-- Logs begin at Thu 2022-03-10 14:06:35 UTC, end at Thu 2022-03-10 16:36:27 UTC. -- Mar 10 14:42:34.551765 n-d-833090-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 14:42:37.472278 n-d-833090-1 neutron-server[115424]: INFO neutron.common.config [-] Logging enabled! Mar 10 14:42:37.472829 n-d-833090-1 neutron-server[115424]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 14:42:37.472984 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115424) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 14:42:37.476222 n-d-833090-1 neutron-server[115424]: INFO neutron.common.config [-] Logging enabled! Mar 10 14:42:37.477000 n-d-833090-1 neutron-server[115424]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 14:42:37.477312 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115424) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 14:42:37.478238 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 14:42:37.478473 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 14:42:37.478858 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 14:42:37.479113 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 14:42:37.479340 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 14:42:37.480066 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.480499 n-d-833090-1 neutron-server[115424]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 14:42:37.480816 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.481118 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.481415 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.481713 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.482006 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.482287 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.482576 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.483024 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.483316 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.483597 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.483881 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.484174 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.484457 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.484746 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.485033 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.485317 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] debug = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.485597 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.486040 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.486450 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.486730 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.487044 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.487336 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.487594 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.487870 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.488153 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.488476 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] host = n-d-833090-1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.488750 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.489037 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.489322 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.489605 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.489882 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.490158 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.490438 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.490712 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.491011 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] log_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.491289 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.491576 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.491862 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.492809 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.493042 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.493269 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.493569 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.493856 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.494132 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.494408 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.494683 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.494980 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.495254 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.495524 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.495808 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.496090 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.496374 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.496645 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.496920 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.497191 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.497463 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.497746 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.498017 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.498288 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.498560 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.498865 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.499134 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.499406 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.499707 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.499995 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.500274 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.500556 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.500825 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.501103 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.501372 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.501643 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.501911 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] use_json = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.502181 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.502449 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.502724 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.503018 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.503290 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.503561 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.503829 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.504110 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.504380 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:37.504673 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.504965 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.505262 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.505559 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.505848 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.506126 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.506414 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.506690 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.506999 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.507286 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.507574 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.507875 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.508174 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.508462 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.508754 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.509057 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.509345 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.509639 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.509913 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.510185 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.510457 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.510734 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.511049 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.511327 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.511615 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.511901 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.512177 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.512469 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.512752 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.513042 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.513327 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.513599 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.513878 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.514294 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.514571 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.514865 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.515146 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.515432 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.515710 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.515983 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.516263 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.516540 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.516811 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.517080 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.517354 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.517642 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.517916 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.518186 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.518457 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.518732 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.519025 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.519310 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.519594 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.519867 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.520138 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.520412 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.520682 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.520952 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.521225 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.521495 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.521772 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.522042 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.522311 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.522581 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.522876 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.523148 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.523453 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.523729 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.524005 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.524275 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.524545 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.524815 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.525084 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.525354 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.525639 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.525936 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.526212 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.526484 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.526759 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.527059 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.527335 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.527613 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.527889 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.528164 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.528434 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.528721 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.529000 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.529285 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.529703 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.529990 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.530286 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.530561 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.530865 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.531149 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.531423 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.531700 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.531980 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.532262 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.532556 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.532847 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.533136 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.533427 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.533720 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.533998 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.534302 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.534579 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:37.534807 n-d-833090-1 neutron-server[115424]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 14:42:37.535049 n-d-833090-1 neutron-server[115424]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115424) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 14:42:37.905906 n-d-833090-1 neutron-server[115424]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 14:42:37.906184 n-d-833090-1 neutron-server[115424]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 14:42:37.906465 n-d-833090-1 neutron-server[115424]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 14:42:37.906959 n-d-833090-1 neutron-server[115424]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 14:42:38.239338 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.239544 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.239817 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.241003 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.241278 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.241664 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.286389 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.286660 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.287198 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.301622 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.301894 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.302160 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.330620 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.330923 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.331193 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.368532 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.368807 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.369072 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.737245 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.737922 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.737922 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.738122 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.738699 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.866355 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.866835 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.867253 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.867616 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.867881 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.868186 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.868441 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.868692 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.868939 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.869213 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.869468 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.869731 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.869984 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.870233 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.870484 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.870743 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.871017 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.871280 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.871545 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.871799 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.872064 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.872314 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.872589 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.872958 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.873207 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.873448 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.873837 n-d-833090-1 neutron-server[115424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 14:42:38.874075 n-d-833090-1 neutron-server[115424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 14:42:38.874310 n-d-833090-1 neutron-server[115424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 14:42:38.874543 n-d-833090-1 neutron-server[115424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 14:42:38.874774 n-d-833090-1 neutron-server[115424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 14:42:38.875028 n-d-833090-1 neutron-server[115424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 14:42:38.875390 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 14:42:38.878508 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 14:42:38.882568 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 14:42:38.886836 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Mar 10 14:42:38.888465 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 14:42:38.889044 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 14:42:38.889382 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 14:42:38.889759 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 14:42:38.892629 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 14:42:38.893007 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 14:42:38.893357 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 14:42:38.898208 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 14:42:38.923260 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 14:42:38.923714 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.924009 n-d-833090-1 neutron-server[115424]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115424) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 14:42:38.924381 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.925735 n-d-833090-1 neutron-server[115424]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115424) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 14:42:38.926013 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 14:42:38.926255 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 14:42:38.929715 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.930521 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:38.992911 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 14:42:38.993102 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 14:42:38.993336 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 14:42:38.993694 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 14:42:39.013702 n-d-833090-1 neutron-server[115424]: DEBUG oslo_db.sqlalchemy.engines [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115424) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 14:42:39.485535 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Initializing driver for type 'gre' Mar 10 14:42:39.486112 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] gre ID ranges: [(1, 1000)] Mar 10 14:42:39.543858 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Initializing driver for type 'local' Mar 10 14:42:39.544193 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Initializing driver for type 'vlan' Mar 10 14:42:39.559977 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] VlanTypeDriver initialization complete Mar 10 14:42:39.560313 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Initializing driver for type 'vxlan' Mar 10 14:42:39.560831 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] vxlan ID ranges: [(1, 1000)] Mar 10 14:42:39.618127 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Initializing extension driver 'port_security' Mar 10 14:42:39.618468 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] PortSecurityExtensionDriver initialization complete Mar 10 14:42:39.618933 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Initializing mechanism driver 'openvswitch' Mar 10 14:42:39.619269 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Initializing mechanism driver 'hyperv' Mar 10 14:42:39.625907 n-d-833090-1 neutron-server[115424]: DEBUG neutron.plugins.ml2.plugin [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:42:39.626813 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > port after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.627181 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > port after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.627535 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > port after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.628061 n-d-833090-1 neutron-server[115424]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115424) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 14:42:39.628491 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > subnet after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.628851 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > subnet after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.629196 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.629589 n-d-833090-1 neutron-server[115424]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115424) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 14:42:39.629996 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > network after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.630343 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > network after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.630684 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > network after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.631109 n-d-833090-1 neutron-server[115424]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115424) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 14:42:39.631514 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > security_group after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.631863 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > security_group after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.632204 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > security_group after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.632601 n-d-833090-1 neutron-server[115424]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115424) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 14:42:39.633006 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.633353 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.633692 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.634084 n-d-833090-1 neutron-server[115424]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115424) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 14:42:39.634487 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > address_group after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.634854 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > address_group after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.635195 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > address_group after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.635590 n-d-833090-1 neutron-server[115424]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115424) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 14:42:39.636029 n-d-833090-1 neutron-server[115424]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] ML2 OVO RPC backend initialized. {{(pid=115424) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 14:42:39.636729 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.637081 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.637497 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > network before_response 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.637844 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > networks before_response 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.638193 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > port before_response 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.638533 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > ports before_response 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.638910 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > subnet before_response 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.639253 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > subnets before_response 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.639594 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > network after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.639931 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > network after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.640263 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > network after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.640595 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > port after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.640928 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > port after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.641258 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > port after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.641592 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > subnet after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.641931 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > subnet after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.642265 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.649620 n-d-833090-1 neutron-server[115424]: INFO neutron.quota [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded quota_driver: . Mar 10 14:42:39.649990 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.plugin [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Modular L2 Plugin initialization complete Mar 10 14:42:39.650335 n-d-833090-1 neutron-server[115424]: DEBUG neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading services supported by the core plugin {{(pid=115424) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 14:42:39.650673 n-d-833090-1 neutron-server[115424]: INFO neutron.plugins.ml2.managers [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Got port-security extension from driver 'port_security' Mar 10 14:42:39.651188 n-d-833090-1 neutron-server[115424]: INFO neutron.extensions.vlantransparent [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Disabled vlantransparent extension. Mar 10 14:42:39.651679 n-d-833090-1 neutron-server[115424]: DEBUG neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115424) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 14:42:39.652004 n-d-833090-1 neutron-server[115424]: INFO neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading Plugin: router Mar 10 14:42:39.688629 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router_interface before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.689016 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router after_create 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.689389 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router before_create 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.689757 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.690130 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.690489 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router after_delete 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.690927 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > floatingip after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.691273 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > floatingip after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.691604 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router after_create 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.691932 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router after_update 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.692292 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router after_update 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.692628 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.693024 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router after_update 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.693409 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router precommit_update 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.693766 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: port after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.694095 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: port after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.694429 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: subnet after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.694819 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.695234 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > port precommit_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.695557 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router precommit_create 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.695913 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: port before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.696243 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router precommit_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.696598 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router after_update 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.696941 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router precommit_delete 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.697414 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router precommit_create 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.697779 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.698131 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router precommit_update 55549900 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.698496 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > agent after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.698892 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > agent after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.699212 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > network after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.700071 n-d-833090-1 neutron-server[115424]: DEBUG neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Tracking information for resource: router configured {{(pid=115424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 14:42:39.700454 n-d-833090-1 neutron-server[115424]: DEBUG neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Tracking information for resource: floatingip configured {{(pid=115424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 14:42:39.705449 n-d-833090-1 neutron-server[115424]: INFO neutron.db.l3_agentschedulers_db [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 14:42:39.706066 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: port after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.706435 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: port after_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.706913 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: port after_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.707284 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: port after_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.708201 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router before_create 55550100 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.708589 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router precommit_delete 55550100 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.708941 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router precommit_create 55550100 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.709354 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > router precommit_update 55550100 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.714252 n-d-833090-1 neutron-server[115424]: DEBUG neutron.services.provider_configuration [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service providers = [] {{(pid=115424) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 14:42:39.714617 n-d-833090-1 neutron-server[115424]: DEBUG neutron.db.servicetype_db [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115424) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 14:42:39.717635 n-d-833090-1 neutron-server[115424]: DEBUG neutron.services.service_base [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 14:42:39.717983 n-d-833090-1 neutron-server[115424]: DEBUG neutron.services.service_base [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 14:42:39.718323 n-d-833090-1 neutron-server[115424]: DEBUG neutron.services.service_base [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 14:42:39.719244 n-d-833090-1 neutron-server[115424]: DEBUG neutron.services.service_base [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 14:42:39.719620 n-d-833090-1 neutron-server[115424]: INFO neutron.services.service_base [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 14:42:39.720007 n-d-833090-1 neutron-server[115424]: DEBUG neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 14:42:39.720328 n-d-833090-1 neutron-server[115424]: INFO neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 14:42:39.731898 n-d-833090-1 neutron-server[115424]: DEBUG neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 14:42:39.732235 n-d-833090-1 neutron-server[115424]: INFO neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading Plugin: auto_allocate Mar 10 14:42:39.738101 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: network precommit_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.738624 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: network precommit_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.738971 n-d-833090-1 neutron-server[115424]: DEBUG neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 14:42:39.739294 n-d-833090-1 neutron-server[115424]: INFO neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading Plugin: tag Mar 10 14:42:39.746686 n-d-833090-1 neutron-server[115424]: DEBUG neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 14:42:39.747051 n-d-833090-1 neutron-server[115424]: INFO neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading Plugin: timestamp Mar 10 14:42:39.750944 n-d-833090-1 neutron-server[115424]: DEBUG neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 14:42:39.751273 n-d-833090-1 neutron-server[115424]: INFO neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading Plugin: network_ip_availability Mar 10 14:42:39.756768 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.757139 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.757493 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:39.758232 n-d-833090-1 neutron-server[115424]: DEBUG neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 14:42:39.758549 n-d-833090-1 neutron-server[115424]: INFO neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading Plugin: flavors Mar 10 14:42:39.763515 n-d-833090-1 neutron-server[115424]: DEBUG neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 14:42:39.763848 n-d-833090-1 neutron-server[115424]: INFO neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading Plugin: revisions Mar 10 14:42:39.768223 n-d-833090-1 neutron-server[115424]: DEBUG neutron.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 14:42:39.768617 n-d-833090-1 neutron-server[115424]: DEBUG oslo_concurrency.lockutils [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.862s {{(pid=115424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 14:42:39.769349 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115424) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 14:42:39.769686 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Initializing extension manager. Mar 10 14:42:39.770203 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: __init__.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.770543 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: __pycache__ {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.770906 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: address_group.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.771663 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.772224 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: address-group Mar 10 14:42:39.772545 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: address_scope.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.773276 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.773783 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: address-scope Mar 10 14:42:39.774104 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: admin_state_down_before_update.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.775066 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.775573 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: router-admin-state-down-before-update Mar 10 14:42:39.775892 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: agent.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.776585 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.777083 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: agent Mar 10 14:42:39.777401 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: agent_resources_synced.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.778312 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.778836 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: agent-resources-synced Mar 10 14:42:39.779163 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: allowedaddresspairs.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.780955 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.781464 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: allowed-address-pairs Mar 10 14:42:39.781790 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: auto_allocated_topology.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.782904 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.783412 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: auto-allocated-topology Mar 10 14:42:39.783739 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: availability_zone.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.784435 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.784933 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: availability_zone Mar 10 14:42:39.785254 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: availability_zone_filter.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.786169 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.786669 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: availability_zone_filter Mar 10 14:42:39.787279 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: data_plane_status.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.788192 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.788690 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 14:42:39.789536 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: default_subnetpools.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.790462 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.790993 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: default-subnetpools Mar 10 14:42:39.791320 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: dhcpagentscheduler.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.792128 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.792630 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: dhcp_agent_scheduler Mar 10 14:42:39.792953 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: dns.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.793872 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.794371 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension dns-integration not supported by any of loaded plugins Mar 10 14:42:39.794693 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: dns_domain_ports.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.795643 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.796800 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 14:42:39.797127 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.798677 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.799208 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 14:42:39.799534 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: dvr.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.800205 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.800703 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: dvr Mar 10 14:42:39.801025 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: ecmp_routes.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.801941 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.802437 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 14:42:39.802758 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: empty_string_filtering.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.803689 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.804189 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: empty-string-filtering Mar 10 14:42:39.804530 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.805986 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.806483 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 14:42:39.806826 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.807751 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.808249 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 14:42:39.808590 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: external_net.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.809481 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.809985 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: external-net Mar 10 14:42:39.810306 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: extra_dhcp_opt.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.811241 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.811742 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: extra_dhcp_opt Mar 10 14:42:39.812064 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: extraroute.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.812977 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.813478 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: extraroute Mar 10 14:42:39.813796 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: extraroute_atomic.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.814849 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.815356 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: extraroute-atomic Mar 10 14:42:39.815675 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: filter_validation.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.816337 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.816833 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: filter-validation Mar 10 14:42:39.817152 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: fip_pf_description.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.818058 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.818559 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 14:42:39.818911 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: fip_port_details.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.820013 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.820542 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: fip-port-details Mar 10 14:42:39.820862 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: flavors.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.822098 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.822607 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: flavors Mar 10 14:42:39.822969 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.824646 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.825162 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 14:42:39.825491 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: floatingip_pools.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.826187 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.826698 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: floatingip-pools Mar 10 14:42:39.827047 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: ip_allocation.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.828001 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.828510 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 14:42:39.828835 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.829756 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.830259 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: ip-substring-filtering Mar 10 14:42:39.830584 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: l2_adjacency.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.831541 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.832038 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 14:42:39.832362 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: l3.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.833316 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.833820 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: router Mar 10 14:42:39.834145 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: l3_conntrack_helper.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.836462 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.836986 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 14:42:39.837320 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.838244 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.838758 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: ext-gw-mode Mar 10 14:42:39.839119 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.840038 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.840543 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: l3-ha Mar 10 14:42:39.840868 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.841777 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.842279 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 14:42:39.842599 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: l3_flavors.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.843530 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.844039 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: l3-flavors Mar 10 14:42:39.844971 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: l3_ndp_proxy.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.846146 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.846744 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 14:42:39.847144 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.848176 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.848789 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 14:42:39.849188 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: l3agentscheduler.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.850234 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.850747 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: l3_agent_scheduler Mar 10 14:42:39.851124 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: local_ip.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.853449 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.853964 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension local_ip not supported by any of loaded plugins Mar 10 14:42:39.854290 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: logging.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.857242 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.857766 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension logging not supported by any of loaded plugins Mar 10 14:42:39.858103 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: metering.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.858890 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.859467 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: metering Mar 10 14:42:39.859796 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.860903 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.861417 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: metering_source_and_destination_fields Mar 10 14:42:39.861747 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: multiprovidernet.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.862683 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.863224 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: multi-provider Mar 10 14:42:39.863552 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: netmtu.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.864477 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.864984 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: net-mtu Mar 10 14:42:39.865310 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: netmtu_writable.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.866231 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.866733 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: net-mtu-writable Mar 10 14:42:39.867695 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: network_availability_zone.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.868376 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.873885 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: network_availability_zone Mar 10 14:42:39.873885 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: network_ip_availability.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.873885 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.873885 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: network-ip-availability Mar 10 14:42:39.873885 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: network_segment_range.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.873885 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.873885 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 14:42:39.874410 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: pagination.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.874410 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.874410 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: pagination Mar 10 14:42:39.874410 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: port_device_profile.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.875239 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.875747 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: port-device-profile Mar 10 14:42:39.876069 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.876997 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.877497 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: port-mac-address-regenerate Mar 10 14:42:39.877818 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.878735 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.879268 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: port-numa-affinity-policy Mar 10 14:42:39.879589 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: port_resource_request.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.880510 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.881011 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 14:42:39.881332 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: port_resource_request_groups.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.882300 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.882863 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 14:42:39.883187 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: portbindings.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.884119 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.884621 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: binding Mar 10 14:42:39.884941 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: portbindings_extended.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.886232 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.886732 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: binding-extended Mar 10 14:42:39.887091 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: portsecurity.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.888030 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.888528 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: port-security Mar 10 14:42:39.888853 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: project_id.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.889851 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.890183 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: project-id Mar 10 14:42:39.890505 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: providernet.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.891490 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.892010 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: provider Mar 10 14:42:39.892332 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.896047 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.896561 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos not supported by any of loaded plugins Mar 10 14:42:39.896893 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.898178 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.899272 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 14:42:39.899606 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.900532 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.901044 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 14:42:39.901372 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_default.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.902403 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.903336 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-default not supported by any of loaded plugins Mar 10 14:42:39.903897 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_fip.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.904982 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.905489 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-fip not supported by any of loaded plugins Mar 10 14:42:39.905815 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_fip_network_policy.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.906742 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.907282 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 14:42:39.907605 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_gateway_ip.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.908540 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.909043 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 14:42:39.909395 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_port_network_policy.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.910803 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.911726 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 14:42:39.912552 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.913981 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.915073 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 14:42:39.915524 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.917108 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.917921 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 14:42:39.918423 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_pps_rule.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.920148 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.920933 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-pps not supported by any of loaded plugins Mar 10 14:42:39.921418 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_rule_type_details.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.922719 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.923531 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 14:42:39.924013 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: qos_rules_alias.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.925510 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.926296 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 14:42:39.926778 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: quota_check_limit.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.928128 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.928931 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: quota-check-limit Mar 10 14:42:39.929413 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: quotasv2.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.930690 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.931054 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: quotas Mar 10 14:42:39.931384 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: quotasv2_detail.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.933141 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.933480 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: quota_details Mar 10 14:42:39.933813 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: rbac.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.934920 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.935452 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: rbac-policies Mar 10 14:42:39.935781 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: rbac_address_group.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.936717 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.937226 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: rbac-address-group Mar 10 14:42:39.937549 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: rbac_address_scope.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.938476 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.939008 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: rbac-address-scope Mar 10 14:42:39.939331 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: rbac_security_groups.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.940256 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.940759 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: rbac-security-groups Mar 10 14:42:39.941081 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: rbac_subnetpool.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.942000 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.942503 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: rbac-subnetpool Mar 10 14:42:39.942858 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: revisionifmatch.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.943862 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.944366 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: revision-if-match Mar 10 14:42:39.944687 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: revisions.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.945848 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.946355 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: standard-attr-revisions Mar 10 14:42:39.946681 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: router_availability_zone.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.947389 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.947899 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: router_availability_zone Mar 10 14:42:39.948220 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: routerservicetype.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.949153 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.949656 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension router-service-type not supported by any of loaded plugins Mar 10 14:42:39.949977 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.950945 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.951450 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: security-groups-normalized-cidr Mar 10 14:42:39.951772 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: security_groups_port_filtering.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.952699 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.953196 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: port-security-groups-filtering Mar 10 14:42:39.953515 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.954446 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.955043 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: security-groups-remote-address-group Mar 10 14:42:39.955367 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.956302 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.956805 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: security-groups-shared-filtering Mar 10 14:42:39.957125 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.957715 n-d-833090-1 neutron-server[115424]: WARNING neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 14:42:39.958035 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: securitygroup.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.968314 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.968838 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: security-group Mar 10 14:42:39.969169 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: segment.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.969906 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.970413 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension segment not supported by any of loaded plugins Mar 10 14:42:39.970740 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.971715 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.972222 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 14:42:39.972548 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: servicetype.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.973652 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.974168 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: service-type Mar 10 14:42:39.974492 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: sorting.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.975502 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.975836 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: sorting Mar 10 14:42:39.976158 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: standard_attr_segment.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.977682 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.978192 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 14:42:39.978511 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: standardattrdescription.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.979178 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.979681 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: standard-attr-description Mar 10 14:42:39.979999 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: stateful_security_group.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.980950 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.981451 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: stateful-security-group Mar 10 14:42:39.981769 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: stdattrs_common.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.982331 n-d-833090-1 neutron-server[115424]: WARNING neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 14:42:39.982646 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.983596 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.984100 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 14:42:39.984418 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: subnet_onboard.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.985498 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.986006 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: subnet_onboard Mar 10 14:42:39.986328 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.987283 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.987786 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 14:42:39.988154 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: subnet_service_types.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.989040 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.989546 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: subnet-service-types Mar 10 14:42:39.989869 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: subnetallocation.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.990986 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.991493 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: subnet_allocation Mar 10 14:42:39.991813 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.992510 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.993024 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: subnetpool-prefix-ops Mar 10 14:42:39.993342 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.994279 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.994779 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 14:42:39.995122 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: tagging.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.996221 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.996727 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: standard-attr-tag Mar 10 14:42:39.997049 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: timestamp.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:39.998249 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:39.998760 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loaded extension: standard-attr-timestamp Mar 10 14:42:39.999108 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: trunk.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:40.000141 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:40.000651 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension trunk not supported by any of loaded plugins Mar 10 14:42:40.000978 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: trunk_details.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:40.001894 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:40.002400 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension trunk-details not supported by any of loaded plugins Mar 10 14:42:40.002724 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: uplink_status_propagation.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:40.003664 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:40.004171 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 14:42:40.004496 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Loading extension file: vlantransparent.py {{(pid=115424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 14:42:40.005164 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 14:42:40.005666 n-d-833090-1 neutron-server[115424]: INFO neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 14:42:40.008231 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:network Mar 10 14:42:40.008764 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:subnet Mar 10 14:42:40.009158 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 14:42:40.009552 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:port Mar 10 14:42:40.010824 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.011261 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service FLAVORS assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.011867 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.012297 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.012627 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:router Mar 10 14:42:40.013059 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:floatingip Mar 10 14:42:40.013556 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service METERING assigned prefix: /metering {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.015031 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:40.015407 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:40.015756 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:42:40.016761 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 14:42:40.017207 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:security_group Mar 10 14:42:40.017651 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 14:42:40.018248 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service CORE assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.018579 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 14:42:40.018957 n-d-833090-1 neutron-server[115424]: WARNING neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] subnetpool is already registered Mar 10 14:42:40.019398 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service CORE assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.019723 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 14:42:40.020053 n-d-833090-1 neutron-server[115424]: WARNING neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] subnetpool is already registered Mar 10 14:42:40.022344 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.022774 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service FLAVORS assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.023898 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.024320 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.024655 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:router Mar 10 14:42:40.024995 n-d-833090-1 neutron-server[115424]: WARNING neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] router is already registered Mar 10 14:42:40.025404 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:floatingip Mar 10 14:42:40.025741 n-d-833090-1 neutron-server[115424]: WARNING neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] floatingip is already registered Mar 10 14:42:40.026192 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service METERING assigned prefix: /metering {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.026880 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 14:42:40.027209 n-d-833090-1 neutron-server[115424]: WARNING neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] rbac_policy is already registered Mar 10 14:42:40.027631 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:security_group Mar 10 14:42:40.027967 n-d-833090-1 neutron-server[115424]: WARNING neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] security_group is already registered Mar 10 14:42:40.028373 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 14:42:40.028704 n-d-833090-1 neutron-server[115424]: WARNING neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] security_group_rule is already registered Mar 10 14:42:40.029334 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service CORE assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.029668 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 14:42:40.029998 n-d-833090-1 neutron-server[115424]: WARNING neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] subnetpool is already registered Mar 10 14:42:40.030424 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.v2.resource_helper [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Service CORE assigned prefix: {{(pid=115424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 14:42:40.030748 n-d-833090-1 neutron-server[115424]: INFO neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 14:42:40.031102 n-d-833090-1 neutron-server[115424]: WARNING neutron.quota.resource_registry [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] subnetpool is already registered Mar 10 14:42:40.031575 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: extensions {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.033080 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: address-groups {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.034557 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: address-scopes {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.035917 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: agents {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.037351 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: auto-allocated-topology {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.038592 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: availability_zones {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.040490 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: dhcp-networks {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.041981 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: dhcp-agents {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.043435 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: routers {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.045649 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: flavors {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.046854 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: service_profiles {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.048115 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: next_providers {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.049615 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: service_profiles {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.051239 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: floatingip-pools {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.052470 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: routers {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.054604 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: floatingips {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.056853 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: l3-routers {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.058263 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: l3-agents {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.059707 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: metering-labels {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.061063 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: metering-label-rules {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.062340 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: network-ip-availabilities {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.063649 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: bindings {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.065290 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: quotas {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.066875 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: quotas {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.068422 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: rbac-policies {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.069725 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: security-groups {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.071005 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: security-group-rules {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.072255 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: service-providers {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.073472 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: subnetpools {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.074927 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: subnetpools {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.076394 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: tags {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.078124 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: tags {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.079973 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: tags {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.081781 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: tags {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.083592 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: tags {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.085485 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: tags {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.087777 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: tags {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.089675 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: tags {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.091455 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: tags {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.093273 n-d-833090-1 neutron-server[115424]: DEBUG neutron.api.extensions [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Extended resource: tags {{(pid=115424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 14:42:40.099213 n-d-833090-1 neutron-server[115424]: WARNING keystonemiddleware.auth_token [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 14:42:40.104462 n-d-833090-1 neutron-server[115424]: WARNING keystonemiddleware.auth_token [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 14:42:40.113151 n-d-833090-1 neutron-server[115424]: DEBUG oslo_concurrency.lockutils [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Acquired lock "singleton_lock" {{(pid=115424) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 14:42:40.113629 n-d-833090-1 neutron-server[115424]: DEBUG oslo_concurrency.lockutils [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Releasing lock "singleton_lock" {{(pid=115424) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 14:42:40.114273 n-d-833090-1 neutron-server[115424]: INFO oslo_service.service [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Starting 2 workers Mar 10 14:42:40.119168 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Started child 115533 {{(pid=115424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 14:42:40.123691 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Started child 115534 {{(pid=115424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 14:42:40.124857 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:40.125492 n-d-833090-1 neutron-server[115424]: INFO neutron.service [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 14:42:40.125844 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Publish callbacks [] for process (None), before_spawn {{(pid=115424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:40.126371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [-] (115533) wsgi starting up on http://0.0.0.0:9696 Mar 10 14:42:40.128350 n-d-833090-1 neutron-server[115424]: INFO oslo_service.service [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Starting 1 workers Mar 10 14:42:40.128471 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:40.129888 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [-] (115534) wsgi starting up on http://0.0.0.0:9696 Mar 10 14:42:40.133606 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Started child 115535 {{(pid=115424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 14:42:40.134171 n-d-833090-1 neutron-server[115424]: INFO oslo_service.service [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Starting 1 workers Mar 10 14:42:40.137530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.service [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] calling RpcWorker wait() {{(pid=115535) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 14:42:40.138061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.service [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] returning from RpcWorker wait() {{(pid=115535) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 14:42:40.138650 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Started child 115536 {{(pid=115424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 14:42:40.139477 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:40.139575 n-d-833090-1 neutron-server[115424]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd434-1168-4a33-b9c9-d5ecd2027d2d None None] Publish callbacks [] for process (None), after_spawn {{(pid=115424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:40.140018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:42:40.141406 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115424) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 14:42:40.141622 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 14:42:40.141815 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 14:42:40.142057 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 14:42:40.142396 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 14:42:40.142562 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 14:42:40.143082 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.143357 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.143612 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.143742 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:40.144203 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.144203 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.144679 n-d-833090-1 neutron-server[115536]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:42:40.144778 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.144976 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.145217 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.145508 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.145760 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.145931 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.146099 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.146350 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.146628 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.147028 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.147290 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.147529 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.147774 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.147952 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.148753 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.149033 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.149262 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.149533 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] debug = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.149777 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.150247 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.150471 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.150717 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.150963 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.151240 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.151490 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.151783 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.152038 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.152280 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.152545 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.152813 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.153048 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.153283 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.153533 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.153753 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.153998 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.154220 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.154676 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] host = n-d-833090-1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.154940 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.155176 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.155428 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.155676 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.155925 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.156167 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.156434 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.156699 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.156989 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.157152 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.157413 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.157652 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.157870 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.158130 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.158297 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_options = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.158550 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.158850 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.159113 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.159305 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.159475 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.159642 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.159900 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.160067 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.160309 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.160527 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.160742 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.160958 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.161173 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.161408 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.161652 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.162149 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.162408 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.162568 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.162858 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.163105 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.163363 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.163588 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.163853 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.164653 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.164909 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.165091 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.165341 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.165559 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.165787 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.166004 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.166254 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.166501 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.167375 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.167375 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.167583 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.167726 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.167925 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.168150 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.168423 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.168659 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.168912 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.169165 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.170108 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.170108 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.170108 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.170338 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.170505 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_json = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.170823 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.171104 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.171405 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.171622 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.171836 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.172785 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.172785 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.172785 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.173046 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.173415 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.173716 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.174043 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.174308 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.174551 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.174817 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.175075 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.175316 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.175550 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.176092 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.176630 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.176861 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.177349 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.178019 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.178740 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.179113 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.179364 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.179796 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.180346 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.180941 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.181201 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.181473 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.181772 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.182025 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.182290 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.182547 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.183037 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.183521 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.183989 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.184344 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.184614 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.184893 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.185166 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.185387 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.185802 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.186187 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.186433 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.186654 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.187091 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.187404 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.187621 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.187843 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.188097 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.188363 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.188595 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.188844 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.189071 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.189328 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.189586 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.189828 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.190048 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.190268 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.190482 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.190876 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.191118 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.191345 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.191590 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.191849 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.192072 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.192287 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.192502 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.192721 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.192954 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.193173 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.193388 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.193623 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.193859 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.194073 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.194331 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.194576 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.194814 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.195034 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.195279 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.195496 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.195731 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.195949 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.196165 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.196379 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.196612 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.196825 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.197035 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.197444 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.197853 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.198261 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.198840 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.199357 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.199817 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.201666 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.201907 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.202183 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.202419 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.202719 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.205055 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.205331 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.205605 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.205865 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.206136 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.206709 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.206709 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.206915 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.208391 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.208391 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.208391 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.208391 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.208391 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.208391 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.208802 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.208802 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.208933 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.209157 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.209406 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.209651 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.209896 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.210144 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.210436 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.211235 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.215112 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.215385 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.215689 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.216006 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.216280 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.216593 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.216850 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.217141 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.217448 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.217730 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.218017 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.218276 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.218518 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.219094 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.219380 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.219671 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.219914 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.220178 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.220440 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.220691 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.221182 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.221409 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.221645 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.221953 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.222190 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.222410 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.222636 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.222956 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.223211 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.223450 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.223875 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.224272 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.224694 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.224954 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.225215 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.225457 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.227229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58866) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:42:40.227338 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.227576 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.227804 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.228072 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.228322 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.228579 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.228819 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.229047 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.229308 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.229555 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.229797 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.230003 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.230227 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.230454 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.230707 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.231212 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.231452 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.231697 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.231925 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.232142 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.232382 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.232596 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.233242 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.234166 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.234928 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.235194 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.235425 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.235664 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.235903 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.236204 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.236412 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.236861 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.237267 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.237684 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.238405 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.238721 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.239119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083539 Mar 10 14:42:40.239341 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.239805 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.240731 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.240975 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.241246 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.241511 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.241869 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.242663 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.242967 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.243241 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.243497 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.243724 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.244011 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.244237 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.244480 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.244699 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.245100 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.245326 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.245570 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.245922 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.246488 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.247422 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.247900 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.248173 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.248478 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.248764 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.250113 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.250360 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.250856 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.251764 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.251764 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.251981 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.252151 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.252642 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.253293 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.253616 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.254259 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.255004 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.256622 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.257062 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.258489 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.258489 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.258649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:42:40.258732 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.258899 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.259113 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.259304 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.259549 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.259946 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.260319 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.261132 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.262391 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.263079 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.265300 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.266322 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.266652 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.267015 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.267365 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.267697 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.268027 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.268372 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.268689 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.269007 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.270135 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.270135 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.270135 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.270376 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.270589 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.271235 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.271583 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.271920 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.272243 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.272656 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.273029 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.273395 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.273801 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.274169 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.274472 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.274715 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.275116 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.275364 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.275615 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.275852 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.276083 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.276332 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.276593 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.276909 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.277197 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.277449 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.277713 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.277988 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.278259 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.278542 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.278767 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.279239 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.279464 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.279680 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.279974 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.280324 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.280531 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.281735 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.281956 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.282662 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.282662 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.282662 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.283283 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.283283 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.283652 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.283652 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.284048 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.284179 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.284345 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.284601 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.284846 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.285068 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.285289 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 14:42:40.285737 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115424) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 14:42:40.285902 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 14:42:40.286058 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 14:42:40.286233 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 14:42:40.286406 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 14:42:40.286560 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 14:42:40.288293 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.289705 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.289705 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.290045 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.290045 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.290341 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.290341 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.290660 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.290660 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.290914 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.291010 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.291551 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.291686 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.291869 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.292007 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.292163 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.292332 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.293214 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.293214 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.293214 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.293214 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.293214 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.293588 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] debug = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.293588 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.293588 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.293815 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.293898 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.295067 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.295067 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.295067 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.295067 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.295067 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.295067 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.295690 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.295690 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.295690 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.295690 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.296057 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.296057 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.296057 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.296244 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.296340 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] host = n-d-833090-1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.296510 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.296674 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.296834 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.296995 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.297146 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.297309 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.297469 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.297630 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.297853 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.298019 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.298180 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.298341 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.298501 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.298663 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.300789 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_options = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.300789 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.300789 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.300789 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.300789 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.300789 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.300789 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301223 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301223 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301223 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301223 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301223 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301223 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301223 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301223 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301674 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301674 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301674 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301674 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301910 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.301910 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.302028 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.302287 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.302287 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.302428 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.303805 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.303805 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.303805 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.303805 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.303805 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.303805 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.303805 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.303805 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.304387 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.304387 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.304387 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.304387 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.304387 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.305343 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.305343 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.305545 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.305675 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.305803 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.305945 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.306105 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.306606 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.306606 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.306606 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_json = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.307036 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.307036 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.307036 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.307328 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.307328 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.307563 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.307665 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.307772 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.307936 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 14:42:40.308132 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.308285 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.308462 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.308626 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.308791 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.308952 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.309271 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.309574 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.309879 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.310170 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.310467 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.310767 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.311095 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.311406 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.311579 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.311754 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.311989 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.312293 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.312594 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.313669 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.313872 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.314033 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.314184 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.314345 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.314537 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.315513 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.315513 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.315513 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.315850 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.315850 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.316050 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.316155 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.316277 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.316407 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.316533 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.316688 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.316843 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.317053 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.317278 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.317425 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.317591 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.317757 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.317920 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.318083 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.318247 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.318404 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.319930 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.319930 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.319930 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.319930 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.319930 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.319930 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.319930 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.319930 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.319930 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.320604 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.320604 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.320604 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.320604 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.320891 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.320891 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.321033 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.321154 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.321315 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.321478 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.321641 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.321805 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.321969 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.322145 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.322305 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.322467 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.322628 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.322812 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.322975 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.323526 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.323526 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.323526 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.323756 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.323756 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.323904 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.324065 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.324229 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.324390 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.324555 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.324718 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.324881 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.325043 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.325206 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.325367 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.325529 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.325690 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.325861 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.326041 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.326203 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.326364 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.326525 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.326687 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.326875 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.327025 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.327188 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.327350 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.327512 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.327679 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.327852 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.328005 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.328155 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.328318 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.328479 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.328643 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.328802 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.328966 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.329128 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.329293 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.329453 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.329623 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.329785 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.329945 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.330106 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.330268 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.330441 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.330604 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.330768 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.330952 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.331109 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.331862 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.331862 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.331862 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.331862 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.331862 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.332383 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.332383 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.332383 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.332729 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.332729 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.333346 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.333346 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.333346 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.333346 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.333654 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.333654 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.333797 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.333874 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.334016 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.334178 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.334342 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.334505 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.334667 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.334876 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.335038 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.335201 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.335368 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.335532 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.335740 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.335876 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.336032 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.336193 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.336356 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.336519 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.336682 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.338810 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.338810 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.338810 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.338810 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.338810 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.338810 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.338810 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.338810 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.339430 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.339430 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.339430 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.339430 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.339430 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.339795 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.339988 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.340139 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.340309 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.340476 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.340641 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.340806 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.340969 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.341134 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.341297 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.341460 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.341627 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.341792 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.341956 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.342119 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.342283 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.342447 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.342610 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.342774 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.342974 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.343141 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.343307 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.343490 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.343653 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.343815 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.343982 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.344144 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.344306 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.344467 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.344628 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.344791 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.344953 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.345117 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.346811 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.346811 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.346811 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.346811 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.346811 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.346811 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.346811 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.346811 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.347405 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.347405 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.347405 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.347804 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.348124 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.348293 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.348461 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.348608 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.348742 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.348896 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.349074 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.349238 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.349400 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.349569 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.349735 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.349884 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.350043 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.350207 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.350369 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.350531 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.350691 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.350886 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.351055 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.351201 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.351901 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.352066 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.352228 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.352389 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.352561 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.352723 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.352886 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.353048 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.353209 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.353358 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.353530 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.353692 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.353931 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.354021 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.354165 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.354326 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.354497 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.354659 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.354845 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.355010 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.355172 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.355334 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.355506 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.355669 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.355831 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.356016 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.356164 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.356327 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.356490 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.356664 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.356827 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.356992 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.357156 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.357317 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.357481 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.357646 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.357813 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.357985 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.358153 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.358319 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.358490 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.358662 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.359700 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.359700 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.359700 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.359700 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.359700 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.359700 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.360358 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.360358 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.360358 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.360358 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.360819 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.360819 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.360819 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.360819 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.361109 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.361186 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.361289 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.361451 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.361615 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.361776 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.361938 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.362100 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.362262 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 14:42:40.362417 n-d-833090-1 neutron-server[115424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 14:42:51.684879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d4d115-335b-4ebb-abbc-024d681a9318 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 14:42:51.743271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4d115-335b-4ebb-abbc-024d681a9318 None None] No non-hosted networks {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 14:42:51.751890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.agentschedulers_db [None req-04d4d115-335b-4ebb-abbc-024d681a9318 None None] DHCP Agent not found on host n-d-833090-1 {{(pid=115535) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 14:42:51.809296 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b9489d86-3b77-4778-83ca-22d96ffca97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544022'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:53.955032 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11c5fe55-d82a-4c78-8282-7326cfc5e82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544022'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:54.011222 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae79fcd8-bdb7-451d-8650-49ee136d1b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:55.032620 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544022'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:56.376221 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544022'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:57.846361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58952) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:42:58.043734 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544022'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:42:58.046531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.047264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.048026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.048697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.049541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.050077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.050709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.051864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.056317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.057019 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.067797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.068439 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.068936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:42:58.070194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-833090-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:42:58.087995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-833090-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:42:58.424863 n-d-833090-1 neutron-server[115533]: WARNING oslo_policy.policy [None req-4a1df5fa-a0f5-47f0-a9f6-56748b2ec50a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 14:42:58.425476 n-d-833090-1 neutron-server[115533]: WARNING oslo_policy.policy [None req-4a1df5fa-a0f5-47f0-a9f6-56748b2ec50a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 14:42:58.654078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-4a1df5fa-a0f5-47f0-a9f6-56748b2ec50a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:42:58.660494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4a1df5fa-a0f5-47f0-a9f6-56748b2ec50a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8077719 Mar 10 14:43:00.053571 n-d-833090-1 neutron-server[115535]: INFO neutron.db.l3_hamode_db [None req-2236a6a6-ca17-4951-bb0d-7a6fdc71245a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 14:43:00.136434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236a6a6-ca17-4951-bb0d-7a6fdc71245a None None] Routers set() bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:43:00.137188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236a6a6-ca17-4951-bb0d-7a6fdc71245a None None] Router IDs set() for agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 14:43:01.334403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58978) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:01.673081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-46ce2b58-8f77-49f1-a8f5-da873b5d4749 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:43:01.780004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.policy [None req-46ce2b58-8f77-49f1-a8f5-da873b5d4749 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115533) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 14:43:01.838599 n-d-833090-1 neutron-server[115533]: WARNING oslo_policy.policy [None req-46ce2b58-8f77-49f1-a8f5-da873b5d4749 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 14:43:01.839018 n-d-833090-1 neutron-server[115533]: WARNING oslo_policy.policy [None req-46ce2b58-8f77-49f1-a8f5-da873b5d4749 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 14:43:01.932408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46ce2b58-8f77-49f1-a8f5-da873b5d4749 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750711539964', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750711543343', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750711455907', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750711461761', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750711452152', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750711446572', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3496139', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3459556', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-330612', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-501363'] for rbac-policy (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:02.002734 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46ce2b58-8f77-49f1-a8f5-da873b5d4749 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:02.004305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-46ce2b58-8f77-49f1-a8f5-da873b5d4749 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6688452 Mar 10 14:43:04.657351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58988) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:05.005684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:43:05.042520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Made reservation on behalf of e2999df8842945368bf26f07c1a39758 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:43:05.047706 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:05.066163 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:05.190997 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Publish callbacks [] for security_group (6e5b39a9-f149-43ea-a021-180b56ea777e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:05.195753 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6e5b39a9-f149-43ea-a021-180b56ea777e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:05.227533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:43:05.268365 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750712169741', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f415ac99-3b82-48e4-833a-b4e9a438bb18), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:05.269088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Unsubscribe: segment precommit_create {{(pid=115533) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 14:43:05.269891 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Added segment f415ac99-3b82-48e4-833a-b4e9a438bb18 of type vlan for network c31a95ab-1069-42d7-803f-397ef71b2759 Mar 10 14:43:05.291969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5b39a9-f149-43ea-a021-180b56ea777e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:05.351564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.352135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.352676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.353248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.353678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.354016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.354349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.354928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.355504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.355924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.356258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.356594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.356920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Tracked resource versions report: Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: pushed versions: Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: { 'AddressGroup': {'1.2'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'ConntrackHelper': {'1.0'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'LocalIPAssociation': {'1.0'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'Log': {'1.0'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'Network': {'1.1'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'Port': {'1.7'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'PortForwarding': {'1.2'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'QosPolicy': {'1.10'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'SecurityGroup': {'1.5'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'SecurityGroupRule': {'1.2'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'SubPort': {'1.0'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'Subnet': {'1.1'}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'Trunk': {'1.1'}} Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: consumer versions: Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: { DHCP agent@n-d-833090-1: {}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: L3 agent@n-d-833090-1: {}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: Metadata agent@n-d-833090-1: {}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: Metering agent@n-d-833090-1: {}, Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: Open vSwitch agent@n-d-833090-1: { 'AddressGroup': '1.2', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'ConntrackHelper': '1.0', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'LocalIPAssociation': '1.0', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'Log': '1.0', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'Network': '1.1', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'Port': '1.7', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'PortForwarding': '1.2', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'QosPolicy': '1.10', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'SecurityGroup': '1.5', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'SecurityGroupRule': '1.2', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'SubPort': '1.0', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'Subnet': '1.1', Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: 'Trunk': '1.1'}} Mar 10 14:43:05.358023 n-d-833090-1 neutron-server[115533]: {{(pid=115533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 14:43:05.408762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c31a95ab-1069-42d7-803f-397ef71b2759), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:05.461166 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c31a95ab-1069-42d7-803f-397ef71b2759), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:05.466191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:43:05.466924 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:05.537471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8790433 Mar 10 14:43:05.597258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570897da-e94d-416f-9173-3d51dc4cee14 demo demo] Pushing event updated for resources: {'Network': ['ID=c31a95ab-1069-42d7-803f-397ef71b2759,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:05.610111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c31a95ab-1069-42d7-803f-397ef71b2759 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:43:08.142714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59000) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:08.545156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ddcb68-67f5-4439-a79f-8f4ae345a435 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:43:08.546528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-01ddcb68-67f5-4439-a79f-8f4ae345a435 demo admin] 10.222.0.11 "GET /v2.0/networks/c31a95ab-1069-42d7-803f-397ef71b2759 HTTP/1.1" status: 200 len: 825 time: 0.4028256 Mar 10 14:43:08.571469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7b6f5cbe-adb9-4c6d-9866-31617fa99d2d demo admin] 10.222.0.11 "GET /v2.0/subnetpools/6131f25d-408c-4567-a52d-3282a86e9602 HTTP/1.1" status: 200 len: 734 time: 0.0193660 Mar 10 14:43:08.580105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '6131f25d-408c-4567-a52d-3282a86e9602', 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:43:08.599730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] Made reservation on behalf of e2999df8842945368bf26f07c1a39758 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:43:08.601964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:08.891466 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for subnet (d70cd42b-9526-447e-8309-7a8030daa5f2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:08.959890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d70cd42b-9526-447e-8309-7a8030daa5f2,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:08.965229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] Checking segment: {'id': 'f415ac99-3b82-48e4-833a-b4e9a438bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:43:08.965603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] Network hostable DHCP agents. Network: c31a95ab-1069-42d7-803f-397ef71b2759, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:43:08.986276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] Network c31a95ab-1069-42d7-803f-397ef71b2759 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:43:08.996833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c31a95ab-1069-42d7-803f-397ef71b2759) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:43:09.003060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:43:09.004069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:09.005965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8c70c8-2066-405f-b540-de29a66c6c76 None None] Network c31a95ab-1069-42d7-803f-397ef71b2759 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:43:09.022674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3d71fcb5-0767-4f2b-a5dc-07dc8abd86b4 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4456763 Mar 10 14:43:09.388437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-c31a95ab-1069-42d7-803f-397ef71b2759', 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759', 'project_id': 'e2999df8842945368bf26f07c1a39758', 'fixed_ips': [{'subnet_id': 'd70cd42b-9526-447e-8309-7a8030daa5f2'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 14:43:09.389720 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:09.664310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Allocated IP 172.20.0.2 (c31a95ab-1069-42d7-803f-397ef71b2759/d70cd42b-9526-447e-8309-7a8030daa5f2/b5f8c36d-2975-4ad1-840b-f0d63c48541d) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:43:09.934723 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Publish callbacks [] for port (b5f8c36d-2975-4ad1-840b-f0d63c48541d), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:09.941604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (b5f8c36d-2975-4ad1-840b-f0d63c48541d), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:10.012474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Network c31a95ab-1069-42d7-803f-397ef71b2759 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:43:10.019145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:43:10.028334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:43:10.031345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Pushing event updated for resources: {'Port': ['ID=b5f8c36d-2975-4ad1-840b-f0d63c48541d,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:10.041194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.041539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.041880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.042216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.042547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.042904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.043233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.043558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.043880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.044202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.044521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.044838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.045155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Tracked resource versions report: Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: pushed versions: Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: { 'AddressGroup': {'1.2'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'ConntrackHelper': {'1.0'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'LocalIPAssociation': {'1.0'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'Log': {'1.0'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'Network': {'1.1'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'Port': {'1.7'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'PortForwarding': {'1.2'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'QosPolicy': {'1.10'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'SecurityGroup': {'1.5'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'SecurityGroupRule': {'1.2'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'SubPort': {'1.0'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'Subnet': {'1.1'}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'Trunk': {'1.1'}} Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: consumer versions: Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: { DHCP agent@n-d-833090-1: {}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: L3 agent@n-d-833090-1: {}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: Metadata agent@n-d-833090-1: {}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: Metering agent@n-d-833090-1: {}, Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: Open vSwitch agent@n-d-833090-1: { 'AddressGroup': '1.2', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'ConntrackHelper': '1.0', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'LocalIPAssociation': '1.0', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'Log': '1.0', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'Network': '1.1', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'Port': '1.7', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'PortForwarding': '1.2', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'QosPolicy': '1.10', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'SecurityGroup': '1.5', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'SecurityGroupRule': '1.2', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'SubPort': '1.0', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'Subnet': '1.1', Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: 'Trunk': '1.1'}} Mar 10 14:43:10.046445 n-d-833090-1 neutron-server[115535]: {{(pid=115535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 14:43:10.134885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Attempting to bind port b5f8c36d-2975-4ad1-840b-f0d63c48541d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:43:10.135284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Attempting to bind port b5f8c36d-2975-4ad1-840b-f0d63c48541d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'f415ac99-3b82-48e4-833a-b4e9a438bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:43:10.135715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Attempting to bind port b5f8c36d-2975-4ad1-840b-f0d63c48541d on network c31a95ab-1069-42d7-803f-397ef71b2759 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:43:10.141114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:43:10.141491 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Checking segment: {'id': 'f415ac99-3b82-48e4-833a-b4e9a438bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:43:10.141977 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:10.142363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Bound using segment: {'id': 'f415ac99-3b82-48e4-833a-b4e9a438bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:43:10.142836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Bound port: b5f8c36d-2975-4ad1-840b-f0d63c48541d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415ac99-3b82-48e4-833a-b4e9a438bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:43:10.143250 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b5f8c36d-2975-4ad1-840b-f0d63c48541d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:10.205735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] For port b5f8c36d-2975-4ad1-840b-f0d63c48541d, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:43:10.210525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] For port b5f8c36d-2975-4ad1-840b-f0d63c48541d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b5f8c36d-2975-4ad1-840b-f0d63c48541d,segment=NetworkSegment(f415ac99-3b82-48e4-833a-b4e9a438bb18),segment_id=f415ac99-3b82-48e4-833a-b4e9a438bb18)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:43:10.217481 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b5f8c36d-2975-4ad1-840b-f0d63c48541d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:10.284488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787262a1-d4a1-4778-a8e4-bca2f5a4e2a1 None None] Pushing event updated for resources: {'Port': ['ID=b5f8c36d-2975-4ad1-840b-f0d63c48541d,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:11.643287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59008) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:11.966447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-d79f2fcb-d979-4945-9a6e-12a47c8798d3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:43:11.967520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d79f2fcb-d979-4945-9a6e-12a47c8798d3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3232026 Mar 10 14:43:14.532116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59016) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:15.029738 n-d-833090-1 neutron-server[115534]: WARNING oslo_policy.policy [None req-b6decfbb-df1b-464c-825a-86910e82898c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 14:43:15.030447 n-d-833090-1 neutron-server[115534]: WARNING oslo_policy.policy [None req-b6decfbb-df1b-464c-825a-86910e82898c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 14:43:15.254575 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-b6decfbb-df1b-464c-825a-86910e82898c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:43:15.255787 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b6decfbb-df1b-464c-825a-86910e82898c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7215500 Mar 10 14:43:17.813869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59030) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:18.127737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cbd06e38-861d-407a-879c-5dd0cce7ec29 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:43:18.189335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.policy [None req-cbd06e38-861d-407a-879c-5dd0cce7ec29 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115534) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 14:43:18.233614 n-d-833090-1 neutron-server[115534]: WARNING oslo_policy.policy [None req-cbd06e38-861d-407a-879c-5dd0cce7ec29 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 14:43:18.233999 n-d-833090-1 neutron-server[115534]: WARNING oslo_policy.policy [None req-cbd06e38-861d-407a-879c-5dd0cce7ec29 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 14:43:18.297410 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd06e38-861d-407a-879c-5dd0cce7ec29 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (d76efe92-93ac-4d6b-9b3c-4fae84286c69), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:18.299412 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd06e38-861d-407a-879c-5dd0cce7ec29 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (d76efe92-93ac-4d6b-9b3c-4fae84286c69), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:18.456384 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd06e38-861d-407a-879c-5dd0cce7ec29 demo demo] Publish callbacks [] for router_controller (d76efe92-93ac-4d6b-9b3c-4fae84286c69), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:18.461987 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd06e38-861d-407a-879c-5dd0cce7ec29 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (d76efe92-93ac-4d6b-9b3c-4fae84286c69), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:18.487851 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd06e38-861d-407a-879c-5dd0cce7ec29 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:18.489078 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cbd06e38-861d-407a-879c-5dd0cce7ec29 demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6741626 Mar 10 14:43:20.831458 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5f8c36d-2975-4ad1-840b-f0d63c48541d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:43:20.921683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b5f8c36d-2975-4ad1-840b-f0d63c48541d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:43:20.922108 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5f8c36d-2975-4ad1-840b-f0d63c48541d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:21.033920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b5f8c36d-2975-4ad1-840b-f0d63c48541d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:43:21.034415 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b5f8c36d-2975-4ad1-840b-f0d63c48541d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:21.066825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59044) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:21.070857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port b5f8c36d-2975-4ad1-840b-f0d63c48541d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b5f8c36d-2975-4ad1-840b-f0d63c48541d,segment=NetworkSegment(f415ac99-3b82-48e4-833a-b4e9a438bb18),segment_id=f415ac99-3b82-48e4-833a-b4e9a438bb18)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:43:21.074935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b5f8c36d-2975-4ad1-840b-f0d63c48541d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:21.122501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=b5f8c36d-2975-4ad1-840b-f0d63c48541d,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:21.388023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-9469530f-4517-4993-807d-ca7052d0c9cd admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:43:21.389041 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9469530f-4517-4993-807d-ca7052d0c9cd admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3213952 Mar 10 14:43:21.632273 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-183b72cf-82d2-47d0-86c7-ea5d18d9a6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:21.730058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca913817-acd9-4055-925a-2add71211f29 None None] Network c31a95ab-1069-42d7-803f-397ef71b2759 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:43:21.854426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-da88c055-a0c9-4ec5-b342-8c24450fe25c None None] Provisioning complete for port b5f8c36d-2975-4ad1-840b-f0d63c48541d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:43:21.855123 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-da88c055-a0c9-4ec5-b342-8c24450fe25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5f8c36d-2975-4ad1-840b-f0d63c48541d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:21.942916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-da88c055-a0c9-4ec5-b342-8c24450fe25c None None] Current status of the port b5f8c36d-2975-4ad1-840b-f0d63c48541d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:43:22.062942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9a773dba-a65b-418d-8541-1d304031508c None None] Provisioning complete for port b5f8c36d-2975-4ad1-840b-f0d63c48541d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:43:22.063334 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9a773dba-a65b-418d-8541-1d304031508c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5f8c36d-2975-4ad1-840b-f0d63c48541d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:22.140593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9a773dba-a65b-418d-8541-1d304031508c None None] Current status of the port b5f8c36d-2975-4ad1-840b-f0d63c48541d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:43:22.789755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5f8c36d-2975-4ad1-840b-f0d63c48541d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:43:22.836432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b5f8c36d-2975-4ad1-840b-f0d63c48541d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:43:22.836830 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5f8c36d-2975-4ad1-840b-f0d63c48541d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:22.912841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b5f8c36d-2975-4ad1-840b-f0d63c48541d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:43:23.941374 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59052) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:23.952986 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-57d1b0af-a93d-421b-82b2-9ddad94be998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:24.258546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:43:24.279804 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Made reservation on behalf of db7b5c8e213742ad994e1395d81168a7 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:43:24.282498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:24.297834 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:24.401263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Publish callbacks [] for security_group (524845fb-dabe-4213-ab99-1bca5e1e3399), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:24.405023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (524845fb-dabe-4213-ab99-1bca5e1e3399), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:24.415622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Reserving flat network on physical network physnet1 {{(pid=115534) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 14:43:24.445069 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750712169741', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (c277f70f-4589-4128-872e-9c346cab2a4c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:24.445640 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Unsubscribe: segment precommit_create {{(pid=115534) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 14:43:24.446151 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Added segment c277f70f-4589-4128-872e-9c346cab2a4c of type flat for network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 Mar 10 14:43:24.465275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524845fb-dabe-4213-ab99-1bca5e1e3399,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:24.512071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.512409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.512741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.513064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.513384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.513701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.514020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.514327 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.514637 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.514971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.515281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.515589 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.515892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Tracked resource versions report: Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: pushed versions: Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: { 'AddressGroup': {'1.2'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'ConntrackHelper': {'1.0'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'LocalIPAssociation': {'1.0'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'Log': {'1.0'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'Network': {'1.1'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'Port': {'1.7'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'PortForwarding': {'1.2'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'QosPolicy': {'1.10'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'SecurityGroup': {'1.5'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'SecurityGroupRule': {'1.2'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'SubPort': {'1.0'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'Subnet': {'1.1'}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'Trunk': {'1.1'}} Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: consumer versions: Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: { DHCP agent@n-d-833090-1: {}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: L3 agent@n-d-833090-1: {}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: Metadata agent@n-d-833090-1: {}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: Metering agent@n-d-833090-1: {}, Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: Open vSwitch agent@n-d-833090-1: { 'AddressGroup': '1.2', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'ConntrackHelper': '1.0', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'LocalIPAssociation': '1.0', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'Log': '1.0', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'Network': '1.1', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'Port': '1.7', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'PortForwarding': '1.2', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'QosPolicy': '1.10', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'SecurityGroup': '1.5', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'SecurityGroupRule': '1.2', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'SubPort': '1.0', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'Subnet': '1.1', Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: 'Trunk': '1.1'}} Mar 10 14:43:24.517057 n-d-833090-1 neutron-server[115534]: {{(pid=115534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 14:43:24.563331 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:24.604478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:24.605626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:43:24.606304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:24.671502 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7290928 Mar 10 14:43:24.706450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a32fb0-c12c-4ebd-a67a-3ec4277dcc0f admin admin] Pushing event updated for resources: {'Network': ['ID=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:24.717775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:43:24.997706 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:26.330972 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:27.195268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59074) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:27.395988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb043640-50a7-44b7-9475-84396699c91c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:43:27.397304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bb043640-50a7-44b7-9475-84396699c91c demo admin] 10.222.0.11 "GET /v2.0/subnets/d70cd42b-9526-447e-8309-7a8030daa5f2 HTTP/1.1" status: 200 len: 849 time: 0.2011011 Mar 10 14:43:27.562631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8483e674-51fe-48a3-91ea-805d282a2dee demo admin] 10.222.0.11 "GET /v2.0/routers/d76efe92-93ac-4d6b-9b3c-4fae84286c69 HTTP/1.1" status: 200 len: 704 time: 0.1596923 Mar 10 14:43:27.833394 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:28.046327 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:28.121829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Allocated IP 172.20.0.1 (c31a95ab-1069-42d7-803f-397ef71b2759/d70cd42b-9526-447e-8309-7a8030daa5f2/2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:43:28.274846 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Publish callbacks [] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:28.342407 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:28.454572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Network c31a95ab-1069-42d7-803f-397ef71b2759 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:43:28.460799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:43:28.468434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:43:28.468975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (d76efe92-93ac-4d6b-9b3c-4fae84286c69), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:28.532658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Pushing event updated for resources: {'Port': ['ID=2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:28.673179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:28.741166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-daab1810-210f-46e5-9d55-217810f9c26c None None] Provisioning complete for port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:43:28.741595 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-daab1810-210f-46e5-9d55-217810f9c26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:28.774708 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-daab1810-210f-46e5-9d55-217810f9c26c None None] Port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:43:28.882900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Publish callbacks [] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:28.887233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:28.887979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (d76efe92-93ac-4d6b-9b3c-4fae84286c69), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:28.946122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Pushing event updated for resources: {'Port': ['ID=2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:29.010594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Network c31a95ab-1069-42d7-803f-397ef71b2759 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:43:29.011918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:43:29.180454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Router d76efe92-93ac-4d6b-9b3c-4fae84286c69 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 14:43:29.276287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:43:29.282266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5aeafe30-db0e-4992-a2e2-d85d4846bf87 demo admin] 10.222.0.11 "PUT /v2.0/routers/d76efe92-93ac-4d6b-9b3c-4fae84286c69/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7128747 Mar 10 14:43:29.300098 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Sync routers for ids ['d76efe92-93ac-4d6b-9b3c-4fae84286c69'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:43:29.312900 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Routers {'d76efe92-93ac-4d6b-9b3c-4fae84286c69'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:43:29.313141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2f15d738-2cb1-47e3-a119-98acabc4c49a None None] Provisioning complete for port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:43:29.313591 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f15d738-2cb1-47e3-a119-98acabc4c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:29.313754 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:43:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['d76efe92-93ac-4d6b-9b3c-4fae84286c69'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:43:29.349180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2f15d738-2cb1-47e3-a119-98acabc4c49a None None] Port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:43:29.504541 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Set router d76efe92-93ac-4d6b-9b3c-4fae84286c69 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:43:29.934846 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'name': 'router1', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:43:18Z', 'updated_at': '2022-03-10T14:43:28Z', 'revision_number': 2, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'gw_port_host': None, '_interfaces': [{'id': '2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1', 'name': '', 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'mac_address': 'fa:16:3e:f5:8a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:43:27Z', 'updated_at': '2022-03-10T14:43:28Z', 'revision_number': 2, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'subnets': [{'id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6131f25d-408c-4567-a52d-3282a86e9602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:43:29.985036 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Checking router: d76efe92-93ac-4d6b-9b3c-4fae84286c69 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:43:29.985405 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Updating router d76efe92-93ac-4d6b-9b3c-4fae84286c69 port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:43:30.036558 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:30.545639 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Publish callbacks [] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:30.552235 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:30.717525 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Pushing event updated for resources: {'Port': ['ID=2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:30.727476 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Attempting to bind port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:43:30.727876 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Attempting to bind port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'f415ac99-3b82-48e4-833a-b4e9a438bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:43:30.728393 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Attempting to bind port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 on network c31a95ab-1069-42d7-803f-397ef71b2759 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:43:30.733562 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.733902 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.734235 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.734562 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.734906 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.735227 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.735543 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.735881 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.736192 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.736504 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.736815 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.737126 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.737436 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Tracked resource versions report: Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: pushed versions: Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: { 'AddressGroup': {'1.2'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'ConntrackHelper': {'1.0'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'LocalIPAssociation': {'1.0'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'Log': {'1.0'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'Network': {'1.1'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'Port': {'1.7'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'PortForwarding': {'1.2'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'QosPolicy': {'1.10'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'SecurityGroup': {'1.5'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'SecurityGroupRule': {'1.2'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'SubPort': {'1.0'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'Subnet': {'1.1'}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'Trunk': {'1.1'}} Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: consumer versions: Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: { DHCP agent@n-d-833090-1: {}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: L3 agent@n-d-833090-1: {}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: Metadata agent@n-d-833090-1: {}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: Metering agent@n-d-833090-1: {}, Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: Open vSwitch agent@n-d-833090-1: { 'AddressGroup': '1.2', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'ConntrackHelper': '1.0', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'LocalIPAssociation': '1.0', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'Log': '1.0', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'Network': '1.1', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'Port': '1.7', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'PortForwarding': '1.2', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'QosPolicy': '1.10', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'SecurityGroup': '1.5', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'SecurityGroupRule': '1.2', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'SubPort': '1.0', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'Subnet': '1.1', Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: 'Trunk': '1.1'}} Mar 10 14:43:30.738768 n-d-833090-1 neutron-server[115536]: {{(pid=115536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 14:43:30.743862 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:43:30.744625 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Checking segment: {'id': 'f415ac99-3b82-48e4-833a-b4e9a438bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:43:30.745125 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:30.745500 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Bound using segment: {'id': 'f415ac99-3b82-48e4-833a-b4e9a438bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:43:30.745973 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Bound port: 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415ac99-3b82-48e4-833a-b4e9a438bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:43:30.746361 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:30.776697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e3755039-a098-4861-a56e-ac907d49af4b None None] Provisioning complete for port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:43:30.777223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e3755039-a098-4861-a56e-ac907d49af4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:30.815308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e3755039-a098-4861-a56e-ac907d49af4b None None] Port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:43:30.818000 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] For port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:43:30.838002 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] For port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1,segment=NetworkSegment(f415ac99-3b82-48e4-833a-b4e9a438bb18),segment_id=f415ac99-3b82-48e4-833a-b4e9a438bb18)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:43:30.843452 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:30.903105 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98d52a-308b-4284-a737-49cd323f84ee None None] Pushing event updated for resources: {'Port': ['ID=2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:30.907272 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Routers {'d76efe92-93ac-4d6b-9b3c-4fae84286c69'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:43:30.907899 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:43:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['d76efe92-93ac-4d6b-9b3c-4fae84286c69'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:43:31.003257 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] Set router d76efe92-93ac-4d6b-9b3c-4fae84286c69 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:43:31.142749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9dc25a39-9660-4fa1-adc4-097451482f06 None None] Provisioning complete for port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:43:31.143101 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9dc25a39-9660-4fa1-adc4-097451482f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:31.227288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9dc25a39-9660-4fa1-adc4-097451482f06 None None] Current status of the port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:43:31.227689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9dc25a39-9660-4fa1-adc4-097451482f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:31.228617 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'name': 'router1', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:43:18Z', 'updated_at': '2022-03-10T14:43:28Z', 'revision_number': 2, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'gw_port_host': None, '_interfaces': [{'id': '2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1', 'name': '', 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'mac_address': 'fa:16:3e:f5:8a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:43:27Z', 'updated_at': '2022-03-10T14:43:30Z', 'revision_number': 4, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'subnets': [{'id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6131f25d-408c-4567-a52d-3282a86e9602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:43:31.259986 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b33d5-dccb-4636-83f9-8d99491e2f05 None None] The sync data for ids ['d76efe92-93ac-4d6b-9b3c-4fae84286c69'] in n-d-833090-1 is: [{'id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'name': 'router1', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:43:18Z', 'updated_at': '2022-03-10T14:43:28Z', 'revision_number': 2, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'gw_port_host': None, '_interfaces': [{'id': '2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1', 'name': '', 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'mac_address': 'fa:16:3e:f5:8a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:43:27Z', 'updated_at': '2022-03-10T14:43:30Z', 'revision_number': 4, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'subnets': [{'id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6131f25d-408c-4567-a52d-3282a86e9602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:43:31.262394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9dc25a39-9660-4fa1-adc4-097451482f06 None None] For port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1,segment=NetworkSegment(f415ac99-3b82-48e4-833a-b4e9a438bb18),segment_id=f415ac99-3b82-48e4-833a-b4e9a438bb18)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:43:31.267970 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9dc25a39-9660-4fa1-adc4-097451482f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:31.320413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc25a39-9660-4fa1-adc4-097451482f06 None None] Pushing event updated for resources: {'Port': ['ID=2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:31.758809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59094) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:31.904452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e79f26-6842-40c6-84a2-5274bf065537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:43:31.905900 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-44e79f26-6842-40c6-84a2-5274bf065537 admin admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 842 time: 0.1461339 Mar 10 14:43:31.915428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Request body: {'subnet': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'ip_version': 4, 'gateway_ip': '172.25.3.1', 'name': 'public-subnet'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:43:31.938128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Made reservation on behalf of db7b5c8e213742ad994e1395d81168a7 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:43:31.940761 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:32.323167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 14:43:32.323645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for subnet (561fad8e-7ce8-4576-b16d-7bc2f0a3b07c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:32.377461 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=561fad8e-7ce8-4576-b16d-7bc2f0a3b07c,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:32.389612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:43:32.389969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Network hostable DHCP agents. Network: fcbc8291-ce7f-4d57-95fc-a87382d1c0c5, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:43:32.410129 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:43:32.421148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, fcbc8291-ce7f-4d57-95fc-a87382d1c0c5) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:43:32.425621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:43:32.426200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:32.433200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3074a9e-8538-4d3c-85f2-e71bc39d9608 None None] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:43:32.454816 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f209855d-f15c-4aa0-b6fc-fdc874a12724 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5314355 Mar 10 14:43:32.538745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ba134-bea4-42aa-b54f-e622389faf59 None None] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:43:33.180255 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:43:34.877811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59102) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:35.097328 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-790dd395-c65f-4b47-8e6c-6b53053c1405 demo admin] 10.222.0.11 "GET /v2.0/routers/d76efe92-93ac-4d6b-9b3c-4fae84286c69 HTTP/1.1" status: 200 len: 710 time: 0.2183101 Mar 10 14:43:35.188422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415bbf1-6279-428a-a3cf-c78051d594a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:43:35.189791 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4415bbf1-6279-428a-a3cf-c78051d594a8 demo admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 886 time: 0.0872495 Mar 10 14:43:35.198985 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:43:35.452012 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Publish callbacks [] for router_gateway (d76efe92-93ac-4d6b-9b3c-4fae84286c69), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:35.694226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Publish callbacks [] for router_gateway (d76efe92-93ac-4d6b-9b3c-4fae84286c69), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:35.769636 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:35.963272 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Allocated IP 172.25.3.102 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/9bc847cc-8137-47b4-9926-b6bc6fb18dfc) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:43:36.075328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Publish callbacks [] for port (9bc847cc-8137-47b4-9926-b6bc6fb18dfc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:36.135789 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (9bc847cc-8137-47b4-9926-b6bc6fb18dfc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:36.201319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:43:36.207519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:43:36.215835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:43:36.225284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Pushing event updated for resources: {'Port': ['ID=9bc847cc-8137-47b4-9926-b6bc6fb18dfc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:36.504725 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Publish callbacks [] for router_gateway (d76efe92-93ac-4d6b-9b3c-4fae84286c69), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:36.711233 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (d76efe92-93ac-4d6b-9b3c-4fae84286c69), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:36.715654 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (d76efe92-93ac-4d6b-9b3c-4fae84286c69), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:36.827740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Router d76efe92-93ac-4d6b-9b3c-4fae84286c69 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:43:36.934622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:43:36.938987 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:36.940188 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6e7b6853-6fd9-4d72-9cf0-8e2110cf4c66 demo admin] 10.222.0.11 "PUT /v2.0/routers/d76efe92-93ac-4d6b-9b3c-4fae84286c69 HTTP/1.1" status: 200 len: 890 time: 1.7443192 Mar 10 14:43:38.819207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:43:38.867467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:43:38.867869 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:38.945332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:43:39.488382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59114) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:43:39.608189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-12f7ad05-cac3-484e-944b-a4bf9a48ed49 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1185219 Mar 10 14:43:39.982955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Sync routers for ids ['d76efe92-93ac-4d6b-9b3c-4fae84286c69'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:43:39.997918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Routers {'d76efe92-93ac-4d6b-9b3c-4fae84286c69'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:43:39.998557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:43:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['d76efe92-93ac-4d6b-9b3c-4fae84286c69'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:43:40.218183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Set router d76efe92-93ac-4d6b-9b3c-4fae84286c69 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:43:40.709937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'name': 'router1', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '9bc847cc-8137-47b4-9926-b6bc6fb18dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:43:18Z', 'updated_at': '2022-03-10T14:43:36Z', 'revision_number': 4, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'gw_port': {'id': '9bc847cc-8137-47b4-9926-b6bc6fb18dfc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:43:35Z', 'updated_at': '2022-03-10T14:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1', 'name': '', 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'mac_address': 'fa:16:3e:f5:8a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:43:27Z', 'updated_at': '2022-03-10T14:43:31Z', 'revision_number': 5, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'subnets': [{'id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6131f25d-408c-4567-a52d-3282a86e9602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:43:40.758909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Checking router: d76efe92-93ac-4d6b-9b3c-4fae84286c69 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:43:40.759292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Updating router d76efe92-93ac-4d6b-9b3c-4fae84286c69 port 9bc847cc-8137-47b4-9926-b6bc6fb18dfc binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:43:40.812813 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9bc847cc-8137-47b4-9926-b6bc6fb18dfc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:41.152674 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Publish callbacks [] for port (9bc847cc-8137-47b4-9926-b6bc6fb18dfc), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:41.156966 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9bc847cc-8137-47b4-9926-b6bc6fb18dfc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:41.209738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94071c-330a-41a7-86d9-0d5b45bcf783 None None] Pushing event updated for resources: {'Port': ['ID=9bc847cc-8137-47b4-9926-b6bc6fb18dfc,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:41.214054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Attempting to bind port 9bc847cc-8137-47b4-9926-b6bc6fb18dfc on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:43:41.214429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Attempting to bind port 9bc847cc-8137-47b4-9926-b6bc6fb18dfc by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:43:41.214821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Attempting to bind port 9bc847cc-8137-47b4-9926-b6bc6fb18dfc on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:43:41.220188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:43:41.220565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:43:41.220983 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:41.221355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:43:41.221819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Bound port: 9bc847cc-8137-47b4-9926-b6bc6fb18dfc, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:43:41.222195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9bc847cc-8137-47b4-9926-b6bc6fb18dfc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:41.275443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] For port 9bc847cc-8137-47b4-9926-b6bc6fb18dfc, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:43:41.278904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] For port 9bc847cc-8137-47b4-9926-b6bc6fb18dfc, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9bc847cc-8137-47b4-9926-b6bc6fb18dfc,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:43:41.285935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9bc847cc-8137-47b4-9926-b6bc6fb18dfc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:41.356996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Routers {'d76efe92-93ac-4d6b-9b3c-4fae84286c69'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:43:41.357620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:43:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['d76efe92-93ac-4d6b-9b3c-4fae84286c69'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:43:41.404996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94071c-330a-41a7-86d9-0d5b45bcf783 None None] Pushing event updated for resources: {'Port': ['ID=9bc847cc-8137-47b4-9926-b6bc6fb18dfc,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:41.484666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] Set router d76efe92-93ac-4d6b-9b3c-4fae84286c69 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:43:41.718889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'name': 'router1', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '9bc847cc-8137-47b4-9926-b6bc6fb18dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:43:18Z', 'updated_at': '2022-03-10T14:43:36Z', 'revision_number': 4, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'gw_port': {'id': '9bc847cc-8137-47b4-9926-b6bc6fb18dfc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:43:35Z', 'updated_at': '2022-03-10T14:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1', 'name': '', 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'mac_address': 'fa:16:3e:f5:8a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:43:27Z', 'updated_at': '2022-03-10T14:43:31Z', 'revision_number': 5, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'subnets': [{'id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6131f25d-408c-4567-a52d-3282a86e9602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:43:41.748715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec7a95-1b9f-4eaa-a3f8-06f440d82d0e None None] The sync data for ids ['d76efe92-93ac-4d6b-9b3c-4fae84286c69'] in n-d-833090-1 is: [{'id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'name': 'router1', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '9bc847cc-8137-47b4-9926-b6bc6fb18dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:43:18Z', 'updated_at': '2022-03-10T14:43:36Z', 'revision_number': 4, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'gw_port': {'id': '9bc847cc-8137-47b4-9926-b6bc6fb18dfc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:43:35Z', 'updated_at': '2022-03-10T14:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1', 'name': '', 'network_id': 'c31a95ab-1069-42d7-803f-397ef71b2759', 'tenant_id': 'e2999df8842945368bf26f07c1a39758', 'mac_address': 'fa:16:3e:f5:8a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efe92-93ac-4d6b-9b3c-4fae84286c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:43:27Z', 'updated_at': '2022-03-10T14:43:31Z', 'revision_number': 5, 'project_id': 'e2999df8842945368bf26f07c1a39758', 'subnets': [{'id': 'd70cd42b-9526-447e-8309-7a8030daa5f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6131f25d-408c-4567-a52d-3282a86e9602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:43:42.890531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9bc847cc-8137-47b4-9926-b6bc6fb18dfc up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:43:42.938427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9bc847cc-8137-47b4-9926-b6bc6fb18dfc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:43:42.938840 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9bc847cc-8137-47b4-9926-b6bc6fb18dfc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:43.016029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9bc847cc-8137-47b4-9926-b6bc6fb18dfc is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:43:43.016327 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9bc847cc-8137-47b4-9926-b6bc6fb18dfc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:43.036484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 9bc847cc-8137-47b4-9926-b6bc6fb18dfc, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9bc847cc-8137-47b4-9926-b6bc6fb18dfc,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:43:43.041067 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9bc847cc-8137-47b4-9926-b6bc6fb18dfc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:43.104829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=9bc847cc-8137-47b4-9926-b6bc6fb18dfc,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:43:44.919310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9bc847cc-8137-47b4-9926-b6bc6fb18dfc up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:43:45.012746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9bc847cc-8137-47b4-9926-b6bc6fb18dfc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:43:45.013070 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9bc847cc-8137-47b4-9926-b6bc6fb18dfc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:45.196488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9bc847cc-8137-47b4-9926-b6bc6fb18dfc is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:43:51.633368 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3c089af9-1829-4952-b8b2-ed3a7387035a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:53.958119 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4bccd6fe-fea0-4c1b-9e62-d4ff5724f1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:55.008447 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:56.336223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:43:58.043298 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:44:10.179278 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:44:21.630705 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6b183e44-1641-4f48-9f17-7443340aa1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:44:23.953862 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-adeae0c8-d85e-4608-b93b-cf5012b7ef98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:44:25.001876 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:44:26.343486 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:44:28.040566 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:44:47.177828 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:44:51.624979 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9e3f1203-d76f-4d38-be6f-72787720cc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:44:53.968690 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c1bf4823-2d3c-4232-bee0-81ea80faf44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:44:55.004201 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:44:56.338895 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:44:58.042757 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:06.614579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59632) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:45:06.680048 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f14274e-834d-46ce-919f-62c039205b8e admin admin] GET failed (client error): The resource could not be found. Mar 10 14:45:06.681326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4f14274e-834d-46ce-919f-62c039205b8e admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657649 Mar 10 14:45:06.842840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c4f7e3-aaa5-4a20-b66a-1885c9334040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:06.844327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-56c4f7e3-aaa5-4a20-b66a-1885c9334040 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588500 Mar 10 14:45:09.180599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59642) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:45:09.270986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c945f0-0300-4869-82b4-7b4f15d38454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:09.272334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-68c945f0-0300-4869-82b4-7b4f15d38454 admin admin] 10.222.0.11 "GET /v2.0/subnets/d70cd42b-9526-447e-8309-7a8030daa5f2 HTTP/1.1" status: 200 len: 849 time: 0.0907924 Mar 10 14:45:09.281597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:45:09.366271 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Publish callbacks [] for subnet (d70cd42b-9526-447e-8309-7a8030daa5f2), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:09.579858 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750712408158'] for subnet (d70cd42b-9526-447e-8309-7a8030daa5f2), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:09.610785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:09.611398 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:09.612768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] 10.222.0.11 "PUT /v2.0/subnets/d70cd42b-9526-447e-8309-7a8030daa5f2 HTTP/1.1" status: 200 len: 868 time: 0.3346751 Mar 10 14:45:09.615836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669a435b-d405-4b31-a7fb-5b0cf491d92f None None] Network c31a95ab-1069-42d7-803f-397ef71b2759 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:45:09.631419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70cd42b-9526-447e-8309-7a8030daa5f2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:45:09.638930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.639283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.639631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.639969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.640305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.640634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.640982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.641286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.641601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.641938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.642250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.642571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:09.642917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617a25f4-6f39-4aef-9017-c9f50d5fa6d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:45:10.019915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9baf96c3-d36a-44c8-8d1b-f56611d6e07b None None] Provisioning complete for port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:45:10.020225 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9baf96c3-d36a-44c8-8d1b-f56611d6e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:10.099050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9baf96c3-d36a-44c8-8d1b-f56611d6e07b None None] Current status of the port 2e6a345e-0aea-49e1-9ff7-e8b51fc57aa1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:45:10.108684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9baf96c3-d36a-44c8-8d1b-f56611d6e07b None None] Provisioning complete for port b5f8c36d-2975-4ad1-840b-f0d63c48541d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:45:10.109078 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9baf96c3-d36a-44c8-8d1b-f56611d6e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5f8c36d-2975-4ad1-840b-f0d63c48541d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:10.181854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9baf96c3-d36a-44c8-8d1b-f56611d6e07b None None] Current status of the port b5f8c36d-2975-4ad1-840b-f0d63c48541d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:45:11.969608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59650) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:45:12.168270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc804d2-efe5-4068-afd9-625d4647c47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:12.168656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc804d2-efe5-4068-afd9-625d4647c47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:12.170238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6dc804d2-efe5-4068-afd9-625d4647c47f admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996613 Mar 10 14:45:14.496075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59658) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:45:14.628431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f50b619-2daa-4d32-9d06-d90514417501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:14.628903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f50b619-2daa-4d32-9d06-d90514417501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:14.630442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4f50b619-2daa-4d32-9d06-d90514417501 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333866 Mar 10 14:45:16.988398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59666) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:45:17.122470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3d639d-e899-46fd-972d-f3ef8cdfa5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:17.123798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0c3d639d-e899-46fd-972d-f3ef8cdfa5ab admin admin] 10.222.0.11 "GET /v2.0/networks/c31a95ab-1069-42d7-803f-397ef71b2759 HTTP/1.1" status: 200 len: 869 time: 0.1344531 Mar 10 14:45:19.459635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59674) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:45:19.585842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba630c3b-74b0-4830-be57-5350fd5f82fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:19.587374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ba630c3b-74b0-4830-be57-5350fd5f82fc admin admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 886 time: 0.1267364 Mar 10 14:45:21.629045 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a4d7ce8c-e4c7-4a5a-903d-b52cabcf8f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:21.949476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59682) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:45:22.079676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628affad-ebca-4160-aead-820faa88f5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:22.080154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628affad-ebca-4160-aead-820faa88f5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:22.081695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-628affad-ebca-4160-aead-820faa88f5b2 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312387 Mar 10 14:45:23.952270 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9651-aa60-4696-aae8-892e202d3e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:24.176886 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:45:24.444471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59690) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:45:24.538988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc963f-dffd-43c8-919b-6c2706253253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:24.539440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc963f-dffd-43c8-919b-6c2706253253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:24.540977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d2dc963f-dffd-43c8-919b-6c2706253253 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955582 Mar 10 14:45:25.009717 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:26.341744 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:26.890088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59698) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:45:26.982952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a9975d-af89-4750-92e3-a196341e4cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:26.984329 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a5a9975d-af89-4750-92e3-a196341e4cb7 admin admin] 10.222.0.11 "GET /v2.0/subnets/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c HTTP/1.1" status: 200 len: 816 time: 0.0933006 Mar 10 14:45:28.046251 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:29.382573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59708) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:45:29.476947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09360411-ea7e-4e52-bf07-186eaee13ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:45:29.478808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-09360411-ea7e-4e52-bf07-186eaee13ffa admin admin] 10.222.0.11 "GET /v2.0/subnets/d70cd42b-9526-447e-8309-7a8030daa5f2 HTTP/1.1" status: 200 len: 868 time: 0.0951514 Mar 10 14:45:51.631588 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0fa4027b-1bc3-4e96-82cb-8e8833f297df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:53.954953 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4a8b865c-dd7c-4763-a35a-7ed124f6287a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:55.010093 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:56.354146 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:58.051188 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:45:58.500249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59760) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:45:58.550883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-a88f285a-6d8a-4018-9952-c9c6344d8fa2 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:45:58.551897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a88f285a-6d8a-4018-9952-c9c6344d8fa2 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507076 Mar 10 14:46:00.997728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59768) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:46:01.074312 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f0dc94-1e7a-4ded-839c-7c5665ab428e admin admin] GET failed (client error): The resource could not be found. Mar 10 14:46:01.075678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-05f0dc94-1e7a-4ded-839c-7c5665ab428e admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0770187 Mar 10 14:46:01.161497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46026321-db1e-41ab-90a8-aa11013b6699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:46:01.162938 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-46026321-db1e-41ab-90a8-aa11013b6699 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822155 Mar 10 14:46:01.175941 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:46:03.588595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59776) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:46:03.635648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:46:03.655125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] Made reservation on behalf of db7b5c8e213742ad994e1395d81168a7 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:46:03.657353 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:03.684263 n-d-833090-1 neutron-server[115533]: WARNING neutron.services.revisions.revision_plugin [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] Could not find related network for resource to bump revision. Mar 10 14:46:03.697405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:46:03.707506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d491f055-bad7-40d4-82c9-e86d8c9da044), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:03.707777 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] Added segment d491f055-bad7-40d4-82c9-e86d8c9da044 of type vlan for network 42bbee11-da9a-4045-9196-8645fddd190c Mar 10 14:46:03.750657 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (42bbee11-da9a-4045-9196-8645fddd190c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:03.776481 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (42bbee11-da9a-4045-9196-8645fddd190c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:03.777464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:46:03.778048 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:03.821664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2319400 Mar 10 14:46:03.877710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8583f0b-b84d-4bf0-87bb-afec165de2cf admin admin] Pushing event updated for resources: {'Network': ['ID=42bbee11-da9a-4045-9196-8645fddd190c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:46:03.889049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 42bbee11-da9a-4045-9196-8645fddd190c details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:46:06.214145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59784) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:46:06.276851 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af3da04-6330-4c23-9506-5f0d5f29afad admin admin] GET failed (client error): The resource could not be found. Mar 10 14:46:06.278134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1af3da04-6330-4c23-9506-5f0d5f29afad admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0629516 Mar 10 14:46:06.348450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817fbf51-e851-43e8-a39b-c2f93637528b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:46:06.349826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-817fbf51-e851-43e8-a39b-c2f93637528b admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677035 Mar 10 14:46:06.359639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'cidr': '192.168.233.0/24'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:46:06.379547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] Made reservation on behalf of db7b5c8e213742ad994e1395d81168a7 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:46:06.382129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:06.550025 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for subnet (dcb2a6e3-a346-4a0e-8c85-3a6f14cde848), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:06.607981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:46:06.620148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:46:06.620505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] Network hostable DHCP agents. Network: 42bbee11-da9a-4045-9196-8645fddd190c, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:46:06.637136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] Network 42bbee11-da9a-4045-9196-8645fddd190c is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:46:06.647280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 42bbee11-da9a-4045-9196-8645fddd190c) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:46:06.652746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:46:06.653345 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:06.660430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54617b9-2031-4d40-8328-a809b216b93d None None] Network 42bbee11-da9a-4045-9196-8645fddd190c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:46:06.671928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1fe5dd11-20ff-4be0-a2d3-aad835f2c2dd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3156703 Mar 10 14:46:06.772866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-42bbee11-da9a-4045-9196-8645fddd190c', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'project_id': 'db7b5c8e213742ad994e1395d81168a7', 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 14:46:06.774028 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:07.014431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Allocated IP 192.168.233.2 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/fb9cf96f-facc-426c-8b5b-d19af85d7d70) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:46:07.175039 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Publish callbacks [] for port (fb9cf96f-facc-426c-8b5b-d19af85d7d70), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:07.182301 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (fb9cf96f-facc-426c-8b5b-d19af85d7d70), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:07.225690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Pushing event updated for resources: {'Port': ['ID=fb9cf96f-facc-426c-8b5b-d19af85d7d70,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:46:07.234727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.235105 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.235452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.235790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.236164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.236500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.236828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.237156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.237483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.237807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.238129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.238453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.238772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:46:07.248201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:46:07.249581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:46:07.252674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:46:07.312614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Attempting to bind port fb9cf96f-facc-426c-8b5b-d19af85d7d70 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:46:07.312992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Attempting to bind port fb9cf96f-facc-426c-8b5b-d19af85d7d70 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:46:07.313362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Attempting to bind port fb9cf96f-facc-426c-8b5b-d19af85d7d70 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:46:07.319124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:46:07.319504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:46:07.319914 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:07.320312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:46:07.320776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Bound port: fb9cf96f-facc-426c-8b5b-d19af85d7d70, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:46:07.321155 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fb9cf96f-facc-426c-8b5b-d19af85d7d70), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:07.384556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] For port fb9cf96f-facc-426c-8b5b-d19af85d7d70, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:46:07.387832 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] For port fb9cf96f-facc-426c-8b5b-d19af85d7d70, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fb9cf96f-facc-426c-8b5b-d19af85d7d70,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:46:07.396255 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fb9cf96f-facc-426c-8b5b-d19af85d7d70), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:07.454264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f719e-04ec-4a80-8738-92d9a9bad0ba None None] Pushing event updated for resources: {'Port': ['ID=fb9cf96f-facc-426c-8b5b-d19af85d7d70,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:46:08.398144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87691a20-9a83-49ba-b692-329abad0a038 None None] Network 42bbee11-da9a-4045-9196-8645fddd190c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:46:08.483067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4854bc9f-d2a7-4a91-af80-d68e818bf5bd None None] Provisioning complete for port fb9cf96f-facc-426c-8b5b-d19af85d7d70 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:46:08.483455 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4854bc9f-d2a7-4a91-af80-d68e818bf5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fb9cf96f-facc-426c-8b5b-d19af85d7d70), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:08.593000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4854bc9f-d2a7-4a91-af80-d68e818bf5bd None None] Current status of the port fb9cf96f-facc-426c-8b5b-d19af85d7d70 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:46:08.593000 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4854bc9f-d2a7-4a91-af80-d68e818bf5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fb9cf96f-facc-426c-8b5b-d19af85d7d70), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:08.628572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4854bc9f-d2a7-4a91-af80-d68e818bf5bd None None] For port fb9cf96f-facc-426c-8b5b-d19af85d7d70, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fb9cf96f-facc-426c-8b5b-d19af85d7d70,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:46:08.633159 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4854bc9f-d2a7-4a91-af80-d68e818bf5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fb9cf96f-facc-426c-8b5b-d19af85d7d70), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:08.685740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854bc9f-d2a7-4a91-af80-d68e818bf5bd None None] Pushing event updated for resources: {'Port': ['ID=fb9cf96f-facc-426c-8b5b-d19af85d7d70,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:46:08.754179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e34ef093-f262-470b-9f56-39fc0781c919 None None] Provisioning complete for port fb9cf96f-facc-426c-8b5b-d19af85d7d70 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:46:08.754562 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e34ef093-f262-470b-9f56-39fc0781c919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fb9cf96f-facc-426c-8b5b-d19af85d7d70), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:08.839196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e34ef093-f262-470b-9f56-39fc0781c919 None None] Current status of the port fb9cf96f-facc-426c-8b5b-d19af85d7d70 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:46:08.955591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fb9cf96f-facc-426c-8b5b-d19af85d7d70 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:46:09.004911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port fb9cf96f-facc-426c-8b5b-d19af85d7d70 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:46:09.005281 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fb9cf96f-facc-426c-8b5b-d19af85d7d70), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:09.086561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port fb9cf96f-facc-426c-8b5b-d19af85d7d70 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:46:21.633269 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c81f2a7d-9544-4dd7-bad1-7579f5ef3afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:23.957310 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7285c9bf-5417-4f72-97a8-b6ef71d9bd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:25.014784 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:26.345658 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:28.053998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:38.175649 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:46:51.635933 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b688a545-dc3f-41f7-baca-5e388fe92dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:53.958200 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c717d698-b788-4863-b2ea-4ca2eadc1eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:55.017968 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:56.347881 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:46:58.059531 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:15.174166 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:47:21.642386 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2c2d7080-67c4-40ed-a1e5-de6a72b198b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:23.960682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4246ead2-febd-4abb-aafe-3f0a9608ab51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:25.018997 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:26.353755 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:28.063266 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:29.765783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59822) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:47:29.771417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-0a513f53-bdf8-4667-941f-998633febe13 tempest-verify_tempest_config-893297964 tempest-verify_tempest_config-893297964-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:47:29.772391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0a513f53-bdf8-4667-941f-998633febe13 tempest-verify_tempest_config-893297964 tempest-verify_tempest_config-893297964-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056522 Mar 10 14:47:30.059375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59840) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:47:30.164700 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:30.236557 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Publish callbacks [] for security_group (feea88ef-35cb-4f20-bf5a-b31f9fbab9fd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:30.240158 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (feea88ef-35cb-4f20-bf5a-b31f9fbab9fd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:30.284542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5b2d56756b241bb8632bd2aadde19d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2241395 Mar 10 14:47:30.285453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feea88ef-35cb-4f20-bf5a-b31f9fbab9fd,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:47:30.287327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59844) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:47:30.297717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.298051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.298379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.298703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.299053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.299369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.299681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.299994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.300304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.300615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.300924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.301229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.301632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425a8ae-cb26-4c39-9d4b-ab8fcefad96c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:47:30.351086 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8da6d42f-a732-4b7c-908f-5f52b73fd713 admin admin] Publish callbacks [] for security_group (feea88ef-35cb-4f20-bf5a-b31f9fbab9fd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:30.370802 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8da6d42f-a732-4b7c-908f-5f52b73fd713 admin admin] Publish callbacks [] for security_group (feea88ef-35cb-4f20-bf5a-b31f9fbab9fd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:30.461981 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8da6d42f-a732-4b7c-908f-5f52b73fd713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (feea88ef-35cb-4f20-bf5a-b31f9fbab9fd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:30.464566 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8da6d42f-a732-4b7c-908f-5f52b73fd713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:30.466300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8da6d42f-a732-4b7c-908f-5f52b73fd713 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/feea88ef-35cb-4f20-bf5a-b31f9fbab9fd HTTP/1.1" status: 204 len: 168 time: 0.1773145 Mar 10 14:47:30.474027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6d42f-a732-4b7c-908f-5f52b73fd713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feea88ef-35cb-4f20-bf5a-b31f9fbab9fd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:47:51.633453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f121f20e-28ca-4aec-842a-fb86df71c656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:52.173690 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:47:53.962457 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bd838bcb-07d6-4935-9a18-8f48f8ef89ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:55.024039 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:56.354113 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:47:58.065437 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:48:21.635210 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4d3599d6-6e3c-4855-b6b0-633c68db7e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:48:23.964630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fe7de3b3-420f-42c7-8fe2-ed4a729fe944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:48:25.023790 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:48:26.357341 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:48:28.072231 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:48:29.172473 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:48:51.636241 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-524b68b6-6bc2-42cd-8606-2e99e4938b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:48:53.965820 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f617f19f-5464-492f-9a16-86642d47127b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:48:55.028055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:48:56.360284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:48:58.064701 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:49:06.171033 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:49:21.637765 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5055-d7a0-4193-871d-68dde278100c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:49:23.967358 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6f302672-8e68-4ba0-b289-ad46afac4f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:49:25.029900 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:49:26.363158 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:49:28.066241 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:49:43.169147 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:49:51.638326 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c55cf927-d881-4db5-a141-799143ba6fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:49:53.968106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-840e32ec-666b-46c0-aa5d-b992d883e2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:49:55.031900 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:49:56.365583 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:49:58.070041 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:20.168059 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 5 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:50:21.640276 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6cbc71eb-b59c-4607-8596-47e6c7eeb042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:23.969496 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9267ae37-696b-43a0-982f-96fb9712a7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:25.034587 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:26.368405 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:28.072326 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:47.568825 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544022'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:50.205183 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544022'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:51.645863 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4907e07d-aba7-45ba-b5a4-4c2bf81739e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:53.970189 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e81b1118-5e1c-4943-b4a4-818afa4d3046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:55.037918 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:56.370535 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:50:57.167327 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:50:58.075140 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:17.521761 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:20.180211 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:21.647695 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1bff16a8-d0c9-4e3f-bd60-80250ce1d1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:23.972092 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6355f309-026f-4ec2-b855-c203f9c282ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:25.041463 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:26.375113 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:28.080385 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:34.167555 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:51:35.174530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59900) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:51:35.277083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-764ddd5d-e7ca-4023-8c8e-bf14e53f9e4f admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1012015 Mar 10 14:51:37.637595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59910) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:51:37.694546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fbc5a4dd-03c8-452b-a5d6-ee2e1e015d6a admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0558660 Mar 10 14:51:47.519660 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:50.192040 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:51.649017 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-429d9763-43b9-4586-8137-f4c42bbda26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:53.974552 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2795673f-4fb5-465e-8573-7ce33534b22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:55.043647 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:56.376806 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:51:58.083537 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:11.166997 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:52:17.525069 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:20.192107 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:21.651564 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ee416705-12d0-4197-9a08-0d6308ed3002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:23.976603 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-560c51cb-1792-4c6e-a1db-c24c128b6281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:25.052607 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:26.392672 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:28.097185 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:47.533166 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:48.167148 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:52:50.224292 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:51.655548 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-32785860-3036-48bf-9e5c-4921d2c5ff05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:53.979590 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4cfe869b-c3ec-400d-9526-e0e4c16a80ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:55.052565 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:56.384678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:52:58.085288 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:11.924771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60130) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:12.440607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60152) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:12.455461 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-01f9e2e9-c18f-436e-bad0-28335b8c2a62 tempest-AutoAllocateNetworkTest-5509237 tempest-AutoAllocateNetworkTest-5509237-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dbf3974d2eda431780273ffaf42baa77&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5294044 Mar 10 14:53:12.729959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd79bb23-9530-466f-bc76-99d14d4cee53 tempest-AutoAllocateNetworkTest-5509237 tempest-AutoAllocateNetworkTest-5509237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:12.731470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cd79bb23-9530-466f-bc76-99d14d4cee53 tempest-AutoAllocateNetworkTest-5509237 tempest-AutoAllocateNetworkTest-5509237-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2898808 Mar 10 14:53:12.734669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60172) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:12.790474 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c9507a4a-f9fe-491d-92c7-26c3e2699611 tempest-AutoAllocateNetworkTest-5509237 tempest-AutoAllocateNetworkTest-5509237-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544558 Mar 10 14:53:12.793216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60178) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:12.823674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-adcbc0b6-3259-4789-841e-c56e76cb3fdb tempest-AutoAllocateNetworkTest-5509237 tempest-AutoAllocateNetworkTest-5509237-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=dbf3974d2eda431780273ffaf42baa77 HTTP/1.1" status: 200 len: 208 time: 0.0292711 Mar 10 14:53:13.331540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60216) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:13.681976 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:13.760878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Publish callbacks [] for security_group (6f7ea663-2505-4a81-884b-120d44c2df2a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:13.765921 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6f7ea663-2505-4a81-884b-120d44c2df2a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:13.812596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7ea663-2505-4a81-884b-120d44c2df2a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:13.827723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.828259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.828598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.828927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.829335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.829566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.829883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.830198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.830516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.830851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.831168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.831482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.831822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] Tracked resource versions report: Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: pushed versions: Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: { 'AddressGroup': {'1.2'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'ConntrackHelper': {'1.0'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'LocalIPAssociation': {'1.0'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'Log': {'1.0'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'Network': {'1.1'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'Port': {'1.7'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'PortForwarding': {'1.2'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'QosPolicy': {'1.10'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'SecurityGroup': {'1.5'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'SecurityGroupRule': {'1.2'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'SubPort': {'1.0'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'Subnet': {'1.1'}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'Trunk': {'1.1'}} Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: consumer versions: Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: { DHCP agent@n-d-833090-1: {}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: HyperV agent@n-h1-833090-1: {}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: HyperV agent@n-h2-833090-1: {}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: L3 agent@n-d-833090-1: {}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: Metadata agent@n-d-833090-1: {}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: Metering agent@n-d-833090-1: {}, Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: Open vSwitch agent@n-d-833090-1: { 'AddressGroup': '1.2', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'ConntrackHelper': '1.0', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'LocalIPAssociation': '1.0', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'Log': '1.0', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'Network': '1.1', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'Port': '1.7', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'PortForwarding': '1.2', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'QosPolicy': '1.10', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'SecurityGroup': '1.5', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'SecurityGroupRule': '1.2', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'SubPort': '1.0', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'Subnet': '1.1', Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: 'Trunk': '1.1'}} Mar 10 14:53:13.833146 n-d-833090-1 neutron-server[115533]: {{(pid=115533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 14:53:13.851950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-acbabc05-50a5-4605-8a6c-281b5c149bd7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbf3974d2eda431780273ffaf42baa77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5161121 Mar 10 14:53:13.852217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60244) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:13.908426 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bfbfa66-34fe-45a0-af81-0bd87be6eb3c admin admin] Publish callbacks [] for security_group (6f7ea663-2505-4a81-884b-120d44c2df2a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:13.932263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bfbfa66-34fe-45a0-af81-0bd87be6eb3c admin admin] Publish callbacks [] for security_group (6f7ea663-2505-4a81-884b-120d44c2df2a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:13.991473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bfbfa66-34fe-45a0-af81-0bd87be6eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6f7ea663-2505-4a81-884b-120d44c2df2a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:13.995355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bfbfa66-34fe-45a0-af81-0bd87be6eb3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:13.999680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8bfbfa66-34fe-45a0-af81-0bd87be6eb3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f7ea663-2505-4a81-884b-120d44c2df2a HTTP/1.1" status: 204 len: 168 time: 0.1465194 Mar 10 14:53:14.008854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbfa66-34fe-45a0-af81-0bd87be6eb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7ea663-2505-4a81-884b-120d44c2df2a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:14.783518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60304) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:14.787228 n-d-833090-1 neutron-server[115533]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 14:53:14.823370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-11eaf9ba-b246-4c18-b0c2-5896c45d237b tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6bae2724df1f48e7a7b317da45b490f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371728 Mar 10 14:53:14.946833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-26556820-9986-4d8c-955e-ee230ea8154d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:14.948314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-26556820-9986-4d8c-955e-ee230ea8154d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190794 Mar 10 14:53:14.965780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-4e49c65a-bcbc-49c9-92e9-c31a3705b3f4 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/quotas/6bae2724df1f48e7a7b317da45b490f1 HTTP/1.1" status: 200 len: 375 time: 0.0109422 Mar 10 14:53:15.027904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-0c653f91-ed03-4027-8af1-92ed2cc3819e tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bae2724df1f48e7a7b317da45b490f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567663 Mar 10 14:53:15.697056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60374) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:15.871898 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60392) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:16.060225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4ba43ba-11aa-42c7-a443-78dca46ac3de req-37be1e8e-067f-469b-9eaf-6f018bd73c67 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 210 time: 0.3619339 Mar 10 14:53:16.070461 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:16.193358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Publish callbacks [] for security_group (3a00506b-3073-4fac-b899-60216a472f15), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:16.198927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3a00506b-3073-4fac-b899-60216a472f15), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:16.293472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a00506b-3073-4fac-b899-60216a472f15,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:16.309357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.309899 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.310403 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.310941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.311404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.311912 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.312384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.312840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.313291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.313833 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.314295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.314746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.315228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] Tracked resource versions report: Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: pushed versions: Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: { 'AddressGroup': {'1.2'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'ConntrackHelper': {'1.0'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'LocalIPAssociation': {'1.0'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'Log': {'1.0'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'Network': {'1.1'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'Port': {'1.7'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'PortForwarding': {'1.2'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'QosPolicy': {'1.10'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'SecurityGroup': {'1.5'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'SecurityGroupRule': {'1.2'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'SubPort': {'1.0'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'Subnet': {'1.1'}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'Trunk': {'1.1'}} Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: consumer versions: Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: { DHCP agent@n-d-833090-1: {}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: HyperV agent@n-h1-833090-1: {}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: HyperV agent@n-h2-833090-1: {}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: L3 agent@n-d-833090-1: {}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: Metadata agent@n-d-833090-1: {}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: Metering agent@n-d-833090-1: {}, Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: Open vSwitch agent@n-d-833090-1: { 'AddressGroup': '1.2', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'ConntrackHelper': '1.0', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'LocalIPAssociation': '1.0', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'Log': '1.0', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'Network': '1.1', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'Port': '1.7', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'PortForwarding': '1.2', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'QosPolicy': '1.10', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'SecurityGroup': '1.5', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'SecurityGroupRule': '1.2', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'SubPort': '1.0', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'Subnet': '1.1', Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: 'Trunk': '1.1'}} Mar 10 14:53:16.317169 n-d-833090-1 neutron-server[115534]: {{(pid=115534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 14:53:16.343118 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-baff206d-dcf1-4ce0-8b59-9eed7fe2bf71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2dd17fa98ab1465caba4d27a18b5cbd7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4679804 Mar 10 14:53:16.344330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60428) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:16.412802 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a26d40c4-cb32-4dde-bd77-83223c154db3 admin admin] Publish callbacks [] for security_group (3a00506b-3073-4fac-b899-60216a472f15), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:16.440318 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a26d40c4-cb32-4dde-bd77-83223c154db3 admin admin] Publish callbacks [] for security_group (3a00506b-3073-4fac-b899-60216a472f15), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:16.501650 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a26d40c4-cb32-4dde-bd77-83223c154db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3a00506b-3073-4fac-b899-60216a472f15), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:16.506228 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a26d40c4-cb32-4dde-bd77-83223c154db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:16.507463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a26d40c4-cb32-4dde-bd77-83223c154db3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a00506b-3073-4fac-b899-60216a472f15 HTTP/1.1" status: 204 len: 168 time: 0.1621559 Mar 10 14:53:16.521778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d40c4-cb32-4dde-bd77-83223c154db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a00506b-3073-4fac-b899-60216a472f15,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:16.957181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60466) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:17.125360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-56601f2e-d1f4-4db1-94d0-b249443cfcf1 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b03e50056a014b7aa65ca4a0db7f221f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429339 Mar 10 14:53:17.243660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b518db-3873-4dbb-8532-ea04ea263221 req-402e2f8a-3474-4b78-8285-96e51a61bc12 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:17.245496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-402e2f8a-3474-4b78-8285-96e51a61bc12 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1193485 Mar 10 14:53:17.268162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-b68e91ce-65ca-407c-ab99-28e1b5eb353f tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/quotas/b03e50056a014b7aa65ca4a0db7f221f HTTP/1.1" status: 200 len: 375 time: 0.0158157 Mar 10 14:53:17.303311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-f5195cdc-5861-46c8-9772-f7331553bd5f tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b03e50056a014b7aa65ca4a0db7f221f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342429 Mar 10 14:53:17.310174 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4010baa9-98cc-4b3c-8e9a-db7f3660bd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.334210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60490) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:17.373435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60494) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:17.402520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4010baa9-98cc-4b3c-8e9a-db7f3660bd3e admin admin] Publish callbacks [] for security_group (adae986b-c517-44e1-91e6-b0d4bd3e8b67), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.409335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4010baa9-98cc-4b3c-8e9a-db7f3660bd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (adae986b-c517-44e1-91e6-b0d4bd3e8b67), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.411079 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57302bc5-ddbe-4628-9c5b-c959ab0f2600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.443554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010baa9-98cc-4b3c-8e9a-db7f3660bd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adae986b-c517-44e1-91e6-b0d4bd3e8b67,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:17.473359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4010baa9-98cc-4b3c-8e9a-db7f3660bd3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8310127a437406c8d69523d0b0da4a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5147889 Mar 10 14:53:17.474125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60496) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:17.517485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60500) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:17.554171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ade358dd-1e08-42fe-8891-45ecdd33dd9d req-d4610fe3-7c9c-4c77-8c02-0c14f477931e tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 210 time: 0.0470548 Mar 10 14:53:17.571287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.45', 54232) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:17.572141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaefeb88-b45e-401e-90f9-729283b2b650 admin admin] Publish callbacks [] for security_group (adae986b-c517-44e1-91e6-b0d4bd3e8b67), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.585292 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.600260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-2228bfd9-efa0-40fb-84a5-22a529e754f4 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=6bae2724df1f48e7a7b317da45b490f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259030 Mar 10 14:53:17.636527 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57302bc5-ddbe-4628-9c5b-c959ab0f2600 admin admin] Publish callbacks [] for security_group (53485913-99a4-4fc0-85eb-b28cf355dfe9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.647096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57302bc5-ddbe-4628-9c5b-c959ab0f2600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (53485913-99a4-4fc0-85eb-b28cf355dfe9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.667518 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaefeb88-b45e-401e-90f9-729283b2b650 admin admin] Publish callbacks [] for security_group (adae986b-c517-44e1-91e6-b0d4bd3e8b67), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.679195 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a82901b-63ef-44d1-bd91-e0148cd87bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.681785 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ae841c4-a214-42b8-b005-59f5eefdb6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.701159 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-57302bc5-ddbe-4628-9c5b-c959ab0f2600 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39ba1325044d404b9fa8f5b1319cf9e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3265877 Mar 10 14:53:17.702382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60522) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:17.789648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a82901b-63ef-44d1-bd91-e0148cd87bfd admin admin] Publish callbacks [] for security_group (50de8c4d-4c48-4e37-a8ac-cff5fc1d1112), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.807186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07c3c660-3434-4e1b-8d36-098efa24b009 req-b27f1ca7-1715-45a5-b643-150c53450cdf tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 210 time: 0.1757247 Mar 10 14:53:17.808219 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a82901b-63ef-44d1-bd91-e0148cd87bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (50de8c4d-4c48-4e37-a8ac-cff5fc1d1112), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.860046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-25f740eb-c65b-4dfc-a987-9b790e9f6614 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:17.861754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-25f740eb-c65b-4dfc-a987-9b790e9f6614 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463820 Mar 10 14:53:17.875703 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8a82901b-63ef-44d1-bd91-e0148cd87bfd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19356c4660424d5eb9e7f67cfbbedc5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5402551 Mar 10 14:53:17.881743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60532) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:17.889369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57302bc5-ddbe-4628-9c5b-c959ab0f2600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53485913-99a4-4fc0-85eb-b28cf355dfe9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:17.889763 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaefeb88-b45e-401e-90f9-729283b2b650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (adae986b-c517-44e1-91e6-b0d4bd3e8b67), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.893261 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaefeb88-b45e-401e-90f9-729283b2b650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.895218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-eaefeb88-b45e-401e-90f9-729283b2b650 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/adae986b-c517-44e1-91e6-b0d4bd3e8b67 HTTP/1.1" status: 204 len: 168 time: 0.4201629 Mar 10 14:53:17.913832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c7e899f-995b-4ca6-8e4b-28e2858564b3 admin admin] Publish callbacks [] for security_group (53485913-99a4-4fc0-85eb-b28cf355dfe9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.935890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefeb88-b45e-401e-90f9-729283b2b650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adae986b-c517-44e1-91e6-b0d4bd3e8b67,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:17.975487 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c7e899f-995b-4ca6-8e4b-28e2858564b3 admin admin] Publish callbacks [] for security_group (53485913-99a4-4fc0-85eb-b28cf355dfe9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:17.977502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82901b-63ef-44d1-bd91-e0148cd87bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50de8c4d-4c48-4e37-a8ac-cff5fc1d1112,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:17.977639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Request body: {'port': {'device_id': '6861e471-04a6-428c-a2da-6e4ba0fcb424', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '6bae2724df1f48e7a7b317da45b490f1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:18.012437 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ae841c4-a214-42b8-b005-59f5eefdb6a4 admin admin] Publish callbacks [] for security_group (091fee06-6eac-4a83-a3a3-b429307e700f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.031284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ae841c4-a214-42b8-b005-59f5eefdb6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (091fee06-6eac-4a83-a3a3-b429307e700f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.064625 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c7e899f-995b-4ca6-8e4b-28e2858564b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (53485913-99a4-4fc0-85eb-b28cf355dfe9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.068778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c7e899f-995b-4ca6-8e4b-28e2858564b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.078660 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0c7e899f-995b-4ca6-8e4b-28e2858564b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53485913-99a4-4fc0-85eb-b28cf355dfe9 HTTP/1.1" status: 204 len: 168 time: 0.3730717 Mar 10 14:53:18.102267 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e899f-995b-4ca6-8e4b-28e2858564b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53485913-99a4-4fc0-85eb-b28cf355dfe9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:18.169838 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ea32d57-4546-4729-b640-1193fbc8ffd6 admin admin] Publish callbacks [] for security_group (50de8c4d-4c48-4e37-a8ac-cff5fc1d1112), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.211218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae841c4-a214-42b8-b005-59f5eefdb6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091fee06-6eac-4a83-a3a3-b429307e700f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:18.248945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5ae841c4-a214-42b8-b005-59f5eefdb6a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b084c6f09c394c41b107c9293fd20402&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7280695 Mar 10 14:53:18.249472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60560) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:18.257319 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ea32d57-4546-4729-b640-1193fbc8ffd6 admin admin] Publish callbacks [] for security_group (50de8c4d-4c48-4e37-a8ac-cff5fc1d1112), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.326120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Made reservation on behalf of 6bae2724df1f48e7a7b317da45b490f1 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:18.331286 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.351845 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.361462 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-67bc28e2-9fef-4e17-976b-ce1cc0c740ae admin admin] Publish callbacks [] for security_group (091fee06-6eac-4a83-a3a3-b429307e700f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.365020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ea32d57-4546-4729-b640-1193fbc8ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (50de8c4d-4c48-4e37-a8ac-cff5fc1d1112), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.368333 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ea32d57-4546-4729-b640-1193fbc8ffd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.369607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3ea32d57-4546-4729-b640-1193fbc8ffd6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50de8c4d-4c48-4e37-a8ac-cff5fc1d1112 HTTP/1.1" status: 204 len: 168 time: 0.4860837 Mar 10 14:53:18.395369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea32d57-4546-4729-b640-1193fbc8ffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50de8c4d-4c48-4e37-a8ac-cff5fc1d1112,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:18.424667 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-67bc28e2-9fef-4e17-976b-ce1cc0c740ae admin admin] Publish callbacks [] for security_group (091fee06-6eac-4a83-a3a3-b429307e700f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.496128 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks [] for security_group (dc87b0c5-6bfd-4087-964f-804c8eb1a1b8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.498227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-67bc28e2-9fef-4e17-976b-ce1cc0c740ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (091fee06-6eac-4a83-a3a3-b429307e700f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.500687 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-67bc28e2-9fef-4e17-976b-ce1cc0c740ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.501849 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-67bc28e2-9fef-4e17-976b-ce1cc0c740ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/091fee06-6eac-4a83-a3a3-b429307e700f HTTP/1.1" status: 204 len: 168 time: 0.2511950 Mar 10 14:53:18.502582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dc87b0c5-6bfd-4087-964f-804c8eb1a1b8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.518611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60576) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:18.526157 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc28e2-9fef-4e17-976b-ce1cc0c740ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091fee06-6eac-4a83-a3a3-b429307e700f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:18.540611 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9eba62e-d1bd-455f-a134-5b73304e7cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.659161 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9eba62e-d1bd-455f-a134-5b73304e7cd5 admin admin] Publish callbacks [] for security_group (5beec494-c280-438b-9851-d0a021c47239), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.671433 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9eba62e-d1bd-455f-a134-5b73304e7cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5beec494-c280-438b-9851-d0a021c47239), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.676214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:18.728278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eba62e-d1bd-455f-a134-5b73304e7cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beec494-c280-438b-9851-d0a021c47239,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:18.769239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21428ff4-93e2-4853-9981-3c17bd3d1676 req-6ef5191a-089f-4d71-9a6b-981ded5d541f tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 210 time: 0.0650210 Mar 10 14:53:18.794234 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a9eba62e-d1bd-455f-a134-5b73304e7cd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef061452bb2346b191d2472ebd99f07e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2743678 Mar 10 14:53:18.802528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60584) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:18.944391 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a4b5485b-3fef-46f3-a9df-b9cdc565662f admin admin] Publish callbacks [] for security_group (5beec494-c280-438b-9851-d0a021c47239), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:18.957495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Allocated IP 192.168.233.104 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/97c4cd82-4941-4291-8cb5-071108998b47) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:53:18.991898 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a4b5485b-3fef-46f3-a9df-b9cdc565662f admin admin] Publish callbacks [] for security_group (5beec494-c280-438b-9851-d0a021c47239), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:19.101122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a4b5485b-3fef-46f3-a9df-b9cdc565662f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5beec494-c280-438b-9851-d0a021c47239), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:19.104909 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a4b5485b-3fef-46f3-a9df-b9cdc565662f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:19.106710 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a4b5485b-3fef-46f3-a9df-b9cdc565662f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5beec494-c280-438b-9851-d0a021c47239 HTTP/1.1" status: 204 len: 168 time: 0.3031566 Mar 10 14:53:19.130220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5485b-3fef-46f3-a9df-b9cdc565662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beec494-c280-438b-9851-d0a021c47239,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:19.301938 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60596) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:19.324065 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0201a74f-ec72-4c96-8df7-a9543b552063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:19.506033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7efa82c-fe6e-4ae3-a459-afa1927cc06d req-3fb161d4-bb24-4dd0-84b2-d9f311ad5bd2 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 210 time: 0.0697787 Mar 10 14:53:19.583514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0201a74f-ec72-4c96-8df7-a9543b552063 admin admin] Publish callbacks [] for security_group (cc29b9c4-8c5e-450a-a815-54f4b487037e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:19.589412 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0201a74f-ec72-4c96-8df7-a9543b552063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cc29b9c4-8c5e-450a-a815-54f4b487037e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:19.616090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.62', 62678) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:19.676708 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-06fc6ecc-762f-4d7e-96f2-f974ae6467f7 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b03e50056a014b7aa65ca4a0db7f221f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585377 Mar 10 14:53:19.797678 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks [] for port (97c4cd82-4941-4291-8cb5-071108998b47), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:19.808319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60608) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:19.811608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201a74f-ec72-4c96-8df7-a9543b552063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc29b9c4-8c5e-450a-a815-54f4b487037e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:19.834428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b44b418-0084-40f4-9247-0326fd24e133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:19.844614 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0201a74f-ec72-4c96-8df7-a9543b552063 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=862fcf6defbf402e96f6cfa3d2e3d967&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5414727 Mar 10 14:53:19.862130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60610) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:19.918199 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (97c4cd82-4941-4291-8cb5-071108998b47), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.087503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:20.107222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:20.118848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:53:20.123998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:20.124665 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.132614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Pushing event updated for resources: {'Port': ['ID=97c4cd82-4941-4291-8cb5-071108998b47,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:20.173035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95354a-cfa5-4f33-a000-51aba1930844 req-f654cc3c-dc46-4ae0-a651-f8d17ae19877 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:20.174469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f95354a-cfa5-4f33-a000-51aba1930844 req-f654cc3c-dc46-4ae0-a651-f8d17ae19877 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 936 time: 0.2805805 Mar 10 14:53:20.186556 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b44b418-0084-40f4-9247-0326fd24e133 admin admin] Publish callbacks [] for security_group (9c2eb578-928f-4c04-ab5c-7a859a8010a3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.195087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-f4b7723f-d7ec-4f3e-b9ad-c25c3545d0f1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2262700 Mar 10 14:53:20.203435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b44b418-0084-40f4-9247-0326fd24e133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9c2eb578-928f-4c04-ab5c-7a859a8010a3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.212726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddd5e855-5619-4549-897c-1caa4940200c tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:20.214861 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddd5e855-5619-4549-897c-1caa4940200c tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5160019 Mar 10 14:53:20.241442 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-081da2cd-7664-4a8b-a4d2-dcb3a2772a6d admin admin] Publish callbacks [] for security_group (cc29b9c4-8c5e-450a-a815-54f4b487037e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.257526 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.269643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-e8d2a08f-eb63-4df9-ba80-579539e1ba02 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:53:20.272747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-e8d2a08f-eb63-4df9-ba80-579539e1ba02 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213337 Mar 10 14:53:20.297067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-081da2cd-7664-4a8b-a4d2-dcb3a2772a6d admin admin] Publish callbacks [] for security_group (cc29b9c4-8c5e-450a-a815-54f4b487037e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.321184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Request body: {'port': {'device_id': 'a0fa5722-d29c-4fff-afa8-a0320cdb034d', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'b03e50056a014b7aa65ca4a0db7f221f'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:20.332756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3b44b418-0084-40f4-9247-0326fd24e133 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c14deab9ba54e92b9b7292e614f9ccb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5230780 Mar 10 14:53:20.344253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60626) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:20.366522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44b418-0084-40f4-9247-0326fd24e133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2eb578-928f-4c04-ab5c-7a859a8010a3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:20.395613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f95354a-cfa5-4f33-a000-51aba1930844 req-9cc2eec6-c90e-4eec-8d1e-6fed2d24757c tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120378 Mar 10 14:53:20.450219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-697f3bf9-5abd-407d-8200-9b07ad94d5f7 admin admin] Publish callbacks [] for security_group (9c2eb578-928f-4c04-ab5c-7a859a8010a3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.496953 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-10c06720-731f-4fd6-b695-26aa30d3ccde None None] Provisioning complete for port 97c4cd82-4941-4291-8cb5-071108998b47 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:20.497358 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-10c06720-731f-4fd6-b695-26aa30d3ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (97c4cd82-4941-4291-8cb5-071108998b47), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.497841 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-697f3bf9-5abd-407d-8200-9b07ad94d5f7 admin admin] Publish callbacks [] for security_group (9c2eb578-928f-4c04-ab5c-7a859a8010a3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.614703 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-697f3bf9-5abd-407d-8200-9b07ad94d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9c2eb578-928f-4c04-ab5c-7a859a8010a3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.618527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-697f3bf9-5abd-407d-8200-9b07ad94d5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.620197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-697f3bf9-5abd-407d-8200-9b07ad94d5f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c2eb578-928f-4c04-ab5c-7a859a8010a3 HTTP/1.1" status: 204 len: 168 time: 0.2746968 Mar 10 14:53:20.634115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f3bf9-5abd-407d-8200-9b07ad94d5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2eb578-928f-4c04-ab5c-7a859a8010a3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:20.672887 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Made reservation on behalf of b03e50056a014b7aa65ca4a0db7f221f for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:20.675314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.690328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.701935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-10c06720-731f-4fd6-b695-26aa30d3ccde None None] Port 97c4cd82-4941-4291-8cb5-071108998b47 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:53:20.754546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-313540a1-d486-4243-be6d-660d149fef9a req-5254c4b4-334f-450a-95c6-3bf57c78999e tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 210 time: 0.1144640 Mar 10 14:53:20.787428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Publish callbacks [] for security_group (784251ed-f356-437d-8751-3294b85bfc38), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.795848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (784251ed-f356-437d-8751-3294b85bfc38), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.864728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-081da2cd-7664-4a8b-a4d2-dcb3a2772a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cc29b9c4-8c5e-450a-a815-54f4b487037e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.867535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-081da2cd-7664-4a8b-a4d2-dcb3a2772a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:20.868856 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-081da2cd-7664-4a8b-a4d2-dcb3a2772a6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc29b9c4-8c5e-450a-a815-54f4b487037e HTTP/1.1" status: 204 len: 168 time: 1.0058119 Mar 10 14:53:20.902375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784251ed-f356-437d-8751-3294b85bfc38,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:20.927655 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081da2cd-7664-4a8b-a4d2-dcb3a2772a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc29b9c4-8c5e-450a-a815-54f4b487037e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:21.027018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Request body: {'port': {'device_id': '6861e471-04a6-428c-a2da-6e4ba0fcb424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:21.162232 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (97c4cd82-4941-4291-8cb5-071108998b47), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:21.210596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Allocated IP 192.168.233.110 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/aee00577-430f-4d19-ad9d-0dbd9b93223c) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:53:21.615389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Publish callbacks [] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:21.679568 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6988782-6392-4d63-9d12-89f57f240046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:21.705688 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:21.844442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681788-4a3e-4610-ae65-dac312349264 req-e9009194-ca9f-42dd-8dea-ce030b4cc38c tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:21.847027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3681788-4a3e-4610-ae65-dac312349264 req-e9009194-ca9f-42dd-8dea-ce030b4cc38c tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 936 time: 0.2563417 Mar 10 14:53:21.873342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Pushing event updated for resources: {'Port': ['ID=aee00577-430f-4d19-ad9d-0dbd9b93223c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:21.897510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:21.901942 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:21.928401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:53:21.938919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3681788-4a3e-4610-ae65-dac312349264 req-39a32d29-a8c1-41b5-85c8-57db1f3bc96b tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825779 Mar 10 14:53:21.944384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:21.948748 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:21.992772 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-8d6ec114-a61e-4795-a795-c54f215df296 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6893275 Mar 10 14:53:22.008683 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-494a0500-bc82-4fb9-a080-b40c6ea9e3a2 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:53:22.011808 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-494a0500-bc82-4fb9-a080-b40c6ea9e3a2 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091317 Mar 10 14:53:22.145154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c4cd82-4941-4291-8cb5-071108998b47 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:53:22.172486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9dddf-d604-4a64-9f8d-38f1a174372d req-6fde0e8f-3e45-4c72-a014-508ddb058614 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:22.176093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34d9dddf-d604-4a64-9f8d-38f1a174372d req-6fde0e8f-3e45-4c72-a014-508ddb058614 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 936 time: 0.2067232 Mar 10 14:53:22.183281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Publish callbacks [] for port (97c4cd82-4941-4291-8cb5-071108998b47), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:22.251368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Transition to ACTIVE for port object 97c4cd82-4941-4291-8cb5-071108998b47 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:53:22.265392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fa2af73a-234e-4745-8473-faa11193c8fb None None] Provisioning complete for port aee00577-430f-4d19-ad9d-0dbd9b93223c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:22.265560 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (97c4cd82-4941-4291-8cb5-071108998b47), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:22.266537 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa2af73a-234e-4745-8473-faa11193c8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:22.371475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fa2af73a-234e-4745-8473-faa11193c8fb None None] Port aee00577-430f-4d19-ad9d-0dbd9b93223c cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:53:22.408888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=97c4cd82-4941-4291-8cb5-071108998b47,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:22.429677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34d9dddf-d604-4a64-9f8d-38f1a174372d req-f1d9447a-0e51-43ff-8b68-c84b4499c87d tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367463 Mar 10 14:53:22.439385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Attempting to bind port 97c4cd82-4941-4291-8cb5-071108998b47 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:53:22.439826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Attempting to bind port 97c4cd82-4941-4291-8cb5-071108998b47 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:53:22.440217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Attempting to bind port 97c4cd82-4941-4291-8cb5-071108998b47 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:22.455350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Port 97c4cd82-4941-4291-8cb5-071108998b47 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:53:22.455794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Attempting to bind port 97c4cd82-4941-4291-8cb5-071108998b47 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:22.463764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:53:22.464242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:22.464943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:53:22.465656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Bound port: 97c4cd82-4941-4291-8cb5-071108998b47, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:53:22.466032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (97c4cd82-4941-4291-8cb5-071108998b47), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:22.668033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] For port 97c4cd82-4941-4291-8cb5-071108998b47, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:53:22.681477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] For port 97c4cd82-4941-4291-8cb5-071108998b47, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=97c4cd82-4941-4291-8cb5-071108998b47,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:53:22.698502 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (97c4cd82-4941-4291-8cb5-071108998b47), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:22.728642 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Request body: {'port': {'device_id': 'a0fa5722-d29c-4fff-afa8-a0320cdb034d', 'device_owner': 'compute:tempest-test_az-371856481', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:22.781407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:22.782033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:22.786923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/97c4cd82-4941-4291-8cb5-071108998b47 HTTP/1.1" status: 200 len: 1096 time: 2.2136810 Mar 10 14:53:22.789570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6861e471-04a6-428c-a2da-6e4ba0fcb424', 'tag': '97c4cd82-4941-4291-8cb5-071108998b47'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:53:23.155509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:23.240588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85cbe9-9f75-49bb-b970-6c9ca743a9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=97c4cd82-4941-4291-8cb5-071108998b47,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:23.335318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-b1575f57-4ddc-4603-a3e4-1f6cf9596646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:23.337919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-b1575f57-4ddc-4603-a3e4-1f6cf9596646 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bae2724df1f48e7a7b317da45b490f1&device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 1130 time: 0.3827283 Mar 10 14:53:23.347512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319096b5-9cdf-4364-9d4b-f8947dd3f601 req-88f39f5b-627d-4c53-ab42-c55d1efa739d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:23.349714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-319096b5-9cdf-4364-9d4b-f8947dd3f601 req-88f39f5b-627d-4c53-ab42-c55d1efa739d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 948 time: 0.2807312 Mar 10 14:53:23.475815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-613fec2e-e8b7-4807-b3d6-6090e91cbf68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=97c4cd82-4941-4291-8cb5-071108998b47 HTTP/1.1" status: 200 len: 217 time: 0.1247468 Mar 10 14:53:23.919642 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf" -d '{"events": [{"name": "network-changed", "server_uuid": "6861e471-04a6-428c-a2da-6e4ba0fcb424", "tag": "97c4cd82-4941-4291-8cb5-071108998b47"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:53:23.977549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-319096b5-9cdf-4364-9d4b-f8947dd3f601 req-3d653892-5b21-49a0-9c56-5b249126a4ff tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007582 Mar 10 14:53:24.013553 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23d2696e-8172-4898-9523-f46ac98057a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:24.030389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-a173bd7a-ad9b-406f-8239-7639e1f31432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:24.032095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-a173bd7a-ad9b-406f-8239-7639e1f31432 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.5453687 Mar 10 14:53:24.035927 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee00577-430f-4d19-ad9d-0dbd9b93223c {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:53:24.062407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Publish callbacks [] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:24.092228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Transition to ACTIVE for port object aee00577-430f-4d19-ad9d-0dbd9b93223c will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:53:24.102503 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:24.136937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af5517-7588-4add-a77e-1030abc1fc87 req-4a666540-06c8-4bae-8cd1-7451dcc136f1 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:24.138493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40af5517-7588-4add-a77e-1030abc1fc87 req-4a666540-06c8-4bae-8cd1-7451dcc136f1 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 936 time: 0.5820446 Mar 10 14:53:24.295762 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Pushing event updated for resources: {'Port': ['ID=aee00577-430f-4d19-ad9d-0dbd9b93223c,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:24.314073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Attempting to bind port aee00577-430f-4d19-ad9d-0dbd9b93223c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:53:24.314819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Attempting to bind port aee00577-430f-4d19-ad9d-0dbd9b93223c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:53:24.315334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Attempting to bind port aee00577-430f-4d19-ad9d-0dbd9b93223c on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:24.323326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Port aee00577-430f-4d19-ad9d-0dbd9b93223c on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:53:24.323831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Attempting to bind port aee00577-430f-4d19-ad9d-0dbd9b93223c on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:24.332604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:53:24.333376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:24.334135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:53:24.334838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Bound port: aee00577-430f-4d19-ad9d-0dbd9b93223c, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:53:24.335428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:24.386089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40af5517-7588-4add-a77e-1030abc1fc87 req-febf4813-9c13-4b4d-9868-f790c1c123a3 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951447 Mar 10 14:53:24.390599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-01b016d1-9542-4a41-8c5b-95978e3de8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:24.399033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-01b016d1-9542-4a41-8c5b-95978e3de8d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3376539 Mar 10 14:53:24.486250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] For port aee00577-430f-4d19-ad9d-0dbd9b93223c, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:53:24.503025 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] For port aee00577-430f-4d19-ad9d-0dbd9b93223c, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=aee00577-430f-4d19-ad9d-0dbd9b93223c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:53:24.515105 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:24.657997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-bec35b43-200e-49d3-9f89-47599846da24 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313836 Mar 10 14:53:24.668547 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:24.669203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:24.673421 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] 10.222.0.62 "PUT /v2.0/ports/aee00577-430f-4d19-ad9d-0dbd9b93223c HTTP/1.1" status: 200 len: 1117 time: 2.2865496 Mar 10 14:53:24.673907 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fa5722-d29c-4fff-afa8-a0320cdb034d', 'tag': 'aee00577-430f-4d19-ad9d-0dbd9b93223c'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:53:24.758185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60742) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:24.835055 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2494f49-18da-4960-bea0-45c220c36cd4 x-openstack-request-id: req-e2494f49-18da-4960-bea0-45c220c36cd4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:53:24.835441 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6861e471-04a6-428c-a2da-6e4ba0fcb424", "tag": "97c4cd82-4941-4291-8cb5-071108998b47", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:53:24.835702 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2494f49-18da-4960-bea0-45c220c36cd4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:53:24.836139 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6861e471-04a6-428c-a2da-6e4ba0fcb424', 'tag': '97c4cd82-4941-4291-8cb5-071108998b47', 'status': 'completed', 'code': 200} Mar 10 14:53:24.909177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6ecd3-fc82-4bad-abe3-68c548d6f899 service neutron] Pushing event updated for resources: {'Port': ['ID=aee00577-430f-4d19-ad9d-0dbd9b93223c,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:24.974333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b518db-3873-4dbb-8532-ea04ea263221 req-c41fdfb9-a720-4301-bbfa-f3d0d7bc57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:24.976401 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-c41fdfb9-a720-4301-bbfa-f3d0d7bc57e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b03e50056a014b7aa65ca4a0db7f221f&device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 1151 time: 0.2146838 Mar 10 14:53:25.010622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c45f4507-38fc-4bdb-9e2d-8ed7d5397743 req-b9e46b8b-b054-4caa-8c61-3c0a7f7c826b service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958477 Mar 10 14:53:25.090748 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:25.171587 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:53:25.215988 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-d16bc9d0-9602-47d6-83a5-0afc6ce158da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=aee00577-430f-4d19-ad9d-0dbd9b93223c HTTP/1.1" status: 200 len: 217 time: 0.1628828 Mar 10 14:53:25.235037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf req-fd23ef09-effd-4d57-9a23-560287b6140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:25.236877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf req-fd23ef09-effd-4d57-9a23-560287b6140c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bae2724df1f48e7a7b317da45b490f1&device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 1130 time: 0.1619713 Mar 10 14:53:25.251302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed862ac-5057-4f70-a03d-64dc123504de req-999d874e-73e3-426d-8cf4-d5f6a0641ec0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:25.253598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ed862ac-5057-4f70-a03d-64dc123504de req-999d874e-73e3-426d-8cf4-d5f6a0641ec0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 948 time: 0.1204317 Mar 10 14:53:25.345064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b518db-3873-4dbb-8532-ea04ea263221 req-45a0db2b-8c6a-4997-a8b3-3b517b3e8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:25.346596 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-45a0db2b-8c6a-4997-a8b3-3b517b3e8d51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1170490 Mar 10 14:53:25.354432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60766) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:25.505530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1892932621-network', 'tenant_id': 'fa8390876b034adb9cbb290efd1b502c'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:25.525547 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b91c05-4e29-4630-ad5e-20533be561a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fa5722-d29c-4fff-afa8-a0320cdb034d", "tag": "aee00577-430f-4d19-ad9d-0dbd9b93223c"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:53:25.562425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf req-c895320c-319c-4904-8650-079ceca4eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:25.564954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf req-c895320c-319c-4904-8650-079ceca4eb0f service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.3097360 Mar 10 14:53:25.593107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ed862ac-5057-4f70-a03d-64dc123504de req-63014b89-1d12-4e0f-8e7f-fdd1a7e696b0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286343 Mar 10 14:53:25.626330 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Made reservation on behalf of fa8390876b034adb9cbb290efd1b502c for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:25.632585 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:25.644367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b518db-3873-4dbb-8532-ea04ea263221 req-281313ce-127e-4c76-9e29-e22b4501133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:25.650321 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-281313ce-127e-4c76-9e29-e22b4501133b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2875760 Mar 10 14:53:25.662993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:25.687353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf req-73365970-e5f6-4015-b968-906bf2a1e0c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=97c4cd82-4941-4291-8cb5-071108998b47 HTTP/1.1" status: 200 len: 217 time: 0.0913196 Mar 10 14:53:25.833771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-network', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:25.874775 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-7a0bad77-2bc2-449d-945b-34c3d5141882 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979189 Mar 10 14:53:25.898491 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Made reservation on behalf of 8404c511751549ef9bb0a6b6371767b0 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:25.900964 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:25.912168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf req-3335bc18-c0d6-4b55-90d4-61d81d065584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:25.915549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf req-3335bc18-c0d6-4b55-90d4-61d81d065584 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.2021248 Mar 10 14:53:25.918843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:25.932262 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Publish callbacks [] for security_group (6c563821-6f9a-4c9d-8f8c-9c9cf6ade0c7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:25.941636 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6c563821-6f9a-4c9d-8f8c-9c9cf6ade0c7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:25.984893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabeeed-a3fa-4a52-bff8-0b1abd30100d req-ce629a2a-a6d4-4bd6-aff9-9410f187ea34 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:25.986494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-adabeeed-a3fa-4a52-bff8-0b1abd30100d req-ce629a2a-a6d4-4bd6-aff9-9410f187ea34 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 969 time: 0.2015729 Mar 10 14:53:26.019964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:53:26.072390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c563821-6f9a-4c9d-8f8c-9c9cf6ade0c7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:26.085576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8539a2f0-6973-4bb8-b286-1203ef2c881b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:26.085716 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Added segment 8539a2f0-6973-4bb8-b286-1203ef2c881b of type vlan for network 99500bf7-1f27-4e9a-9439-5adf4e508214 Mar 10 14:53:26.132716 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d6a1d3-1bf1-4d54-8773-f89cee3c1364 x-openstack-request-id: req-d8d6a1d3-1bf1-4d54-8773-f89cee3c1364 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:53:26.133070 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fa5722-d29c-4fff-afa8-a0320cdb034d", "tag": "aee00577-430f-4d19-ad9d-0dbd9b93223c", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:53:26.133324 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8d6a1d3-1bf1-4d54-8773-f89cee3c1364 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:53:26.133762 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0fa5722-d29c-4fff-afa8-a0320cdb034d', 'tag': 'aee00577-430f-4d19-ad9d-0dbd9b93223c', 'status': 'completed', 'code': 200} Mar 10 14:53:26.168559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (99500bf7-1f27-4e9a-9439-5adf4e508214), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:26.180409 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-38b518db-3873-4dbb-8532-ea04ea263221 req-30dc306c-cfa1-4353-b41b-9981082e66b1 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555230 Mar 10 14:53:26.221092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf req-a68233df-bae4-492d-99a9-ef0cfdf13579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:26.231282 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Publish callbacks [] for security_group (3681a345-a06f-46bb-ab99-971c9f8b9060), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:26.236984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf req-a68233df-bae4-492d-99a9-ef0cfdf13579 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2201967 Mar 10 14:53:26.238311 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3681a345-a06f-46bb-ab99-971c9f8b9060), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:26.244474 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-adabeeed-a3fa-4a52-bff8-0b1abd30100d req-ba794303-5fcb-458c-99cd-a19bd1a27f57 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508328 Mar 10 14:53:26.279944 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (99500bf7-1f27-4e9a-9439-5adf4e508214), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:26.280887 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:26.281742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:26.377373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf req-9e8366c7-c1d4-418d-ad6b-31a77ec90c73 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271505 Mar 10 14:53:26.405591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:53:26.423066 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:26.423684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] Pushing event updated for resources: {'Network': ['ID=99500bf7-1f27-4e9a-9439-5adf4e508214,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:26.434953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3681a345-a06f-46bb-ab99-971c9f8b9060,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:26.438648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ab61b952-1039-4e3d-a7a4-f36e5992c55a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:26.439415 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Added segment ab61b952-1039-4e3d-a7a4-f36e5992c55a of type vlan for network 8c605883-22c8-4299-b66f-e751e3fca9d6 Mar 10 14:53:26.444181 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2032eb72-901a-46d4-afc0-46270cd79591 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6807725 Mar 10 14:53:26.451220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60792) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:26.453042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 99500bf7-1f27-4e9a-9439-5adf4e508214 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:53:26.466985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] Request body: {'subnet': {'network_id': '99500bf7-1f27-4e9a-9439-5adf4e508214', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1892932621-subnet', 'tenant_id': 'fa8390876b034adb9cbb290efd1b502c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:26.600519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b91c05-4e29-4630-ad5e-20533be561a0 req-b1f74e6f-6b5e-4de0-ae0e-ffe3294fa178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:26.602947 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-76b91c05-4e29-4630-ad5e-20533be561a0 req-b1f74e6f-6b5e-4de0-ae0e-ffe3294fa178 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b03e50056a014b7aa65ca4a0db7f221f&device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 1151 time: 0.3585713 Mar 10 14:53:26.608439 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (8c605883-22c8-4299-b66f-e751e3fca9d6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:26.630733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] Made reservation on behalf of fa8390876b034adb9cbb290efd1b502c for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:26.630733 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:26.717409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63dedbfb-bc85-4a7c-8f50-7a4f3289eadf req-7885b5fe-c308-4fcb-93d5-88891cf6571f service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327298 Mar 10 14:53:27.013980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db890ab-e753-444b-9def-0d74ae8ffe73 req-f1b5c148-4289-4b61-8a69-ac20e620140e tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:27.026158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9db890ab-e753-444b-9def-0d74ae8ffe73 req-f1b5c148-4289-4b61-8a69-ac20e620140e tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 948 time: 0.2470062 Mar 10 14:53:27.127697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b91c05-4e29-4630-ad5e-20533be561a0 req-89434f39-d218-44ad-b0c2-1ba13e134a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:27.135248 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-76b91c05-4e29-4630-ad5e-20533be561a0 req-89434f39-d218-44ad-b0c2-1ba13e134a14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.5056789 Mar 10 14:53:27.136685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.resource_extend [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 14:53:27.202144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9db890ab-e753-444b-9def-0d74ae8ffe73 req-2c563e75-ebe2-4dc7-b1f1-ae84f135ac69 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703074 Mar 10 14:53:27.260905 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (8c605883-22c8-4299-b66f-e751e3fca9d6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:27.263392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:27.264236 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:27.273062 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-76b91c05-4e29-4630-ad5e-20533be561a0 req-4c1b3052-10f5-426f-9e00-52fcfb5218ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=aee00577-430f-4d19-ad9d-0dbd9b93223c HTTP/1.1" status: 200 len: 217 time: 0.1028285 Mar 10 14:53:27.320856 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for subnet (1fca1ebb-696f-44da-92fd-6f4ee3d6bc64), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:27.377398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b91c05-4e29-4630-ad5e-20533be561a0 req-e2b68ed5-2069-4244-8b76-908f15304386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:27.380453 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-76b91c05-4e29-4630-ad5e-20533be561a0 req-e2b68ed5-2069-4244-8b76-908f15304386 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0961945 Mar 10 14:53:27.416083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fca1ebb-696f-44da-92fd-6f4ee3d6bc64,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:27.453057 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0973225 Mar 10 14:53:27.457082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60814) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:27.470614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] Request body: {'subnet': {'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-subnet', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:27.532936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] Made reservation on behalf of 8404c511751549ef9bb0a6b6371767b0 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:27.545423 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:27.572270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0269dc-6c71-48d0-b74c-cb2182819016 admin admin] Pushing event updated for resources: {'Network': ['ID=8c605883-22c8-4299-b66f-e751e3fca9d6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:27.584998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 8c605883-22c8-4299-b66f-e751e3fca9d6 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:53:27.614191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b91c05-4e29-4630-ad5e-20533be561a0 req-d4636005-72fc-4db8-ad06-abd0bdf6ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:27.617256 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-76b91c05-4e29-4630-ad5e-20533be561a0 req-d4636005-72fc-4db8-ad06-abd0bdf6ea6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2286801 Mar 10 14:53:27.674047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] Checking segment: {'id': '8539a2f0-6973-4bb8-b286-1203ef2c881b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '99500bf7-1f27-4e9a-9439-5adf4e508214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:27.676332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] Network hostable DHCP agents. Network: 99500bf7-1f27-4e9a-9439-5adf4e508214, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:53:27.788227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45d7d4-7564-47e5-82ea-43a515c7aea3 req-d7b3ad1d-2157-433b-a39f-6119d7e81ed3 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:27.790384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d45d7d4-7564-47e5-82ea-43a515c7aea3 req-d7b3ad1d-2157-433b-a39f-6119d7e81ed3 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 969 time: 0.2851472 Mar 10 14:53:27.864227 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-76b91c05-4e29-4630-ad5e-20533be561a0 req-f63bf20a-97b5-4716-b834-e8c084a8f058 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394481 Mar 10 14:53:27.878170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] Network 99500bf7-1f27-4e9a-9439-5adf4e508214 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:53:27.952864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60822) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:27.980807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 99500bf7-1f27-4e9a-9439-5adf4e508214) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:28.023428 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d45d7d4-7564-47e5-82ea-43a515c7aea3 req-2d32fecb-a1ff-4ee8-8aac-444cce33e357 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240121 Mar 10 14:53:28.032901 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-76b91c05-4e29-4630-ad5e-20533be561a0 req-1e44f4f3-dc29-44c6-924c-7518d7766b6d service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389065 Mar 10 14:53:28.040469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:28.042293 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:28.118102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-01205fc2-ab16-4c09-8221-d2cafaeab864 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6591012 Mar 10 14:53:28.194588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101adc45-570d-4ef8-af0b-efc44caa57f7 None None] Network 99500bf7-1f27-4e9a-9439-5adf4e508214 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:53:28.268737 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for subnet (f4cadca8-5689-48e2-8119-70885c7cc4d5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:28.322101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4cadca8-5689-48e2-8119-70885c7cc4d5,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:28.359798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] Checking segment: {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:28.362963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] Network hostable DHCP agents. Network: 8c605883-22c8-4299-b66f-e751e3fca9d6, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:53:28.492479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ef82f-0e0c-42ce-b4b8-792074e8da57 None None] Network 99500bf7-1f27-4e9a-9439-5adf4e508214 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:53:28.508009 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d167be97-9367-496b-9d47-19f4fe0ac32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:28.644446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] Network 8c605883-22c8-4299-b66f-e751e3fca9d6 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:53:28.655048 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d167be97-9367-496b-9d47-19f4fe0ac32f admin admin] Publish callbacks [] for security_group (f5008b75-8c7f-44a2-ac61-68add192abc6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:28.662478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 8c605883-22c8-4299-b66f-e751e3fca9d6) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:28.666255 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d167be97-9367-496b-9d47-19f4fe0ac32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f5008b75-8c7f-44a2-ac61-68add192abc6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:28.679699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e5c7b3-6a7a-45e2-ac71-8cd15ebb972e None None] Network 8c605883-22c8-4299-b66f-e751e3fca9d6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:53:28.695607 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:28.705109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:28.705109 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:28.708110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167be97-9367-496b-9d47-19f4fe0ac32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5008b75-8c7f-44a2-ac61-68add192abc6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:28.728798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac1bc6-6980-4d1e-a3c2-320340bcbe54 req-e0697856-9907-4cd0-af3d-d21902abdc07 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:28.730855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56ac1bc6-6980-4d1e-a3c2-320340bcbe54 req-e0697856-9907-4cd0-af3d-d21902abdc07 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 948 time: 0.3583922 Mar 10 14:53:28.843312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56ac1bc6-6980-4d1e-a3c2-320340bcbe54 req-53b60943-92e5-4335-8703-d9146a834bc5 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040175 Mar 10 14:53:28.857490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d167be97-9367-496b-9d47-19f4fe0ac32f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49d87cd231eb4670b6f99400977eaece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8952916 Mar 10 14:53:28.858643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60848) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:28.868687 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9a73b634-dc50-4fcd-b361-52998a1d1351 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4075019 Mar 10 14:53:28.871641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60850) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:28.884694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:28.943048 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (9af23b5f-4f36-404a-947a-1c19e4fec7da), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:28.947854 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (9af23b5f-4f36-404a-947a-1c19e4fec7da), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:29.024398 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87e35acb-4b55-4c19-934a-cc7679e277fe admin admin] Publish callbacks [] for security_group (f5008b75-8c7f-44a2-ac61-68add192abc6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:29.110739 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87e35acb-4b55-4c19-934a-cc7679e277fe admin admin] Publish callbacks [] for security_group (f5008b75-8c7f-44a2-ac61-68add192abc6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:29.178013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-8c605883-22c8-4299-b66f-e751e3fca9d6', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 14:53:29.184008 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:29.244065 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87e35acb-4b55-4c19-934a-cc7679e277fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f5008b75-8c7f-44a2-ac61-68add192abc6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:29.248190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87e35acb-4b55-4c19-934a-cc7679e277fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:29.249826 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-87e35acb-4b55-4c19-934a-cc7679e277fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5008b75-8c7f-44a2-ac61-68add192abc6 HTTP/1.1" status: 204 len: 168 time: 0.3878582 Mar 10 14:53:29.268088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e35acb-4b55-4c19-934a-cc7679e277fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5008b75-8c7f-44a2-ac61-68add192abc6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:29.345865 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60862) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:29.424161 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Publish callbacks [] for router_controller (9af23b5f-4f36-404a-947a-1c19e4fec7da), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:29.658104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Allocated IP 172.20.0.2 (8c605883-22c8-4299-b66f-e751e3fca9d6/f4cadca8-5689-48e2-8119-70885c7cc4d5/34e077a3-2cee-4197-95a1-4ba9e531cca4) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:53:29.972645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60872) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:29.980415 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1787806626-network', 'tenant_id': '8f5530f2228d4573b2682f813fba7518'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:30.077616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Made reservation on behalf of 8f5530f2228d4573b2682f813fba7518 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:30.087151 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.089837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02dad447-4076-45fc-a969-ffaf996ff8d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.124818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.129840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a1a2f-e85a-4518-a37f-037f980d6e45 req-172b25ae-d535-4886-bfcd-e76a1cf6384f tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:30.131424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-280a1a2f-e85a-4518-a37f-037f980d6e45 req-172b25ae-d535-4886-bfcd-e76a1cf6384f tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 969 time: 0.8760338 Mar 10 14:53:30.138112 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Publish callbacks [] for router_gateway (9af23b5f-4f36-404a-947a-1c19e4fec7da), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.184624 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Publish callbacks [] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.200227 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.334877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Network 8c605883-22c8-4299-b66f-e751e3fca9d6 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:30.345567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:30.348752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Pushing event updated for resources: {'Port': ['ID=34e077a3-2cee-4197-95a1-4ba9e531cca4,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:30.351457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:53:30.364836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.365610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.366356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.366971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.367621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.368223 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.368770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.369396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.369942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.370547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.371118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.371754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.372853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Tracked resource versions report: Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: pushed versions: Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: { 'AddressGroup': {'1.2'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'ConntrackHelper': {'1.0'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'LocalIPAssociation': {'1.0'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'Log': {'1.0'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'Network': {'1.1'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'Port': {'1.7'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'PortForwarding': {'1.2'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'QosPolicy': {'1.10'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'SecurityGroup': {'1.5'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'SecurityGroupRule': {'1.2'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'SubPort': {'1.0'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'Subnet': {'1.1'}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'Trunk': {'1.1'}} Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: consumer versions: Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: { DHCP agent@n-d-833090-1: {}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: HyperV agent@n-h1-833090-1: {}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: HyperV agent@n-h2-833090-1: {}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: L3 agent@n-d-833090-1: {}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: Metadata agent@n-d-833090-1: {}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: Metering agent@n-d-833090-1: {}, Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: Open vSwitch agent@n-d-833090-1: { 'AddressGroup': '1.2', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'ConntrackHelper': '1.0', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'LocalIPAssociation': '1.0', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'Log': '1.0', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'Network': '1.1', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'Port': '1.7', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'PortForwarding': '1.2', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'QosPolicy': '1.10', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'SecurityGroup': '1.5', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'SecurityGroupRule': '1.2', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'SubPort': '1.0', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'Subnet': '1.1', Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: 'Trunk': '1.1'}} Mar 10 14:53:30.375047 n-d-833090-1 neutron-server[115535]: {{(pid=115535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 14:53:30.432226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02dad447-4076-45fc-a969-ffaf996ff8d8 admin admin] Publish callbacks [] for security_group (9dd345a4-104c-41ec-84e4-a983fb2e20a1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.436893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-280a1a2f-e85a-4518-a37f-037f980d6e45 req-3f2a1097-0bfc-4181-81ed-3d84b4722b30 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842081 Mar 10 14:53:30.443875 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02dad447-4076-45fc-a969-ffaf996ff8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9dd345a4-104c-41ec-84e4-a983fb2e20a1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.470196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2d127-ddfc-4fca-92a9-d8d6fbe533d1 req-d2ff5428-b1f9-4401-9919-0cf7144a0947 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:30.471878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60874) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:30.481102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfd2d127-ddfc-4fca-92a9-d8d6fbe533d1 req-d2ff5428-b1f9-4401-9919-0cf7144a0947 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 948 time: 0.3393462 Mar 10 14:53:30.489211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Publish callbacks [] for security_group (ecca94ce-8235-4044-9a76-e21c41cfc00a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.513524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Attempting to bind port 34e077a3-2cee-4197-95a1-4ba9e531cca4 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:53:30.516195 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Attempting to bind port 34e077a3-2cee-4197-95a1-4ba9e531cca4 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:53:30.517302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ecca94ce-8235-4044-9a76-e21c41cfc00a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.517933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Attempting to bind port 34e077a3-2cee-4197-95a1-4ba9e531cca4 on network 8c605883-22c8-4299-b66f-e751e3fca9d6 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:30.532542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:53:30.533708 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:53:30.537272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Checking segment: {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:30.537962 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.538575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Bound using segment: {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:53:30.539399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Bound port: 34e077a3-2cee-4197-95a1-4ba9e531cca4, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:53:30.540680 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.545434 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ac89ee4f-65e9-4236-90a9-83cc41342516), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.545825 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Added segment ac89ee4f-65e9-4236-90a9-83cc41342516 of type vlan for network 0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e Mar 10 14:53:30.600911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.642999 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-02dad447-4076-45fc-a969-ffaf996ff8d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25a011af6d384220ab6ffb08a3a18e46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2943940 Mar 10 14:53:30.644995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ada4a17f-a30c-44a7-bc52-16ca3f84d867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.650228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60876) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:30.656144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfd2d127-ddfc-4fca-92a9-d8d6fbe533d1 req-d1c417bb-b174-4a44-a61a-f85f74faf3cc tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721377 Mar 10 14:53:30.725315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] For port 34e077a3-2cee-4197-95a1-4ba9e531cca4, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:53:30.735954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] For port 34e077a3-2cee-4197-95a1-4ba9e531cca4, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=34e077a3-2cee-4197-95a1-4ba9e531cca4,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:53:30.755193 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.771035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dad447-4076-45fc-a969-ffaf996ff8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd345a4-104c-41ec-84e4-a983fb2e20a1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:30.798619 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.800378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:30.800983 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:30.910601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933a66e-0231-42d2-b436-65e055645a18 None None] Pushing event updated for resources: {'Port': ['ID=34e077a3-2cee-4197-95a1-4ba9e531cca4,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:30.937702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:30.951914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:53:30.952079 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9766397 Mar 10 14:53:30.955303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61815aa-14a6-45a9-931f-dddb46e09dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecca94ce-8235-4044-9a76-e21c41cfc00a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:30.957897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60880) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:30.962893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] Request body: {'subnet': {'network_id': '0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1787806626-subnet', 'tenant_id': '8f5530f2228d4573b2682f813fba7518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:30.983090 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56feaf8b-137c-422c-88ea-7cb7ee65d21d admin admin] Publish callbacks [] for security_group (9dd345a4-104c-41ec-84e4-a983fb2e20a1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.002907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] Made reservation on behalf of 8f5530f2228d4573b2682f813fba7518 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:31.005291 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.013138 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56feaf8b-137c-422c-88ea-7cb7ee65d21d admin admin] Publish callbacks [] for security_group (9dd345a4-104c-41ec-84e4-a983fb2e20a1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.072199 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Publish callbacks [] for router_gateway (9af23b5f-4f36-404a-947a-1c19e4fec7da), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.082601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56feaf8b-137c-422c-88ea-7cb7ee65d21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9dd345a4-104c-41ec-84e4-a983fb2e20a1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.089124 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56feaf8b-137c-422c-88ea-7cb7ee65d21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.096357 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-56feaf8b-137c-422c-88ea-7cb7ee65d21d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9dd345a4-104c-41ec-84e4-a983fb2e20a1 HTTP/1.1" status: 204 len: 168 time: 0.4122229 Mar 10 14:53:31.128955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56feaf8b-137c-422c-88ea-7cb7ee65d21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd345a4-104c-41ec-84e4-a983fb2e20a1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:31.138900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.272107 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ada4a17f-a30c-44a7-bc52-16ca3f84d867 admin admin] Publish callbacks [] for security_group (cdce689f-46a1-4733-85b2-afebf330fe19), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.287281 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ada4a17f-a30c-44a7-bc52-16ca3f84d867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cdce689f-46a1-4733-85b2-afebf330fe19), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.420192 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ada4a17f-a30c-44a7-bc52-16ca3f84d867 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac08568032a6461197ecbaf28cf156a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9440186 Mar 10 14:53:31.510757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60884) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:31.511695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4a17f-a30c-44a7-bc52-16ca3f84d867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdce689f-46a1-4733-85b2-afebf330fe19,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:31.712643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Allocated IP 172.25.3.251 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/08e7b319-a57a-4143-9f7e-50867f51eabb) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:53:31.746285 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5521f3bb-b206-4c44-95f5-b4913b4d518a admin admin] Publish callbacks [] for security_group (cdce689f-46a1-4733-85b2-afebf330fe19), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.811661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5521f3bb-b206-4c44-95f5-b4913b4d518a admin admin] Publish callbacks [] for security_group (cdce689f-46a1-4733-85b2-afebf330fe19), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.930650 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5521f3bb-b206-4c44-95f5-b4913b4d518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cdce689f-46a1-4733-85b2-afebf330fe19), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.942394 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5521f3bb-b206-4c44-95f5-b4913b4d518a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.943976 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5521f3bb-b206-4c44-95f5-b4913b4d518a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cdce689f-46a1-4733-85b2-afebf330fe19 HTTP/1.1" status: 204 len: 168 time: 0.4290590 Mar 10 14:53:31.947366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60892) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:31.969061 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for subnet (07730c02-88ae-40ef-af37-d93cb1cd972f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:31.975296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521f3bb-b206-4c44-95f5-b4913b4d518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdce689f-46a1-4733-85b2-afebf330fe19,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:31.977792 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2dd1664a-54f5-49cf-a0c6-fb3a413cba33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:32.030062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07730c02-88ae-40ef-af37-d93cb1cd972f,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:32.181937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c105e98-bc8a-4071-8165-a660f0ba9b58 req-4e8d2a2b-1143-4362-8f43-cc5985cd1626 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:32.186225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c105e98-bc8a-4071-8165-a660f0ba9b58 req-4e8d2a2b-1143-4362-8f43-cc5985cd1626 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 969 time: 0.4761178 Mar 10 14:53:32.195249 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2dd1664a-54f5-49cf-a0c6-fb3a413cba33 admin admin] Publish callbacks [] for security_group (2bd509ce-874c-4dfe-a7a5-eb26c69e1582), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:32.201581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041efc1e-a750-44d4-bb42-764913358bc0 req-8c87e9ef-03a3-4ad2-8247-7ffb3c27b190 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:32.201581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-041efc1e-a750-44d4-bb42-764913358bc0 req-8c87e9ef-03a3-4ad2-8247-7ffb3c27b190 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 948 time: 0.3591590 Mar 10 14:53:32.224410 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2dd1664a-54f5-49cf-a0c6-fb3a413cba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2bd509ce-874c-4dfe-a7a5-eb26c69e1582), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:32.368630 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2dd1664a-54f5-49cf-a0c6-fb3a413cba33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9e18ccc68c24051bd3d36fa1621ef88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161258 Mar 10 14:53:32.372333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60898) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:32.397090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1664a-54f5-49cf-a0c6-fb3a413cba33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd509ce-874c-4dfe-a7a5-eb26c69e1582,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:32.489109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c105e98-bc8a-4071-8165-a660f0ba9b58 req-38ce2350-c464-46b1-8310-24555adbe0a1 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776127 Mar 10 14:53:32.510408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-041efc1e-a750-44d4-bb42-764913358bc0 req-29275b9f-0e4e-4c8f-921b-9703c15251d2 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984548 Mar 10 14:53:32.532787 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-19308cd8-4d8e-4b58-8889-e6af9d0f5485 admin admin] Publish callbacks [] for security_group (2bd509ce-874c-4dfe-a7a5-eb26c69e1582), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:32.549404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] Checking segment: {'id': 'ac89ee4f-65e9-4236-90a9-83cc41342516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:32.553669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] Network hostable DHCP agents. Network: 0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:53:32.564066 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Publish callbacks [] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:32.584798 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-19308cd8-4d8e-4b58-8889-e6af9d0f5485 admin admin] Publish callbacks [] for security_group (2bd509ce-874c-4dfe-a7a5-eb26c69e1582), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:32.637343 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8fbc25-55ff-4a5a-a04b-d60af03bd4f4 None None] Network 8c605883-22c8-4299-b66f-e751e3fca9d6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:53:32.639792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] Network 0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:53:32.648894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:32.687104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:32.695804 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-19308cd8-4d8e-4b58-8889-e6af9d0f5485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2bd509ce-874c-4dfe-a7a5-eb26c69e1582), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:32.707776 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-19308cd8-4d8e-4b58-8889-e6af9d0f5485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:32.710026 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-19308cd8-4d8e-4b58-8889-e6af9d0f5485 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bd509ce-874c-4dfe-a7a5-eb26c69e1582 HTTP/1.1" status: 204 len: 168 time: 0.3303151 Mar 10 14:53:32.720173 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19308cd8-4d8e-4b58-8889-e6af9d0f5485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd509ce-874c-4dfe-a7a5-eb26c69e1582,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:32.720395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:32.723599 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:32.728145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae310339-4b95-429b-aa2d-088cc97c1267 None None] Network 0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:53:32.754615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:32.762133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Pushing event updated for resources: {'Port': ['ID=08e7b319-a57a-4143-9f7e-50867f51eabb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:32.775044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:32.787052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:53:32.898892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-258b8b4b-a1de-4bf5-8580-64d68ec43606 None None] Provisioning complete for port 34e077a3-2cee-4197-95a1-4ba9e531cca4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:32.899859 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-258b8b4b-a1de-4bf5-8580-64d68ec43606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:33.025659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0ca698f8-3e49-49ab-9caf-0e0b6a69f139 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0657024 Mar 10 14:53:33.168171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454bc7ec-2ce8-42e9-8617-1252b6e7a8ea None None] Network 0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:53:33.323795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-258b8b4b-a1de-4bf5-8580-64d68ec43606 None None] Current status of the port 34e077a3-2cee-4197-95a1-4ba9e531cca4 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:33.324198 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-258b8b4b-a1de-4bf5-8580-64d68ec43606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:33.329270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Publish callbacks [] for router_gateway (9af23b5f-4f36-404a-947a-1c19e4fec7da), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:33.423710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 34e077a3-2cee-4197-95a1-4ba9e531cca4 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:33.486145 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60928) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:33.603695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-258b8b4b-a1de-4bf5-8580-64d68ec43606 None None] For port 34e077a3-2cee-4197-95a1-4ba9e531cca4, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=34e077a3-2cee-4197-95a1-4ba9e531cca4,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:33.643238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60bf21f-750b-4a50-844f-a532bded1ca3 admin admin] Deleting subnet 1fca1ebb-696f-44da-92fd-6f4ee3d6bc64 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:53:33.644823 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-258b8b4b-a1de-4bf5-8580-64d68ec43606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:33.656341 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a60bf21f-750b-4a50-844f-a532bded1ca3 admin admin] Publish callbacks [] for subnet (1fca1ebb-696f-44da-92fd-6f4ee3d6bc64), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:33.704229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 34e077a3-2cee-4197-95a1-4ba9e531cca4 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:33.704625 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:33.746118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a60bf21f-750b-4a50-844f-a532bded1ca3 admin admin] Publish callbacks [] for subnet (1fca1ebb-696f-44da-92fd-6f4ee3d6bc64), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:33.778160 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a60bf21f-750b-4a50-844f-a532bded1ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (1fca1ebb-696f-44da-92fd-6f4ee3d6bc64), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:33.789307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b8b4b-a1de-4bf5-8580-64d68ec43606 None None] Pushing event updated for resources: {'Port': ['ID=34e077a3-2cee-4197-95a1-4ba9e531cca4,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:33.804668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3831a9a6-9ed1-4419-a019-8893858cd6f1 None None] Provisioning complete for port 34e077a3-2cee-4197-95a1-4ba9e531cca4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:33.805262 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3831a9a6-9ed1-4419-a019-8893858cd6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:33.923635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a60bf21f-750b-4a50-844f-a532bded1ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for subnet (1fca1ebb-696f-44da-92fd-6f4ee3d6bc64), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:33.943072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 34e077a3-2cee-4197-95a1-4ba9e531cca4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:33.999020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bf21f-750b-4a50-844f-a532bded1ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fca1ebb-696f-44da-92fd-6f4ee3d6bc64,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:34.004448 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a60bf21f-750b-4a50-844f-a532bded1ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:34.010454 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a60bf21f-750b-4a50-844f-a532bded1ca3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1fca1ebb-696f-44da-92fd-6f4ee3d6bc64 HTTP/1.1" status: 204 len: 168 time: 0.5220997 Mar 10 14:53:34.014070 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60948) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:34.047423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3831a9a6-9ed1-4419-a019-8893858cd6f1 None None] Current status of the port 34e077a3-2cee-4197-95a1-4ba9e531cca4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:34.153611 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (9af23b5f-4f36-404a-947a-1c19e4fec7da), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:34.165575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23a01b-07ef-497f-aaac-8bfcd774c482 req-2d0006ac-11f2-415b-806e-c9043d94032e tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:34.172736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd23a01b-07ef-497f-aaac-8bfcd774c482 req-2d0006ac-11f2-415b-806e-c9043d94032e tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 948 time: 0.4757981 Mar 10 14:53:34.185496 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (99500bf7-1f27-4e9a-9439-5adf4e508214), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:34.340278 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (99500bf7-1f27-4e9a-9439-5adf4e508214), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:34.393593 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.393959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.404611 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.405286 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.406536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.408287 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.409531 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.410279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.411301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.414029 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.437308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97d65-b816-4b3a-b005-0c5195ed1189 req-f7a5297b-96d8-4ae4-9861-0bcc94df4184 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:34.444218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74f97d65-b816-4b3a-b005-0c5195ed1189 req-f7a5297b-96d8-4ae4-9861-0bcc94df4184 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 969 time: 0.7397838 Mar 10 14:53:34.527068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd23a01b-07ef-497f-aaac-8bfcd774c482 req-a0ac01e1-a19b-4f84-9456-06a21b44b5d6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533640 Mar 10 14:53:34.599447 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.600831 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.601368 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.602049 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:53:34.602625 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99500bf7-1f27-4e9a-9439-5adf4e508214']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:34.610878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74f97d65-b816-4b3a-b005-0c5195ed1189 req-188d9b21-213c-449b-8ec9-876a592d85ef tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639633 Mar 10 14:53:34.653064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8539a2f0-6973-4bb8-b286-1203ef2c881b') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:34.653597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8539a2f0-6973-4bb8-b286-1203ef2c881b') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:34.691679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (8539a2f0-6973-4bb8-b286-1203ef2c881b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:34.705624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Router 9af23b5f-4f36-404a-947a-1c19e4fec7da is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 14:53:34.747386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8539a2f0-6973-4bb8-b286-1203ef2c881b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:34.765822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:53:34.769018 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (8539a2f0-6973-4bb8-b286-1203ef2c881b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: from cryptography.utils import int_from_bytes Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: from cryptography.utils import int_from_bytes Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: timer() Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:53:34.797778 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:53:34.935465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:53:34.952540 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Sync routers for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:53:34.967097 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:34.974361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b30cc4d0-ae33-4024-b3d4-888eb9455011 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.0988944 Mar 10 14:53:34.974993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60972) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:34.975837 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:53:34.977380 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:35.020698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (99500bf7-1f27-4e9a-9439-5adf4e508214), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.037195 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.048232 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/99500bf7-1f27-4e9a-9439-5adf4e508214 HTTP/1.1" status: 204 len: 168 time: 1.0301979 Mar 10 14:53:35.074372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4caecdb-bea4-4c67-b709-f5bbc352e5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=99500bf7-1f27-4e9a-9439-5adf4e508214,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:35.081126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60976) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:35.183766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-834aa00e-b1bb-40a2-9f3f-18ff2dcff503 admin admin] Deleting subnet 07730c02-88ae-40ef-af37-d93cb1cd972f {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:53:35.187444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834aa00e-b1bb-40a2-9f3f-18ff2dcff503 admin admin] Publish callbacks [] for subnet (07730c02-88ae-40ef-af37-d93cb1cd972f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.223713 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:53:35.258050 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834aa00e-b1bb-40a2-9f3f-18ff2dcff503 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (07730c02-88ae-40ef-af37-d93cb1cd972f), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.325817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834aa00e-b1bb-40a2-9f3f-18ff2dcff503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (07730c02-88ae-40ef-af37-d93cb1cd972f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.326036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 34e077a3-2cee-4197-95a1-4ba9e531cca4 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:35.381346 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834aa00e-b1bb-40a2-9f3f-18ff2dcff503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (07730c02-88ae-40ef-af37-d93cb1cd972f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.413783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834aa00e-b1bb-40a2-9f3f-18ff2dcff503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07730c02-88ae-40ef-af37-d93cb1cd972f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:35.419697 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834aa00e-b1bb-40a2-9f3f-18ff2dcff503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.423047 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-834aa00e-b1bb-40a2-9f3f-18ff2dcff503 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/07730c02-88ae-40ef-af37-d93cb1cd972f HTTP/1.1" status: 204 len: 168 time: 0.3406460 Mar 10 14:53:35.426232 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60984) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:35.461690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 34e077a3-2cee-4197-95a1-4ba9e531cca4 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:35.463839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.505626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.632087 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:32Z', 'revision_number': 3, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:35.707616 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Checking router: 9af23b5f-4f36-404a-947a-1c19e4fec7da for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:53:35.712347 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.713538 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Updating router 9af23b5f-4f36-404a-947a-1c19e4fec7da port 08e7b319-a57a-4143-9f7e-50867f51eabb binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:53:35.757785 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:35.760298 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.771762 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac89ee4f-65e9-4236-90a9-83cc41342516') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:35.772288 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac89ee4f-65e9-4236-90a9-83cc41342516') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:35.783436 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (ac89ee4f-65e9-4236-90a9-83cc41342516), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.792537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df90a7-cb4c-491d-b1cf-f9e2ee06d217 req-72d6ed54-06ac-40c0-ac58-312d91bdffa3 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:35.805870 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ac89ee4f-65e9-4236-90a9-83cc41342516), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.806757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61df90a7-cb4c-491d-b1cf-f9e2ee06d217 req-72d6ed54-06ac-40c0-ac58-312d91bdffa3 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 948 time: 0.1354249 Mar 10 14:53:35.814094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:53:35.814764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (ac89ee4f-65e9-4236-90a9-83cc41342516), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: timer() Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:53:35.819959 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:53:35.898677 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.904139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 34e077a3-2cee-4197-95a1-4ba9e531cca4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:35.904498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61df90a7-cb4c-491d-b1cf-f9e2ee06d217 req-4cbf9ab8-b5ad-47e2-a291-5ef680d461ea tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951157 Mar 10 14:53:35.917318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:35.921733 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e HTTP/1.1" status: 204 len: 168 time: 0.4941075 Mar 10 14:53:35.936981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf95f4-6e3a-4e89-92d2-b09eb81c3806 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ecdfb48-9b0e-4fbf-a62f-9dd45160bd6e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:36.113382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4814c34-e306-4485-b8f9-c38fc2024c28 req-f8dafdaa-f1b9-4147-ad8f-7dd16576330c tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:36.114981 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4814c34-e306-4485-b8f9-c38fc2024c28 req-f8dafdaa-f1b9-4147-ad8f-7dd16576330c tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 969 time: 0.1203532 Mar 10 14:53:36.137365 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.147664 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Publish callbacks [] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.155258 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.178840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32774) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:36.221361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4814c34-e306-4485-b8f9-c38fc2024c28 req-66cf1d3f-d60f-4cb5-b775-e175c1b4c8eb tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980928 Mar 10 14:53:36.228653 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Pushing event updated for resources: {'Port': ['ID=08e7b319-a57a-4143-9f7e-50867f51eabb,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:36.240195 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.240548 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.240892 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.241231 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.241569 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.241902 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.242256 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.242551 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.242901 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.243235 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.243559 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.243881 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.244201 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Tracked resource versions report: Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: pushed versions: Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: { 'AddressGroup': {'1.2'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'ConntrackHelper': {'1.0'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'LocalIPAssociation': {'1.0'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'Log': {'1.0'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'Network': {'1.1'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'Port': {'1.7'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'PortForwarding': {'1.2'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'QosPolicy': {'1.10'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'SecurityGroup': {'1.5'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'SecurityGroupRule': {'1.2'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'SubPort': {'1.0'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'Subnet': {'1.1'}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'Trunk': {'1.1'}} Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: consumer versions: Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: { DHCP agent@n-d-833090-1: {}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: HyperV agent@n-h1-833090-1: {}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: HyperV agent@n-h2-833090-1: {}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: L3 agent@n-d-833090-1: {}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: Metadata agent@n-d-833090-1: {}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: Metering agent@n-d-833090-1: {}, Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: Open vSwitch agent@n-d-833090-1: { 'AddressGroup': '1.2', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'ConntrackHelper': '1.0', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'LocalIPAssociation': '1.0', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'Log': '1.0', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'Network': '1.1', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'Port': '1.7', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'PortForwarding': '1.2', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'QosPolicy': '1.10', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'SecurityGroup': '1.5', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'SecurityGroupRule': '1.2', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'SubPort': '1.0', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'Subnet': '1.1', Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: 'Trunk': '1.1'}} Mar 10 14:53:36.248374 n-d-833090-1 neutron-server[115536]: {{(pid=115536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 14:53:36.250256 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-23acdd4c-b64f-47a1-91af-c9fc9d77548e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa8390876b034adb9cbb290efd1b502c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0644703 Mar 10 14:53:36.256886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32778) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:36.280496 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Attempting to bind port 08e7b319-a57a-4143-9f7e-50867f51eabb on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:53:36.281268 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Attempting to bind port 08e7b319-a57a-4143-9f7e-50867f51eabb by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:53:36.281862 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Attempting to bind port 08e7b319-a57a-4143-9f7e-50867f51eabb on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:36.287921 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:53:36.289785 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:36.290839 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.292310 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:53:36.293012 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Bound port: 08e7b319-a57a-4143-9f7e-50867f51eabb, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:53:36.293609 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.327651 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-065ca21d-9bd2-4764-8209-db7fe5b6092f admin admin] Publish callbacks [] for security_group (6c563821-6f9a-4c9d-8f8c-9c9cf6ade0c7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.352106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-065ca21d-9bd2-4764-8209-db7fe5b6092f admin admin] Publish callbacks [] for security_group (6c563821-6f9a-4c9d-8f8c-9c9cf6ade0c7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.361932 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] For port 08e7b319-a57a-4143-9f7e-50867f51eabb, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:53:36.366575 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] For port 08e7b319-a57a-4143-9f7e-50867f51eabb, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=08e7b319-a57a-4143-9f7e-50867f51eabb,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:53:36.382231 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.386236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Allocated IP 172.20.0.1 (8c605883-22c8-4299-b66f-e751e3fca9d6/f4cadca8-5689-48e2-8119-70885c7cc4d5/7896e398-f1fb-461e-87a5-b935648ce69f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:53:36.419865 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-065ca21d-9bd2-4764-8209-db7fe5b6092f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6c563821-6f9a-4c9d-8f8c-9c9cf6ade0c7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.426126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-065ca21d-9bd2-4764-8209-db7fe5b6092f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.429692 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-065ca21d-9bd2-4764-8209-db7fe5b6092f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c563821-6f9a-4c9d-8f8c-9c9cf6ade0c7 HTTP/1.1" status: 204 len: 168 time: 0.1698396 Mar 10 14:53:36.448257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ca21d-9bd2-4764-8209-db7fe5b6092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c563821-6f9a-4c9d-8f8c-9c9cf6ade0c7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:36.505957 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:53:36.506955 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:36.511243 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b335faa-031b-44d5-8eec-c6a3b29a1fab None None] Pushing event updated for resources: {'Port': ['ID=08e7b319-a57a-4143-9f7e-50867f51eabb,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:36.605643 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Publish callbacks [] for port (7896e398-f1fb-461e-87a5-b935648ce69f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.637048 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32788) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:36.647369 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:53:36.689714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.760606 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84f7d223-e4da-48c0-b273-7ab87e4172bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.839197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Network 8c605883-22c8-4299-b66f-e751e3fca9d6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:36.850481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:36.853775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:53:36.857756 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (9af23b5f-4f36-404a-947a-1c19e4fec7da), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.860043 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84f7d223-e4da-48c0-b273-7ab87e4172bb admin admin] Publish callbacks [] for security_group (30005923-2ecc-49c6-a5f1-88eef01a2db1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.871044 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84f7d223-e4da-48c0-b273-7ab87e4172bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (30005923-2ecc-49c6-a5f1-88eef01a2db1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:36.912361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32796) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:36.921797 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-84f7d223-e4da-48c0-b273-7ab87e4172bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=245da62c72584af09b066f3503b79111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837780 Mar 10 14:53:36.923598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7d223-e4da-48c0-b273-7ab87e4172bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30005923-2ecc-49c6-a5f1-88eef01a2db1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:36.952691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32800) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:36.969964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Pushing event updated for resources: {'Port': ['ID=7896e398-f1fb-461e-87a5-b935648ce69f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:37.043337 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b330fce6-6966-43e2-b91d-d9e1624cc92d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f5530f2228d4573b2682f813fba7518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274333 Mar 10 14:53:37.046550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32802) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:37.059103 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:32Z', 'revision_number': 3, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:37.094491 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe8842f-7726-4a8a-bbd3-f6b58585ac05 None None] The sync data for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 is: [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:32Z', 'revision_number': 3, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:53:37.108503 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-501bcfe7-efc1-4f6c-a10f-15ebedab3838 admin admin] Publish callbacks [] for security_group (30005923-2ecc-49c6-a5f1-88eef01a2db1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.135800 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-501bcfe7-efc1-4f6c-a10f-15ebedab3838 admin admin] Publish callbacks [] for security_group (30005923-2ecc-49c6-a5f1-88eef01a2db1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.208165 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-501bcfe7-efc1-4f6c-a10f-15ebedab3838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (30005923-2ecc-49c6-a5f1-88eef01a2db1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.212644 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-501bcfe7-efc1-4f6c-a10f-15ebedab3838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.214471 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-501bcfe7-efc1-4f6c-a10f-15ebedab3838 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30005923-2ecc-49c6-a5f1-88eef01a2db1 HTTP/1.1" status: 204 len: 168 time: 0.2599423 Mar 10 14:53:37.224309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bcfe7-efc1-4f6c-a10f-15ebedab3838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30005923-2ecc-49c6-a5f1-88eef01a2db1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:37.238728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe7d66-f56e-4009-bb5c-9cfe3ebd8812 req-df20e446-8f21-47c4-bc0a-ca23a25064ce tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:37.240327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7fe7d66-f56e-4009-bb5c-9cfe3ebd8812 req-df20e446-8f21-47c4-bc0a-ca23a25064ce tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 948 time: 0.2416704 Mar 10 14:53:37.271077 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-344827ca-8bb5-42ee-bf2c-7e39878bc0ad admin admin] Publish callbacks [] for security_group (ecca94ce-8235-4044-9a76-e21c41cfc00a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.312946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-46483667-e95d-47eb-830e-4127976cf79d None None] Provisioning complete for port 7896e398-f1fb-461e-87a5-b935648ce69f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:37.313489 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-46483667-e95d-47eb-830e-4127976cf79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.346292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-344827ca-8bb5-42ee-bf2c-7e39878bc0ad admin admin] Publish callbacks [] for security_group (ecca94ce-8235-4044-9a76-e21c41cfc00a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.348728 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.374420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-46483667-e95d-47eb-830e-4127976cf79d None None] Port 7896e398-f1fb-461e-87a5-b935648ce69f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:53:37.410660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7fe7d66-f56e-4009-bb5c-9cfe3ebd8812 req-1a9155f2-d15f-4e6f-94ed-54d79330e19f tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559999 Mar 10 14:53:37.497580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59900a1-674c-447b-b518-f3a58fb177fc req-1da0b8e1-4ff1-47e8-948c-28196c6fc382 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:37.498654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c59900a1-674c-447b-b518-f3a58fb177fc req-1da0b8e1-4ff1-47e8-948c-28196c6fc382 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 969 time: 0.1545994 Mar 10 14:53:37.540608 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-344827ca-8bb5-42ee-bf2c-7e39878bc0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ecca94ce-8235-4044-9a76-e21c41cfc00a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.543121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-344827ca-8bb5-42ee-bf2c-7e39878bc0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.544271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-344827ca-8bb5-42ee-bf2c-7e39878bc0ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecca94ce-8235-4044-9a76-e21c41cfc00a HTTP/1.1" status: 204 len: 168 time: 0.4818997 Mar 10 14:53:37.562470 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32816) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:37.733144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32822) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:37.749553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6303-c475-42f6-ad47-5d4208d232a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.783621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344827ca-8bb5-42ee-bf2c-7e39878bc0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecca94ce-8235-4044-9a76-e21c41cfc00a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:37.836733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c59900a1-674c-447b-b518-f3a58fb177fc req-a71e241e-523d-4a66-ba33-18ea70d3bf00 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267338 Mar 10 14:53:37.885559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6303-c475-42f6-ad47-5d4208d232a5 admin admin] Publish callbacks [] for security_group (fd14f6c9-68bc-4ab4-aee2-0a9a10ae46dc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.889880 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Publish callbacks [] for port (7896e398-f1fb-461e-87a5-b935648ce69f), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.894686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6303-c475-42f6-ad47-5d4208d232a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fd14f6c9-68bc-4ab4-aee2-0a9a10ae46dc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.900939 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.901797 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (9af23b5f-4f36-404a-947a-1c19e4fec7da), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.936807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd6303-c475-42f6-ad47-5d4208d232a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd14f6c9-68bc-4ab4-aee2-0a9a10ae46dc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:37.980444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d705e8c-bbd8-428c-9ad7-67c0c5e89370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:37.982566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Pushing event updated for resources: {'Port': ['ID=7896e398-f1fb-461e-87a5-b935648ce69f,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:38.006476 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e4fd6303-c475-42f6-ad47-5d4208d232a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5d235cdac444cd9ba7166d19a6ae0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699938 Mar 10 14:53:38.007481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32828) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:38.055710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Network 8c605883-22c8-4299-b66f-e751e3fca9d6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:38.057123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:38.081501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-186b4a7a-1506-427e-a12b-dafbfbe823e8 admin admin] Publish callbacks [] for security_group (fd14f6c9-68bc-4ab4-aee2-0a9a10ae46dc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:38.104345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-186b4a7a-1506-427e-a12b-dafbfbe823e8 admin admin] Publish callbacks [] for security_group (fd14f6c9-68bc-4ab4-aee2-0a9a10ae46dc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:38.212363 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-186b4a7a-1506-427e-a12b-dafbfbe823e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fd14f6c9-68bc-4ab4-aee2-0a9a10ae46dc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:38.214919 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-186b4a7a-1506-427e-a12b-dafbfbe823e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:38.218399 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-186b4a7a-1506-427e-a12b-dafbfbe823e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd14f6c9-68bc-4ab4-aee2-0a9a10ae46dc HTTP/1.1" status: 204 len: 168 time: 0.2078967 Mar 10 14:53:38.218399 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d705e8c-bbd8-428c-9ad7-67c0c5e89370 admin admin] Publish callbacks [] for security_group (756803d2-edd0-4c12-8f0b-00aa46548881), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:38.227017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d705e8c-bbd8-428c-9ad7-67c0c5e89370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (756803d2-edd0-4c12-8f0b-00aa46548881), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:38.239985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Router 9af23b5f-4f36-404a-947a-1c19e4fec7da has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:53:38.256998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b4a7a-1506-427e-a12b-dafbfbe823e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd14f6c9-68bc-4ab4-aee2-0a9a10ae46dc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:38.271522 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8d705e8c-bbd8-428c-9ad7-67c0c5e89370 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ed0dcf4e44c4a87819ab191efc8290d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7075658 Mar 10 14:53:38.277730 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32836) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:38.327323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d705e8c-bbd8-428c-9ad7-67c0c5e89370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756803d2-edd0-4c12-8f0b-00aa46548881,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:38.413989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-978ecd2e-ae36-4434-b6ce-222365a6e0ee None None] Provisioning complete for port 7896e398-f1fb-461e-87a5-b935648ce69f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:38.414501 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-978ecd2e-ae36-4434-b6ce-222365a6e0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:38.428244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:53:38.448071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5bef7655-3acc-4e5e-a546-1fb61af17656 admin admin] 10.222.0.11 "PUT /v2.0/routers/9af23b5f-4f36-404a-947a-1c19e4fec7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4715538 Mar 10 14:53:38.448712 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0993ba3-c090-4a88-9938-c4871cabb4a0 admin admin] Publish callbacks [] for security_group (756803d2-edd0-4c12-8f0b-00aa46548881), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:38.477222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-978ecd2e-ae36-4434-b6ce-222365a6e0ee None None] Port 7896e398-f1fb-461e-87a5-b935648ce69f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:53:38.491233 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0993ba3-c090-4a88-9938-c4871cabb4a0 admin admin] Publish callbacks [] for security_group (756803d2-edd0-4c12-8f0b-00aa46548881), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:38.567220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0993ba3-c090-4a88-9938-c4871cabb4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (756803d2-edd0-4c12-8f0b-00aa46548881), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:38.570173 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0993ba3-c090-4a88-9938-c4871cabb4a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:38.571292 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d0993ba3-c090-4a88-9938-c4871cabb4a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/756803d2-edd0-4c12-8f0b-00aa46548881 HTTP/1.1" status: 204 len: 168 time: 0.2452419 Mar 10 14:53:38.580853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0993ba3-c090-4a88-9938-c4871cabb4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756803d2-edd0-4c12-8f0b-00aa46548881,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:38.581866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7e574-4996-4f78-89d8-292fe7fdb147 req-22efe1f5-0a62-4bde-a89a-35c608967dd4 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:38.583627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40c7e574-4996-4f78-89d8-292fe7fdb147 req-22efe1f5-0a62-4bde-a89a-35c608967dd4 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 948 time: 0.0763748 Mar 10 14:53:38.650114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40c7e574-4996-4f78-89d8-292fe7fdb147 req-925160a8-1033-43c1-aca6-1ec8015bfb57 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580707 Mar 10 14:53:38.893607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 97c4cd82-4941-4291-8cb5-071108998b47 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:53:38.978312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1ed53-b3e2-41f2-ba5c-bea27707c018 req-1b427b39-61f1-4f86-828a-a4196de35cb9 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:38.979896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68f1ed53-b3e2-41f2-ba5c-bea27707c018 req-1b427b39-61f1-4f86-828a-a4196de35cb9 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 969 time: 0.0646400 Mar 10 14:53:39.040229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 97c4cd82-4941-4291-8cb5-071108998b47, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=97c4cd82-4941-4291-8cb5-071108998b47,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:39.053878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '97c4cd82-4941-4291-8cb5-071108998b47', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '97c4cd82-4941-4291-8cb5-071108998b47', 'mac_address': 'fa:16:3e:97:31:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:53:39.071616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68f1ed53-b3e2-41f2-ba5c-bea27707c018 req-17950366-5dce-4add-99bd-ef81b33cba17 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853412 Mar 10 14:53:39.118204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 97c4cd82-4941-4291-8cb5-071108998b47 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:39.118813 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (97c4cd82-4941-4291-8cb5-071108998b47), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.135077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c4cd82-4941-4291-8cb5-071108998b47 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:53:39.176491 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 97c4cd82-4941-4291-8cb5-071108998b47, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=97c4cd82-4941-4291-8cb5-071108998b47,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:39.183892 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (97c4cd82-4941-4291-8cb5-071108998b47), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.235226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 08e7b319-a57a-4143-9f7e-50867f51eabb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:39.235659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32874) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:39.254955 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-046dda77-fd4d-471c-a77d-55f46457a747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.298209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=97c4cd82-4941-4291-8cb5-071108998b47,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:39.326929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 08e7b319-a57a-4143-9f7e-50867f51eabb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:39.327330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.373738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-046dda77-fd4d-471c-a77d-55f46457a747 admin admin] Publish callbacks [] for security_group (e7aa7171-77ec-45d2-ad3b-db07fa5e7414), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.380360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-046dda77-fd4d-471c-a77d-55f46457a747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e7aa7171-77ec-45d2-ad3b-db07fa5e7414), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.423976 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dda77-fd4d-471c-a77d-55f46457a747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aa7171-77ec-45d2-ad3b-db07fa5e7414,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:39.443609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 08e7b319-a57a-4143-9f7e-50867f51eabb is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:39.444050 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.452433 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-046dda77-fd4d-471c-a77d-55f46457a747 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33433eb1f41747fab0d5b7fe17bc97a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152951 Mar 10 14:53:39.454349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32880) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:39.472534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 08e7b319-a57a-4143-9f7e-50867f51eabb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=08e7b319-a57a-4143-9f7e-50867f51eabb,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:39.476947 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.521974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['97c4cd82-4941-4291-8cb5-071108998b47'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:53:39.529076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Sync routers for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:53:39.532070 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7f07-66dd-48d6-9f46-dc1cbaac8c06 admin admin] Publish callbacks [] for security_group (e7aa7171-77ec-45d2-ad3b-db07fa5e7414), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.564887 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7f07-66dd-48d6-9f46-dc1cbaac8c06 admin admin] Publish callbacks [] for security_group (e7aa7171-77ec-45d2-ad3b-db07fa5e7414), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.619992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=08e7b319-a57a-4143-9f7e-50867f51eabb,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:39.629401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:53:39.630041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:39.633900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7f07-66dd-48d6-9f46-dc1cbaac8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e7aa7171-77ec-45d2-ad3b-db07fa5e7414), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.639828 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7f07-66dd-48d6-9f46-dc1cbaac8c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:39.643490 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5b9c7f07-66dd-48d6-9f46-dc1cbaac8c06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7aa7171-77ec-45d2-ad3b-db07fa5e7414 HTTP/1.1" status: 204 len: 168 time: 0.1853442 Mar 10 14:53:39.649112 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c7f07-66dd-48d6-9f46-dc1cbaac8c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aa7171-77ec-45d2-ad3b-db07fa5e7414,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:39.790434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2202607-9920-487c-bebc-75d7905a63f5 req-a5802984-71b6-4424-acd5-77079d8c24d4 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:39.792456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2202607-9920-487c-bebc-75d7905a63f5 req-a5802984-71b6-4424-acd5-77079d8c24d4 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 949 time: 0.0680475 Mar 10 14:53:39.849575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:53:39.855057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2202607-9920-487c-bebc-75d7905a63f5 req-543e8e8d-8373-4115-951a-318820b25d6d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487492 Mar 10 14:53:40.048038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32906) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:40.052940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-network', 'tenant_id': '1584dc83813a4189a65558165b7aced6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:40.075906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Made reservation on behalf of 1584dc83813a4189a65558165b7aced6 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:40.078983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.096241 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.131692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 2, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:40.166176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Checking router: 9af23b5f-4f36-404a-947a-1c19e4fec7da for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:53:40.166527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Updating router 9af23b5f-4f36-404a-947a-1c19e4fec7da port 7896e398-f1fb-461e-87a5-b935648ce69f binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:53:40.210859 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.249120 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Publish callbacks [] for security_group (b863993e-6582-4373-a975-3ffeb51e6b03), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.260296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b863993e-6582-4373-a975-3ffeb51e6b03), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.274076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fae668-3784-44c9-94a3-17fa782401fe req-d79d0e69-39b0-455f-bd4c-c08f8c548930 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:40.276536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86fae668-3784-44c9-94a3-17fa782401fe req-d79d0e69-39b0-455f-bd4c-c08f8c548930 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 969 time: 0.1075695 Mar 10 14:53:40.313400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:53:40.342711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b863993e-6582-4373-a975-3ffeb51e6b03,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:40.350903 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7753e5ea-debc-4532-894a-c98715f84998), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.351106 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Added segment 7753e5ea-debc-4532-894a-c98715f84998 of type vlan for network d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 Mar 10 14:53:40.382614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device aee00577-430f-4d19-ad9d-0dbd9b93223c details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:53:40.415680 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d1cbf85e-b85c-4ee3-b155-d5e994a76ab2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.422111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86fae668-3784-44c9-94a3-17fa782401fe req-f41f8984-a997-440e-84fe-6f758ada7c45 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332879 Mar 10 14:53:40.460079 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d1cbf85e-b85c-4ee3-b155-d5e994a76ab2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.461405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:40.462530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.517999 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32926) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:40.519449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4688520 Mar 10 14:53:40.525513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] Request body: {'subnet': {'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-subnet', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:40.549285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] Made reservation on behalf of 1584dc83813a4189a65558165b7aced6 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:40.554552 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.561536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90e43e-f387-4189-9bd6-66bd52306b2f admin admin] Pushing event updated for resources: {'Network': ['ID=d1cbf85e-b85c-4ee3-b155-d5e994a76ab2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:40.579193 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:53:40.618056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port aee00577-430f-4d19-ad9d-0dbd9b93223c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=aee00577-430f-4d19-ad9d-0dbd9b93223c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:40.775663 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'aee00577-430f-4d19-ad9d-0dbd9b93223c', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'aee00577-430f-4d19-ad9d-0dbd9b93223c', 'mac_address': 'fa:16:3e:f2:da:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:tempest-test_az-371856481', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:53:40.782397 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (9c39d446-54a0-49db-b32d-2500e286f61e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.875184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] Checking segment: {'id': '7753e5ea-debc-4532-894a-c98715f84998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:40.875953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] Network hostable DHCP agents. Network: d1cbf85e-b85c-4ee3-b155-d5e994a76ab2, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:53:40.885944 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c39d446-54a0-49db-b32d-2500e286f61e,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:40.898846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 97c4cd82-4941-4291-8cb5-071108998b47 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:40.902819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] Network d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:53:40.904109 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Publish callbacks [] for port (7896e398-f1fb-461e-87a5-b935648ce69f), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.921964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, d1cbf85e-b85c-4ee3-b155-d5e994a76ab2) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:40.930934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port aee00577-430f-4d19-ad9d-0dbd9b93223c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:40.931330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.932891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:40.933344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.938758 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:40.941595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea90d69e-1bab-4519-b8ae-8699f1c8985e None None] Network d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:53:40.964226 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0db66b82-d76e-4839-9c49-aa5913b248cd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4436538 Mar 10 14:53:40.966602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32944) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:40.971547 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-router', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:41.005031 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.006459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.046761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee00577-430f-4d19-ad9d-0dbd9b93223c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:53:41.083390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780ebc0-ec8c-4cf7-90c2-fb4f44b81759 req-cd387857-2d84-4692-b89d-2c7641a08861 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:41.088254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2780ebc0-ec8c-4cf7-90c2-fb4f44b81759 req-cd387857-2d84-4692-b89d-2c7641a08861 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 949 time: 0.1116493 Mar 10 14:53:41.102572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae50ae2-9f75-4bc2-ab2e-8850cd6fb744 None None] Pushing event updated for resources: {'Port': ['ID=7896e398-f1fb-461e-87a5-b935648ce69f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:41.152641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port aee00577-430f-4d19-ad9d-0dbd9b93223c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=aee00577-430f-4d19-ad9d-0dbd9b93223c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:41.200505 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.224101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2780ebc0-ec8c-4cf7-90c2-fb4f44b81759 req-e1525ca3-0a14-4f44-94d1-f7695fa953a7 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264403 Mar 10 14:53:41.236582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32952) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:41.290138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 97c4cd82-4941-4291-8cb5-071108998b47 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:53:41.292602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Attempting to bind port 7896e398-f1fb-461e-87a5-b935648ce69f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:53:41.293081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Attempting to bind port 7896e398-f1fb-461e-87a5-b935648ce69f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:53:41.293559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Attempting to bind port 7896e398-f1fb-461e-87a5-b935648ce69f on network 8c605883-22c8-4299-b66f-e751e3fca9d6 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:41.310373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:53:41.310931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Checking segment: {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:41.311565 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.312072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Bound using segment: {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:53:41.312713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Bound port: 7896e398-f1fb-461e-87a5-b935648ce69f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:53:41.313190 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.333483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 08e7b319-a57a-4143-9f7e-50867f51eabb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:41.340386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Publish callbacks [] for router_controller (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.484013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] For port 7896e398-f1fb-461e-87a5-b935648ce69f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:53:41.488553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] For port 7896e398-f1fb-461e-87a5-b935648ce69f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7896e398-f1fb-461e-87a5-b935648ce69f,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:53:41.494627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 97c4cd82-4941-4291-8cb5-071108998b47 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:41.495358 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (97c4cd82-4941-4291-8cb5-071108998b47), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.519147 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Publish callbacks [] for router_gateway (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.538009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-d1cbf85e-b85c-4ee3-b155-d5e994a76ab2', 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2', 'project_id': '1584dc83813a4189a65558165b7aced6', 'fixed_ips': [{'subnet_id': '9c39d446-54a0-49db-b32d-2500e286f61e'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 14:53:41.539221 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.555917 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.604407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650c27a-3451-4e8c-9ab1-516135289b40 req-200d6fc4-d4dc-4f8e-9827-8c873dbe555a tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:41.606746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3650c27a-3451-4e8c-9ab1-516135289b40 req-200d6fc4-d4dc-4f8e-9827-8c873dbe555a tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 970 time: 0.0806606 Mar 10 14:53:41.738286 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3d1de4c2-acf6-435c-bce9-288d8820d07a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.742453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Allocated IP 172.20.0.2 (d1cbf85e-b85c-4ee3-b155-d5e994a76ab2/9c39d446-54a0-49db-b32d-2500e286f61e/f4437a44-603d-4191-88f0-3a23c6e2e871) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:53:41.818405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3650c27a-3451-4e8c-9ab1-516135289b40 req-43b1ac38-c25a-4f98-b8a3-1abd9ce1d219 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995907 Mar 10 14:53:41.922182 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Publish callbacks [] for router_gateway (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.952066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.956404 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Publish callbacks [] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.967037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3d1de4c2-acf6-435c-bce9-288d8820d07a admin admin] Publish callbacks [] for security_group (42931d4f-fb94-4d2b-bbb1-3549822e405a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:41.972138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['aee00577-430f-4d19-ad9d-0dbd9b93223c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:53:41.977183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3d1de4c2-acf6-435c-bce9-288d8820d07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (42931d4f-fb94-4d2b-bbb1-3549822e405a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.027821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1de4c2-acf6-435c-bce9-288d8820d07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42931d4f-fb94-4d2b-bbb1-3549822e405a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:42.043940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3d1de4c2-acf6-435c-bce9-288d8820d07a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bd74dc3bbfa4b4690b225080aa5513a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8056426 Mar 10 14:53:42.044576 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32982) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:42.051669 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.091331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=aee00577-430f-4d19-ad9d-0dbd9b93223c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:42.102648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Network d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:42.116688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Allocated IP 172.25.3.143 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/82deb517-2613-49c7-abd3-9a98dcbafcc6) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:53:42.139845 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69812fe3-779d-48b9-89e8-365c48fec840 admin admin] Publish callbacks [] for security_group (42931d4f-fb94-4d2b-bbb1-3549822e405a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.140490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2cb2778b-9e59-421f-bfd7-1fa546d5b9ce None None] Provisioning complete for port 7896e398-f1fb-461e-87a5-b935648ce69f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:42.141182 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2cb2778b-9e59-421f-bfd7-1fa546d5b9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.144345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:42.176147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:53:42.184615 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69812fe3-779d-48b9-89e8-365c48fec840 admin admin] Publish callbacks [] for security_group (42931d4f-fb94-4d2b-bbb1-3549822e405a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.236013 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69812fe3-779d-48b9-89e8-365c48fec840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (42931d4f-fb94-4d2b-bbb1-3549822e405a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.239088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69812fe3-779d-48b9-89e8-365c48fec840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.243450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-69812fe3-779d-48b9-89e8-365c48fec840 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42931d4f-fb94-4d2b-bbb1-3549822e405a HTTP/1.1" status: 204 len: 168 time: 0.1977222 Mar 10 14:53:42.253167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69812fe3-779d-48b9-89e8-365c48fec840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42931d4f-fb94-4d2b-bbb1-3549822e405a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:42.287846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:53:42.288495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:42.330183 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Publish callbacks [] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.383647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.389023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37de0a-e9ef-4e62-8cb8-9280d7046ad9 req-52df61ab-6939-4329-bf38-74c3e8b1e2d5 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:42.390716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd37de0a-e9ef-4e62-8cb8-9280d7046ad9 req-52df61ab-6939-4329-bf38-74c3e8b1e2d5 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 949 time: 0.0622079 Mar 10 14:53:42.403932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Attempting to bind port f4437a44-603d-4191-88f0-3a23c6e2e871 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:53:42.404636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Attempting to bind port f4437a44-603d-4191-88f0-3a23c6e2e871 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '7753e5ea-debc-4532-894a-c98715f84998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:53:42.405192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Attempting to bind port f4437a44-603d-4191-88f0-3a23c6e2e871 on network d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:42.428113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 08e7b319-a57a-4143-9f7e-50867f51eabb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:42.428491 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.448926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:42.453277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:42.456651 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:53:42.511889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd37de0a-e9ef-4e62-8cb8-9280d7046ad9 req-03778587-3cb0-4cc9-9551-332416dc4e9e tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126471 Mar 10 14:53:42.562003 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Pushing event updated for resources: {'Port': ['ID=82deb517-2613-49c7-abd3-9a98dcbafcc6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:42.615274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:53:42.615655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Checking segment: {'id': '7753e5ea-debc-4532-894a-c98715f84998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:42.616063 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.616469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Bound using segment: {'id': '7753e5ea-debc-4532-894a-c98715f84998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:53:42.616959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Bound port: f4437a44-603d-4191-88f0-3a23c6e2e871, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7753e5ea-debc-4532-894a-c98715f84998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:53:42.617343 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.697022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2778b-9e59-421f-bfd7-1fa546d5b9ce None None] Current status of the port 7896e398-f1fb-461e-87a5-b935648ce69f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:42.697607 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2cb2778b-9e59-421f-bfd7-1fa546d5b9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.711924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae50ae2-9f75-4bc2-ab2e-8850cd6fb744 None None] Pushing event updated for resources: {'Port': ['ID=7896e398-f1fb-461e-87a5-b935648ce69f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:42.777137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 08e7b319-a57a-4143-9f7e-50867f51eabb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:42.792019 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Publish callbacks [] for router_gateway (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.837917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 97c4cd82-4941-4291-8cb5-071108998b47 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:42.838429 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (97c4cd82-4941-4291-8cb5-071108998b47), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.890243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2cb2778b-9e59-421f-bfd7-1fa546d5b9ce None None] For port 7896e398-f1fb-461e-87a5-b935648ce69f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7896e398-f1fb-461e-87a5-b935648ce69f,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:42.932990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:53:42.938667 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2cb2778b-9e59-421f-bfd7-1fa546d5b9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:42.963105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33014) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:42.978894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Pushing event updated for resources: {'Port': ['ID=f4437a44-603d-4191-88f0-3a23c6e2e871,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:42.985636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a6dd-0e32-444c-810b-71125e2a9258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.062979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212dc73-88db-4f52-a41f-426eca54fc5e req-1740ac0f-57ee-4f5e-8b69-987c75eac93c tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:43.065011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e212dc73-88db-4f52-a41f-426eca54fc5e req-1740ac0f-57ee-4f5e-8b69-987c75eac93c tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 970 time: 0.1452279 Mar 10 14:53:43.125688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33018) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:43.149673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.165896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e212dc73-88db-4f52-a41f-426eca54fc5e req-f2189cfa-5a21-4413-ac81-2a770339fdd7 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883787 Mar 10 14:53:43.206668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a6dd-0e32-444c-810b-71125e2a9258 admin admin] Publish callbacks [] for security_group (95e05735-0d6d-4376-ba01-77f4dad1fe59), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.213898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a6dd-0e32-444c-810b-71125e2a9258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (95e05735-0d6d-4376-ba01-77f4dad1fe59), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.269794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8ef0a6dd-0e32-444c-810b-71125e2a9258 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69448d6dd7954c93895ec276982ce82d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033760 Mar 10 14:53:43.269794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0a6dd-0e32-444c-810b-71125e2a9258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e05735-0d6d-4376-ba01-77f4dad1fe59,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:43.270241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33026) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:43.302720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] For port f4437a44-603d-4191-88f0-3a23c6e2e871, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:53:43.317028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] For port f4437a44-603d-4191-88f0-3a23c6e2e871, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f4437a44-603d-4191-88f0-3a23c6e2e871,segment=NetworkSegment(7753e5ea-debc-4532-894a-c98715f84998),segment_id=7753e5ea-debc-4532-894a-c98715f84998)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:53:43.329585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6861e471-04a6-428c-a2da-6e4ba0fcb424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c4cd82-4941-4291-8cb5-071108998b47'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:53:43.380983 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-503046d1-6e4d-40dc-af38-18435216dd1b admin admin] Publish callbacks [] for security_group (95e05735-0d6d-4376-ba01-77f4dad1fe59), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.383736 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38920b8d-d9a1-463d-845b-05c08a2943b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.400296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 14:53:43.418409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.423529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-503046d1-6e4d-40dc-af38-18435216dd1b admin admin] Publish callbacks [] for security_group (95e05735-0d6d-4376-ba01-77f4dad1fe59), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.437045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 97c4cd82-4941-4291-8cb5-071108998b47, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=97c4cd82-4941-4291-8cb5-071108998b47,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:43.462724 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (97c4cd82-4941-4291-8cb5-071108998b47), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.482745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4e2060e3-56bb-4080-9c8b-a6b4aafa0e04 None None] Provisioning complete for port 7896e398-f1fb-461e-87a5-b935648ce69f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:43.483149 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4e2060e3-56bb-4080-9c8b-a6b4aafa0e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.525625 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb823f2-656d-4ccf-b932-9c8f3ad9be02" -d '{"events": [{"server_uuid": "6861e471-04a6-428c-a2da-6e4ba0fcb424", "name": "network-vif-plugged", "status": "completed", "tag": "97c4cd82-4941-4291-8cb5-071108998b47"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:53:43.530516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2778b-9e59-421f-bfd7-1fa546d5b9ce None None] Pushing event updated for resources: {'Port': ['ID=7896e398-f1fb-461e-87a5-b935648ce69f,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:43.747127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4762925-019c-48e2-b58a-0a18d65e2cbb req-31b3e286-af81-42c8-b2b0-1bd95af5e637 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:43.748785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4762925-019c-48e2-b58a-0a18d65e2cbb req-31b3e286-af81-42c8-b2b0-1bd95af5e637 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 950 time: 0.1363196 Mar 10 14:53:43.768891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35d367-c365-4f77-8c67-7ab04a36cc91 None None] Pushing event updated for resources: {'Port': ['ID=f4437a44-603d-4191-88f0-3a23c6e2e871,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:43.782686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:53:43.790922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4e2060e3-56bb-4080-9c8b-a6b4aafa0e04 None None] Current status of the port 7896e398-f1fb-461e-87a5-b935648ce69f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:43.791899 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-503046d1-6e4d-40dc-af38-18435216dd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (95e05735-0d6d-4376-ba01-77f4dad1fe59), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.793343 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Sync routers for ids ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:53:43.794708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-503046d1-6e4d-40dc-af38-18435216dd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.798578 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-503046d1-6e4d-40dc-af38-18435216dd1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95e05735-0d6d-4376-ba01-77f4dad1fe59 HTTP/1.1" status: 204 len: 168 time: 0.5251682 Mar 10 14:53:43.816226 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Routers {'4f0450ef-53ab-4f9f-bc61-572dfbb19f15'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:53:43.817133 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:43.817594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1ea4f5d-4179-4f83-8c95-92d06de8b7a4 req-e2a6b4aa-9242-4b4d-8cd7-7c192de0ecfa tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d35d7aba3d224f60846b0d8553015f4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675168 Mar 10 14:53:43.841131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503046d1-6e4d-40dc-af38-18435216dd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e05735-0d6d-4376-ba01-77f4dad1fe59,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:43.845001 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38920b8d-d9a1-463d-845b-05c08a2943b0 admin admin] Publish callbacks [] for security_group (d2af9dfc-b1e4-46a3-a786-03b7680aea12), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.851483 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.853408 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6e63317e-5534-416c-997a-162af87c47c2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8854871 Mar 10 14:53:43.856117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33052) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:43.871619 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38920b8d-d9a1-463d-845b-05c08a2943b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d2af9dfc-b1e4-46a3-a786-03b7680aea12), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:43.936609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4762925-019c-48e2-b58a-0a18d65e2cbb req-ef61a5e3-c114-435b-bf93-11642eede183 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747210 Mar 10 14:53:44.022335 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=97c4cd82-4941-4291-8cb5-071108998b47,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:44.047533 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:41Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:44.094638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea4f5d-4179-4f83-8c95-92d06de8b7a4 req-952eff3a-bd22-4457-b259-8f961cbf8827 tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:44.107408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1ea4f5d-4179-4f83-8c95-92d06de8b7a4 req-952eff3a-bd22-4457-b259-8f961cbf8827 tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815373 Mar 10 14:53:44.109760 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Set router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:53:44.132084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9616cf-0f87-42e2-b27c-1c22ce6e42fa None None] The sync data for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 is: [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:41Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:53:44.138329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1ea4f5d-4179-4f83-8c95-92d06de8b7a4 req-c253789a-b091-4765-9983-ccb7d919dba3 tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/quotas/d35d7aba3d224f60846b0d8553015f4f HTTP/1.1" status: 200 len: 375 time: 0.0300062 Mar 10 14:53:44.146722 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-38920b8d-d9a1-463d-845b-05c08a2943b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15be8266857e4d30bb39fc3daef14949&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0174592 Mar 10 14:53:44.149288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33058) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:44.326944 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5524d70-7bcf-41ca-833f-f6e1a28117ea x-openstack-request-id: req-f5524d70-7bcf-41ca-833f-f6e1a28117ea {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:53:44.327287 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6861e471-04a6-428c-a2da-6e4ba0fcb424", "name": "network-vif-plugged", "status": "completed", "tag": "97c4cd82-4941-4291-8cb5-071108998b47", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:53:44.327576 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5524d70-7bcf-41ca-833f-f6e1a28117ea {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:53:44.328030 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6861e471-04a6-428c-a2da-6e4ba0fcb424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c4cd82-4941-4291-8cb5-071108998b47', 'code': 200} Mar 10 14:53:44.333058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38920b8d-d9a1-463d-845b-05c08a2943b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2af9dfc-b1e4-46a3-a786-03b7680aea12,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:44.371230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device aee00577-430f-4d19-ad9d-0dbd9b93223c up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:44.413684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1ea4f5d-4179-4f83-8c95-92d06de8b7a4 req-f13c4f4e-9dce-4d36-b51f-754b5b975a85 tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d35d7aba3d224f60846b0d8553015f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2717369 Mar 10 14:53:44.462958 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-router', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 3, 'project_id': '1584dc83813a4189a65558165b7aced6', 'gw_port': {'id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:44.510486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port aee00577-430f-4d19-ad9d-0dbd9b93223c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:53:44.532928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port aee00577-430f-4d19-ad9d-0dbd9b93223c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:44.533585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:44.537248 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Checking router: 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:53:44.537867 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Updating router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 port 82deb517-2613-49c7-abd3-9a98dcbafcc6 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:53:44.602940 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:44.708649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c106d72-3d9f-476a-9179-a4ef3a35f576 admin admin] Publish callbacks [] for security_group (d2af9dfc-b1e4-46a3-a786-03b7680aea12), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:44.747979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port aee00577-430f-4d19-ad9d-0dbd9b93223c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:44.748726 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:44.800829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d880d-b163-4bc6-b767-7d933c6e81cb req-b4ec3b70-87d0-4f46-8a93-381b45774b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:44.802440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584d880d-b163-4bc6-b767-7d933c6e81cb req-b4ec3b70-87d0-4f46-8a93-381b45774b92 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 1132 time: 0.3767180 Mar 10 14:53:44.829313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port aee00577-430f-4d19-ad9d-0dbd9b93223c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=aee00577-430f-4d19-ad9d-0dbd9b93223c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:44.838902 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:44.878993 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-584d880d-b163-4bc6-b767-7d933c6e81cb req-1000f60c-810f-426c-88f5-dad262dcee2f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:44.884175 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c106d72-3d9f-476a-9179-a4ef3a35f576 admin admin] Publish callbacks [] for security_group (d2af9dfc-b1e4-46a3-a786-03b7680aea12), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:44.918309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a614d-b81a-485a-a140-c69d3ec9ed5b req-698d1acc-c776-48b4-bc02-6e5bef52254b tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:44.925899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-788a614d-b81a-485a-a140-c69d3ec9ed5b req-698d1acc-c776-48b4-bc02-6e5bef52254b tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 970 time: 0.3496208 Mar 10 14:53:45.055881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=aee00577-430f-4d19-ad9d-0dbd9b93223c,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:45.145275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.200698 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Publish callbacks [] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.212651 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.319516 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-584d880d-b163-4bc6-b767-7d933c6e81cb req-1000f60c-810f-426c-88f5-dad262dcee2f service neutron] Publish callbacks [] for security_group (cfb87843-a9cd-4a47-8bac-6d95b97a0dc3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.363327 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-584d880d-b163-4bc6-b767-7d933c6e81cb req-1000f60c-810f-426c-88f5-dad262dcee2f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cfb87843-a9cd-4a47-8bac-6d95b97a0dc3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.377127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7896e398-f1fb-461e-87a5-b935648ce69f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:45.427554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000f60c-810f-426c-88f5-dad262dcee2f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb87843-a9cd-4a47-8bac-6d95b97a0dc3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:45.429195 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57734e4-1f9f-4fc4-b0c3-650a5db6313c None None] Pushing event updated for resources: {'Port': ['ID=82deb517-2613-49c7-abd3-9a98dcbafcc6,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:45.443546 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Attempting to bind port 82deb517-2613-49c7-abd3-9a98dcbafcc6 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:53:45.443925 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Attempting to bind port 82deb517-2613-49c7-abd3-9a98dcbafcc6 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:53:45.444313 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Attempting to bind port 82deb517-2613-49c7-abd3-9a98dcbafcc6 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:45.456693 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:53:45.457068 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:45.457474 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.457869 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:53:45.458350 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Bound port: 82deb517-2613-49c7-abd3-9a98dcbafcc6, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:53:45.459417 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.498170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dedc91-b61d-48de-96dd-684b75a37471 None None] Network d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:53:45.509508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-788a614d-b81a-485a-a140-c69d3ec9ed5b req-a28435ed-e97a-4ff9-928b-39879b096423 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773757 Mar 10 14:53:45.513582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584d880d-b163-4bc6-b767-7d933c6e81cb req-1000f60c-810f-426c-88f5-dad262dcee2f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6732228 Mar 10 14:53:45.553657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d94d7-c326-45a0-b91a-ad1414fbc6d3 req-46215fba-665c-4959-9b1c-501f45e62990 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:45.561962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-603d94d7-c326-45a0-b91a-ad1414fbc6d3 req-46215fba-665c-4959-9b1c-501f45e62990 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 950 time: 0.1443622 Mar 10 14:53:45.562290 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] For port 82deb517-2613-49c7-abd3-9a98dcbafcc6, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:53:45.573930 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] For port 82deb517-2613-49c7-abd3-9a98dcbafcc6, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=82deb517-2613-49c7-abd3-9a98dcbafcc6,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:53:45.582908 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c106d72-3d9f-476a-9179-a4ef3a35f576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d2af9dfc-b1e4-46a3-a786-03b7680aea12), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.587193 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.590573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c106d72-3d9f-476a-9179-a4ef3a35f576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.593054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3c106d72-3d9f-476a-9179-a4ef3a35f576 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2af9dfc-b1e4-46a3-a786-03b7680aea12 HTTP/1.1" status: 204 len: 168 time: 1.4235451 Mar 10 14:53:45.623433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c106d72-3d9f-476a-9179-a4ef3a35f576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2af9dfc-b1e4-46a3-a786-03b7680aea12,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:45.677199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-603d94d7-c326-45a0-b91a-ad1414fbc6d3 req-fed84be3-4025-43fd-81ca-883ee7ac7fd9 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142399 Mar 10 14:53:45.704004 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57734e4-1f9f-4fc4-b0c3-650a5db6313c None None] Pushing event updated for resources: {'Port': ['ID=82deb517-2613-49c7-abd3-9a98dcbafcc6,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:45.707292 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Routers {'4f0450ef-53ab-4f9f-bc61-572dfbb19f15'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:53:45.707292 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:45.789139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7896e398-f1fb-461e-87a5-b935648ce69f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:45.789546 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.831233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Allocated IP 172.20.0.1 (d1cbf85e-b85c-4ee3-b155-d5e994a76ab2/9c39d446-54a0-49db-b32d-2500e286f61e/13cc98be-beef-4aba-ba4d-e1bd7968ac58) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:53:45.846920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6d1b957d-39c0-4857-a4a1-a63f67cba8f1 None None] Provisioning complete for port f4437a44-603d-4191-88f0-3a23c6e2e871 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:45.847492 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6d1b957d-39c0-4857-a4a1-a63f67cba8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:45.867848 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] Set router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:53:46.004749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Publish callbacks [] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:46.052988 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:46.095303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7896e398-f1fb-461e-87a5-b935648ce69f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:46.097191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f4437a44-603d-4191-88f0-3a23c6e2e871 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:46.133047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b957d-39c0-4857-a4a1-a63f67cba8f1 None None] Current status of the port f4437a44-603d-4191-88f0-3a23c6e2e871 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:46.133687 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6d1b957d-39c0-4857-a4a1-a63f67cba8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:46.163424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Network d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:46.169118 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:46.173224 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:53:46.228570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6d1b957d-39c0-4857-a4a1-a63f67cba8f1 None None] For port f4437a44-603d-4191-88f0-3a23c6e2e871, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f4437a44-603d-4191-88f0-3a23c6e2e871,segment=NetworkSegment(7753e5ea-debc-4532-894a-c98715f84998),segment_id=7753e5ea-debc-4532-894a-c98715f84998)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:46.231613 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=13cc98be-beef-4aba-ba4d-e1bd7968ac58,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:46.243451 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6d1b957d-39c0-4857-a4a1-a63f67cba8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:46.251446 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:46.275805 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-router', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 3, 'project_id': '1584dc83813a4189a65558165b7aced6', 'gw_port': {'id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:46.284788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f4437a44-603d-4191-88f0-3a23c6e2e871 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:46.285307 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:46.328583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fa5722-d29c-4fff-afa8-a0320cdb034d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee00577-430f-4d19-ad9d-0dbd9b93223c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:53:46.334229 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c186c5b2-68e7-417f-a1c0-d84dc901da83" -d '{"events": [{"server_uuid": "a0fa5722-d29c-4fff-afa8-a0320cdb034d", "name": "network-vif-plugged", "status": "completed", "tag": "aee00577-430f-4d19-ad9d-0dbd9b93223c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:53:46.358360 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5ec1c-38b4-4acb-8406-27fde7ef23b9 None None] The sync data for ids ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'] in n-d-833090-1 is: [{'id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-router', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 3, 'project_id': '1584dc83813a4189a65558165b7aced6', 'gw_port': {'id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:53:46.382851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b957d-39c0-4857-a4a1-a63f67cba8f1 None None] Pushing event updated for resources: {'Port': ['ID=f4437a44-603d-4191-88f0-3a23c6e2e871,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:46.459209 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3aeb19-91ce-42bf-8948-d067d7ead592 x-openstack-request-id: req-1c3aeb19-91ce-42bf-8948-d067d7ead592 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:53:46.459597 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fa5722-d29c-4fff-afa8-a0320cdb034d", "name": "network-vif-plugged", "status": "completed", "tag": "aee00577-430f-4d19-ad9d-0dbd9b93223c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:53:46.459950 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c3aeb19-91ce-42bf-8948-d067d7ead592 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:53:46.460429 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fa5722-d29c-4fff-afa8-a0320cdb034d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee00577-430f-4d19-ad9d-0dbd9b93223c', 'code': 200} Mar 10 14:53:46.482821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f4437a44-603d-4191-88f0-3a23c6e2e871 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:46.587223 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2e3a3dd4-74ea-4c38-bd4a-4b8ccde5cacc None None] Provisioning complete for port f4437a44-603d-4191-88f0-3a23c6e2e871 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:46.587223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2e3a3dd4-74ea-4c38-bd4a-4b8ccde5cacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:46.588348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33112) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:46.618474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a34606-7aec-4efb-9425-5e203f8b55d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:46.715265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a3dd4-74ea-4c38-bd4a-4b8ccde5cacc None None] Current status of the port f4437a44-603d-4191-88f0-3a23c6e2e871 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:46.828844 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:46.880984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732a608-3888-4039-913b-f30d2330b0f9 req-66863b30-5827-43dd-99f3-de29782aaf31 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:46.888873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a732a608-3888-4039-913b-f30d2330b0f9 req-66863b30-5827-43dd-99f3-de29782aaf31 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 971 time: 0.2179685 Mar 10 14:53:46.900883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977873b7-3bc9-4d53-b802-3ed35a57f59d req-f6a4346f-937d-47c4-9d2a-3249ba494d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:46.902041 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-977873b7-3bc9-4d53-b802-3ed35a57f59d req-f6a4346f-937d-47c4-9d2a-3249ba494d85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 1153 time: 0.2795470 Mar 10 14:53:46.949254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-05b3db26-988f-4b8e-9876-13ec95e03a12 None None] Provisioning complete for port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:46.950207 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-05b3db26-988f-4b8e-9876-13ec95e03a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.005070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-05b3db26-988f-4b8e-9876-13ec95e03a12 None None] Port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:53:47.042520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a732a608-3888-4039-913b-f30d2330b0f9 req-83708e9e-af37-485f-ba09-e118df9a01cc tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527605 Mar 10 14:53:47.045868 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a34606-7aec-4efb-9425-5e203f8b55d1 admin admin] Publish callbacks [] for security_group (0655dfeb-8c10-4edf-b0da-57c2f85bfcac), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.073193 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a34606-7aec-4efb-9425-5e203f8b55d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0655dfeb-8c10-4edf-b0da-57c2f85bfcac), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.111052 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-977873b7-3bc9-4d53-b802-3ed35a57f59d req-f7917d30-043d-4691-9ebe-a4d041af95c6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951692 Mar 10 14:53:47.135156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a34606-7aec-4efb-9425-5e203f8b55d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0655dfeb-8c10-4edf-b0da-57c2f85bfcac,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:47.189346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33134) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:47.190348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-22a34606-7aec-4efb-9425-5e203f8b55d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffae04b1e27a4b1e96ce368e818230d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5991104 Mar 10 14:53:47.212969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac32e37-0b16-4e81-b5e5-6e26fdbca82c req-e066226f-0ef0-48f4-88b6-8b3b73414841 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:47.217415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cac32e37-0b16-4e81-b5e5-6e26fdbca82c req-e066226f-0ef0-48f4-88b6-8b3b73414841 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 950 time: 0.1739438 Mar 10 14:53:47.258336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2342aaf-488c-442e-ba5b-cf9296654083 req-b611a7f2-2ff2-4b4a-ad7b-526377ea5991 tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d35d7aba3d224f60846b0d8553015f4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399039 Mar 10 14:53:47.306671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Publish callbacks [] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.317577 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.363346 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.383208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 82deb517-2613-49c7-abd3-9a98dcbafcc6 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:47.428390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cac32e37-0b16-4e81-b5e5-6e26fdbca82c req-093a5976-e658-4822-8f0c-0d27b5c80d1d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900489 Mar 10 14:53:47.434866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342aaf-488c-442e-ba5b-cf9296654083 req-40889517-cc78-4480-bf30-d07234dd8693 tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:47.436356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2342aaf-488c-442e-ba5b-cf9296654083 req-40889517-cc78-4480-bf30-d07234dd8693 tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700647 Mar 10 14:53:47.457654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 82deb517-2613-49c7-abd3-9a98dcbafcc6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:47.458036 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.479821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2342aaf-488c-442e-ba5b-cf9296654083 req-32b25f75-d3a4-49f8-9323-ea75b02db4eb tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/quotas/d35d7aba3d224f60846b0d8553015f4f HTTP/1.1" status: 200 len: 375 time: 0.0365150 Mar 10 14:53:47.525359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2342aaf-488c-442e-ba5b-cf9296654083 req-0b22efed-706c-4df6-a153-e18465ff713d tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d35d7aba3d224f60846b0d8553015f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402477 Mar 10 14:53:47.580753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 82deb517-2613-49c7-abd3-9a98dcbafcc6 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:47.581422 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.600095 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d08f32c7-e3e1-471e-a61e-1210edf289a9 admin admin] Publish callbacks [] for security_group (0655dfeb-8c10-4edf-b0da-57c2f85bfcac), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.612471 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 82deb517-2613-49c7-abd3-9a98dcbafcc6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=82deb517-2613-49c7-abd3-9a98dcbafcc6,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:47.621011 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.622181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f4437a44-603d-4191-88f0-3a23c6e2e871 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:47.637409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d08f32c7-e3e1-471e-a61e-1210edf289a9 admin admin] Publish callbacks [] for security_group (0655dfeb-8c10-4edf-b0da-57c2f85bfcac), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.669393 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.702348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=13cc98be-beef-4aba-ba4d-e1bd7968ac58,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:47.720272 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d08f32c7-e3e1-471e-a61e-1210edf289a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0655dfeb-8c10-4edf-b0da-57c2f85bfcac), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.725314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d08f32c7-e3e1-471e-a61e-1210edf289a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.728087 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d08f32c7-e3e1-471e-a61e-1210edf289a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0655dfeb-8c10-4edf-b0da-57c2f85bfcac HTTP/1.1" status: 204 len: 168 time: 0.5350428 Mar 10 14:53:47.741522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f4437a44-603d-4191-88f0-3a23c6e2e871 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:47.742240 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:47.746636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=82deb517-2613-49c7-abd3-9a98dcbafcc6,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:47.815307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f32c7-e3e1-471e-a61e-1210edf289a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0655dfeb-8c10-4edf-b0da-57c2f85bfcac,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:47.902747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f4437a44-603d-4191-88f0-3a23c6e2e871 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:47.913748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Network d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:47.915271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:48.164927 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:53:48.246938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd6fbc-ffb1-4f80-bd01-4fe40f3dc030 req-7b83ff7e-26a1-4a8c-be37-49f2ac048cf2 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:48.250163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0bd6fbc-ffb1-4f80-bd01-4fe40f3dc030 req-7b83ff7e-26a1-4a8c-be37-49f2ac048cf2 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 971 time: 0.1102855 Mar 10 14:53:48.317623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0bd6fbc-ffb1-4f80-bd01-4fe40f3dc030 req-6a279d0f-f5d5-4396-8da5-a3d4947cb2e5 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579033 Mar 10 14:53:48.325377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:53:48.339380 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-72c56e30-2783-4b47-9384-a6b43157f8e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/4f0450ef-53ab-4f9f-bc61-572dfbb19f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4816189 Mar 10 14:53:48.380133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33184) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:48.467016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5b98b2f9-caae-4b3c-b5e3-7d290bc8e75e None None] Provisioning complete for port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:48.467953 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5b98b2f9-caae-4b3c-b5e3-7d290bc8e75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:48.505113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5b98b2f9-caae-4b3c-b5e3-7d290bc8e75e None None] Port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:53:48.599078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b94d4-46d3-41ed-9426-f30d9189097c req-1fa43e48-8a29-4b59-b5b0-797aad7c5bc1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:48.600571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9b94d4-46d3-41ed-9426-f30d9189097c req-1fa43e48-8a29-4b59-b5b0-797aad7c5bc1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 950 time: 0.0574083 Mar 10 14:53:48.664182 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0431d23b-7758-4146-b355-f4d42916a9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:48.668696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9b94d4-46d3-41ed-9426-f30d9189097c req-1be0ee12-4a83-4f52-869b-9d3213c41680 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593357 Mar 10 14:53:48.780379 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0431d23b-7758-4146-b355-f4d42916a9f5 admin admin] Publish callbacks [] for security_group (9fb7188c-7fda-43b1-bf69-9aa77be4a5b8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:48.792728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0431d23b-7758-4146-b355-f4d42916a9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9fb7188c-7fda-43b1-bf69-9aa77be4a5b8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:48.832015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431d23b-7758-4146-b355-f4d42916a9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb7188c-7fda-43b1-bf69-9aa77be4a5b8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:48.836164 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0431d23b-7758-4146-b355-f4d42916a9f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c6e23a76b7b4565b94bd6adda8fb33c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548404 Mar 10 14:53:48.838963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33208) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:48.907958 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Sync routers for ids ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:53:48.918879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Routers {'4f0450ef-53ab-4f9f-bc61-572dfbb19f15'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:53:48.919599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:48.921403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e03b95b-27d4-4922-92a8-0d93ee8ae85c admin admin] Publish callbacks [] for security_group (9fb7188c-7fda-43b1-bf69-9aa77be4a5b8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:48.954676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e03b95b-27d4-4922-92a8-0d93ee8ae85c admin admin] Publish callbacks [] for security_group (9fb7188c-7fda-43b1-bf69-9aa77be4a5b8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:49.022728 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e03b95b-27d4-4922-92a8-0d93ee8ae85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9fb7188c-7fda-43b1-bf69-9aa77be4a5b8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:49.027055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e03b95b-27d4-4922-92a8-0d93ee8ae85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:49.029323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4e03b95b-27d4-4922-92a8-0d93ee8ae85c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fb7188c-7fda-43b1-bf69-9aa77be4a5b8 HTTP/1.1" status: 204 len: 168 time: 0.1892700 Mar 10 14:53:49.047722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03b95b-27d4-4922-92a8-0d93ee8ae85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb7188c-7fda-43b1-bf69-9aa77be4a5b8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:49.075046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Set router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:53:49.291175 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 82deb517-2613-49c7-abd3-9a98dcbafcc6 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:49.416316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 82deb517-2613-49c7-abd3-9a98dcbafcc6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:49.417197 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:49.556870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-router', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:46Z', 'revision_number': 4, 'project_id': '1584dc83813a4189a65558165b7aced6', 'gw_port': {'id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '13cc98be-beef-4aba-ba4d-e1bd7968ac58', 'name': '', 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'mac_address': 'fa:16:3e:19:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '9c39d446-54a0-49db-b32d-2500e286f61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:45Z', 'updated_at': '2022-03-10T14:53:46Z', 'revision_number': 2, 'project_id': '1584dc83813a4189a65558165b7aced6', 'subnets': [{'id': '9c39d446-54a0-49db-b32d-2500e286f61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:49.557513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33238) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:49.572787 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5992aed4-b003-492b-9614-093c8e8c4929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:49.601001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 82deb517-2613-49c7-abd3-9a98dcbafcc6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:49.603888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Checking router: 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:53:49.604245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Updating router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:53:49.635791 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:49.652788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22de6ab3-4f37-4e5b-b765-36b34a06ab77 req-998e5b9b-2184-42a5-baed-bbfa4962bc3b tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d35d7aba3d224f60846b0d8553015f4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323439 Mar 10 14:53:49.748869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8a63-d113-493b-8be5-c24b82829c69 req-bc8df3de-66f8-4f3d-a318-f70f8a905a0e tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:49.750346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afad8a63-d113-493b-8be5-c24b82829c69 req-bc8df3de-66f8-4f3d-a318-f70f8a905a0e tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 971 time: 0.1685371 Mar 10 14:53:49.842920 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5992aed4-b003-492b-9614-093c8e8c4929 admin admin] Publish callbacks [] for security_group (8f518c60-a3c0-4ab9-9303-3c3b56b77ca1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:49.862717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5992aed4-b003-492b-9614-093c8e8c4929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8f518c60-a3c0-4ab9-9303-3c3b56b77ca1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:49.881604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afad8a63-d113-493b-8be5-c24b82829c69 req-cb906a95-1e0b-4891-9c29-97d07c5986ee tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993378 Mar 10 14:53:49.895196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de6ab3-4f37-4e5b-b765-36b34a06ab77 req-181a191a-71a5-436f-a93f-faeebe9da13d tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:49.901928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22de6ab3-4f37-4e5b-b765-36b34a06ab77 req-181a191a-71a5-436f-a93f-faeebe9da13d tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405360 Mar 10 14:53:49.937175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5992aed4-b003-492b-9614-093c8e8c4929 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b94821df96764cc288557d285e9f23d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783278 Mar 10 14:53:49.939890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33254) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:49.945293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22de6ab3-4f37-4e5b-b765-36b34a06ab77 req-400edb58-36d6-410b-aae3-4caa1331c341 tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/quotas/d35d7aba3d224f60846b0d8553015f4f HTTP/1.1" status: 200 len: 375 time: 0.0425067 Mar 10 14:53:49.954993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992aed4-b003-492b-9614-093c8e8c4929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f518c60-a3c0-4ab9-9303-3c3b56b77ca1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:49.958515 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Publish callbacks [] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:49.973120 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:49.995748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22de6ab3-4f37-4e5b-b765-36b34a06ab77 req-615fef7e-cb4e-4a69-870f-158f95a683d3 tempest-QuotasAdminNegativeTest-1912875660 tempest-QuotasAdminNegativeTest-1912875660-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d35d7aba3d224f60846b0d8553015f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494361 Mar 10 14:53:50.038762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7369f2-477d-41fe-8712-025dd78b136b None None] Pushing event updated for resources: {'Port': ['ID=13cc98be-beef-4aba-ba4d-e1bd7968ac58,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:50.041337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ddaff751-0fb2-4e7b-8f9d-ccaf472e0a9b admin admin] Publish callbacks [] for security_group (8f518c60-a3c0-4ab9-9303-3c3b56b77ca1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.081055 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ddaff751-0fb2-4e7b-8f9d-ccaf472e0a9b admin admin] Publish callbacks [] for security_group (8f518c60-a3c0-4ab9-9303-3c3b56b77ca1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.162903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Attempting to bind port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:53:50.163147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Attempting to bind port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '7753e5ea-debc-4532-894a-c98715f84998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:53:50.163692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Attempting to bind port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 on network d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:50.171757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:53:50.172124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Checking segment: {'id': '7753e5ea-debc-4532-894a-c98715f84998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:50.176595 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.177326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Bound using segment: {'id': '7753e5ea-debc-4532-894a-c98715f84998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:53:50.177862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Bound port: 13cc98be-beef-4aba-ba4d-e1bd7968ac58, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7753e5ea-debc-4532-894a-c98715f84998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:53:50.178592 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.205420 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ddaff751-0fb2-4e7b-8f9d-ccaf472e0a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8f518c60-a3c0-4ab9-9303-3c3b56b77ca1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.208253 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ddaff751-0fb2-4e7b-8f9d-ccaf472e0a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.209910 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ddaff751-0fb2-4e7b-8f9d-ccaf472e0a9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f518c60-a3c0-4ab9-9303-3c3b56b77ca1 HTTP/1.1" status: 204 len: 168 time: 0.2683923 Mar 10 14:53:50.226674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaff751-0fb2-4e7b-8f9d-ccaf472e0a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f518c60-a3c0-4ab9-9303-3c3b56b77ca1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:50.331102 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.347239 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] For port 13cc98be-beef-4aba-ba4d-e1bd7968ac58, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:53:50.350692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] For port 13cc98be-beef-4aba-ba4d-e1bd7968ac58, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=13cc98be-beef-4aba-ba4d-e1bd7968ac58,segment=NetworkSegment(7753e5ea-debc-4532-894a-c98715f84998),segment_id=7753e5ea-debc-4532-894a-c98715f84998)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:53:50.364695 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.378555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb25db8-8000-48a9-b1d8-223dfd09ab61 req-1803cf52-aa09-4732-bf36-213629d7e9d8 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:50.385558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-adb25db8-8000-48a9-b1d8-223dfd09ab61 req-1803cf52-aa09-4732-bf36-213629d7e9d8 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 950 time: 0.4002244 Mar 10 14:53:50.396182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede703de-f874-4a02-a520-1ffac58e5e50 req-52f285fe-9bd6-4146-b66c-4097e3627cf7 tempest-AggregatesAdminTestJSON-1592785124 tempest-AggregatesAdminTestJSON-1592785124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:50.397898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ede703de-f874-4a02-a520-1ffac58e5e50 req-52f285fe-9bd6-4146-b66c-4097e3627cf7 tempest-AggregatesAdminTestJSON-1592785124 tempest-AggregatesAdminTestJSON-1592785124-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 1153 time: 0.0960350 Mar 10 14:53:50.424906 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ede703de-f874-4a02-a520-1ffac58e5e50 req-46e133ad-4832-4034-88b9-934f8365e67f tempest-AggregatesAdminTestJSON-1592785124 tempest-AggregatesAdminTestJSON-1592785124-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.458598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Routers {'4f0450ef-53ab-4f9f-bc61-572dfbb19f15'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:53:50.459242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:50.461061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7369f2-477d-41fe-8712-025dd78b136b None None] Pushing event updated for resources: {'Port': ['ID=13cc98be-beef-4aba-ba4d-e1bd7968ac58,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:50.483203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-adb25db8-8000-48a9-b1d8-223dfd09ab61 req-e4feb197-aacf-4d3f-86b9-440539432168 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924771 Mar 10 14:53:50.554072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5d157f2c-8313-47dc-8053-6376039efe20 None None] Provisioning complete for port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:50.554458 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d157f2c-8313-47dc-8053-6376039efe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.581898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ede703de-f874-4a02-a520-1ffac58e5e50 req-46e133ad-4832-4034-88b9-934f8365e67f tempest-AggregatesAdminTestJSON-1592785124 tempest-AggregatesAdminTestJSON-1592785124-project-admin] Publish callbacks [] for security_group (03bda74e-a9ba-41b6-91a4-a77897b0f5ee), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.586523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ede703de-f874-4a02-a520-1ffac58e5e50 req-46e133ad-4832-4034-88b9-934f8365e67f tempest-AggregatesAdminTestJSON-1592785124 tempest-AggregatesAdminTestJSON-1592785124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (03bda74e-a9ba-41b6-91a4-a77897b0f5ee), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.650108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ede703de-f874-4a02-a520-1ffac58e5e50 req-46e133ad-4832-4034-88b9-934f8365e67f tempest-AggregatesAdminTestJSON-1592785124 tempest-AggregatesAdminTestJSON-1592785124-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450211 Mar 10 14:53:50.653597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e133ad-4832-4034-88b9-934f8365e67f tempest-AggregatesAdminTestJSON-1592785124 tempest-AggregatesAdminTestJSON-1592785124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bda74e-a9ba-41b6-91a4-a77897b0f5ee,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:50.773764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] Set router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:53:50.844514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5d157f2c-8313-47dc-8053-6376039efe20 None None] Current status of the port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:50.844906 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d157f2c-8313-47dc-8053-6376039efe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:50.884735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5d157f2c-8313-47dc-8053-6376039efe20 None None] For port 13cc98be-beef-4aba-ba4d-e1bd7968ac58, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=13cc98be-beef-4aba-ba4d-e1bd7968ac58,segment=NetworkSegment(7753e5ea-debc-4532-894a-c98715f84998),segment_id=7753e5ea-debc-4532-894a-c98715f84998)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:50.919280 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d157f2c-8313-47dc-8053-6376039efe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:51.065570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d157f2c-8313-47dc-8053-6376039efe20 None None] Pushing event updated for resources: {'Port': ['ID=13cc98be-beef-4aba-ba4d-e1bd7968ac58,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:51.094415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-dfdd2e56-cffc-4467-84ad-14508ad55cf7 None None] Provisioning complete for port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:51.094906 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2e56-cffc-4467-84ad-14508ad55cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:51.288777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92d397-b73d-4b73-b92c-a8b7e1db44f4 req-0ba9b1e7-70b8-4920-aeaa-913e2ed5747c tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:51.297159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f92d397-b73d-4b73-b92c-a8b7e1db44f4 req-0ba9b1e7-70b8-4920-aeaa-913e2ed5747c tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 971 time: 0.0853786 Mar 10 14:53:51.353438 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-router', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:46Z', 'revision_number': 4, 'project_id': '1584dc83813a4189a65558165b7aced6', 'gw_port': {'id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '13cc98be-beef-4aba-ba4d-e1bd7968ac58', 'name': '', 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'mac_address': 'fa:16:3e:19:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '9c39d446-54a0-49db-b32d-2500e286f61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:45Z', 'updated_at': '2022-03-10T14:53:50Z', 'revision_number': 4, 'project_id': '1584dc83813a4189a65558165b7aced6', 'subnets': [{'id': '9c39d446-54a0-49db-b32d-2500e286f61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:53:51.369983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f92d397-b73d-4b73-b92c-a8b7e1db44f4 req-eddf128b-668a-4d58-9fbd-9b3d341c7aa3 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718069 Mar 10 14:53:51.387403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c74127-4957-4e04-b699-f268c61879a2 None None] The sync data for ids ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'] in n-d-833090-1 is: [{'id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-router', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:46Z', 'revision_number': 4, 'project_id': '1584dc83813a4189a65558165b7aced6', 'gw_port': {'id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '13cc98be-beef-4aba-ba4d-e1bd7968ac58', 'name': '', 'network_id': 'd1cbf85e-b85c-4ee3-b155-d5e994a76ab2', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'mac_address': 'fa:16:3e:19:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 187, 'fixed_ips': [{'subnet_id': '9c39d446-54a0-49db-b32d-2500e286f61e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:45Z', 'updated_at': '2022-03-10T14:53:50Z', 'revision_number': 4, 'project_id': '1584dc83813a4189a65558165b7aced6', 'subnets': [{'id': '9c39d446-54a0-49db-b32d-2500e286f61e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:53:51.403203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd2e56-cffc-4467-84ad-14508ad55cf7 None None] Current status of the port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:51.618655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24546c92-eaa9-445c-ab23-889426d6563a req-b679aa05-59e8-4e68-874a-8b4c1859d168 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:51.620262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24546c92-eaa9-445c-ab23-889426d6563a req-b679aa05-59e8-4e68-874a-8b4c1859d168 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 1132 time: 0.1006908 Mar 10 14:53:51.697173 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f41d8676-42e6-4d1c-bbeb-3da1370e6867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:51.788367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577a62-d2f8-4450-ba10-bff68b16e862 req-234a209d-be47-4aaf-bc40-dfc367b0c91d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:51.790158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28577a62-d2f8-4450-ba10-bff68b16e862 req-234a209d-be47-4aaf-bc40-dfc367b0c91d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 950 time: 0.0873079 Mar 10 14:53:51.833473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-24546c92-eaa9-445c-ab23-889426d6563a req-276e32ad-7e7c-4765-8843-951f6a1a5189 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] Deleting port 97c4cd82-4941-4291-8cb5-071108998b47 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:53:51.833837 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24546c92-eaa9-445c-ab23-889426d6563a req-276e32ad-7e7c-4765-8843-951f6a1a5189 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (97c4cd82-4941-4291-8cb5-071108998b47), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:51.880400 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33324) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:51.987033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28577a62-d2f8-4450-ba10-bff68b16e862 req-1321529c-fcc3-43b5-a0a4-83aff2a1d5ce tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854725 Mar 10 14:53:52.003518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-24546c92-eaa9-445c-ab23-889426d6563a req-276e32ad-7e7c-4765-8843-951f6a1a5189 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] For port 97c4cd82-4941-4291-8cb5-071108998b47, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=97c4cd82-4941-4291-8cb5-071108998b47,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:52.003881 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24546c92-eaa9-445c-ab23-889426d6563a req-276e32ad-7e7c-4765-8843-951f6a1a5189 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (97c4cd82-4941-4291-8cb5-071108998b47), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.022367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-24546c92-eaa9-445c-ab23-889426d6563a req-276e32ad-7e7c-4765-8843-951f6a1a5189 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] Calling delete_port for 97c4cd82-4941-4291-8cb5-071108998b47 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:53:52.172438 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e825489-2014-4950-8421-e2cfdce94fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.314287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24546c92-eaa9-445c-ab23-889426d6563a req-276e32ad-7e7c-4765-8843-951f6a1a5189 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (97c4cd82-4941-4291-8cb5-071108998b47), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.329297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['97c4cd82-4941-4291-8cb5-071108998b47'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:53:52.354471 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e825489-2014-4950-8421-e2cfdce94fa1 admin admin] Publish callbacks [] for security_group (1a8e283c-5798-41b0-9d9d-a5d8c17a2c4f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.364857 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e825489-2014-4950-8421-e2cfdce94fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1a8e283c-5798-41b0-9d9d-a5d8c17a2c4f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.393229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33340) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:52.398836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-316a1bc2-1e43-4988-ae8b-9e5767a7553d tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792882539', 'description': 'tempest-description--1137103871'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:52.404499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e32ad-7e7c-4765-8843-951f6a1a5189 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] Pushing event deleted for resources: {'Port': ['ID=97c4cd82-4941-4291-8cb5-071108998b47,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:52.417196 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0e825489-2014-4950-8421-e2cfdce94fa1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d35d7aba3d224f60846b0d8553015f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5337057 Mar 10 14:53:52.419098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33346) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:52.502136 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-316a1bc2-1e43-4988-ae8b-9e5767a7553d tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.506638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e825489-2014-4950-8421-e2cfdce94fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8e283c-5798-41b0-9d9d-a5d8c17a2c4f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:52.548789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-24546c92-eaa9-445c-ab23-889426d6563a req-276e32ad-7e7c-4765-8843-951f6a1a5189 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] No DVR routers for this DVR port 97c4cd82-4941-4291-8cb5-071108998b47 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:53:52.575737 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24546c92-eaa9-445c-ab23-889426d6563a req-276e32ad-7e7c-4765-8843-951f6a1a5189 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.579163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24546c92-eaa9-445c-ab23-889426d6563a req-276e32ad-7e7c-4765-8843-951f6a1a5189 tempest-DeleteServersAdminTestJSON-519011652 tempest-DeleteServersAdminTestJSON-519011652-project-admin] 10.222.0.45 "DELETE /v2.0/ports/97c4cd82-4941-4291-8cb5-071108998b47 HTTP/1.1" status: 204 len: 173 time: 0.9523127 Mar 10 14:53:52.594278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6861e471-04a6-428c-a2da-6e4ba0fcb424', 'name': 'network-vif-deleted', 'tag': '97c4cd82-4941-4291-8cb5-071108998b47'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:53:52.596868 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cef7c39-2b2d-4c68-a2ab-048258fd3763" -d '{"events": [{"server_uuid": "6861e471-04a6-428c-a2da-6e4ba0fcb424", "name": "network-vif-deleted", "tag": "97c4cd82-4941-4291-8cb5-071108998b47"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:53:52.673355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cb81899a-1748-4604-b603-953a4b62a462 admin admin] Publish callbacks [] for security_group (1a8e283c-5798-41b0-9d9d-a5d8c17a2c4f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.720324 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2758-9d7c-4cc3-9a3f-dd2b9aa7fb03 req-db456201-b23a-4a8b-a851-af9071730c69 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:52.723716 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ca1e2758-9d7c-4cc3-9a3f-dd2b9aa7fb03 req-db456201-b23a-4a8b-a851-af9071730c69 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 971 time: 0.2001095 Mar 10 14:53:52.753736 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cb81899a-1748-4604-b603-953a4b62a462 admin admin] Publish callbacks [] for security_group (1a8e283c-5798-41b0-9d9d-a5d8c17a2c4f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.814038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33356) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:52.869835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ed613-5a16-421c-b8a3-05b69329e3fc req-72f7116a-7660-4146-a2da-05be0acdca89 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:52.871420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c73ed613-5a16-421c-b8a3-05b69329e3fc req-72f7116a-7660-4146-a2da-05be0acdca89 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 971 time: 0.3668306 Mar 10 14:53:52.875321 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cb81899a-1748-4604-b603-953a4b62a462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1a8e283c-5798-41b0-9d9d-a5d8c17a2c4f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.878315 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cb81899a-1748-4604-b603-953a4b62a462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.882483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cb81899a-1748-4604-b603-953a4b62a462 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a8e283c-5798-41b0-9d9d-a5d8c17a2c4f HTTP/1.1" status: 204 len: 168 time: 0.4585962 Mar 10 14:53:52.914930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81899a-1748-4604-b603-953a4b62a462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8e283c-5798-41b0-9d9d-a5d8c17a2c4f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:52.934463 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-316a1bc2-1e43-4988-ae8b-9e5767a7553d tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group (cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:52.945277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-316a1bc2-1e43-4988-ae8b-9e5767a7553d tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.006995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c73ed613-5a16-421c-b8a3-05b69329e3fc req-476c843f-5076-4fa5-b4ff-a73a19ec44a6 tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/security-groups?id=784251ed-f356-437d-8751-3294b85bfc38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126413 Mar 10 14:53:53.014687 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-316a1bc2-1e43-4988-ae8b-9e5767a7553d tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.015999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-316a1bc2-1e43-4988-ae8b-9e5767a7553d tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6209228 Mar 10 14:53:53.021550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33362) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:53.034141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d0207bf0-8319-41c1-ab59-df37d4029766 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Request body: {'security_group_rule': {'security_group_id': 'cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:53.034501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a1bc2-1e43-4988-ae8b-9e5767a7553d tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:53.047279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8c035255-85a7-463c-b441-bb7868a188b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.079088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0207bf0-8319-41c1-ab59-df37d4029766 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group_rule (f7f19a04-2f7f-49f2-ac67-06a35e218bd7), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.085852 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6af93a8-4d1f-4e3e-96b7-f690b195f88c x-openstack-request-id: req-a6af93a8-4d1f-4e3e-96b7-f690b195f88c {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:53:53.086166 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6861e471-04a6-428c-a2da-6e4ba0fcb424", "name": "network-vif-deleted", "tag": "97c4cd82-4941-4291-8cb5-071108998b47", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:53:53.087160 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6af93a8-4d1f-4e3e-96b7-f690b195f88c {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:53:53.087160 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6861e471-04a6-428c-a2da-6e4ba0fcb424', 'name': 'network-vif-deleted', 'tag': '97c4cd82-4941-4291-8cb5-071108998b47', 'status': 'completed', 'code': 200} Mar 10 14:53:53.172326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-ca1e2758-9d7c-4cc3-9a3f-dd2b9aa7fb03 req-7ff8e355-dcb1-455a-84df-00db701cd9ca tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Deleting port aee00577-430f-4d19-ad9d-0dbd9b93223c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:53:53.172820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ca1e2758-9d7c-4cc3-9a3f-dd2b9aa7fb03 req-7ff8e355-dcb1-455a-84df-00db701cd9ca tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.294962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c63c9565-68f8-4139-b78a-7f08594bdb2f req-a1f32213-bc34-44e8-aec5-4d40fa842840 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=6861e471-04a6-428c-a2da-6e4ba0fcb424 HTTP/1.1" status: 200 len: 210 time: 0.0720246 Mar 10 14:53:53.354409 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0207bf0-8319-41c1-ab59-df37d4029766 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group_rule (f7f19a04-2f7f-49f2-ac67-06a35e218bd7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.363441 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0207bf0-8319-41c1-ab59-df37d4029766 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f7f19a04-2f7f-49f2-ac67-06a35e218bd7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.384237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 13cc98be-beef-4aba-ba4d-e1bd7968ac58 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:53:53.385510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0207bf0-8319-41c1-ab59-df37d4029766 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f19a04-2f7f-49f2-ac67-06a35e218bd7,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:53.416473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0207bf0-8319-41c1-ab59-df37d4029766 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.418976 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d0207bf0-8319-41c1-ab59-df37d4029766 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3962054 Mar 10 14:53:53.421526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33384) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:53.423529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8c035255-85a7-463c-b441-bb7868a188b0 admin admin] Publish callbacks [] for security_group (f86fd6f0-57ae-4d58-aece-69720adc10d3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.430373 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8c035255-85a7-463c-b441-bb7868a188b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f86fd6f0-57ae-4d58-aece-69720adc10d3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.432310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4785bb3f-0012-4734-82c7-6c56fa195b67 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Request body: {'security_group_rule': {'security_group_id': 'cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:53.454330 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-ca1e2758-9d7c-4cc3-9a3f-dd2b9aa7fb03 req-7ff8e355-dcb1-455a-84df-00db701cd9ca tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] For port aee00577-430f-4d19-ad9d-0dbd9b93223c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=aee00577-430f-4d19-ad9d-0dbd9b93223c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:53:53.458250 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ca1e2758-9d7c-4cc3-9a3f-dd2b9aa7fb03 req-7ff8e355-dcb1-455a-84df-00db701cd9ca tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.480769 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4785bb3f-0012-4734-82c7-6c56fa195b67 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group_rule (f8857f34-e81b-41c9-9844-964b622a7ed9), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.521934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:53.522446 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.532167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-ca1e2758-9d7c-4cc3-9a3f-dd2b9aa7fb03 req-7ff8e355-dcb1-455a-84df-00db701cd9ca tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Calling delete_port for aee00577-430f-4d19-ad9d-0dbd9b93223c owned by compute:tempest-test_az-371856481 {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:53:53.554629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4785bb3f-0012-4734-82c7-6c56fa195b67 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group_rule (f8857f34-e81b-41c9-9844-964b622a7ed9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.559979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4785bb3f-0012-4734-82c7-6c56fa195b67 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f8857f34-e81b-41c9-9844-964b622a7ed9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.581479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785bb3f-0012-4734-82c7-6c56fa195b67 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8857f34-e81b-41c9-9844-964b622a7ed9,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:53.582250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c035255-85a7-463c-b441-bb7868a188b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86fd6f0-57ae-4d58-aece-69720adc10d3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:53.604556 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4785bb3f-0012-4734-82c7-6c56fa195b67 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.606536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4785bb3f-0012-4734-82c7-6c56fa195b67 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1836944 Mar 10 14:53:53.610006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33396) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:53.622108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:53.622626 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8c035255-85a7-463c-b441-bb7868a188b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0836c0edd5a7482b81110d69812845e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8041143 Mar 10 14:53:53.627120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:53:53.629660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33398) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:53.659857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33400) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:53.690878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b95f33df-438a-4c53-9fd6-745b4b841358 admin admin] Publish callbacks [] for security_group (f86fd6f0-57ae-4d58-aece-69720adc10d3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.703874 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad74039d-3efa-4ee9-b5c7-5c87b1c0f792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.717503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.731558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b95f33df-438a-4c53-9fd6-745b4b841358 admin admin] Publish callbacks [] for security_group (f86fd6f0-57ae-4d58-aece-69720adc10d3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.835727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b95f33df-438a-4c53-9fd6-745b4b841358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f86fd6f0-57ae-4d58-aece-69720adc10d3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.838649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b95f33df-438a-4c53-9fd6-745b4b841358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.842565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b95f33df-438a-4c53-9fd6-745b4b841358 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f86fd6f0-57ae-4d58-aece-69720adc10d3 HTTP/1.1" status: 204 len: 168 time: 0.2088699 Mar 10 14:53:53.859485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f33df-438a-4c53-9fd6-745b4b841358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86fd6f0-57ae-4d58-aece-69720adc10d3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:53.861095 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ca1e2758-9d7c-4cc3-9a3f-dd2b9aa7fb03 req-7ff8e355-dcb1-455a-84df-00db701cd9ca tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (aee00577-430f-4d19-ad9d-0dbd9b93223c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.883358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['aee00577-430f-4d19-ad9d-0dbd9b93223c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:53:53.895303 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.905432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad74039d-3efa-4ee9-b5c7-5c87b1c0f792 admin admin] Publish callbacks [] for security_group (f4d20d32-16a6-4e9e-a6b0-b8649f68d4f0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.907424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8e355-dcb1-455a-84df-00db701cd9ca tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Pushing event deleted for resources: {'Port': ['ID=aee00577-430f-4d19-ad9d-0dbd9b93223c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:53.938682 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad74039d-3efa-4ee9-b5c7-5c87b1c0f792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f4d20d32-16a6-4e9e-a6b0-b8649f68d4f0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:53.991792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74039d-3efa-4ee9-b5c7-5c87b1c0f792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d20d32-16a6-4e9e-a6b0-b8649f68d4f0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:53.998479 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20661451-8cf3-4957-92d9-48eedc2d30f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.035782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1e2758-9d7c-4cc3-9a3f-dd2b9aa7fb03 req-7ff8e355-dcb1-455a-84df-00db701cd9ca tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] No DVR routers for this DVR port aee00577-430f-4d19-ad9d-0dbd9b93223c on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:53:54.042847 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ca1e2758-9d7c-4cc3-9a3f-dd2b9aa7fb03 req-7ff8e355-dcb1-455a-84df-00db701cd9ca tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.047384 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ca1e2758-9d7c-4cc3-9a3f-dd2b9aa7fb03 req-7ff8e355-dcb1-455a-84df-00db701cd9ca tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.62 "DELETE /v2.0/ports/aee00577-430f-4d19-ad9d-0dbd9b93223c HTTP/1.1" status: 204 len: 173 time: 1.3117440 Mar 10 14:53:54.048440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fa5722-d29c-4fff-afa8-a0320cdb034d', 'name': 'network-vif-deleted', 'tag': 'aee00577-430f-4d19-ad9d-0dbd9b93223c'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:53:54.052487 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858215f6-cbc7-44d6-852c-cb28df6fe8b7" -d '{"events": [{"server_uuid": "a0fa5722-d29c-4fff-afa8-a0320cdb034d", "name": "network-vif-deleted", "tag": "aee00577-430f-4d19-ad9d-0dbd9b93223c"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:53:54.057885 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ad74039d-3efa-4ee9-b5c7-5c87b1c0f792 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b501b81223fc4793a760a86ced212cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3970308 Mar 10 14:53:54.060606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33410) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:54.189315 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6cae13-498e-46c5-abf6-2ffa7b543ad8 x-openstack-request-id: req-8e6cae13-498e-46c5-abf6-2ffa7b543ad8 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:53:54.190916 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fa5722-d29c-4fff-afa8-a0320cdb034d", "name": "network-vif-deleted", "tag": "aee00577-430f-4d19-ad9d-0dbd9b93223c", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:53:54.191425 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e6cae13-498e-46c5-abf6-2ffa7b543ad8 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:53:54.192502 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fa5722-d29c-4fff-afa8-a0320cdb034d', 'name': 'network-vif-deleted', 'tag': 'aee00577-430f-4d19-ad9d-0dbd9b93223c', 'status': 'completed', 'code': 200} Mar 10 14:53:54.227683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7183d18b-c9f9-49d7-8784-2d9278c93d62 admin admin] Publish callbacks [] for security_group (f4d20d32-16a6-4e9e-a6b0-b8649f68d4f0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.257292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5941ed28-ee86-4db9-aa23-1d3c8e679b59 req-0fc7a859-78f9-47d1-ba57-98cf5ac49c6f tempest-AggregatesAdminTestJSON-1069025242 tempest-AggregatesAdminTestJSON-1069025242-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0fa5722-d29c-4fff-afa8-a0320cdb034d HTTP/1.1" status: 200 len: 210 time: 0.0911622 Mar 10 14:53:54.258742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Allocated IP 172.25.3.218 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:53:54.293196 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7183d18b-c9f9-49d7-8784-2d9278c93d62 admin admin] Publish callbacks [] for security_group (f4d20d32-16a6-4e9e-a6b0-b8649f68d4f0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.373182 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7183d18b-c9f9-49d7-8784-2d9278c93d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f4d20d32-16a6-4e9e-a6b0-b8649f68d4f0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.376919 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7183d18b-c9f9-49d7-8784-2d9278c93d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.382839 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7183d18b-c9f9-49d7-8784-2d9278c93d62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4d20d32-16a6-4e9e-a6b0-b8649f68d4f0 HTTP/1.1" status: 204 len: 168 time: 0.3160372 Mar 10 14:53:54.392456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183d18b-c9f9-49d7-8784-2d9278c93d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d20d32-16a6-4e9e-a6b0-b8649f68d4f0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:54.419253 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for port (fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.443019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33426) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:54.463895 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.503486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:54.508920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:54.511950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:53:54.544953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Pushing event updated for resources: {'Port': ['ID=fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:54.595957 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33432) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:54.613194 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2eff-651c-488e-9036-34e76a57eb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.621326 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for floatingip (f33f36c3-727f-4e6f-bca8-472d71f39167), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.683462 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.809978 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2eff-651c-488e-9036-34e76a57eb5f admin admin] Publish callbacks [] for security_group (ea90188a-968c-46ce-b341-e77d65614c19), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.820556 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2eff-651c-488e-9036-34e76a57eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea90188a-968c-46ce-b341-e77d65614c19), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.849365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-77b2ca5d-cfd2-4573-9a9f-d98af6097329 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6bae2724df1f48e7a7b317da45b490f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286386 Mar 10 14:53:54.894375 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c34565fc-23f9-4b04-b5c5-232c8fc58a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.907222 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fd3c2eff-651c-488e-9036-34e76a57eb5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c02612d188e4b4095d3c31ac187383e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100884 Mar 10 14:53:54.908498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c2eff-651c-488e-9036-34e76a57eb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea90188a-968c-46ce-b341-e77d65614c19,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:54.909948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33448) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:54.942142 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for port (fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.974855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 97c4cd82-4941-4291-8cb5-071108998b47 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:53:54.977294 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.988101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c34565fc-23f9-4b04-b5c5-232c8fc58a26 admin admin] Publish callbacks [] for security_group (2f35f5a3-c198-42a8-81c6-c848898da051), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:54.995392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c34565fc-23f9-4b04-b5c5-232c8fc58a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2f35f5a3-c198-42a8-81c6-c848898da051), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.008461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 97c4cd82-4941-4291-8cb5-071108998b47 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:53:55.009139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 97c4cd82-4941-4291-8cb5-071108998b47 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:53:55.037557 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c34565fc-23f9-4b04-b5c5-232c8fc58a26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80d21dacac79439e8a7e8d804d49b63d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5934577 Mar 10 14:53:55.038750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34565fc-23f9-4b04-b5c5-232c8fc58a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f35f5a3-c198-42a8-81c6-c848898da051,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:55.042122 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (f33f36c3-727f-4e6f-bca8-472d71f39167), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.042863 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33454) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:55.071711 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.096695 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-df463bd5-e14e-4b58-82f6-4da596f5691d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:55.098161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-df463bd5-e14e-4b58-82f6-4da596f5691d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383497 Mar 10 14:53:55.100094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Pushing event updated for resources: {'Port': ['ID=fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:55.111209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.121741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2a94a4a1-b759-4036-b2ab-0b73197a09b8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5016627 Mar 10 14:53:55.131900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fdc86ab7-c4e1-4294-a6a1-6ac53f9573e6 admin admin] Publish callbacks [] for security_group (ea90188a-968c-46ce-b341-e77d65614c19), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.134403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-9f283a0c-04ad-4072-bf0f-aacf2a6b20b9 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/quotas/6bae2724df1f48e7a7b317da45b490f1 HTTP/1.1" status: 200 len: 375 time: 0.0272679 Mar 10 14:53:55.143164 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d069eaff-f08b-45d1-8862-50ad99981dad admin admin] Publish callbacks [] for security_group (2f35f5a3-c198-42a8-81c6-c848898da051), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.168756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d069eaff-f08b-45d1-8862-50ad99981dad admin admin] Publish callbacks [] for security_group (2f35f5a3-c198-42a8-81c6-c848898da051), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.179133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-59a7fbcf-fc39-424a-95a9-cefc7a6d0ea3 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bae2724df1f48e7a7b317da45b490f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365095 Mar 10 14:53:55.180989 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fdc86ab7-c4e1-4294-a6a1-6ac53f9573e6 admin admin] Publish callbacks [] for security_group (ea90188a-968c-46ce-b341-e77d65614c19), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.241451 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fdc86ab7-c4e1-4294-a6a1-6ac53f9573e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea90188a-968c-46ce-b341-e77d65614c19), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.245114 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fdc86ab7-c4e1-4294-a6a1-6ac53f9573e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.246294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fdc86ab7-c4e1-4294-a6a1-6ac53f9573e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea90188a-968c-46ce-b341-e77d65614c19 HTTP/1.1" status: 204 len: 168 time: 0.3173025 Mar 10 14:53:55.276666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d069eaff-f08b-45d1-8862-50ad99981dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2f35f5a3-c198-42a8-81c6-c848898da051), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.279511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d069eaff-f08b-45d1-8862-50ad99981dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.284595 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d069eaff-f08b-45d1-8862-50ad99981dad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f35f5a3-c198-42a8-81c6-c848898da051 HTTP/1.1" status: 204 len: 168 time: 0.2398257 Mar 10 14:53:55.286392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc86ab7-c4e1-4294-a6a1-6ac53f9573e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea90188a-968c-46ce-b341-e77d65614c19,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:55.297440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069eaff-f08b-45d1-8862-50ad99981dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f35f5a3-c198-42a8-81c6-c848898da051,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:55.443282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-127f0840-efbc-4da1-9c20-b051ad4a22ed tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1792882539&fields=id&tenant_id=8404c511751549ef9bb0a6b6371767b0 HTTP/1.1" status: 200 len: 267 time: 0.0926819 Mar 10 14:53:55.511740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf26af2f-1419-4935-832a-d8951d0e7066 req-798b9543-68fd-436c-b098-0c8657815af9 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 210 time: 0.0560966 Mar 10 14:53:55.784471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-e4a78cfa-91d6-4c91-ac7d-d504ad302d5b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:55.792524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-e4a78cfa-91d6-4c91-ac7d-d504ad302d5b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/networks?id=8c605883-22c8-4299-b66f-e751e3fca9d6 HTTP/1.1" status: 200 len: 823 time: 0.3400743 Mar 10 14:53:55.803151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33506) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:55.811547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-237c2744-8b0d-4992-bb25-ae5265cdb734 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/quotas/8404c511751549ef9bb0a6b6371767b0 HTTP/1.1" status: 200 len: 375 time: 0.0179269 Mar 10 14:53:55.856992 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1065-60cf-4a16-9d9e-532315cfd81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:55.909781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-65bcc47c-4dfb-424f-ae13-3d7dfdadda6a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8404c511751549ef9bb0a6b6371767b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971844 Mar 10 14:53:56.193165 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1065-60cf-4a16-9d9e-532315cfd81e admin admin] Publish callbacks [] for security_group (5ee80fc2-06de-42e6-81a9-4b68ff427b41), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:56.204552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1065-60cf-4a16-9d9e-532315cfd81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5ee80fc2-06de-42e6-81a9-4b68ff427b41), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:56.244631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c6ec1065-60cf-4a16-9d9e-532315cfd81e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f57db6c8c44047a6b1fc254a8a4b6f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231825 Mar 10 14:53:56.245793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec1065-60cf-4a16-9d9e-532315cfd81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee80fc2-06de-42e6-81a9-4b68ff427b41,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:56.247296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33528) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:56.313180 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18fb1ad8-ec2e-4dd3-a364-e444edcb0f8d admin admin] Publish callbacks [] for security_group (5ee80fc2-06de-42e6-81a9-4b68ff427b41), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:56.338981 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18fb1ad8-ec2e-4dd3-a364-e444edcb0f8d admin admin] Publish callbacks [] for security_group (5ee80fc2-06de-42e6-81a9-4b68ff427b41), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:56.400623 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:56.432846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device aee00577-430f-4d19-ad9d-0dbd9b93223c no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:53:56.444959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18fb1ad8-ec2e-4dd3-a364-e444edcb0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5ee80fc2-06de-42e6-81a9-4b68ff427b41), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:56.449738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18fb1ad8-ec2e-4dd3-a364-e444edcb0f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:56.451156 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-18fb1ad8-ec2e-4dd3-a364-e444edcb0f8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ee80fc2-06de-42e6-81a9-4b68ff427b41 HTTP/1.1" status: 204 len: 168 time: 0.2023749 Mar 10 14:53:56.476766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb1ad8-ec2e-4dd3-a364-e444edcb0f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee80fc2-06de-42e6-81a9-4b68ff427b41,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:56.482133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-c0aad67e-da0a-4968-8aae-cdda41c6408a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:53:56.491311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: aee00577-430f-4d19-ad9d-0dbd9b93223c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:53:56.491602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-c0aad67e-da0a-4968-8aae-cdda41c6408a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2940226 Mar 10 14:53:56.491766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device aee00577-430f-4d19-ad9d-0dbd9b93223c not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:53:56.645909 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-f2d659bf-9106-407e-9dfb-a8004edc0b63 service neutron] 10.222.0.11 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528738 Mar 10 14:53:56.713590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-488fbae2-82c2-4b30-9801-81f3a2c070f6 req-c0602168-081f-4188-a949-396a9e333a0d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 210 time: 0.0714290 Mar 10 14:53:56.717482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-829699cb-1d71-4236-b5ae-d6c0d70501b1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=6bae2724df1f48e7a7b317da45b490f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741348 Mar 10 14:53:56.887465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-3eee5598-1928-41f9-ad81-0a600c6a1120 service neutron] 10.222.0.11 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302227 Mar 10 14:53:56.931077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-652eac37-f935-4133-b4ff-504717851b39 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:56.932852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-652eac37-f935-4133-b4ff-504717851b39 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081888 Mar 10 14:53:56.957274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Request body: {'port': {'device_id': '319bc8c4-9414-492d-8ba7-9bfd715ae54c', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '6bae2724df1f48e7a7b317da45b490f1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:57.160945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e2a282c-f26c-4c52-801b-9fa506e988b1 req-df4c617d-31a6-4a1c-8424-72b10cacb62c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 210 time: 0.0505459 Mar 10 14:53:57.234303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Made reservation on behalf of 6bae2724df1f48e7a7b317da45b490f1 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:57.240195 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:57.441588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Allocated IP 192.168.233.28 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/11e439e5-661d-4c09-bd21-d116a4fac6ce) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:53:57.757224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks [] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:57.810332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:57.905358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:53:57.913501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:53:57.916949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:53:57.922150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:57.922723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:57.925960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Pushing event updated for resources: {'Port': ['ID=11e439e5-661d-4c09-bd21-d116a4fac6ce,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:57.961362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-20395258-93bd-44a5-8b9d-4de39380c4d0 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0185184 Mar 10 14:53:57.975985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996a1f9-69ad-471c-9c8a-799bd1aa8f6f req-5adabbcc-d109-480d-861c-d8312483771d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:57.977518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a996a1f9-69ad-471c-9c8a-799bd1aa8f6f req-5adabbcc-d109-480d-861c-d8312483771d tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 935 time: 0.1236262 Mar 10 14:53:57.984223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Request body: {'port': {'device_id': '319bc8c4-9414-492d-8ba7-9bfd715ae54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:57.984639 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33636) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:58.103781 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:58.141678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a996a1f9-69ad-471c-9c8a-799bd1aa8f6f req-9701f1d4-3b4a-46c8-9a96-b33e3db6abac tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355577 Mar 10 14:53:58.142444 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:58.293036 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-983abd36-b05f-4a93-a473-8c8cf2cdac78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:58.307743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a5cc69d8-e86d-42de-bdbe-4d2d8829bfd9 None None] Provisioning complete for port 11e439e5-661d-4c09-bd21-d116a4fac6ce triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:53:58.309369 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a5cc69d8-e86d-42de-bdbe-4d2d8829bfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:58.323358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-56a451b5-5329-413e-b3a2-ecf1457542fb tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c7bdf5cae21a45bebf2fe3822cf579d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585592 Mar 10 14:53:58.416939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc69d8-e86d-42de-bdbe-4d2d8829bfd9 None None] Port 11e439e5-661d-4c09-bd21-d116a4fac6ce cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:53:58.455788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-983abd36-b05f-4a93-a473-8c8cf2cdac78 admin admin] Publish callbacks [] for security_group (fdc67368-0c07-4cd5-829f-f1977eab277c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:58.466674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-983abd36-b05f-4a93-a473-8c8cf2cdac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fdc67368-0c07-4cd5-829f-f1977eab277c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:58.532767 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-983abd36-b05f-4a93-a473-8c8cf2cdac78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af081a43bcca483aa921721d6fcc4c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468969 Mar 10 14:53:58.548728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33670) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:58.648550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fb368f8-0f45-42e3-b70d-df76e98a03d5 req-897e2a63-01e1-45de-ad13-b5e698d69db7 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 210 time: 0.0964053 Mar 10 14:53:58.721978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983abd36-b05f-4a93-a473-8c8cf2cdac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc67368-0c07-4cd5-829f-f1977eab277c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:58.757848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d759184b-6170-4273-9f9b-f62b940e1f3f admin admin] Publish callbacks [] for security_group (fdc67368-0c07-4cd5-829f-f1977eab277c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:58.795243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-e716bc7d-b9c4-47af-9838-586c36784a90 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:58.797006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-e716bc7d-b9c4-47af-9838-586c36784a90 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4728110 Mar 10 14:53:58.812518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33684) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:58.821112 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d759184b-6170-4273-9f9b-f62b940e1f3f admin admin] Publish callbacks [] for security_group (fdc67368-0c07-4cd5-829f-f1977eab277c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:58.863053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-d39e537d-81db-4600-810c-a9d136455023 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:58.865006 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-d39e537d-81db-4600-810c-a9d136455023 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.62 "GET /v2.0/networks?id=8c605883-22c8-4299-b66f-e751e3fca9d6 HTTP/1.1" status: 200 len: 823 time: 0.3414555 Mar 10 14:53:58.889687 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-a5bf01ab-20e8-49fa-b088-a7350f514d4d tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/quotas/c7bdf5cae21a45bebf2fe3822cf579d3 HTTP/1.1" status: 200 len: 375 time: 0.0783470 Mar 10 14:53:58.916467 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d759184b-6170-4273-9f9b-f62b940e1f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fdc67368-0c07-4cd5-829f-f1977eab277c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:58.919030 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d759184b-6170-4273-9f9b-f62b940e1f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:58.920216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d759184b-6170-4273-9f9b-f62b940e1f3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdc67368-0c07-4cd5-829f-f1977eab277c HTTP/1.1" status: 204 len: 168 time: 0.3693113 Mar 10 14:53:58.949305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-c948b779-a3bd-46e0-96e8-c4af3abd9f01 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7bdf5cae21a45bebf2fe3822cf579d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514965 Mar 10 14:53:58.957136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759184b-6170-4273-9f9b-f62b940e1f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc67368-0c07-4cd5-829f-f1977eab277c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:58.974627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1604969484-network', 'tenant_id': '4e8418a3942040c28597c70965909239'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:58.995208 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-566bccea-02f3-4dff-a6ce-6f3353c058b0 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8404c511751549ef9bb0a6b6371767b0 HTTP/1.1" status: 200 len: 380 time: 0.1215975 Mar 10 14:53:59.008398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Request body: {'port': {'device_id': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'admin_state_up': True, 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'security_groups': ['cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:53:59.058389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e439e5-661d-4c09-bd21-d116a4fac6ce {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:53:59.059228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Made reservation on behalf of 4e8418a3942040c28597c70965909239 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:59.063685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.073982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Publish callbacks [] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.077531 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.099580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Transition to ACTIVE for port object 11e439e5-661d-4c09-bd21-d116a4fac6ce will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:53:59.108797 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.275795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Attempting to bind port 11e439e5-661d-4c09-bd21-d116a4fac6ce on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:53:59.276143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Attempting to bind port 11e439e5-661d-4c09-bd21-d116a4fac6ce by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:53:59.276475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Attempting to bind port 11e439e5-661d-4c09-bd21-d116a4fac6ce on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:59.280519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Pushing event updated for resources: {'Port': ['ID=11e439e5-661d-4c09-bd21-d116a4fac6ce,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:59.285263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Port 11e439e5-661d-4c09-bd21-d116a4fac6ce on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:53:59.285595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Attempting to bind port 11e439e5-661d-4c09-bd21-d116a4fac6ce on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:53:59.291363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:53:59.291881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:53:59.292269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:53:59.292717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Bound port: 11e439e5-661d-4c09-bd21-d116a4fac6ce, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:53:59.293074 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.463745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] For port 11e439e5-661d-4c09-bd21-d116a4fac6ce, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:53:59.473246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] For port 11e439e5-661d-4c09-bd21-d116a4fac6ce, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=11e439e5-661d-4c09-bd21-d116a4fac6ce,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:53:59.512539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.545446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-057b8385-51be-4f23-9922-b751782cbd6c req-661e92e8-6c26-4ac9-b346-ee17e13b89fe tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 210 time: 0.0554466 Mar 10 14:53:59.582923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:59.584259 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.585395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] 10.222.0.45 "PUT /v2.0/ports/11e439e5-661d-4c09-bd21-d116a4fac6ce HTTP/1.1" status: 200 len: 1095 time: 1.6069546 Mar 10 14:53:59.585851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319bc8c4-9414-492d-8ba7-9bfd715ae54c', 'tag': '11e439e5-661d-4c09-bd21-d116a4fac6ce'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:53:59.591825 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94642e24-9113-49a0-90e4-05218cdc2120" -d '{"events": [{"name": "network-changed", "server_uuid": "319bc8c4-9414-492d-8ba7-9bfd715ae54c", "tag": "11e439e5-661d-4c09-bd21-d116a4fac6ce"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:53:59.596826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33722) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:53:59.636102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2e0cd-59aa-462f-b849-4aa6e59d3f30 service neutron] Pushing event updated for resources: {'Port': ['ID=11e439e5-661d-4c09-bd21-d116a4fac6ce,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:59.669583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d25b4620-f021-4892-8140-57407c15b220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.703994 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Publish callbacks [] for security_group (b0330ad6-a439-4b7b-9a64-331d885d32c2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.721104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b0330ad6-a439-4b7b-9a64-331d885d32c2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.729861 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Made reservation on behalf of 8404c511751549ef9bb0a6b6371767b0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:53:59.735584 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.808665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:53:59.838185 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (bacea59d-50d4-4710-83ca-4ebde6ae85f1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:53:59.838530 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Added segment bacea59d-50d4-4710-83ca-4ebde6ae85f1 of type vlan for network c6f2d1b2-851f-4f10-9f79-206bc200c353 Mar 10 14:53:59.840105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0330ad6-a439-4b7b-9a64-331d885d32c2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:53:59.842449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-3fcb7cd9-06bb-49c6-b8f5-481275ab8947 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=03c1ce8d13f5481e844f1388258a9b80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370369 Mar 10 14:53:59.850636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-7dcb52bd-a6a0-4dc8-8f1c-101e9d27e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:59.852171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-7dcb52bd-a6a0-4dc8-8f1c-101e9d27e84e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bae2724df1f48e7a7b317da45b490f1&device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 1129 time: 0.2049706 Mar 10 14:53:59.894802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22c02-116d-4807-8a8e-59e7db3866be req-2cecd9c0-c73c-4aa7-9411-9b3ad0b732a5 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:53:59.896599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bba22c02-116d-4807-8a8e-59e7db3866be req-2cecd9c0-c73c-4aa7-9411-9b3ad0b732a5 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 947 time: 0.1446397 Mar 10 14:53:59.944340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-83f59a2e-718f-4b35-96ce-1a38114cf99d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=11e439e5-661d-4c09-bd21-d116a4fac6ce HTTP/1.1" status: 200 len: 217 time: 0.0761359 Mar 10 14:53:59.947326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c6f2d1b2-851f-4f10-9f79-206bc200c353), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.003043 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d25b4620-f021-4892-8140-57407c15b220 admin admin] Publish callbacks [] for security_group (22188fab-1597-405f-a1c5-5eb7d9322030), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.029174 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d25b4620-f021-4892-8140-57407c15b220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (22188fab-1597-405f-a1c5-5eb7d9322030), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.047876 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c6f2d1b2-851f-4f10-9f79-206bc200c353), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.049740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:00.050556 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.080212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-3831bada-31a9-4f09-8ece-ec75ebe29b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:00.081750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-3831bada-31a9-4f09-8ece-ec75ebe29b3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1289709 Mar 10 14:54:00.107494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bba22c02-116d-4807-8a8e-59e7db3866be req-342111b4-d2f4-4ef3-8915-db67a7b996c1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747010 Mar 10 14:54:00.122229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Allocated IP 172.20.0.5 (8c605883-22c8-4299-b66f-e751e3fca9d6/f4cadca8-5689-48e2-8119-70885c7cc4d5/9ac9bc09-e19d-440d-b13e-24b9b7f92e84) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:00.131448 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d25b4620-f021-4892-8140-57407c15b220 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38745598c3734c72a6c34f34397d35be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5285537 Mar 10 14:54:00.134842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa910a-5aa5-412e-808d-b17573379602 req-68c6190c-de97-4c43-9ebe-e80c83edfc73 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:00.136294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-68c6190c-de97-4c43-9ebe-e80c83edfc73 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816358 Mar 10 14:54:00.136771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33736) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:00.144017 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3299904 Mar 10 14:54:00.151654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33738) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:00.158934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] Request body: {'subnet': {'network_id': 'c6f2d1b2-851f-4f10-9f79-206bc200c353', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1604969484-subnet', 'tenant_id': '4e8418a3942040c28597c70965909239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:00.187609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-2be3aef9-c177-458d-aed6-df3a89121e33 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/quotas/03c1ce8d13f5481e844f1388258a9b80 HTTP/1.1" status: 200 len: 375 time: 0.0397131 Mar 10 14:54:00.194278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b4620-f021-4892-8140-57407c15b220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22188fab-1597-405f-a1c5-5eb7d9322030,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:00.208397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1db250-3228-4a14-b30c-86357a64d9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=c6f2d1b2-851f-4f10-9f79-206bc200c353,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:00.238006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c6f2d1b2-851f-4f10-9f79-206bc200c353 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:54:00.243536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-b852125d-9a7f-4677-9720-956ddd5482e4 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426097 Mar 10 14:54:00.247580 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] Made reservation on behalf of 4e8418a3942040c28597c70965909239 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:00.249788 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-528dd1c4-409a-4ea6-8828-4e5d5d4caee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:00.251697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-528dd1c4-409a-4ea6-8828-4e5d5d4caee8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1608787 Mar 10 14:54:00.253097 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.275198 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed79641f-30ea-47dc-9781-40baf7d4a0ec x-openstack-request-id: req-ed79641f-30ea-47dc-9781-40baf7d4a0ec {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:00.275518 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319bc8c4-9414-492d-8ba7-9bfd715ae54c", "tag": "11e439e5-661d-4c09-bd21-d116a4fac6ce", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:00.275767 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed79641f-30ea-47dc-9781-40baf7d4a0ec {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:00.276172 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319bc8c4-9414-492d-8ba7-9bfd715ae54c', 'tag': '11e439e5-661d-4c09-bd21-d116a4fac6ce', 'status': 'completed', 'code': 200} Mar 10 14:54:00.292372 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa1174c5-8626-449e-98d9-14bc4780e38b admin admin] Publish callbacks [] for security_group (22188fab-1597-405f-a1c5-5eb7d9322030), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.370970 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa1174c5-8626-449e-98d9-14bc4780e38b admin admin] Publish callbacks [] for security_group (22188fab-1597-405f-a1c5-5eb7d9322030), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.413271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6669b70e-3ef7-4cb2-9a24-c2c1acef3f91 req-5859be21-ba18-4cb8-8b4f-4e7c588d52c8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 210 time: 0.0568528 Mar 10 14:54:00.460020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-c1a535ce-e4dd-4155-b1ad-7182c454d416 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997211 Mar 10 14:54:00.461387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.551631 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa1174c5-8626-449e-98d9-14bc4780e38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (22188fab-1597-405f-a1c5-5eb7d9322030), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.557774 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa1174c5-8626-449e-98d9-14bc4780e38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.560984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-aa1174c5-8626-449e-98d9-14bc4780e38b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22188fab-1597-405f-a1c5-5eb7d9322030 HTTP/1.1" status: 204 len: 168 time: 0.4224977 Mar 10 14:54:00.617158 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.620140 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (cc6ed62f-6b08-4698-ae85-0efacda92e39), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.632372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1174c5-8626-449e-98d9-14bc4780e38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22188fab-1597-405f-a1c5-5eb7d9322030,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:00.698648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b64b12-07d7-4117-93b7-bf46a8f9369f req-7e92a41f-8b00-4c1f-a168-0d2a62e31f2f service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299333 Mar 10 14:54:00.702051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Network 8c605883-22c8-4299-b66f-e751e3fca9d6 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:00.717428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:00.723314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:00.806699 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] Checking segment: {'id': 'bacea59d-50d4-4710-83ca-4ebde6ae85f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c6f2d1b2-851f-4f10-9f79-206bc200c353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:00.807097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] Network hostable DHCP agents. Network: c6f2d1b2-851f-4f10-9f79-206bc200c353, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:54:00.825005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Pushing event updated for resources: {'Port': ['ID=9ac9bc09-e19d-440d-b13e-24b9b7f92e84,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:00.831041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e1bc513-664b-4369-931b-d645ad5121f5 req-ae0d0d5f-8cf9-4695-bc8d-07176b476a55 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 210 time: 0.0969789 Mar 10 14:54:00.831444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6ed62f-6b08-4698-ae85-0efacda92e39,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:00.864781 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:00.865627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.870097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] Network c6f2d1b2-851f-4f10-9f79-206bc200c353 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:54:00.900830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c6f2d1b2-851f-4f10-9f79-206bc200c353) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:00.906371 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-52137fb5-9cd6-4e05-9f02-d81c70b3df06 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9045265 Mar 10 14:54:00.915494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d3e131-74c8-4c15-ba67-08d00603c61a None None] Network c6f2d1b2-851f-4f10-9f79-206bc200c353 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:00.915706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:00.916303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:00.989342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Request body: {'port': {'device_id': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:00.990352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.45', 54247) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:01.042725 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d7eb8028-c0f6-4069-b72b-da498e44be1e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8900142 Mar 10 14:54:01.106302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:01.106441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d0816d91-6176-42e0-bb60-49f2ca923a0d tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c7bdf5cae21a45bebf2fe3822cf579d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1306479 Mar 10 14:54:01.119775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-00d48120-c929-46b9-9d4e-2dcda4c096f9 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=03c1ce8d13f5481e844f1388258a9b80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184933 Mar 10 14:54:01.329043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821b84c-bae4-47cb-bd75-b12cd5e45030 None None] Network c6f2d1b2-851f-4f10-9f79-206bc200c353 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:01.332224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94642e24-9113-49a0-90e4-05218cdc2120 req-b8385db6-f564-426b-ba0e-fac15812c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:01.343520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94642e24-9113-49a0-90e4-05218cdc2120 req-b8385db6-f564-426b-ba0e-fac15812c46c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bae2724df1f48e7a7b317da45b490f1&device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 1129 time: 0.4674115 Mar 10 14:54:01.434931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2b1fd14c-e025-41fa-adbb-99b859463087 None None] Provisioning complete for port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:01.435525 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd14c-e025-41fa-adbb-99b859463087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:01.551683 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:01.560086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Publish callbacks [] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:01.566505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2b1fd14c-e025-41fa-adbb-99b859463087 None None] Port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:54:01.579442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Transition to ACTIVE for port object 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:54:01.586080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:01.756073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac9bc09-e19d-440d-b13e-24b9b7f92e84,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:01.782752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Attempting to bind port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:01.783921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Attempting to bind port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:01.784397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Attempting to bind port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 on network 8c605883-22c8-4299-b66f-e751e3fca9d6 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:01.790676 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 on network 8c605883-22c8-4299-b66f-e751e3fca9d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:54:01.791117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Attempting to bind port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 on network 8c605883-22c8-4299-b66f-e751e3fca9d6 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:01.798300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:01.798922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Checking segment: {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:01.799656 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Bound using segment: {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:01.800209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Bound port: 9ac9bc09-e19d-440d-b13e-24b9b7f92e84, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:01.800957 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:01.910552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] For port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:01.916303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] For port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9ac9bc09-e19d-440d-b13e-24b9b7f92e84,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:01.925005 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:01.975111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:01.976110 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:01.977904 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] 10.222.0.62 "PUT /v2.0/ports/9ac9bc09-e19d-440d-b13e-24b9b7f92e84 HTTP/1.1" status: 200 len: 1091 time: 1.0385501 Mar 10 14:54:01.978642 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'tag': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:01.981483 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5821d352-f90f-40c9-9f66-e0662bbc1111" -d '{"events": [{"name": "network-changed", "server_uuid": "f90cebce-44bf-4cdd-8d72-ad003e7d86a5", "tag": "9ac9bc09-e19d-440d-b13e-24b9b7f92e84"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:02.019551 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c62bf9-2bc2-4e36-a531-c82a43f9db48 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac9bc09-e19d-440d-b13e-24b9b7f92e84,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:02.101256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-8369109a-d74f-4d04-8237-2061d3a12d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:02.103196 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-8369109a-d74f-4d04-8237-2061d3a12d87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8404c511751549ef9bb0a6b6371767b0&device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 1125 time: 0.0666447 Mar 10 14:54:02.116345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94642e24-9113-49a0-90e4-05218cdc2120 req-ab1dc356-b2ac-4938-b45d-ef12fcc425cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:02.118005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94642e24-9113-49a0-90e4-05218cdc2120 req-ab1dc356-b2ac-4938-b45d-ef12fcc425cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.6257372 Mar 10 14:54:02.160412 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-d62a6bcf-a76f-421d-95ea-01d068595b50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ac9bc09-e19d-440d-b13e-24b9b7f92e84 HTTP/1.1" status: 200 len: 217 time: 0.0487342 Mar 10 14:54:02.172685 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:54:02.211968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33824) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:02.218466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1073014180-network', 'tenant_id': 'a108f891b29c40a09d0b0da6986f90d3'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:02.238652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94642e24-9113-49a0-90e4-05218cdc2120 req-87c471d9-7156-4e64-878d-9a44c9506827 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=11e439e5-661d-4c09-bd21-d116a4fac6ce HTTP/1.1" status: 200 len: 217 time: 0.0974712 Mar 10 14:54:02.250331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-8de267b7-9104-4460-88ff-eae110ccfbcd tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:02.257732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-8de267b7-9104-4460-88ff-eae110ccfbcd tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1367354 Mar 10 14:54:02.272168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac859-809b-4a06-be8a-cd335ece5ce6 req-61b23239-7f06-46d3-8664-174b6c944445 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:02.277611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-a1650b2d-3fac-40b1-84db-fe1eaea01c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:02.279226 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-a1650b2d-3fac-40b1-84db-fe1eaea01c18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4cadca8-5689-48e2-8119-70885c7cc4d5 HTTP/1.1" status: 200 len: 862 time: 0.1116238 Mar 10 14:54:02.279454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b76ac859-809b-4a06-be8a-cd335ece5ce6 req-61b23239-7f06-46d3-8664-174b6c944445 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 947 time: 1.0119345 Mar 10 14:54:02.280291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Made reservation on behalf of a108f891b29c40a09d0b0da6986f90d3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:02.290219 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:02.313476 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:02.346147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-dee23f8f-6c14-4f49-a89c-56ed205e91de tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/quotas/03c1ce8d13f5481e844f1388258a9b80 HTTP/1.1" status: 200 len: 375 time: 0.0874650 Mar 10 14:54:02.351360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.62', 62692) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:02.385751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-ae4b35b8-0941-450a-946f-f4dc2a2b8944 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:02.388256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-ae4b35b8-0941-450a-946f-f4dc2a2b8944 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2508459 Mar 10 14:54:02.413917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-1da84ffd-0bea-42f8-bf14-4f3b157ba4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:02.415782 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-1da84ffd-0bea-42f8-bf14-4f3b157ba4e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8c605883-22c8-4299-b66f-e751e3fca9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1185441 Mar 10 14:54:02.433501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Request body: {'port': {'device_id': '324d60a0-c88b-400f-9e03-f4dac8464282', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'c7bdf5cae21a45bebf2fe3822cf579d3'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:02.499763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b76ac859-809b-4a06-be8a-cd335ece5ce6 req-8dd1ccf1-c7c0-433e-bd81-2339d3af79ed tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194161 Mar 10 14:54:02.501768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-03882b72-81e3-4c22-a08c-983fc1dd2e8a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1547256 Mar 10 14:54:02.512888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-686653a7-4377-4e89-bccb-1c47e593b3aa tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=03c1ce8d13f5481e844f1388258a9b80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1565542 Mar 10 14:54:02.517502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94642e24-9113-49a0-90e4-05218cdc2120 req-fcd84736-e335-4407-aecf-4e2885a0e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:02.519170 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94642e24-9113-49a0-90e4-05218cdc2120 req-fcd84736-e335-4407-aecf-4e2885a0e706 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.2592127 Mar 10 14:54:02.595518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Publish callbacks [] for security_group (8865429c-c098-4780-9834-19cd3e6d23b3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:02.606249 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8865429c-c098-4780-9834-19cd3e6d23b3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:02.624289 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-86c41326-b1d2-4bfc-93ad-1198ad1f0dbd service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959770 Mar 10 14:54:02.648462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:54:02.673172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8865429c-c098-4780-9834-19cd3e6d23b3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:02.686618 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9ffac2df-9e94-4023-a7d4-d0fd97aa424b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:02.686995 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Added segment 9ffac2df-9e94-4023-a7d4-d0fd97aa424b of type vlan for network e43d1a92-0a56-42b6-b48b-1fb3432de522 Mar 10 14:54:02.735806 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (e43d1a92-0a56-42b6-b48b-1fb3432de522), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:02.804204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94642e24-9113-49a0-90e4-05218cdc2120 req-d8f7121a-da17-447d-8f37-bc48e85d2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:02.806942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94642e24-9113-49a0-90e4-05218cdc2120 req-d8f7121a-da17-447d-8f37-bc48e85d2977 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2512538 Mar 10 14:54:02.808308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Made reservation on behalf of c7bdf5cae21a45bebf2fe3822cf579d3 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:02.814196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:02.820848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (e43d1a92-0a56-42b6-b48b-1fb3432de522), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:02.824258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:02.826352 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:02.871008 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:02.880877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa910a-5aa5-412e-808d-b17573379602 req-53179855-0bc9-4c20-ae28-7228ccbfccf3 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:02.882598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-53179855-0bc9-4c20-ae28-7228ccbfccf3 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3600621 Mar 10 14:54:02.901448 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-77296b1c-ba24-47ab-93e8-e52251354c96 req-3d7f1a52-54cd-49bf-858b-da8e4d6dab1a service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683468 Mar 10 14:54:02.912127 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6990910 Mar 10 14:54:02.914710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33850) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:02.923281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] Request body: {'subnet': {'network_id': 'e43d1a92-0a56-42b6-b48b-1fb3432de522', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1073014180-subnet', 'tenant_id': 'a108f891b29c40a09d0b0da6986f90d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:02.933770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Request body: {'port': {'device_id': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '03c1ce8d13f5481e844f1388258a9b80'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:02.966284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3745c41c-10ad-4616-88dd-13c8971290ca req-8d851514-b6a1-4820-91e3-b871a2b859d2 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 210 time: 0.0719368 Mar 10 14:54:02.968533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf823268-bbd8-49ac-99c5-b8c3c69d8719 admin admin] Pushing event updated for resources: {'Network': ['ID=e43d1a92-0a56-42b6-b48b-1fb3432de522,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:02.983305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network e43d1a92-0a56-42b6-b48b-1fb3432de522 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:54:02.994874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] Made reservation on behalf of a108f891b29c40a09d0b0da6986f90d3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:02.999938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:03.035189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 11e439e5-661d-4c09-bd21-d116a4fac6ce details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:54:03.168250 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8861c8fd-7c92-4a2b-a759-da0d477bcf99 x-openstack-request-id: req-8861c8fd-7c92-4a2b-a759-da0d477bcf99 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:03.168828 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90cebce-44bf-4cdd-8d72-ad003e7d86a5", "tag": "9ac9bc09-e19d-440d-b13e-24b9b7f92e84", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:03.168961 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8861c8fd-7c92-4a2b-a759-da0d477bcf99 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:03.169397 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'tag': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84', 'status': 'completed', 'code': 200} Mar 10 14:54:03.250342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1f33f-8836-4739-b54c-fb69db8873a3 req-07a78064-8cd3-42d2-ab3d-8a7467a284f6 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:03.257965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a1f33f-8836-4739-b54c-fb69db8873a3 req-07a78064-8cd3-42d2-ab3d-8a7467a284f6 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 943 time: 0.4078565 Mar 10 14:54:03.291710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7be11055-8f5e-40a8-b273-6607159bdd91 req-6b6a0911-c7ea-4d86-a9b4-d9e9d0e57e87 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 210 time: 0.0980194 Mar 10 14:54:03.343306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 11e439e5-661d-4c09-bd21-d116a4fac6ce, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=11e439e5-661d-4c09-bd21-d116a4fac6ce,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:03.353991 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94642e24-9113-49a0-90e4-05218cdc2120 req-ea9e42c5-8ede-47e0-b20a-8836f674df22 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840882 Mar 10 14:54:03.371403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '11e439e5-661d-4c09-bd21-d116a4fac6ce', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '11e439e5-661d-4c09-bd21-d116a4fac6ce', 'mac_address': 'fa:16:3e:6e:3d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:54:03.410219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821d352-f90f-40c9-9f66-e0662bbc1111 req-2abbb805-a8f5-484c-8ae5-9e60f3a55b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:03.411873 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5821d352-f90f-40c9-9f66-e0662bbc1111 req-2abbb805-a8f5-484c-8ae5-9e60f3a55b71 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8404c511751549ef9bb0a6b6371767b0&device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 1125 time: 0.2414021 Mar 10 14:54:03.465978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 11e439e5-661d-4c09-bd21-d116a4fac6ce is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:03.468050 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:03.499030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e439e5-661d-4c09-bd21-d116a4fac6ce {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:03.514879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a1f33f-8836-4739-b54c-fb69db8873a3 req-e67a0a82-b6e2-4ef3-b24a-460a7609394a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511172 Mar 10 14:54:03.535985 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (5579798e-9d2f-41cd-b6b0-eaac0baa1779), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:03.567679 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821d352-f90f-40c9-9f66-e0662bbc1111 req-a3d260f2-d55b-4bfb-90b3-c4130dd2a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:03.569177 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5821d352-f90f-40c9-9f66-e0662bbc1111 req-a3d260f2-d55b-4bfb-90b3-c4130dd2a22b service neutron] 10.222.0.62 "GET /v2.0/networks?id=8c605883-22c8-4299-b66f-e751e3fca9d6 HTTP/1.1" status: 200 len: 924 time: 0.1508329 Mar 10 14:54:03.571301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 11e439e5-661d-4c09-bd21-d116a4fac6ce, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=11e439e5-661d-4c09-bd21-d116a4fac6ce,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:03.579251 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:03.632683 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5821d352-f90f-40c9-9f66-e0662bbc1111 req-10f02a5e-c8cd-46f4-aa66-503d9d97b2e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ac9bc09-e19d-440d-b13e-24b9b7f92e84 HTTP/1.1" status: 200 len: 217 time: 0.0528543 Mar 10 14:54:03.633575 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5579798e-9d2f-41cd-b6b0-eaac0baa1779,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:03.670339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=11e439e5-661d-4c09-bd21-d116a4fac6ce,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:03.713786 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] Checking segment: {'id': '9ffac2df-9e94-4023-a7d4-d0fd97aa424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e43d1a92-0a56-42b6-b48b-1fb3432de522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:03.714150 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] Network hostable DHCP agents. Network: e43d1a92-0a56-42b6-b48b-1fb3432de522, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:54:03.717570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Made reservation on behalf of 03c1ce8d13f5481e844f1388258a9b80 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:03.733919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:03.749377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821d352-f90f-40c9-9f66-e0662bbc1111 req-06547b35-a730-49be-8914-8b11f4a4faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:03.751010 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5821d352-f90f-40c9-9f66-e0662bbc1111 req-06547b35-a730-49be-8914-8b11f4a4faa8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4cadca8-5689-48e2-8119-70885c7cc4d5 HTTP/1.1" status: 200 len: 862 time: 0.0998235 Mar 10 14:54:03.756282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] Network e43d1a92-0a56-42b6-b48b-1fb3432de522 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:54:03.771147 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks [] for security_group (6ba9cc58-a424-4faa-9c0f-8630cb1b10a6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:03.804311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, e43d1a92-0a56-42b6-b48b-1fb3432de522) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:03.811336 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:03.811937 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:03.827473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ad61ce-17fd-44cd-803b-ec3cafba675a None None] Network e43d1a92-0a56-42b6-b48b-1fb3432de522 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:03.836281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821d352-f90f-40c9-9f66-e0662bbc1111 req-f4c0d8e1-41e6-4be6-b34b-8db33a542b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:03.838080 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5821d352-f90f-40c9-9f66-e0662bbc1111 req-f4c0d8e1-41e6-4be6-b34b-8db33a542b4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8c605883-22c8-4299-b66f-e751e3fca9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0784221 Mar 10 14:54:03.843953 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['11e439e5-661d-4c09-bd21-d116a4fac6ce'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:03.844092 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0419d514-8902-4212-932c-c0b531246cb0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9275908 Mar 10 14:54:03.846069 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94642e24-9113-49a0-90e4-05218cdc2120 req-693149f1-821c-4d98-98c6-a89188fd55c9 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819174 Mar 10 14:54:03.865473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:03.868604 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6ba9cc58-a424-4faa-9c0f-8630cb1b10a6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:04.006212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Allocated IP 192.168.233.251 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/53ea4dec-3182-416a-a19d-ca5d23d45272) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:04.119322 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5821d352-f90f-40c9-9f66-e0662bbc1111 req-00308d8d-bd37-4fa3-a7cd-330e557e399a service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742109 Mar 10 14:54:04.168501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks [] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:04.231970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe2be4-4975-4bac-8ea7-7dd444b64b15 None None] Network e43d1a92-0a56-42b6-b48b-1fb3432de522 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:04.277981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:04.289724 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:04.307740 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5821d352-f90f-40c9-9f66-e0662bbc1111 req-994ce4a9-958a-4448-bf68-386f9ffd4b6c service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801467 Mar 10 14:54:04.370654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10ed0d-7b6c-40e4-bd3a-b14d9f55cc8f req-4dd84b4c-a84d-43a8-b21e-947cf019341c tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:04.372246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b10ed0d-7b6c-40e4-bd3a-b14d9f55cc8f req-4dd84b4c-a84d-43a8-b21e-947cf019341c tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 948 time: 0.6229091 Mar 10 14:54:04.372910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Pushing event updated for resources: {'Port': ['ID=53ea4dec-3182-416a-a19d-ca5d23d45272,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:04.418469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:04.426071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:04.437883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:04.443595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:04.444219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:04.460031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks [] for security_group (cbd381d0-50f8-40a4-8ef5-2c19dd66f338), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:04.480149 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cbd381d0-50f8-40a4-8ef5-2c19dd66f338), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:04.499860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b10ed0d-7b6c-40e4-bd3a-b14d9f55cc8f req-fc154c63-a7b9-4647-8b9f-7f55e2da9be1 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143475 Mar 10 14:54:04.522629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-43c8e71d-af03-4b94-a65b-868bea203cb5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=03c1ce8d13f5481e844f1388258a9b80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650818 Mar 10 14:54:04.527419 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d53f84f3-dd45-492b-8277-83aa040326e4 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0992222 Mar 10 14:54:04.559561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Request body: {'port': {'device_id': '324d60a0-c88b-400f-9e03-f4dac8464282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:04.664159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd381d0-50f8-40a4-8ef5-2c19dd66f338,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:04.710630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-45f62d89-5602-4a53-a7d0-a612013db6bf None None] Provisioning complete for port 53ea4dec-3182-416a-a19d-ca5d23d45272 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:04.710998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-45f62d89-5602-4a53-a7d0-a612013db6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:04.744576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-45f62d89-5602-4a53-a7d0-a612013db6bf None None] Port 53ea4dec-3182-416a-a19d-ca5d23d45272 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:54:04.854560 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:05.020382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 11e439e5-661d-4c09-bd21-d116a4fac6ce up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:05.070824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 11e439e5-661d-4c09-bd21-d116a4fac6ce completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:54:05.074702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 11e439e5-661d-4c09-bd21-d116a4fac6ce triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:05.075191 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:05.138436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-a955cd65-c4c7-478c-a921-f8b28d6ccfda tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:05.139881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-a955cd65-c4c7-478c-a921-f8b28d6ccfda tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6053882 Mar 10 14:54:05.155278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520050be-4c1f-448e-a4ea-0d19de568fe8 req-e7147773-48e9-47bf-a77e-23acad7267bf tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:05.156697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-520050be-4c1f-448e-a4ea-0d19de568fe8 req-e7147773-48e9-47bf-a77e-23acad7267bf tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 936 time: 0.5222399 Mar 10 14:54:05.156846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 11e439e5-661d-4c09-bd21-d116a4fac6ce is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:05.157095 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:05.158022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Allocated IP 192.168.233.127 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/c0db58be-ff62-4d37-a4a0-cfb3291f8747) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:05.180092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319bc8c4-9414-492d-8ba7-9bfd715ae54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e439e5-661d-4c09-bd21-d116a4fac6ce'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:05.182314 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5315cd-8958-45f3-981e-aba0ad9a8514" -d '{"events": [{"server_uuid": "319bc8c4-9414-492d-8ba7-9bfd715ae54c", "name": "network-vif-plugged", "status": "completed", "tag": "11e439e5-661d-4c09-bd21-d116a4fac6ce"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:05.182838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Request body: {'port': {'device_id': '3431b64f-45f6-48a3-8d2d-a6f1490926ca', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '03c1ce8d13f5481e844f1388258a9b80'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:05.194970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 11e439e5-661d-4c09-bd21-d116a4fac6ce, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=11e439e5-661d-4c09-bd21-d116a4fac6ce,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:05.199264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:05.247436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=11e439e5-661d-4c09-bd21-d116a4fac6ce,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:05.276360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-e81a3755-cc6c-4885-9256-565dc2fe344d tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:05.277787 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-e81a3755-cc6c-4885-9256-565dc2fe344d tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/networks?id=c6f2d1b2-851f-4f10-9f79-206bc200c353 HTTP/1.1" status: 200 len: 815 time: 0.5448866 Mar 10 14:54:05.422088 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-465170f2-d86b-4615-9fb5-da60aa165c0e tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/quotas/4e8418a3942040c28597c70965909239 HTTP/1.1" status: 200 len: 375 time: 0.1095719 Mar 10 14:54:05.447060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-520050be-4c1f-448e-a4ea-0d19de568fe8 req-59b851eb-078d-4c89-88c1-cfcd89a3a132 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606802 Mar 10 14:54:05.494235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-fdaa7dfa-0ca1-4789-a75e-88f9420022c1 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e8418a3942040c28597c70965909239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594718 Mar 10 14:54:05.625247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Made reservation on behalf of 03c1ce8d13f5481e844f1388258a9b80 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:05.629110 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:05.692658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-e9d3d73f-2992-4d61-b05e-8e18e25aeb63 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f2d1b2-851f-4f10-9f79-206bc200c353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872549 Mar 10 14:54:05.696997 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks [] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:05.779356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9110d26-0500-4fd9-a8f9-59b8784a9ea5 req-a1be4893-3404-4e96-964f-0d81d183a96a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 210 time: 0.0804715 Mar 10 14:54:05.878889 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:05.937650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-84953281-650c-43fc-83d7-20c4f4065228 service neutron] 10.222.0.11 "GET /v2.0/networks/c6f2d1b2-851f-4f10-9f79-206bc200c353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100616 Mar 10 14:54:06.009440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:06.034518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:06.039497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:06.047980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:06.049282 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:06.055267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Pushing event updated for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:06.115187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-dc61b1e2-3e2f-4b78-aea8-1e589b9f494a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1938260 Mar 10 14:54:06.164525 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c4459f-ea2a-41a7-ac98-70708a64bf1e x-openstack-request-id: req-30c4459f-ea2a-41a7-ac98-70708a64bf1e {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:06.166540 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319bc8c4-9414-492d-8ba7-9bfd715ae54c", "name": "network-vif-plugged", "status": "completed", "tag": "11e439e5-661d-4c09-bd21-d116a4fac6ce", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:06.167036 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30c4459f-ea2a-41a7-ac98-70708a64bf1e {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:06.169723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Request body: {'port': {'device_id': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:06.173731 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319bc8c4-9414-492d-8ba7-9bfd715ae54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e439e5-661d-4c09-bd21-d116a4fac6ce', 'code': 200} Mar 10 14:54:06.245758 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.45', 54249) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:06.283654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ea4dec-3182-416a-a19d-ca5d23d45272 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:06.291912 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Publish callbacks [] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:06.296312 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c07686-f78f-472e-88ab-51c4e565a093 req-f5e964a2-dfc3-476d-a818-5585298fae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:06.297828 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-89c07686-f78f-472e-88ab-51c4e565a093 req-f5e964a2-dfc3-476d-a818-5585298fae31 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 1131 time: 0.0511949 Mar 10 14:54:06.324209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Transition to ACTIVE for port object 53ea4dec-3182-416a-a19d-ca5d23d45272 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:54:06.358577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25519a2c-f660-4ea8-9a44-f90b946452ec req-a44d7738-8e50-47a7-a183-e2637ddbf47a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:06.365579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25519a2c-f660-4ea8-9a44-f90b946452ec req-a44d7738-8e50-47a7-a183-e2637ddbf47a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 943 time: 0.3754454 Mar 10 14:54:06.375910 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-89c07686-f78f-472e-88ab-51c4e565a093 req-aa8a8927-d320-4dd8-b424-aa23cb2fb75e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688963 Mar 10 14:54:06.396049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-83f7a29f-b8e4-479d-a67e-bad01869dea2 None None] Provisioning complete for port c0db58be-ff62-4d37-a4a0-cfb3291f8747 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:06.396851 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83f7a29f-b8e4-479d-a67e-bad01869dea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:06.398530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:06.439378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-83f7a29f-b8e4-479d-a67e-bad01869dea2 None None] Port c0db58be-ff62-4d37-a4a0-cfb3291f8747 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:54:06.470283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:54:06.591877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:06.595163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Allocated IP 192.168.233.40 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/dd991316-cfac-4e48-87c8-85c73b1ff206) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:06.605147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Pushing event updated for resources: {'Port': ['ID=53ea4dec-3182-416a-a19d-ca5d23d45272,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:06.630821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9ac9bc09-e19d-440d-b13e-24b9b7f92e84,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:06.659559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'port_id': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84', 'mac_address': 'fa:16:3e:cc:89:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:54:06.660968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25519a2c-f660-4ea8-9a44-f90b946452ec req-43e5ae2c-5131-4064-9112-8a3cb3d8f59d tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944238 Mar 10 14:54:06.718821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:06.719244 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:06.729140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf4235-2680-4e20-b952-192b305dc7bc req-02b3064f-9a55-49b0-a195-44c202137a4b tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:06.736902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbbf4235-2680-4e20-b952-192b305dc7bc req-02b3064f-9a55-49b0-a195-44c202137a4b tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 949 time: 0.4108899 Mar 10 14:54:06.759087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:06.784849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9ac9bc09-e19d-440d-b13e-24b9b7f92e84,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:06.799520 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:06.834713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Attempting to bind port 53ea4dec-3182-416a-a19d-ca5d23d45272 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:06.835229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Attempting to bind port 53ea4dec-3182-416a-a19d-ca5d23d45272 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:06.835662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Attempting to bind port 53ea4dec-3182-416a-a19d-ca5d23d45272 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:06.871846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9ac9bc09-e19d-440d-b13e-24b9b7f92e84,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:06.896787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Port 53ea4dec-3182-416a-a19d-ca5d23d45272 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:54:06.897116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Attempting to bind port 53ea4dec-3182-416a-a19d-ca5d23d45272 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:07.006403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbbf4235-2680-4e20-b952-192b305dc7bc req-8009c5c1-9c53-4de5-81e9-5187261ba0ca tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681997 Mar 10 14:54:07.007447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:07.008600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:07.008994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:07.009629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Bound port: 53ea4dec-3182-416a-a19d-ca5d23d45272, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:07.010156 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:07.033875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47b7c59f-cad8-49b8-9dcd-964e4955423b req-c9692972-4e9c-4999-b49d-1ec61d182c66 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 210 time: 0.0687532 Mar 10 14:54:07.106078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9ac9bc09-e19d-440d-b13e-24b9b7f92e84'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:07.231093 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks [] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:07.235363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] For port 53ea4dec-3182-416a-a19d-ca5d23d45272, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:07.239653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] For port 53ea4dec-3182-416a-a19d-ca5d23d45272, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=53ea4dec-3182-416a-a19d-ca5d23d45272,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:07.260247 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:07.284246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb461f-f8ac-4fb9-bd7a-9ecaee1bbace req-1e80bcab-83e4-4a7c-8c41-cd09b123cbde tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:07.291131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ddb461f-f8ac-4fb9-bd7a-9ecaee1bbace req-1e80bcab-83e4-4a7c-8c41-cd09b123cbde tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 948 time: 0.1577876 Mar 10 14:54:07.355669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebb6ac9d-5ff9-4e82-837d-efbbb2420a02 req-e61d2a15-eaec-414b-9949-08bfe6a41ec2 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 210 time: 0.0994346 Mar 10 14:54:07.370614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:07.371248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:07.381783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] 10.222.0.45 "PUT /v2.0/ports/53ea4dec-3182-416a-a19d-ca5d23d45272 HTTP/1.1" status: 200 len: 1096 time: 2.8343067 Mar 10 14:54:07.389998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324d60a0-c88b-400f-9e03-f4dac8464282', 'tag': '53ea4dec-3182-416a-a19d-ca5d23d45272'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:07.392292 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d90d9a-093f-4ff7-a721-e3524831daac" -d '{"events": [{"name": "network-changed", "server_uuid": "324d60a0-c88b-400f-9e03-f4dac8464282", "tag": "53ea4dec-3182-416a-a19d-ca5d23d45272"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:07.434978 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:07.447394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ed666-d8e4-4bd4-956a-bffca1730aff service neutron] Pushing event updated for resources: {'Port': ['ID=53ea4dec-3182-416a-a19d-ca5d23d45272,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:07.491416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ddb461f-f8ac-4fb9-bd7a-9ecaee1bbace req-f3dca91a-a080-45c6-9ae9-b2456b69c7fa tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994081 Mar 10 14:54:07.619324 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5540d0-0408-4e00-b239-dc98f7bcd2e6 x-openstack-request-id: req-af5540d0-0408-4e00-b239-dc98f7bcd2e6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:07.626101 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324d60a0-c88b-400f-9e03-f4dac8464282", "tag": "53ea4dec-3182-416a-a19d-ca5d23d45272", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:07.627096 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af5540d0-0408-4e00-b239-dc98f7bcd2e6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:07.627712 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324d60a0-c88b-400f-9e03-f4dac8464282', 'tag': '53ea4dec-3182-416a-a19d-ca5d23d45272', 'status': 'completed', 'code': 200} Mar 10 14:54:07.717042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-9ae3d79e-587c-41c6-94a9-501e9cd7e164 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:07.718636 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-9ae3d79e-587c-41c6-94a9-501e9cd7e164 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.62 "GET /v2.0/networks?id=c6f2d1b2-851f-4f10-9f79-206bc200c353 HTTP/1.1" status: 200 len: 815 time: 0.2933950 Mar 10 14:54:07.739433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Request body: {'port': {'device_id': 'cb9d5f16-a49b-472b-9dc1-3075a869fcc0', 'network_id': 'c6f2d1b2-851f-4f10-9f79-206bc200c353', 'admin_state_up': True, 'tenant_id': '4e8418a3942040c28597c70965909239'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:07.782092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33996) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:07.871971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:07.883834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:07.988206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Made reservation on behalf of 4e8418a3942040c28597c70965909239 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:07.992126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.225692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:08.230823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:08.231468 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.253347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Pushing event updated for resources: {'Port': ['ID=dd991316-cfac-4e48-87c8-85c73b1ff206,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:08.286020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-97eb1a1f-2ded-49e9-aac2-ce8f102db337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1233754 Mar 10 14:54:08.309639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Request body: {'port': {'device_id': '3431b64f-45f6-48a3-8d2d-a6f1490926ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:08.342608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-174a3fbe-12d5-45a6-a7f4-daaa87bc3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:08.344276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-174a3fbe-12d5-45a6-a7f4-daaa87bc3129 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7bdf5cae21a45bebf2fe3822cf579d3&device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 1130 time: 0.8492692 Mar 10 14:54:08.363996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c4250665-2db9-409b-ae38-5ee6a667b491 None None] Provisioning complete for port dd991316-cfac-4e48-87c8-85c73b1ff206 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:08.365283 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c4250665-2db9-409b-ae38-5ee6a667b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.380652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8136-ec5c-4771-8922-c12b0104f00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.407315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e45893-dc5a-4bd5-91be-1822085a065e req-d3b086d5-cda3-400a-a53f-7508c5feb45e tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:08.409438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7e45893-dc5a-4bd5-91be-1822085a065e req-d3b086d5-cda3-400a-a53f-7508c5feb45e tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 944 time: 0.5647018 Mar 10 14:54:08.412486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c4250665-2db9-409b-ae38-5ee6a667b491 None None] Port dd991316-cfac-4e48-87c8-85c73b1ff206 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:54:08.466181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-cba1fb78-621e-48da-a7eb-b9f449524fdb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=53ea4dec-3182-416a-a19d-ca5d23d45272 HTTP/1.1" status: 200 len: 217 time: 0.0946357 Mar 10 14:54:08.489504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:08.499332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Allocated IP 172.20.0.4 (c6f2d1b2-851f-4f10-9f79-206bc200c353/cc6ed62f-6b08-4698-ae85-0efacda92e39/cbbac54a-23c0-4b24-b073-48b8ea4d697a) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:08.550941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0db58be-ff62-4d37-a4a0-cfb3291f8747 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:08.556579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:54:08.562072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:08.563479 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.564576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8136-ec5c-4771-8922-c12b0104f00b admin admin] Publish callbacks [] for security_group (2e5139ec-09bf-485d-ab9a-c2ce128577d9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.567682 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Publish callbacks [] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.573031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.574904 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa5e8136-ec5c-4771-8922-c12b0104f00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2e5139ec-09bf-485d-ab9a-c2ce128577d9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.623435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c281f81-5879-4052-a947-1539a8a25390 req-ee431fb8-946f-4060-b5e0-e9f34ceb1ebb tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:08.624869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c281f81-5879-4052-a947-1539a8a25390 req-ee431fb8-946f-4060-b5e0-e9f34ceb1ebb tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 949 time: 0.2860477 Mar 10 14:54:08.628049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Transition to ACTIVE for port object c0db58be-ff62-4d37-a4a0-cfb3291f8747 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:54:08.640844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d3948aad-7f74-48d2-a7fc-648c5af73ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:08.642859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-d3948aad-7f74-48d2-a7fc-648c5af73ff0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1482127 Mar 10 14:54:08.645773 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.649321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e8136-ec5c-4771-8922-c12b0104f00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5139ec-09bf-485d-ab9a-c2ce128577d9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:08.680251 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fa5e8136-ec5c-4771-8922-c12b0104f00b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c130623f490849eaa23e0bd16317732f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8965383 Mar 10 14:54:08.683376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34024) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:08.709104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:08.709835 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.737379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:08.740262 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38225d9-7ad1-4532-8588-883a76c802a8" -d '{"events": [{"server_uuid": "f90cebce-44bf-4cdd-8d72-ad003e7d86a5", "name": "network-vif-plugged", "status": "completed", "tag": "9ac9bc09-e19d-440d-b13e-24b9b7f92e84"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:08.755707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9ac9bc09-e19d-440d-b13e-24b9b7f92e84,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:08.760823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63197349-fd6e-4a7a-993d-48e45d18d87b admin admin] Publish callbacks [] for security_group (2e5139ec-09bf-485d-ab9a-c2ce128577d9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.763826 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.773654 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Publish callbacks [] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.797766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63197349-fd6e-4a7a-993d-48e45d18d87b admin admin] Publish callbacks [] for security_group (2e5139ec-09bf-485d-ab9a-c2ce128577d9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.824606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9ac9bc09-e19d-440d-b13e-24b9b7f92e84,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:08.833475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7e45893-dc5a-4bd5-91be-1822085a065e req-9bce299b-930c-4a87-b615-e6d95ff22550 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743145 Mar 10 14:54:08.864314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.905755 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63197349-fd6e-4a7a-993d-48e45d18d87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2e5139ec-09bf-485d-ab9a-c2ce128577d9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.907931 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63197349-fd6e-4a7a-993d-48e45d18d87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:08.909097 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-63197349-fd6e-4a7a-993d-48e45d18d87b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e5139ec-09bf-485d-ab9a-c2ce128577d9 HTTP/1.1" status: 204 len: 168 time: 0.2247715 Mar 10 14:54:08.925774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63197349-fd6e-4a7a-993d-48e45d18d87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5139ec-09bf-485d-ab9a-c2ce128577d9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:08.945370 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Network c6f2d1b2-851f-4f10-9f79-206bc200c353 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:08.952667 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Pushing event updated for resources: {'Port': ['ID=cbbac54a-23c0-4b24-b073-48b8ea4d697a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:08.956451 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:08.963767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:09.024240 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:09.024953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.044623 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-6f66137e-ce8e-4c1a-9752-b18f5b792792 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3124413 Mar 10 14:54:09.056996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Request body: {'port': {'device_id': 'cb9d5f16-a49b-472b-9dc1-3075a869fcc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:09.062685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c281f81-5879-4052-a947-1539a8a25390 req-6e027dd5-fd7e-4085-8829-efbbe2143ca5 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111907 Mar 10 14:54:09.071919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:09.127299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Attempting to bind port c0db58be-ff62-4d37-a4a0-cfb3291f8747 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:09.127650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Attempting to bind port c0db58be-ff62-4d37-a4a0-cfb3291f8747 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:09.127978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Attempting to bind port c0db58be-ff62-4d37-a4a0-cfb3291f8747 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:09.158489 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.182556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Port c0db58be-ff62-4d37-a4a0-cfb3291f8747 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:54:09.183287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Attempting to bind port c0db58be-ff62-4d37-a4a0-cfb3291f8747 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:09.191867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:09.192344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:09.192877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:09.193446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Bound port: c0db58be-ff62-4d37-a4a0-cfb3291f8747, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:09.193911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.221278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-23b2e9cd-e3b6-4621-bdaf-c3342ccce9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:09.222777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-23b2e9cd-e3b6-4621-bdaf-c3342ccce9e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3781753 Mar 10 14:54:09.319166 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34038) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:09.335836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70157b51-2de2-4a19-b86e-c42a7afff016 req-72efd087-2997-4f8c-9b62-dd181cd5098b tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:09.337313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70157b51-2de2-4a19-b86e-c42a7afff016 req-72efd087-2997-4f8c-9b62-dd181cd5098b tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 931 time: 0.3524334 Mar 10 14:54:09.365316 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9b7a-1ba4-4a6d-8dee-b8334d6e5836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.485265 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:09.493889 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbac54a-23c0-4b24-b073-48b8ea4d697a {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:09.505231 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Publish callbacks [] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.517894 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9b7a-1ba4-4a6d-8dee-b8334d6e5836 admin admin] Publish callbacks [] for security_group (4160f127-11df-4647-9de7-939235c3fbd1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.518071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29347077-8e7e-4da6-8610-37ce90839a3f req-8b838f68-36f3-4c83-b190-addcca7fb5ee tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:09.519884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29347077-8e7e-4da6-8610-37ce90839a3f req-8b838f68-36f3-4c83-b190-addcca7fb5ee tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 935 time: 0.3055303 Mar 10 14:54:09.525410 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9b7a-1ba4-4a6d-8dee-b8334d6e5836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4160f127-11df-4647-9de7-939235c3fbd1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.527995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Transition to ACTIVE for port object cbbac54a-23c0-4b24-b073-48b8ea4d697a will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:54:09.535699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:09.546332 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.557297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd991316-cfac-4e48-87c8-85c73b1ff206 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:09.570188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70157b51-2de2-4a19-b86e-c42a7afff016 req-de7fe31d-8987-4491-bb10-73a05c6b33e4 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151027 Mar 10 14:54:09.570188 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.572902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-70b8f128-88f2-4759-b17a-4e8215e4d6b6 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261986 Mar 10 14:54:09.581642 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Publish callbacks [] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.597556 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dd4a9b7a-1ba4-4a6d-8dee-b8334d6e5836 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8267ae8d88d444359fe8dbaf8320138f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766533 Mar 10 14:54:09.601214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34040) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:09.604694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a9b7a-1ba4-4a6d-8dee-b8334d6e5836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4160f127-11df-4647-9de7-939235c3fbd1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:09.637488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbac54a-23c0-4b24-b073-48b8ea4d697a,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:09.670717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Transition to ACTIVE for port object dd991316-cfac-4e48-87c8-85c73b1ff206 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:54:09.684609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:09.685233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.686627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/c0db58be-ff62-4d37-a4a0-cfb3291f8747 HTTP/1.1" status: 200 len: 1096 time: 3.5521626 Mar 10 14:54:09.687137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:09.690832 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab80452-9210-4c7c-8761-77f7845c2c95" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:09.718077 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.727913 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a351dda-1846-4332-ab6f-27f546237052 admin admin] Publish callbacks [] for security_group (4160f127-11df-4647-9de7-939235c3fbd1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.766608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Attempting to bind port cbbac54a-23c0-4b24-b073-48b8ea4d697a on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:09.767870 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Attempting to bind port cbbac54a-23c0-4b24-b073-48b8ea4d697a by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'bacea59d-50d4-4710-83ca-4ebde6ae85f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c6f2d1b2-851f-4f10-9f79-206bc200c353'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:09.767870 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Attempting to bind port cbbac54a-23c0-4b24-b073-48b8ea4d697a on network c6f2d1b2-851f-4f10-9f79-206bc200c353 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:09.774592 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a351dda-1846-4332-ab6f-27f546237052 admin admin] Publish callbacks [] for security_group (4160f127-11df-4647-9de7-939235c3fbd1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.782835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Port cbbac54a-23c0-4b24-b073-48b8ea4d697a on network c6f2d1b2-851f-4f10-9f79-206bc200c353 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:54:09.783127 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Attempting to bind port cbbac54a-23c0-4b24-b073-48b8ea4d697a on network c6f2d1b2-851f-4f10-9f79-206bc200c353 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:09.795872 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:09.796214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Checking segment: {'id': 'bacea59d-50d4-4710-83ca-4ebde6ae85f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c6f2d1b2-851f-4f10-9f79-206bc200c353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:09.796742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Bound using segment: {'id': 'bacea59d-50d4-4710-83ca-4ebde6ae85f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c6f2d1b2-851f-4f10-9f79-206bc200c353'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:09.797038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Bound port: cbbac54a-23c0-4b24-b073-48b8ea4d697a, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacea59d-50d4-4710-83ca-4ebde6ae85f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c6f2d1b2-851f-4f10-9f79-206bc200c353'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:09.797403 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.832519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc5237-558f-4879-8b6c-6e4e012240d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:09.850898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29347077-8e7e-4da6-8610-37ce90839a3f req-84782429-23de-40fb-83e8-d9cd43817d2c tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054094 Mar 10 14:54:09.884381 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a351dda-1846-4332-ab6f-27f546237052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4160f127-11df-4647-9de7-939235c3fbd1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.887647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a351dda-1846-4332-ab6f-27f546237052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.889010 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0a351dda-1846-4332-ab6f-27f546237052 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4160f127-11df-4647-9de7-939235c3fbd1 HTTP/1.1" status: 204 len: 168 time: 0.2852061 Mar 10 14:54:09.902382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] For port cbbac54a-23c0-4b24-b073-48b8ea4d697a, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:09.905007 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a351dda-1846-4332-ab6f-27f546237052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4160f127-11df-4647-9de7-939235c3fbd1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:09.911110 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5221f40f-0938-4fde-8128-278dd6b8e007 x-openstack-request-id: req-5221f40f-0938-4fde-8128-278dd6b8e007 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:09.911642 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90cebce-44bf-4cdd-8d72-ad003e7d86a5", "name": "network-vif-plugged", "status": "completed", "tag": "9ac9bc09-e19d-440d-b13e-24b9b7f92e84", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:09.911761 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5221f40f-0938-4fde-8128-278dd6b8e007 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:09.912110 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84', 'code': 200} Mar 10 14:54:09.919973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] For port cbbac54a-23c0-4b24-b073-48b8ea4d697a, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cbbac54a-23c0-4b24-b073-48b8ea4d697a,segment=NetworkSegment(bacea59d-50d4-4710-83ca-4ebde6ae85f1),segment_id=bacea59d-50d4-4710-83ca-4ebde6ae85f1)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:09.943207 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:09.975059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Pushing event updated for resources: {'Port': ['ID=dd991316-cfac-4e48-87c8-85c73b1ff206,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:09.981737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2ef0b8-644b-40fc-a4fb-68200b5f4954 req-538451c7-56e0-44fb-a1e9-9bb183a344e6 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910785 Mar 10 14:54:09.998627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaa338-2530-43af-a0ee-0e87de22330b req-05b2d3f2-839b-4808-81d4-3995b9badf24 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:10.003103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ceaa338-2530-43af-a0ee-0e87de22330b req-05b2d3f2-839b-4808-81d4-3995b9badf24 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 948 time: 0.3298242 Mar 10 14:54:10.017334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.62', 62694) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:10.035099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa910a-5aa5-412e-808d-b17573379602 req-62d86680-886c-43a3-aa76-65b01677b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:10.036598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-62d86680-886c-43a3-aa76-65b01677b47d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 1130 time: 0.3056223 Mar 10 14:54:10.044226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Attempting to bind port dd991316-cfac-4e48-87c8-85c73b1ff206 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:10.044557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Attempting to bind port dd991316-cfac-4e48-87c8-85c73b1ff206 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:10.044882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Attempting to bind port dd991316-cfac-4e48-87c8-85c73b1ff206 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:10.053647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:10.053981 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:10.056092 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] 10.222.0.62 "PUT /v2.0/ports/cbbac54a-23c0-4b24-b073-48b8ea4d697a HTTP/1.1" status: 200 len: 1091 time: 1.0031660 Mar 10 14:54:10.056778 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9d5f16-a49b-472b-9dc1-3075a869fcc0', 'tag': 'cbbac54a-23c0-4b24-b073-48b8ea4d697a'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:10.063604 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e88204c-272f-47ee-9d51-5afce1777a97" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9d5f16-a49b-472b-9dc1-3075a869fcc0", "tag": "cbbac54a-23c0-4b24-b073-48b8ea4d697a"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:10.128823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Port dd991316-cfac-4e48-87c8-85c73b1ff206 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:54:10.129149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Attempting to bind port dd991316-cfac-4e48-87c8-85c73b1ff206 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:10.148681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de52a0-5ae2-4f00-9111-e09bab538cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbac54a-23c0-4b24-b073-48b8ea4d697a,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:10.184750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-89c562e3-f1c2-4fab-85ad-621d5ea88e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:10.186285 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-89c562e3-f1c2-4fab-85ad-621d5ea88e60 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e8418a3942040c28597c70965909239&device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 1125 time: 0.0801015 Mar 10 14:54:10.214028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-e6ee7c50-6732-4481-bd95-1627c2a97440 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747 HTTP/1.1" status: 200 len: 217 time: 0.1402919 Mar 10 14:54:10.229637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:10.229878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:10.230336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:10.230714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Bound port: dd991316-cfac-4e48-87c8-85c73b1ff206, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:10.231098 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:10.261960 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-f8910f4c-25e3-43cb-a042-c26d3efa9f1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbbac54a-23c0-4b24-b073-48b8ea4d697a HTTP/1.1" status: 200 len: 217 time: 0.0687156 Mar 10 14:54:10.333906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-d6858cc8-8eaf-4a4c-8c99-534c25b433a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:10.336490 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-d6858cc8-8eaf-4a4c-8c99-534c25b433a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc6ed62f-6b08-4698-ae85-0efacda92e39 HTTP/1.1" status: 200 len: 855 time: 0.0683551 Mar 10 14:54:10.351774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ceaa338-2530-43af-a0ee-0e87de22330b req-185baffa-b975-45f4-9cfa-2eeac3af7562 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407686 Mar 10 14:54:10.371947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa910a-5aa5-412e-808d-b17573379602 req-ea144e78-ba6e-49d1-bc73-fc2040b2c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:10.373636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-ea144e78-ba6e-49d1-bc73-fc2040b2c6ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1404059 Mar 10 14:54:10.384920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2be9e-98bc-4da3-9dc1-0d90dcc03e03 req-38f55c6f-e9c8-452a-bc23-e14ec7c8c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:10.391233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eab2be9e-98bc-4da3-9dc1-0d90dcc03e03 req-38f55c6f-e9c8-452a-bc23-e14ec7c8c10e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 1127 time: 0.3677828 Mar 10 14:54:10.404478 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-747996b3-6fca-44e7-80eb-a28288a82d86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6f2d1b2-851f-4f10-9f79-206bc200c353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614800 Mar 10 14:54:10.461466 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6744470-8af2-47dc-a494-cf58bb3f071f x-openstack-request-id: req-f6744470-8af2-47dc-a494-cf58bb3f071f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:10.461770 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:10.462054 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6744470-8af2-47dc-a494-cf58bb3f071f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:10.462426 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'status': 'completed', 'code': 200} Mar 10 14:54:10.465186 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08738e2-167a-4f47-8c30-3e6fa2efea5e x-openstack-request-id: req-d08738e2-167a-4f47-8c30-3e6fa2efea5e {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:10.465480 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9d5f16-a49b-472b-9dc1-3075a869fcc0", "tag": "cbbac54a-23c0-4b24-b073-48b8ea4d697a", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:10.465735 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d08738e2-167a-4f47-8c30-3e6fa2efea5e {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:10.466132 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9d5f16-a49b-472b-9dc1-3075a869fcc0', 'tag': 'cbbac54a-23c0-4b24-b073-48b8ea4d697a', 'status': 'completed', 'code': 200} Mar 10 14:54:10.527396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d90d9a-093f-4ff7-a721-e3524831daac req-797063d0-5f5e-4a8e-8abf-87f5b0689b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:10.529261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4d90d9a-093f-4ff7-a721-e3524831daac req-797063d0-5f5e-4a8e-8abf-87f5b0689b10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7bdf5cae21a45bebf2fe3822cf579d3&device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 1130 time: 0.4200473 Mar 10 14:54:10.545035 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-22ee9dfb-9684-48b2-85dc-46b70b801075 service neutron] 10.222.0.62 "GET /v2.0/networks/c6f2d1b2-851f-4f10-9f79-206bc200c353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288483 Mar 10 14:54:10.637584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] For port dd991316-cfac-4e48-87c8-85c73b1ff206, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:10.641589 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-487d4f2c-6553-4be6-ba92-65ef7d6eda0e req-21f7cd44-afd5-499c-83e7-8db2f5802298 service neutron] 10.222.0.62 "GET /v2.0/networks/c6f2d1b2-851f-4f10-9f79-206bc200c353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894444 Mar 10 14:54:10.655606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eab2be9e-98bc-4da3-9dc1-0d90dcc03e03 req-cafdac4d-37cb-4aec-8df4-a2b350c8dda8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974878 Mar 10 14:54:10.673921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa910a-5aa5-412e-808d-b17573379602 req-b1cde3b1-39ba-44d6-be81-623179492cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:10.676388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-b1cde3b1-39ba-44d6-be81-623179492cde service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2817736 Mar 10 14:54:10.688279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] For port dd991316-cfac-4e48-87c8-85c73b1ff206, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=dd991316-cfac-4e48-87c8-85c73b1ff206,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:10.954173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:11.019520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb60ee-620d-49c1-a008-87f66fff88f4 req-5b56a575-5fc1-42e3-83b0-f32db45f5cf9 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.021022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8eb60ee-620d-49c1-a008-87f66fff88f4 req-5b56a575-5fc1-42e3-83b0-f32db45f5cf9 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 945 time: 0.5287521 Mar 10 14:54:11.103516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.104137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:11.105522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] 10.222.0.45 "PUT /v2.0/ports/dd991316-cfac-4e48-87c8-85c73b1ff206 HTTP/1.1" status: 200 len: 1095 time: 2.8021004 Mar 10 14:54:11.151642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b699a1a-6aed-4287-8531-270b450733cb req-8d2a74b1-4bf1-452e-b173-29e2109f33be tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.159753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b699a1a-6aed-4287-8531-270b450733cb req-8d2a74b1-4bf1-452e-b173-29e2109f33be tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 949 time: 0.6229181 Mar 10 14:54:11.161697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4bc61-a2bd-4cc5-a2e9-bd58c5cadd79 service neutron] Pushing event updated for resources: {'Port': ['ID=dd991316-cfac-4e48-87c8-85c73b1ff206,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:11.177878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d90d9a-093f-4ff7-a721-e3524831daac req-5744fd1e-61dd-4e8e-bb70-464530f53cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.179387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4d90d9a-093f-4ff7-a721-e3524831daac req-5744fd1e-61dd-4e8e-bb70-464530f53cdd service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.6184964 Mar 10 14:54:11.298166 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4d90d9a-093f-4ff7-a721-e3524831daac req-23f836b6-6dbc-42b9-83a3-202bcd50828a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=53ea4dec-3182-416a-a19d-ca5d23d45272 HTTP/1.1" status: 200 len: 217 time: 0.0961757 Mar 10 14:54:11.320859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88204c-272f-47ee-9d51-5afce1777a97 req-ec1d481f-8468-44ba-9e65-97e9c70b0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.322544 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e88204c-272f-47ee-9d51-5afce1777a97 req-ec1d481f-8468-44ba-9e65-97e9c70b0b6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e8418a3942040c28597c70965909239&device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 1125 time: 0.3725512 Mar 10 14:54:11.343384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-2d19e9ec-2b4c-4bb1-966e-e5395ae76ebb service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122446 Mar 10 14:54:11.382087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8eb60ee-620d-49c1-a008-87f66fff88f4 req-2064d1ef-782e-4fe1-9613-587829654ba4 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433282 Mar 10 14:54:11.425921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b699a1a-6aed-4287-8531-270b450733cb req-528ed077-b64a-45f4-b175-8fb0d4ec7486 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652218 Mar 10 14:54:11.446884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-4147e622-91bc-4743-808c-47121501f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.448131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-4147e622-91bc-4743-808c-47121501f025 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 1129 time: 0.2786615 Mar 10 14:54:11.567733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d90d9a-093f-4ff7-a721-e3524831daac req-83de668e-f781-451a-b3c0-28b80fef1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.569058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4d90d9a-093f-4ff7-a721-e3524831daac req-83de668e-f781-451a-b3c0-28b80fef1b15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.2526259 Mar 10 14:54:11.570236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-40e076d9-f08c-4417-b9e3-1644c12d8674 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=dd991316-cfac-4e48-87c8-85c73b1ff206 HTTP/1.1" status: 200 len: 217 time: 0.1015429 Mar 10 14:54:11.728968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88204c-272f-47ee-9d51-5afce1777a97 req-66576058-3567-4f79-9657-df683b40c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.730418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e88204c-272f-47ee-9d51-5afce1777a97 req-66576058-3567-4f79-9657-df683b40c6f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c6f2d1b2-851f-4f10-9f79-206bc200c353 HTTP/1.1" status: 200 len: 916 time: 0.3931813 Mar 10 14:54:11.741884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caa910a-5aa5-412e-808d-b17573379602 req-f514f00a-c25f-461f-beda-82243357f590 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643491 Mar 10 14:54:11.760608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-09b5c67e-3dfd-4eda-9240-e698b5b1f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.761941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-09b5c67e-3dfd-4eda-9240-e698b5b1f46e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1486275 Mar 10 14:54:11.804599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfcf66-8554-4c8e-b1a2-69e04a5ddb3a req-86503d6d-8961-4bb7-910a-98324ecbf25a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.806012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3bfcf66-8554-4c8e-b1a2-69e04a5ddb3a req-86503d6d-8961-4bb7-910a-98324ecbf25a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 947 time: 0.2710750 Mar 10 14:54:11.821736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e88204c-272f-47ee-9d51-5afce1777a97 req-a8db9c9f-ed23-44e2-ab61-f30f06a91015 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbbac54a-23c0-4b24-b073-48b8ea4d697a HTTP/1.1" status: 200 len: 217 time: 0.0781479 Mar 10 14:54:11.829583 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d90d9a-093f-4ff7-a721-e3524831daac req-9306c785-7213-4275-8832-13ca8963e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.831019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4d90d9a-093f-4ff7-a721-e3524831daac req-9306c785-7213-4275-8832-13ca8963e872 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2382967 Mar 10 14:54:11.837571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81c955-2d51-4936-a253-77fced31c7fd req-ef1fadff-f91d-4f77-9942-c4558200334f tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:11.838945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f81c955-2d51-4936-a253-77fced31c7fd req-ef1fadff-f91d-4f77-9942-c4558200334f tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 943 time: 0.3011751 Mar 10 14:54:12.037742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88204c-272f-47ee-9d51-5afce1777a97 req-90bd8a34-54b8-42bb-a1d1-8e334380c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:12.039197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e88204c-272f-47ee-9d51-5afce1777a97 req-90bd8a34-54b8-42bb-a1d1-8e334380c8ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc6ed62f-6b08-4698-ae85-0efacda92e39 HTTP/1.1" status: 200 len: 855 time: 0.1820328 Mar 10 14:54:12.068538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3bfcf66-8554-4c8e-b1a2-69e04a5ddb3a req-78026bae-4cf2-4586-a6c4-831b13b60c89 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452710 Mar 10 14:54:12.077227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f81c955-2d51-4936-a253-77fced31c7fd req-1eb28d74-425c-41c7-ba3e-969a16544bfb tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980500 Mar 10 14:54:12.078913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-1ac959b0-911b-40a4-bc93-3f434e9165f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:12.088241 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-1ac959b0-911b-40a4-bc93-3f434e9165f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2856646 Mar 10 14:54:12.088241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab80452-9210-4c7c-8761-77f7845c2c95 req-3a068219-9b6a-4c14-925e-8e2b5ead494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:12.088241 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cab80452-9210-4c7c-8761-77f7845c2c95 req-3a068219-9b6a-4c14-925e-8e2b5ead494b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 1130 time: 0.2872586 Mar 10 14:54:12.106968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e88204c-272f-47ee-9d51-5afce1777a97 req-b2831533-fe09-49c6-91c3-cc7c4b822908 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6f2d1b2-851f-4f10-9f79-206bc200c353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568056 Mar 10 14:54:12.197644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4d90d9a-093f-4ff7-a721-e3524831daac req-a61f92f4-0110-4675-b24e-bdbb72d2d14f service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194950 Mar 10 14:54:12.645802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3431b64f-45f6-48a3-8d2d-a6f1490926ca', 'tag': 'dd991316-cfac-4e48-87c8-85c73b1ff206'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:12.648048 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b30211-7c04-45f1-bada-680220c98a84" -d '{"events": [{"name": "network-changed", "server_uuid": "3431b64f-45f6-48a3-8d2d-a6f1490926ca", "tag": "dd991316-cfac-4e48-87c8-85c73b1ff206"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:12.678403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e88204c-272f-47ee-9d51-5afce1777a97 req-8dc95cad-1098-42a9-862a-1b1a9c991e57 service neutron] 10.222.0.62 "GET /v2.0/networks/c6f2d1b2-851f-4f10-9f79-206bc200c353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561628 Mar 10 14:54:12.702755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab80452-9210-4c7c-8761-77f7845c2c95 req-fb028661-2f2c-4db5-b33c-9cca1e1491db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:12.704153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cab80452-9210-4c7c-8761-77f7845c2c95 req-fb028661-2f2c-4db5-b33c-9cca1e1491db service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.6006181 Mar 10 14:54:12.722213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-e555d772-504b-406b-ba79-5eb662e7ac31 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175566 Mar 10 14:54:12.728802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e6491-7505-4da8-8cd9-606195d49b40 req-c9b5f238-61f7-487e-b256-57716bd3e828 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:12.730122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-477e6491-7505-4da8-8cd9-606195d49b40 req-c9b5f238-61f7-487e-b256-57716bd3e828 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 948 time: 0.5713592 Mar 10 14:54:12.816879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cab80452-9210-4c7c-8761-77f7845c2c95 req-078d239b-9214-4f90-af7d-548103f00a28 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747 HTTP/1.1" status: 200 len: 217 time: 0.1012466 Mar 10 14:54:12.818806 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4d90d9a-093f-4ff7-a721-e3524831daac req-83ec2bbe-2729-43b0-a0b1-c3374504dbed service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987096 Mar 10 14:54:12.967084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db1a9d-e55a-4ee6-832b-8869122d2d8d req-513d6308-ce01-4a41-bd64-0046aa68e576 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:12.968455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55db1a9d-e55a-4ee6-832b-8869122d2d8d req-513d6308-ce01-4a41-bd64-0046aa68e576 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 949 time: 0.3172531 Mar 10 14:54:13.000686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab80452-9210-4c7c-8761-77f7845c2c95 req-6b81efba-df0f-4f94-b051-1dd00abd2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:13.002828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cab80452-9210-4c7c-8761-77f7845c2c95 req-6b81efba-df0f-4f94-b051-1dd00abd2450 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1746747 Mar 10 14:54:13.022289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-477e6491-7505-4da8-8cd9-606195d49b40 req-c4a3cea5-e077-4ae7-a12c-556e5e29c6f3 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709355 Mar 10 14:54:13.024377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e88204c-272f-47ee-9d51-5afce1777a97 req-027e6257-a89c-4b99-affd-64d832329d79 service neutron] 10.222.0.62 "GET /v2.0/networks/c6f2d1b2-851f-4f10-9f79-206bc200c353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393822 Mar 10 14:54:13.043576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c777fe7a-0abd-408b-a90d-3df194e2932d req-302a0608-1307-491e-881e-9f795fa91e6d service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896521 Mar 10 14:54:13.073210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 53ea4dec-3182-416a-a19d-ca5d23d45272 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:54:13.107737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55db1a9d-e55a-4ee6-832b-8869122d2d8d req-5fb2e658-4f2e-4f7a-9dce-7943ebae04e6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215367 Mar 10 14:54:13.153227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab80452-9210-4c7c-8761-77f7845c2c95 req-68a30eac-686f-4b0c-864e-a950e4787120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:13.156519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cab80452-9210-4c7c-8761-77f7845c2c95 req-68a30eac-686f-4b0c-864e-a950e4787120 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1375473 Mar 10 14:54:13.216102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 53ea4dec-3182-416a-a19d-ca5d23d45272, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=53ea4dec-3182-416a-a19d-ca5d23d45272,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:13.229311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '53ea4dec-3182-416a-a19d-ca5d23d45272', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '53ea4dec-3182-416a-a19d-ca5d23d45272', 'mac_address': 'fa:16:3e:92:a0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:54:13.242640 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1458746-36fc-467b-9711-9c4af47e8ea4 x-openstack-request-id: req-f1458746-36fc-467b-9711-9c4af47e8ea4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:13.242975 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3431b64f-45f6-48a3-8d2d-a6f1490926ca", "tag": "dd991316-cfac-4e48-87c8-85c73b1ff206", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:13.244138 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1458746-36fc-467b-9711-9c4af47e8ea4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:13.245788 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3431b64f-45f6-48a3-8d2d-a6f1490926ca', 'tag': 'dd991316-cfac-4e48-87c8-85c73b1ff206', 'status': 'completed', 'code': 200} Mar 10 14:54:13.257144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cf2ce-29a2-4553-970b-88bda6f21733 req-65f839b9-1506-49f6-912e-8007b58815da tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:13.258695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c67cf2ce-29a2-4553-970b-88bda6f21733 req-65f839b9-1506-49f6-912e-8007b58815da tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 945 time: 0.1372550 Mar 10 14:54:13.279955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 53ea4dec-3182-416a-a19d-ca5d23d45272 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:13.280706 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:13.297130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ea4dec-3182-416a-a19d-ca5d23d45272 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:13.318543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 53ea4dec-3182-416a-a19d-ca5d23d45272, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=53ea4dec-3182-416a-a19d-ca5d23d45272,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:13.323721 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:13.373892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=53ea4dec-3182-416a-a19d-ca5d23d45272,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:13.381774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cab80452-9210-4c7c-8761-77f7845c2c95 req-a3470ac7-f0ab-4b34-97c7-da88d5f0dd0f service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171779 Mar 10 14:54:13.423007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b30211-7c04-45f1-bada-680220c98a84 req-c3733214-82ec-4a32-891b-0ce88bf5d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:13.424504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04b30211-7c04-45f1-bada-680220c98a84 req-c3733214-82ec-4a32-891b-0ce88bf5d4cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 1129 time: 0.1603961 Mar 10 14:54:13.476353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c67cf2ce-29a2-4553-970b-88bda6f21733 req-e0e42b27-fe90-4d60-b22c-ce013f60593b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766262 Mar 10 14:54:13.522072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97538251-4321-4910-9ae8-11d298b33a32 req-1f618b2a-1449-4f89-9fc3-4186704edd99 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:13.523656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97538251-4321-4910-9ae8-11d298b33a32 req-1f618b2a-1449-4f89-9fc3-4186704edd99 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 947 time: 0.2175789 Mar 10 14:54:13.524369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34142) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:13.671347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cab80452-9210-4c7c-8761-77f7845c2c95 req-b1d4ad39-28af-4433-a8de-fe2c9c6c0fa4 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800622 Mar 10 14:54:13.682724 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:13.712607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97538251-4321-4910-9ae8-11d298b33a32 req-4398a5a0-41da-485e-bb8b-cb7460cbded6 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676526 Mar 10 14:54:13.714635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b30211-7c04-45f1-bada-680220c98a84 req-382b93ae-cf1b-45bc-b3c9-2f1af479990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:13.716044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04b30211-7c04-45f1-bada-680220c98a84 req-382b93ae-cf1b-45bc-b3c9-2f1af479990c service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2792728 Mar 10 14:54:13.730320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82da90-864a-4a48-8932-61d1a6f7b166 req-47a63261-bf65-46ed-80bd-8a652c40e5ff tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:13.731839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff82da90-864a-4a48-8932-61d1a6f7b166 req-47a63261-bf65-46ed-80bd-8a652c40e5ff tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 943 time: 0.1824396 Mar 10 14:54:13.780352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04b30211-7c04-45f1-bada-680220c98a84 req-57eb9a26-8b2e-42a1-ae34-219301dd3d42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=dd991316-cfac-4e48-87c8-85c73b1ff206 HTTP/1.1" status: 200 len: 217 time: 0.0445287 Mar 10 14:54:13.795543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['53ea4dec-3182-416a-a19d-ca5d23d45272'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:13.900682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b30211-7c04-45f1-bada-680220c98a84 req-c1926d6f-7d8f-4655-bcd7-08e3eba48e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:13.902260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04b30211-7c04-45f1-bada-680220c98a84 req-c1926d6f-7d8f-4655-bcd7-08e3eba48e9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1119306 Mar 10 14:54:13.921402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff82da90-864a-4a48-8932-61d1a6f7b166 req-3a2675bc-25b7-44d2-a82d-9f2601022557 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780174 Mar 10 14:54:13.985666 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Publish callbacks [] for security_group (414557e7-5665-4e4d-bd3f-34c0465256b7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:13.992844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (414557e7-5665-4e4d-bd3f-34c0465256b7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:14.024262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e9b8b-43d2-49fd-bbe4-aa6cb69d9a7d req-d556f6ab-93aa-402d-b91b-5b5c840a6416 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:14.025759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-125e9b8b-43d2-49fd-bbe4-aa6cb69d9a7d req-d556f6ab-93aa-402d-b91b-5b5c840a6416 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 945 time: 0.1529648 Mar 10 14:54:14.038780 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34152) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:14.043323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2857a4fc-6f48-4f31-a130-369da671f94a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Request body: {'floatingip': {'port_id': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:14.068292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f256bde6481742318869cd6759f5df5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5340421 Mar 10 14:54:14.068292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34156) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:14.068292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b30211-7c04-45f1-bada-680220c98a84 req-f11e6d62-621f-4429-9784-7d3510e87995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:14.068292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04b30211-7c04-45f1-bada-680220c98a84 req-f11e6d62-621f-4429-9784-7d3510e87995 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1457953 Mar 10 14:54:14.075104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414557e7-5665-4e4d-bd3f-34c0465256b7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:14.118288 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2857a4fc-6f48-4f31-a130-369da671f94a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for floatingip (f33f36c3-727f-4e6f-bca8-472d71f39167), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:14.120605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.120969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.121314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.121650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.121999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.122318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.122645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.122997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.123324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.123647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.123970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.124293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.124630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170301f5-caef-47e9-8afb-0e4e9406e59d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:14.251876 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c56a-124e-493d-bfb8-e27f12619d43 admin admin] Publish callbacks [] for security_group (414557e7-5665-4e4d-bd3f-34c0465256b7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:14.287089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc16c00-cc07-4ac4-b982-70bce3fd4f40 req-5750aa27-ff12-4404-bf74-acfe2a214427 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:14.288591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffc16c00-cc07-4ac4-b982-70bce3fd4f40 req-5750aa27-ff12-4404-bf74-acfe2a214427 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 949 time: 0.1580968 Mar 10 14:54:14.295880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04b30211-7c04-45f1-bada-680220c98a84 req-554b169e-58b4-4dff-8618-007dd86d484c service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103760 Mar 10 14:54:14.317545 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c56a-124e-493d-bfb8-e27f12619d43 admin admin] Publish callbacks [] for security_group (414557e7-5665-4e4d-bd3f-34c0465256b7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:14.507942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffc16c00-cc07-4ac4-b982-70bce3fd4f40 req-d859d420-eaf3-4377-8c4a-7e298b4e5f5d tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019258 Mar 10 14:54:14.516863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d236c5-3dfb-4f10-9bd0-cebac4872b2e req-bdb7c1db-bc46-4c1b-8d2a-fce251323b9b tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:14.518920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13d236c5-3dfb-4f10-9bd0-cebac4872b2e req-bdb7c1db-bc46-4c1b-8d2a-fce251323b9b tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.45 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 949 time: 0.2253079 Mar 10 14:54:14.536111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cbbac54a-23c0-4b24-b073-48b8ea4d697a details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:54:14.799511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2857a4fc-6f48-4f31-a130-369da671f94a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:14.807901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2857a4fc-6f48-4f31-a130-369da671f94a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (f33f36c3-727f-4e6f-bca8-472d71f39167), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:14.817352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port cbbac54a-23c0-4b24-b073-48b8ea4d697a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cbbac54a-23c0-4b24-b073-48b8ea4d697a,segment=NetworkSegment(bacea59d-50d4-4710-83ca-4ebde6ae85f1),segment_id=bacea59d-50d4-4710-83ca-4ebde6ae85f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:14.821330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04b30211-7c04-45f1-bada-680220c98a84 req-f109f760-62b7-4f24-8eeb-7a752aeb1cfe service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143905 Mar 10 14:54:14.828304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c56a-124e-493d-bfb8-e27f12619d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (414557e7-5665-4e4d-bd3f-34c0465256b7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:14.831506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c56a-124e-493d-bfb8-e27f12619d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:14.835264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4ac7c56a-124e-493d-bfb8-e27f12619d43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/414557e7-5665-4e4d-bd3f-34c0465256b7 HTTP/1.1" status: 204 len: 168 time: 0.7663269 Mar 10 14:54:14.842779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a206979-c4e0-459d-b038-8817aa6a4b5c req-73dbe1aa-730f-439e-a457-97e13eb2e1b2 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:14.844276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a206979-c4e0-459d-b038-8817aa6a4b5c req-73dbe1aa-730f-439e-a457-97e13eb2e1b2 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 949 time: 0.5248728 Mar 10 14:54:14.845575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'cbbac54a-23c0-4b24-b073-48b8ea4d697a', 'network_id': 'c6f2d1b2-851f-4f10-9f79-206bc200c353', 'port_id': 'cbbac54a-23c0-4b24-b073-48b8ea4d697a', 'mac_address': 'fa:16:3e:70:c2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6ed62f-6b08-4698-ae85-0efacda92e39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:54:14.860575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7c56a-124e-493d-bfb8-e27f12619d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414557e7-5665-4e4d-bd3f-34c0465256b7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:14.902595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port cbbac54a-23c0-4b24-b073-48b8ea4d697a is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:14.903322 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:14.923882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbac54a-23c0-4b24-b073-48b8ea4d697a {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:14.964618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port cbbac54a-23c0-4b24-b073-48b8ea4d697a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cbbac54a-23c0-4b24-b073-48b8ea4d697a,segment=NetworkSegment(bacea59d-50d4-4710-83ca-4ebde6ae85f1),segment_id=bacea59d-50d4-4710-83ca-4ebde6ae85f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:14.972406 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.001861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a206979-c4e0-459d-b038-8817aa6a4b5c req-95dcf9cb-971d-47fc-8aaf-54c77a142130 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447666 Mar 10 14:54:15.056253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=cbbac54a-23c0-4b24-b073-48b8ea4d697a,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:15.079383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 53ea4dec-3182-416a-a19d-ca5d23d45272 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:15.108130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21080da-26ff-45e3-947d-08948e220096 req-50174e6b-9821-4631-9c00-dd957425cfc0 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:15.114450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c21080da-26ff-45e3-947d-08948e220096 req-50174e6b-9821-4631-9c00-dd957425cfc0 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 947 time: 0.1816075 Mar 10 14:54:15.119592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-13d236c5-3dfb-4f10-9bd0-cebac4872b2e req-b69d5a83-d235-466b-af7d-629ade40f5b6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Deleting port 11e439e5-661d-4c09-bd21-d116a4fac6ce {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:54:15.119950 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-13d236c5-3dfb-4f10-9bd0-cebac4872b2e req-b69d5a83-d235-466b-af7d-629ade40f5b6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.223710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 53ea4dec-3182-416a-a19d-ca5d23d45272 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:54:15.228460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 53ea4dec-3182-416a-a19d-ca5d23d45272 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:15.228974 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.311853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cbbac54a-23c0-4b24-b073-48b8ea4d697a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:15.313538 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-2857a4fc-6f48-4f31-a130-369da671f94a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Floating IP f33f36c3-727f-4e6f-bca8-472d71f39167 associated. External IP: 172.25.3.218, port: 9ac9bc09-e19d-440d-b13e-24b9b7f92e84. Mar 10 14:54:15.325081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c21080da-26ff-45e3-947d-08948e220096 req-0986c10e-e675-44d9-bd49-e699d47ac582 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771417 Mar 10 14:54:15.325081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-13d236c5-3dfb-4f10-9bd0-cebac4872b2e req-b69d5a83-d235-466b-af7d-629ade40f5b6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] For port 11e439e5-661d-4c09-bd21-d116a4fac6ce, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=11e439e5-661d-4c09-bd21-d116a4fac6ce,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:15.325081 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-13d236c5-3dfb-4f10-9bd0-cebac4872b2e req-b69d5a83-d235-466b-af7d-629ade40f5b6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.342533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2db28-df6e-44d9-839f-201dc4f39391 req-fd0854ef-e1d1-487d-a640-2e3f25a3d643 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:15.359659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bf2db28-df6e-44d9-839f-201dc4f39391 req-fd0854ef-e1d1-487d-a640-2e3f25a3d643 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 944 time: 0.2030280 Mar 10 14:54:15.369082 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34194) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:15.436351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-13d236c5-3dfb-4f10-9bd0-cebac4872b2e req-b69d5a83-d235-466b-af7d-629ade40f5b6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Calling delete_port for 11e439e5-661d-4c09-bd21-d116a4fac6ce owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:54:15.505437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 53ea4dec-3182-416a-a19d-ca5d23d45272 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:15.505829 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.540260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34204) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:15.551579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324d60a0-c88b-400f-9e03-f4dac8464282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ea4dec-3182-416a-a19d-ca5d23d45272'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:15.553725 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff5244-6dee-41c1-90a6-ada0a02c4d30" -d '{"events": [{"server_uuid": "324d60a0-c88b-400f-9e03-f4dac8464282", "name": "network-vif-plugged", "status": "completed", "tag": "53ea4dec-3182-416a-a19d-ca5d23d45272"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:15.562300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cebfb2b3-777f-43f9-a0b5-521143a1e6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.572263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 53ea4dec-3182-416a-a19d-ca5d23d45272, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=53ea4dec-3182-416a-a19d-ca5d23d45272,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:15.577869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bf2db28-df6e-44d9-839f-201dc4f39391 req-635bdcf4-0753-4176-8ffd-5bb7a9c959b2 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111254 Mar 10 14:54:15.613064 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.674899 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-987d46b4-80dc-445e-95b1-02301cbf17d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.685589 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454a5adc-95fb-4940-83de-8b90f3a8128e x-openstack-request-id: req-454a5adc-95fb-4940-83de-8b90f3a8128e {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:15.685914 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324d60a0-c88b-400f-9e03-f4dac8464282", "name": "network-vif-plugged", "status": "completed", "tag": "53ea4dec-3182-416a-a19d-ca5d23d45272", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:15.686179 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-454a5adc-95fb-4940-83de-8b90f3a8128e {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:15.686589 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324d60a0-c88b-400f-9e03-f4dac8464282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ea4dec-3182-416a-a19d-ca5d23d45272', 'code': 200} Mar 10 14:54:15.717092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2857a4fc-6f48-4f31-a130-369da671f94a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Router 9af23b5f-4f36-404a-947a-1c19e4fec7da has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:54:15.746584 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=53ea4dec-3182-416a-a19d-ca5d23d45272,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:15.851156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0eb74-03ac-4f04-ab73-193972cfb230 req-65de0d8f-a5dd-48e8-95b5-399d79e5aa0a tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:15.852690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efe0eb74-03ac-4f04-ab73-193972cfb230 req-65de0d8f-a5dd-48e8-95b5-399d79e5aa0a tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 950 time: 0.2152357 Mar 10 14:54:15.855260 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cebfb2b3-777f-43f9-a0b5-521143a1e6b8 admin admin] Publish callbacks [] for security_group (5ad6c28b-b434-4094-bf55-4b8fa7d3be61), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.875318 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cebfb2b3-777f-43f9-a0b5-521143a1e6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5ad6c28b-b434-4094-bf55-4b8fa7d3be61), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.880550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2857a4fc-6f48-4f31-a130-369da671f94a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:54:15.886975 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2857a4fc-6f48-4f31-a130-369da671f94a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.888138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-13d236c5-3dfb-4f10-9bd0-cebac4872b2e req-b69d5a83-d235-466b-af7d-629ade40f5b6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (11e439e5-661d-4c09-bd21-d116a4fac6ce), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.895293 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758bab8-395a-4a1c-bd57-3ef84f813343 None None] Sync routers for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:54:15.901554 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-987d46b4-80dc-445e-95b1-02301cbf17d8 admin admin] Publish callbacks [] for security_group (517846e0-39e1-48a5-b35e-cd6cd7ab64e3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.901881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['11e439e5-661d-4c09-bd21-d116a4fac6ce'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:15.905894 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758bab8-395a-4a1c-bd57-3ef84f813343 None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:54:15.906527 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a758bab8-395a-4a1c-bd57-3ef84f813343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:53:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:15.925259 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-987d46b4-80dc-445e-95b1-02301cbf17d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (517846e0-39e1-48a5-b35e-cd6cd7ab64e3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:15.967825 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2857a4fc-6f48-4f31-a130-369da671f94a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "PUT /v2.0/floatingips/f33f36c3-727f-4e6f-bca8-472d71f39167 HTTP/1.1" status: 200 len: 991 time: 1.9279318 Mar 10 14:54:15.991777 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'tag': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:15.994049 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3347a287-5bdf-42b1-b6e3-9092d881db50" -d '{"events": [{"name": "network-changed", "server_uuid": "f90cebce-44bf-4cdd-8d72-ad003e7d86a5", "tag": "9ac9bc09-e19d-440d-b13e-24b9b7f92e84"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:15.994280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e7edd-d884-4c11-be11-18eeca9368f8 req-b682dc85-5216-479b-84fc-dc5486316559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:15.996098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c81e7edd-d884-4c11-be11-18eeca9368f8 req-b682dc85-5216-479b-84fc-dc5486316559 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 1132 time: 0.2475789 Mar 10 14:54:16.011160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d5a83-d235-466b-af7d-629ade40f5b6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Pushing event deleted for resources: {'Port': ['ID=11e439e5-661d-4c09-bd21-d116a4fac6ce,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:16.015549 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-987d46b4-80dc-445e-95b1-02301cbf17d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc806fe880bf41fda4cdc2fc20197cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6417172 Mar 10 14:54:16.015769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34216) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:16.016335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34218) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:16.021924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efe0eb74-03ac-4f04-ab73-193972cfb230 req-d2106176-f59e-4d61-b065-54b5520f8c11 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566103 Mar 10 14:54:16.041123 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d46b4-80dc-445e-95b1-02301cbf17d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517846e0-39e1-48a5-b35e-cd6cd7ab64e3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:16.068815 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-a758bab8-395a-4a1c-bd57-3ef84f813343 None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:54:16.086512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cebfb2b3-777f-43f9-a0b5-521143a1e6b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26bd85ddc13c45928db4a6632dcbf0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5420148 Mar 10 14:54:16.148374 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235d0573-513f-424e-a753-1e73813c4049 x-openstack-request-id: req-235d0573-513f-424e-a753-1e73813c4049 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:16.148997 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90cebce-44bf-4cdd-8d72-ad003e7d86a5", "tag": "9ac9bc09-e19d-440d-b13e-24b9b7f92e84", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:16.149232 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-235d0573-513f-424e-a753-1e73813c4049 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:16.149586 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'tag': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84', 'status': 'completed', 'code': 200} Mar 10 14:54:16.150358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34224) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:16.261202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfb2b3-777f-43f9-a0b5-521143a1e6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad6c28b-b434-4094-bf55-4b8fa7d3be61,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:16.270567 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Publish callbacks [] for security_group (517846e0-39e1-48a5-b35e-cd6cd7ab64e3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:16.295606 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Publish callbacks [] for security_group (517846e0-39e1-48a5-b35e-cd6cd7ab64e3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:16.321458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d236c5-3dfb-4f10-9bd0-cebac4872b2e req-b69d5a83-d235-466b-af7d-629ade40f5b6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] No DVR routers for this DVR port 11e439e5-661d-4c09-bd21-d116a4fac6ce on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:54:16.347756 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-13d236c5-3dfb-4f10-9bd0-cebac4872b2e req-b69d5a83-d235-466b-af7d-629ade40f5b6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:16.351801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13d236c5-3dfb-4f10-9bd0-cebac4872b2e req-b69d5a83-d235-466b-af7d-629ade40f5b6 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.45 "DELETE /v2.0/ports/11e439e5-661d-4c09-bd21-d116a4fac6ce HTTP/1.1" status: 204 len: 173 time: 1.8255761 Mar 10 14:54:16.353962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319bc8c4-9414-492d-8ba7-9bfd715ae54c', 'name': 'network-vif-deleted', 'tag': '11e439e5-661d-4c09-bd21-d116a4fac6ce'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:16.356374 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adfbd1a-daa5-43d8-8659-628528960c48" -d '{"events": [{"server_uuid": "319bc8c4-9414-492d-8ba7-9bfd715ae54c", "name": "network-vif-deleted", "tag": "11e439e5-661d-4c09-bd21-d116a4fac6ce"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:16.373185 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (517846e0-39e1-48a5-b35e-cd6cd7ab64e3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:16.375976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:16.377868 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/517846e0-39e1-48a5-b35e-cd6cd7ab64e3 HTTP/1.1" status: 204 len: 168 time: 0.3504105 Mar 10 14:54:16.386269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50cd4b90-3766-433e-97b8-fae511280d1d req-af1ab76d-50df-4e22-b478-c424cd6f0e31 tempest-DeleteServersAdminTestJSON-2140955494 tempest-DeleteServersAdminTestJSON-2140955494-project] 10.222.0.11 "GET /v2.0/ports?device_id=319bc8c4-9414-492d-8ba7-9bfd715ae54c HTTP/1.1" status: 200 len: 210 time: 0.1625063 Mar 10 14:54:16.423966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c81e7edd-d884-4c11-be11-18eeca9368f8 req-e2931747-3805-4702-b061-a45edde1e03f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851166 Mar 10 14:54:16.441517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517846e0-39e1-48a5-b35e-cd6cd7ab64e3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:16.461836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.462207 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.462523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.462889 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.463237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.463557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.463884 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.464207 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.464534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.466834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.467192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.467531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.467866 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5768e5-29b9-4b2f-8452-21f0c82d3685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:16.469906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2041a-1fab-4f55-a89d-b9db9c0e49ac req-d13ac1c6-9fea-4996-837a-4571e23c5838 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:16.473059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80e2041a-1fab-4f55-a89d-b9db9c0e49ac req-d13ac1c6-9fea-4996-837a-4571e23c5838 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 945 time: 0.3750548 Mar 10 14:54:16.489013 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a15e3f47-b54e-46cd-ae44-0690eb3f748e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b03e50056a014b7aa65ca4a0db7f221f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4690783 Mar 10 14:54:16.489401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347a287-5bdf-42b1-b6e3-9092d881db50 req-326ca6ee-fe9f-4991-9acd-d58eb9e00317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:16.491031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3347a287-5bdf-42b1-b6e3-9092d881db50 req-326ca6ee-fe9f-4991-9acd-d58eb9e00317 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8404c511751549ef9bb0a6b6371767b0&device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 1127 time: 0.2687578 Mar 10 14:54:16.491549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34232) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:16.495951 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a758bab8-395a-4a1c-bd57-3ef84f813343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'f33f36c3-727f-4e6f-bca8-472d71f39167', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'port_id': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'mac_address': 'fa:16:3e:cc:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:53:54Z', 'updated_at': '2022-03-10T14:54:14Z', 'revision_number': 1, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:16.511818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14813b1a-f80d-445e-8e70-50cbf19c8e90 admin admin] Publish callbacks [] for security_group (5ad6c28b-b434-4094-bf55-4b8fa7d3be61), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:16.529631 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758bab8-395a-4a1c-bd57-3ef84f813343 None None] Checking router: 9af23b5f-4f36-404a-947a-1c19e4fec7da for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:54:16.540265 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758bab8-395a-4a1c-bd57-3ef84f813343 None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:54:16.540850 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a758bab8-395a-4a1c-bd57-3ef84f813343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:53:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:16.558688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c0db58be-ff62-4d37-a4a0-cfb3291f8747 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:54:16.575083 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14813b1a-f80d-445e-8e70-50cbf19c8e90 admin admin] Publish callbacks [] for security_group (5ad6c28b-b434-4094-bf55-4b8fa7d3be61), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:16.588740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cbbac54a-23c0-4b24-b073-48b8ea4d697a up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:16.615458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347a287-5bdf-42b1-b6e3-9092d881db50 req-2045b621-6df5-4de2-b0aa-f8d7886860c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:16.627634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3347a287-5bdf-42b1-b6e3-9092d881db50 req-2045b621-6df5-4de2-b0aa-f8d7886860c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8c605883-22c8-4299-b66f-e751e3fca9d6 HTTP/1.1" status: 200 len: 924 time: 0.1159379 Mar 10 14:54:16.656924 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14813b1a-f80d-445e-8e70-50cbf19c8e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5ad6c28b-b434-4094-bf55-4b8fa7d3be61), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:16.661066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14813b1a-f80d-445e-8e70-50cbf19c8e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:16.662331 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-14813b1a-f80d-445e-8e70-50cbf19c8e90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ad6c28b-b434-4094-bf55-4b8fa7d3be61 HTTP/1.1" status: 204 len: 168 time: 0.5109975 Mar 10 14:54:16.670440 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-a758bab8-395a-4a1c-bd57-3ef84f813343 None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:54:16.694121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14813b1a-f80d-445e-8e70-50cbf19c8e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad6c28b-b434-4094-bf55-4b8fa7d3be61,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:16.827190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:16.862846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'mac_address': 'fa:16:3e:d8:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:54:16.920920 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ee3f-7196-4b13-b027-24bdba247c6d admin admin] Publish callbacks [] for security_group (784251ed-f356-437d-8751-3294b85bfc38), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:16.936456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c0db58be-ff62-4d37-a4a0-cfb3291f8747 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:16.936942 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:16.937934 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a758bab8-395a-4a1c-bd57-3ef84f813343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'f33f36c3-727f-4e6f-bca8-472d71f39167', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'port_id': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'mac_address': 'fa:16:3e:cc:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:53:54Z', 'updated_at': '2022-03-10T14:54:14Z', 'revision_number': 1, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:16.939877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80e2041a-1fab-4f55-a89d-b9db9c0e49ac req-2dbc3ed5-f2dc-49bc-b0c3-4eca9a8d4d1d tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4599018 Mar 10 14:54:16.949720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3347a287-5bdf-42b1-b6e3-9092d881db50 req-cc1eca11-c631-46e2-be44-0a6e4cc48d02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ac9bc09-e19d-440d-b13e-24b9b7f92e84 HTTP/1.1" status: 200 len: 999 time: 0.2617996 Mar 10 14:54:16.957285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34240) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:16.974732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0db58be-ff62-4d37-a4a0-cfb3291f8747 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:16.993152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4274b3b-2eae-4998-9eae-8e1621dbaa43 req-fc76d3c7-97e6-4d4e-80ee-5a2c0131ddf8 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:16.993363 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758bab8-395a-4a1c-bd57-3ef84f813343 None None] The sync data for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 is: [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'f33f36c3-727f-4e6f-bca8-472d71f39167', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'port_id': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'mac_address': 'fa:16:3e:cc:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:53:54Z', 'updated_at': '2022-03-10T14:54:14Z', 'revision_number': 1, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:54:16.994175 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4b76-50c7-4ce8-b594-4c30496d47cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.000218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4274b3b-2eae-4998-9eae-8e1621dbaa43 req-fc76d3c7-97e6-4d4e-80ee-5a2c0131ddf8 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 947 time: 0.3864069 Mar 10 14:54:17.026012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:17.037394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port cbbac54a-23c0-4b24-b073-48b8ea4d697a completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:54:17.043107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port cbbac54a-23c0-4b24-b073-48b8ea4d697a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:17.043638 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.091611 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.100833 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c12009d-90e4-4978-9b3c-116fd64d9df9 x-openstack-request-id: req-7c12009d-90e4-4978-9b3c-116fd64d9df9 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:17.101125 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319bc8c4-9414-492d-8ba7-9bfd715ae54c", "name": "network-vif-deleted", "tag": "11e439e5-661d-4c09-bd21-d116a4fac6ce", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:17.101386 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c12009d-90e4-4978-9b3c-116fd64d9df9 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:17.101889 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319bc8c4-9414-492d-8ba7-9bfd715ae54c', 'name': 'network-vif-deleted', 'tag': '11e439e5-661d-4c09-bd21-d116a4fac6ce', 'status': 'completed', 'code': 200} Mar 10 14:54:17.109924 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ee3f-7196-4b13-b027-24bdba247c6d admin admin] Publish callbacks [] for security_group (784251ed-f356-437d-8751-3294b85bfc38), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.163519 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4b76-50c7-4ce8-b594-4c30496d47cb admin admin] Publish callbacks [] for security_group (17fd7fc4-0b62-46b1-beb1-739530d7b3e4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.168900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4b76-50c7-4ce8-b594-4c30496d47cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (17fd7fc4-0b62-46b1-beb1-739530d7b3e4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.194997 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device dd991316-cfac-4e48-87c8-85c73b1ff206 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:54:17.197298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347a287-5bdf-42b1-b6e3-9092d881db50 req-02c6a483-942e-4423-bbdd-25b6d2d9ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:17.198873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3347a287-5bdf-42b1-b6e3-9092d881db50 req-02c6a483-942e-4423-bbdd-25b6d2d9ae59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4cadca8-5689-48e2-8119-70885c7cc4d5 HTTP/1.1" status: 200 len: 862 time: 0.2206094 Mar 10 14:54:17.272095 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ef7e4b76-50c7-4ce8-b594-4c30496d47cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1afb3a95c2994c4386d1e3cef7ef2b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128426 Mar 10 14:54:17.276348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34250) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:17.284436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e4b76-50c7-4ce8-b594-4c30496d47cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fd7fc4-0b62-46b1-beb1-739530d7b3e4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:17.298477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4274b3b-2eae-4998-9eae-8e1621dbaa43 req-973cbee7-8ed9-44a7-9f22-5b861102919f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916412 Mar 10 14:54:17.336516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port dd991316-cfac-4e48-87c8-85c73b1ff206, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=dd991316-cfac-4e48-87c8-85c73b1ff206,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:17.356692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'dd991316-cfac-4e48-87c8-85c73b1ff206', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'dd991316-cfac-4e48-87c8-85c73b1ff206', 'mac_address': 'fa:16:3e:70:83:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:54:17.357034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506d4b3-1728-4b89-ba73-57d865c69d3f req-667d0a3a-9d49-4397-affb-23d3effb8b17 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:17.358769 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c506d4b3-1728-4b89-ba73-57d865c69d3f req-667d0a3a-9d49-4397-affb-23d3effb8b17 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 944 time: 0.2197230 Mar 10 14:54:17.391717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ee3f-7196-4b13-b027-24bdba247c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (784251ed-f356-437d-8751-3294b85bfc38), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.398100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ee3f-7196-4b13-b027-24bdba247c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.402131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fcf7ee3f-7196-4b13-b027-24bdba247c6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/784251ed-f356-437d-8751-3294b85bfc38 HTTP/1.1" status: 204 len: 168 time: 0.8966618 Mar 10 14:54:17.432374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347a287-5bdf-42b1-b6e3-9092d881db50 req-de1b0207-9307-4e64-91b1-b0158c25c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:17.436893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3347a287-5bdf-42b1-b6e3-9092d881db50 req-de1b0207-9307-4e64-91b1-b0158c25c635 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8c605883-22c8-4299-b66f-e751e3fca9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2273180 Mar 10 14:54:17.480354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18ed4abe-1953-4753-a8d1-f648badc6534 admin admin] Publish callbacks [] for security_group (17fd7fc4-0b62-46b1-beb1-739530d7b3e4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.504468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port dd991316-cfac-4e48-87c8-85c73b1ff206 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:17.505037 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.507655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a7bd3-f55c-4855-a8c7-4d66d1566405 None None] New status for floating IP f33f36c3-727f-4e6f-bca8-472d71f39167: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 14:54:17.532258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7ee3f-7196-4b13-b027-24bdba247c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784251ed-f356-437d-8751-3294b85bfc38,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:17.545042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18ed4abe-1953-4753-a8d1-f648badc6534 admin admin] Publish callbacks [] for security_group (17fd7fc4-0b62-46b1-beb1-739530d7b3e4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.594435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c0db58be-ff62-4d37-a4a0-cfb3291f8747'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:17.615823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c506d4b3-1728-4b89-ba73-57d865c69d3f req-9717a735-caae-449c-a128-edd5e0d681d8 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501261 Mar 10 14:54:17.634522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18ed4abe-1953-4753-a8d1-f648badc6534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (17fd7fc4-0b62-46b1-beb1-739530d7b3e4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.638552 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18ed4abe-1953-4753-a8d1-f648badc6534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.641481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port cbbac54a-23c0-4b24-b073-48b8ea4d697a is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:17.642407 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.644648 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-18ed4abe-1953-4753-a8d1-f648badc6534 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17fd7fc4-0b62-46b1-beb1-739530d7b3e4 HTTP/1.1" status: 204 len: 168 time: 0.3671465 Mar 10 14:54:17.660728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed4abe-1953-4753-a8d1-f648badc6534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fd7fc4-0b62-46b1-beb1-739530d7b3e4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:17.727740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a849196-51ab-4e1e-83cd-72f4dd1b68d1 req-d8c4689d-c5e9-4ae4-8f83-899883386efe tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:17.738318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd991316-cfac-4e48-87c8-85c73b1ff206 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:17.738891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a849196-51ab-4e1e-83cd-72f4dd1b68d1 req-d8c4689d-c5e9-4ae4-8f83-899883386efe tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 950 time: 0.3327281 Mar 10 14:54:17.753416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:17.812461 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.823950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3347a287-5bdf-42b1-b6e3-9092d881db50 req-af576d0d-c95c-4d7e-a0c2-9d4a41867137 service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080175 Mar 10 14:54:17.894072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9d5f16-a49b-472b-9dc1-3075a869fcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbac54a-23c0-4b24-b073-48b8ea4d697a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:17.896818 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9d612d-5b95-4d4e-8e1c-bcb41f969499" -d '{"events": [{"server_uuid": "cb9d5f16-a49b-472b-9dc1-3075a869fcc0", "name": "network-vif-plugged", "status": "completed", "tag": "cbbac54a-23c0-4b24-b073-48b8ea4d697a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:17.920031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port dd991316-cfac-4e48-87c8-85c73b1ff206, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=dd991316-cfac-4e48-87c8-85c73b1ff206,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:17.929924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port cbbac54a-23c0-4b24-b073-48b8ea4d697a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cbbac54a-23c0-4b24-b073-48b8ea4d697a,segment=NetworkSegment(bacea59d-50d4-4710-83ca-4ebde6ae85f1),segment_id=bacea59d-50d4-4710-83ca-4ebde6ae85f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:17.942178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3347a287-5bdf-42b1-b6e3-9092d881db50 req-37183887-b6bb-4538-8fd3-1ca394da039c service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109781 Mar 10 14:54:17.961634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a849196-51ab-4e1e-83cd-72f4dd1b68d1 req-ae90d905-b284-47e8-84af-3d1daf4a25d8 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189488 Mar 10 14:54:17.962552 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:17.972487 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:18.042416 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e370a6a7-39c6-4010-b48f-da5b90c303d9 x-openstack-request-id: req-e370a6a7-39c6-4010-b48f-da5b90c303d9 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:18.042777 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9d5f16-a49b-472b-9dc1-3075a869fcc0", "name": "network-vif-plugged", "status": "completed", "tag": "cbbac54a-23c0-4b24-b073-48b8ea4d697a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:18.043011 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e370a6a7-39c6-4010-b48f-da5b90c303d9 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:18.043409 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9d5f16-a49b-472b-9dc1-3075a869fcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbac54a-23c0-4b24-b073-48b8ea4d697a', 'code': 200} Mar 10 14:54:18.119929 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34284) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:18.153545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099cff-2883-4a0a-9f22-f09b34b90f59 req-ce1885e6-ed3e-4b0f-be5e-b9560994addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:18.156257 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23099cff-2883-4a0a-9f22-f09b34b90f59 req-ce1885e6-ed3e-4b0f-be5e-b9560994addb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 1127 time: 0.0721569 Mar 10 14:54:18.165629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=dd991316-cfac-4e48-87c8-85c73b1ff206,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:18.194067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34286) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:18.195089 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b753074a-71e3-4975-a04f-ab75692a9be8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac459680246f466fb9c3f53a959fca1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682135 Mar 10 14:54:18.268302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23099cff-2883-4a0a-9f22-f09b34b90f59 req-54c75a36-69c8-4b8d-87be-1328445909ff service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051166 Mar 10 14:54:18.299515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c19ba96-2626-4d85-8d95-d3aa456fa265 admin admin] Publish callbacks [] for security_group (03bda74e-a9ba-41b6-91a4-a77897b0f5ee), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:18.331789 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c19ba96-2626-4d85-8d95-d3aa456fa265 admin admin] Publish callbacks [] for security_group (03bda74e-a9ba-41b6-91a4-a77897b0f5ee), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:18.359011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['dd991316-cfac-4e48-87c8-85c73b1ff206'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:18.444714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=cbbac54a-23c0-4b24-b073-48b8ea4d697a,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:18.454159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5120b-af87-4054-8020-6f14d1773068 req-5fead70e-b73d-4863-a433-49389e1e449f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:18.461563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebb5120b-af87-4054-8020-6f14d1773068 req-5fead70e-b73d-4863-a433-49389e1e449f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 948 time: 0.0795157 Mar 10 14:54:18.470864 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c19ba96-2626-4d85-8d95-d3aa456fa265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (03bda74e-a9ba-41b6-91a4-a77897b0f5ee), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:18.473575 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c19ba96-2626-4d85-8d95-d3aa456fa265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:18.474874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1c19ba96-2626-4d85-8d95-d3aa456fa265 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03bda74e-a9ba-41b6-91a4-a77897b0f5ee HTTP/1.1" status: 204 len: 168 time: 0.2794840 Mar 10 14:54:18.493785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19ba96-2626-4d85-8d95-d3aa456fa265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bda74e-a9ba-41b6-91a4-a77897b0f5ee,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:18.538247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebb5120b-af87-4054-8020-6f14d1773068 req-3379fb05-f8aa-42b1-a34f-7b486e3feb42 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756993 Mar 10 14:54:18.644786 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34306) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:18.744614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352d091-a968-4538-b914-a2075dc4e47f req-bf2521c3-6a26-4832-8e66-087d14735f93 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:18.746080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f352d091-a968-4538-b914-a2075dc4e47f req-bf2521c3-6a26-4832-8e66-087d14735f93 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 945 time: 0.0536454 Mar 10 14:54:18.806201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f352d091-a968-4538-b914-a2075dc4e47f req-90c489de-9985-407d-879f-6f448d182cfc tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531673 Mar 10 14:54:18.953991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34318) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:18.955202 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c04560ef-0e51-4bbe-aac6-9d62d487d994 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bae2724df1f48e7a7b317da45b490f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3071215 Mar 10 14:54:19.007915 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b78650c3-39df-4b5c-bb2b-0a029f60a660 admin admin] Publish callbacks [] for security_group (dc87b0c5-6bfd-4087-964f-804c8eb1a1b8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:19.044550 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b78650c3-39df-4b5c-bb2b-0a029f60a660 admin admin] Publish callbacks [] for security_group (dc87b0c5-6bfd-4087-964f-804c8eb1a1b8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:19.096717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device dd991316-cfac-4e48-87c8-85c73b1ff206 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:19.145413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1928d6a-f3eb-44f6-ba68-554a5f3ef765 req-6c2d22c2-e6a2-4a84-b021-c30d5c05ef48 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:19.147120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1928d6a-f3eb-44f6-ba68-554a5f3ef765 req-6c2d22c2-e6a2-4a84-b021-c30d5c05ef48 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 950 time: 0.1056612 Mar 10 14:54:19.148125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b78650c3-39df-4b5c-bb2b-0a029f60a660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dc87b0c5-6bfd-4087-964f-804c8eb1a1b8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:19.151541 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b78650c3-39df-4b5c-bb2b-0a029f60a660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:19.155403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b78650c3-39df-4b5c-bb2b-0a029f60a660 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc87b0c5-6bfd-4087-964f-804c8eb1a1b8 HTTP/1.1" status: 204 len: 168 time: 0.1997187 Mar 10 14:54:19.170001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port dd991316-cfac-4e48-87c8-85c73b1ff206 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:54:19.176008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port dd991316-cfac-4e48-87c8-85c73b1ff206 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:19.177281 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:19.178815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78650c3-39df-4b5c-bb2b-0a029f60a660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc87b0c5-6bfd-4087-964f-804c8eb1a1b8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:19.212622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1928d6a-f3eb-44f6-ba68-554a5f3ef765 req-ec774e55-4d57-467b-8937-8fbe0c687f3c tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532422 Mar 10 14:54:19.304896 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port dd991316-cfac-4e48-87c8-85c73b1ff206 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:19.307329 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:19.342532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port dd991316-cfac-4e48-87c8-85c73b1ff206, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=dd991316-cfac-4e48-87c8-85c73b1ff206,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:19.347377 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:19.348238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 11e439e5-661d-4c09-bd21-d116a4fac6ce no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:54:19.387714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 11e439e5-661d-4c09-bd21-d116a4fac6ce {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:54:19.388066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 11e439e5-661d-4c09-bd21-d116a4fac6ce not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:54:19.424586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=dd991316-cfac-4e48-87c8-85c73b1ff206,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:19.678121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04708928-c213-428c-8dd7-a2271a51a67e req-ac5c9f50-ec4d-40e9-8feb-2590bde467b2 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:19.679672 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04708928-c213-428c-8dd7-a2271a51a67e req-ac5c9f50-ec4d-40e9-8feb-2590bde467b2 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 949 time: 0.0613480 Mar 10 14:54:19.751919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04708928-c213-428c-8dd7-a2271a51a67e req-0f4fd9fa-7b4a-4cbf-bf3b-97ad28cf611f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610077 Mar 10 14:54:19.772598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34362) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:19.794577 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47a78003-5ae5-4fe9-a7eb-7f40b794d786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:19.877873 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47a78003-5ae5-4fe9-a7eb-7f40b794d786 admin admin] Publish callbacks [] for security_group (2dafb875-1ea9-47cd-9476-915117d8131c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:19.883549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47a78003-5ae5-4fe9-a7eb-7f40b794d786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2dafb875-1ea9-47cd-9476-915117d8131c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:19.977394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-47a78003-5ae5-4fe9-a7eb-7f40b794d786 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c65fa55cef91475cb5871e9c4638d1f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036884 Mar 10 14:54:19.978006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34380) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:19.981445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a78003-5ae5-4fe9-a7eb-7f40b794d786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dafb875-1ea9-47cd-9476-915117d8131c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:20.010889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-f4b5369e-140c-42b9-886a-184136366f9d tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c7bdf5cae21a45bebf2fe3822cf579d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254641 Mar 10 14:54:20.044703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3431b64f-45f6-48a3-8d2d-a6f1490926ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd991316-cfac-4e48-87c8-85c73b1ff206'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:20.049701 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8181e4a-563f-4d42-9bd4-70de80f696e9" -d '{"events": [{"server_uuid": "3431b64f-45f6-48a3-8d2d-a6f1490926ca", "name": "network-vif-plugged", "status": "completed", "tag": "dd991316-cfac-4e48-87c8-85c73b1ff206"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:20.072531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427215-3c2c-4088-8384-ef8ab944bef1 req-8b53d0af-1aa6-42f6-8c3d-c200fb4e9b04 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:20.073568 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-212e5fc5-8f5b-40e4-b8fc-420272010f71 admin admin] Publish callbacks [] for security_group (2dafb875-1ea9-47cd-9476-915117d8131c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:20.080624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9427215-3c2c-4088-8384-ef8ab944bef1 req-8b53d0af-1aa6-42f6-8c3d-c200fb4e9b04 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 945 time: 0.1689239 Mar 10 14:54:20.109754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-212e5fc5-8f5b-40e4-b8fc-420272010f71 admin admin] Publish callbacks [] for security_group (2dafb875-1ea9-47cd-9476-915117d8131c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:20.174691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-212e5fc5-8f5b-40e4-b8fc-420272010f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2dafb875-1ea9-47cd-9476-915117d8131c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:20.177726 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-212e5fc5-8f5b-40e4-b8fc-420272010f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:20.181310 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-212e5fc5-8f5b-40e4-b8fc-420272010f71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2dafb875-1ea9-47cd-9476-915117d8131c HTTP/1.1" status: 204 len: 168 time: 0.2003953 Mar 10 14:54:20.186485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9427215-3c2c-4088-8384-ef8ab944bef1 req-cbc4bf1c-0130-4271-b8ce-5597228594d5 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047325 Mar 10 14:54:20.187690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e5fc5-8f5b-40e4-b8fc-420272010f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dafb875-1ea9-47cd-9476-915117d8131c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:20.233728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-1014c504-67f8-4e99-800e-fb130096a260 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:20.236159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-1014c504-67f8-4e99-800e-fb130096a260 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2153516 Mar 10 14:54:20.245337 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ba190d-ea06-4365-998b-9cb3b7443134 x-openstack-request-id: req-08ba190d-ea06-4365-998b-9cb3b7443134 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:20.246283 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3431b64f-45f6-48a3-8d2d-a6f1490926ca", "name": "network-vif-plugged", "status": "completed", "tag": "dd991316-cfac-4e48-87c8-85c73b1ff206", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:20.246730 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08ba190d-ea06-4365-998b-9cb3b7443134 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:20.247388 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3431b64f-45f6-48a3-8d2d-a6f1490926ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd991316-cfac-4e48-87c8-85c73b1ff206', 'code': 200} Mar 10 14:54:20.257624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-3e6ab264-ad78-4853-8101-f913e989248c tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/quotas/c7bdf5cae21a45bebf2fe3822cf579d3 HTTP/1.1" status: 200 len: 375 time: 0.0140507 Mar 10 14:54:20.287899 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:20.386369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6bb52-87af-4dd9-be39-850c7783cfbf req-ca731470-aec7-482a-a489-6116c9349b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:20.387916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25f6bb52-87af-4dd9-be39-850c7783cfbf req-ca731470-aec7-482a-a489-6116c9349b31 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 1131 time: 0.0828412 Mar 10 14:54:20.392864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-f8374188-9efe-480c-8a0b-49a6ecc39fcb tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7bdf5cae21a45bebf2fe3822cf579d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175103 Mar 10 14:54:20.460927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25f6bb52-87af-4dd9-be39-850c7783cfbf req-e4fca4ad-df74-445a-9a6e-ff303f64d2ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620139 Mar 10 14:54:20.573328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c0db58be-ff62-4d37-a4a0-cfb3291f8747 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:20.615012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-738e4f58-8c15-4c44-b4d4-2a0359864b26 req-59c5b410-fc4b-4517-b45d-cd8db9159c2b tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 210 time: 0.0533137 Mar 10 14:54:20.673788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port c0db58be-ff62-4d37-a4a0-cfb3291f8747 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:54:20.681253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port c0db58be-ff62-4d37-a4a0-cfb3291f8747 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:20.681631 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:20.818062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c0db58be-ff62-4d37-a4a0-cfb3291f8747 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:20.818777 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:20.894954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:20.904375 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:21.016901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef5ede-a3c6-461a-b7c8-b213db4925fe req-bcb2ace7-6847-49a0-b158-ddad0d1b2e6f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:21.024794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8ef5ede-a3c6-461a-b7c8-b213db4925fe req-bcb2ace7-6847-49a0-b158-ddad0d1b2e6f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 949 time: 0.1698017 Mar 10 14:54:21.049251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:21.105559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8ef5ede-a3c6-461a-b7c8-b213db4925fe req-979ef211-41b6-4121-8a87-b6690f4da5f1 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746441 Mar 10 14:54:21.660775 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-51dc94a6-4ebd-4e7c-9e87-829eec943c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:21.737047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96bc4c2b-644e-491d-b32d-948a7df5277c req-d0e49ba8-8266-482a-a30a-98053110b883 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 210 time: 0.0399034 Mar 10 14:54:22.131745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-f6a87e15-0c75-4c00-bf57-29f21ecd7d28 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c7bdf5cae21a45bebf2fe3822cf579d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426116 Mar 10 14:54:22.248318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:22.253118 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1306e3a4-68fe-40c8-adba-d82198b67019" -d '{"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:22.399203 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76a7594-5523-4741-8e0c-cabe9296670c x-openstack-request-id: req-c76a7594-5523-4741-8e0c-cabe9296670c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:22.399654 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:22.401123 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c76a7594-5523-4741-8e0c-cabe9296670c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:22.402176 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'code': 200} Mar 10 14:54:22.695245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-e3373581-3b5f-4e50-9a58-8315e13ec671 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:22.696730 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-e3373581-3b5f-4e50-9a58-8315e13ec671 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5536704 Mar 10 14:54:22.736775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Request body: {'port': {'device_id': '5aac199b-70c6-421c-9b86-d3ef53a7e7aa', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'c7bdf5cae21a45bebf2fe3822cf579d3'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:22.803887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9702c-3f77-422a-8491-d03b2c51837c req-3201d08f-adf5-413d-89f7-c8f1679437f6 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:22.812068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecc9702c-3f77-422a-8491-d03b2c51837c req-3201d08f-adf5-413d-89f7-c8f1679437f6 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 949 time: 0.1440806 Mar 10 14:54:22.864825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97138223-6e66-4a57-b833-940feb25cba8 req-5b202271-3d0d-41ce-a954-4288f242e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:22.866336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97138223-6e66-4a57-b833-940feb25cba8 req-5b202271-3d0d-41ce-a954-4288f242e108 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 1132 time: 0.1971884 Mar 10 14:54:22.903963 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecc9702c-3f77-422a-8491-d03b2c51837c req-c32a22aa-9806-4a2d-9e35-0e4bcaa20bd1 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908890 Mar 10 14:54:22.984333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97138223-6e66-4a57-b833-940feb25cba8 req-41e263e6-62b4-4fe2-a83a-51d4e990dbe3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811586 Mar 10 14:54:23.007975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Made reservation on behalf of c7bdf5cae21a45bebf2fe3822cf579d3 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:23.015938 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:23.164740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fba900b-f81a-4bd3-9cde-316725002e0f req-62395082-61cc-43ff-831a-b2a2d6f3d235 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 210 time: 0.0908248 Mar 10 14:54:23.263440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c698ca-c5b8-4c0e-a2c5-39942163f1bc req-79236c55-29ff-42f4-a7f5-5d664bf67fa8 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:23.265051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0c698ca-c5b8-4c0e-a2c5-39942163f1bc req-79236c55-29ff-42f4-a7f5-5d664bf67fa8 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.2177913 Mar 10 14:54:23.323948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Allocated IP 192.168.233.93 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/ff2c66dd-d624-4925-be8b-48f37a6213bb) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:23.390956 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0c698ca-c5b8-4c0e-a2c5-39942163f1bc req-53e4deb6-9e6a-445f-a9db-757f6726a8f1 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185770 Mar 10 14:54:23.409605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34572) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:23.624991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks [] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:23.689705 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:23.715543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['53ea4dec-3182-416a-a19d-ca5d23d45272'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:23.781979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Pushing event updated for resources: {'Port': ['ID=ff2c66dd-d624-4925-be8b-48f37a6213bb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:23.787280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:23.789786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:23.792945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:23.801478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:23.803075 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:23.824284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-a53b3cf1-4077-4869-a5f7-315f77cdc697 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0958509 Mar 10 14:54:23.841553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Request body: {'port': {'device_id': '5aac199b-70c6-421c-9b86-d3ef53a7e7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:23.999683 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34602) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:24.037310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.058591 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2becf6dd-bff3-429b-bfc8-2055c78f4661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.077361 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d6f207b-728c-43bd-9164-d1498e6a45d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.198991 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bee7613-98ec-4dca-b549-6c318f7d4b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.248691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-dced7d5f-201a-4d46-8c9c-366afb6359bc None None] Provisioning complete for port ff2c66dd-d624-4925-be8b-48f37a6213bb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:24.249664 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dced7d5f-201a-4d46-8c9c-366afb6359bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.287187 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2becf6dd-bff3-429b-bfc8-2055c78f4661 admin admin] Publish callbacks [] for security_group (ad87dbca-80f5-4efa-b89b-d1daf44fa5b0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.302967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2becf6dd-bff3-429b-bfc8-2055c78f4661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ad87dbca-80f5-4efa-b89b-d1daf44fa5b0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.346442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-dced7d5f-201a-4d46-8c9c-366afb6359bc None None] Port ff2c66dd-d624-4925-be8b-48f37a6213bb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:54:24.368283 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2becf6dd-bff3-429b-bfc8-2055c78f4661 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=032a75ef48a24cfcb6351a6cde707322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9575391 Mar 10 14:54:24.370528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34626) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:24.395407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becf6dd-bff3-429b-bfc8-2055c78f4661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad87dbca-80f5-4efa-b89b-d1daf44fa5b0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:24.436819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ddd58-f453-4cc3-9a49-c0ff6bcf97df req-fd5a4d45-d327-4afb-ac96-c05665323441 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:24.440086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-309ddd58-f453-4cc3-9a49-c0ff6bcf97df req-fd5a4d45-d327-4afb-ac96-c05665323441 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 935 time: 0.1614709 Mar 10 14:54:24.463577 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bee7613-98ec-4dca-b549-6c318f7d4b2f admin admin] Publish callbacks [] for security_group (f5774edc-e8ea-4436-8fc0-342b8f605879), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.466703 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a6646d7-8d1b-4cec-b921-354afbd7e2ea admin admin] Publish callbacks [] for security_group (ad87dbca-80f5-4efa-b89b-d1daf44fa5b0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.477272 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bee7613-98ec-4dca-b549-6c318f7d4b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f5774edc-e8ea-4436-8fc0-342b8f605879), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.505660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a6646d7-8d1b-4cec-b921-354afbd7e2ea admin admin] Publish callbacks [] for security_group (ad87dbca-80f5-4efa-b89b-d1daf44fa5b0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.523117 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-309ddd58-f453-4cc3-9a49-c0ff6bcf97df req-43466cb2-dc1d-40ee-83da-ec1d30560c2d tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726528 Mar 10 14:54:24.566520 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5bee7613-98ec-4dca-b549-6c318f7d4b2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1518d716084f4b5882f31fcf825b29ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5658169 Mar 10 14:54:24.567948 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee7613-98ec-4dca-b549-6c318f7d4b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5774edc-e8ea-4436-8fc0-342b8f605879,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:24.570888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34634) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:24.597327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2c66dd-d624-4925-be8b-48f37a6213bb {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:24.607581 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Publish callbacks [] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.624402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Transition to ACTIVE for port object ff2c66dd-d624-4925-be8b-48f37a6213bb will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:54:24.625905 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a6646d7-8d1b-4cec-b921-354afbd7e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ad87dbca-80f5-4efa-b89b-d1daf44fa5b0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.629051 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a6646d7-8d1b-4cec-b921-354afbd7e2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.630138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.630783 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6a6646d7-8d1b-4cec-b921-354afbd7e2ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad87dbca-80f5-4efa-b89b-d1daf44fa5b0 HTTP/1.1" status: 204 len: 168 time: 0.2564776 Mar 10 14:54:24.656053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6646d7-8d1b-4cec-b921-354afbd7e2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad87dbca-80f5-4efa-b89b-d1daf44fa5b0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:24.663267 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d04e0d8-9af0-4105-8130-2beafbc335a0 admin admin] Publish callbacks [] for security_group (f5774edc-e8ea-4436-8fc0-342b8f605879), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.691982 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d04e0d8-9af0-4105-8130-2beafbc335a0 admin admin] Publish callbacks [] for security_group (f5774edc-e8ea-4436-8fc0-342b8f605879), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.755995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d04e0d8-9af0-4105-8130-2beafbc335a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f5774edc-e8ea-4436-8fc0-342b8f605879), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.758853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d04e0d8-9af0-4105-8130-2beafbc335a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.760040 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1d04e0d8-9af0-4105-8130-2beafbc335a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5774edc-e8ea-4436-8fc0-342b8f605879 HTTP/1.1" status: 204 len: 168 time: 0.1874614 Mar 10 14:54:24.784413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Pushing event updated for resources: {'Port': ['ID=ff2c66dd-d624-4925-be8b-48f37a6213bb,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:24.797214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04e0d8-9af0-4105-8130-2beafbc335a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5774edc-e8ea-4436-8fc0-342b8f605879,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:24.800939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Attempting to bind port ff2c66dd-d624-4925-be8b-48f37a6213bb on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:24.801493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Attempting to bind port ff2c66dd-d624-4925-be8b-48f37a6213bb by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:24.802341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Attempting to bind port ff2c66dd-d624-4925-be8b-48f37a6213bb on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:24.814699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Port ff2c66dd-d624-4925-be8b-48f37a6213bb on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:54:24.814991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Attempting to bind port ff2c66dd-d624-4925-be8b-48f37a6213bb on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:24.834014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92691fd3-c7e2-4f52-afc3-330597ca3097 req-150fbc93-7428-4225-ab2a-400355b8b7bb tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:24.836101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92691fd3-c7e2-4f52-afc3-330597ca3097 req-150fbc93-7428-4225-ab2a-400355b8b7bb tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1737747 Mar 10 14:54:24.837443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:24.837790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:24.838180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:24.838685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Bound port: ff2c66dd-d624-4925-be8b-48f37a6213bb, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:24.839099 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:24.937457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92691fd3-c7e2-4f52-afc3-330597ca3097 req-63ee1067-0fa7-40c0-8f2e-628f602f9a9e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884759 Mar 10 14:54:24.969189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] For port ff2c66dd-d624-4925-be8b-48f37a6213bb, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:24.978052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] For port ff2c66dd-d624-4925-be8b-48f37a6213bb, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ff2c66dd-d624-4925-be8b-48f37a6213bb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:24.986975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:25.035580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:25.036138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:25.037534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] 10.222.0.45 "PUT /v2.0/ports/ff2c66dd-d624-4925-be8b-48f37a6213bb HTTP/1.1" status: 200 len: 1095 time: 1.2027688 Mar 10 14:54:25.040115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aac199b-70c6-421c-9b86-d3ef53a7e7aa', 'tag': 'ff2c66dd-d624-4925-be8b-48f37a6213bb'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:25.042367 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8237d3-d856-4446-83c2-a6924cafef83" -d '{"events": [{"name": "network-changed", "server_uuid": "5aac199b-70c6-421c-9b86-d3ef53a7e7aa", "tag": "ff2c66dd-d624-4925-be8b-48f37a6213bb"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:25.076919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e3cb6-8e12-4cd8-bcb0-b0d5b60cce0f service neutron] Pushing event updated for resources: {'Port': ['ID=ff2c66dd-d624-4925-be8b-48f37a6213bb,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:25.111350 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:25.168134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-89128c47-6d0d-4b15-86fa-03a06e7a0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:25.169641 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-89128c47-6d0d-4b15-86fa-03a06e7a0e4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7bdf5cae21a45bebf2fe3822cf579d3&device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 1129 time: 0.0737503 Mar 10 14:54:25.227951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-019eb9ea-ac06-4d76-871f-8b9f9fcce6c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ff2c66dd-d624-4925-be8b-48f37a6213bb HTTP/1.1" status: 200 len: 217 time: 0.0431821 Mar 10 14:54:25.355641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-f81853cf-1b4f-4259-b795-cddad036c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:25.359311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-f81853cf-1b4f-4259-b795-cddad036c846 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1180296 Mar 10 14:54:25.387384 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7827fc27-bc79-459f-a711-7c93417c70db x-openstack-request-id: req-7827fc27-bc79-459f-a711-7c93417c70db {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:25.388021 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aac199b-70c6-421c-9b86-d3ef53a7e7aa", "tag": "ff2c66dd-d624-4925-be8b-48f37a6213bb", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:25.388482 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7827fc27-bc79-459f-a711-7c93417c70db {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:25.389090 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aac199b-70c6-421c-9b86-d3ef53a7e7aa', 'tag': 'ff2c66dd-d624-4925-be8b-48f37a6213bb', 'status': 'completed', 'code': 200} Mar 10 14:54:25.404969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34664) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:25.434729 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8eb348-b0f3-44d0-8b24-3a235dfbb75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:25.440247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-2d19c25c-e676-4d8e-a0af-715b5db9656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:25.441920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-2d19c25c-e676-4d8e-a0af-715b5db9656f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0749009 Mar 10 14:54:25.604740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-63805159-60ed-4dee-bde3-a2d5f31fca32 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=03c1ce8d13f5481e844f1388258a9b80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335617 Mar 10 14:54:25.609975 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8eb348-b0f3-44d0-8b24-3a235dfbb75d admin admin] Publish callbacks [] for security_group (0cefedc7-43a9-4e42-9541-1a49137ffc4b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:25.614107 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8eb348-b0f3-44d0-8b24-3a235dfbb75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0cefedc7-43a9-4e42-9541-1a49137ffc4b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:25.652026 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fb8eb348-b0f3-44d0-8b24-3a235dfbb75d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a0128bc01574850aeafc1f7b888ee13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447484 Mar 10 14:54:25.653639 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34684) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:25.664804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-8b94671b-f28b-4ba6-a4cf-d62b09326d45 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115936 Mar 10 14:54:25.676587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34686) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:25.705951 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8eb348-b0f3-44d0-8b24-3a235dfbb75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cefedc7-43a9-4e42-9541-1a49137ffc4b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:25.730038 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ee3cc5bf-f22c-4f17-9507-fdbe4e75928b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:25.740011 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-930c79fb-59d6-4b2f-85d6-980886f72873 admin admin] Publish callbacks [] for security_group (0cefedc7-43a9-4e42-9541-1a49137ffc4b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:25.768254 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-930c79fb-59d6-4b2f-85d6-980886f72873 admin admin] Publish callbacks [] for security_group (0cefedc7-43a9-4e42-9541-1a49137ffc4b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:25.832534 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-930c79fb-59d6-4b2f-85d6-980886f72873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0cefedc7-43a9-4e42-9541-1a49137ffc4b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:25.835302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-930c79fb-59d6-4b2f-85d6-980886f72873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:25.836664 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-930c79fb-59d6-4b2f-85d6-980886f72873 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0cefedc7-43a9-4e42-9541-1a49137ffc4b HTTP/1.1" status: 204 len: 168 time: 0.1818919 Mar 10 14:54:25.858401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c79fb-59d6-4b2f-85d6-980886f72873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cefedc7-43a9-4e42-9541-1a49137ffc4b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:25.882680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b4a80b84-06c7-4cb5-83cb-ab255671b4a2 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:25.889986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b4a80b84-06c7-4cb5-83cb-ab255671b4a2 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777946 Mar 10 14:54:25.920269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-a0f01896-898f-4be2-8700-2dd1825eae86 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/quotas/03c1ce8d13f5481e844f1388258a9b80 HTTP/1.1" status: 200 len: 375 time: 0.0292614 Mar 10 14:54:26.000119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcfc6d6-71ac-4ee9-90e0-4505a90f4d48 req-2b616649-f043-4e6f-86ef-3bd3b42b313e service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224592 Mar 10 14:54:26.064031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fd408-2f9e-4088-9590-c8568decbc2a req-2c5352b4-7d02-4f61-9bb8-8af0508a03a3 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:26.065562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-504fd408-2f9e-4088-9590-c8568decbc2a req-2c5352b4-7d02-4f61-9bb8-8af0508a03a3 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 947 time: 0.1626959 Mar 10 14:54:26.148318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-bd4a60d4-f624-4ecd-a50e-ece745f7d862 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2015927 Mar 10 14:54:26.152081 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ee3cc5bf-f22c-4f17-9507-fdbe4e75928b admin admin] Publish callbacks [] for security_group (479f750b-a353-4877-a99c-483d5b319dc3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:26.170344 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ee3cc5bf-f22c-4f17-9507-fdbe4e75928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (479f750b-a353-4877-a99c-483d5b319dc3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:26.213556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-504fd408-2f9e-4088-9590-c8568decbc2a req-dc6cd367-faff-4480-ae71-3016d67cacac tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363006 Mar 10 14:54:26.286005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cc5bf-f22c-4f17-9507-fdbe4e75928b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479f750b-a353-4877-a99c-483d5b319dc3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:26.296350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ee3cc5bf-f22c-4f17-9507-fdbe4e75928b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b85daaeb83ec4d178c6b590b42b3c273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6176260 Mar 10 14:54:26.300148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34706) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:26.303848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8237d3-d856-4446-83c2-a6924cafef83 req-7299671a-b9ed-48d2-b338-d2288434be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:26.305752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8237d3-d856-4446-83c2-a6924cafef83 req-7299671a-b9ed-48d2-b338-d2288434be41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c7bdf5cae21a45bebf2fe3822cf579d3&device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 1129 time: 0.2266309 Mar 10 14:54:26.441217 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:26.454917 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc879e6d-f735-4b66-aa5f-80a462e60121 admin admin] Publish callbacks [] for security_group (479f750b-a353-4877-a99c-483d5b319dc3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:26.515171 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc879e6d-f735-4b66-aa5f-80a462e60121 admin admin] Publish callbacks [] for security_group (479f750b-a353-4877-a99c-483d5b319dc3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:26.548157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd7538c9-d52f-411b-a34b-d392bd03f7e1 req-1fc5ab93-4535-4c86-9c68-5a432e381594 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 210 time: 0.0444365 Mar 10 14:54:26.607496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8237d3-d856-4446-83c2-a6924cafef83 req-814471b5-885d-4aba-b3b0-0e234a9ac941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:26.609140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8237d3-d856-4446-83c2-a6924cafef83 req-814471b5-885d-4aba-b3b0-0e234a9ac941 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2869170 Mar 10 14:54:26.645254 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc879e6d-f735-4b66-aa5f-80a462e60121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (479f750b-a353-4877-a99c-483d5b319dc3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:26.652924 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc879e6d-f735-4b66-aa5f-80a462e60121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:26.656798 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bc879e6d-f735-4b66-aa5f-80a462e60121 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/479f750b-a353-4877-a99c-483d5b319dc3 HTTP/1.1" status: 204 len: 168 time: 0.3530297 Mar 10 14:54:26.664592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc879e6d-f735-4b66-aa5f-80a462e60121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479f750b-a353-4877-a99c-483d5b319dc3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:26.736247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8237d3-d856-4446-83c2-a6924cafef83 req-86905f22-98b5-4123-a150-6ff88dd96add service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=ff2c66dd-d624-4925-be8b-48f37a6213bb HTTP/1.1" status: 200 len: 217 time: 0.1111906 Mar 10 14:54:26.816881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8237d3-d856-4446-83c2-a6924cafef83 req-e49107a2-eea9-4766-8b9c-df0b304df3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:26.818496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8237d3-d856-4446-83c2-a6924cafef83 req-e49107a2-eea9-4766-8b9c-df0b304df3d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0747516 Mar 10 14:54:26.885464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8237d3-d856-4446-83c2-a6924cafef83 req-6116adc5-f290-44c2-92fb-0389c41c4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:26.887628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8237d3-d856-4446-83c2-a6924cafef83 req-6116adc5-f290-44c2-92fb-0389c41c4637 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0583286 Mar 10 14:54:27.070010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8237d3-d856-4446-83c2-a6924cafef83 req-a233e391-9d26-476c-9d3a-1421baf9d666 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669645 Mar 10 14:54:27.142710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34754) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:27.225352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8237d3-d856-4446-83c2-a6924cafef83 req-46aeba25-d0c2-4dff-a469-a7a0b52554f4 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428659 Mar 10 14:54:27.243967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34762) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:27.381266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d0fdb-8de4-46c0-b5a5-ab318c2fad8d req-41205cc1-3c66-4929-adb2-2e14c84fc9a2 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:27.383085 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0829d299-c605-40b2-b431-2a23cdb779f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:27.389764 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c87d0fdb-8de4-46c0-b5a5-ab318c2fad8d req-41205cc1-3c66-4929-adb2-2e14c84fc9a2 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 947 time: 0.0840821 Mar 10 14:54:27.462713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c87d0fdb-8de4-46c0-b5a5-ab318c2fad8d req-ad1dab04-761e-4f5c-9b3e-9051575c428d tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718822 Mar 10 14:54:27.531939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34772) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:27.547150 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0829d299-c605-40b2-b431-2a23cdb779f5 admin admin] Publish callbacks [] for security_group (0a03858b-1662-4896-b55e-dc04b0e0b802), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:27.553408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1403434231-network', 'tenant_id': '2671b97681dc4bc79983dcfefc7a4d3b'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:27.560844 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0829d299-c605-40b2-b431-2a23cdb779f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0a03858b-1662-4896-b55e-dc04b0e0b802), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:27.630263 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0829d299-c605-40b2-b431-2a23cdb779f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d95fb1fcd93a45babf504e059b802b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4865084 Mar 10 14:54:27.632989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34782) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:27.680673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c47360d-cc93-4203-845c-b4e41a7ae897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:27.705689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Made reservation on behalf of 2671b97681dc4bc79983dcfefc7a4d3b for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:27.709006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:27.716989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-378458cc-7c3a-4dce-9e78-e55b4250901e req-5ced5dee-bd47-46c5-9592-733d78e7c845 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 210 time: 0.0538478 Mar 10 14:54:27.737044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c587113-8ed6-4cae-9c60-5a8055dee693 admin admin] Publish callbacks [] for security_group (0a03858b-1662-4896-b55e-dc04b0e0b802), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:27.740222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829d299-c605-40b2-b431-2a23cdb779f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a03858b-1662-4896-b55e-dc04b0e0b802,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:27.765438 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:27.766260 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c587113-8ed6-4cae-9c60-5a8055dee693 admin admin] Publish callbacks [] for security_group (0a03858b-1662-4896-b55e-dc04b0e0b802), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:27.828287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-16bc5a7a-a23e-4036-bcdd-c7533bf19fdb tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=03c1ce8d13f5481e844f1388258a9b80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927775 Mar 10 14:54:27.861398 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c587113-8ed6-4cae-9c60-5a8055dee693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0a03858b-1662-4896-b55e-dc04b0e0b802), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:27.865402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c587113-8ed6-4cae-9c60-5a8055dee693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:27.867302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0c587113-8ed6-4cae-9c60-5a8055dee693 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a03858b-1662-4896-b55e-dc04b0e0b802 HTTP/1.1" status: 204 len: 168 time: 0.2329400 Mar 10 14:54:27.884954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c587113-8ed6-4cae-9c60-5a8055dee693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a03858b-1662-4896-b55e-dc04b0e0b802,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:27.987528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-e9052eb9-1a6d-46cd-9407-b9750de1daf5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:27.989794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-e9052eb9-1a6d-46cd-9407-b9750de1daf5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1554465 Mar 10 14:54:28.001811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Request body: {'port': {'device_id': '81b9fb44-9078-4436-8603-29cd04815ca8', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '03c1ce8d13f5481e844f1388258a9b80'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:28.016096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Publish callbacks [] for security_group (bf54d2c7-5619-4634-a786-ba0b024eedbf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.054629 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bf54d2c7-5619-4634-a786-ba0b024eedbf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.098317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c47360d-cc93-4203-845c-b4e41a7ae897 admin admin] Publish callbacks [] for security_group (d7950b43-0054-410c-8311-16ce2609141e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.106226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:54:28.123342 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.125733 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c47360d-cc93-4203-845c-b4e41a7ae897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d7950b43-0054-410c-8311-16ce2609141e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.138566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (c6826f64-ddd8-4dd6-a69f-eb0159ad4da4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.139704 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Added segment c6826f64-ddd8-4dd6-a69f-eb0159ad4da4 of type vlan for network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 Mar 10 14:54:28.141966 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf54d2c7-5619-4634-a786-ba0b024eedbf,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:28.210130 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9c47360d-cc93-4203-845c-b4e41a7ae897 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15fc58c120f2435c8f48436b6ca03f93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6758001 Mar 10 14:54:28.216004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34798) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:28.233128 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (6b04d328-1348-4a5e-9f15-addb2bbb45b4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.244450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47360d-cc93-4203-845c-b4e41a7ae897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7950b43-0054-410c-8311-16ce2609141e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:28.268914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Made reservation on behalf of 03c1ce8d13f5481e844f1388258a9b80 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:28.273370 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.299614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (6b04d328-1348-4a5e-9f15-addb2bbb45b4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.300621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:28.301203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.322774 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e896ed0f-ba48-4456-9594-754e7119d0f9 admin admin] Publish callbacks [] for security_group (d7950b43-0054-410c-8311-16ce2609141e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.398747 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1507483 Mar 10 14:54:28.398747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2502c1a-1e60-415f-98f8-006c7e86b1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=6b04d328-1348-4a5e-9f15-addb2bbb45b4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:28.403247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34804) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:28.408518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] Request body: {'subnet': {'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1403434231-subnet', 'tenant_id': '2671b97681dc4bc79983dcfefc7a4d3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:28.409541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:54:28.417072 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e896ed0f-ba48-4456-9594-754e7119d0f9 admin admin] Publish callbacks [] for security_group (d7950b43-0054-410c-8311-16ce2609141e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.455815 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34806) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:28.464925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] Made reservation on behalf of 2671b97681dc4bc79983dcfefc7a4d3b for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:28.467465 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.489775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a51c222-a062-4e06-9511-4c3ee58e0cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.552027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Allocated IP 192.168.233.150 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/338ae337-3ba6-496f-b90e-9c64ea21839e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:28.569826 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e896ed0f-ba48-4456-9594-754e7119d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d7950b43-0054-410c-8311-16ce2609141e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.572640 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e896ed0f-ba48-4456-9594-754e7119d0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.573980 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e896ed0f-ba48-4456-9594-754e7119d0f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7950b43-0054-410c-8311-16ce2609141e HTTP/1.1" status: 204 len: 168 time: 0.3522115 Mar 10 14:54:28.603236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896ed0f-ba48-4456-9594-754e7119d0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7950b43-0054-410c-8311-16ce2609141e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:28.701680 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a51c222-a062-4e06-9511-4c3ee58e0cd4 admin admin] Publish callbacks [] for security_group (2f5a7b57-7343-4c50-af90-6e3008a2bc48), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.730649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a51c222-a062-4e06-9511-4c3ee58e0cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2f5a7b57-7343-4c50-af90-6e3008a2bc48), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.791115 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (5327c692-68c2-4c5c-a45c-9afcf4ed202b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.801352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353848c-f744-4ffc-a2c3-cb23ebded4d6 req-3a979d4c-d8de-4c59-a8ba-1b2a1c2a48dc tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:28.808490 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5a51c222-a062-4e06-9511-4c3ee58e0cd4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41177b98314b40ba848568d2e68af178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513203 Mar 10 14:54:28.814514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f353848c-f744-4ffc-a2c3-cb23ebded4d6 req-3a979d4c-d8de-4c59-a8ba-1b2a1c2a48dc tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 947 time: 0.2343783 Mar 10 14:54:28.822001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34818) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:28.830394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51c222-a062-4e06-9511-4c3ee58e0cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5a7b57-7343-4c50-af90-6e3008a2bc48,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:28.873928 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:28.874293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] Network hostable DHCP agents. Network: 6b04d328-1348-4a5e-9f15-addb2bbb45b4, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:54:28.877538 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5327c692-68c2-4c5c-a45c-9afcf4ed202b,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:28.899984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] Network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:54:28.915035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 6b04d328-1348-4a5e-9f15-addb2bbb45b4) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:28.919310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:28.920094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:28.939334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e69ca7-7f7b-40cf-b121-b5aac53fa729 None None] Network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:28.971045 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2368648e-5f37-4ee0-b30d-f0158ea34271 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5584033 Mar 10 14:54:28.974169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b7ea612-74db-4a9d-83d3-eb9fed0e22f0 req-2bf9e8ab-3300-4669-82d7-8001f8ae74b0 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 210 time: 0.0555828 Mar 10 14:54:29.040829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f353848c-f744-4ffc-a2c3-cb23ebded4d6 req-aca0a801-3b6e-40da-8275-5b212217c86c tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252154 Mar 10 14:54:29.110740 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b757dbd-d076-407f-bd2c-7fbbd62f1d3b admin admin] Publish callbacks [] for security_group (2f5a7b57-7343-4c50-af90-6e3008a2bc48), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.117857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ade90-9b1e-4329-a7b7-77c3aef43d01 None None] Network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:29.152549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b757dbd-d076-407f-bd2c-7fbbd62f1d3b admin admin] Publish callbacks [] for security_group (2f5a7b57-7343-4c50-af90-6e3008a2bc48), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.162074 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks [] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.209098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ff2c66dd-d624-4925-be8b-48f37a6213bb details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:54:29.219504 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.237274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['dd991316-cfac-4e48-87c8-85c73b1ff206'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:29.246524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c0db58be-ff62-4d37-a4a0-cfb3291f8747'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:29.253877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b757dbd-d076-407f-bd2c-7fbbd62f1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2f5a7b57-7343-4c50-af90-6e3008a2bc48), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.256726 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b757dbd-d076-407f-bd2c-7fbbd62f1d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.260783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5b757dbd-d076-407f-bd2c-7fbbd62f1d3b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f5a7b57-7343-4c50-af90-6e3008a2bc48 HTTP/1.1" status: 204 len: 168 time: 0.4367697 Mar 10 14:54:29.282528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:29.283922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b757dbd-d076-407f-bd2c-7fbbd62f1d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5a7b57-7343-4c50-af90-6e3008a2bc48,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:29.287839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:29.292219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:29.297656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:29.298486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.322125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Pushing event updated for resources: {'Port': ['ID=338ae337-3ba6-496f-b90e-9c64ea21839e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:29.335631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-b6ed4f6c-4f77-4b4f-aad9-d776a7834452 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3374479 Mar 10 14:54:29.352297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Request body: {'port': {'device_id': '81b9fb44-9078-4436-8603-29cd04815ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:29.398157 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.resource_extend [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 14:54:29.472117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34834) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:29.490662 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac8c14cb-2bda-43d5-820c-b7cd39947b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.680333 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac8c14cb-2bda-43d5-820c-b7cd39947b68 admin admin] Publish callbacks [] for security_group (eecbe3f3-2ef4-4c86-8ed5-ecc66d47a7c8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.692499 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac8c14cb-2bda-43d5-820c-b7cd39947b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (eecbe3f3-2ef4-4c86-8ed5-ecc66d47a7c8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.728133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ff2c66dd-d624-4925-be8b-48f37a6213bb, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ff2c66dd-d624-4925-be8b-48f37a6213bb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:29.746537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c14cb-2bda-43d5-820c-b7cd39947b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecbe3f3-2ef4-4c86-8ed5-ecc66d47a7c8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:29.790883 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ac8c14cb-2bda-43d5-820c-b7cd39947b68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=115e056d75e14f44951679095402020f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172348 Mar 10 14:54:29.794028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34844) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:29.799037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'ff2c66dd-d624-4925-be8b-48f37a6213bb', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'ff2c66dd-d624-4925-be8b-48f37a6213bb', 'mac_address': 'fa:16:3e:04:bc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:54:29.837683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2ce14f25-f617-4dc7-87ba-f52834decd9a None None] Provisioning complete for port 338ae337-3ba6-496f-b90e-9c64ea21839e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:29.838399 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2ce14f25-f617-4dc7-87ba-f52834decd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.899538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e752862e-a642-45f7-b3e4-a329368593c2 admin admin] Publish callbacks [] for security_group (eecbe3f3-2ef4-4c86-8ed5-ecc66d47a7c8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.941626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e752862e-a642-45f7-b3e4-a329368593c2 admin admin] Publish callbacks [] for security_group (eecbe3f3-2ef4-4c86-8ed5-ecc66d47a7c8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.962995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ff2c66dd-d624-4925-be8b-48f37a6213bb is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:29.963963 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:29.973915 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:30.041635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e752862e-a642-45f7-b3e4-a329368593c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (eecbe3f3-2ef4-4c86-8ed5-ecc66d47a7c8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:30.044312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2ce14f25-f617-4dc7-87ba-f52834decd9a None None] Port 338ae337-3ba6-496f-b90e-9c64ea21839e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:54:30.051469 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e752862e-a642-45f7-b3e4-a329368593c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:30.052776 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e752862e-a642-45f7-b3e4-a329368593c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eecbe3f3-2ef4-4c86-8ed5-ecc66d47a7c8 HTTP/1.1" status: 204 len: 168 time: 0.2571330 Mar 10 14:54:30.062841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2c66dd-d624-4925-be8b-48f37a6213bb {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:30.070732 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752862e-a642-45f7-b3e4-a329368593c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecbe3f3-2ef4-4c86-8ed5-ecc66d47a7c8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:30.108322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ff2c66dd-d624-4925-be8b-48f37a6213bb, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ff2c66dd-d624-4925-be8b-48f37a6213bb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:30.120180 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:30.178229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ff2c66dd-d624-4925-be8b-48f37a6213bb,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:30.394396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c88f5e-b4a5-4618-82fb-2153b499db07 req-c05809e6-8fa8-4411-84d6-0766a89165d0 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:30.401559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91c88f5e-b4a5-4618-82fb-2153b499db07 req-c05809e6-8fa8-4411-84d6-0766a89165d0 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 936 time: 0.1386757 Mar 10 14:54:30.441778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bedbd6-5bc2-4854-867e-236e87bdf7a8 req-09ae35c9-30b6-43b2-9263-45c2fb78593c tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:30.443920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87bedbd6-5bc2-4854-867e-236e87bdf7a8 req-09ae35c9-30b6-43b2-9263-45c2fb78593c tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 948 time: 0.1832261 Mar 10 14:54:30.462567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['ff2c66dd-d624-4925-be8b-48f37a6213bb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:30.531287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338ae337-3ba6-496f-b90e-9c64ea21839e {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:30.546138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91c88f5e-b4a5-4618-82fb-2153b499db07 req-d38aeb56-186a-472b-8a82-ab55222f3374 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436679 Mar 10 14:54:30.567754 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Publish callbacks [] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:30.590830 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87bedbd6-5bc2-4854-867e-236e87bdf7a8 req-df498255-521c-469a-b51e-d74ad7c997a7 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109624 Mar 10 14:54:30.599687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Transition to ACTIVE for port object 338ae337-3ba6-496f-b90e-9c64ea21839e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:54:30.610128 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:30.623701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34878) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:30.623701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1550802862-network', 'tenant_id': '8d983e90356b4eac8ca58317e9b1a6e8'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:30.667594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Made reservation on behalf of 8d983e90356b4eac8ca58317e9b1a6e8 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:30.670522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:30.699769 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:30.745412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Pushing event updated for resources: {'Port': ['ID=338ae337-3ba6-496f-b90e-9c64ea21839e,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:30.837677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Attempting to bind port 338ae337-3ba6-496f-b90e-9c64ea21839e on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:30.838019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Attempting to bind port 338ae337-3ba6-496f-b90e-9c64ea21839e by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:30.838345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Attempting to bind port 338ae337-3ba6-496f-b90e-9c64ea21839e on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:30.853756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Port 338ae337-3ba6-496f-b90e-9c64ea21839e on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:54:30.854907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Attempting to bind port 338ae337-3ba6-496f-b90e-9c64ea21839e on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:30.872088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:30.872976 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:30.879708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Publish callbacks [] for security_group (98b86b4b-b8ac-497b-8968-6a9b90dffb05), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:30.880253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:30.880777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Bound port: 338ae337-3ba6-496f-b90e-9c64ea21839e, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:30.881064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:30.896129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (98b86b4b-b8ac-497b-8968-6a9b90dffb05), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:30.956546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:54:30.982046 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b86b4b-b8ac-497b-8968-6a9b90dffb05,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:31.003168 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7a290da1-86d8-4bf2-a290-2d260d60104e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:31.003695 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Added segment 7a290da1-86d8-4bf2-a290-2d260d60104e of type vlan for network b22b1f2b-41c0-46ca-8319-85cdce3ce329 Mar 10 14:54:31.053321 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (b22b1f2b-41c0-46ca-8319-85cdce3ce329), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:31.060701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] For port 338ae337-3ba6-496f-b90e-9c64ea21839e, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:31.066322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] For port 338ae337-3ba6-496f-b90e-9c64ea21839e, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=338ae337-3ba6-496f-b90e-9c64ea21839e,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:31.077207 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:31.125318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (b22b1f2b-41c0-46ca-8319-85cdce3ce329), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:31.126340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:31.127033 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:31.146419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:31.147659 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:31.149809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] 10.222.0.62 "PUT /v2.0/ports/338ae337-3ba6-496f-b90e-9c64ea21839e HTTP/1.1" status: 200 len: 1096 time: 1.8020158 Mar 10 14:54:31.150829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b9fb44-9078-4436-8603-29cd04815ca8', 'tag': '338ae337-3ba6-496f-b90e-9c64ea21839e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:31.154753 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb6842d-225b-43b7-8fd7-98d218fa431f" -d '{"events": [{"name": "network-changed", "server_uuid": "81b9fb44-9078-4436-8603-29cd04815ca8", "tag": "338ae337-3ba6-496f-b90e-9c64ea21839e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:31.258187 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e247b714-ec3a-4045-bad0-a14a8ade44eb x-openstack-request-id: req-e247b714-ec3a-4045-bad0-a14a8ade44eb {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:31.258777 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b9fb44-9078-4436-8603-29cd04815ca8", "tag": "338ae337-3ba6-496f-b90e-9c64ea21839e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:31.259233 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e247b714-ec3a-4045-bad0-a14a8ade44eb {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:31.259776 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b9fb44-9078-4436-8603-29cd04815ca8', 'tag': '338ae337-3ba6-496f-b90e-9c64ea21839e', 'status': 'completed', 'code': 200} Mar 10 14:54:31.262197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] Pushing event updated for resources: {'Network': ['ID=b22b1f2b-41c0-46ca-8319-85cdce3ce329,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:31.267780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb5a77-4f9d-4fc7-9c72-2f1319dcb701 service neutron] Pushing event updated for resources: {'Port': ['ID=338ae337-3ba6-496f-b90e-9c64ea21839e,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:31.276035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network b22b1f2b-41c0-46ca-8319-85cdce3ce329 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:54:31.293957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-19ae68ad-5305-4d12-8bdd-510ddc8817d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:31.296165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-19ae68ad-5305-4d12-8bdd-510ddc8817d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 1130 time: 0.0851438 Mar 10 14:54:31.304142 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2c8e9d84-3667-45d7-8e93-aaf4701eab1e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6862144 Mar 10 14:54:31.306674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34898) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:31.320359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] Request body: {'subnet': {'network_id': 'b22b1f2b-41c0-46ca-8319-85cdce3ce329', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1550802862-subnet', 'tenant_id': '8d983e90356b4eac8ca58317e9b1a6e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:31.376749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] Made reservation on behalf of 8d983e90356b4eac8ca58317e9b1a6e8 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:31.384046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:31.400962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-991b8d88-966d-4905-b02c-38d1b9a708f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=338ae337-3ba6-496f-b90e-9c64ea21839e HTTP/1.1" status: 200 len: 217 time: 0.0848489 Mar 10 14:54:31.531261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-1160acac-09d2-4abb-be32-76018c5c0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:31.537550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-1160acac-09d2-4abb-be32-76018c5c0a0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1092596 Mar 10 14:54:31.680107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-906ec038-5103-4714-8a54-a21707b1b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:31.682693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-906ec038-5103-4714-8a54-a21707b1b439 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1431122 Mar 10 14:54:31.691686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (c79cc188-2369-45e4-a84c-ca545eb8284e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:31.748045 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79cc188-2369-45e4-a84c-ca545eb8284e,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:31.783186 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] Checking segment: {'id': '7a290da1-86d8-4bf2-a290-2d260d60104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b22b1f2b-41c0-46ca-8319-85cdce3ce329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:31.783795 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] Network hostable DHCP agents. Network: b22b1f2b-41c0-46ca-8319-85cdce3ce329, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:54:31.808078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] Network b22b1f2b-41c0-46ca-8319-85cdce3ce329 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:54:31.828139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, b22b1f2b-41c0-46ca-8319-85cdce3ce329) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:31.835515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:31.836937 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:31.842271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d33798f-eeed-4e76-9251-27c195076953 None None] Network b22b1f2b-41c0-46ca-8319-85cdce3ce329 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:31.885633 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8338849d-49f5-4e2a-88d7-1920865f1e5a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5694327 Mar 10 14:54:31.976171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34926) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:32.060132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ced09-cf64-468b-ad29-52221366ca03 req-fdd9ef6b-7cff-435a-b23a-a652f9f62c82 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:32.061715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-143ced09-cf64-468b-ad29-52221366ca03 req-fdd9ef6b-7cff-435a-b23a-a652f9f62c82 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 948 time: 0.3923852 Mar 10 14:54:32.068937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-7549d316-c27b-4d9c-8ce2-4d5a74e381aa service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754041 Mar 10 14:54:32.080710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b5982-f999-4788-88a8-9f90cefbbc83 req-6e6e1032-85a2-484a-8427-db5b91398eb2 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:32.083170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70580c45-d20f-4eaa-96e8-fa553cb67eb1 None None] Network b22b1f2b-41c0-46ca-8319-85cdce3ce329 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:32.109592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf4b5982-f999-4788-88a8-9f90cefbbc83 req-6e6e1032-85a2-484a-8427-db5b91398eb2 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 948 time: 0.4046640 Mar 10 14:54:32.255410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf4b5982-f999-4788-88a8-9f90cefbbc83 req-f97a5bd2-9eae-4902-8177-e81d0ca1daae tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449456 Mar 10 14:54:32.280751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-143ced09-cf64-468b-ad29-52221366ca03 req-00f7cd4f-8abf-495e-b1c7-cf2e130bd1c4 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679823 Mar 10 14:54:32.310998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1294e62f-34fa-4a96-82f1-f5c52aa734ea req-59f18dc5-f50c-4c67-8f0b-8b161b36983c service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992228 Mar 10 14:54:32.393965 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e34494a-da8b-49f7-a5ca-8934825f28a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:32.430643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6842d-225b-43b7-8fd7-98d218fa431f req-e767dc56-2f0f-4371-91f7-7d3ff22e7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:32.432714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cb6842d-225b-43b7-8fd7-98d218fa431f req-e767dc56-2f0f-4371-91f7-7d3ff22e7680 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 1130 time: 0.0583377 Mar 10 14:54:32.538823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e34494a-da8b-49f7-a5ca-8934825f28a8 admin admin] Publish callbacks [] for security_group (49c7d3ee-08d5-4723-802a-358970e2d464), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:32.550254 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e34494a-da8b-49f7-a5ca-8934825f28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (49c7d3ee-08d5-4723-802a-358970e2d464), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:32.596088 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2e34494a-da8b-49f7-a5ca-8934825f28a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82c1a20617ea4e41aebb379c07713be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6188471 Mar 10 14:54:32.597077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34494a-da8b-49f7-a5ca-8934825f28a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c7d3ee-08d5-4723-802a-358970e2d464,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:32.599552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34944) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:32.654969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6842d-225b-43b7-8fd7-98d218fa431f req-b324f7cf-f6c9-40cf-890b-7af26d438b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:32.656789 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f01064a-985b-4cdb-a980-54dc4f962969 admin admin] Publish callbacks [] for security_group (49c7d3ee-08d5-4723-802a-358970e2d464), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:32.664512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cb6842d-225b-43b7-8fd7-98d218fa431f req-b324f7cf-f6c9-40cf-890b-7af26d438b89 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2174082 Mar 10 14:54:32.684409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f01064a-985b-4cdb-a980-54dc4f962969 admin admin] Publish callbacks [] for security_group (49c7d3ee-08d5-4723-802a-358970e2d464), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:32.714630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cb6842d-225b-43b7-8fd7-98d218fa431f req-3035a6a2-2eb0-4843-ae80-648e4a35e00e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=338ae337-3ba6-496f-b90e-9c64ea21839e HTTP/1.1" status: 200 len: 217 time: 0.0417643 Mar 10 14:54:32.748139 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f01064a-985b-4cdb-a980-54dc4f962969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (49c7d3ee-08d5-4723-802a-358970e2d464), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:32.752549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f01064a-985b-4cdb-a980-54dc4f962969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:32.754488 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2f01064a-985b-4cdb-a980-54dc4f962969 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49c7d3ee-08d5-4723-802a-358970e2d464 HTTP/1.1" status: 204 len: 168 time: 0.1536014 Mar 10 14:54:32.764762 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01064a-985b-4cdb-a980-54dc4f962969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c7d3ee-08d5-4723-802a-358970e2d464,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:32.821801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6842d-225b-43b7-8fd7-98d218fa431f req-6592cbd9-b0ef-4770-8a49-a8c5a5271ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:32.823864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cb6842d-225b-43b7-8fd7-98d218fa431f req-6592cbd9-b0ef-4770-8a49-a8c5a5271ef1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1017499 Mar 10 14:54:32.976554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6842d-225b-43b7-8fd7-98d218fa431f req-35b6e919-6b2f-4a5d-9717-95f3ef046aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:32.978305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cb6842d-225b-43b7-8fd7-98d218fa431f req-35b6e919-6b2f-4a5d-9717-95f3ef046aaf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1432905 Mar 10 14:54:33.088911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cb6842d-225b-43b7-8fd7-98d218fa431f req-12fd3a7b-0c18-4f38-b714-927a18b97393 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984707 Mar 10 14:54:33.127629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-a89652a6-a1c2-4d54-b388-e0620cff4535 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:33.127629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-a89652a6-a1c2-4d54-b388-e0620cff4535 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 821 time: 0.2496312 Mar 10 14:54:33.150964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-dd9add3b-1bbc-4379-880c-0eb5ac9c055c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/quotas/2671b97681dc4bc79983dcfefc7a4d3b HTTP/1.1" status: 200 len: 375 time: 0.0177307 Mar 10 14:54:33.197135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ff2c66dd-d624-4925-be8b-48f37a6213bb up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:33.220749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-570034c3-5285-4f63-a770-6884882ccf0e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628173 Mar 10 14:54:33.294192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cb6842d-225b-43b7-8fd7-98d218fa431f req-733e2a0b-a95b-435e-bf74-1342fb5854e5 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947787 Mar 10 14:54:33.308456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port ff2c66dd-d624-4925-be8b-48f37a6213bb completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:54:33.321952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port ff2c66dd-d624-4925-be8b-48f37a6213bb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:33.322365 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:33.368462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34978) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:33.384059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-c1ee84ee-1e71-435c-b704-0bcb5d23163d service neutron] 10.222.0.11 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486616 Mar 10 14:54:33.387882 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3d2b-e165-4453-9be5-49ae593d4949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:33.508565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ff2c66dd-d624-4925-be8b-48f37a6213bb is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:33.508965 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:33.546871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-248fcae4-e56a-41ce-9e38-327493fbc46b service neutron] 10.222.0.11 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471486 Mar 10 14:54:33.570977 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3d2b-e165-4453-9be5-49ae593d4949 admin admin] Publish callbacks [] for security_group (6cdfa24d-338f-49a6-9e6a-aad0db428745), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:33.571162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aac199b-70c6-421c-9b86-d3ef53a7e7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2c66dd-d624-4925-be8b-48f37a6213bb'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:33.575936 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cf323b-ad0b-4629-a71b-893c09b5b63d" -d '{"events": [{"server_uuid": "5aac199b-70c6-421c-9b86-d3ef53a7e7aa", "name": "network-vif-plugged", "status": "completed", "tag": "ff2c66dd-d624-4925-be8b-48f37a6213bb"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:33.582597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3d2b-e165-4453-9be5-49ae593d4949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6cdfa24d-338f-49a6-9e6a-aad0db428745), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:33.605970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ff2c66dd-d624-4925-be8b-48f37a6213bb, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ff2c66dd-d624-4925-be8b-48f37a6213bb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:33.613722 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:33.621928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711dea4-e8c4-43c6-b5e4-ad0c1640bebd req-5a87d798-1db7-413f-915d-275765181db3 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:33.623448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8711dea4-e8c4-43c6-b5e4-ad0c1640bebd req-5a87d798-1db7-413f-915d-275765181db3 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 948 time: 0.2382476 Mar 10 14:54:33.642944 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bf7b3d2b-e165-4453-9be5-49ae593d4949 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc1b8411a6bd4bbfbfa9965bcfa18baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726798 Mar 10 14:54:33.650490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34986) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:33.719098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8711dea4-e8c4-43c6-b5e4-ad0c1640bebd req-3f7dbacc-a7a9-4770-aedf-8be54458c51c tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891306 Mar 10 14:54:33.726023 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ff2c66dd-d624-4925-be8b-48f37a6213bb,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:33.726464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b3d2b-e165-4453-9be5-49ae593d4949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdfa24d-338f-49a6-9e6a-aad0db428745,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:33.758745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8dc26dc-4faa-491d-95c0-a020ec0bd879 admin admin] Publish callbacks [] for security_group (6cdfa24d-338f-49a6-9e6a-aad0db428745), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:33.760319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.760666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.761026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.761602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.761946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.762302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.762599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.762962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.764236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.764578 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.764917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.766016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.766398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:33.792349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8dc26dc-4faa-491d-95c0-a020ec0bd879 admin admin] Publish callbacks [] for security_group (6cdfa24d-338f-49a6-9e6a-aad0db428745), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:33.888756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8dc26dc-4faa-491d-95c0-a020ec0bd879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6cdfa24d-338f-49a6-9e6a-aad0db428745), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:33.892751 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8dc26dc-4faa-491d-95c0-a020ec0bd879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:33.894760 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e8dc26dc-4faa-491d-95c0-a020ec0bd879 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cdfa24d-338f-49a6-9e6a-aad0db428745 HTTP/1.1" status: 204 len: 168 time: 0.2342942 Mar 10 14:54:33.922066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af857d-5bde-435f-b1a4-8e6862082d4a req-f3dfddac-b7cc-456f-a6b8-7f78ced389ba tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:33.925746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc26dc-4faa-491d-95c0-a020ec0bd879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdfa24d-338f-49a6-9e6a-aad0db428745,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:33.929454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38af857d-5bde-435f-b1a4-8e6862082d4a req-f3dfddac-b7cc-456f-a6b8-7f78ced389ba tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 948 time: 0.0840960 Mar 10 14:54:34.009299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38af857d-5bde-435f-b1a4-8e6862082d4a req-ff65cbb1-1e63-423b-bab9-53dbfd7a8b06 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768394 Mar 10 14:54:34.140596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37bd0906-3981-4f38-ba7a-9c444ffe6284 req-97effea6-b10e-4fc2-90fd-7042119894f7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 210 time: 0.0484202 Mar 10 14:54:34.180582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8383e4-1f5a-43e0-9ceb-83c8935d1c90 req-ad5f5a8a-5051-4b12-904a-f3bc63269064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:34.182512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e8383e4-1f5a-43e0-9ceb-83c8935d1c90 req-ad5f5a8a-5051-4b12-904a-f3bc63269064 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 1131 time: 0.1289012 Mar 10 14:54:34.251393 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287394fb-daac-4f64-8e5f-31427c902084 x-openstack-request-id: req-287394fb-daac-4f64-8e5f-31427c902084 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:34.252744 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aac199b-70c6-421c-9b86-d3ef53a7e7aa", "name": "network-vif-plugged", "status": "completed", "tag": "ff2c66dd-d624-4925-be8b-48f37a6213bb", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:34.253221 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-287394fb-daac-4f64-8e5f-31427c902084 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:34.254122 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac199b-70c6-421c-9b86-d3ef53a7e7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2c66dd-d624-4925-be8b-48f37a6213bb', 'code': 200} Mar 10 14:54:34.284356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e8383e4-1f5a-43e0-9ceb-83c8935d1c90 req-3cb81149-acf7-432d-b8aa-04597cd091aa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895283 Mar 10 14:54:34.921880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a4bf-903a-4373-b2b9-f2bda8249abf req-ccda7e12-a178-439f-8725-787c0635017c tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:34.931150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87b2a4bf-903a-4373-b2b9-f2bda8249abf req-ccda7e12-a178-439f-8725-787c0635017c tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 949 time: 0.0950899 Mar 10 14:54:34.996669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87b2a4bf-903a-4373-b2b9-f2bda8249abf req-249d4f38-287d-4358-9a96-5355d8af116e tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633202 Mar 10 14:54:35.175473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b7b44-923d-492d-b8cb-69e6d375f99f req-e1483e62-7a88-4960-b2ea-62ee027bd821 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:35.177618 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b4b7b44-923d-492d-b8cb-69e6d375f99f req-e1483e62-7a88-4960-b2ea-62ee027bd821 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 948 time: 0.0766561 Mar 10 14:54:35.233824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b4b7b44-923d-492d-b8cb-69e6d375f99f req-616ff801-bfe4-413f-bde6-7b1c358448ac tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485814 Mar 10 14:54:35.287670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ade92e4-675c-4281-92c9-70cc59e64fc7 req-b6cfa44c-3bab-4178-b938-e38d27ec5705 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 210 time: 0.0384169 Mar 10 14:54:35.510531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35064) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:35.589511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-65328f96-c5ef-4fcb-b55f-7d0d729609d6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:35.592868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-65328f96-c5ef-4fcb-b55f-7d0d729609d6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.45 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 821 time: 0.1942070 Mar 10 14:54:35.617832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Request body: {'port': {'device_id': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4', 'admin_state_up': True, 'tenant_id': '2671b97681dc4bc79983dcfefc7a4d3b'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:35.759368 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1a1488f-8291-477c-bab0-8df612cc5e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:35.787866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Made reservation on behalf of 2671b97681dc4bc79983dcfefc7a4d3b for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:35.792056 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:35.817277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35070) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:35.891823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1a1488f-8291-477c-bab0-8df612cc5e93 admin admin] Publish callbacks [] for security_group (2601a62e-c362-41f9-b4a2-0f10fa640464), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:35.899833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1a1488f-8291-477c-bab0-8df612cc5e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2601a62e-c362-41f9-b4a2-0f10fa640464), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:35.931332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-network', 'tenant_id': 'c3e7581da546432caada491c081eaa52'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:35.940034 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1488f-8291-477c-bab0-8df612cc5e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2601a62e-c362-41f9-b4a2-0f10fa640464,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:36.000355 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e1a1488f-8291-477c-bab0-8df612cc5e93 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f8a395233cb48f999d716abbf144644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873893 Mar 10 14:54:36.002900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Allocated IP 172.20.0.12 (6b04d328-1348-4a5e-9f15-addb2bbb45b4/5327c692-68c2-4c5c-a45c-9afcf4ed202b/77f5a501-947d-4dc1-bea6-d26520e1f144) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:36.005455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35080) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:36.011635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Made reservation on behalf of c3e7581da546432caada491c081eaa52 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:36.017343 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.028561 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.147032 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Publish callbacks [] for security_group (9ef064b8-cac3-40c6-8bb7-d9448f37d94a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.151700 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9ef064b8-cac3-40c6-8bb7-d9448f37d94a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.172260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:54:36.192527 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ae851b9a-d17b-496c-bd15-cf0130882b2e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.192872 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Added segment ae851b9a-d17b-496c-bd15-cf0130882b2e of type vlan for network 876ac721-d924-4a40-86de-12d10cae1780 Mar 10 14:54:36.194353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef064b8-cac3-40c6-8bb7-d9448f37d94a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:36.217047 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f65857a2-1584-44b6-9930-71f102498460 admin admin] Publish callbacks [] for security_group (2601a62e-c362-41f9-b4a2-0f10fa640464), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.259788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (876ac721-d924-4a40-86de-12d10cae1780), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.297859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5634b0-74f1-48d0-8966-1019bc060c19 req-1f491c23-c47d-423c-a4be-d293c1393d4e tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:36.299715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b5634b0-74f1-48d0-8966-1019bc060c19 req-1f491c23-c47d-423c-a4be-d293c1393d4e tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 949 time: 0.2173278 Mar 10 14:54:36.301864 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f65857a2-1584-44b6-9930-71f102498460 admin admin] Publish callbacks [] for security_group (2601a62e-c362-41f9-b4a2-0f10fa640464), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.306768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (876ac721-d924-4a40-86de-12d10cae1780), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.308116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:36.308816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.352664 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5314631 Mar 10 14:54:36.353552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35104) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:36.383212 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] Request body: {'subnet': {'network_id': '876ac721-d924-4a40-86de-12d10cae1780', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-subnet', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:36.389904 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95849164-2051-4a88-943a-0bdc72251785 admin admin] Pushing event updated for resources: {'Network': ['ID=876ac721-d924-4a40-86de-12d10cae1780,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:36.400553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 876ac721-d924-4a40-86de-12d10cae1780 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:54:36.428448 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] Made reservation on behalf of c3e7581da546432caada491c081eaa52 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:36.432321 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.627847 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.658928 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks [] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.677851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 338ae337-3ba6-496f-b90e-9c64ea21839e details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:54:36.699694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b5634b0-74f1-48d0-8966-1019bc060c19 req-6b48b261-5d3a-4ceb-b2b2-e0068f95d368 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285704 Mar 10 14:54:36.700077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] Checking segment: {'id': 'ae851b9a-d17b-496c-bd15-cf0130882b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '876ac721-d924-4a40-86de-12d10cae1780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:36.700426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] Network hostable DHCP agents. Network: 876ac721-d924-4a40-86de-12d10cae1780, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:54:36.712648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:36.728625 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] Network 876ac721-d924-4a40-86de-12d10cae1780 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:54:36.739329 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f65857a2-1584-44b6-9930-71f102498460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2601a62e-c362-41f9-b4a2-0f10fa640464), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.742042 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f65857a2-1584-44b6-9930-71f102498460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.745426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f65857a2-1584-44b6-9930-71f102498460 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2601a62e-c362-41f9-b4a2-0f10fa640464 HTTP/1.1" status: 204 len: 168 time: 0.7369878 Mar 10 14:54:36.747828 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 876ac721-d924-4a40-86de-12d10cae1780) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:36.754702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:36.756330 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.767862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99394e-99e4-4d8f-849d-a5d93ed7d5a5 None None] Network 876ac721-d924-4a40-86de-12d10cae1780 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:36.785085 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-22ee2d26-67ad-4fdf-94c7-baa5f4968248 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4304807 Mar 10 14:54:36.788737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35112) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:36.799736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b0ce9-8077-466d-9029-0fadda1c46fd req-71c79a11-c69b-4004-bde5-c56ee06cfbc6 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:36.800742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-router', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:36.810175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-786b0ce9-8077-466d-9029-0fadda1c46fd req-71c79a11-c69b-4004-bde5-c56ee06cfbc6 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 948 time: 0.4377699 Mar 10 14:54:36.822382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65857a2-1584-44b6-9930-71f102498460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2601a62e-c362-41f9-b4a2-0f10fa640464,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:36.851181 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (cce4481f-e6ae-4edc-80a8-a5173181df75), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.852493 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (cce4481f-e6ae-4edc-80a8-a5173181df75), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.876303 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.970784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:36.971479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-876ac721-d924-4a40-86de-12d10cae1780', 'network_id': '876ac721-d924-4a40-86de-12d10cae1780', 'project_id': 'c3e7581da546432caada491c081eaa52', 'fixed_ips': [{'subnet_id': 'fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 14:54:36.972553 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.978721 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Publish callbacks [] for router_controller (cce4481f-e6ae-4edc-80a8-a5173181df75), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:36.995168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:37.002258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:37.007417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:37.008274 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.029267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-786b0ce9-8077-466d-9029-0fadda1c46fd req-a866e455-386f-4c27-86e0-c002e42eb7f1 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180409 Mar 10 14:54:37.069499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Pushing event updated for resources: {'Port': ['ID=77f5a501-947d-4dc1-bea6-d26520e1f144,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:37.111107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b4724b29-fb04-474a-87c6-b7f764987ae1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4994445 Mar 10 14:54:37.136025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Request body: {'port': {'device_id': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:37.196385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af1da-9e62-42ee-9f1b-a5b2c0b83f00 req-e379f3ab-963c-48b4-ba00-ad600a33b0b2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:37.201182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Allocated IP 172.20.0.2 (876ac721-d924-4a40-86de-12d10cae1780/fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f/7e8988b2-9ac3-4de5-9244-9627dde948c5) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:37.215390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-100af1da-9e62-42ee-9f1b-a5b2c0b83f00 req-e379f3ab-963c-48b4-ba00-ad600a33b0b2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 932 time: 0.3410690 Mar 10 14:54:37.303720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.329507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-100af1da-9e62-42ee-9f1b-a5b2c0b83f00 req-ff349c96-9181-45fd-966f-368502bccef3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998688 Mar 10 14:54:37.331371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35118) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:37.360369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18a99f3d-b80e-427d-b02e-ea7df071c44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.486205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 338ae337-3ba6-496f-b90e-9c64ea21839e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=338ae337-3ba6-496f-b90e-9c64ea21839e,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:37.524929 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Publish callbacks [] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.531727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '338ae337-3ba6-496f-b90e-9c64ea21839e', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '338ae337-3ba6-496f-b90e-9c64ea21839e', 'mac_address': 'fa:16:3e:99:73:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:54:37.545582 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.589255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Publish callbacks [] for router_gateway (cce4481f-e6ae-4edc-80a8-a5173181df75), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.640576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Network 876ac721-d924-4a40-86de-12d10cae1780 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:37.642420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 338ae337-3ba6-496f-b90e-9c64ea21839e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:37.642818 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.646410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:37.647306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:37.663580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Pushing event updated for resources: {'Port': ['ID=7e8988b2-9ac3-4de5-9244-9627dde948c5,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:37.674782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338ae337-3ba6-496f-b90e-9c64ea21839e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:37.722234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 338ae337-3ba6-496f-b90e-9c64ea21839e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=338ae337-3ba6-496f-b90e-9c64ea21839e,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:37.764192 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.794651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Attempting to bind port 7e8988b2-9ac3-4de5-9244-9627dde948c5 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:37.802964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Attempting to bind port 7e8988b2-9ac3-4de5-9244-9627dde948c5 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'ae851b9a-d17b-496c-bd15-cf0130882b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '876ac721-d924-4a40-86de-12d10cae1780'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:37.803423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Attempting to bind port 7e8988b2-9ac3-4de5-9244-9627dde948c5 on network 876ac721-d924-4a40-86de-12d10cae1780 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:37.846356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:37.846738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Checking segment: {'id': 'ae851b9a-d17b-496c-bd15-cf0130882b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '876ac721-d924-4a40-86de-12d10cae1780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:37.847170 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.847912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Bound using segment: {'id': 'ae851b9a-d17b-496c-bd15-cf0130882b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '876ac721-d924-4a40-86de-12d10cae1780'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:37.848046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Bound port: 7e8988b2-9ac3-4de5-9244-9627dde948c5, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae851b9a-d17b-496c-bd15-cf0130882b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '876ac721-d924-4a40-86de-12d10cae1780'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:37.848399 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.857441 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Publish callbacks [] for router_gateway (cce4481f-e6ae-4edc-80a8-a5173181df75), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.883882 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:37.927056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd4898-13f1-4caf-be9c-077dcd21a73d req-77b6db94-06f6-46ff-b6d6-1de812715bdd tempest-ServersAdminNegativeTestJSON-216391717 tempest-ServersAdminNegativeTestJSON-216391717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:37.940030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66cd4898-13f1-4caf-be9c-077dcd21a73d req-77b6db94-06f6-46ff-b6d6-1de812715bdd tempest-ServersAdminNegativeTestJSON-216391717 tempest-ServersAdminNegativeTestJSON-216391717-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 1131 time: 0.2568998 Mar 10 14:54:37.947377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f5a501-947d-4dc1-bea6-d26520e1f144 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:37.980904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=338ae337-3ba6-496f-b90e-9c64ea21839e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:37.993511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66cd4898-13f1-4caf-be9c-077dcd21a73d req-4b412e20-fdeb-4e24-8484-587e15bff8c0 tempest-ServersAdminNegativeTestJSON-216391717 tempest-ServersAdminNegativeTestJSON-216391717-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.022245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Allocated IP 172.25.3.92 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/2a30fca4-fcaf-45a1-9b78-167ce88e7b70) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:38.029415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Publish callbacks [] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.070826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] For port 7e8988b2-9ac3-4de5-9244-9627dde948c5, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:38.070826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] For port 7e8988b2-9ac3-4de5-9244-9627dde948c5, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e8988b2-9ac3-4de5-9244-9627dde948c5,segment=NetworkSegment(ae851b9a-d17b-496c-bd15-cf0130882b2e),segment_id=ae851b9a-d17b-496c-bd15-cf0130882b2e)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:38.080831 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.096730 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18a99f3d-b80e-427d-b02e-ea7df071c44a admin admin] Publish callbacks [] for security_group (22327cdf-dd45-462e-9c31-e62305b0d5fe), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.109035 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18a99f3d-b80e-427d-b02e-ea7df071c44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (22327cdf-dd45-462e-9c31-e62305b0d5fe), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.152620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['338ae337-3ba6-496f-b90e-9c64ea21839e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:38.155387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a99f3d-b80e-427d-b02e-ea7df071c44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22327cdf-dd45-462e-9c31-e62305b0d5fe,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:38.160635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Transition to ACTIVE for port object 77f5a501-947d-4dc1-bea6-d26520e1f144 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:54:38.249853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Publish callbacks [] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.258815 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66cd4898-13f1-4caf-be9c-077dcd21a73d req-4b412e20-fdeb-4e24-8484-587e15bff8c0 tempest-ServersAdminNegativeTestJSON-216391717 tempest-ServersAdminNegativeTestJSON-216391717-project-admin] Publish callbacks [] for security_group (b80560be-e45c-4f3b-a511-f094dd2d74c2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.260280 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.265521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-18a99f3d-b80e-427d-b02e-ea7df071c44a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e73059a3ed3e460fa3b0fb85d578c164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9328544 Mar 10 14:54:38.276921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35144) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:38.300285 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66cd4898-13f1-4caf-be9c-077dcd21a73d req-4b412e20-fdeb-4e24-8484-587e15bff8c0 tempest-ServersAdminNegativeTestJSON-216391717 tempest-ServersAdminNegativeTestJSON-216391717-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b80560be-e45c-4f3b-a511-f094dd2d74c2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.320663 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04653e2e-f7b4-4f8a-9e98-4c212eda61ed None None] Pushing event updated for resources: {'Port': ['ID=7e8988b2-9ac3-4de5-9244-9627dde948c5,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:38.366295 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc847258-5f35-4b36-83d7-c363b5f30d67 admin admin] Publish callbacks [] for security_group (22327cdf-dd45-462e-9c31-e62305b0d5fe), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.378449 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.438498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc847258-5f35-4b36-83d7-c363b5f30d67 admin admin] Publish callbacks [] for security_group (22327cdf-dd45-462e-9c31-e62305b0d5fe), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.470915 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:38.491654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b412e20-fdeb-4e24-8484-587e15bff8c0 tempest-ServersAdminNegativeTestJSON-216391717 tempest-ServersAdminNegativeTestJSON-216391717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80560be-e45c-4f3b-a511-f094dd2d74c2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:38.500265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:38.502556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:38.504396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Pushing event updated for resources: {'Port': ['ID=2a30fca4-fcaf-45a1-9b78-167ce88e7b70,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:38.521118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1ea94-d1ff-40ff-8347-3e19fe25af62 req-ba232afe-3248-4a4e-94b7-74c4613972e9 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:38.542341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8a1ea94-d1ff-40ff-8347-3e19fe25af62 req-ba232afe-3248-4a4e-94b7-74c4613972e9 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 949 time: 0.3771737 Mar 10 14:54:38.559105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Pushing event updated for resources: {'Port': ['ID=77f5a501-947d-4dc1-bea6-d26520e1f144,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:38.597180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66cd4898-13f1-4caf-be9c-077dcd21a73d req-4b412e20-fdeb-4e24-8484-587e15bff8c0 tempest-ServersAdminNegativeTestJSON-216391717 tempest-ServersAdminNegativeTestJSON-216391717-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450768 Mar 10 14:54:38.623190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:38.623567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:38.623904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:38.645515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8a1ea94-d1ff-40ff-8347-3e19fe25af62 req-82c82738-d299-4364-b054-8e1d900b2e51 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018844 Mar 10 14:54:38.646528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Port 77f5a501-947d-4dc1-bea6-d26520e1f144 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:54:38.646896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:38.662471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:38.662938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:38.663339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:38.663930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Bound port: 77f5a501-947d-4dc1-bea6-d26520e1f144, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:38.664898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.753815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:38.758167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=77f5a501-947d-4dc1-bea6-d26520e1f144,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:38.766600 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.806485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:38.807235 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.809502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] 10.222.0.45 "PUT /v2.0/ports/77f5a501-947d-4dc1-bea6-d26520e1f144 HTTP/1.1" status: 200 len: 1092 time: 1.6809208 Mar 10 14:54:38.820701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'tag': '77f5a501-947d-4dc1-bea6-d26520e1f144'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:38.823686 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d1eb5-5139-4f03-82f4-d4a07bcead6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0bb14d-c698-4bb3-94a7-5e68f37b11cb", "tag": "77f5a501-947d-4dc1-bea6-d26520e1f144"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:38.831223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc847258-5f35-4b36-83d7-c363b5f30d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (22327cdf-dd45-462e-9c31-e62305b0d5fe), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.834267 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc847258-5f35-4b36-83d7-c363b5f30d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:38.837800 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cc847258-5f35-4b36-83d7-c363b5f30d67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22327cdf-dd45-462e-9c31-e62305b0d5fe HTTP/1.1" status: 204 len: 168 time: 0.5576284 Mar 10 14:54:38.876592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc847258-5f35-4b36-83d7-c363b5f30d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22327cdf-dd45-462e-9c31-e62305b0d5fe,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:38.916995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27adad4-c658-47be-9196-f8a600a5871d service neutron] Pushing event updated for resources: {'Port': ['ID=77f5a501-947d-4dc1-bea6-d26520e1f144,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:38.991807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c6586-d24f-4f11-9152-fa210da6c9f4 req-d6bc8a7e-3497-4668-9cbe-833f57af21d9 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:39.002628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf0c6586-d24f-4f11-9152-fa210da6c9f4 req-d6bc8a7e-3497-4668-9cbe-833f57af21d9 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 944 time: 0.2048194 Mar 10 14:54:39.038385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-a6ac8da5-a807-41d3-9db3-0080d75830d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:39.041258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-a6ac8da5-a807-41d3-9db3-0080d75830d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 1126 time: 0.1622603 Mar 10 14:54:39.058285 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Publish callbacks [] for router_gateway (cce4481f-e6ae-4edc-80a8-a5173181df75), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:39.106541 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb80301-35a7-4cad-95ef-b85b1ef43036 x-openstack-request-id: req-5cb80301-35a7-4cad-95ef-b85b1ef43036 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:39.107016 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0bb14d-c698-4bb3-94a7-5e68f37b11cb", "tag": "77f5a501-947d-4dc1-bea6-d26520e1f144", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:39.107375 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cb80301-35a7-4cad-95ef-b85b1ef43036 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:39.108000 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'tag': '77f5a501-947d-4dc1-bea6-d26520e1f144', 'status': 'completed', 'code': 200} Mar 10 14:54:39.115341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-b5b10044-cbae-4f6d-b33e-2380599884ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77f5a501-947d-4dc1-bea6-d26520e1f144 HTTP/1.1" status: 200 len: 217 time: 0.0638623 Mar 10 14:54:39.130217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf0c6586-d24f-4f11-9152-fa210da6c9f4 req-ab2f899a-89ea-4879-b7ef-3d82a9a88981 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229999 Mar 10 14:54:39.172680 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:54:39.232590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-54aa8f76-8d11-4f31-8c56-dc7e78536495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:39.234337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-54aa8f76-8d11-4f31-8c56-dc7e78536495 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1021445 Mar 10 14:54:39.288016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-18bd5377-aceb-4a89-98ce-a01684ecff78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436983 Mar 10 14:54:39.359465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7e8988b2-9ac3-4de5-9244-9627dde948c5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:39.473959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7e8988b2-9ac3-4de5-9244-9627dde948c5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:39.474610 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:39.530218 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (cce4481f-e6ae-4edc-80a8-a5173181df75), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:39.546616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-c50a747a-7e5a-4542-ad9f-1826f27b1a92 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482264 Mar 10 14:54:39.629931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7e8988b2-9ac3-4de5-9244-9627dde948c5 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:39.629931 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:39.753367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 7e8988b2-9ac3-4de5-9244-9627dde948c5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e8988b2-9ac3-4de5-9244-9627dde948c5,segment=NetworkSegment(ae851b9a-d17b-496c-bd15-cf0130882b2e),segment_id=ae851b9a-d17b-496c-bd15-cf0130882b2e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:39.764666 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:39.831136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Router cce4481f-e6ae-4edc-80a8-a5173181df75 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 14:54:39.867717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d6aaa-2617-4d66-aefe-c2193f02788d None None] Network 876ac721-d924-4a40-86de-12d10cae1780 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:39.905124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abfeebd-e9e6-427a-aa78-102ffde6eddc req-256df87a-0764-4db3-93d9-a0f39e4f1bf4 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426967 Mar 10 14:54:39.911693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae9eaa-5689-4758-b3f3-f9ffe9530041 req-c824dee6-93c4-41d1-9c57-f74e17809b5d tempest-ServersAdminNegativeTestJSON-216391717 tempest-ServersAdminNegativeTestJSON-216391717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:39.919492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bae9eaa-5689-4758-b3f3-f9ffe9530041 req-c824dee6-93c4-41d1-9c57-f74e17809b5d tempest-ServersAdminNegativeTestJSON-216391717 tempest-ServersAdminNegativeTestJSON-216391717-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 1131 time: 0.1231725 Mar 10 14:54:39.980534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:54:39.992768 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Sync routers for ids ['cce4481f-e6ae-4edc-80a8-a5173181df75'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:54:40.002458 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:40.004045 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6a623cd0-602d-4567-ae41-3153d88f2597 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2134328 Mar 10 14:54:40.006593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35198) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:40.007388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6345cc9-2bbe-4320-bec7-a031f4260112 req-3f78ce16-1130-49eb-8266-fa6e8c332e6e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:40.007887 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Routers {'cce4481f-e6ae-4edc-80a8-a5173181df75'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:54:40.008518 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:54:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['cce4481f-e6ae-4edc-80a8-a5173181df75'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:40.009753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6345cc9-2bbe-4320-bec7-a031f4260112 req-3f78ce16-1130-49eb-8266-fa6e8c332e6e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 949 time: 0.1713395 Mar 10 14:54:40.057671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bae9eaa-5689-4758-b3f3-f9ffe9530041 req-8e1ab3ff-55f7-4446-9d57-bb2d77344f07 tempest-ServersAdminNegativeTestJSON-216391717 tempest-ServersAdminNegativeTestJSON-216391717-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368804 Mar 10 14:54:40.096909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=7e8988b2-9ac3-4de5-9244-9627dde948c5,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:40.128796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-73373fe3-b997-4f36-962b-04261b8b7c4b None None] Provisioning complete for port 7e8988b2-9ac3-4de5-9244-9627dde948c5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:40.129758 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-73373fe3-b997-4f36-962b-04261b8b7c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:40.164093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6345cc9-2bbe-4320-bec7-a031f4260112 req-da37cfeb-812e-448d-8ab5-2bad2ce49245 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431432 Mar 10 14:54:40.191479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d1eb5-5139-4f03-82f4-d4a07bcead6c req-4f437a5c-ed12-4464-b814-925e073e02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:40.193250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d6d1eb5-5139-4f03-82f4-d4a07bcead6c req-4f437a5c-ed12-4464-b814-925e073e02a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 1126 time: 0.1972272 Mar 10 14:54:40.261971 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Set router cce4481f-e6ae-4edc-80a8-a5173181df75 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:54:40.285038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-73373fe3-b997-4f36-962b-04261b8b7c4b None None] Current status of the port 7e8988b2-9ac3-4de5-9244-9627dde948c5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:40.399207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d1eb5-5139-4f03-82f4-d4a07bcead6c req-c5c12032-5551-48a9-bd11-38cfbb99f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:40.400815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d6d1eb5-5139-4f03-82f4-d4a07bcead6c req-c5c12032-5551-48a9-bd11-38cfbb99f444 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.1945913 Mar 10 14:54:40.508781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d6d1eb5-5139-4f03-82f4-d4a07bcead6c req-5558602b-32bb-401c-8d60-9a9ea913af83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77f5a501-947d-4dc1-bea6-d26520e1f144 HTTP/1.1" status: 200 len: 217 time: 0.0940716 Mar 10 14:54:40.625537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d1eb5-5139-4f03-82f4-d4a07bcead6c req-3081607f-2fe0-4905-b029-a573c8ad7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:40.626968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d6d1eb5-5139-4f03-82f4-d4a07bcead6c req-3081607f-2fe0-4905-b029-a573c8ad7b85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1076529 Mar 10 14:54:40.633568 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-router', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:36Z', 'updated_at': '2022-03-10T14:54:38Z', 'revision_number': 3, 'project_id': 'c3e7581da546432caada491c081eaa52', 'gw_port': {'id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:37Z', 'updated_at': '2022-03-10T14:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:40.638336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0b059eb3-5da7-41e4-8262-8310a4b63105 None None] Provisioning complete for port 7e8988b2-9ac3-4de5-9244-9627dde948c5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:40.638947 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0b059eb3-5da7-41e4-8262-8310a4b63105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:40.672487 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Checking router: cce4481f-e6ae-4edc-80a8-a5173181df75 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:54:40.673422 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Updating router cce4481f-e6ae-4edc-80a8-a5173181df75 port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:54:40.705297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 338ae337-3ba6-496f-b90e-9c64ea21839e up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:40.707333 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:40.739878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d6d1eb5-5139-4f03-82f4-d4a07bcead6c req-95f5ed3b-e7cc-4dff-b3b2-05584ffe2d53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992522 Mar 10 14:54:40.939788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:40.950415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 338ae337-3ba6-496f-b90e-9c64ea21839e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:54:40.961577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 338ae337-3ba6-496f-b90e-9c64ea21839e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:40.961840 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:40.993151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-8fa1d18b-1a7c-451f-a0a6-707cb8b73131 req-d6d29e82-451e-4de8-a20c-a0af0ad12351 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:54:40.994320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fa1d18b-1a7c-451f-a0a6-707cb8b73131 req-d6d29e82-451e-4de8-a20c-a0af0ad12351 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2526441 Mar 10 14:54:41.017722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0b059eb3-5da7-41e4-8262-8310a4b63105 None None] Current status of the port 7e8988b2-9ac3-4de5-9244-9627dde948c5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:41.068014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dee9e-3a4e-44c0-956e-221abe67dcc4 req-4ba92958-c400-4b1e-aff8-6f0df67aece7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:41.078071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb9dee9e-3a4e-44c0-956e-221abe67dcc4 req-4ba92958-c400-4b1e-aff8-6f0df67aece7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 944 time: 0.2315745 Mar 10 14:54:41.098483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d6d1eb5-5139-4f03-82f4-d4a07bcead6c req-48883e27-267e-4437-9275-42790183538e service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426003 Mar 10 14:54:41.195884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 338ae337-3ba6-496f-b90e-9c64ea21839e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:41.196269 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:41.288004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b9fb44-9078-4436-8603-29cd04815ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338ae337-3ba6-496f-b90e-9c64ea21839e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:41.292719 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef72e8a-1139-47a7-a3d8-0f04feb2d68a" -d '{"events": [{"server_uuid": "81b9fb44-9078-4436-8603-29cd04815ca8", "name": "network-vif-plugged", "status": "completed", "tag": "338ae337-3ba6-496f-b90e-9c64ea21839e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:41.304214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7e8988b2-9ac3-4de5-9244-9627dde948c5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:41.306904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb9dee9e-3a4e-44c0-956e-221abe67dcc4 req-576786e7-32ff-4921-b4b6-81d0905cfae9 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270572 Mar 10 14:54:41.348998 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Publish callbacks [] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:41.352651 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Allocated IP 172.20.0.1 (876ac721-d924-4a40-86de-12d10cae1780/fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f/b22a42f4-bcb4-4642-8e92-802420111c43) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:41.367366 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:41.436411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 338ae337-3ba6-496f-b90e-9c64ea21839e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=338ae337-3ba6-496f-b90e-9c64ea21839e,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:41.476355 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:41.500387 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Pushing event updated for resources: {'Port': ['ID=2a30fca4-fcaf-45a1-9b78-167ce88e7b70,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:41.505765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d6d1eb5-5139-4f03-82f4-d4a07bcead6c req-5c98e3bd-fa38-4dcd-bd62-1dcd5acd8bea service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933408 Mar 10 14:54:41.532027 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.533394 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.533867 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.536279 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.536773 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.537226 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.538823 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.539255 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.541148 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.542139 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.543588 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.544084 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.545334 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:54:41.573290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789133bd-f3ab-4cd0-b362-8103e552c1a4 req-2d4f09d9-1481-4b90-b4f7-a6585a411310 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:41.575369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-789133bd-f3ab-4cd0-b362-8103e552c1a4 req-2d4f09d9-1481-4b90-b4f7-a6585a411310 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 949 time: 0.1889462 Mar 10 14:54:41.637505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35252) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:41.655362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7e8988b2-9ac3-4de5-9244-9627dde948c5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:41.655903 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:41.666276 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=338ae337-3ba6-496f-b90e-9c64ea21839e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:41.680704 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Publish callbacks [] for port (b22a42f4-bcb4-4642-8e92-802420111c43), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:41.683936 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Attempting to bind port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:41.684406 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Attempting to bind port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:41.685045 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Attempting to bind port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:41.701320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-789133bd-f3ab-4cd0-b362-8103e552c1a4 req-1bcba0d6-96f3-492a-95b9-7320e14a405e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149135 Mar 10 14:54:41.719002 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:41.719315 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:41.719727 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:41.720121 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:41.729784 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Bound port: 2a30fca4-fcaf-45a1-9b78-167ce88e7b70, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:41.730280 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:41.755370 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004676ef-b685-46a0-91bf-c4f9c7d5d502 x-openstack-request-id: req-004676ef-b685-46a0-91bf-c4f9c7d5d502 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:41.757574 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b9fb44-9078-4436-8603-29cd04815ca8", "name": "network-vif-plugged", "status": "completed", "tag": "338ae337-3ba6-496f-b90e-9c64ea21839e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:41.757874 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-004676ef-b685-46a0-91bf-c4f9c7d5d502 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:41.758299 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b9fb44-9078-4436-8603-29cd04815ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338ae337-3ba6-496f-b90e-9c64ea21839e', 'code': 200} Mar 10 14:54:41.800286 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b22a42f4-bcb4-4642-8e92-802420111c43), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:41.825469 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] For port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:41.834118 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] For port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2a30fca4-fcaf-45a1-9b78-167ce88e7b70,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:41.860390 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:41.893344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Network 876ac721-d924-4a40-86de-12d10cae1780 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:41.902646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:41.908750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:41.921044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7e8988b2-9ac3-4de5-9244-9627dde948c5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:41.971892 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ed7fe-3f1c-4a45-950f-f415ba9f0011 None None] Pushing event updated for resources: {'Port': ['ID=2a30fca4-fcaf-45a1-9b78-167ce88e7b70,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:41.980891 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Routers {'cce4481f-e6ae-4edc-80a8-a5173181df75'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:54:41.981521 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:54:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['cce4481f-e6ae-4edc-80a8-a5173181df75'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:42.034636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Pushing event updated for resources: {'Port': ['ID=b22a42f4-bcb4-4642-8e92-802420111c43,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:42.063727 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (cce4481f-e6ae-4edc-80a8-a5173181df75), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.071140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c433d0-f795-4df3-8f27-cd1d5720145a req-a8fe4ee4-2784-45e1-88f1-c49961bb89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:42.080562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4c433d0-f795-4df3-8f27-cd1d5720145a req-a8fe4ee4-2784-45e1-88f1-c49961bb89dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 1132 time: 0.2426312 Mar 10 14:54:42.101369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd956f7-d013-4cb7-ad08-a3a8ee7ba169 req-ebc404e2-9707-4a82-b63b-63a903e00a65 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:42.102930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cd956f7-d013-4cb7-ad08-a3a8ee7ba169 req-ebc404e2-9707-4a82-b63b-63a903e00a65 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 949 time: 0.2144032 Mar 10 14:54:42.198948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c64d3628-36f9-4f51-a6ed-aa15645a56c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.244162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4c433d0-f795-4df3-8f27-cd1d5720145a req-2486fccb-74b4-4003-a178-4daaa50f9885 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402225 Mar 10 14:54:42.262358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cd956f7-d013-4cb7-ad08-a3a8ee7ba169 req-5c126830-d7d8-48c1-b9ba-051283f2a69d tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310484 Mar 10 14:54:42.355700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1fe4aacd-73ce-475f-9d06-5e4546cb4c2b None None] Provisioning complete for port b22a42f4-bcb4-4642-8e92-802420111c43 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:42.356083 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1fe4aacd-73ce-475f-9d06-5e4546cb4c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b22a42f4-bcb4-4642-8e92-802420111c43), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.363117 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] Set router cce4481f-e6ae-4edc-80a8-a5173181df75 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:54:42.363836 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b22a42f4-bcb4-4642-8e92-802420111c43), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.366578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c64d3628-36f9-4f51-a6ed-aa15645a56c3 admin admin] Publish callbacks [] for security_group (5d9f900f-333e-4928-9465-a328d3dc2d3b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.384831 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c64d3628-36f9-4f51-a6ed-aa15645a56c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5d9f900f-333e-4928-9465-a328d3dc2d3b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.429574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4aacd-73ce-475f-9d06-5e4546cb4c2b None None] Port b22a42f4-bcb4-4642-8e92-802420111c43 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:54:42.466218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c64d3628-36f9-4f51-a6ed-aa15645a56c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16996cdce97345f2bb2f9588f6beaba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8144319 Mar 10 14:54:42.483131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d3628-36f9-4f51-a6ed-aa15645a56c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9f900f-333e-4928-9465-a328d3dc2d3b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:42.486473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35272) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:42.546986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663f000-72ed-409b-86d6-ece2355899dc req-d23b7240-2c1c-473a-841a-74f5d7bb56cc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:42.552313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a663f000-72ed-409b-86d6-ece2355899dc req-d23b7240-2c1c-473a-841a-74f5d7bb56cc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 944 time: 0.1057460 Mar 10 14:54:42.591223 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-beec6e6b-5d01-4ca6-a47c-e040714240fe admin admin] Publish callbacks [] for security_group (5d9f900f-333e-4928-9465-a328d3dc2d3b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.603075 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-router', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:36Z', 'updated_at': '2022-03-10T14:54:38Z', 'revision_number': 3, 'project_id': 'c3e7581da546432caada491c081eaa52', 'gw_port': {'id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:37Z', 'updated_at': '2022-03-10T14:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:42.635978 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4e29f-99f0-4717-bbba-5f3c2591b35f None None] The sync data for ids ['cce4481f-e6ae-4edc-80a8-a5173181df75'] in n-d-833090-1 is: [{'id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-router', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:36Z', 'updated_at': '2022-03-10T14:54:38Z', 'revision_number': 3, 'project_id': 'c3e7581da546432caada491c081eaa52', 'gw_port': {'id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:37Z', 'updated_at': '2022-03-10T14:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:54:42.646200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a663f000-72ed-409b-86d6-ece2355899dc req-1f3e49a7-78cd-4f54-80d1-f46f21f8c140 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784626 Mar 10 14:54:42.683273 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-b150d644-7c8e-49d3-8ece-1cfe0e64036f tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4ec72056e3f64b58af60f1330a78970e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307333 Mar 10 14:54:42.685395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-beec6e6b-5d01-4ca6-a47c-e040714240fe admin admin] Publish callbacks [] for security_group (5d9f900f-333e-4928-9465-a328d3dc2d3b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.785161 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Publish callbacks [] for port (b22a42f4-bcb4-4642-8e92-802420111c43), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.792574 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b22a42f4-bcb4-4642-8e92-802420111c43), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.847420 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-beec6e6b-5d01-4ca6-a47c-e040714240fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5d9f900f-333e-4928-9465-a328d3dc2d3b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.849919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-beec6e6b-5d01-4ca6-a47c-e040714240fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.851098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-beec6e6b-5d01-4ca6-a47c-e040714240fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d9f900f-333e-4928-9465-a328d3dc2d3b HTTP/1.1" status: 204 len: 168 time: 0.3615067 Mar 10 14:54:42.859412 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Pushing event updated for resources: {'Port': ['ID=b22a42f4-bcb4-4642-8e92-802420111c43,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:42.870963 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (cce4481f-e6ae-4edc-80a8-a5173181df75), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:42.884490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-f03d155f-152b-4dea-aa53-5b932ad422ee tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:42.886006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-f03d155f-152b-4dea-aa53-5b932ad422ee tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913278 Mar 10 14:54:42.886776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec6e6b-5d01-4ca6-a47c-e040714240fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9f900f-333e-4928-9465-a328d3dc2d3b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:42.925959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d79ff-5f2e-48a4-b72f-2103f70151cf req-8590ec1a-88d8-4222-a731-ed6696d71d10 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:42.927489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd2d79ff-5f2e-48a4-b72f-2103f70151cf req-8590ec1a-88d8-4222-a731-ed6696d71d10 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.1306977 Mar 10 14:54:42.933183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-81f13947-006b-4d32-8828-eb39d29efad6 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/quotas/4ec72056e3f64b58af60f1330a78970e HTTP/1.1" status: 200 len: 375 time: 0.0402617 Mar 10 14:54:43.005486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-964cdaf1-a040-4058-8019-45abde72ce52 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ec72056e3f64b58af60f1330a78970e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546560 Mar 10 14:54:43.035977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Network 876ac721-d924-4a40-86de-12d10cae1780 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:43.041435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:43.059565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd2d79ff-5f2e-48a4-b72f-2103f70151cf req-9101da9c-e318-4f26-b3aa-9270975a7445 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187956 Mar 10 14:54:43.223750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 77f5a501-947d-4dc1-bea6-d26520e1f144 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:54:43.237959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Router cce4481f-e6ae-4edc-80a8-a5173181df75 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:54:43.407910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bac67099-b03a-4d16-b16f-e594e6c315a7 req-c3601b1f-a249-4bbc-b1a9-fd865e333b02 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 210 time: 0.0809817 Mar 10 14:54:43.417320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:43.472062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35296) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:43.499734 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9aac10c6-ecca-4476-bb63-494fade743cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:43.544688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:54:43.564519 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ed0c4c62-8ccf-4c8a-81c0-7bd688588660 admin admin] 10.222.0.11 "PUT /v2.0/routers/cce4481f-e6ae-4edc-80a8-a5173181df75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5471606 Mar 10 14:54:43.625206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380c966-e611-4530-8e08-a38b648191b7 req-bd1ed1f4-a343-476c-8744-4c047dab00ba tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:43.633961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f380c966-e611-4530-8e08-a38b648191b7 req-bd1ed1f4-a343-476c-8744-4c047dab00ba tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 949 time: 0.2195289 Mar 10 14:54:43.706327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f380c966-e611-4530-8e08-a38b648191b7 req-11d9255d-6dac-4d85-8b3a-4c63e2f1d098 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669930 Mar 10 14:54:43.773168 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9aac10c6-ecca-4476-bb63-494fade743cb admin admin] Publish callbacks [] for security_group (de655ab2-18e4-4fdf-bc55-bc4c6a7639ac), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:43.797207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794d6f0-7370-40ff-ab47-132d952a08b3 req-7599c938-1001-48a1-9254-a52d3f80adfe tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:43.799765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1794d6f0-7370-40ff-ab47-132d952a08b3 req-7599c938-1001-48a1-9254-a52d3f80adfe tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.45 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 949 time: 0.0864086 Mar 10 14:54:43.800914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9b57fc36-0abc-4e62-bcb6-33bdcd299a97 None None] Provisioning complete for port b22a42f4-bcb4-4642-8e92-802420111c43 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:43.801320 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9b57fc36-0abc-4e62-bcb6-33bdcd299a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b22a42f4-bcb4-4642-8e92-802420111c43), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:43.802285 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9aac10c6-ecca-4476-bb63-494fade743cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (de655ab2-18e4-4fdf-bc55-bc4c6a7639ac), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:43.839597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9b57fc36-0abc-4e62-bcb6-33bdcd299a97 None None] Port b22a42f4-bcb4-4642-8e92-802420111c43 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:54:43.852567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=77f5a501-947d-4dc1-bea6-d26520e1f144,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:43.871047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '77f5a501-947d-4dc1-bea6-d26520e1f144', 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4', 'port_id': '77f5a501-947d-4dc1-bea6-d26520e1f144', 'mac_address': 'fa:16:3e:19:b9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5327c692-68c2-4c5c-a45c-9afcf4ed202b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:54:43.882702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:43.883196 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:43.904400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac10c6-ecca-4476-bb63-494fade743cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de655ab2-18e4-4fdf-bc55-bc4c6a7639ac,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:43.925977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 77f5a501-947d-4dc1-bea6-d26520e1f144 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:43.926446 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:43.939157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9aac10c6-ecca-4476-bb63-494fade743cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4056afb0551b4350859f7ec9aaa5d81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4583209 Mar 10 14:54:43.939470 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35312) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:44.002196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f5a501-947d-4dc1-bea6-d26520e1f144 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:44.058415 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb725b84-2717-4cca-b4be-e68c4a5f02ec admin admin] Publish callbacks [] for security_group (de655ab2-18e4-4fdf-bc55-bc4c6a7639ac), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.061562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=77f5a501-947d-4dc1-bea6-d26520e1f144,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:44.073570 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.078317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:44.079284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.104541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb725b84-2717-4cca-b4be-e68c4a5f02ec admin admin] Publish callbacks [] for security_group (de655ab2-18e4-4fdf-bc55-bc4c6a7639ac), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.119985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2a30fca4-fcaf-45a1-9b78-167ce88e7b70,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:44.130295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.152935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=77f5a501-947d-4dc1-bea6-d26520e1f144,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:44.172973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb725b84-2717-4cca-b4be-e68c4a5f02ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (de655ab2-18e4-4fdf-bc55-bc4c6a7639ac), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.177842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80824ec-5eb6-4a30-a528-4239cd246d5c req-e3880590-40c3-4b5e-b9fb-d2765b8e488c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:44.178266 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb725b84-2717-4cca-b4be-e68c4a5f02ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.179467 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bb725b84-2717-4cca-b4be-e68c4a5f02ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de655ab2-18e4-4fdf-bc55-bc4c6a7639ac HTTP/1.1" status: 204 len: 168 time: 0.2388313 Mar 10 14:54:44.182213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b80824ec-5eb6-4a30-a528-4239cd246d5c req-e3880590-40c3-4b5e-b9fb-d2765b8e488c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 944 time: 0.3317933 Mar 10 14:54:44.183924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e425988a-ceeb-4dcc-9a83-837eae415af3 req-5c27e4b9-4139-482f-a579-73555aec6cbe tempest-FloatingIPsNegativeTestJSON-1011909033 tempest-FloatingIPsNegativeTestJSON-1011909033-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=c3e7581da546432caada491c081eaa52 HTTP/1.1" status: 200 len: 217 time: 0.0888076 Mar 10 14:54:44.186136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-1794d6f0-7370-40ff-ab47-132d952a08b3 req-369f82dd-e173-4592-979c-d91e27554109 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Deleting port ff2c66dd-d624-4925-be8b-48f37a6213bb {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:54:44.186474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1794d6f0-7370-40ff-ab47-132d952a08b3 req-369f82dd-e173-4592-979c-d91e27554109 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.205868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb725b84-2717-4cca-b4be-e68c4a5f02ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de655ab2-18e4-4fdf-bc55-bc4c6a7639ac,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:44.249245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=2a30fca4-fcaf-45a1-9b78-167ce88e7b70,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:44.446248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['77f5a501-947d-4dc1-bea6-d26520e1f144'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:44.634167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b80824ec-5eb6-4a30-a528-4239cd246d5c req-e502be06-cd05-4404-92bd-a7ba18bd0357 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435565 Mar 10 14:54:44.644600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35326) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:44.650419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986627c-e404-4e37-87bb-a2e327befe28 req-140b258d-51d2-4fdd-a8a3-ae844f013f4e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:44.651895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6986627c-e404-4e37-87bb-a2e327befe28 req-140b258d-51d2-4fdd-a8a3-ae844f013f4e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.1467028 Mar 10 14:54:44.663944 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-42b82300-7e31-4355-b64b-6d534076abda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.664880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1794d6f0-7370-40ff-ab47-132d952a08b3 req-369f82dd-e173-4592-979c-d91e27554109 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] For port ff2c66dd-d624-4925-be8b-48f37a6213bb, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ff2c66dd-d624-4925-be8b-48f37a6213bb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:44.665248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1794d6f0-7370-40ff-ab47-132d952a08b3 req-369f82dd-e173-4592-979c-d91e27554109 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.693395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-1794d6f0-7370-40ff-ab47-132d952a08b3 req-369f82dd-e173-4592-979c-d91e27554109 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Calling delete_port for ff2c66dd-d624-4925-be8b-48f37a6213bb owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:54:44.737122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-554f8560-5fa3-43ab-8ca5-b14c5e35f398 req-2d1712ab-5e19-4c42-8f7f-dc9e41a0c17f tempest-FloatingIPsNegativeTestJSON-1011909033 tempest-FloatingIPsNegativeTestJSON-1011909033-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0595920 Mar 10 14:54:44.757095 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-42b82300-7e31-4355-b64b-6d534076abda admin admin] Publish callbacks [] for security_group (a13ad9ad-74e0-4a3f-b0b3-93c4a1cb4ee7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.761643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-42b82300-7e31-4355-b64b-6d534076abda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a13ad9ad-74e0-4a3f-b0b3-93c4a1cb4ee7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.795260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6986627c-e404-4e37-87bb-a2e327befe28 req-88387e8b-a05d-4c55-bca8-d4c5f731b936 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271327 Mar 10 14:54:44.808181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b82300-7e31-4355-b64b-6d534076abda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13ad9ad-74e0-4a3f-b0b3-93c4a1cb4ee7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:44.813894 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-42b82300-7e31-4355-b64b-6d534076abda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ba27d4d75ba4bf2873b36a97e08d561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681473 Mar 10 14:54:44.816351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35332) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:44.892738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5b68da2-e47d-4f8c-8f76-0b72712f9a18 admin admin] Publish callbacks [] for security_group (a13ad9ad-74e0-4a3f-b0b3-93c4a1cb4ee7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.912912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb9d42a1-32a5-4865-88b9-aaf66f356bad req-43492d55-4f48-4e89-a494-300ec081404c tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 210 time: 0.0660040 Mar 10 14:54:44.924925 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5b68da2-e47d-4f8c-8f76-0b72712f9a18 admin admin] Publish callbacks [] for security_group (a13ad9ad-74e0-4a3f-b0b3-93c4a1cb4ee7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:44.995471 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Sync routers for ids ['cce4481f-e6ae-4edc-80a8-a5173181df75'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:54:45.010677 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5b68da2-e47d-4f8c-8f76-0b72712f9a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a13ad9ad-74e0-4a3f-b0b3-93c4a1cb4ee7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:45.015949 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5b68da2-e47d-4f8c-8f76-0b72712f9a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:45.021380 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e5b68da2-e47d-4f8c-8f76-0b72712f9a18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a13ad9ad-74e0-4a3f-b0b3-93c4a1cb4ee7 HTTP/1.1" status: 204 len: 168 time: 0.2016766 Mar 10 14:54:45.026727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Routers {'cce4481f-e6ae-4edc-80a8-a5173181df75'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:54:45.028285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:54:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['cce4481f-e6ae-4edc-80a8-a5173181df75'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:45.029737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b68da2-e47d-4f8c-8f76-0b72712f9a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13ad9ad-74e0-4a3f-b0b3-93c4a1cb4ee7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:45.051175 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1794d6f0-7370-40ff-ab47-132d952a08b3 req-369f82dd-e173-4592-979c-d91e27554109 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (ff2c66dd-d624-4925-be8b-48f37a6213bb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:45.072804 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-ce155d58-86ba-4a2e-b471-dff228d90704 req-10921543-6d25-440a-b9cb-ef377ae31ea5 tempest-FloatingIPsNegativeTestJSON-1011909033 tempest-FloatingIPsNegativeTestJSON-1011909033-project] show failed (client error): The resource could not be found. Mar 10 14:54:45.074082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce155d58-86ba-4a2e-b471-dff228d90704 req-10921543-6d25-440a-b9cb-ef377ae31ea5 tempest-FloatingIPsNegativeTestJSON-1011909033 tempest-FloatingIPsNegativeTestJSON-1011909033-project] 10.222.0.11 "GET /v2.0/floatingips/cf1611da-aecc-4692-b196-d7a25579ec40 HTTP/1.1" status: 404 len: 350 time: 0.1292238 Mar 10 14:54:45.083524 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35338) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:45.099162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-26338479-1986-4d7c-b248-18923bc9e9ca tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4ec72056e3f64b58af60f1330a78970e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021361 Mar 10 14:54:45.102594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f82dd-e173-4592-979c-d91e27554109 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Pushing event deleted for resources: {'Port': ['ID=ff2c66dd-d624-4925-be8b-48f37a6213bb,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:45.103119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['53ea4dec-3182-416a-a19d-ca5d23d45272', 'ff2c66dd-d624-4925-be8b-48f37a6213bb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:45.175568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf160fd-fb34-4310-a8d9-2dcddf572ff4 req-c140be38-d724-4f47-bf89-df04af93db4b tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:45.187793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebf160fd-fb34-4310-a8d9-2dcddf572ff4 req-c140be38-d724-4f47-bf89-df04af93db4b tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=5aac199b-70c6-421c-9b86-d3ef53a7e7aa HTTP/1.1" status: 200 len: 867 time: 0.3073046 Mar 10 14:54:45.321252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:45.356843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1794d6f0-7370-40ff-ab47-132d952a08b3 req-369f82dd-e173-4592-979c-d91e27554109 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] No DVR routers for this DVR port ff2c66dd-d624-4925-be8b-48f37a6213bb on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:54:45.376056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Set router cce4481f-e6ae-4edc-80a8-a5173181df75 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:54:45.384858 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1794d6f0-7370-40ff-ab47-132d952a08b3 req-369f82dd-e173-4592-979c-d91e27554109 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:45.405843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1794d6f0-7370-40ff-ab47-132d952a08b3 req-369f82dd-e173-4592-979c-d91e27554109 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.45 "DELETE /v2.0/ports/ff2c66dd-d624-4925-be8b-48f37a6213bb HTTP/1.1" status: 204 len: 173 time: 1.5520017 Mar 10 14:54:45.411541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aac199b-70c6-421c-9b86-d3ef53a7e7aa', 'name': 'network-vif-deleted', 'tag': 'ff2c66dd-d624-4925-be8b-48f37a6213bb'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:45.414509 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6f7aa8-d2f7-413e-8441-990df28f5fbb" -d '{"events": [{"server_uuid": "5aac199b-70c6-421c-9b86-d3ef53a7e7aa", "name": "network-vif-deleted", "tag": "ff2c66dd-d624-4925-be8b-48f37a6213bb"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:45.561041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebf160fd-fb34-4310-a8d9-2dcddf572ff4 req-3c33441d-2ba9-4231-aff6-b37d4d9cd302 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708062 Mar 10 14:54:45.596176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-0262c43b-51ef-4b62-9c15-5b18747f5707 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:45.602294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:45.602676 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:45.604604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-0262c43b-51ef-4b62-9c15-5b18747f5707 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4917197 Mar 10 14:54:45.644424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Request body: {'port': {'device_id': '21ca19fe-97ec-4e6a-b642-e3f9c29e0597', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '4ec72056e3f64b58af60f1330a78970e'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:45.689368 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de15230-31ef-4ccc-8323-413cda5a23ee x-openstack-request-id: req-1de15230-31ef-4ccc-8323-413cda5a23ee {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:45.689945 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aac199b-70c6-421c-9b86-d3ef53a7e7aa", "name": "network-vif-deleted", "tag": "ff2c66dd-d624-4925-be8b-48f37a6213bb", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:45.692311 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1de15230-31ef-4ccc-8323-413cda5a23ee {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:45.692910 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aac199b-70c6-421c-9b86-d3ef53a7e7aa', 'name': 'network-vif-deleted', 'tag': 'ff2c66dd-d624-4925-be8b-48f37a6213bb', 'status': 'completed', 'code': 200} Mar 10 14:54:45.880334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Made reservation on behalf of 4ec72056e3f64b58af60f1330a78970e for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:45.888296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:45.904285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be5ee8-328b-4aa6-b686-2e39134f6326 req-e4166646-e315-41ac-9e4b-26925ee41293 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:45.913515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06be5ee8-328b-4aa6-b686-2e39134f6326 req-e4166646-e315-41ac-9e4b-26925ee41293 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.1111665 Mar 10 14:54:45.940900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-329a3160-e46e-4b1a-ac8f-e6223dc61fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (cce4481f-e6ae-4edc-80a8-a5173181df75), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:45.943477 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.022476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06be5ee8-328b-4aa6-b686-2e39134f6326 req-013aaccc-08b1-42f3-a3f5-c4582585a114 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018965 Mar 10 14:54:46.142040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:46.161722 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks [] for security_group (e1651813-48bb-4ec0-8fa0-1e61f3c88368), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.188658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-router', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:36Z', 'updated_at': '2022-03-10T14:54:42Z', 'revision_number': 4, 'project_id': 'c3e7581da546432caada491c081eaa52', 'gw_port': {'id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:37Z', 'updated_at': '2022-03-10T14:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'b22a42f4-bcb4-4642-8e92-802420111c43', 'name': '', 'network_id': '876ac721-d924-4a40-86de-12d10cae1780', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'mac_address': 'fa:16:3e:d8:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:40Z', 'updated_at': '2022-03-10T14:54:42Z', 'revision_number': 2, 'project_id': 'c3e7581da546432caada491c081eaa52', 'subnets': [{'id': 'fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:46.193024 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e1651813-48bb-4ec0-8fa0-1e61f3c88368), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.230653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Checking router: cce4481f-e6ae-4edc-80a8-a5173181df75 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:54:46.231121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Updating router cce4481f-e6ae-4edc-80a8-a5173181df75 port b22a42f4-bcb4-4642-8e92-802420111c43 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:54:46.255017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4e4aa3c-9ff1-4719-8951-fba9f90f5396 req-62930020-0cda-4eac-8d90-fc87e8c4f490 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 210 time: 0.0953043 Mar 10 14:54:46.294850 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b22a42f4-bcb4-4642-8e92-802420111c43), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.351406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1651813-48bb-4ec0-8fa0-1e61f3c88368,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:46.475339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Allocated IP 192.168.233.199 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/0f3e2e1f-6771-419c-ab7b-b7385ecdee39) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:46.493016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-329a3160-e46e-4b1a-ac8f-e6223dc61fe9 admin admin] Deleting port b22a42f4-bcb4-4642-8e92-802420111c43 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:54:46.493246 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-329a3160-e46e-4b1a-ac8f-e6223dc61fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b22a42f4-bcb4-4642-8e92-802420111c43), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.578757 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-329a3160-e46e-4b1a-ac8f-e6223dc61fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b22a42f4-bcb4-4642-8e92-802420111c43), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.599146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-329a3160-e46e-4b1a-ac8f-e6223dc61fe9 admin admin] Calling delete_port for b22a42f4-bcb4-4642-8e92-802420111c43 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:54:46.613681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-7a88a804-52dc-4bf6-9ee4-054ce8e4c73f tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:46.614572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-7a88a804-52dc-4bf6-9ee4-054ce8e4c73f tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:46.614713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-7a88a804-52dc-4bf6-9ee4-054ce8e4c73f tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:46.615104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-7a88a804-52dc-4bf6-9ee4-054ce8e4c73f tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:46.616748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-7a88a804-52dc-4bf6-9ee4-054ce8e4c73f tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:46.616748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-7a88a804-52dc-4bf6-9ee4-054ce8e4c73f tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:46.616748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-7a88a804-52dc-4bf6-9ee4-054ce8e4c73f tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:46.624285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-7a88a804-52dc-4bf6-9ee4-054ce8e4c73f tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597&device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb&device_id=81b9fb44-9078-4436-8603-29cd04815ca8&device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0&device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca&device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe&device_id=324d60a0-c88b-400f-9e03-f4dac8464282&device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 6649 time: 0.1359177 Mar 10 14:54:46.693599 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-33738e40-f67b-4304-aaa8-9147dd5f5dff tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.741788 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Publish callbacks [] for port (b22a42f4-bcb4-4642-8e92-802420111c43), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.753581 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b22a42f4-bcb4-4642-8e92-802420111c43), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.783088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks [] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.855888 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-33738e40-f67b-4304-aaa8-9147dd5f5dff tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Publish callbacks [] for security_group (491046c8-cf5f-42b1-9c8f-d9df6e95892e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.861046 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.871411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-33738e40-f67b-4304-aaa8-9147dd5f5dff tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (491046c8-cf5f-42b1-9c8f-d9df6e95892e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.925761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f214fd-36fa-4d5e-bd5f-ba540fb786f3 None None] Pushing event updated for resources: {'Port': ['ID=b22a42f4-bcb4-4642-8e92-802420111c43,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:46.932934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Attempting to bind port b22a42f4-bcb4-4642-8e92-802420111c43 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:46.933626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Attempting to bind port b22a42f4-bcb4-4642-8e92-802420111c43 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'ae851b9a-d17b-496c-bd15-cf0130882b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '876ac721-d924-4a40-86de-12d10cae1780'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:46.933778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Attempting to bind port b22a42f4-bcb4-4642-8e92-802420111c43 on network 876ac721-d924-4a40-86de-12d10cae1780 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:46.944417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:46.944804 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Checking segment: {'id': 'ae851b9a-d17b-496c-bd15-cf0130882b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '876ac721-d924-4a40-86de-12d10cae1780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:46.945218 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.945618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Bound using segment: {'id': 'ae851b9a-d17b-496c-bd15-cf0130882b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '876ac721-d924-4a40-86de-12d10cae1780'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:46.946099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Bound port: b22a42f4-bcb4-4642-8e92-802420111c43, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae851b9a-d17b-496c-bd15-cf0130882b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '876ac721-d924-4a40-86de-12d10cae1780'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:46.947178 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b22a42f4-bcb4-4642-8e92-802420111c43), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.958529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-329a3160-e46e-4b1a-ac8f-e6223dc61fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b22a42f4-bcb4-4642-8e92-802420111c43), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:46.970480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Pushing event updated for resources: {'Port': ['ID=0f3e2e1f-6771-419c-ab7b-b7385ecdee39,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:46.996384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a3160-e46e-4b1a-ac8f-e6223dc61fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b22a42f4-bcb4-4642-8e92-802420111c43,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:47.002027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:47.021368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:47.033050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Port b22a42f4-bcb4-4642-8e92-802420111c43 has been deleted concurrently {{(pid=115535) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 10 14:54:47.046829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:47.050118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:47.054464 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:47.055863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Routers {'cce4481f-e6ae-4edc-80a8-a5173181df75'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:54:47.056701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:54:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['cce4481f-e6ae-4edc-80a8-a5173181df75'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:47.181959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33738e40-f67b-4304-aaa8-9147dd5f5dff tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491046c8-cf5f-42b1-9c8f-d9df6e95892e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:47.225873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-df2db325-7a62-4ae0-bcf4-d43a295f4c32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5895245 Mar 10 14:54:47.238750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f3a57d58-45e6-4071-a4a5-f9de37482d71 None None] Could not find standard attr ID for object b22a42f4-bcb4-4642-8e92-802420111c43. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 14:54:47.257651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 77f5a501-947d-4dc1-bea6-d26520e1f144 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:47.267211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-750bf88e-26c7-41e5-929c-ed0b7518e2c4 req-33738e40-f67b-4304-aaa8-9147dd5f5dff tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&id=bf54d2c7-5619-4634-a786-ba0b024eedbf&id=b0330ad6-a439-4b7b-9a64-331d885d32c2&id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.6419659 Mar 10 14:54:47.276559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Request body: {'port': {'device_id': '21ca19fe-97ec-4e6a-b642-e3f9c29e0597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:47.313617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df92dc6-e617-4beb-95cc-f0eca45dce5d req-f2c1f34d-dd88-4c4b-862f-8654cedde459 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:47.323628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7df92dc6-e617-4beb-95cc-f0eca45dce5d req-f2c1f34d-dd88-4c4b-862f-8654cedde459 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 950 time: 0.2971239 Mar 10 14:54:47.346617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] Set router cce4481f-e6ae-4edc-80a8-a5173181df75 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:54:47.363866 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-329a3160-e46e-4b1a-ac8f-e6223dc61fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (cce4481f-e6ae-4edc-80a8-a5173181df75), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:47.518498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7df92dc6-e617-4beb-95cc-f0eca45dce5d req-75be6e41-586e-4310-9385-c5fc7e3f6bfb tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934333 Mar 10 14:54:47.526955 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:47.564916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a90719-01e5-4164-af05-7a7e3c6ae0f8 req-85c12434-9165-4bef-a02f-12e988732ded tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:47.575669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33a90719-01e5-4164-af05-7a7e3c6ae0f8 req-85c12434-9165-4bef-a02f-12e988732ded tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.1911955 Mar 10 14:54:47.756742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33a90719-01e5-4164-af05-7a7e3c6ae0f8 req-25049a8b-1665-47ad-932e-3054e4374019 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799026 Mar 10 14:54:47.789936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0dec5bfc-11dc-4804-960b-6347b62a754d None None] Provisioning complete for port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:47.790616 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0dec5bfc-11dc-4804-960b-6347b62a754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:47.815535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81f1e3-b9db-4082-b9ca-cde5137b1360 req-1b0105e7-8c92-49c2-a2d2-b625cb0e64fa tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:47.822532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da81f1e3-b9db-4082-b9ca-cde5137b1360 req-1b0105e7-8c92-49c2-a2d2-b625cb0e64fa tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 936 time: 0.1876047 Mar 10 14:54:47.833492 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:47.894921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0dec5bfc-11dc-4804-960b-6347b62a754d None None] Port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:54:47.898032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 77f5a501-947d-4dc1-bea6-d26520e1f144 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:54:47.906573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 77f5a501-947d-4dc1-bea6-d26520e1f144 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:47.906979 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:47.951908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da81f1e3-b9db-4082-b9ca-cde5137b1360 req-ecf73947-3b9f-4087-8829-6f4fd9d5893b tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284158 Mar 10 14:54:47.989780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-router', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:36Z', 'updated_at': '2022-03-10T14:54:46Z', 'revision_number': 5, 'project_id': 'c3e7581da546432caada491c081eaa52', 'gw_port': {'id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:37Z', 'updated_at': '2022-03-10T14:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:48.005709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329a3160-e46e-4b1a-ac8f-e6223dc61fe9 admin admin] Router cce4481f-e6ae-4edc-80a8-a5173181df75 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:54:48.021233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8843f049-6f94-4e22-aaf3-7ef99c8e3c76 None None] The sync data for ids ['cce4481f-e6ae-4edc-80a8-a5173181df75'] in n-d-833090-1 is: [{'id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-router', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:36Z', 'updated_at': '2022-03-10T14:54:46Z', 'revision_number': 5, 'project_id': 'c3e7581da546432caada491c081eaa52', 'gw_port': {'id': '2a30fca4-fcaf-45a1-9b78-167ce88e7b70', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:37Z', 'updated_at': '2022-03-10T14:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:54:48.049692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:48.062071 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Publish callbacks [] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:48.093593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Transition to ACTIVE for port object 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:54:48.098888 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:48.113929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 77f5a501-947d-4dc1-bea6-d26520e1f144 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:48.114497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:48.152640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f5a501-947d-4dc1-bea6-d26520e1f144'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:48.156758 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bece13f8-5ac1-4ce8-911f-4c1a2e354436" -d '{"events": [{"server_uuid": "8e0bb14d-c698-4bb3-94a7-5e68f37b11cb", "name": "network-vif-plugged", "status": "completed", "tag": "77f5a501-947d-4dc1-bea6-d26520e1f144"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:48.181351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=77f5a501-947d-4dc1-bea6-d26520e1f144,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:48.191075 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:48.192285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ff2c66dd-d624-4925-be8b-48f37a6213bb no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:54:48.193735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aedef-08fa-4769-b016-602de51de946 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3e2e1f-6771-419c-ab7b-b7385ecdee39,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:48.194570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329a3160-e46e-4b1a-ac8f-e6223dc61fe9 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:54:48.199852 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-329a3160-e46e-4b1a-ac8f-e6223dc61fe9 admin admin] 10.222.0.11 "PUT /v2.0/routers/cce4481f-e6ae-4edc-80a8-a5173181df75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1149664 Mar 10 14:54:48.202319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35412) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:48.296715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Attempting to bind port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:48.297596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Attempting to bind port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:48.298331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Attempting to bind port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:48.309643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:54:48.316438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Attempting to bind port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:48.322962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:48.323760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:48.324329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:48.324924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Bound port: 0f3e2e1f-6771-419c-ab7b-b7385ecdee39, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:48.325436 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:48.360942 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe341f2-2787-44a2-86f3-1c6044316b0b x-openstack-request-id: req-5fe341f2-2787-44a2-86f3-1c6044316b0b {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:48.361201 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0bb14d-c698-4bb3-94a7-5e68f37b11cb", "name": "network-vif-plugged", "status": "completed", "tag": "77f5a501-947d-4dc1-bea6-d26520e1f144", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:48.361454 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5fe341f2-2787-44a2-86f3-1c6044316b0b {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:48.361850 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f5a501-947d-4dc1-bea6-d26520e1f144', 'code': 200} Mar 10 14:54:48.373615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=77f5a501-947d-4dc1-bea6-d26520e1f144,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:48.387955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: ff2c66dd-d624-4925-be8b-48f37a6213bb {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:54:48.388381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ff2c66dd-d624-4925-be8b-48f37a6213bb not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:54:48.495516 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Publish callbacks [] for router (cce4481f-e6ae-4edc-80a8-a5173181df75), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:48.515320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] For port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:48.519582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] For port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0f3e2e1f-6771-419c-ab7b-b7385ecdee39,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:48.532029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7627416-32e9-4255-85f3-5ccdac7a8880 req-12dd553e-8faa-44fd-97f2-da2a2e88a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:48.533663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7627416-32e9-4255-85f3-5ccdac7a8880 req-12dd553e-8faa-44fd-97f2-da2a2e88a3cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 1128 time: 0.1270959 Mar 10 14:54:48.540727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:48.643123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:48.643738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:48.645651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-429aedef-08fa-4769-b016-602de51de946 service neutron] 10.222.0.45 "PUT /v2.0/ports/0f3e2e1f-6771-419c-ab7b-b7385ecdee39 HTTP/1.1" status: 200 len: 1096 time: 1.3755274 Mar 10 14:54:48.653349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ca19fe-97ec-4e6a-b642-e3f9c29e0597', 'tag': '0f3e2e1f-6771-419c-ab7b-b7385ecdee39'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:48.656891 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14" -d '{"events": [{"name": "network-changed", "server_uuid": "21ca19fe-97ec-4e6a-b642-e3f9c29e0597", "tag": "0f3e2e1f-6771-419c-ab7b-b7385ecdee39"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:48.718424 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Publish callbacks [] for router_gateway (cce4481f-e6ae-4edc-80a8-a5173181df75), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:48.785080 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Deleting port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:54:48.785344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:48.786524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eaecc-340e-408d-be85-34284c21d700 req-5a36c342-65c1-4767-88fa-5057563f7a65 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:48.789137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eaecc-340e-408d-be85-34284c21d700 req-5a36c342-65c1-4767-88fa-5057563f7a65 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:48.789620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eaecc-340e-408d-be85-34284c21d700 req-5a36c342-65c1-4767-88fa-5057563f7a65 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:48.792795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-475eaecc-340e-408d-be85-34284c21d700 req-5a36c342-65c1-4767-88fa-5057563f7a65 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8&device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca&device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 2976 time: 0.2152288 Mar 10 14:54:48.803618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aedef-08fa-4769-b016-602de51de946 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3e2e1f-6771-419c-ab7b-b7385ecdee39,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:48.827405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7627416-32e9-4255-85f3-5ccdac7a8880 req-b10296a5-b099-4a5f-91cc-aca36fe588be service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826879 Mar 10 14:54:48.893438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] For port 2a30fca4-fcaf-45a1-9b78-167ce88e7b70, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2a30fca4-fcaf-45a1-9b78-167ce88e7b70,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:48.893817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:48.894592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915aab-354e-48b5-b34e-1ab6731e33d4 req-2c556a7c-a24f-438d-b8d0-f6778e7295c6 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:48.899932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d915aab-354e-48b5-b34e-1ab6731e33d4 req-2c556a7c-a24f-438d-b8d0-f6778e7295c6 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 950 time: 0.2233081 Mar 10 14:54:48.905850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-475eaecc-340e-408d-be85-34284c21d700 req-106ed274-df51-4e1a-bbe5-b4a4cca20522 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866823 Mar 10 14:54:48.922199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-bb0a9840-8898-4cfa-b82a-ca97c2036241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:48.922199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-bb0a9840-8898-4cfa-b82a-ca97c2036241 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ec72056e3f64b58af60f1330a78970e&device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 1130 time: 0.1947899 Mar 10 14:54:48.930607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Calling delete_port for 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:54:48.973598 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b557734-0043-452c-8f1b-39dceba3e3d2 x-openstack-request-id: req-3b557734-0043-452c-8f1b-39dceba3e3d2 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:48.973884 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ca19fe-97ec-4e6a-b642-e3f9c29e0597", "tag": "0f3e2e1f-6771-419c-ab7b-b7385ecdee39", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:48.974271 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b557734-0043-452c-8f1b-39dceba3e3d2 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:48.974672 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ca19fe-97ec-4e6a-b642-e3f9c29e0597', 'tag': '0f3e2e1f-6771-419c-ab7b-b7385ecdee39', 'status': 'completed', 'code': 200} Mar 10 14:54:48.992755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d915aab-354e-48b5-b34e-1ab6731e33d4 req-c46411bf-10de-4033-b1f7-b55fe7ee2762 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812140 Mar 10 14:54:49.055146 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820e4900-04b6-4285-b5de-98fa404c0527 None None] Sync routers for ids ['cce4481f-e6ae-4edc-80a8-a5173181df75'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:54:49.072768 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820e4900-04b6-4285-b5de-98fa404c0527 None None] Routers {'cce4481f-e6ae-4edc-80a8-a5173181df75'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:54:49.073881 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-820e4900-04b6-4285-b5de-98fa404c0527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:54:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['cce4481f-e6ae-4edc-80a8-a5173181df75'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:49.141874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-0cce8a30-93bc-4416-a8b5-5d8584c60379 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0f3e2e1f-6771-419c-ab7b-b7385ecdee39 HTTP/1.1" status: 200 len: 217 time: 0.0582089 Mar 10 14:54:49.160544 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2a30fca4-fcaf-45a1-9b78-167ce88e7b70), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.203109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a30fca4-fcaf-45a1-9b78-167ce88e7b70,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:49.207669 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-820e4900-04b6-4285-b5de-98fa404c0527 None None] Set router cce4481f-e6ae-4edc-80a8-a5173181df75 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:54:49.262416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce4567-6369-4c00-a01e-ff8325fb1265 req-5ddd2933-d8e9-4c29-8253-2910f5259185 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:49.269527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9ce4567-6369-4c00-a01e-ff8325fb1265 req-5ddd2933-d8e9-4c29-8253-2910f5259185 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 946 time: 0.2317998 Mar 10 14:54:49.283144 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (cce4481f-e6ae-4edc-80a8-a5173181df75), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.284566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-1a959a6f-ebd5-413e-ac19-cf934e92ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:49.286185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-1a959a6f-ebd5-413e-ac19-cf934e92ca8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1213856 Mar 10 14:54:49.287519 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-820e4900-04b6-4285-b5de-98fa404c0527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-router', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:36Z', 'updated_at': '2022-03-10T14:54:48Z', 'revision_number': 6, 'project_id': 'c3e7581da546432caada491c081eaa52', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:49.307976 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a159-4ce3-471b-b551-c0917d9007b8 req-07176b83-a485-459b-ae61-96e1ddd20080 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:49.309527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79f3a159-4ce3-471b-b551-c0917d9007b8 req-07176b83-a485-459b-ae61-96e1ddd20080 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.45 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 950 time: 0.2172630 Mar 10 14:54:49.329009 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820e4900-04b6-4285-b5de-98fa404c0527 None None] Checking router: cce4481f-e6ae-4edc-80a8-a5173181df75 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:54:49.341406 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820e4900-04b6-4285-b5de-98fa404c0527 None None] Routers {'cce4481f-e6ae-4edc-80a8-a5173181df75'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:54:49.342029 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-820e4900-04b6-4285-b5de-98fa404c0527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:54:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['cce4481f-e6ae-4edc-80a8-a5173181df75'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:49.400194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663718c0-082c-4204-a568-7380de5c1372 req-91216eab-a343-40b7-bca2-cf63fc25513d tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:49.401948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-663718c0-082c-4204-a568-7380de5c1372 req-91216eab-a343-40b7-bca2-cf63fc25513d tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 948 time: 0.2019894 Mar 10 14:54:49.412365 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (cce4481f-e6ae-4edc-80a8-a5173181df75), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.414811 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Publish callbacks [] for router_controller (cce4481f-e6ae-4edc-80a8-a5173181df75), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.425859 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-820e4900-04b6-4285-b5de-98fa404c0527 None None] Set router cce4481f-e6ae-4edc-80a8-a5173181df75 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:54:49.459211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9ce4567-6369-4c00-a01e-ff8325fb1265 req-96ea8372-34a4-4c04-9efe-663f61ad7539 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885202 Mar 10 14:54:49.487812 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (cce4481f-e6ae-4edc-80a8-a5173181df75), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.488756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cce4481f-e6ae-4edc-80a8-a5173181df75 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 14:54:49.493757 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-820e4900-04b6-4285-b5de-98fa404c0527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-router', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:36Z', 'updated_at': '2022-03-10T14:54:49Z', 'revision_number': 7, 'project_id': 'c3e7581da546432caada491c081eaa52', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:49.497323 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.499277 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-11f96f7e-497c-46e5-bdcf-37effb9a75b8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/cce4481f-e6ae-4edc-80a8-a5173181df75 HTTP/1.1" status: 204 len: 168 time: 1.2954721 Mar 10 14:54:49.501503 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35440) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:49.524871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-264d3ecd-80b0-4660-9a8d-5e28adcfd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:49.526414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-264d3ecd-80b0-4660-9a8d-5e28adcfd05c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2268426 Mar 10 14:54:49.529833 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820e4900-04b6-4285-b5de-98fa404c0527 None None] The sync data for ids ['cce4481f-e6ae-4edc-80a8-a5173181df75'] in n-d-833090-1 is: [{'id': 'cce4481f-e6ae-4edc-80a8-a5173181df75', 'name': 'tempest-FloatingIPsNegativeTestJSON-635557622-router', 'tenant_id': 'c3e7581da546432caada491c081eaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:36Z', 'updated_at': '2022-03-10T14:54:49Z', 'revision_number': 7, 'project_id': 'c3e7581da546432caada491c081eaa52', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:54:49.568143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-013babdb-3f0d-49f9-a3d0-1e557a3fdab6 admin admin] Deleting subnet fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:54:49.571657 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-013babdb-3f0d-49f9-a3d0-1e557a3fdab6 admin admin] Publish callbacks [] for subnet (fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.592828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-663718c0-082c-4204-a568-7380de5c1372 req-115bcaf4-c600-440a-ba2d-bffd0604c570 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694036 Mar 10 14:54:49.630450 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-013babdb-3f0d-49f9-a3d0-1e557a3fdab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.635660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-79f3a159-4ce3-471b-b551-c0917d9007b8 req-2fa5895e-0d11-4c12-91da-3e04ed807566 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Deleting port 53ea4dec-3182-416a-a19d-ca5d23d45272 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:54:49.636209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-79f3a159-4ce3-471b-b551-c0917d9007b8 req-2fa5895e-0d11-4c12-91da-3e04ed807566 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.831092 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-013babdb-3f0d-49f9-a3d0-1e557a3fdab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.925143 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-013babdb-3f0d-49f9-a3d0-1e557a3fdab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.957141 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013babdb-3f0d-49f9-a3d0-1e557a3fdab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:49.967095 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-013babdb-3f0d-49f9-a3d0-1e557a3fdab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:49.971169 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-013babdb-3f0d-49f9-a3d0-1e557a3fdab6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fa3ac4d5-5b9d-4549-95a5-abc2d8892f0f HTTP/1.1" status: 204 len: 168 time: 0.4685767 Mar 10 14:54:49.973866 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35470) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:49.978101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7129c010-5e7f-4201-9ac7-e9252efaba99 None None] Network 876ac721-d924-4a40-86de-12d10cae1780 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:50.078264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-a03d3e26-2c10-488c-b86a-728a0d46cc81 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409145 Mar 10 14:54:50.117039 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (876ac721-d924-4a40-86de-12d10cae1780), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.184856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-79f3a159-4ce3-471b-b551-c0917d9007b8 req-2fa5895e-0d11-4c12-91da-3e04ed807566 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] For port 53ea4dec-3182-416a-a19d-ca5d23d45272, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=53ea4dec-3182-416a-a19d-ca5d23d45272,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:50.185444 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-79f3a159-4ce3-471b-b551-c0917d9007b8 req-2fa5895e-0d11-4c12-91da-3e04ed807566 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.228596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Deleting port 7e8988b2-9ac3-4de5-9244-9627dde948c5 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:54:50.229301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.300532 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.300751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-79f3a159-4ce3-471b-b551-c0917d9007b8 req-2fa5895e-0d11-4c12-91da-3e04ed807566 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Calling delete_port for 53ea4dec-3182-416a-a19d-ca5d23d45272 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:54:50.358570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] For port 7e8988b2-9ac3-4de5-9244-9627dde948c5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e8988b2-9ac3-4de5-9244-9627dde948c5,segment=NetworkSegment(ae851b9a-d17b-496c-bd15-cf0130882b2e),segment_id=ae851b9a-d17b-496c-bd15-cf0130882b2e)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:50.359370 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.379154 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Calling delete_port for 7e8988b2-9ac3-4de5-9244-9627dde948c5 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:54:50.409633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c8bbb-47f6-4f95-ae22-eccc2637e4aa None None] DHCP port deletion for 876ac721-d924-4a40-86de-12d10cae1780 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 14:54:50.459403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a5dcb6-5d5e-4229-9b4e-baad2648690b req-8984bf23-c19b-4493-9b60-392c6d7ab3ba service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696680 Mar 10 14:54:50.503952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b17c8bbb-47f6-4f95-ae22-eccc2637e4aa None None] Deleting port 7e8988b2-9ac3-4de5-9244-9627dde948c5 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:54:50.504412 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b17c8bbb-47f6-4f95-ae22-eccc2637e4aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.516515 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.531778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea850072-0e71-4ac2-b593-0f4ad3ec4ff2 req-b48efe64-81aa-4ead-98ee-a697c6a122a6 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:50.533395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea850072-0e71-4ac2-b593-0f4ad3ec4ff2 req-b48efe64-81aa-4ead-98ee-a697c6a122a6 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/ports?device_id=324d60a0-c88b-400f-9e03-f4dac8464282 HTTP/1.1" status: 200 len: 950 time: 0.2376733 Mar 10 14:54:50.561656 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8988b2-9ac3-4de5-9244-9627dde948c5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:50.574169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35484) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:50.583888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] No DVR routers for this DVR port 7e8988b2-9ac3-4de5-9244-9627dde948c5 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:54:50.657643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b17c8bbb-47f6-4f95-ae22-eccc2637e4aa None None] For port 7e8988b2-9ac3-4de5-9244-9627dde948c5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e8988b2-9ac3-4de5-9244-9627dde948c5,segment=NetworkSegment(ae851b9a-d17b-496c-bd15-cf0130882b2e),segment_id=ae851b9a-d17b-496c-bd15-cf0130882b2e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:50.658624 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b17c8bbb-47f6-4f95-ae22-eccc2637e4aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.685939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b17c8bbb-47f6-4f95-ae22-eccc2637e4aa None None] Calling delete_port for 7e8988b2-9ac3-4de5-9244-9627dde948c5 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:54:50.730493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea850072-0e71-4ac2-b593-0f4ad3ec4ff2 req-d02ba3a2-b225-4419-bfad-faad2b449303 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.11 "GET /v2.0/security-groups?id=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894839 Mar 10 14:54:50.759774 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (876ac721-d924-4a40-86de-12d10cae1780), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.765264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14 req-f1c7716e-60ec-4635-8ef3-66425812f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:50.766855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14 req-f1c7716e-60ec-4635-8ef3-66425812f86e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ec72056e3f64b58af60f1330a78970e&device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 1130 time: 0.1905613 Mar 10 14:54:50.813384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-79f3a159-4ce3-471b-b551-c0917d9007b8 req-2fa5895e-0d11-4c12-91da-3e04ed807566 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (53ea4dec-3182-416a-a19d-ca5d23d45272), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.841570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876ac721-d924-4a40-86de-12d10cae1780']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:50.845955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['53ea4dec-3182-416a-a19d-ca5d23d45272'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:50.863232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5895e-0d11-4c12-91da-3e04ed807566 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Pushing event deleted for resources: {'Port': ['ID=53ea4dec-3182-416a-a19d-ca5d23d45272,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:50.870181 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f9631ef-3944-4258-935c-9ebe6506e359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.873031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae851b9a-d17b-496c-bd15-cf0130882b2e') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:50.873323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae851b9a-d17b-496c-bd15-cf0130882b2e') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:50.891160 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (ae851b9a-d17b-496c-bd15-cf0130882b2e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.916380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ae851b9a-d17b-496c-bd15-cf0130882b2e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.932130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:54:50.932532 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (ae851b9a-d17b-496c-bd15-cf0130882b2e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.939057 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b17c8bbb-47f6-4f95-ae22-eccc2637e4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (7e8988b2-9ac3-4de5-9244-9627dde948c5), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: items = [ Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: timer() Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:54:50.941264 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:54:50.973066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c8bbb-47f6-4f95-ae22-eccc2637e4aa None None] Pushing event deleted for resources: {'Port': ['ID=7e8988b2-9ac3-4de5-9244-9627dde948c5,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:50.979534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c8bbb-47f6-4f95-ae22-eccc2637e4aa None None] No DVR routers for this DVR port 7e8988b2-9ac3-4de5-9244-9627dde948c5 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:54:51.009279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f3a159-4ce3-471b-b551-c0917d9007b8 req-2fa5895e-0d11-4c12-91da-3e04ed807566 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] No DVR routers for this DVR port 53ea4dec-3182-416a-a19d-ca5d23d45272 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:54:51.019305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-79f3a159-4ce3-471b-b551-c0917d9007b8 req-2fa5895e-0d11-4c12-91da-3e04ed807566 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.022558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79f3a159-4ce3-471b-b551-c0917d9007b8 req-2fa5895e-0d11-4c12-91da-3e04ed807566 tempest-ServersAdminNegativeTestJSON-1494854036 tempest-ServersAdminNegativeTestJSON-1494854036-project] 10.222.0.45 "DELETE /v2.0/ports/53ea4dec-3182-416a-a19d-ca5d23d45272 HTTP/1.1" status: 204 len: 173 time: 1.7011309 Mar 10 14:54:51.026037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324d60a0-c88b-400f-9e03-f4dac8464282', 'name': 'network-vif-deleted', 'tag': '53ea4dec-3182-416a-a19d-ca5d23d45272'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:51.034147 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed1560-c9b1-4e7d-87d5-1bafb9d9ecca" -d '{"events": [{"server_uuid": "324d60a0-c88b-400f-9e03-f4dac8464282", "name": "network-vif-deleted", "tag": "53ea4dec-3182-416a-a19d-ca5d23d45272"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:51.049950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14 req-05c16e2a-d3ac-421f-9de4-eec015b3bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:51.052292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14 req-05c16e2a-d3ac-421f-9de4-eec015b3bef5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2725360 Mar 10 14:54:51.061695 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2405b5-2fc4-4201-b532-def6eb251908 req-5ce636a8-219f-4c02-92ce-f09b3add5917 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:51.063926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff2405b5-2fc4-4201-b532-def6eb251908 req-5ce636a8-219f-4c02-92ce-f09b3add5917 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 946 time: 0.2158375 Mar 10 14:54:51.080111 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (876ac721-d924-4a40-86de-12d10cae1780), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.090741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c048e-cbde-4d63-828e-c3eefe2f2382 req-1fcf795c-6894-4429-b2e0-3649ce3d324b tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:51.101751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-138c048e-cbde-4d63-828e-c3eefe2f2382 req-1fcf795c-6894-4429-b2e0-3649ce3d324b tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 948 time: 0.1894205 Mar 10 14:54:51.104475 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.113055 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] 10.222.0.11 "DELETE /v2.0/networks/876ac721-d924-4a40-86de-12d10cae1780 HTTP/1.1" status: 204 len: 168 time: 1.1374114 Mar 10 14:54:51.131199 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacbc89-3955-46d2-b320-4e68650f154a admin admin] Pushing event deleted for resources: {'Network': ['ID=876ac721-d924-4a40-86de-12d10cae1780,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:51.153275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f9631ef-3944-4258-935c-9ebe6506e359 admin admin] Publish callbacks [] for security_group (9daa2200-e5b4-451a-b9a4-21d0ab20c538), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.161470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f9631ef-3944-4258-935c-9ebe6506e359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9daa2200-e5b4-451a-b9a4-21d0ab20c538), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.161879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14 req-ed58caac-345f-48ca-8466-2c4a448d74a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0f3e2e1f-6771-419c-ab7b-b7385ecdee39 HTTP/1.1" status: 200 len: 217 time: 0.0938938 Mar 10 14:54:51.241828 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6f9631ef-3944-4258-935c-9ebe6506e359 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42f4ede7b4c947aaaa36daa264121324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6623433 Mar 10 14:54:51.242343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9631ef-3944-4258-935c-9ebe6506e359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daa2200-e5b4-451a-b9a4-21d0ab20c538,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:51.251199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35500) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:51.290633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff2405b5-2fc4-4201-b532-def6eb251908 req-13dd8995-2273-4c05-bf28-27d326ec1611 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165606 Mar 10 14:54:51.291410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7e8988b2-9ac3-4de5-9244-9627dde948c5 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:54:51.314232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-138c048e-cbde-4d63-828e-c3eefe2f2382 req-4ae6aa8a-0927-473f-92fb-1ef73aa8986d tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047098 Mar 10 14:54:51.337096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 7e8988b2-9ac3-4de5-9244-9627dde948c5 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:54:51.337747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7e8988b2-9ac3-4de5-9244-9627dde948c5 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:54:51.338586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:54:51.348005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14 req-79092ec3-09ae-4174-b0ee-81bd3cf1fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:51.354579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14 req-79092ec3-09ae-4174-b0ee-81bd3cf1fd8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1751869 Mar 10 14:54:51.361025 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35504) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:51.368381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:54:51.369323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2a30fca4-fcaf-45a1-9b78-167ce88e7b70 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:54:51.432678 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1aeb7133-0267-4bce-9196-452cce906aea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3e7581da546432caada491c081eaa52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703654 Mar 10 14:54:51.435608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35506) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:51.440954 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bb3a919-37c3-490a-90b6-271c254a63da admin admin] Publish callbacks [] for security_group (9daa2200-e5b4-451a-b9a4-21d0ab20c538), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.479960 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bb3a919-37c3-490a-90b6-271c254a63da admin admin] Publish callbacks [] for security_group (9daa2200-e5b4-451a-b9a4-21d0ab20c538), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.487285 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8eec7e86-02f4-442c-a96b-1d7f5d390f5e admin admin] Publish callbacks [] for security_group (9ef064b8-cac3-40c6-8bb7-d9448f37d94a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.500296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14 req-020f1fed-24a7-4f9c-a4e4-9522c9bd7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:51.501749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14 req-020f1fed-24a7-4f9c-a4e4-9522c9bd7a5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1299131 Mar 10 14:54:51.511071 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8eec7e86-02f4-442c-a96b-1d7f5d390f5e admin admin] Publish callbacks [] for security_group (9ef064b8-cac3-40c6-8bb7-d9448f37d94a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.530521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd98de6-2e16-44af-9d3c-a83b43aee5f9 req-0a075511-1da5-4246-9e49-5ee80645f9b2 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:51.532626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3bd98de6-2e16-44af-9d3c-a83b43aee5f9 req-0a075511-1da5-4246-9e49-5ee80645f9b2 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 1132 time: 0.1271803 Mar 10 14:54:51.562407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8eec7e86-02f4-442c-a96b-1d7f5d390f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9ef064b8-cac3-40c6-8bb7-d9448f37d94a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.565583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8eec7e86-02f4-442c-a96b-1d7f5d390f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.569133 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8eec7e86-02f4-442c-a96b-1d7f5d390f5e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ef064b8-cac3-40c6-8bb7-d9448f37d94a HTTP/1.1" status: 204 len: 168 time: 0.1302202 Mar 10 14:54:51.576283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec7e86-02f4-442c-a96b-1d7f5d390f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef064b8-cac3-40c6-8bb7-d9448f37d94a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:51.647205 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bb3a919-37c3-490a-90b6-271c254a63da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9daa2200-e5b4-451a-b9a4-21d0ab20c538), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.649959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5bb3a919-37c3-490a-90b6-271c254a63da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.653606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5bb3a919-37c3-490a-90b6-271c254a63da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9daa2200-e5b4-451a-b9a4-21d0ab20c538 HTTP/1.1" status: 204 len: 168 time: 0.3905385 Mar 10 14:54:51.663720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3bd98de6-2e16-44af-9d3c-a83b43aee5f9 req-14657a3b-9c7f-47b1-aee1-295ce2f9cdc5 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105142 Mar 10 14:54:51.670459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14 req-87ab5c12-3571-4037-9f61-3d6f16b478fb service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588926 Mar 10 14:54:51.683609 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b53f0bd5-bbb5-4bbb-9af3-c7b27ee247c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:51.704356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3a919-37c3-490a-90b6-271c254a63da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daa2200-e5b4-451a-b9a4-21d0ab20c538,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:51.733467 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5d2c72-2795-4b36-8b15-7646e4202bf5 x-openstack-request-id: req-5b5d2c72-2795-4b36-8b15-7646e4202bf5 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:51.733790 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324d60a0-c88b-400f-9e03-f4dac8464282", "name": "network-vif-deleted", "tag": "53ea4dec-3182-416a-a19d-ca5d23d45272", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:51.734017 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b5d2c72-2795-4b36-8b15-7646e4202bf5 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:51.734452 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324d60a0-c88b-400f-9e03-f4dac8464282', 'name': 'network-vif-deleted', 'tag': '53ea4dec-3182-416a-a19d-ca5d23d45272', 'status': 'completed', 'code': 200} Mar 10 14:54:51.836150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-769fa2f8-8a66-4e4c-9363-6508dbfc2b14 req-44567115-99c6-4a67-9443-c79b29488baa service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398928 Mar 10 14:54:52.045834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c1fa6-6493-4999-8241-22a56fb77f00 req-78171b60-836e-4293-b10b-659d441d7b69 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:52.048192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d74c1fa6-6493-4999-8241-22a56fb77f00 req-78171b60-836e-4293-b10b-659d441d7b69 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 1132 time: 0.0553319 Mar 10 14:54:52.105116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d74c1fa6-6493-4999-8241-22a56fb77f00 req-8b7a7188-157d-4067-8098-1fbba50f8cc0 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502028 Mar 10 14:54:52.162707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35534) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:52.180435 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c510456c-e91e-41ba-bddd-28adbf1bb66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:52.298820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c510456c-e91e-41ba-bddd-28adbf1bb66b admin admin] Publish callbacks [] for security_group (2d0f75fd-2ec3-40f0-8eba-e7d3c3fb3685), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:52.306565 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c510456c-e91e-41ba-bddd-28adbf1bb66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2d0f75fd-2ec3-40f0-8eba-e7d3c3fb3685), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:52.378131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f6e4d-7341-438d-b915-0f69852011d1 req-a8b0a86b-88a6-4637-9809-f6c82ff1a6de tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:52.386879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-087f6e4d-7341-438d-b915-0f69852011d1 req-a8b0a86b-88a6-4637-9809-f6c82ff1a6de tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 1128 time: 0.1113744 Mar 10 14:54:52.413346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510456c-e91e-41ba-bddd-28adbf1bb66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0f75fd-2ec3-40f0-8eba-e7d3c3fb3685,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:52.441325 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c510456c-e91e-41ba-bddd-28adbf1bb66b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d304a1b7b2154480a6bde16cba43f737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768526 Mar 10 14:54:52.443946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35540) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:52.482573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-087f6e4d-7341-438d-b915-0f69852011d1 req-3c2750c8-8418-439f-9626-1058777aeb02 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855057 Mar 10 14:54:52.528425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da45299b-f626-476e-be2d-867dcab2b9ab admin admin] Publish callbacks [] for security_group (2d0f75fd-2ec3-40f0-8eba-e7d3c3fb3685), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:52.565411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35548) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:52.583111 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da45299b-f626-476e-be2d-867dcab2b9ab admin admin] Publish callbacks [] for security_group (2d0f75fd-2ec3-40f0-8eba-e7d3c3fb3685), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:52.610334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27765b4-941d-4594-b4bd-0a3880e01e63 req-5ac13ffa-6ef4-4a9b-908d-8238435cc4ff tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:52.612307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c27765b4-941d-4594-b4bd-0a3880e01e63 req-5ac13ffa-6ef4-4a9b-908d-8238435cc4ff tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 948 time: 0.0907199 Mar 10 14:54:52.696840 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da45299b-f626-476e-be2d-867dcab2b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2d0f75fd-2ec3-40f0-8eba-e7d3c3fb3685), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:52.701294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c27765b4-941d-4594-b4bd-0a3880e01e63 req-52ee7bbe-be16-41ea-86b6-46c3fc910659 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827339 Mar 10 14:54:52.702272 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da45299b-f626-476e-be2d-867dcab2b9ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:52.704492 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-da45299b-f626-476e-be2d-867dcab2b9ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d0f75fd-2ec3-40f0-8eba-e7d3c3fb3685 HTTP/1.1" status: 204 len: 168 time: 0.2596371 Mar 10 14:54:52.727048 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45299b-f626-476e-be2d-867dcab2b9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0f75fd-2ec3-40f0-8eba-e7d3c3fb3685,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:52.807484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-23960c70-cba6-4356-ac6a-3a73a013953a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7bdf5cae21a45bebf2fe3822cf579d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403436 Mar 10 14:54:52.810482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35564) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:52.929738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808516d-6b76-4ac1-b20c-ad29b9a8a6f7 req-b3d64d34-f621-418a-bdbd-a7321552cbf3 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:52.931607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4808516d-6b76-4ac1-b20c-ad29b9a8a6f7 req-b3d64d34-f621-418a-bdbd-a7321552cbf3 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 1128 time: 0.1226897 Mar 10 14:54:52.936080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f87aab6-e141-4553-96f2-b8a0f928fec5 admin admin] Publish callbacks [] for security_group (6ba9cc58-a424-4faa-9c0f-8630cb1b10a6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:52.973788 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f87aab6-e141-4553-96f2-b8a0f928fec5 admin admin] Publish callbacks [] for security_group (6ba9cc58-a424-4faa-9c0f-8630cb1b10a6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:53.019663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4808516d-6b76-4ac1-b20c-ad29b9a8a6f7 req-f650e7f3-b588-4875-bd6b-61f1c7c155b2 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805459 Mar 10 14:54:53.064682 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f87aab6-e141-4553-96f2-b8a0f928fec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6ba9cc58-a424-4faa-9c0f-8630cb1b10a6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:53.067698 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f87aab6-e141-4553-96f2-b8a0f928fec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:53.069001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7f87aab6-e141-4553-96f2-b8a0f928fec5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ba9cc58-a424-4faa-9c0f-8630cb1b10a6 HTTP/1.1" status: 204 len: 168 time: 0.2438979 Mar 10 14:54:53.081144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87aab6-e141-4553-96f2-b8a0f928fec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba9cc58-a424-4faa-9c0f-8630cb1b10a6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:53.287392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:54:53.316901 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 53ea4dec-3182-416a-a19d-ca5d23d45272 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:54:53.374695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 53ea4dec-3182-416a-a19d-ca5d23d45272 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:54:53.379334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 53ea4dec-3182-416a-a19d-ca5d23d45272 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:54:53.490404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35610) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:53.568175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09562a-c7ac-41c6-b8b5-42bea534f247 req-a70b2ad9-5c11-431a-ac96-ebe0d26aa324 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:53.570305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e09562a-c7ac-41c6-b8b5-42bea534f247 req-a70b2ad9-5c11-431a-ac96-ebe0d26aa324 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1128354 Mar 10 14:54:53.629876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0f3e2e1f-6771-419c-ab7b-b7385ecdee39,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:53.646515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e09562a-c7ac-41c6-b8b5-42bea534f247 req-1b661574-b829-4708-aeb1-71a72be626ca tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669436 Mar 10 14:54:53.661751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '0f3e2e1f-6771-419c-ab7b-b7385ecdee39', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '0f3e2e1f-6771-419c-ab7b-b7385ecdee39', 'mac_address': 'fa:16:3e:e9:d4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:54:53.675437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35618) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:53.749692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:53.751136 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:53.768541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:54:53.782241 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9bf5a4a4-18d9-4c51-a6b8-3cbc28bb55a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5c9fd60eb02450385b3eeda1c9d11c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1048181 Mar 10 14:54:53.784539 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35624) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:53.807146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0f3e2e1f-6771-419c-ab7b-b7385ecdee39,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:53.814387 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:53.877791 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64dfde89-92b5-4bfc-a915-a64bf7154ade admin admin] Publish callbacks [] for security_group (b80560be-e45c-4f3b-a511-f094dd2d74c2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:53.915326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-network', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:53.918520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0f3e2e1f-6771-419c-ab7b-b7385ecdee39,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:53.956465 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64dfde89-92b5-4bfc-a915-a64bf7154ade admin admin] Publish callbacks [] for security_group (b80560be-e45c-4f3b-a511-f094dd2d74c2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.022765 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-edc7ec4c-1c9a-4a9e-8163-14b291c28dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.054988 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Made reservation on behalf of ee7a149db1bb44b39c610b628a816e0e for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:54.058724 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.065328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64dfde89-92b5-4bfc-a915-a64bf7154ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b80560be-e45c-4f3b-a511-f094dd2d74c2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.068756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64dfde89-92b5-4bfc-a915-a64bf7154ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.072842 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-64dfde89-92b5-4bfc-a915-a64bf7154ade admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b80560be-e45c-4f3b-a511-f094dd2d74c2 HTTP/1.1" status: 204 len: 168 time: 0.2850745 Mar 10 14:54:54.088564 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfde89-92b5-4bfc-a915-a64bf7154ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80560be-e45c-4f3b-a511-f094dd2d74c2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:54.090820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.137215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0f3e2e1f-6771-419c-ab7b-b7385ecdee39'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:54:54.169864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9842c9-afd3-439e-b826-c56db5abab9c req-e3b0a023-5b89-4a0b-8369-381ae66add6a tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:54.178075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a9842c9-afd3-439e-b826-c56db5abab9c req-e3b0a023-5b89-4a0b-8369-381ae66add6a tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 949 time: 0.0723770 Mar 10 14:54:54.233340 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Publish callbacks [] for security_group (dbed3afd-07eb-4b7d-aabf-b82a0b08aff0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.239792 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dbed3afd-07eb-4b7d-aabf-b82a0b08aff0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.257520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:54:54.272360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (fdb00886-5801-40fc-90ea-ca1689d04b56), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.272812 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Added segment fdb00886-5801-40fc-90ea-ca1689d04b56 of type vlan for network 47f039ac-27b2-4ccf-80e0-97af95fb061a Mar 10 14:54:54.287655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a9842c9-afd3-439e-b826-c56db5abab9c req-0cc17952-47a5-47bb-9c78-3550f0658915 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085520 Mar 10 14:54:54.342908 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (47f039ac-27b2-4ccf-80e0-97af95fb061a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.392490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbed3afd-07eb-4b7d-aabf-b82a0b08aff0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:54.394090 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (47f039ac-27b2-4ccf-80e0-97af95fb061a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.395169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:54.395769 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.448970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35652) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:54.459475 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9672482 Mar 10 14:54:54.469204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] Request body: {'subnet': {'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-subnet', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:54.534411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7776b-430a-42ba-a996-b773f4da8de1 admin admin] Pushing event updated for resources: {'Network': ['ID=47f039ac-27b2-4ccf-80e0-97af95fb061a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:54.557114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 47f039ac-27b2-4ccf-80e0-97af95fb061a details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:54:54.569216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] Made reservation on behalf of ee7a149db1bb44b39c610b628a816e0e for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:54:54.576153 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:54.684716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-e8c220e4-90fa-4767-b36e-029b9e3b468f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2452829 Mar 10 14:54:54.924498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53b6e0-bd3f-4a12-b1a5-79aafe06e803 req-a5e363c1-8c16-440f-8e37-35ec66430d68 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:54.925963 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c53b6e0-bd3f-4a12-b1a5-79aafe06e803 req-a5e363c1-8c16-440f-8e37-35ec66430d68 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1375632 Mar 10 14:54:54.928224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-a7ee16c8-9c60-450d-9a00-8bf473fd9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:54.929714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-a7ee16c8-9c60-450d-9a00-8bf473fd9662 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 1131 time: 0.1496832 Mar 10 14:54:54.975643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-46bb2e2f-73bd-4419-b4fb-430692e3399e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1967661 Mar 10 14:54:55.082776 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:55.162898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c53b6e0-bd3f-4a12-b1a5-79aafe06e803 req-f7f8a5ba-afa7-4dc7-853a-acd6245b4454 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273133 Mar 10 14:54:55.242994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-fbdf3dca-caed-44f4-a3b9-0ec0a0182ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:55.244621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-fbdf3dca-caed-44f4-a3b9-0ec0a0182ffd service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2722988 Mar 10 14:54:55.254690 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for subnet (a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:55.299520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:55.398462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-7da55063-139a-4b70-b031-adcd94f46bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:55.400139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-7da55063-139a-4b70-b031-adcd94f46bc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8404c511751549ef9bb0a6b6371767b0&device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 1127 time: 0.3696694 Mar 10 14:54:55.410460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-aedd7955-b87b-4164-86d9-56716836249c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=dd991316-cfac-4e48-87c8-85c73b1ff206 HTTP/1.1" status: 200 len: 217 time: 0.1202991 Mar 10 14:54:55.440187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:54:55.457902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:55.459495 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:55.551196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:55.552089 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:55.587868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ca19fe-97ec-4e6a-b642-e3f9c29e0597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3e2e1f-6771-419c-ab7b-b7385ecdee39'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:55.590481 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97264ff-0354-44d3-b8a1-b79eacbe8f80" -d '{"events": [{"server_uuid": "21ca19fe-97ec-4e6a-b642-e3f9c29e0597", "name": "network-vif-plugged", "status": "completed", "tag": "0f3e2e1f-6771-419c-ab7b-b7385ecdee39"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:55.604511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:55.605790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0f3e2e1f-6771-419c-ab7b-b7385ecdee39,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:55.616037 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:55.677518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0f3e2e1f-6771-419c-ab7b-b7385ecdee39,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:55.750980 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35714) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:55.925996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] Checking segment: {'id': 'fdb00886-5801-40fc-90ea-ca1689d04b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:55.926354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] Network hostable DHCP agents. Network: 47f039ac-27b2-4ccf-80e0-97af95fb061a, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:54:55.940114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-3703a954-29c6-4c96-aed6-09ed1cdda5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:55.941547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-3703a954-29c6-4c96-aed6-09ed1cdda5a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.4969106 Mar 10 14:54:55.960019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b707b-d25e-42d7-a73b-f6b315b8ccac req-17431a1d-ccb2-4744-8585-c32533212cab tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:55.961481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-020b707b-d25e-42d7-a73b-f6b315b8ccac req-17431a1d-ccb2-4744-8585-c32533212cab tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 949 time: 0.5528994 Mar 10 14:54:56.009220 n-d-833090-1 neutron-server[115534]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 14:54:56.012933 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-86e11bc6-2150-4cf4-933c-325f6c87b4db tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:54:56.013836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] Network 47f039ac-27b2-4ccf-80e0-97af95fb061a is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:54:56.023390 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-86e11bc6-2150-4cf4-933c-325f6c87b4db tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2698314 Mar 10 14:54:56.026355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-6dc49071-cecf-46b4-9f02-66244dbb9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:56.027879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-6dc49071-cecf-46b4-9f02-66244dbb9778 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8c605883-22c8-4299-b66f-e751e3fca9d6 HTTP/1.1" status: 200 len: 924 time: 0.5726783 Mar 10 14:54:56.086478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 47f039ac-27b2-4ccf-80e0-97af95fb061a) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:56.097332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bb7acd-34e4-426d-b516-a5b2c6371178 None None] Network 47f039ac-27b2-4ccf-80e0-97af95fb061a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:56.106696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:56.107266 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:56.135432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-020b707b-d25e-42d7-a73b-f6b315b8ccac req-1aabc55d-37b8-4cb4-8112-09c058f2f4a7 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586106 Mar 10 14:54:56.154147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-3df63161-7c03-4528-8da7-37bf49b9cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:56.166456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-3df63161-7c03-4528-8da7-37bf49b9cd80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2016933 Mar 10 14:54:56.174747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2a50b7dd-30cb-4794-a68a-239468fded58 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7222087 Mar 10 14:54:56.175315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-0c3b0bc9-d3b4-420a-8e14-aa2105e00a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:56.177500 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-0c3b0bc9-d3b4-420a-8e14-aa2105e00a63 service neutron] 10.222.0.11 "GET /v2.0/ports/77f5a501-947d-4dc1-bea6-d26520e1f144 HTTP/1.1" status: 200 len: 1125 time: 0.1081588 Mar 10 14:54:56.178218 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35724) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:56.184841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-router', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:56.194164 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Request body: {'binding': {'host': 'n-h2-833090-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:56.194986 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Unknown quota resources ['binding']. {{(pid=115534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 14:54:56.207680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-5fe7eccd-e44f-4323-8461-52bff3010c83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ac9bc09-e19d-440d-b13e-24b9b7f92e84 HTTP/1.1" status: 200 len: 1001 time: 0.1698210 Mar 10 14:54:56.257990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-47f039ac-27b2-4ccf-80e0-97af95fb061a', 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a', 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'fixed_ips': [{'subnet_id': 'a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 14:54:56.260263 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:56.279902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:56.283886 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:56.344957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-2301355a-6496-4c06-8244-6fee86fbc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:56.345987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-2301355a-6496-4c06-8244-6fee86fbc080 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4cadca8-5689-48e2-8119-70885c7cc4d5 HTTP/1.1" status: 200 len: 862 time: 0.1271887 Mar 10 14:54:56.434393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-c81e6cf6-3c11-4cd4-a8d0-de368b80ee6d service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416270 Mar 10 14:54:56.441423 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Publish callbacks [] for router_controller (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:56.450337 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:56.491350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-2d7a60d3-60fd-43ac-af70-95fad3b06f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:56.492849 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-2d7a60d3-60fd-43ac-af70-95fad3b06f02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8c605883-22c8-4299-b66f-e751e3fca9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1391284 Mar 10 14:54:56.493766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Allocated IP 172.20.0.2 (47f039ac-27b2-4ccf-80e0-97af95fb061a/a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7/1c7333aa-cedc-4262-8c4a-5151022b73ca) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:56.527333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 on host n-h2-833090-1 for vnic_type normal with profile None {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:56.530015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:56.530530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:56.598691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Port 77f5a501-947d-4dc1-bea6-d26520e1f144 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:54:56.600406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:56.608854 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8ed4d4-9edb-4108-b44a-5b1cf9d56d61 x-openstack-request-id: req-1f8ed4d4-9edb-4108-b44a-5b1cf9d56d61 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:56.609964 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ca19fe-97ec-4e6a-b642-e3f9c29e0597", "name": "network-vif-plugged", "status": "completed", "tag": "0f3e2e1f-6771-419c-ab7b-b7385ecdee39", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:56.610133 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f8ed4d4-9edb-4108-b44a-5b1cf9d56d61 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:56.610524 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ca19fe-97ec-4e6a-b642-e3f9c29e0597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3e2e1f-6771-419c-ab7b-b7385ecdee39', 'code': 200} Mar 10 14:54:56.691905 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-a6f41f48-ab98-48ab-8f77-df3ad22cb2e2 service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909325 Mar 10 14:54:56.707219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Publish callbacks [] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:56.725573 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:56.796396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Pushing event updated for resources: {'Port': ['ID=1c7333aa-cedc-4262-8c4a-5151022b73ca,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:56.804910 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Network 47f039ac-27b2-4ccf-80e0-97af95fb061a is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:56.805855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:56.816928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:56.844556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cd60b74-f118-44a9-93fe-bd15f36ad6c5 req-dd44885a-adcf-4635-8511-d7fb3f54e599 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999078 Mar 10 14:54:56.863984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40d6df-6bdc-4aa5-8b8b-1d0bc3773d56 req-5b67163c-945f-4b5c-adad-c7ee509c70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:56.866055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb40d6df-6bdc-4aa5-8b8b-1d0bc3773d56 req-5b67163c-945f-4b5c-adad-c7ee509c70b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 1132 time: 0.1724935 Mar 10 14:54:56.904251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Attempting to bind port 1c7333aa-cedc-4262-8c4a-5151022b73ca on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:56.904753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Attempting to bind port 1c7333aa-cedc-4262-8c4a-5151022b73ca by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'fdb00886-5801-40fc-90ea-ca1689d04b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:56.906913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Attempting to bind port 1c7333aa-cedc-4262-8c4a-5151022b73ca on network 47f039ac-27b2-4ccf-80e0-97af95fb061a {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:56.913474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:56.913998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Checking segment: {'id': 'fdb00886-5801-40fc-90ea-ca1689d04b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:56.914548 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:56.915076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Bound using segment: {'id': 'fdb00886-5801-40fc-90ea-ca1689d04b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:56.916499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Bound port: 1c7333aa-cedc-4262-8c4a-5151022b73ca, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb00886-5801-40fc-90ea-ca1689d04b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:56.917171 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:56.970369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:56.970960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:56.971105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:56.971556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Bound port: 77f5a501-947d-4dc1-bea6-d26520e1f144, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:56.978182 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Publish callbacks [] for router_gateway (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:56.982058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c152b25-6c14-465e-9d9b-3dab507743ef req-665ef110-3305-4905-a01a-abc25106ad7a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:56.983884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c152b25-6c14-465e-9d9b-3dab507743ef req-665ef110-3305-4905-a01a-abc25106ad7a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.2069142 Mar 10 14:54:57.009866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] For port 1c7333aa-cedc-4262-8c4a-5151022b73ca, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:57.018869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] For port 1c7333aa-cedc-4262-8c4a-5151022b73ca, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1c7333aa-cedc-4262-8c4a-5151022b73ca,segment=NetworkSegment(fdb00886-5801-40fc-90ea-ca1689d04b56),segment_id=fdb00886-5801-40fc-90ea-ca1689d04b56)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:57.028832 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:57.088916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c152b25-6c14-465e-9d9b-3dab507743ef req-bfd25e42-9bb6-4e76-8849-4a22ba05ca27 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940316 Mar 10 14:54:57.090330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b95c104-34dc-4ba3-9566-0572020538e0 req-05dad8bf-0252-481b-a5ba-18550884033f service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377452 Mar 10 14:54:57.092742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb40d6df-6bdc-4aa5-8b8b-1d0bc3773d56 req-8cf66d60-ca98-47da-b1d1-6b33f34c0d37 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152193 Mar 10 14:54:57.138766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317debc1-e3c6-4c97-8bba-4c57ed73375c None None] Pushing event updated for resources: {'Port': ['ID=1c7333aa-cedc-4262-8c4a-5151022b73ca,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:57.142661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=77f5a501-947d-4dc1-bea6-d26520e1f144,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:57.197234 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:57.199285 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-3e90f183-749e-4027-8cfc-4fef4b75960b service neutron] 10.222.0.11 "POST /v2.0/ports/77f5a501-947d-4dc1-bea6-d26520e1f144/bindings HTTP/1.1" status: 201 len: 389 time: 1.0084944 Mar 10 14:54:57.448230 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Publish callbacks [] for router_gateway (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:57.483589 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:57.495594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf70a7e-9e17-4151-bf66-f24969304a44 req-a2f6dc6b-72cc-4110-a713-413cebdaf557 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:57.518606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daf70a7e-9e17-4151-bf66-f24969304a44 req-a2f6dc6b-72cc-4110-a713-413cebdaf557 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 950 time: 0.1248839 Mar 10 14:54:57.618072 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daf70a7e-9e17-4151-bf66-f24969304a44 req-ed2a20b7-66c0-4047-ae9c-d1d7fb1f59c2 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960293 Mar 10 14:54:57.649533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Allocated IP 172.25.3.175 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/2437888a-f469-4369-80ad-447808f97894) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:54:57.740333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-0ce79fbd-9cda-41fc-895c-47299eeb1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:57.741865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-0ce79fbd-9cda-41fc-895c-47299eeb1535 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 1128 time: 0.1226053 Mar 10 14:54:57.751854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7593ae1-8f97-4876-b167-1c171f5cc3fd req-f5dda7e1-1d12-4ee9-96a3-305612e33b16 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:57.753451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7593ae1-8f97-4876-b167-1c171f5cc3fd req-f5dda7e1-1d12-4ee9-96a3-305612e33b16 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 946 time: 0.1062415 Mar 10 14:54:57.816653 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Publish callbacks [] for port (2437888a-f469-4369-80ad-447808f97894), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:57.882969 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2437888a-f469-4369-80ad-447808f97894), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:57.886135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7593ae1-8f97-4876-b167-1c171f5cc3fd req-a314e3c2-c02a-458e-9b2f-555dcaa7de70 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156430 Mar 10 14:54:57.937260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-8f214a72-8322-4a09-b8f9-68809d6dd733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:57.939261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-8f214a72-8322-4a09-b8f9-68809d6dd733 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.1850281 Mar 10 14:54:57.980842 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:54:57.991352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:54:58.000479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2437888a-f469-4369-80ad-447808f97894,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:58.003305 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:54:58.033974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-b1a72f1d-5a98-4131-8f71-343bb1bd030d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77f5a501-947d-4dc1-bea6-d26520e1f144 HTTP/1.1" status: 200 len: 217 time: 0.0769224 Mar 10 14:54:58.100129 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:58.195448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-6617d4cb-73c3-4c71-a609-ea1756fb8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:58.196901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-6617d4cb-73c3-4c71-a609-ea1756fb8bf3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1543362 Mar 10 14:54:58.271237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-359820ab-4578-4863-8a39-44496ab0797d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623987 Mar 10 14:54:58.345417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35798) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:58.453000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-47db0207-f7a1-42cb-8a22-cacf1c93ac7b service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605604 Mar 10 14:54:58.527567 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35802) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:58.567023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Publish callbacks [] for router_gateway (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:58.661628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-81a1a3db-51c7-4035-bc5b-64c9e95433e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:58.682936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee4f77d-6b68-41ef-abcb-54c05caf2146 None None] Network 47f039ac-27b2-4ccf-80e0-97af95fb061a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:54:58.696833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b4c66-8943-492e-8c9f-4bb61f037e1d req-b51db7d0-bd8f-44ae-9e90-5438eaeab210 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:58.699361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f4b4c66-8943-492e-8c9f-4bb61f037e1d req-b51db7d0-bd8f-44ae-9e90-5438eaeab210 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.4306612 Mar 10 14:54:58.715381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-63bd5766-d80c-4f53-babb-0643fe9e4a2b service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464528 Mar 10 14:54:58.779719 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1826-3ab6-43b5-9807-0a850d0a2df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:58.796454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-38cb8301-15c1-445d-939d-474ba541f995 None None] Provisioning complete for port 1c7333aa-cedc-4262-8c4a-5151022b73ca triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:58.797945 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38cb8301-15c1-445d-939d-474ba541f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:58.803306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f4b4c66-8943-492e-8c9f-4bb61f037e1d req-6f77f5fb-a161-4aa1-bccb-9329b675f902 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979092 Mar 10 14:54:58.810689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03e196-8961-4960-928c-47b13423d3ad req-8433d42f-121b-42bd-ba09-1b352e3d1f66 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:58.813039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a03e196-8961-4960-928c-47b13423d3ad req-8433d42f-121b-42bd-ba09-1b352e3d1f66 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 950 time: 0.0959766 Mar 10 14:54:58.886273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1826-3ab6-43b5-9807-0a850d0a2df4 admin admin] Publish callbacks [] for security_group (7b553478-ec6b-4e50-866b-2f56d8f3902d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:58.898660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1826-3ab6-43b5-9807-0a850d0a2df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7b553478-ec6b-4e50-866b-2f56d8f3902d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:58.947206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-38cb8301-15c1-445d-939d-474ba541f995 None None] Current status of the port 1c7333aa-cedc-4262-8c4a-5151022b73ca is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:58.947934 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38cb8301-15c1-445d-939d-474ba541f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:58.965926 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c1ac1826-3ab6-43b5-9807-0a850d0a2df4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ad318f6f0e5444c89690b69a16c37f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4347181 Mar 10 14:54:58.971241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac1826-3ab6-43b5-9807-0a850d0a2df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b553478-ec6b-4e50-866b-2f56d8f3902d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:58.974641 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a03e196-8961-4960-928c-47b13423d3ad req-316b2ac1-32b1-4a6b-aa08-007a54812a24 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381409 Mar 10 14:54:58.979535 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35812) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:58.985355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-d88982bf-cbd7-4a0f-9384-11313825be07 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:58.987081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-d88982bf-cbd7-4a0f-9384-11313825be07 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1128 time: 0.1613417 Mar 10 14:54:58.999570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833090-1'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:54:59.050225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-38cb8301-15c1-445d-939d-474ba541f995 None None] For port 1c7333aa-cedc-4262-8c4a-5151022b73ca, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1c7333aa-cedc-4262-8c4a-5151022b73ca,segment=NetworkSegment(fdb00886-5801-40fc-90ea-ca1689d04b56),segment_id=fdb00886-5801-40fc-90ea-ca1689d04b56)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:59.064442 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38cb8301-15c1-445d-939d-474ba541f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.080082 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf91dae-83b9-48cc-8f88-791b137692ac admin admin] Publish callbacks [] for security_group (7b553478-ec6b-4e50-866b-2f56d8f3902d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.108141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf91dae-83b9-48cc-8f88-791b137692ac admin admin] Publish callbacks [] for security_group (7b553478-ec6b-4e50-866b-2f56d8f3902d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.111247 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.180887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5139522-d597-4891-993d-1d0015aa135b req-6f20fd9d-e632-4f19-bf11-6db3ee2ba97d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:54:59.182507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5139522-d597-4891-993d-1d0015aa135b req-6f20fd9d-e632-4f19-bf11-6db3ee2ba97d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 946 time: 0.1794705 Mar 10 14:54:59.186496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb8301-15c1-445d-939d-474ba541f995 None None] Pushing event updated for resources: {'Port': ['ID=1c7333aa-cedc-4262-8c4a-5151022b73ca,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:59.290198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5139522-d597-4891-993d-1d0015aa135b req-aa210f44-3d5a-4655-b43d-2eccd0af7127 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978003 Mar 10 14:54:59.297722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0b5e3ed9-e21b-40c5-82ea-c2f85a176e9e None None] Provisioning complete for port 1c7333aa-cedc-4262-8c4a-5151022b73ca triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:59.298820 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0b5e3ed9-e21b-40c5-82ea-c2f85a176e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.304185 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.311003 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-81a1a3db-51c7-4035-bc5b-64c9e95433e4 admin admin] Publish callbacks [] for security_group (b3b6ecf4-6b42-467b-849e-d0bcabec178b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.321578 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-81a1a3db-51c7-4035-bc5b-64c9e95433e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b3b6ecf4-6b42-467b-849e-d0bcabec178b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.357025 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1c7333aa-cedc-4262-8c4a-5151022b73ca up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:54:59.383535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=77f5a501-947d-4dc1-bea6-d26520e1f144,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:54:59.421002 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-81a1a3db-51c7-4035-bc5b-64c9e95433e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee45b60845fe4c0c9fcc4097c198bcaa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0715985 Mar 10 14:54:59.421002 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1a3db-51c7-4035-bc5b-64c9e95433e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b6ecf4-6b42-467b-849e-d0bcabec178b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:59.421828 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35814) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:54:59.426407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf91dae-83b9-48cc-8f88-791b137692ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7b553478-ec6b-4e50-866b-2f56d8f3902d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.429706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf91dae-83b9-48cc-8f88-791b137692ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.431063 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fbf91dae-83b9-48cc-8f88-791b137692ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b553478-ec6b-4e50-866b-2f56d8f3902d HTTP/1.1" status: 204 len: 168 time: 0.4502327 Mar 10 14:54:59.465485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf91dae-83b9-48cc-8f88-791b137692ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b553478-ec6b-4e50-866b-2f56d8f3902d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:59.472470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:59.526067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e3ed9-e21b-40c5-82ea-c2f85a176e9e None None] Current status of the port 1c7333aa-cedc-4262-8c4a-5151022b73ca is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:59.532533 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Publish callbacks [] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.536543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f5a501-947d-4dc1-bea6-d26520e1f144'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:54:59.540007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1c7333aa-cedc-4262-8c4a-5151022b73ca triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:54:59.540393 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.549837 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719f55a7-d07d-4ded-bd05-4150265c8d66" -d '{"events": [{"server_uuid": "8e0bb14d-c698-4bb3-94a7-5e68f37b11cb", "name": "network-vif-unplugged", "status": "completed", "tag": "77f5a501-947d-4dc1-bea6-d26520e1f144"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:54:59.553320 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.570959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-470eabf0-d560-4dab-90e9-c1a27c95ce4f admin admin] Publish callbacks [] for security_group (b3b6ecf4-6b42-467b-849e-d0bcabec178b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.626641 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f210cb-bce4-41b9-bbd3-5225ff0bd51d x-openstack-request-id: req-a6f210cb-bce4-41b9-bbd3-5225ff0bd51d {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:54:59.626981 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0bb14d-c698-4bb3-94a7-5e68f37b11cb", "name": "network-vif-unplugged", "status": "completed", "tag": "77f5a501-947d-4dc1-bea6-d26520e1f144", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:54:59.627240 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6f210cb-bce4-41b9-bbd3-5225ff0bd51d {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:54:59.627647 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77f5a501-947d-4dc1-bea6-d26520e1f144', 'code': 200} Mar 10 14:54:59.639114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-470eabf0-d560-4dab-90e9-c1a27c95ce4f admin admin] Publish callbacks [] for security_group (b3b6ecf4-6b42-467b-849e-d0bcabec178b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.699617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Pushing event updated for resources: {'Port': ['ID=77f5a501-947d-4dc1-bea6-d26520e1f144,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:59.708529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1c7333aa-cedc-4262-8c4a-5151022b73ca is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:54:59.712120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 14:54:59.725479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 on host n-h1-833090-1 for vnic_type normal with profile {"migrating_to": "n-h2-833090-1"} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:54:59.725739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:54:59.726081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:59.735434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Port 77f5a501-947d-4dc1-bea6-d26520e1f144 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:54:59.736313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Attempting to bind port 77f5a501-947d-4dc1-bea6-d26520e1f144 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:54:59.746496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:54:59.748390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:54:59.749078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:54:59.751663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Bound port: 77f5a501-947d-4dc1-bea6-d26520e1f144, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:54:59.752352 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.791520 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-470eabf0-d560-4dab-90e9-c1a27c95ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b3b6ecf4-6b42-467b-849e-d0bcabec178b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.795303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-470eabf0-d560-4dab-90e9-c1a27c95ce4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.799491 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-470eabf0-d560-4dab-90e9-c1a27c95ce4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3b6ecf4-6b42-467b-849e-d0bcabec178b HTTP/1.1" status: 204 len: 168 time: 0.3717010 Mar 10 14:54:59.810755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470eabf0-d560-4dab-90e9-c1a27c95ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b6ecf4-6b42-467b-849e-d0bcabec178b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:54:59.899879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:54:59.903261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=77f5a501-947d-4dc1-bea6-d26520e1f144,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:54:59.911272 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:54:59.919729 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.926658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Sync routers for ids ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:54:59.945757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Routers {'ab6afcdc-24b7-4de6-9c10-b7049d0fde06'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:54:59.948006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:54:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:54:59.950641 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:54:59.955461 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c777c5b6-67b4-4b3c-a4c0-57908162e6b5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7758596 Mar 10 14:54:59.958598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35828) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:00.079205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35832) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:00.143672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Pushing event updated for resources: {'Port': ['ID=77f5a501-947d-4dc1-bea6-d26520e1f144,revision_number=8']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:00.159838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:00.160738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:00.162232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-e6462ea3-0049-40e1-8d39-2b7bec0b176e service neutron] 10.222.0.62 "PUT /v2.0/ports/77f5a501-947d-4dc1-bea6-d26520e1f144 HTTP/1.1" status: 200 len: 1122 time: 1.1674693 Mar 10 14:55:00.166749 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cd8575ef-d3f2-4a0f-8844-7ffbb415ec1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:00.255102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7826ed-8f9c-4dd4-bcf6-3415771407a8 req-f7fd7f53-43f7-473f-9534-32cbedb3d846 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:00.256610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac7826ed-8f9c-4dd4-bcf6-3415771407a8 req-f7fd7f53-43f7-473f-9534-32cbedb3d846 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.2724872 Mar 10 14:55:00.381530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d825-6e18-4118-8f96-56a05db38355 req-734c1ea5-058c-4d89-8247-61316d4e6cf8 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:00.383032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e127d825-6e18-4118-8f96-56a05db38355 req-734c1ea5-058c-4d89-8247-61316d4e6cf8 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 950 time: 0.2570322 Mar 10 14:55:00.395314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Set router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:55:00.465447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac7826ed-8f9c-4dd4-bcf6-3415771407a8 req-aa5fd482-b30d-4c46-b298-beeaf0da2a32 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891050 Mar 10 14:55:00.526900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['77f5a501-947d-4dc1-bea6-d26520e1f144'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:00.610254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e127d825-6e18-4118-8f96-56a05db38355 req-48dccbd0-21fd-45f8-ae02-41daecc9ce97 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928296 Mar 10 14:55:00.695395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cd8575ef-d3f2-4a0f-8844-7ffbb415ec1e admin admin] Publish callbacks [] for security_group (64d6b8b0-d5b3-4d39-94c2-3593085c5e88), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:00.733936 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cd8575ef-d3f2-4a0f-8844-7ffbb415ec1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (64d6b8b0-d5b3-4d39-94c2-3593085c5e88), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:00.832328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cf096-f186-4c25-902a-eaaa61d41289 req-396b9375-7177-40d4-bed7-293d1f2ea6d5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:00.846516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac9cf096-f186-4c25-902a-eaaa61d41289 req-396b9375-7177-40d4-bed7-293d1f2ea6d5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 944 time: 0.2959650 Mar 10 14:55:00.914278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cd8575ef-d3f2-4a0f-8844-7ffbb415ec1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2407b6c82be2420083dfb85e3707300f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8269491 Mar 10 14:55:00.920763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35858) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:00.939477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8575ef-d3f2-4a0f-8844-7ffbb415ec1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d6b8b0-d5b3-4d39-94c2-3593085c5e88,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:01.041797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac9cf096-f186-4c25-902a-eaaa61d41289 req-7238edbc-28f7-4c9d-aa70-e0a0bdc300f5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671731 Mar 10 14:55:01.070906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-router', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2437888a-f469-4369-80ad-447808f97894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:56Z', 'updated_at': '2022-03-10T14:54:58Z', 'revision_number': 3, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'gw_port': {'id': '2437888a-f469-4369-80ad-447808f97894', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:57Z', 'updated_at': '2022-03-10T14:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:01.107049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Checking router: ab6afcdc-24b7-4de6-9c10-b7049d0fde06 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:55:01.107688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Updating router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 port 2437888a-f469-4369-80ad-447808f97894 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:55:01.115201 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25e4f9bc-cd0a-4932-9d76-c052865849d9 admin admin] Publish callbacks [] for security_group (64d6b8b0-d5b3-4d39-94c2-3593085c5e88), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.144483 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2437888a-f469-4369-80ad-447808f97894), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.171105 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25e4f9bc-cd0a-4932-9d76-c052865849d9 admin admin] Publish callbacks [] for security_group (64d6b8b0-d5b3-4d39-94c2-3593085c5e88), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.208891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-3672033d-94f8-4a63-979d-d10012db1dae req-28ec8fab-8838-46c2-b39a-a3ea7697e494 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:55:01.209896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3672033d-94f8-4a63-979d-d10012db1dae req-28ec8fab-8838-46c2-b39a-a3ea7697e494 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058594 Mar 10 14:55:01.294118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.313754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1c7333aa-cedc-4262-8c4a-5151022b73ca up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:55:01.401787 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25e4f9bc-cd0a-4932-9d76-c052865849d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (64d6b8b0-d5b3-4d39-94c2-3593085c5e88), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.404338 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25e4f9bc-cd0a-4932-9d76-c052865849d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.406768 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-25e4f9bc-cd0a-4932-9d76-c052865849d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64d6b8b0-d5b3-4d39-94c2-3593085c5e88 HTTP/1.1" status: 204 len: 168 time: 0.4789824 Mar 10 14:55:01.424586 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4f9bc-cd0a-4932-9d76-c052865849d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d6b8b0-d5b3-4d39-94c2-3593085c5e88,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:01.460792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1c7333aa-cedc-4262-8c4a-5151022b73ca triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:01.461771 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.495203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7efce-7e51-48e3-aee6-4f495caf582f req-5f6515c7-38c7-405e-a0a4-b95feb9241cb tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:01.496794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56b7efce-7e51-48e3-aee6-4f495caf582f req-5f6515c7-38c7-405e-a0a4-b95feb9241cb tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 950 time: 0.1109707 Mar 10 14:55:01.582352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56b7efce-7e51-48e3-aee6-4f495caf582f req-f605e8b6-6dfe-48ee-8480-3af0a4ba95ec tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766349 Mar 10 14:55:01.591191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Allocated IP 172.20.0.1 (47f039ac-27b2-4ccf-80e0-97af95fb061a/a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7/a65f7364-37ba-49bf-9c15-48596da41711) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:01.619522 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Publish callbacks [] for port (2437888a-f469-4369-80ad-447808f97894), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.629201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'tag': '77f5a501-947d-4dc1-bea6-d26520e1f144'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:01.631485 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622227bd-8c40-4b8d-beee-7aaa1a599912" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0bb14d-c698-4bb3-94a7-5e68f37b11cb", "tag": "77f5a501-947d-4dc1-bea6-d26520e1f144"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:01.648134 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2437888a-f469-4369-80ad-447808f97894), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.712122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1c7333aa-cedc-4262-8c4a-5151022b73ca is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:01.738701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Attempting to bind port 2437888a-f469-4369-80ad-447808f97894 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:01.739272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Attempting to bind port 2437888a-f469-4369-80ad-447808f97894 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:01.739879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Attempting to bind port 2437888a-f469-4369-80ad-447808f97894 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:01.751813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:01.752330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:01.753238 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.753853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-3d2fbee7-dc96-4c7b-865a-307ae15ada1a tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fb40e08b324e4ec481316a4de9672fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711119 Mar 10 14:55:01.753991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:01.754588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Bound port: 2437888a-f469-4369-80ad-447808f97894, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:01.755104 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2437888a-f469-4369-80ad-447808f97894), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.758234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ea0d7-61ab-489f-9297-0322b14ce668 None None] Pushing event updated for resources: {'Port': ['ID=2437888a-f469-4369-80ad-447808f97894,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:01.835983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] For port 2437888a-f469-4369-80ad-447808f97894, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:01.840765 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] For port 2437888a-f469-4369-80ad-447808f97894, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2437888a-f469-4369-80ad-447808f97894,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:01.854630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2437888a-f469-4369-80ad-447808f97894), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.871139 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Publish callbacks [] for port (a65f7364-37ba-49bf-9c15-48596da41711), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.896172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-e75bea4b-abc0-4adb-af1a-8bdf8e209fe1 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:01.904521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-e75bea4b-abc0-4adb-af1a-8bdf8e209fe1 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497681 Mar 10 14:55:01.924060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Routers {'ab6afcdc-24b7-4de6-9c10-b7049d0fde06'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:55:01.924696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f4918e0f-baaf-4a7f-8100-ef98f44bd160 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/quotas/fb40e08b324e4ec481316a4de9672fd2 HTTP/1.1" status: 200 len: 375 time: 0.0190954 Mar 10 14:55:01.925987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:54:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:01.958279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a65f7364-37ba-49bf-9c15-48596da41711), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:01.996641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ea0d7-61ab-489f-9297-0322b14ce668 None None] Pushing event updated for resources: {'Port': ['ID=2437888a-f469-4369-80ad-447808f97894,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:02.021802 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Network 47f039ac-27b2-4ccf-80e0-97af95fb061a is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:02.033362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:02.055053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:02.101844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] Set router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:55:02.117358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Pushing event updated for resources: {'Port': ['ID=a65f7364-37ba-49bf-9c15-48596da41711,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:02.142642 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:02.270388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9230b79e-f08f-42d9-bc5f-bdda125b5bd0 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb40e08b324e4ec481316a4de9672fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3449426 Mar 10 14:55:02.306704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a8da4-0ec2-46c6-b8f1-80161f958233 req-f41b831e-fb10-4777-9f5c-9d977c722114 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:02.325357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de2a8da4-0ec2-46c6-b8f1-80161f958233 req-f41b831e-fb10-4777-9f5c-9d977c722114 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.6254544 Mar 10 14:55:02.428090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de2a8da4-0ec2-46c6-b8f1-80161f958233 req-1cf52dc7-45d8-46bf-a579-02c68c67b41f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015131 Mar 10 14:55:02.443906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a65f7364-37ba-49bf-9c15-48596da41711), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:02.491219 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d954e9-a043-40bd-ad06-ca40bb3c42e4 x-openstack-request-id: req-33d954e9-a043-40bd-ad06-ca40bb3c42e4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:02.491873 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0bb14d-c698-4bb3-94a7-5e68f37b11cb", "tag": "77f5a501-947d-4dc1-bea6-d26520e1f144", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:02.492289 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33d954e9-a043-40bd-ad06-ca40bb3c42e4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:02.492917 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'tag': '77f5a501-947d-4dc1-bea6-d26520e1f144', 'status': 'completed', 'code': 200} Mar 10 14:55:02.513724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4103bc54-7df2-49f1-96c3-e651e798eade None None] Provisioning complete for port a65f7364-37ba-49bf-9c15-48596da41711 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:02.514239 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4103bc54-7df2-49f1-96c3-e651e798eade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a65f7364-37ba-49bf-9c15-48596da41711), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:02.570453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-router', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2437888a-f469-4369-80ad-447808f97894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:56Z', 'updated_at': '2022-03-10T14:54:58Z', 'revision_number': 3, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'gw_port': {'id': '2437888a-f469-4369-80ad-447808f97894', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:57Z', 'updated_at': '2022-03-10T14:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:02.612775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f8b3d-21d3-4600-8ed8-07334e4d54da None None] The sync data for ids ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'] in n-d-833090-1 is: [{'id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-router', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2437888a-f469-4369-80ad-447808f97894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:56Z', 'updated_at': '2022-03-10T14:54:58Z', 'revision_number': 3, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'gw_port': {'id': '2437888a-f469-4369-80ad-447808f97894', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:57Z', 'updated_at': '2022-03-10T14:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:55:02.623051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4103bc54-7df2-49f1-96c3-e651e798eade None None] Port a65f7364-37ba-49bf-9c15-48596da41711 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:55:02.648258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622227bd-8c40-4b8d-beee-7aaa1a599912 req-e7e2c2a8-9e0a-4173-8226-6e7a1838617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:02.658823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-622227bd-8c40-4b8d-beee-7aaa1a599912 req-e7e2c2a8-9e0a-4173-8226-6e7a1838617a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 1156 time: 0.1239803 Mar 10 14:55:02.727539 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Publish callbacks [] for port (a65f7364-37ba-49bf-9c15-48596da41711), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:02.736415 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (a65f7364-37ba-49bf-9c15-48596da41711), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:02.813318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:02.836289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-b0b2ccd9-0d0d-42d2-9151-ca4bc12953e2 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4ec72056e3f64b58af60f1330a78970e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989380 Mar 10 14:55:02.846283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 77f5a501-947d-4dc1-bea6-d26520e1f144 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:55:03.112454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Network 47f039ac-27b2-4ccf-80e0-97af95fb061a is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:03.141934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:03.143395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7fde8-9589-4fb8-91e8-04901705a94e req-c93c8fe6-e2af-4d2a-8228-425b7e4cf579 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:03.145521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=77f5a501-947d-4dc1-bea6-d26520e1f144,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:03.165279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88c7fde8-9589-4fb8-91e8-04901705a94e req-c93c8fe6-e2af-4d2a-8228-425b7e4cf579 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 944 time: 0.5031862 Mar 10 14:55:03.221831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 77f5a501-947d-4dc1-bea6-d26520e1f144 has no active binding in host n-h2-833090-1 {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 14:55:03.298278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Pushing event updated for resources: {'Port': ['ID=a65f7364-37ba-49bf-9c15-48596da41711,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:03.414549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622227bd-8c40-4b8d-beee-7aaa1a599912 req-dc5d4843-9932-4b0d-88ae-b18980969850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:03.418193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-622227bd-8c40-4b8d-beee-7aaa1a599912 req-dc5d4843-9932-4b0d-88ae-b18980969850 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.7265737 Mar 10 14:55:03.460261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2437888a-f469-4369-80ad-447808f97894 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:55:03.622657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88c7fde8-9589-4fb8-91e8-04901705a94e req-b10ecaad-0fde-4406-8b1b-da60238f466d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584107 Mar 10 14:55:03.631509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-622227bd-8c40-4b8d-beee-7aaa1a599912 req-a4e8053d-094e-41c4-9c56-f8f5542ba298 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77f5a501-947d-4dc1-bea6-d26520e1f144 HTTP/1.1" status: 200 len: 217 time: 0.1770570 Mar 10 14:55:03.694924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:55:03.729888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0e0de67d-5f4c-4319-9be9-11e8b1348eec tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:03.740633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0e0de67d-5f4c-4319-9be9-11e8b1348eec tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9034085 Mar 10 14:55:03.754986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-18cbb2b9-a0eb-4b63-9182-aed9acef8564 None None] Provisioning complete for port a65f7364-37ba-49bf-9c15-48596da41711 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:03.755451 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-18cbb2b9-a0eb-4b63-9182-aed9acef8564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a65f7364-37ba-49bf-9c15-48596da41711), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:03.775507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622227bd-8c40-4b8d-beee-7aaa1a599912 req-73050d22-11bd-443e-92ab-25414c3b2a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:03.778874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-622227bd-8c40-4b8d-beee-7aaa1a599912 req-73050d22-11bd-443e-92ab-25414c3b2a76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1225724 Mar 10 14:55:03.792139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-25e9de22-8cc8-4c68-8dfc-507dcca80eac tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/quotas/4ec72056e3f64b58af60f1330a78970e HTTP/1.1" status: 200 len: 375 time: 0.0495727 Mar 10 14:55:03.883017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2437888a-f469-4369-80ad-447808f97894 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:03.884839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2437888a-f469-4369-80ad-447808f97894), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:03.894681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-622227bd-8c40-4b8d-beee-7aaa1a599912 req-395fbc62-b696-46e2-ab7b-5fa998428f46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007526 Mar 10 14:55:03.898951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-18cbb2b9-a0eb-4b63-9182-aed9acef8564 None None] Port a65f7364-37ba-49bf-9c15-48596da41711 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:55:04.008731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:55:04.017495 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-91041d62-5361-41bd-9534-3daa182e1b84 admin admin] 10.222.0.11 "PUT /v2.0/routers/ab6afcdc-24b7-4de6-9c10-b7049d0fde06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0570760 Mar 10 14:55:04.041150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6e7696e-3041-4b8e-90be-88d0de4bc127 req-1c451da3-aec9-44ff-afbf-3166f95fa076 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 210 time: 0.1391835 Mar 10 14:55:04.140326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2437888a-f469-4369-80ad-447808f97894 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:04.144798 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2437888a-f469-4369-80ad-447808f97894), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:04.205350 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 2437888a-f469-4369-80ad-447808f97894, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2437888a-f469-4369-80ad-447808f97894,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:04.213417 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2437888a-f469-4369-80ad-447808f97894), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:04.231402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-e550e492-f7d9-4e07-8398-0c15fc5242b0 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ec72056e3f64b58af60f1330a78970e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3252413 Mar 10 14:55:04.313430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-622227bd-8c40-4b8d-beee-7aaa1a599912 req-c2caa5ce-f5c1-42b0-bf55-68984b630fb4 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051261 Mar 10 14:55:04.323354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608931c0-17e6-4109-8b35-493552c831e5 req-c07f18b3-87f4-4086-9ef1-dec8ee0aa625 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:04.340026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-608931c0-17e6-4109-8b35-493552c831e5 req-c07f18b3-87f4-4086-9ef1-dec8ee0aa625 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1919248 Mar 10 14:55:04.408707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=2437888a-f469-4369-80ad-447808f97894,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:04.504778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-608931c0-17e6-4109-8b35-493552c831e5 req-b09f7270-1516-45a4-bbe4-7663898b4834 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522908 Mar 10 14:55:04.553741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-622227bd-8c40-4b8d-beee-7aaa1a599912 req-50e0da16-56da-4134-98ca-d1f314ca1d31 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120669 Mar 10 14:55:04.612031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebe879c7-286a-447c-80f0-7644325198ec req-76dba40f-1e30-41a4-b794-dc7d9d9aecdb tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 210 time: 0.0410287 Mar 10 14:55:04.855245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c0db58be-ff62-4d37-a4a0-cfb3291f8747 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:55:04.896631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c0db58be-ff62-4d37-a4a0-cfb3291f8747 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:55:04.930259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-75d0de8c-f155-43e7-ab57-e847cad1018d tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fb40e08b324e4ec481316a4de9672fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015260 Mar 10 14:55:05.099664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:05.134016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'mac_address': 'fa:16:3e:d8:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:55:05.148892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c0db58be-ff62-4d37-a4a0-cfb3291f8747 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:05.149296 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:05.202583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:05.205390 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bcedd8-a52c-4894-b4e6-5c3f1fedbba0" -d '{"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:05.206460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0f66a-d52d-4a9f-89de-6b43438e03e2 req-fc90021f-c353-4fbd-bee9-c8112f9bc55f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:05.213510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9c0f66a-d52d-4a9f-89de-6b43438e03e2 req-fc90021f-c353-4fbd-bee9-c8112f9bc55f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 944 time: 0.4076459 Mar 10 14:55:05.220902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:05.222001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c0db58be-ff62-4d37-a4a0-cfb3291f8747 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:05.222409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:05.368290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9c0f66a-d52d-4a9f-89de-6b43438e03e2 req-efef383d-4baa-427f-8533-e68033033987 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489968 Mar 10 14:55:05.368946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:05.370281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2437888a-f469-4369-80ad-447808f97894 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:55:05.396179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-d6205739-ce15-4819-8637-4567e3a2122a tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5892372 Mar 10 14:55:05.409646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:05.435149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f905bebc-91b2-4a51-a671-d83a96dadb8b tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:05.437696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f905bebc-91b2-4a51-a671-d83a96dadb8b tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4631813 Mar 10 14:55:05.448402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0db58be-ff62-4d37-a4a0-cfb3291f8747 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:05.458997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Request body: {'port': {'device_id': '62db4670-1dff-4378-b3d4-104a17aee13e', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'fb40e08b324e4ec481316a4de9672fd2'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:05.472313 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:05.490227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:05.540888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2437888a-f469-4369-80ad-447808f97894 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:05.541262 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2437888a-f469-4369-80ad-447808f97894), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:05.557739 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 14:55:05.558034 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 14:55:05.609598 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Sync routers for ids ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:55:05.621893 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Routers {'ab6afcdc-24b7-4de6-9c10-b7049d0fde06'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:55:05.622580 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:54:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:05.688489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2437888a-f469-4369-80ad-447808f97894 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:05.825589 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Set router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:55:05.825745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76144484-ae23-42f9-93c9-c4687787be69 req-f647ee9b-d6ef-4517-9849-2768686cee8c tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 210 time: 0.0421512 Mar 10 14:55:05.881186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Made reservation on behalf of fb40e08b324e4ec481316a4de9672fd2 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:05.890335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:05.897300 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adf2012-c695-456f-9549-5cdb175bfbcb x-openstack-request-id: req-5adf2012-c695-456f-9549-5cdb175bfbcb {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:05.898072 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:05.898179 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5adf2012-c695-456f-9549-5cdb175bfbcb {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:05.898570 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'code': 200} Mar 10 14:55:05.916727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:05.941388 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.060976 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-router', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2437888a-f469-4369-80ad-447808f97894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:56Z', 'updated_at': '2022-03-10T14:55:02Z', 'revision_number': 4, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'gw_port': {'id': '2437888a-f469-4369-80ad-447808f97894', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:57Z', 'updated_at': '2022-03-10T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a65f7364-37ba-49bf-9c15-48596da41711', 'name': '', 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'mac_address': 'fa:16:3e:f0:42:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:55:01Z', 'updated_at': '2022-03-10T14:55:02Z', 'revision_number': 2, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'subnets': [{'id': 'a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:06.094631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Allocated IP 172.25.3.243 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/b8429e55-879c-47c4-a8b6-d0f1ee63721d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:06.124938 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Checking router: ab6afcdc-24b7-4de6-9c10-b7049d0fde06 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:55:06.125550 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Updating router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 port a65f7364-37ba-49bf-9c15-48596da41711 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:55:06.131896 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c0db58be-ff62-4d37-a4a0-cfb3291f8747 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:06.135161 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.159954 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a65f7364-37ba-49bf-9c15-48596da41711), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.162702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0db58be-ff62-4d37-a4a0-cfb3291f8747 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:06.184695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:06.192929 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.210362 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for port (b8429e55-879c-47c4-a8b6-d0f1ee63721d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.270659 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (b8429e55-879c-47c4-a8b6-d0f1ee63721d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.294519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:06.349989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event updated for resources: {'Port': ['ID=b8429e55-879c-47c4-a8b6-d0f1ee63721d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:06.357898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-9750b58d-0775-47b3-899a-0d578488820d tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4ec72056e3f64b58af60f1330a78970e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1146221 Mar 10 14:55:06.372476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:06.376970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:06.419229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:06.554287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99954fc2-9070-4584-97d3-5455a5b02b71 req-58d460f2-ab33-4f7c-9d13-f1534a60da02 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:06.561478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-99954fc2-9070-4584-97d3-5455a5b02b71 req-58d460f2-ab33-4f7c-9d13-f1534a60da02 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 949 time: 0.3168964 Mar 10 14:55:06.565139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c0db58be-ff62-4d37-a4a0-cfb3291f8747'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:06.594031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (9c512ace-b18d-4c40-8ad4-a495b19cc131), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.618313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-271b3411-2ebd-458e-b362-3e04e0e0f9fe tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:06.619839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-271b3411-2ebd-458e-b362-3e04e0e0f9fe tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458768 Mar 10 14:55:06.679860 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b8429e55-879c-47c4-a8b6-d0f1ee63721d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.682657 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Publish callbacks [] for security_group (9a9db962-a883-47ca-9b3a-adb0f4cb7dd6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.689808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Request body: {'port': {'device_id': '7ba1fd0c-8ce5-41aa-9595-6258109608fa', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '4ec72056e3f64b58af60f1330a78970e'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:06.709166 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Publish callbacks [] for port (a65f7364-37ba-49bf-9c15-48596da41711), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.719854 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a65f7364-37ba-49bf-9c15-48596da41711), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.724137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9a9db962-a883-47ca-9b3a-adb0f4cb7dd6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.786075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-99954fc2-9070-4584-97d3-5455a5b02b71 req-dcef63fe-eb19-4918-9d60-f27c8f927455 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236164 Mar 10 14:55:06.825837 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774ce2d-6bde-4785-9aea-6bf6aabb4324 None None] Pushing event updated for resources: {'Port': ['ID=a65f7364-37ba-49bf-9c15-48596da41711,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:06.943834 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Attempting to bind port a65f7364-37ba-49bf-9c15-48596da41711 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:06.944513 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Attempting to bind port a65f7364-37ba-49bf-9c15-48596da41711 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'fdb00886-5801-40fc-90ea-ca1689d04b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:06.944943 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Attempting to bind port a65f7364-37ba-49bf-9c15-48596da41711 on network 47f039ac-27b2-4ccf-80e0-97af95fb061a {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:06.952382 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:06.952934 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Checking segment: {'id': 'fdb00886-5801-40fc-90ea-ca1689d04b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:06.953452 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.953905 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Bound using segment: {'id': 'fdb00886-5801-40fc-90ea-ca1689d04b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:06.954577 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Bound port: a65f7364-37ba-49bf-9c15-48596da41711, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb00886-5801-40fc-90ea-ca1689d04b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:06.955080 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a65f7364-37ba-49bf-9c15-48596da41711), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:06.986969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-608106af-7d35-44ca-be2b-b850b99adb92 req-e6f162d8-be2c-40ba-be71-b61a2d69974d tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 210 time: 0.0538435 Mar 10 14:55:06.990079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:07.081791 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] For port a65f7364-37ba-49bf-9c15-48596da41711, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:07.085503 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] For port a65f7364-37ba-49bf-9c15-48596da41711, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a65f7364-37ba-49bf-9c15-48596da41711,segment=NetworkSegment(fdb00886-5801-40fc-90ea-ca1689d04b56),segment_id=fdb00886-5801-40fc-90ea-ca1689d04b56)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:07.110498 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a65f7364-37ba-49bf-9c15-48596da41711), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:07.169768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Allocated IP 192.168.233.87 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:07.176116 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Routers {'ab6afcdc-24b7-4de6-9c10-b7049d0fde06'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:55:07.176843 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:54:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:07.183272 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774ce2d-6bde-4785-9aea-6bf6aabb4324 None None] Pushing event updated for resources: {'Port': ['ID=a65f7364-37ba-49bf-9c15-48596da41711,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:07.262729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e841ade7-8ec2-4892-b2d6-3cbf1e3e6baf None None] Provisioning complete for port a65f7364-37ba-49bf-9c15-48596da41711 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:07.263441 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e841ade7-8ec2-4892-b2d6-3cbf1e3e6baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a65f7364-37ba-49bf-9c15-48596da41711), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:07.370892 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Publish callbacks [] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:07.386934 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] Set router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:55:07.425583 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:07.455172 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e841ade7-8ec2-4892-b2d6-3cbf1e3e6baf None None] Current status of the port a65f7364-37ba-49bf-9c15-48596da41711 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:07.455496 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e841ade7-8ec2-4892-b2d6-3cbf1e3e6baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a65f7364-37ba-49bf-9c15-48596da41711), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:07.524205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e841ade7-8ec2-4892-b2d6-3cbf1e3e6baf None None] For port a65f7364-37ba-49bf-9c15-48596da41711, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a65f7364-37ba-49bf-9c15-48596da41711,segment=NetworkSegment(fdb00886-5801-40fc-90ea-ca1689d04b56),segment_id=fdb00886-5801-40fc-90ea-ca1689d04b56)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:07.537964 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e841ade7-8ec2-4892-b2d6-3cbf1e3e6baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a65f7364-37ba-49bf-9c15-48596da41711), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:07.622230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841ade7-8ec2-4892-b2d6-3cbf1e3e6baf None None] Pushing event updated for resources: {'Port': ['ID=a65f7364-37ba-49bf-9c15-48596da41711,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:07.666002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-03b5c280-f67b-4a4c-aaae-ea9f464b4e72 None None] Provisioning complete for port a65f7364-37ba-49bf-9c15-48596da41711 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:07.667016 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03b5c280-f67b-4a4c-aaae-ea9f464b4e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a65f7364-37ba-49bf-9c15-48596da41711), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:07.678127 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-router', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2437888a-f469-4369-80ad-447808f97894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:56Z', 'updated_at': '2022-03-10T14:55:02Z', 'revision_number': 4, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'gw_port': {'id': '2437888a-f469-4369-80ad-447808f97894', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:57Z', 'updated_at': '2022-03-10T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a65f7364-37ba-49bf-9c15-48596da41711', 'name': '', 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'mac_address': 'fa:16:3e:f0:42:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:55:01Z', 'updated_at': '2022-03-10T14:55:07Z', 'revision_number': 4, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'subnets': [{'id': 'a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:07.710830 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6412c2-07f2-4090-b921-00f107960f74 None None] The sync data for ids ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'] in n-d-833090-1 is: [{'id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-router', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2437888a-f469-4369-80ad-447808f97894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:56Z', 'updated_at': '2022-03-10T14:55:02Z', 'revision_number': 4, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'gw_port': {'id': '2437888a-f469-4369-80ad-447808f97894', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:57Z', 'updated_at': '2022-03-10T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a65f7364-37ba-49bf-9c15-48596da41711', 'name': '', 'network_id': '47f039ac-27b2-4ccf-80e0-97af95fb061a', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'mac_address': 'fa:16:3e:f0:42:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:55:01Z', 'updated_at': '2022-03-10T14:55:07Z', 'revision_number': 4, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'subnets': [{'id': 'a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:55:07.810473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-03b5c280-f67b-4a4c-aaae-ea9f464b4e72 None None] Current status of the port a65f7364-37ba-49bf-9c15-48596da41711 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:07.895709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Pushing event updated for resources: {'Port': ['ID=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:07.909721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:07.949802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:07.953809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:07.959943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:07.960532 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:07.970677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Made reservation on behalf of 4ec72056e3f64b58af60f1330a78970e for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:07.974613 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:08.020706 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for port (b8429e55-879c-47c4-a8b6-d0f1ee63721d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:08.038305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b8429e55-879c-47c4-a8b6-d0f1ee63721d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:08.103282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e524bbe-2c40-4c9e-bff4-de25c85a582a req-943f3339-f163-4371-bb27-244aa05f38fb tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:08.110687 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e524bbe-2c40-4c9e-bff4-de25c85a582a req-943f3339-f163-4371-bb27-244aa05f38fb tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 944 time: 0.7022164 Mar 10 14:55:08.116467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event updated for resources: {'Port': ['ID=b8429e55-879c-47c4-a8b6-d0f1ee63721d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:08.185242 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-f651c69b-45d3-48f8-a9ec-6ffdd5b972a8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7362761 Mar 10 14:55:08.245883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Request body: {'port': {'device_id': '62db4670-1dff-4378-b3d4-104a17aee13e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:08.257939 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (9c512ace-b18d-4c40-8ad4-a495b19cc131), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:08.340595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-29dd7084-0712-4b20-94e9-5d073281043f None None] Provisioning complete for port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:08.342292 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29dd7084-0712-4b20-94e9-5d073281043f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:08.363099 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:08.364482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-e7404acc-767a-4564-ab01-431f45a8b463 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9623728 Mar 10 14:55:08.389547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e524bbe-2c40-4c9e-bff4-de25c85a582a req-f2b60085-4cfa-4bb3-8d06-3bbce51b137a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779322 Mar 10 14:55:08.391072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-29dd7084-0712-4b20-94e9-5d073281043f None None] Port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:55:08.549673 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:08.627910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-a58c9dba-21f0-47af-9019-e2e344ca390c tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.2539454 Mar 10 14:55:08.640817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-2174b47c-68dc-4336-982a-d2fc86123184 service neutron] 10.222.0.45 "GET /v2.0/ports/77f5a501-947d-4dc1-bea6-d26520e1f144/bindings/n-h2-833090-1 HTTP/1.1" status: 200 len: 384 time: 0.4402239 Mar 10 14:55:08.708882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Allocated IP 192.168.233.233 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/9fc7a8c4-1c86-4b43-a869-325c2614aa54) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:08.880822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c0db58be-ff62-4d37-a4a0-cfb3291f8747 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:55:08.910449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b6053-b0b6-4fcd-8eac-f46d195c4ccc req-515ce5d4-2e15-4e29-89b0-6801360b4b51 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:08.911956 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b4b6053-b0b6-4fcd-8eac-f46d195c4ccc req-515ce5d4-2e15-4e29-89b0-6801360b4b51 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 935 time: 0.3448002 Mar 10 14:55:08.939486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port c0db58be-ff62-4d37-a4a0-cfb3291f8747 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:08.939486 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:08.990877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-136107d6-7d8e-4886-a633-457cc85afa67 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:08.992213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-136107d6-7d8e-4886-a633-457cc85afa67 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.3551950 Mar 10 14:55:09.042756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c0db58be-ff62-4d37-a4a0-cfb3291f8747 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:09.043294 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:09.057268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-f3ae1709-e175-48d6-b004-604a85f6316b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:55:09.057268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ee14e0e-3a2f-4cd2-a216-39f0c6799f37 req-f3ae1709-e175-48d6-b004-604a85f6316b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0315871 Mar 10 14:55:09.096266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:09.103758 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d814dd5f-32cf-48ae-9a11-afb066caf595" -d '{"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:09.162952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:09.175328 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:09.215349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b4b6053-b0b6-4fcd-8eac-f46d195c4ccc req-3e79df7a-4a96-4a40-a36c-9fe0bf7fb855 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725573 Mar 10 14:55:09.290347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:09.326629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks [] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:09.342996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a65f7364-37ba-49bf-9c15-48596da41711 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:55:09.377888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6a3249b-3b5e-4d5d-bd6c-863e29382711 req-907a09bf-9a4f-4a80-b204-a7bc01272225 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 210 time: 0.0549948 Mar 10 14:55:09.381116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-5c87e089-bc15-436c-8206-94a1292a75e7 service neutron] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=77f5a501-947d-4dc1-bea6-d26520e1f144,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:09.406547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a65f7364-37ba-49bf-9c15-48596da41711 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:09.407318 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a65f7364-37ba-49bf-9c15-48596da41711), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:09.416185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af9f2f-1c6c-4e2c-8836-b79b0e8c5367 req-38b11497-acf0-4a4f-a972-a4de65f5b42f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:09.417732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98af9f2f-1c6c-4e2c-8836-b79b0e8c5367 req-38b11497-acf0-4a4f-a972-a4de65f5b42f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.2443273 Mar 10 14:55:09.445848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-5c87e089-bc15-436c-8206-94a1292a75e7 service neutron] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:09.502305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a65f7364-37ba-49bf-9c15-48596da41711 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:09.540146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-5c87e089-bc15-436c-8206-94a1292a75e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f5a501-947d-4dc1-bea6-d26520e1f144 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:09.547094 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:09.559483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0f3e2e1f-6771-419c-ab7b-b7385ecdee39'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:09.574969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-5c87e089-bc15-436c-8206-94a1292a75e7 service neutron] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=77f5a501-947d-4dc1-bea6-d26520e1f144,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:09.702378 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-5c87e089-bc15-436c-8206-94a1292a75e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:09.740372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:09.745006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98af9f2f-1c6c-4e2c-8836-b79b0e8c5367 req-51dd73e0-d8d0-4e4e-bc5a-ffbae4d3cbb4 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107812 Mar 10 14:55:09.758045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:09.794823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:09.800036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:09.800651 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:09.819487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Pushing event updated for resources: {'Port': ['ID=9fc7a8c4-1c86-4b43-a869-325c2614aa54,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:09.857083 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e5f2cf-abea-4515-8668-d65f89412d6f x-openstack-request-id: req-e3e5f2cf-abea-4515-8668-d65f89412d6f {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:09.857716 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:09.858146 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3e5f2cf-abea-4515-8668-d65f89412d6f {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:09.858701 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'code': 200} Mar 10 14:55:09.869184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-627f9406-8702-4c5f-9765-127880c93bd5 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4216137 Mar 10 14:55:09.883933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:09.921965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-0fa77ec4-aeff-46db-8f70-ea9ea6cb3c56 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2425272 Mar 10 14:55:09.940426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Request body: {'port': {'device_id': '7ba1fd0c-8ce5-41aa-9595-6258109608fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:10.051766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-5c87e089-bc15-436c-8206-94a1292a75e7 service neutron] Transition to ACTIVE for port object 77f5a501-947d-4dc1-bea6-d26520e1f144 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:55:10.070637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:10.130687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9a6facf0-a313-4fe0-a71a-d8db3ebf57c6 None None] Provisioning complete for port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:10.131283 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9a6facf0-a313-4fe0-a71a-d8db3ebf57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:10.167896 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9a6facf0-a313-4fe0-a71a-d8db3ebf57c6 None None] Port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:55:10.351953 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-5c87e089-bc15-436c-8206-94a1292a75e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:10.388548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:10.426292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Publish callbacks [] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:10.480213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584556d-1097-4c69-afb2-982c6065f5bc req-6de2d74f-bc4c-47d6-8be1-065895c61ab6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:10.481880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2584556d-1097-4c69-afb2-982c6065f5bc req-6de2d74f-bc4c-47d6-8be1-065895c61ab6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 944 time: 0.5539258 Mar 10 14:55:10.482513 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:10.508829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Transition to ACTIVE for port object fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:55:10.516962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-5c87e089-bc15-436c-8206-94a1292a75e7 service neutron] No DVR routers for this DVR port 77f5a501-947d-4dc1-bea6-d26520e1f144 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:55:10.547827 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:10.562815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87e089-bc15-436c-8206-94a1292a75e7 service neutron] Pushing event updated for resources: {'Port': ['ID=77f5a501-947d-4dc1-bea6-d26520e1f144,revision_number=10']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:10.583866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1c5ec-c8c6-45ba-9af2-a53f0e3fd3f8 req-2dce3bed-f056-40fe-a2ae-0cd429b528ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:10.585502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3d1c5ec-c8c6-45ba-9af2-a53f0e3fd3f8 req-2dce3bed-f056-40fe-a2ae-0cd429b528ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 1132 time: 0.5327015 Mar 10 14:55:10.719068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-5c87e089-bc15-436c-8206-94a1292a75e7 service neutron] 10.222.0.45 "PUT /v2.0/ports/77f5a501-947d-4dc1-bea6-d26520e1f144/bindings/n-h2-833090-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0390277 Mar 10 14:55:10.770253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2584556d-1097-4c69-afb2-982c6065f5bc req-b64750ad-28bf-4e5a-a5f1-43653f8bc078 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602668 Mar 10 14:55:10.783650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Pushing event updated for resources: {'Port': ['ID=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:10.890592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-2de6dbef-63da-41ac-982f-23479e29a705 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:10.892361 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-2de6dbef-63da-41ac-982f-23479e29a705 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1127 time: 0.1049623 Mar 10 14:55:10.963267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3d1c5ec-c8c6-45ba-9af2-a53f0e3fd3f8 req-8820adb0-5dd2-489c-86df-962b4db3792e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248770 Mar 10 14:55:10.973958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Attempting to bind port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:10.974291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Attempting to bind port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:10.974617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Attempting to bind port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:10.976746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-ad01acbf-c812-43cc-80e2-df1c72d04a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:10.978250 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-ad01acbf-c812-43cc-80e2-df1c72d04a50 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b HTTP/1.1" status: 200 len: 1127 time: 0.0776222 Mar 10 14:55:11.000475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:55:11.000794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Attempting to bind port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:11.010100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:11.028620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:11.029054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:11.029389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:11.029893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Bound port: fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:11.030284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:11.087451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae0c3-3d08-4e39-ae21-67049820fcba req-2af689de-1b4f-41a4-834e-f07bb5073d95 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:11.089061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e2ae0c3-3d08-4e39-ae21-67049820fcba req-2af689de-1b4f-41a4-834e-f07bb5073d95 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.1891682 Mar 10 14:55:11.282498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] For port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:11.287871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e2ae0c3-3d08-4e39-ae21-67049820fcba req-59e41728-24ad-41e5-9b07-0844868ca597 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675546 Mar 10 14:55:11.295268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] For port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:11.314152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Allocated IP 172.25.3.240 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/adc48774-f262-4ed2-a1e4-ed2dc2d07dcf) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:11.321044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:11.359566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 77f5a501-947d-4dc1-bea6-d26520e1f144 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:55:11.403772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port 77f5a501-947d-4dc1-bea6-d26520e1f144 host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 14:55:11.404233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:11.404383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 77f5a501-947d-4dc1-bea6-d26520e1f144 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:55:11.404858 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:11.406290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] 10.222.0.62 "PUT /v2.0/ports/fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d HTTP/1.1" status: 200 len: 1095 time: 3.2069135 Mar 10 14:55:11.423398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62db4670-1dff-4378-b3d4-104a17aee13e', 'tag': 'fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:11.425644 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a56911e-9e88-4674-b876-2c6c7d877945" -d '{"events": [{"name": "network-changed", "server_uuid": "62db4670-1dff-4378-b3d4-104a17aee13e", "tag": "fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:11.452007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc7a8c4-1c86-4b43-a869-325c2614aa54 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:11.474166 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Publish callbacks [] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:11.492861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f333af2-45e8-4053-b0a7-d2cc92360d76 service neutron] Pushing event updated for resources: {'Port': ['ID=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:11.537310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Transition to ACTIVE for port object 9fc7a8c4-1c86-4b43-a869-325c2614aa54 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:55:11.544999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:11.604781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debd7d8-81cb-458c-9243-3dfa05b4d57b req-4e52e9b2-338e-4063-9c90-edfc563a447e tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:11.606097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5debd7d8-81cb-458c-9243-3dfa05b4d57b req-4e52e9b2-338e-4063-9c90-edfc563a447e tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 936 time: 0.2529931 Mar 10 14:55:11.631771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc7a8c4-1c86-4b43-a869-325c2614aa54,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:11.637366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for port (adc48774-f262-4ed2-a1e4-ed2dc2d07dcf), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:11.706034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Attempting to bind port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:11.706382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Attempting to bind port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:11.706715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Attempting to bind port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:11.732423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:55:11.732753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Attempting to bind port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:11.745235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5debd7d8-81cb-458c-9243-3dfa05b4d57b req-96517675-a91e-433b-838b-e6c129083745 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178002 Mar 10 14:55:11.747370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:11.747699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:11.748086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:11.748537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Bound port: 9fc7a8c4-1c86-4b43-a869-325c2614aa54, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:11.748898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:11.760102 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (adc48774-f262-4ed2-a1e4-ed2dc2d07dcf), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:11.822171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:11.837423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:11.868732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:11.895605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event updated for resources: {'Port': ['ID=adc48774-f262-4ed2-a1e4-ed2dc2d07dcf,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:11.928579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] For port 9fc7a8c4-1c86-4b43-a869-325c2614aa54, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:11.951888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] For port 9fc7a8c4-1c86-4b43-a869-325c2614aa54, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9fc7a8c4-1c86-4b43-a869-325c2614aa54,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:11.969416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295f927-0e3f-4f87-bbea-201c4f24c232 req-1b8540d1-1c2a-42ca-8229-8b62d26872de tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:11.970920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6295f927-0e3f-4f87-bbea-201c4f24c232 req-1b8540d1-1c2a-42ca-8229-8b62d26872de tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1533201 Mar 10 14:55:11.971897 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:11.979700 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (05a4d150-2cdb-442c-8512-6fbcf98ee773), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.060092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:12.060704 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.062198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] 10.222.0.45 "PUT /v2.0/ports/9fc7a8c4-1c86-4b43-a869-325c2614aa54 HTTP/1.1" status: 200 len: 1096 time: 2.1267552 Mar 10 14:55:12.092281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (adc48774-f262-4ed2-a1e4-ed2dc2d07dcf), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.143792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033e0b6-d845-48cd-a439-2420c52bafc4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc7a8c4-1c86-4b43-a869-325c2614aa54,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:12.154318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6295f927-0e3f-4f87-bbea-201c4f24c232 req-12dbad25-6e8a-473f-a7aa-a3c1f189c9b7 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765518 Mar 10 14:55:12.230211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-5d272598-73b1-4ca5-8216-cd24b3693aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:12.231761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-5d272598-73b1-4ca5-8216-cd24b3693aca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ec72056e3f64b58af60f1330a78970e&device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 1130 time: 0.0994868 Mar 10 14:55:12.315359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-eefa8d9d-7839-4e99-bc9e-7768f8fee94f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=9fc7a8c4-1c86-4b43-a869-325c2614aa54 HTTP/1.1" status: 200 len: 217 time: 0.0514760 Mar 10 14:55:12.334132 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5943c3d3-2324-4145-8f14-b8106418f466 x-openstack-request-id: req-5943c3d3-2324-4145-8f14-b8106418f466 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:12.334478 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62db4670-1dff-4378-b3d4-104a17aee13e", "tag": "fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:12.334738 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5943c3d3-2324-4145-8f14-b8106418f466 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:12.335147 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62db4670-1dff-4378-b3d4-104a17aee13e', 'tag': 'fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d', 'status': 'completed', 'code': 200} Mar 10 14:55:12.481392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-4c87b899-e85c-45ff-8eca-d4df2caa82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:12.482902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-4c87b899-e85c-45ff-8eca-d4df2caa82f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1591828 Mar 10 14:55:12.485851 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for port (adc48774-f262-4ed2-a1e4-ed2dc2d07dcf), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.502175 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (adc48774-f262-4ed2-a1e4-ed2dc2d07dcf), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.557950 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (05a4d150-2cdb-442c-8512-6fbcf98ee773), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.563726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36050) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:12.585659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1e8b6-99ba-4ad7-981e-ef952db5d925 req-ca8a99d2-1200-4217-a8e8-a9bd0be9d9fe tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:12.591280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22b1e8b6-99ba-4ad7-981e-ef952db5d925 req-ca8a99d2-1200-4217-a8e8-a9bd0be9d9fe tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.1912541 Mar 10 14:55:12.603002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event updated for resources: {'Port': ['ID=adc48774-f262-4ed2-a1e4-ed2dc2d07dcf,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:12.622652 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.623900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-9c0ac38e-0c52-473b-aac8-b8a465aa1a1d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7537260 Mar 10 14:55:12.654683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1d39abc4-1db3-4997-bb49-b266c16a9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:12.656179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-1d39abc4-1db3-4997-bb49-b266c16a9712 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1626458 Mar 10 14:55:12.699114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7fc2-491b-408d-9d00-9b3974f5ca8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.721552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-030eaa7e-a171-4cab-8779-24ed46f7a1de tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.0896664 Mar 10 14:55:12.735117 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22b1e8b6-99ba-4ad7-981e-ef952db5d925 req-3224b181-00a4-4bce-ad6a-fd2cc427f5ae tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333401 Mar 10 14:55:12.796592 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7fc2-491b-408d-9d00-9b3974f5ca8f admin admin] Publish callbacks [] for security_group (965c2249-382e-42fa-a732-1b47ccf89d2c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.801477 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7fc2-491b-408d-9d00-9b3974f5ca8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (965c2249-382e-42fa-a732-1b47ccf89d2c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.846976 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6f1f7fc2-491b-408d-9d00-9b3974f5ca8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f9ee8e0b2cb4c2dbae8f155f5c0d45d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803981 Mar 10 14:55:12.847994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f7fc2-491b-408d-9d00-9b3974f5ca8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965c2249-382e-42fa-a732-1b47ccf89d2c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:12.850602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36056) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:12.903887 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30ea551f-002b-4581-bd53-c071e1a99b30 admin admin] Publish callbacks [] for security_group (965c2249-382e-42fa-a732-1b47ccf89d2c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.925908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-a4ccc3e9-e582-44a2-8cd5-f0a2fa4cdbc0 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326744 Mar 10 14:55:12.926088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30ea551f-002b-4581-bd53-c071e1a99b30 admin admin] Publish callbacks [] for security_group (965c2249-382e-42fa-a732-1b47ccf89d2c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.975638 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30ea551f-002b-4581-bd53-c071e1a99b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (965c2249-382e-42fa-a732-1b47ccf89d2c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.979102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30ea551f-002b-4581-bd53-c071e1a99b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:12.982973 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-30ea551f-002b-4581-bd53-c071e1a99b30 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/965c2249-382e-42fa-a732-1b47ccf89d2c HTTP/1.1" status: 204 len: 168 time: 0.1285903 Mar 10 14:55:12.988922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95cd31-d683-4226-a208-98eeed992169 req-2f2da31e-d3f5-4442-b30e-4484763abe81 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:12.990455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a95cd31-d683-4226-a208-98eeed992169 req-2f2da31e-d3f5-4442-b30e-4484763abe81 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.1532006 Mar 10 14:55:12.996396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-77543646-262b-4da0-8521-c28c004354a1 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:12.997682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-77543646-262b-4da0-8521-c28c004354a1 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.2593548 Mar 10 14:55:13.003095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea551f-002b-4581-bd53-c071e1a99b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965c2249-382e-42fa-a732-1b47ccf89d2c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:13.028577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-62563910-0db3-41f1-b79c-f0e85190693a tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:55:13.029508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de9ea9c2-6663-4e4a-a19e-eb5c294e1d2e req-62563910-0db3-41f1-b79c-f0e85190693a tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155668 Mar 10 14:55:13.104629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a95cd31-d683-4226-a208-98eeed992169 req-9028244b-e62a-4d1e-9747-3ae60ff20ce8 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059730 Mar 10 14:55:13.111730 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fde92e7-ceec-488c-a0fa-39a23afe254b req-7f4beda8-488c-4415-9018-ff615a24ccfa service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781375 Mar 10 14:55:13.352301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36066) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:13.367275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65b2665c-964c-4e4d-8907-c187c13fc342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:13.453924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ed62b-c927-427b-8956-1df2b912f610 req-360dc6cf-648c-457e-a80f-5a79743602e8 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:13.455646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-711ed62b-c927-427b-8956-1df2b912f610 req-360dc6cf-648c-457e-a80f-5a79743602e8 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 948 time: 0.3352020 Mar 10 14:55:13.478608 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65b2665c-964c-4e4d-8907-c187c13fc342 admin admin] Publish callbacks [] for security_group (dd51dece-2f9e-40e6-9b2a-b1cfdde56ed2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:13.483296 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65b2665c-964c-4e4d-8907-c187c13fc342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dd51dece-2f9e-40e6-9b2a-b1cfdde56ed2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:13.541231 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-65b2665c-964c-4e4d-8907-c187c13fc342 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27ce59f778534f898c0cb0684836cf2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878283 Mar 10 14:55:13.542446 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2665c-964c-4e4d-8907-c187c13fc342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd51dece-2f9e-40e6-9b2a-b1cfdde56ed2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:13.547087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36070) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:13.563442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-63d7cf00-4ea7-4f9c-aaeb-ee7d5080abb4 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4057615 Mar 10 14:55:13.571477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:13.582923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-711ed62b-c927-427b-8956-1df2b912f610 req-fb5ae431-ad04-427d-a996-62a95539b944 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968249 Mar 10 14:55:13.608331 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e89003-19c7-4c14-8b02-226724777fd8 admin admin] Publish callbacks [] for security_group (dd51dece-2f9e-40e6-9b2a-b1cfdde56ed2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:13.614965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:13.637135 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e89003-19c7-4c14-8b02-226724777fd8 admin admin] Publish callbacks [] for security_group (dd51dece-2f9e-40e6-9b2a-b1cfdde56ed2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:13.692460 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e89003-19c7-4c14-8b02-226724777fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dd51dece-2f9e-40e6-9b2a-b1cfdde56ed2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:13.695353 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e89003-19c7-4c14-8b02-226724777fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:13.696575 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d1e89003-19c7-4c14-8b02-226724777fd8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd51dece-2f9e-40e6-9b2a-b1cfdde56ed2 HTTP/1.1" status: 204 len: 168 time: 0.1482646 Mar 10 14:55:13.716964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e89003-19c7-4c14-8b02-226724777fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd51dece-2f9e-40e6-9b2a-b1cfdde56ed2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:13.792622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a5ed3-3a7a-4f18-92ab-ba233c84258c req-efcc3d28-4995-474a-a2b7-ff944b4c39dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:13.794228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-669a5ed3-3a7a-4f18-92ab-ba233c84258c req-efcc3d28-4995-474a-a2b7-ff944b4c39dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1087267 Mar 10 14:55:13.836428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:13.899091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-669a5ed3-3a7a-4f18-92ab-ba233c84258c req-aa598d1a-b510-42e3-ac89-cc7f73f55638 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949216 Mar 10 14:55:13.984309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Allocated IP 172.25.3.4 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/4b2f2675-52ed-4226-bac5-df4da875dcb0) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:14.103776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cca1f-c45d-433b-a80e-04ce3410d2c0 req-1d01da50-5a27-4167-a957-754e38f9001e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:14.105329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de1cca1f-c45d-433b-a80e-04ce3410d2c0 req-1d01da50-5a27-4167-a957-754e38f9001e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.1286869 Mar 10 14:55:14.162442 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for port (4b2f2675-52ed-4226-bac5-df4da875dcb0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:14.191644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de1cca1f-c45d-433b-a80e-04ce3410d2c0 req-41a62e60-db82-474b-abaf-04fbd866a7b5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750551 Mar 10 14:55:14.235469 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (4b2f2675-52ed-4226-bac5-df4da875dcb0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:14.308564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:14.332509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:14.335790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:14.340299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba1fd0c-8ce5-41aa-9595-6258109608fa', 'tag': '9fc7a8c4-1c86-4b43-a869-325c2614aa54'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:14.342911 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63be1c6-a2f1-4417-990e-3340d42927ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba1fd0c-8ce5-41aa-9595-6258109608fa", "tag": "9fc7a8c4-1c86-4b43-a869-325c2614aa54"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:14.345342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event updated for resources: {'Port': ['ID=4b2f2675-52ed-4226-bac5-df4da875dcb0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:14.357027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.357377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.357719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.358059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.358389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.358755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.359114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.359441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.359765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.360177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.360505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.360827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.361209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:14.436511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21ce36-95a1-4b8e-bcce-32615cb077db req-b614e221-2e2b-4a8e-afd1-357d21521a0a tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:14.438768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc21ce36-95a1-4b8e-bcce-32615cb077db req-b614e221-2e2b-4a8e-afd1-357d21521a0a tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.1597250 Mar 10 14:55:14.442992 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (bffe1c35-8ecf-4c3f-a42b-462ec3d0a918), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:14.509549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4b2f2675-52ed-4226-bac5-df4da875dcb0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:14.556634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc21ce36-95a1-4b8e-bcce-32615cb077db req-41f77248-d412-4232-afbd-64231e7c5a9e tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016648 Mar 10 14:55:14.603372 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fb6412-ac96-4469-84e3-7d3ab2977faf x-openstack-request-id: req-b1fb6412-ac96-4469-84e3-7d3ab2977faf {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:14.603855 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba1fd0c-8ce5-41aa-9595-6258109608fa", "tag": "9fc7a8c4-1c86-4b43-a869-325c2614aa54", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:14.604286 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1fb6412-ac96-4469-84e3-7d3ab2977faf {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:14.604929 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba1fd0c-8ce5-41aa-9595-6258109608fa', 'tag': '9fc7a8c4-1c86-4b43-a869-325c2614aa54', 'status': 'completed', 'code': 200} Mar 10 14:55:14.753558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63be1c6-a2f1-4417-990e-3340d42927ae req-982d9380-58f1-4100-863c-45c873132f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:14.755969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f63be1c6-a2f1-4417-990e-3340d42927ae req-982d9380-58f1-4100-863c-45c873132f5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ec72056e3f64b58af60f1330a78970e&device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 1130 time: 0.1195605 Mar 10 14:55:14.779460 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for port (4b2f2675-52ed-4226-bac5-df4da875dcb0), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:14.800428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4b2f2675-52ed-4226-bac5-df4da875dcb0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:14.851567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054d9f5-b8e2-47b5-94de-551169cd254a req-7fead1fd-9c2b-4cba-9945-30981e7dd1ef tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:14.852947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4054d9f5-b8e2-47b5-94de-551169cd254a req-7fead1fd-9c2b-4cba-9945-30981e7dd1ef tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 948 time: 0.1729169 Mar 10 14:55:14.890752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (bffe1c35-8ecf-4c3f-a42b-462ec3d0a918), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:14.936402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:14.937633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.3733652 Mar 10 14:55:14.947054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77335d11-9478-4864-9181-46614c80c11b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event updated for resources: {'Port': ['ID=4b2f2675-52ed-4226-bac5-df4da875dcb0,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:15.015562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63be1c6-a2f1-4417-990e-3340d42927ae req-fac31280-fba3-40b6-9894-9403e8cfa7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:15.016999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f63be1c6-a2f1-4417-990e-3340d42927ae req-fac31280-fba3-40b6-9894-9403e8cfa7c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2526126 Mar 10 14:55:15.028449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-2dcc12fc-3e47-4fd4-b1a1-087673ec0d81 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0787790 Mar 10 14:55:15.047025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4054d9f5-b8e2-47b5-94de-551169cd254a req-155bf670-ee72-4179-85df-e7ecf4f2034c tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554472 Mar 10 14:55:15.084913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f63be1c6-a2f1-4417-990e-3340d42927ae req-96e91412-e584-4a23-8dec-0a405229733b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=9fc7a8c4-1c86-4b43-a869-325c2614aa54 HTTP/1.1" status: 200 len: 217 time: 0.0523536 Mar 10 14:55:15.230961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63be1c6-a2f1-4417-990e-3340d42927ae req-5948c21f-9e78-4760-8596-9e6e066ff755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:15.232497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f63be1c6-a2f1-4417-990e-3340d42927ae req-5948c21f-9e78-4760-8596-9e6e066ff755 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1301301 Mar 10 14:55:15.285730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-76747dec-f341-4b0b-b1ea-addbdce3dadc tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:15.287075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dc96877-0611-4b0c-a9e8-2fdb8094fda2 req-76747dec-f341-4b0b-b1ea-addbdce3dadc tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.2477229 Mar 10 14:55:15.294564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc02a-05eb-4cde-99c1-14c35def84d4 req-53460be9-0f9a-4f1a-a95c-f87d4b24d59f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:15.296229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-532bc02a-05eb-4cde-99c1-14c35def84d4 req-53460be9-0f9a-4f1a-a95c-f87d4b24d59f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1807301 Mar 10 14:55:15.338165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63be1c6-a2f1-4417-990e-3340d42927ae req-a57710f9-62a0-4a50-8be3-7c323bc2a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:15.339677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f63be1c6-a2f1-4417-990e-3340d42927ae req-a57710f9-62a0-4a50-8be3-7c323bc2a10b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0968299 Mar 10 14:55:15.364837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-532bc02a-05eb-4cde-99c1-14c35def84d4 req-33cd0e67-c6e7-484f-a96f-dbc8c31c6193 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614944 Mar 10 14:55:15.402358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9fc7a8c4-1c86-4b43-a869-325c2614aa54 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:55:15.494238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f63be1c6-a2f1-4417-990e-3340d42927ae req-906f8630-c409-418d-af5f-6b82a4d42e53 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415429 Mar 10 14:55:15.565851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9fc7a8c4-1c86-4b43-a869-325c2614aa54, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9fc7a8c4-1c86-4b43-a869-325c2614aa54,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:15.570207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc5c54-176b-4885-9897-daf0e4547544 req-4ae24c05-e54d-40f3-888e-fe1bbac9939f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:15.571791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42cc5c54-176b-4885-9897-daf0e4547544 req-4ae24c05-e54d-40f3-888e-fe1bbac9939f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.1355646 Mar 10 14:55:15.586769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '9fc7a8c4-1c86-4b43-a869-325c2614aa54', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '9fc7a8c4-1c86-4b43-a869-325c2614aa54', 'mac_address': 'fa:16:3e:8e:01:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:55:15.634483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:15.635033 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:15.649348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc7a8c4-1c86-4b43-a869-325c2614aa54 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:15.669370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9fc7a8c4-1c86-4b43-a869-325c2614aa54, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9fc7a8c4-1c86-4b43-a869-325c2614aa54,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:15.674872 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:15.722757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=9fc7a8c4-1c86-4b43-a869-325c2614aa54,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:15.732956 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d581934f-570f-4a53-94b4-fe575f9def47 req-64a47b80-f098-4c3d-b85b-80accd748ab9 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2367167 Mar 10 14:55:15.739274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42cc5c54-176b-4885-9897-daf0e4547544 req-b057267d-ff11-43f2-8d80-9637d6cc5ba0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568148 Mar 10 14:55:15.742601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f63be1c6-a2f1-4417-990e-3340d42927ae req-159ae111-f0f3-42f1-9446-a20b69079ea7 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245750 Mar 10 14:55:15.746464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:15.777053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:15.950067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c169-5311-47ae-aa45-64eefdbd9153 req-b40df196-9837-44cd-aa6d-a9ee3e676072 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:15.951691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1fd8c169-5311-47ae-aa45-64eefdbd9153 req-b40df196-9837-44cd-aa6d-a9ee3e676072 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.0868771 Mar 10 14:55:15.958673 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:16.001114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['9fc7a8c4-1c86-4b43-a869-325c2614aa54'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:16.059092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1fd8c169-5311-47ae-aa45-64eefdbd9153 req-e9092e72-f09f-48ce-b480-5ab1ff072c85 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964491 Mar 10 14:55:16.147895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Allocated IP 172.25.3.236 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/f074cb91-7b2f-4fa8-8982-ec583f81109f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:16.176463 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:55:16.296035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75581a66-103a-436d-adde-092f4b20d033 req-7a72f2f4-9825-4304-a1bd-f116884f2884 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:16.298106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75581a66-103a-436d-adde-092f4b20d033 req-7a72f2f4-9825-4304-a1bd-f116884f2884 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 949 time: 0.1181064 Mar 10 14:55:16.316935 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for port (f074cb91-7b2f-4fa8-8982-ec583f81109f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:16.370623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75581a66-103a-436d-adde-092f4b20d033 req-5c7c9f8c-bb95-45d0-a625-b0b09d7122a0 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638971 Mar 10 14:55:16.382702 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (f074cb91-7b2f-4fa8-8982-ec583f81109f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:16.427284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:16.436092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:16.438878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:16.443877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event updated for resources: {'Port': ['ID=f074cb91-7b2f-4fa8-8982-ec583f81109f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:16.512607 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (313cd9bf-bdef-441c-a3fc-eb5cbd3bf350), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:16.560824 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f074cb91-7b2f-4fa8-8982-ec583f81109f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:16.569954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c3bda-665b-472a-90d6-da94ce331c54 req-087e3516-c579-4c5c-9216-64bd4af03ab1 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:16.571441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a16c3bda-665b-472a-90d6-da94ce331c54 req-087e3516-c579-4c5c-9216-64bd4af03ab1 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.0907171 Mar 10 14:55:16.660841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a16c3bda-665b-472a-90d6-da94ce331c54 req-7073853f-126b-477c-9716-bd064054028a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728447 Mar 10 14:55:16.818300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for port (f074cb91-7b2f-4fa8-8982-ec583f81109f), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:16.826857 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f074cb91-7b2f-4fa8-8982-ec583f81109f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:16.887379 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (313cd9bf-bdef-441c-a3fc-eb5cbd3bf350), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:16.912958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event updated for resources: {'Port': ['ID=f074cb91-7b2f-4fa8-8982-ec583f81109f,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:16.924394 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:16.925645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d581934f-570f-4a53-94b4-fe575f9def47 req-7d901185-99c3-46e0-becf-c42c8ad54490 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1853275 Mar 10 14:55:16.947261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee1f91-f380-4246-b57d-9b03a9f61607 req-63bcb0b8-e7d1-44db-89fc-c304c5f2acc6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:16.948721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45ee1f91-f380-4246-b57d-9b03a9f61607 req-63bcb0b8-e7d1-44db-89fc-c304c5f2acc6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.1153164 Mar 10 14:55:17.010704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d581934f-570f-4a53-94b4-fe575f9def47 req-8e629531-6d38-41ff-86fd-6b800b093d7b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0782814 Mar 10 14:55:17.063201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45ee1f91-f380-4246-b57d-9b03a9f61607 req-07fcced2-18cb-4f83-90b1-9fae143d65e0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081755 Mar 10 14:55:17.160049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581934f-570f-4a53-94b4-fe575f9def47 req-cf86f69b-15ce-44b5-a631-075d2d7dc684 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:17.161452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d581934f-570f-4a53-94b4-fe575f9def47 req-cf86f69b-15ce-44b5-a631-075d2d7dc684 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.1394911 Mar 10 14:55:17.409930 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9fc7a8c4-1c86-4b43-a869-325c2614aa54 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:55:17.526752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:55:17.533527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:17.534289 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:17.590104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55485f00-c102-41c4-814d-0eb9da40f2be req-ebbee176-ec0e-441b-8378-092bf11ebc70 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips/313cd9bf-bdef-441c-a3fc-eb5cbd3bf350 HTTP/1.1" status: 200 len: 693 time: 0.3369431 Mar 10 14:55:17.600026 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:17.642950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6bcbf-752e-44f9-930f-edd0d4e2e0e4 req-73a32172-a675-49fc-b7eb-9958b4d3a776 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:17.652651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cea6bcbf-752e-44f9-930f-edd0d4e2e0e4 req-73a32172-a675-49fc-b7eb-9958b4d3a776 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.4331906 Mar 10 14:55:17.667916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:17.668375 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:17.699291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba1fd0c-8ce5-41aa-9595-6258109608fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc7a8c4-1c86-4b43-a869-325c2614aa54'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:17.703294 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d65a9e-c399-4fdd-b3d4-32a1a8f85b50" -d '{"events": [{"server_uuid": "7ba1fd0c-8ce5-41aa-9595-6258109608fa", "name": "network-vif-plugged", "status": "completed", "tag": "9fc7a8c4-1c86-4b43-a869-325c2614aa54"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:17.705793 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36180) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:17.719764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9fc7a8c4-1c86-4b43-a869-325c2614aa54, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9fc7a8c4-1c86-4b43-a869-325c2614aa54,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:17.730249 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:17.809526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55485f00-c102-41c4-814d-0eb9da40f2be req-fad8b8a7-5ac8-4aea-b8ec-a31fae851095 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:17.811366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55485f00-c102-41c4-814d-0eb9da40f2be req-fad8b8a7-5ac8-4aea-b8ec-a31fae851095 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.2104282 Mar 10 14:55:17.823883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=9fc7a8c4-1c86-4b43-a869-325c2614aa54,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:17.863425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cea6bcbf-752e-44f9-930f-edd0d4e2e0e4 req-793f5285-dff6-430b-a808-a2d6d9045473 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095230 Mar 10 14:55:17.873941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-55485f00-c102-41c4-814d-0eb9da40f2be req-3ced98c6-1282-466b-bf6e-15e79210fda9 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:55:17.885479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55485f00-c102-41c4-814d-0eb9da40f2be req-3ced98c6-1282-466b-bf6e-15e79210fda9 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174484 Mar 10 14:55:17.892464 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:18.026064 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Publish callbacks [] for security_group (17570fec-c2b6-4ea8-a11b-ba4e9dd700de), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:18.032797 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (17570fec-c2b6-4ea8-a11b-ba4e9dd700de), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:18.041024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417e8b1-72d3-48dd-8541-efb2bb5a216f req-28f316a4-230a-4ddb-aa24-52a2cbffc4db tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:18.048673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2417e8b1-72d3-48dd-8541-efb2bb5a216f req-28f316a4-230a-4ddb-aa24-52a2cbffc4db tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 950 time: 0.1049700 Mar 10 14:55:18.096748 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77cd88698b4a46cabdf2de5fc352e348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898382 Mar 10 14:55:18.096980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36190) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:18.097996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17570fec-c2b6-4ea8-a11b-ba4e9dd700de,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:18.109837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.110318 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.110955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.111397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.111977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.112299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2417e8b1-72d3-48dd-8541-efb2bb5a216f req-56dc27c9-0468-4a9b-ab0d-604ec41949c8 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571368 Mar 10 14:55:18.112491 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.112926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.113356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.113781 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.114208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.114635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.115492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.116456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8988d8-52df-4faa-a17c-246774ff44df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:18.137751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c5088-dff0-4759-9f59-b21bbb8edccc req-aa553fcb-af8d-480d-b2be-e70ad7e909ab tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:18.145306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c4c5088-dff0-4759-9f59-b21bbb8edccc req-aa553fcb-af8d-480d-b2be-e70ad7e909ab tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1837466 Mar 10 14:55:18.169299 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ada5ed-c59a-499c-ac1c-6c99c73c3d38 x-openstack-request-id: req-f9ada5ed-c59a-499c-ac1c-6c99c73c3d38 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:18.169588 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba1fd0c-8ce5-41aa-9595-6258109608fa", "name": "network-vif-plugged", "status": "completed", "tag": "9fc7a8c4-1c86-4b43-a869-325c2614aa54", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:18.169843 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9ada5ed-c59a-499c-ac1c-6c99c73c3d38 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:18.170233 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba1fd0c-8ce5-41aa-9595-6258109608fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc7a8c4-1c86-4b43-a869-325c2614aa54', 'code': 200} Mar 10 14:55:18.280416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c4c5088-dff0-4759-9f59-b21bbb8edccc req-2b78328f-9e08-4d20-a558-0b91087257dd tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341383 Mar 10 14:55:18.302571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32fa2ac9-e122-428a-bfd7-5c7d9704bd76 admin admin] Publish callbacks [] for security_group (17570fec-c2b6-4ea8-a11b-ba4e9dd700de), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:18.307372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-9486ef28-d61a-48df-b5bf-2015c6a25808 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips/313cd9bf-bdef-441c-a3fc-eb5cbd3bf350 HTTP/1.1" status: 200 len: 693 time: 0.0987883 Mar 10 14:55:18.354269 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32fa2ac9-e122-428a-bfd7-5c7d9704bd76 admin admin] Publish callbacks [] for security_group (17570fec-c2b6-4ea8-a11b-ba4e9dd700de), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:18.462288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e57b7-9754-4c41-80f2-6906ca9dc9e1 req-be80ddf9-43ea-4eb7-8fb0-45557bc597f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:18.463869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f32e57b7-9754-4c41-80f2-6906ca9dc9e1 req-be80ddf9-43ea-4eb7-8fb0-45557bc597f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 1132 time: 0.1966312 Mar 10 14:55:18.554295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-5dab16e4-70b5-4a53-9df8-8e1f5a207e5b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:18.556484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-5dab16e4-70b5-4a53-9df8-8e1f5a207e5b tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.2375119 Mar 10 14:55:18.586826 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32fa2ac9-e122-428a-bfd7-5c7d9704bd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (17570fec-c2b6-4ea8-a11b-ba4e9dd700de), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:18.591109 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32fa2ac9-e122-428a-bfd7-5c7d9704bd76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:18.592888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-32fa2ac9-e122-428a-bfd7-5c7d9704bd76 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17570fec-c2b6-4ea8-a11b-ba4e9dd700de HTTP/1.1" status: 204 len: 168 time: 0.4792304 Mar 10 14:55:18.600475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-f2c9734b-17ca-41d1-ab65-a3a9e78346e7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:55:18.602002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-f2c9734b-17ca-41d1-ab65-a3a9e78346e7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227962 Mar 10 14:55:18.617055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4850c58-189a-4681-b917-2680ed0473cd req-df1f2adc-6d3e-4fe3-a5fa-71306a639a50 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:18.629817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4850c58-189a-4681-b917-2680ed0473cd req-df1f2adc-6d3e-4fe3-a5fa-71306a639a50 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.2486010 Mar 10 14:55:18.648477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f32e57b7-9754-4c41-80f2-6906ca9dc9e1 req-86f3e81f-35e9-44bf-bf89-3af49bb889c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759458 Mar 10 14:55:18.662569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa2ac9-e122-428a-bfd7-5c7d9704bd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17570fec-c2b6-4ea8-a11b-ba4e9dd700de,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:18.737468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-a8a8aa7a-6d98-43f2-adf8-65605610b6a9 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.1062856 Mar 10 14:55:18.819330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-71dddc83-4d70-449c-be3c-83e5cc303314 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0686083 Mar 10 14:55:18.823080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4850c58-189a-4681-b917-2680ed0473cd req-dc435510-b839-4bfb-bd0e-9f956cf1e0c8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732814 Mar 10 14:55:18.988328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-432994ab-1ed4-480b-bb62-0b2e4d026911 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Deleting port f074cb91-7b2f-4fa8-8982-ec583f81109f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:18.988752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-432994ab-1ed4-480b-bb62-0b2e4d026911 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f074cb91-7b2f-4fa8-8982-ec583f81109f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.027275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36202) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:19.042679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a626-ec39-42cc-bc43-3e8aed644ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.110401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45fd65-2b55-4562-811a-603e5296c05e req-c2708453-3c3f-4b09-9599-f0ea0aa038b4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:19.111868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d45fd65-2b55-4562-811a-603e5296c05e req-c2708453-3c3f-4b09-9599-f0ea0aa038b4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.1066751 Mar 10 14:55:19.136745 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-432994ab-1ed4-480b-bb62-0b2e4d026911 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f074cb91-7b2f-4fa8-8982-ec583f81109f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.137090 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-432994ab-1ed4-480b-bb62-0b2e4d026911 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (f074cb91-7b2f-4fa8-8982-ec583f81109f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.146085 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a626-ec39-42cc-bc43-3e8aed644ce1 admin admin] Publish callbacks [] for security_group (416c9181-40b9-4975-be55-58cd38456600), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.152070 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ba4a626-ec39-42cc-bc43-3e8aed644ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (416c9181-40b9-4975-be55-58cd38456600), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.159368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-432994ab-1ed4-480b-bb62-0b2e4d026911 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Calling delete_port for f074cb91-7b2f-4fa8-8982-ec583f81109f owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:19.191642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d45fd65-2b55-4562-811a-603e5296c05e req-241e1ec4-51fe-4b61-a62f-5f19f16c3dfd tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729945 Mar 10 14:55:19.200158 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3ba4a626-ec39-42cc-bc43-3e8aed644ce1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b99cd6eede04cc1b550abc4941a856b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712115 Mar 10 14:55:19.201295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4a626-ec39-42cc-bc43-3e8aed644ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416c9181-40b9-4975-be55-58cd38456600,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:19.204615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36206) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:19.264611 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9c764bc-5859-41da-8642-c2257fda9d89 admin admin] Publish callbacks [] for security_group (416c9181-40b9-4975-be55-58cd38456600), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.293018 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9c764bc-5859-41da-8642-c2257fda9d89 admin admin] Publish callbacks [] for security_group (416c9181-40b9-4975-be55-58cd38456600), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.351195 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9c764bc-5859-41da-8642-c2257fda9d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (416c9181-40b9-4975-be55-58cd38456600), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.353801 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9c764bc-5859-41da-8642-c2257fda9d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.355096 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b9c764bc-5859-41da-8642-c2257fda9d89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/416c9181-40b9-4975-be55-58cd38456600 HTTP/1.1" status: 204 len: 168 time: 0.1493549 Mar 10 14:55:19.364919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c764bc-5859-41da-8642-c2257fda9d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416c9181-40b9-4975-be55-58cd38456600,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:19.398415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc3476-5193-4382-824e-bb3dcddec8fe req-3fb2df5e-1d0b-4463-9f42-3156d87f30a5 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:19.400111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cdc3476-5193-4382-824e-bb3dcddec8fe req-3fb2df5e-1d0b-4463-9f42-3156d87f30a5 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 950 time: 0.1069155 Mar 10 14:55:19.447520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-432994ab-1ed4-480b-bb62-0b2e4d026911 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (f074cb91-7b2f-4fa8-8982-ec583f81109f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.490707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432994ab-1ed4-480b-bb62-0b2e4d026911 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event deleted for resources: {'Port': ['ID=f074cb91-7b2f-4fa8-8982-ec583f81109f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:19.522333 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-432994ab-1ed4-480b-bb62-0b2e4d026911 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (313cd9bf-bdef-441c-a3fc-eb5cbd3bf350), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.525937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-432994ab-1ed4-480b-bb62-0b2e4d026911 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:19.527119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e754c43a-1457-4e7d-9577-0eb6ca1ee9ff req-432994ab-1ed4-480b-bb62-0b2e4d026911 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "DELETE /v2.0/floatingips/313cd9bf-bdef-441c-a3fc-eb5cbd3bf350 HTTP/1.1" status: 204 len: 173 time: 0.6966329 Mar 10 14:55:19.531471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cdc3476-5193-4382-824e-bb3dcddec8fe req-06d93d87-534d-493c-9653-0e09ae6fabc5 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177242 Mar 10 14:55:19.768674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1783ec-a704-4460-bbdf-1446adb39b01 req-80dabfc4-1a53-4cfa-9083-e93ab79dad08 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:19.770185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f1783ec-a704-4460-bbdf-1446adb39b01 req-80dabfc4-1a53-4cfa-9083-e93ab79dad08 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1804731 Mar 10 14:55:19.834820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f0356-4821-4939-b9fc-501510d78142 req-f3628040-2b5c-4518-ad8c-8794fc157692 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:19.839603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-444f0356-4821-4939-b9fc-501510d78142 req-f3628040-2b5c-4518-ad8c-8794fc157692 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2781827 Mar 10 14:55:19.867365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f1783ec-a704-4460-bbdf-1446adb39b01 req-cf5056bf-a322-4aab-b6f0-ed52a385b789 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883758 Mar 10 14:55:19.930639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f9a74b0-7267-474f-8eb0-a84074a62f4d req-3210e8f8-d749-499f-bcae-efc8ddea429f tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=ee7a149db1bb44b39c610b628a816e0e HTTP/1.1" status: 200 len: 1655 time: 0.0617976 Mar 10 14:55:20.117797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12036ff9-171e-4c34-a3e7-d28a558ec27a req-73cf46bf-8e23-43bf-99c6-1a12b1a2aed9 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:20.119373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12036ff9-171e-4c34-a3e7-d28a558ec27a req-73cf46bf-8e23-43bf-99c6-1a12b1a2aed9 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.1540749 Mar 10 14:55:20.125666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a74b0-7267-474f-8eb0-a84074a62f4d req-ac2f5eaf-35d3-45dc-89aa-6cd4e75e0bcd tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:20.127133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f9a74b0-7267-474f-8eb0-a84074a62f4d req-ac2f5eaf-35d3-45dc-89aa-6cd4e75e0bcd tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks?id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 787 time: 0.1905155 Mar 10 14:55:20.139929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-7f9a74b0-7267-474f-8eb0-a84074a62f4d req-90037953-e9f8-4dd6-ad5a-3f62dd5c9029 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:55:20.141532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f9a74b0-7267-474f-8eb0-a84074a62f4d req-90037953-e9f8-4dd6-ad5a-3f62dd5c9029 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088744 Mar 10 14:55:20.227352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-a5cfad05-1d1d-4ff7-a897-4641b8f00d40 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips/bffe1c35-8ecf-4c3f-a42b-462ec3d0a918 HTTP/1.1" status: 200 len: 691 time: 0.0571830 Mar 10 14:55:20.239320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12036ff9-171e-4c34-a3e7-d28a558ec27a req-ca010f0b-b17b-4abe-a935-23152e1b4908 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045585 Mar 10 14:55:20.303490 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:20.390381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-0c6fdefc-c128-4d24-bbbb-f3ec9dbbc5a2 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:20.391787 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-0c6fdefc-c128-4d24-bbbb-f3ec9dbbc5a2 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.1516140 Mar 10 14:55:20.407513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40beb9-6d5d-46c5-9573-2d10cc6ecefd req-5b2c568c-f020-49a4-a662-b515c5022c21 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:20.408974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c40beb9-6d5d-46c5-9573-2d10cc6ecefd req-5b2c568c-f020-49a4-a662-b515c5022c21 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.0845175 Mar 10 14:55:20.413783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-9be0bf4b-03e2-42e3-862b-72e57a14da27 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:55:20.414770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-9be0bf4b-03e2-42e3-862b-72e57a14da27 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156913 Mar 10 14:55:20.493972 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-aa07d935-59ce-4ae2-8f5d-6cbfeaa6362a tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0695770 Mar 10 14:55:20.518048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c40beb9-6d5d-46c5-9573-2d10cc6ecefd req-e83c21ca-d5d6-4590-a21c-55e390b06302 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004596 Mar 10 14:55:20.563605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-4ed5deb7-c23d-44e8-8d49-18c76c2a233d tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0615673 Mar 10 14:55:20.725593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-1fd4c3eb-6ff5-4be5-8d83-834cd7be10e0 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Deleting port 4b2f2675-52ed-4226-bac5-df4da875dcb0 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:20.725984 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-1fd4c3eb-6ff5-4be5-8d83-834cd7be10e0 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4b2f2675-52ed-4226-bac5-df4da875dcb0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:20.746815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f418c9b-be21-42b8-9097-5963c13ec3ed req-d8b08109-7277-4242-8ad8-258d8ebcd1ed tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:20.752116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f418c9b-be21-42b8-9097-5963c13ec3ed req-d8b08109-7277-4242-8ad8-258d8ebcd1ed tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 950 time: 0.0976734 Mar 10 14:55:20.858135 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-1fd4c3eb-6ff5-4be5-8d83-834cd7be10e0 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4b2f2675-52ed-4226-bac5-df4da875dcb0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:20.858504 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-1fd4c3eb-6ff5-4be5-8d83-834cd7be10e0 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (4b2f2675-52ed-4226-bac5-df4da875dcb0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:20.864015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f418c9b-be21-42b8-9097-5963c13ec3ed req-f4f789df-dda9-4160-8f47-b120c5a04abb tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034498 Mar 10 14:55:20.878138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-1fd4c3eb-6ff5-4be5-8d83-834cd7be10e0 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Calling delete_port for 4b2f2675-52ed-4226-bac5-df4da875dcb0 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:21.287488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962f78-552c-4e2f-aaf9-b38937093756 req-033643cb-25a6-4988-a81d-055040799b09 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:21.289036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24962f78-552c-4e2f-aaf9-b38937093756 req-033643cb-25a6-4988-a81d-055040799b09 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.0929606 Mar 10 14:55:21.290252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-1fd4c3eb-6ff5-4be5-8d83-834cd7be10e0 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (4b2f2675-52ed-4226-bac5-df4da875dcb0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:21.325731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4c3eb-6ff5-4be5-8d83-834cd7be10e0 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event deleted for resources: {'Port': ['ID=4b2f2675-52ed-4226-bac5-df4da875dcb0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:21.371479 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-1fd4c3eb-6ff5-4be5-8d83-834cd7be10e0 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (bffe1c35-8ecf-4c3f-a42b-462ec3d0a918), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:21.374057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-1fd4c3eb-6ff5-4be5-8d83-834cd7be10e0 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:21.376526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e75c8873-ea71-4e67-85e5-1c7f9f917eaa req-1fd4c3eb-6ff5-4be5-8d83-834cd7be10e0 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "DELETE /v2.0/floatingips/bffe1c35-8ecf-4c3f-a42b-462ec3d0a918 HTTP/1.1" status: 204 len: 173 time: 0.8121572 Mar 10 14:55:21.393662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24962f78-552c-4e2f-aaf9-b38937093756 req-7db9561e-b78a-4519-b3e7-0b7f1650a392 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943987 Mar 10 14:55:21.508868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2479a12-1476-49f9-9e32-40f4adb1c473 req-33d4612f-409e-4712-b600-13ff81a03cd4 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:21.510298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2479a12-1476-49f9-9e32-40f4adb1c473 req-33d4612f-409e-4712-b600-13ff81a03cd4 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 950 time: 0.0561578 Mar 10 14:55:21.563398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2479a12-1476-49f9-9e32-40f4adb1c473 req-2a928721-713b-4bf2-9ce4-fc18a8421550 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468147 Mar 10 14:55:21.658736 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e4cad359-c96d-41d2-bf46-d93b2633616a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:21.667476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-427f762e-6f1c-492f-8e7e-80d954501fbf tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips/05a4d150-2cdb-442c-8512-6fbcf98ee773 HTTP/1.1" status: 200 len: 693 time: 0.0805528 Mar 10 14:55:21.735582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273ece2-bdc9-4c86-bcd3-a8cee9a171ef req-d0946905-711b-493a-b78f-7f9dcce05076 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:21.737088 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5273ece2-bdc9-4c86-bcd3-a8cee9a171ef req-d0946905-711b-493a-b78f-7f9dcce05076 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.1119556 Mar 10 14:55:21.834087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-2c050017-7d19-4dbb-912a-123b14dc3206 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:21.835400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-2c050017-7d19-4dbb-912a-123b14dc3206 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.1583984 Mar 10 14:55:21.845494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5273ece2-bdc9-4c86-bcd3-a8cee9a171ef req-0e9ca402-10c6-442d-a0ad-75aeb08b26dc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803111 Mar 10 14:55:21.902076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-04cc3629-c939-4072-8252-9aa9754e44af tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.0556219 Mar 10 14:55:21.977825 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-8eb6f1d1-1317-42fc-866e-b27fbcd3201f tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.0681946 Mar 10 14:55:22.042432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720b39-f5f3-44b3-b1a0-1b98a1982954 req-cb428711-d0bb-46bc-a0ab-316cf0c16bd3 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:22.044387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46720b39-f5f3-44b3-b1a0-1b98a1982954 req-cb428711-d0bb-46bc-a0ab-316cf0c16bd3 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.1330333 Mar 10 14:55:22.145976 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46720b39-f5f3-44b3-b1a0-1b98a1982954 req-4aa53f11-ea3f-4a87-a591-38f20de32c2d tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720351 Mar 10 14:55:22.171169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-d5e201ba-ed0a-4e81-a833-9348970dcbe7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Deleting port adc48774-f262-4ed2-a1e4-ed2dc2d07dcf {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:22.171594 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-d5e201ba-ed0a-4e81-a833-9348970dcbe7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (adc48774-f262-4ed2-a1e4-ed2dc2d07dcf), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:22.260974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-d5e201ba-ed0a-4e81-a833-9348970dcbe7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (adc48774-f262-4ed2-a1e4-ed2dc2d07dcf), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:22.261264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-d5e201ba-ed0a-4e81-a833-9348970dcbe7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (adc48774-f262-4ed2-a1e4-ed2dc2d07dcf), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:22.274552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-d5e201ba-ed0a-4e81-a833-9348970dcbe7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Calling delete_port for adc48774-f262-4ed2-a1e4-ed2dc2d07dcf owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:22.423352 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-d5e201ba-ed0a-4e81-a833-9348970dcbe7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (adc48774-f262-4ed2-a1e4-ed2dc2d07dcf), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:22.461700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e201ba-ed0a-4e81-a833-9348970dcbe7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event deleted for resources: {'Port': ['ID=adc48774-f262-4ed2-a1e4-ed2dc2d07dcf,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:22.490331 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-d5e201ba-ed0a-4e81-a833-9348970dcbe7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (05a4d150-2cdb-442c-8512-6fbcf98ee773), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:22.493988 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-d5e201ba-ed0a-4e81-a833-9348970dcbe7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:22.495206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6e76a23-2194-43c9-8201-1b81641da5ae req-d5e201ba-ed0a-4e81-a833-9348970dcbe7 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "DELETE /v2.0/floatingips/05a4d150-2cdb-442c-8512-6fbcf98ee773 HTTP/1.1" status: 204 len: 173 time: 0.5112886 Mar 10 14:55:22.578578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2a0abeb-f789-4138-991e-843061a057a6 req-5ed4e7ff-35a2-4ddd-9652-ed3536a92e6f tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips/9c512ace-b18d-4c40-8ad4-a495b19cc131 HTTP/1.1" status: 200 len: 693 time: 0.0525949 Mar 10 14:55:22.610089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867c3e6-30f0-4e72-bb1f-31ebaf3f64a0 req-19dd3d8f-1d29-4b66-a1d6-e6a90b4ef7f3 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:22.612034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b867c3e6-30f0-4e72-bb1f-31ebaf3f64a0 req-19dd3d8f-1d29-4b66-a1d6-e6a90b4ef7f3 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1155293 Mar 10 14:55:22.718750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b867c3e6-30f0-4e72-bb1f-31ebaf3f64a0 req-35085040-6730-4400-b921-d1d3256e9841 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965276 Mar 10 14:55:22.752165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2fffd16f-fb7f-4c09-804b-77013c8b44ab tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:22.758972 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2fffd16f-fb7f-4c09-804b-77013c8b44ab tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.1743507 Mar 10 14:55:22.818376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2a0abeb-f789-4138-991e-843061a057a6 req-8a5d92bd-0fc1-4eb7-afe0-c22094be5bbf tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.0585382 Mar 10 14:55:22.877808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2a62f75c-99c8-4156-bb05-028b7477907e tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.0453711 Mar 10 14:55:22.931750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6bf8d-81b5-4999-b377-510e1704b8de req-ce46ff5e-0d05-4205-9633-4f6b7766fcf3 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:22.933192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59c6bf8d-81b5-4999-b377-510e1704b8de req-ce46ff5e-0d05-4205-9633-4f6b7766fcf3 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 950 time: 0.1325207 Mar 10 14:55:23.037864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59c6bf8d-81b5-4999-b377-510e1704b8de req-6639172a-67d2-49b7-a8a5-643f5c825a32 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964963 Mar 10 14:55:23.073936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2cda5d6a-eaa0-4105-96f9-c13074981513 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Deleting port b8429e55-879c-47c4-a8b6-d0f1ee63721d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:23.074280 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2cda5d6a-eaa0-4105-96f9-c13074981513 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b8429e55-879c-47c4-a8b6-d0f1ee63721d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:23.182675 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2cda5d6a-eaa0-4105-96f9-c13074981513 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b8429e55-879c-47c4-a8b6-d0f1ee63721d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:23.183020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2cda5d6a-eaa0-4105-96f9-c13074981513 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (b8429e55-879c-47c4-a8b6-d0f1ee63721d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:23.202163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2cda5d6a-eaa0-4105-96f9-c13074981513 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Calling delete_port for b8429e55-879c-47c4-a8b6-d0f1ee63721d owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:23.219557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e186d6-cfd6-41e1-a539-3dd768beb12b req-e3a193c7-715b-47e7-a340-2486cee81d67 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:23.221286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4e186d6-cfd6-41e1-a539-3dd768beb12b req-e3a193c7-715b-47e7-a340-2486cee81d67 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.0919638 Mar 10 14:55:23.314006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4e186d6-cfd6-41e1-a539-3dd768beb12b req-c0168b37-e0a8-4b6c-a56f-6be6916c4b3c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871387 Mar 10 14:55:23.420408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2cda5d6a-eaa0-4105-96f9-c13074981513 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (b8429e55-879c-47c4-a8b6-d0f1ee63721d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:23.455226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda5d6a-eaa0-4105-96f9-c13074981513 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Pushing event deleted for resources: {'Port': ['ID=b8429e55-879c-47c4-a8b6-d0f1ee63721d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:23.468697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee18fe-ceb1-4395-bc72-396ba2ba79c0 req-6192eee9-e7d7-408a-87ec-1294e9722031 tempest-LiveMigrationNegativeTest-1419854753 tempest-LiveMigrationNegativeTest-1419854753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:23.470229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73ee18fe-ceb1-4395-bc72-396ba2ba79c0 req-6192eee9-e7d7-408a-87ec-1294e9722031 tempest-LiveMigrationNegativeTest-1419854753 tempest-LiveMigrationNegativeTest-1419854753-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 1132 time: 0.0963411 Mar 10 14:55:23.487214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2cda5d6a-eaa0-4105-96f9-c13074981513 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks [] for floatingip (9c512ace-b18d-4c40-8ad4-a495b19cc131), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:23.489898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2cda5d6a-eaa0-4105-96f9-c13074981513 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:23.490989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2a0abeb-f789-4138-991e-843061a057a6 req-2cda5d6a-eaa0-4105-96f9-c13074981513 tempest-FloatingIPDetailsTestJSON-348022381 tempest-FloatingIPDetailsTestJSON-348022381-project] 10.222.0.11 "DELETE /v2.0/floatingips/9c512ace-b18d-4c40-8ad4-a495b19cc131 HTTP/1.1" status: 204 len: 173 time: 0.6076190 Mar 10 14:55:23.496990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36326) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:23.509760 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-73ee18fe-ceb1-4395-bc72-396ba2ba79c0 req-ff1e61b1-485f-436d-8599-3f89df8eb9ef tempest-LiveMigrationNegativeTest-1419854753 tempest-LiveMigrationNegativeTest-1419854753-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:23.624500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-73ee18fe-ceb1-4395-bc72-396ba2ba79c0 req-ff1e61b1-485f-436d-8599-3f89df8eb9ef tempest-LiveMigrationNegativeTest-1419854753 tempest-LiveMigrationNegativeTest-1419854753-project-admin] Publish callbacks [] for security_group (f517c54a-1da2-4b24-a2e8-4fbfb00b3deb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:23.630314 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-73ee18fe-ceb1-4395-bc72-396ba2ba79c0 req-ff1e61b1-485f-436d-8599-3f89df8eb9ef tempest-LiveMigrationNegativeTest-1419854753 tempest-LiveMigrationNegativeTest-1419854753-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f517c54a-1da2-4b24-a2e8-4fbfb00b3deb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:23.656346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeba5ba-f8b0-4910-b0d1-4d81a3345c16 req-a2f153e9-f5aa-48c2-b336-891e4b18e88b tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:23.657944 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbeba5ba-f8b0-4910-b0d1-4d81a3345c16 req-a2f153e9-f5aa-48c2-b336-891e4b18e88b tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.0962930 Mar 10 14:55:23.705195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73ee18fe-ceb1-4395-bc72-396ba2ba79c0 req-ff1e61b1-485f-436d-8599-3f89df8eb9ef tempest-LiveMigrationNegativeTest-1419854753 tempest-LiveMigrationNegativeTest-1419854753-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208164 Mar 10 14:55:23.707745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e61b1-485f-436d-8599-3f89df8eb9ef tempest-LiveMigrationNegativeTest-1419854753 tempest-LiveMigrationNegativeTest-1419854753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f517c54a-1da2-4b24-a2e8-4fbfb00b3deb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:23.753653 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbeba5ba-f8b0-4910-b0d1-4d81a3345c16 req-19bef971-38bd-4951-b4ce-7958796beb66 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840969 Mar 10 14:55:23.892789 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:23.966590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0ed10-9979-4c54-960b-0382235872c4 req-358b7126-7cee-4fad-bbd3-d007ac2c9138 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:23.968205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0bf0ed10-9979-4c54-960b-0382235872c4 req-358b7126-7cee-4fad-bbd3-d007ac2c9138 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.0847042 Mar 10 14:55:24.007776 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f9af247c-d29e-47ec-b733-f2cf65777c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:24.083596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0bf0ed10-9979-4c54-960b-0382235872c4 req-07e7b190-59ce-43ad-963a-fd5900945dfe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083462 Mar 10 14:55:24.146831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ee5a5-fdc1-42cf-8f58-2c1994111c8e req-8bb9fab8-d761-4684-9464-764925ece5c0 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:24.148905 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-087ee5a5-fdc1-42cf-8f58-2c1994111c8e req-8bb9fab8-d761-4684-9464-764925ece5c0 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 945 time: 0.0890398 Mar 10 14:55:24.213126 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-087ee5a5-fdc1-42cf-8f58-2c1994111c8e req-07a86b29-aeef-4f38-a845-c46d86978195 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577941 Mar 10 14:55:24.234124 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36346) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:24.296419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] Deleting port a65f7364-37ba-49bf-9c15-48596da41711 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:24.296838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a65f7364-37ba-49bf-9c15-48596da41711), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:24.399643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac418f7a-7ed3-4562-ace9-996b5ef14515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:24.443148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] For port a65f7364-37ba-49bf-9c15-48596da41711, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a65f7364-37ba-49bf-9c15-48596da41711,segment=NetworkSegment(fdb00886-5801-40fc-90ea-ca1689d04b56),segment_id=fdb00886-5801-40fc-90ea-ca1689d04b56)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:24.443606 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a65f7364-37ba-49bf-9c15-48596da41711), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:24.465576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] Calling delete_port for a65f7364-37ba-49bf-9c15-48596da41711 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:24.488985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bfaa4-03a9-4984-be6c-1a0d515585d7 req-4c5fa9c8-7cb9-41cc-8107-23fe6dc611d5 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:24.490473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f72bfaa4-03a9-4984-be6c-1a0d515585d7 req-4c5fa9c8-7cb9-41cc-8107-23fe6dc611d5 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 950 time: 0.0775256 Mar 10 14:55:24.497618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27defad-86c1-4839-acd7-431087ef4bd5 req-cb4ea3c0-3eb4-4d65-bccd-790d404c091d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:24.500683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e27defad-86c1-4839-acd7-431087ef4bd5 req-cb4ea3c0-3eb4-4d65-bccd-790d404c091d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.0972195 Mar 10 14:55:24.562739 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac418f7a-7ed3-4562-ace9-996b5ef14515 admin admin] Publish callbacks [] for security_group (86051383-bfee-43ca-a465-5d46a7d73256), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:24.569396 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac418f7a-7ed3-4562-ace9-996b5ef14515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (86051383-bfee-43ca-a465-5d46a7d73256), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:24.576825 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e27defad-86c1-4839-acd7-431087ef4bd5 req-8be700fb-24b0-4fcb-81a0-95764708ecc2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694628 Mar 10 14:55:24.579833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f72bfaa4-03a9-4984-be6c-1a0d515585d7 req-ef180494-cbea-4a03-8dee-23c6c221e591 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782566 Mar 10 14:55:24.650121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac418f7a-7ed3-4562-ace9-996b5ef14515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86051383-bfee-43ca-a465-5d46a7d73256,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:24.659194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36354) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:24.663578 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ac418f7a-7ed3-4562-ace9-996b5ef14515 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a1104436c624d1db5c2709fafcd7ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282877 Mar 10 14:55:24.708584 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a414d78f-4658-4848-80a2-52836d79fd45 admin admin] Publish callbacks [] for security_group (86051383-bfee-43ca-a465-5d46a7d73256), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:24.730053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a414d78f-4658-4848-80a2-52836d79fd45 admin admin] Publish callbacks [] for security_group (86051383-bfee-43ca-a465-5d46a7d73256), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:24.748601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a65f7364-37ba-49bf-9c15-48596da41711), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:24.793988 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a414d78f-4658-4848-80a2-52836d79fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (86051383-bfee-43ca-a465-5d46a7d73256), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:24.799633 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a414d78f-4658-4848-80a2-52836d79fd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:24.803664 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] Pushing event deleted for resources: {'Port': ['ID=a65f7364-37ba-49bf-9c15-48596da41711,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:24.804485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a414d78f-4658-4848-80a2-52836d79fd45 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86051383-bfee-43ca-a465-5d46a7d73256 HTTP/1.1" status: 204 len: 168 time: 0.1442416 Mar 10 14:55:24.823900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414d78f-4658-4848-80a2-52836d79fd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86051383-bfee-43ca-a465-5d46a7d73256,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:24.971283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9758-4924-4809-a248-9f5036e97801 req-9d376cce-5ee6-4c24-b7ab-a2eb481385cc tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:24.973035 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-323d9758-4924-4809-a248-9f5036e97801 req-9d376cce-5ee6-4c24-b7ab-a2eb481385cc tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.0728962 Mar 10 14:55:25.035930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-323d9758-4924-4809-a248-9f5036e97801 req-75c2cc10-eba1-4622-b811-2e604acfa64d tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559688 Mar 10 14:55:25.060350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:25.087142 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:25.243637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1d5ec-8d0d-4685-bf5d-dfe360545e7c req-837ca50c-b875-4c8c-803b-8736ce0343a0 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:25.251760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45a1d5ec-8d0d-4685-bf5d-dfe360545e7c req-837ca50c-b875-4c8c-803b-8736ce0343a0 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.0767059 Mar 10 14:55:25.269415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36366) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:25.292119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-040141b1-ef93-4c04-8398-eec542821906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:25.356367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45a1d5ec-8d0d-4685-bf5d-dfe360545e7c req-cb5db5f1-eb17-4b74-8e31-531cff0d8579 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035740 Mar 10 14:55:25.409240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526b2a0-7e00-4cfd-b3dc-f644b4f865dd req-8ca0bbf9-bd7c-4d7d-9520-112d5eea4692 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:25.410726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2526b2a0-7e00-4cfd-b3dc-f644b4f865dd req-8ca0bbf9-bd7c-4d7d-9520-112d5eea4692 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 945 time: 0.1020226 Mar 10 14:55:25.476613 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-040141b1-ef93-4c04-8398-eec542821906 admin admin] Publish callbacks [] for security_group (83c22bef-c5b7-44eb-b682-b7c5a66e9ef5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:25.484494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2526b2a0-7e00-4cfd-b3dc-f644b4f865dd req-b2c5d2c0-b479-484a-a701-c2cedf69cc98 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635374 Mar 10 14:55:25.485059 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-040141b1-ef93-4c04-8398-eec542821906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (83c22bef-c5b7-44eb-b682-b7c5a66e9ef5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:25.523935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-040141b1-ef93-4c04-8398-eec542821906 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c146ded79814402935cc88112f5f4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531188 Mar 10 14:55:25.524576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] Router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:55:25.524793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040141b1-ef93-4c04-8398-eec542821906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c22bef-c5b7-44eb-b682-b7c5a66e9ef5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:25.527020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36368) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:25.578143 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-85565ee1-3e70-4952-be21-a605fc8ab7b3 admin admin] Publish callbacks [] for security_group (83c22bef-c5b7-44eb-b682-b7c5a66e9ef5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:25.598379 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-85565ee1-3e70-4952-be21-a605fc8ab7b3 admin admin] Publish callbacks [] for security_group (83c22bef-c5b7-44eb-b682-b7c5a66e9ef5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:25.638868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:55:25.650341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36374) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:25.651232 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e8f36775-06ef-4114-ac9f-19697b9b9cba admin admin] 10.222.0.11 "PUT /v2.0/routers/ab6afcdc-24b7-4de6-9c10-b7049d0fde06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1531575 Mar 10 14:55:25.653969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519d712-6b83-4738-ac0f-b784c4b1dc48 None None] Sync routers for ids ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:55:25.675684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519d712-6b83-4738-ac0f-b784c4b1dc48 None None] Routers {'ab6afcdc-24b7-4de6-9c10-b7049d0fde06'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:55:25.676318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f519d712-6b83-4738-ac0f-b784c4b1dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:25.699383 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-85565ee1-3e70-4952-be21-a605fc8ab7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (83c22bef-c5b7-44eb-b682-b7c5a66e9ef5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:25.701904 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-85565ee1-3e70-4952-be21-a605fc8ab7b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:25.703103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-85565ee1-3e70-4952-be21-a605fc8ab7b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83c22bef-c5b7-44eb-b682-b7c5a66e9ef5 HTTP/1.1" status: 204 len: 168 time: 0.1751666 Mar 10 14:55:25.760276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85565ee1-3e70-4952-be21-a605fc8ab7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c22bef-c5b7-44eb-b682-b7c5a66e9ef5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:25.803177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f519d712-6b83-4738-ac0f-b784c4b1dc48 None None] Set router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:55:25.841272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c19142-89ca-417f-ae8f-b80f78f37b2c req-4032a163-a977-4aa5-80ed-81c5a00a5e5f tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:25.842981 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37c19142-89ca-417f-ae8f-b80f78f37b2c req-4032a163-a977-4aa5-80ed-81c5a00a5e5f tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 950 time: 0.1852775 Mar 10 14:55:25.860433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d834b-5030-4a2e-928a-d02f137813d1 req-7d5c934a-a91f-4393-a628-5305d37e7019 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:25.861897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d4d834b-5030-4a2e-928a-d02f137813d1 req-7d5c934a-a91f-4393-a628-5305d37e7019 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.1577055 Mar 10 14:55:25.868732 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Publish callbacks [] for router (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:25.989667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f519d712-6b83-4738-ac0f-b784c4b1dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-router', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2437888a-f469-4369-80ad-447808f97894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:56Z', 'updated_at': '2022-03-10T14:55:24Z', 'revision_number': 5, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'gw_port': {'id': '2437888a-f469-4369-80ad-447808f97894', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:57Z', 'updated_at': '2022-03-10T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:26.012872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37c19142-89ca-417f-ae8f-b80f78f37b2c req-29f311ca-3e28-4283-8733-c9deb4480e16 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566710 Mar 10 14:55:26.016783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519d712-6b83-4738-ac0f-b784c4b1dc48 None None] Checking router: ab6afcdc-24b7-4de6-9c10-b7049d0fde06 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:55:26.026092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519d712-6b83-4738-ac0f-b784c4b1dc48 None None] Routers {'ab6afcdc-24b7-4de6-9c10-b7049d0fde06'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:55:26.026989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f519d712-6b83-4738-ac0f-b784c4b1dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:26.034290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d4d834b-5030-4a2e-928a-d02f137813d1 req-499265cc-e267-417e-bb76-c92800c44487 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631873 Mar 10 14:55:26.065766 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Publish callbacks [] for router_gateway (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:26.157614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Deleting port 2437888a-f469-4369-80ad-447808f97894 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:26.157958 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2437888a-f469-4369-80ad-447808f97894), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:26.166398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f519d712-6b83-4738-ac0f-b784c4b1dc48 None None] Set router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:55:26.449219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:26.512555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12850af7-78c4-4830-bf3c-dd981c1d9e77 req-80a19bfa-c393-490a-95f4-9bbf3f45d1b6 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:26.514224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12850af7-78c4-4830-bf3c-dd981c1d9e77 req-80a19bfa-c393-490a-95f4-9bbf3f45d1b6 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.3962839 Mar 10 14:55:26.515997 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f519d712-6b83-4738-ac0f-b784c4b1dc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-router', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2437888a-f469-4369-80ad-447808f97894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:56Z', 'updated_at': '2022-03-10T14:55:24Z', 'revision_number': 5, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'gw_port': {'id': '2437888a-f469-4369-80ad-447808f97894', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:57Z', 'updated_at': '2022-03-10T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:26.544260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519d712-6b83-4738-ac0f-b784c4b1dc48 None None] The sync data for ids ['ab6afcdc-24b7-4de6-9c10-b7049d0fde06'] in n-d-833090-1 is: [{'id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'name': 'tempest-FloatingIPDetailsTestJSON-2110712925-router', 'tenant_id': 'ee7a149db1bb44b39c610b628a816e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '2437888a-f469-4369-80ad-447808f97894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:54:56Z', 'updated_at': '2022-03-10T14:55:24Z', 'revision_number': 5, 'project_id': 'ee7a149db1bb44b39c610b628a816e0e', 'gw_port': {'id': '2437888a-f469-4369-80ad-447808f97894', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6afcdc-24b7-4de6-9c10-b7049d0fde06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:54:57Z', 'updated_at': '2022-03-10T14:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:55:26.550956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36402) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:26.594519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] For port 2437888a-f469-4369-80ad-447808f97894, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2437888a-f469-4369-80ad-447808f97894,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:26.595194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2437888a-f469-4369-80ad-447808f97894), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:26.616602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Calling delete_port for 2437888a-f469-4369-80ad-447808f97894 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:26.662178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68565155-2907-4be8-a753-a6a9c14e6161 req-8babd74e-0920-46d2-acf3-1e957baf8ae5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:26.663682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68565155-2907-4be8-a753-a6a9c14e6161 req-8babd74e-0920-46d2-acf3-1e957baf8ae5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1802046 Mar 10 14:55:26.665191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-577632221-network', 'tenant_id': '0e24b30ca6604ae99b9012a50d837f98'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:26.670292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05468a7-db02-4e9c-9b07-5bc830b61300 req-d8ff76a7-ef10-4b6b-93b8-4b6b9409ef08 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:26.671695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f05468a7-db02-4e9c-9b07-5bc830b61300 req-d8ff76a7-ef10-4b6b-93b8-4b6b9409ef08 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 950 time: 0.1894069 Mar 10 14:55:26.690561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Made reservation on behalf of 0e24b30ca6604ae99b9012a50d837f98 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:26.692977 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:26.701602 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:26.722306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12850af7-78c4-4830-bf3c-dd981c1d9e77 req-c4731c55-85d3-4003-b347-37574732316f tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886306 Mar 10 14:55:26.808536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Publish callbacks [] for security_group (af45230e-3e1b-4a84-b61f-2c4708d42a87), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:26.814025 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (af45230e-3e1b-4a84-b61f-2c4708d42a87), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:26.843153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68565155-2907-4be8-a753-a6a9c14e6161 req-d4b9612b-acf1-4e73-99d8-7965466b6a9b tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367772 Mar 10 14:55:26.845950 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:55:26.852665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af45230e-3e1b-4a84-b61f-2c4708d42a87,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:26.863498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (22874101-9ca9-450d-9886-d9671e918dfa), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:26.864049 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Added segment 22874101-9ca9-450d-9886-d9671e918dfa of type vlan for network 94067cff-c117-4c51-a11d-b4ca58bf3238 Mar 10 14:55:26.943326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (94067cff-c117-4c51-a11d-b4ca58bf3238), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:26.980165 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56911e-9e88-4674-b876-2c6c7d877945 req-cf772165-ee3a-4a98-8e7e-617250238ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:26.982534 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9a56911e-9e88-4674-b876-2c6c7d877945 req-cf772165-ee3a-4a98-8e7e-617250238ef9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fb40e08b324e4ec481316a4de9672fd2&device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 1129 time: 0.0830090 Mar 10 14:55:26.983975 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (94067cff-c117-4c51-a11d-b4ca58bf3238), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:26.984862 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:26.986041 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:27.020681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59872a58-d065-4c4f-afb3-077e9cffd6e6 req-0b2f84e4-aa54-49ab-810b-8a365fff291f tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:27.023450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59872a58-d065-4c4f-afb3-077e9cffd6e6 req-0b2f84e4-aa54-49ab-810b-8a365fff291f tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 945 time: 0.1988115 Mar 10 14:55:27.040246 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4881644 Mar 10 14:55:27.043763 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9a56911e-9e88-4674-b876-2c6c7d877945 req-f4cbdf6c-9868-492b-85b9-11c52d106918 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fb40e08b324e4ec481316a4de9672fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540416 Mar 10 14:55:27.051869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36406) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:27.057419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] Request body: {'subnet': {'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-577632221-subnet', 'tenant_id': '0e24b30ca6604ae99b9012a50d837f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:27.076256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f05468a7-db02-4e9c-9b07-5bc830b61300 req-6dd2bd38-21fc-4981-a14f-73d8fd0edf42 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Deleting port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:27.076595 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f05468a7-db02-4e9c-9b07-5bc830b61300 req-6dd2bd38-21fc-4981-a14f-73d8fd0edf42 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:27.120683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-09df10e7-c199-41e7-9987-57145366b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:27.122171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-09df10e7-c199-41e7-9987-57145366b7f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 1127 time: 0.1907024 Mar 10 14:55:27.127106 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5f792-1dcf-4d76-afc4-bbe5b654517e admin admin] Pushing event updated for resources: {'Network': ['ID=94067cff-c117-4c51-a11d-b4ca58bf3238,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:27.138321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 94067cff-c117-4c51-a11d-b4ca58bf3238 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:55:27.180237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59872a58-d065-4c4f-afb3-077e9cffd6e6 req-0c02d39b-f019-40f5-b24c-1b84bad2fb52 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150858 Mar 10 14:55:27.182359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] Made reservation on behalf of 0e24b30ca6604ae99b9012a50d837f98 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:27.185631 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:27.237252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a65f7364-37ba-49bf-9c15-48596da41711 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:55:27.265528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a65f7364-37ba-49bf-9c15-48596da41711 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:55:27.265946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a65f7364-37ba-49bf-9c15-48596da41711 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:55:27.302723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (2437888a-f469-4369-80ad-447808f97894), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:27.332962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56911e-9e88-4674-b876-2c6c7d877945 req-0d2be29f-6e8a-4519-a4f2-64e4969ca839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:27.334441 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9a56911e-9e88-4674-b876-2c6c7d877945 req-0d2be29f-6e8a-4519-a4f2-64e4969ca839 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2738771 Mar 10 14:55:27.373659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2437888a-f469-4369-80ad-447808f97894,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:27.473307 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:27.482770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-6b300ae8-09a8-4fd9-9d6d-5f4dddabb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:27.484427 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-6b300ae8-09a8-4fd9-9d6d-5f4dddabb0f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fb40e08b324e4ec481316a4de9672fd2&device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 1129 time: 0.1020203 Mar 10 14:55:27.485716 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (5b31adf1-a8e9-48c4-a752-3e4542a7a6a9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:27.488464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ece3b-5bcb-4446-a1aa-88c07a3ec463 req-25bf2023-09aa-4d23-9231-07a680970f6c tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:27.489912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c8ece3b-5bcb-4446-a1aa-88c07a3ec463 req-25bf2023-09aa-4d23-9231-07a680970f6c tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 950 time: 0.3749535 Mar 10 14:55:27.491894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f05468a7-db02-4e9c-9b07-5bc830b61300 req-6dd2bd38-21fc-4981-a14f-73d8fd0edf42 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] For port 9fc7a8c4-1c86-4b43-a869-325c2614aa54, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9fc7a8c4-1c86-4b43-a869-325c2614aa54,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:27.492254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f05468a7-db02-4e9c-9b07-5bc830b61300 req-6dd2bd38-21fc-4981-a14f-73d8fd0edf42 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:27.558149 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-24ddf5d8-6677-4eac-a3e2-5a5e60d3cbd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d HTTP/1.1" status: 200 len: 217 time: 0.0494854 Mar 10 14:55:27.594570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-839cfd2f-6ea9-4018-b6ac-3f581d254385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:27.596049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-839cfd2f-6ea9-4018-b6ac-3f581d254385 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.4302642 Mar 10 14:55:27.601971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:27.602140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f05468a7-db02-4e9c-9b07-5bc830b61300 req-6dd2bd38-21fc-4981-a14f-73d8fd0edf42 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Calling delete_port for 9fc7a8c4-1c86-4b43-a869-325c2614aa54 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:27.618729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099fcb5-ccea-4628-bb09-a39df5503889 req-98b3158f-7956-4c99-bb0a-27235f93aba6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:27.620195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9099fcb5-ccea-4628-bb09-a39df5503889 req-98b3158f-7956-4c99-bb0a-27235f93aba6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.3437400 Mar 10 14:55:27.620519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:27.620875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] Network hostable DHCP agents. Network: 94067cff-c117-4c51-a11d-b4ca58bf3238, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:55:27.632537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-83d2fbcd-c496-4b6d-b89b-12e25f09a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:27.633997 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-83d2fbcd-c496-4b6d-b89b-12e25f09a5cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0689878 Mar 10 14:55:27.654175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] Network 94067cff-c117-4c51-a11d-b4ca58bf3238 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:55:27.681491 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 94067cff-c117-4c51-a11d-b4ca58bf3238) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:27.686072 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:27.687337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:27.691367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451f72fa-2928-4782-b1f1-d4292ed5bcee None None] Network 94067cff-c117-4c51-a11d-b4ca58bf3238 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:55:27.700145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-32218701-383d-4577-83d6-8feabc5a3075 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77f5a501-947d-4dc1-bea6-d26520e1f144 HTTP/1.1" status: 200 len: 217 time: 0.0939155 Mar 10 14:55:27.705472 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:27.707859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-3464ae84-63d4-4ecd-a996-24a65cae8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:27.708740 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Publish callbacks [] for router_controller (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:27.709894 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-3464ae84-63d4-4ecd-a996-24a65cae8f7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0675726 Mar 10 14:55:27.712626 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b55dd0dd-43ad-4895-8fb6-0b8ac5e6f3d9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6597981 Mar 10 14:55:27.817161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-4870f305-61ce-4823-ad25-4714d969567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:27.818751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-4870f305-61ce-4823-ad25-4714d969567f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1071734 Mar 10 14:55:27.819477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e772831b-9143-44e8-ab2d-6b23089b780e None None] Network 94067cff-c117-4c51-a11d-b4ca58bf3238 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:55:27.829390 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-173e0b22-0fe6-46a4-9a10-b6572b130aba service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128910 Mar 10 14:55:27.943665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-7faa574b-cc30-4a6a-8b9a-04ea78428d98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070192 Mar 10 14:55:27.953882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c8ece3b-5bcb-4446-a1aa-88c07a3ec463 req-6299ec26-1abb-415d-b8a3-275e9891dce7 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391866 Mar 10 14:55:27.969020 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7fa4afa8-6760-40c9-a333-3bfd5790b1ca req-91f90280-a1db-4e1c-a14d-68f51e4c1247 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318533 Mar 10 14:55:27.976078 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (ab6afcdc-24b7-4de6-9c10-b7049d0fde06), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:27.976595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab6afcdc-24b7-4de6-9c10-b7049d0fde06 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 14:55:27.983058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9099fcb5-ccea-4628-bb09-a39df5503889 req-410d29ef-3baa-47d3-b0e3-de95899aa0fc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520448 Mar 10 14:55:28.010704 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.014091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7979f2f5-5228-40c2-a94e-7d1afa6baca4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ab6afcdc-24b7-4de6-9c10-b7049d0fde06 HTTP/1.1" status: 204 len: 168 time: 2.3612113 Mar 10 14:55:28.014856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36422) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:28.101255 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.107838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-7092994a-479c-454c-b234-d9a0338bea45 admin admin] Deleting subnet a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:55:28.121052 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7092994a-479c-454c-b234-d9a0338bea45 admin admin] Publish callbacks [] for subnet (a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.162058 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7092994a-479c-454c-b234-d9a0338bea45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.236674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-65c2969f-792f-4eb5-a3da-1f715cca99c7 service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784472 Mar 10 14:55:28.250960 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7092994a-479c-454c-b234-d9a0338bea45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.314727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f05468a7-db02-4e9c-9b07-5bc830b61300 req-6dd2bd38-21fc-4981-a14f-73d8fd0edf42 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (9fc7a8c4-1c86-4b43-a869-325c2614aa54), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.316674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7092994a-479c-454c-b234-d9a0338bea45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.330733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0f3e2e1f-6771-419c-ab7b-b7385ecdee39'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:28.350401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092994a-479c-454c-b234-d9a0338bea45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:28.355136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7092994a-479c-454c-b234-d9a0338bea45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.361764 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7092994a-479c-454c-b234-d9a0338bea45 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a897ee26-0819-4cb6-8dfb-9f0c2bf88fc7 HTTP/1.1" status: 204 len: 168 time: 0.3438742 Mar 10 14:55:28.361989 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36434) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:28.366472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834098f-2e98-4826-a8f6-7d3878bf1c3a req-e5fd9626-da55-4bbe-bb0d-d9743d253348 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:28.368063 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6834098f-2e98-4826-a8f6-7d3878bf1c3a req-e5fd9626-da55-4bbe-bb0d-d9743d253348 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.2681787 Mar 10 14:55:28.377466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a849bea1-a13c-4e9a-a2b5-628f39ed8e9e None None] Network 47f039ac-27b2-4ccf-80e0-97af95fb061a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:55:28.394280 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36436) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:28.400783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2101558823-network', 'tenant_id': '76cf90f857334f8c874c1e24b85c84d1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:28.404540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2bd38-21fc-4981-a14f-73d8fd0edf42 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Pushing event deleted for resources: {'Port': ['ID=9fc7a8c4-1c86-4b43-a869-325c2614aa54,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:28.419398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685d2ca-f12a-430e-8801-e3eb2f35b049 req-a4b8261b-e765-4458-a80d-2e1f57fd4474 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:28.421425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c685d2ca-f12a-430e-8801-e3eb2f35b049 req-a4b8261b-e765-4458-a80d-2e1f57fd4474 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.2799003 Mar 10 14:55:28.459481 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (47f039ac-27b2-4ccf-80e0-97af95fb061a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.478314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Made reservation on behalf of 76cf90f857334f8c874c1e24b85c84d1 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:28.480568 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.510354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-8ac30dda-452a-422b-97bb-012b50bd3cfe service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589214 Mar 10 14:55:28.511393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05468a7-db02-4e9c-9b07-5bc830b61300 req-6dd2bd38-21fc-4981-a14f-73d8fd0edf42 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] No DVR routers for this DVR port 9fc7a8c4-1c86-4b43-a869-325c2614aa54 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:55:28.513674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.517745 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f05468a7-db02-4e9c-9b07-5bc830b61300 req-6dd2bd38-21fc-4981-a14f-73d8fd0edf42 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.521073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f05468a7-db02-4e9c-9b07-5bc830b61300 req-6dd2bd38-21fc-4981-a14f-73d8fd0edf42 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.45 "DELETE /v2.0/ports/9fc7a8c4-1c86-4b43-a869-325c2614aa54 HTTP/1.1" status: 204 len: 173 time: 1.8149581 Mar 10 14:55:28.523055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba1fd0c-8ce5-41aa-9595-6258109608fa', 'name': 'network-vif-deleted', 'tag': '9fc7a8c4-1c86-4b43-a869-325c2614aa54'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:28.525310 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5f2584-bad9-4b29-a413-5720c6ab1aed" -d '{"events": [{"server_uuid": "7ba1fd0c-8ce5-41aa-9595-6258109608fa", "name": "network-vif-deleted", "tag": "9fc7a8c4-1c86-4b43-a869-325c2614aa54"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:28.571657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6834098f-2e98-4826-a8f6-7d3878bf1c3a req-ef69a6e0-cdfd-4cb3-a6a9-9e0d4f4b3186 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722727 Mar 10 14:55:28.618162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c685d2ca-f12a-430e-8801-e3eb2f35b049 req-191cef91-178e-4b1a-9b5c-e06afeda63c8 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636238 Mar 10 14:55:28.722543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Deleting port 1c7333aa-cedc-4262-8c4a-5151022b73ca {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:28.729374 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.740235 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0a6d87-8222-4c0a-af9c-27f64f9b8a5d x-openstack-request-id: req-fa0a6d87-8222-4c0a-af9c-27f64f9b8a5d {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:28.740878 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba1fd0c-8ce5-41aa-9595-6258109608fa", "name": "network-vif-deleted", "tag": "9fc7a8c4-1c86-4b43-a869-325c2614aa54", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:28.741315 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa0a6d87-8222-4c0a-af9c-27f64f9b8a5d {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:28.741986 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba1fd0c-8ce5-41aa-9595-6258109608fa', 'name': 'network-vif-deleted', 'tag': '9fc7a8c4-1c86-4b43-a869-325c2614aa54', 'status': 'completed', 'code': 200} Mar 10 14:55:28.767899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee219ea-67bb-4257-a6d3-bfbcf1430401 None None] DHCP port deletion for 47f039ac-27b2-4ccf-80e0-97af95fb061a request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 14:55:28.811000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f9ede-7b00-4511-8821-c81cacdff945 req-5cf291e0-4127-46a3-a6c0-e51800cf8f1e tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:28.812442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-968f9ede-7b00-4511-8821-c81cacdff945 req-5cf291e0-4127-46a3-a6c0-e51800cf8f1e tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 945 time: 0.0842791 Mar 10 14:55:28.828932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aee219ea-67bb-4257-a6d3-bfbcf1430401 None None] Deleting port 1c7333aa-cedc-4262-8c4a-5151022b73ca {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:28.828932 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aee219ea-67bb-4257-a6d3-bfbcf1430401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.857929 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Publish callbacks [] for security_group (b1674ae1-18ae-4b32-86c3-e587dc35249b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.859403 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] For port 1c7333aa-cedc-4262-8c4a-5151022b73ca, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1c7333aa-cedc-4262-8c4a-5151022b73ca,segment=NetworkSegment(fdb00886-5801-40fc-90ea-ca1689d04b56),segment_id=fdb00886-5801-40fc-90ea-ca1689d04b56)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:28.859784 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.864191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-968f9ede-7b00-4511-8821-c81cacdff945 req-d22eb1af-fa0f-4230-a83e-78e92f68ab50 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/security-groups?id=b0330ad6-a439-4b7b-9a64-331d885d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449772 Mar 10 14:55:28.867906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b1674ae1-18ae-4b32-86c3-e587dc35249b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.878413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Calling delete_port for 1c7333aa-cedc-4262-8c4a-5151022b73ca owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:28.901947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:55:28.902559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-aee219ea-67bb-4257-a6d3-bfbcf1430401 None None] For port 1c7333aa-cedc-4262-8c4a-5151022b73ca, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1c7333aa-cedc-4262-8c4a-5151022b73ca,segment=NetworkSegment(fdb00886-5801-40fc-90ea-ca1689d04b56),segment_id=fdb00886-5801-40fc-90ea-ca1689d04b56)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:28.903055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aee219ea-67bb-4257-a6d3-bfbcf1430401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.916600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aee219ea-67bb-4257-a6d3-bfbcf1430401 None None] Calling delete_port for 1c7333aa-cedc-4262-8c4a-5151022b73ca owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:28.950387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a9a51be8-f02f-4011-b54d-45ef91ec2615), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:28.950647 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Added segment a9a51be8-f02f-4011-b54d-45ef91ec2615 of type vlan for network c0963faa-bdf9-496f-9360-e9feb5b04baa Mar 10 14:55:28.952681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1674ae1-18ae-4b32-86c3-e587dc35249b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:28.998080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-da5242c7-1890-4dc3-b4cd-a14db97890a5 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:28.999769 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-da5242c7-1890-4dc3-b4cd-a14db97890a5 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 1127 time: 0.0535355 Mar 10 14:55:29.017038 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aee219ea-67bb-4257-a6d3-bfbcf1430401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.021216 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c0963faa-bdf9-496f-9360-e9feb5b04baa), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.052191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee219ea-67bb-4257-a6d3-bfbcf1430401 None None] No DVR routers for this DVR port 1c7333aa-cedc-4262-8c4a-5151022b73ca on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:55:29.082308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-080161c4-610b-4cac-809f-fe3a2057e01d req-2ea5d2b3-33a2-452d-8c93-8ccb30af512a tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba1fd0c-8ce5-41aa-9595-6258109608fa HTTP/1.1" status: 200 len: 210 time: 0.0343819 Mar 10 14:55:29.090160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee219ea-67bb-4257-a6d3-bfbcf1430401 None None] Pushing event deleted for resources: {'Port': ['ID=1c7333aa-cedc-4262-8c4a-5151022b73ca,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:29.127843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c0963faa-bdf9-496f-9360-e9feb5b04baa), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.128790 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:29.129372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.134379 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1c7333aa-cedc-4262-8c4a-5151022b73ca), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.148383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5e267-4786-4e71-b00b-66121372f6d1 req-ecbefc52-ae06-4d0d-a291-aa7209445503 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:29.149840 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-39e5e267-4786-4e71-b00b-66121372f6d1 req-ecbefc52-ae06-4d0d-a291-aa7209445503 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 945 time: 0.1306560 Mar 10 14:55:29.218640 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8231938 Mar 10 14:55:29.219512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7333aa-cedc-4262-8c4a-5151022b73ca,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:29.220293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36444) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:29.224040 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] No DVR routers for this DVR port 1c7333aa-cedc-4262-8c4a-5151022b73ca on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:55:29.226474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] Request body: {'subnet': {'network_id': 'c0963faa-bdf9-496f-9360-e9feb5b04baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2101558823-subnet', 'tenant_id': '76cf90f857334f8c874c1e24b85c84d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:29.266241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-85562247-a311-4b34-8902-c7f9de552829 service neutron] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:29.276245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4a3e5-d11b-48d2-a430-a6e0dcc55ae6 req-589cb506-4c8b-4f23-abac-0c2716ed1608 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:29.277807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17f4a3e5-d11b-48d2-a430-a6e0dcc55ae6 req-589cb506-4c8b-4f23-abac-0c2716ed1608 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.1497967 Mar 10 14:55:29.281194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-85562247-a311-4b34-8902-c7f9de552829 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.282314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9261e8c7-19c0-4f20-9bfb-f6757a2f0cf1 req-85562247-a311-4b34-8902-c7f9de552829 service neutron] 10.222.0.62 "DELETE /v2.0/ports/77f5a501-947d-4dc1-bea6-d26520e1f144/bindings/n-h1-833090-1 HTTP/1.1" status: 204 len: 173 time: 0.2639744 Mar 10 14:55:29.283452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] Made reservation on behalf of 76cf90f857334f8c874c1e24b85c84d1 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:29.285896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.307238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5238ad-d7fc-435f-b057-2a9f31bc2654 admin admin] Pushing event updated for resources: {'Network': ['ID=c0963faa-bdf9-496f-9360-e9feb5b04baa,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:29.326748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c0963faa-bdf9-496f-9360-e9feb5b04baa details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:55:29.358559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1c7333aa-cedc-4262-8c4a-5151022b73ca no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:55:29.390009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 1c7333aa-cedc-4262-8c4a-5151022b73ca {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:55:29.390364 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1c7333aa-cedc-4262-8c4a-5151022b73ca not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:55:29.391059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2437888a-f469-4369-80ad-447808f97894 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:55:29.410590 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (47f039ac-27b2-4ccf-80e0-97af95fb061a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.423314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2437888a-f469-4369-80ad-447808f97894 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:55:29.424064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2437888a-f469-4369-80ad-447808f97894 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:55:29.442683 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f039ac-27b2-4ccf-80e0-97af95fb061a']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:29.455428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb00886-5801-40fc-90ea-ca1689d04b56') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:29.455731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb00886-5801-40fc-90ea-ca1689d04b56') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:29.467120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9fc7a8c4-1c86-4b43-a869-325c2614aa54 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:55:29.472184 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (fdb00886-5801-40fc-90ea-ca1689d04b56), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.489259 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-39e5e267-4786-4e71-b00b-66121372f6d1 req-d0d22e15-391e-4a10-ad4b-b3f700893640 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Deleting port cbbac54a-23c0-4b24-b073-48b8ea4d697a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:29.489259 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-39e5e267-4786-4e71-b00b-66121372f6d1 req-d0d22e15-391e-4a10-ad4b-b3f700893640 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.493405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 9fc7a8c4-1c86-4b43-a869-325c2614aa54 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:55:29.493854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9fc7a8c4-1c86-4b43-a869-325c2614aa54 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:55:29.494642 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (fdb00886-5801-40fc-90ea-ca1689d04b56), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.517266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:55:29.517668 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (fdb00886-5801-40fc-90ea-ca1689d04b56), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: timer() Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:55:29.519649 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:55:29.623615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (47f039ac-27b2-4ccf-80e0-97af95fb061a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.629625 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.634262 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] 10.222.0.11 "DELETE /v2.0/networks/47f039ac-27b2-4ccf-80e0-97af95fb061a HTTP/1.1" status: 204 len: 168 time: 1.2710869 Mar 10 14:55:29.657482 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aed2c3-fbd5-40fc-9f11-72e88614c409 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f039ac-27b2-4ccf-80e0-97af95fb061a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:29.664107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-39e5e267-4786-4e71-b00b-66121372f6d1 req-d0d22e15-391e-4a10-ad4b-b3f700893640 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] For port cbbac54a-23c0-4b24-b073-48b8ea4d697a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cbbac54a-23c0-4b24-b073-48b8ea4d697a,segment=NetworkSegment(bacea59d-50d4-4710-83ca-4ebde6ae85f1),segment_id=bacea59d-50d4-4710-83ca-4ebde6ae85f1)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:29.664358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-39e5e267-4786-4e71-b00b-66121372f6d1 req-d0d22e15-391e-4a10-ad4b-b3f700893640 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.667213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17f4a3e5-d11b-48d2-a430-a6e0dcc55ae6 req-0c4d81d5-b8ab-4dd3-b634-0991cf661751 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778007 Mar 10 14:55:29.689200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-39e5e267-4786-4e71-b00b-66121372f6d1 req-d0d22e15-391e-4a10-ad4b-b3f700893640 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Calling delete_port for cbbac54a-23c0-4b24-b073-48b8ea4d697a owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:29.901593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c19d47-3573-46b2-b6c8-65db8c6a589b req-a69482b4-4d23-472b-9e67-a8b48d773878 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:29.903167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90c19d47-3573-46b2-b6c8-65db8c6a589b req-a69482b4-4d23-472b-9e67-a8b48d773878 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 947 time: 0.1976678 Mar 10 14:55:29.910659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36456) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:29.940819 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for subnet (e2723075-80c7-4f00-9f50-64dc323003d8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:29.958062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b9e03-a575-4dc1-92a0-19cc641143cb req-a2a08635-24c0-436c-ab9d-0d1e9c7e9790 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:29.959603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b16b9e03-a575-4dc1-92a0-19cc641143cb req-a2a08635-24c0-436c-ab9d-0d1e9c7e9790 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1981063 Mar 10 14:55:30.063800 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-39e5e267-4786-4e71-b00b-66121372f6d1 req-d0d22e15-391e-4a10-ad4b-b3f700893640 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (cbbac54a-23c0-4b24-b073-48b8ea4d697a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:30.076744 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cbbac54a-23c0-4b24-b073-48b8ea4d697a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:30.078004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2723075-80c7-4f00-9f50-64dc323003d8,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:30.088157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fda35d86-ee4d-4336-a5da-8a2db35acb7f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee7a149db1bb44b39c610b628a816e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732678 Mar 10 14:55:30.094863 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36458) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:30.096268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90c19d47-3573-46b2-b6c8-65db8c6a589b req-46998a8c-4f4e-4972-b2da-9d17d4610946 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760850 Mar 10 14:55:30.114427 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d22e15-391e-4a10-ad4b-b3f700893640 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Pushing event deleted for resources: {'Port': ['ID=cbbac54a-23c0-4b24-b073-48b8ea4d697a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:30.119179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] Checking segment: {'id': 'a9a51be8-f02f-4011-b54d-45ef91ec2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c0963faa-bdf9-496f-9360-e9feb5b04baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:30.119545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] Network hostable DHCP agents. Network: c0963faa-bdf9-496f-9360-e9feb5b04baa, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:55:30.148356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b16b9e03-a575-4dc1-92a0-19cc641143cb req-df4102de-392a-4537-a4ea-7d8df0014bff tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604049 Mar 10 14:55:30.165230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] Network c0963faa-bdf9-496f-9360-e9feb5b04baa is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:55:30.182047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e5e267-4786-4e71-b00b-66121372f6d1 req-d0d22e15-391e-4a10-ad4b-b3f700893640 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] No DVR routers for this DVR port cbbac54a-23c0-4b24-b073-48b8ea4d697a on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:55:30.184853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-39e5e267-4786-4e71-b00b-66121372f6d1 req-d0d22e15-391e-4a10-ad4b-b3f700893640 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:30.189735 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-39e5e267-4786-4e71-b00b-66121372f6d1 req-d0d22e15-391e-4a10-ad4b-b3f700893640 tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.62 "DELETE /v2.0/ports/cbbac54a-23c0-4b24-b073-48b8ea4d697a HTTP/1.1" status: 204 len: 173 time: 1.0235419 Mar 10 14:55:30.190265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9d5f16-a49b-472b-9dc1-3075a869fcc0', 'name': 'network-vif-deleted', 'tag': 'cbbac54a-23c0-4b24-b073-48b8ea4d697a'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:30.191820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c0963faa-bdf9-496f-9360-e9feb5b04baa) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:30.192487 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0d128d-3e2c-404d-afdb-0806ea4173a6" -d '{"events": [{"server_uuid": "cb9d5f16-a49b-472b-9dc1-3075a869fcc0", "name": "network-vif-deleted", "tag": "cbbac54a-23c0-4b24-b073-48b8ea4d697a"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:30.209421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b2f62-522d-490b-89d0-4a2688b29feb None None] Network c0963faa-bdf9-496f-9360-e9feb5b04baa requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:55:30.226774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:30.227413 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:30.228049 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6c15-3659-471b-a525-0a3229ce44e0 admin admin] Publish callbacks [] for security_group (dbed3afd-07eb-4b7d-aabf-b82a0b08aff0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:30.285198 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6c15-3659-471b-a525-0a3229ce44e0 admin admin] Publish callbacks [] for security_group (dbed3afd-07eb-4b7d-aabf-b82a0b08aff0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:30.298100 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac08bf0f-e313-471f-b60e-3b638589030d req-bb01df91-02f2-4183-bd22-2222e1e5d76e tempest-VolumesAdminNegativeTest-1131645400 tempest-VolumesAdminNegativeTest-1131645400-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb9d5f16-a49b-472b-9dc1-3075a869fcc0 HTTP/1.1" status: 200 len: 210 time: 0.0538621 Mar 10 14:55:30.338851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a8083398-e818-4d25-bd8f-b15f71673109 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1117842 Mar 10 14:55:30.383219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555cb31-1040-44ae-ae2c-7f4fc4380636 req-d60c0fd2-e2b8-430e-b172-ba24e6d8c42e tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:30.392277 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6c15-3659-471b-a525-0a3229ce44e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dbed3afd-07eb-4b7d-aabf-b82a0b08aff0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:30.395835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4555cb31-1040-44ae-ae2c-7f4fc4380636 req-d60c0fd2-e2b8-430e-b172-ba24e6d8c42e tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 1127 time: 0.1100845 Mar 10 14:55:30.410489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c7862-34b9-4f80-8975-b31598b0ab23 None None] Network c0963faa-bdf9-496f-9360-e9feb5b04baa requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:55:30.411326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6c15-3659-471b-a525-0a3229ce44e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:30.415711 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c7ee6c15-3659-471b-a525-0a3229ce44e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dbed3afd-07eb-4b7d-aabf-b82a0b08aff0 HTTP/1.1" status: 204 len: 168 time: 0.3222535 Mar 10 14:55:30.421581 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c456d9-7611-4ffc-ad39-0c361db580c1 x-openstack-request-id: req-c5c456d9-7611-4ffc-ad39-0c361db580c1 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:30.422048 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9d5f16-a49b-472b-9dc1-3075a869fcc0", "name": "network-vif-deleted", "tag": "cbbac54a-23c0-4b24-b073-48b8ea4d697a", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:30.422196 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5c456d9-7611-4ffc-ad39-0c361db580c1 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:30.422765 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9d5f16-a49b-472b-9dc1-3075a869fcc0', 'name': 'network-vif-deleted', 'tag': 'cbbac54a-23c0-4b24-b073-48b8ea4d697a', 'status': 'completed', 'code': 200} Mar 10 14:55:30.439516 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee6c15-3659-471b-a525-0a3229ce44e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbed3afd-07eb-4b7d-aabf-b82a0b08aff0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:30.502972 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4555cb31-1040-44ae-ae2c-7f4fc4380636 req-79123692-70e7-4c05-a2b0-bb14b38db8b6 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055992 Mar 10 14:55:30.707105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b861c9-2d0c-490d-ad80-acf2f584db33 req-f3f28fb1-045c-4291-8e09-29ae2adce0d4 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:30.709883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3b861c9-2d0c-490d-ad80-acf2f584db33 req-f3f28fb1-045c-4291-8e09-29ae2adce0d4 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 950 time: 0.0642259 Mar 10 14:55:30.813180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3b861c9-2d0c-490d-ad80-acf2f584db33 req-ba58630a-1a6e-420e-a08b-631f3419c6e6 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961204 Mar 10 14:55:30.955402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b572407-d90d-489d-9f67-abbdf192435e req-80446508-908f-4e34-ba39-a118f367b69a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:30.957048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-80446508-908f-4e34-ba39-a118f367b69a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 821 time: 0.1705670 Mar 10 14:55:30.984147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:55:30.989998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-b6d6bf0c-ee0d-4433-a057-d1e3f9c9b73f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/quotas/2671b97681dc4bc79983dcfefc7a4d3b HTTP/1.1" status: 200 len: 375 time: 0.0266318 Mar 10 14:55:31.071902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-cf3347fa-dd3c-4261-9242-6e2f8c34ba46 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747263 Mar 10 14:55:31.095264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-331bb419-5c06-4d18-b453-c9da21e83f89 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:55:31.096289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-331bb419-5c06-4d18-b453-c9da21e83f89 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089855 Mar 10 14:55:31.148577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:31.163607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d', 'mac_address': 'fa:16:3e:25:5e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:55:31.208081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:31.208546 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:31.224327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:31.245374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:31.251910 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:31.264138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-167eeb35-11f1-4e6b-9095-b9043748f4cf service neutron] 10.222.0.11 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577954 Mar 10 14:55:31.272280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-456d1877-5785-496c-9502-bc414dc69e6c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:31.274010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-456d1877-5785-496c-9502-bc414dc69e6c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 807 time: 0.1767225 Mar 10 14:55:31.307655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:31.313156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-96a81dc3-541e-48fb-af5b-48c5b61017d1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/quotas/0e24b30ca6604ae99b9012a50d837f98 HTTP/1.1" status: 200 len: 375 time: 0.0198929 Mar 10 14:55:31.379082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-7b3539d4-8d9b-4ca6-8560-cadf64f603db tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333173 Mar 10 14:55:31.416648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-e9928829-fef4-4eb3-89a0-e86158e84722 service neutron] 10.222.0.11 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416974 Mar 10 14:55:31.488822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-54aec785-db3c-4178-8d49-2dccf754a39b service neutron] 10.222.0.11 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013594 Mar 10 14:55:31.617033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-0920aa08-9d1c-40a4-812a-37fc36c57618 service neutron] 10.222.0.11 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226249 Mar 10 14:55:31.636136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:31.642007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d688a40-d506-40ff-a67e-08c7dc2c61f9 req-c4dcb2c6-de8f-47a0-acb8-fa4f39f2d205 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:31.643609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d688a40-d506-40ff-a67e-08c7dc2c61f9 req-c4dcb2c6-de8f-47a0-acb8-fa4f39f2d205 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 948 time: 0.0696285 Mar 10 14:55:31.722525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d688a40-d506-40ff-a67e-08c7dc2c61f9 req-7f5c62e9-dc25-474a-b891-7a557e6cd8fd tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725517 Mar 10 14:55:31.785261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36538) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:31.902327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56ef2ed-a753-4d76-b304-902dcd668cea admin admin] Deleting subnet cc6ed62f-6b08-4698-ae85-0efacda92e39 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:55:31.907311 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b56ef2ed-a753-4d76-b304-902dcd668cea admin admin] Publish callbacks [] for subnet (cc6ed62f-6b08-4698-ae85-0efacda92e39), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:31.954733 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b56ef2ed-a753-4d76-b304-902dcd668cea admin admin] Publish callbacks [] for subnet (cc6ed62f-6b08-4698-ae85-0efacda92e39), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:31.973035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61158e7-483c-4aa7-9692-2f4c91aed616 req-730c3804-a50e-47d3-9cdb-6590fd1e91f2 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:31.975347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c61158e7-483c-4aa7-9692-2f4c91aed616 req-730c3804-a50e-47d3-9cdb-6590fd1e91f2 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1547008 Mar 10 14:55:31.989506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b56ef2ed-a753-4d76-b304-902dcd668cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (cc6ed62f-6b08-4698-ae85-0efacda92e39), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.090188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c61158e7-483c-4aa7-9692-2f4c91aed616 req-a3a1b712-5529-4a81-aef5-d667bd73a1b1 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068871 Mar 10 14:55:32.114244 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f05f5baa-cbe1-4f93-b3e8-2b0aa089b4dd req-dbbc900c-54e0-4f57-92ae-0f64ea59c74c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 210 time: 0.0445578 Mar 10 14:55:32.134881 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b56ef2ed-a753-4d76-b304-902dcd668cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for subnet (cc6ed62f-6b08-4698-ae85-0efacda92e39), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.171279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ef2ed-a753-4d76-b304-902dcd668cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6ed62f-6b08-4698-ae85-0efacda92e39,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:32.173314 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b56ef2ed-a753-4d76-b304-902dcd668cea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.176396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b56ef2ed-a753-4d76-b304-902dcd668cea admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cc6ed62f-6b08-4698-ae85-0efacda92e39 HTTP/1.1" status: 204 len: 168 time: 0.3900628 Mar 10 14:55:32.179040 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36564) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:32.208546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d3aa6aa-8b5f-4f24-9af1-c225a50f51c8 req-fed440ce-7bfa-4981-b03e-eba8cdc8080b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 210 time: 0.0402782 Mar 10 14:55:32.325979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b39994-3635-4839-881f-3ad3fe384a2d req-87f34b20-36e8-47e8-b2b0-596292e08c75 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:32.339677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00b39994-3635-4839-881f-3ad3fe384a2d req-87f34b20-36e8-47e8-b2b0-596292e08c75 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 950 time: 0.0964112 Mar 10 14:55:32.339849 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c6f2d1b2-851f-4f10-9f79-206bc200c353), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.424722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00b39994-3635-4839-881f-3ad3fe384a2d req-07019f17-6b0d-464d-97c2-a0821473d6b0 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1651813-48bb-4ec0-8fa0-1e61f3c88368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890386 Mar 10 14:55:32.447840 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c6f2d1b2-851f-4f10-9f79-206bc200c353), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.481581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f2d1b2-851f-4f10-9f79-206bc200c353']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:32.486346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427a69c-fb08-49e1-8772-9f1e8be91aec req-d971f50f-a038-4215-8829-f90d7998b332 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:32.487877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4427a69c-fb08-49e1-8772-9f1e8be91aec req-d971f50f-a038-4215-8829-f90d7998b332 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ca19fe-97ec-4e6a-b642-e3f9c29e0597 HTTP/1.1" status: 200 len: 950 time: 0.1224146 Mar 10 14:55:32.494285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacea59d-50d4-4710-83ca-4ebde6ae85f1') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:32.494582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacea59d-50d4-4710-83ca-4ebde6ae85f1') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:32.506826 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (bacea59d-50d4-4710-83ca-4ebde6ae85f1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.529470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (bacea59d-50d4-4710-83ca-4ebde6ae85f1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.536220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:55:32.536645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (bacea59d-50d4-4710-83ca-4ebde6ae85f1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: timer() Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:55:32.538301 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:55:32.567758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee8eb-5527-4a0a-97e9-a8b06bd11c92 req-addd14dd-7390-41d8-9ec9-11c62b001c07 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:32.574599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1aee8eb-5527-4a0a-97e9-a8b06bd11c92 req-addd14dd-7390-41d8-9ec9-11c62b001c07 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1354959 Mar 10 14:55:32.626116 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c6f2d1b2-851f-4f10-9f79-206bc200c353), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.654710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.665054 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c6f2d1b2-851f-4f10-9f79-206bc200c353 HTTP/1.1" status: 204 len: 168 time: 0.4848447 Mar 10 14:55:32.671472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1be2f0-2a71-4dbc-88c7-2e2d55fcdb36 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f2d1b2-851f-4f10-9f79-206bc200c353,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:32.673716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1aee8eb-5527-4a0a-97e9-a8b06bd11c92 req-53abfa70-5e48-497b-a893-f5a213bd9849 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978372 Mar 10 14:55:32.674423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36588) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:32.775629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15883ae-7495-48ca-8e41-61390259263a admin admin] Deleting subnet 5579798e-9d2f-41cd-b6b0-eaac0baa1779 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:55:32.782267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-4427a69c-fb08-49e1-8772-9f1e8be91aec req-d0f6986e-8c68-47a3-831f-992d0cba7566 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Deleting port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:32.784054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4427a69c-fb08-49e1-8772-9f1e8be91aec req-d0f6986e-8c68-47a3-831f-992d0cba7566 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.786183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c15883ae-7495-48ca-8e41-61390259263a admin admin] Publish callbacks [] for subnet (5579798e-9d2f-41cd-b6b0-eaac0baa1779), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.907098 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c15883ae-7495-48ca-8e41-61390259263a admin admin] Publish callbacks [] for subnet (5579798e-9d2f-41cd-b6b0-eaac0baa1779), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:32.940138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c15883ae-7495-48ca-8e41-61390259263a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (5579798e-9d2f-41cd-b6b0-eaac0baa1779), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.002298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:55:33.066092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb283d6-570e-4451-b7ef-c640bd9f8576 req-b02e7b24-af45-4307-9f47-56439010ee3f tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:33.068223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afb283d6-570e-4451-b7ef-c640bd9f8576 req-b02e7b24-af45-4307-9f47-56439010ee3f tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 948 time: 0.2320197 Mar 10 14:55:33.078137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4427a69c-fb08-49e1-8772-9f1e8be91aec req-d0f6986e-8c68-47a3-831f-992d0cba7566 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] For port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0f3e2e1f-6771-419c-ab7b-b7385ecdee39,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:33.078806 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4427a69c-fb08-49e1-8772-9f1e8be91aec req-d0f6986e-8c68-47a3-831f-992d0cba7566 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.085085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:55:33.090145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:33.090523 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.154781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-4427a69c-fb08-49e1-8772-9f1e8be91aec req-d0f6986e-8c68-47a3-831f-992d0cba7566 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Calling delete_port for 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:33.191764 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36628) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:33.228523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:33.228980 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.234087 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c15883ae-7495-48ca-8e41-61390259263a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for subnet (5579798e-9d2f-41cd-b6b0-eaac0baa1779), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.266538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62db4670-1dff-4378-b3d4-104a17aee13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:33.269454 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ec59f5-9d1f-44f3-8739-35866ab119f5" -d '{"events": [{"server_uuid": "62db4670-1dff-4378-b3d4-104a17aee13e", "name": "network-vif-plugged", "status": "completed", "tag": "fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:33.288480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:33.299112 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.300521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cbbac54a-23c0-4b24-b073-48b8ea4d697a no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:55:33.345767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: cbbac54a-23c0-4b24-b073-48b8ea4d697a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:55:33.346124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cbbac54a-23c0-4b24-b073-48b8ea4d697a not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:55:33.379663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afb283d6-570e-4451-b7ef-c640bd9f8576 req-55254620-b874-48cd-842d-34a8975b4e98 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851896 Mar 10 14:55:33.384588 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c15883ae-7495-48ca-8e41-61390259263a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.390901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c15883ae-7495-48ca-8e41-61390259263a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5579798e-9d2f-41cd-b6b0-eaac0baa1779 HTTP/1.1" status: 204 len: 168 time: 0.7086365 Mar 10 14:55:33.390901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15883ae-7495-48ca-8e41-61390259263a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5579798e-9d2f-41cd-b6b0-eaac0baa1779,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:33.391166 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-582be74f-d8c6-45c4-811c-c32194375f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.394466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36636) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:33.400344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-cfe95082-4b12-4b17-ac12-00f406c0b5c3 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1792882539&fields=id&tenant_id=8404c511751549ef9bb0a6b6371767b0 HTTP/1.1" status: 200 len: 267 time: 0.3301957 Mar 10 14:55:33.419804 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:33.421362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b572407-d90d-489d-9f67-abbdf192435e req-a33dc2e2-9992-4537-97e5-c39a64ba7906 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:33.423098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-a33dc2e2-9992-4537-97e5-c39a64ba7906 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.45 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 821 time: 0.4408016 Mar 10 14:55:33.460309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-4ad7a159-8784-45ab-b060-575ac9523691 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:33.461800 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-4ad7a159-8784-45ab-b060-575ac9523691 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 807 time: 0.2005765 Mar 10 14:55:33.462843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Request body: {'port': {'device_id': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4', 'admin_state_up': True, 'tenant_id': '2671b97681dc4bc79983dcfefc7a4d3b'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:33.480528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Request body: {'port': {'device_id': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238', 'admin_state_up': True, 'tenant_id': '0e24b30ca6604ae99b9012a50d837f98'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:33.609317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-582be74f-d8c6-45c4-811c-c32194375f59 admin admin] Publish callbacks [] for security_group (e2b7f129-a6a4-4cdc-8e0a-5b71aec589d9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.615653 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-582be74f-d8c6-45c4-811c-c32194375f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e2b7f129-a6a4-4cdc-8e0a-5b71aec589d9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.662607 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-582be74f-d8c6-45c4-811c-c32194375f59 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19266d36fe6549cfb977b66d705c56b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4689662 Mar 10 14:55:33.665287 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582be74f-d8c6-45c4-811c-c32194375f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b7f129-a6a4-4cdc-8e0a-5b71aec589d9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:33.667611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36640) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:33.674172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Made reservation on behalf of 0e24b30ca6604ae99b9012a50d837f98 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:33.677382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.683073 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (e43d1a92-0a56-42b6-b48b-1fb3432de522), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.779954 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6b60-f328-4963-b885-8e6c4d504c07 admin admin] Publish callbacks [] for security_group (e2b7f129-a6a4-4cdc-8e0a-5b71aec589d9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.794659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278e43-af46-4841-a0e7-46f343768f14 req-fbdf4b0d-c87e-4e26-8ef8-70e205de962a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:33.795776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-fbdf4b0d-c87e-4e26-8ef8-70e205de962a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/networks?id=8c605883-22c8-4299-b66f-e751e3fca9d6 HTTP/1.1" status: 200 len: 823 time: 0.3811522 Mar 10 14:55:33.833673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee0e96-7d8b-4fd7-8f9b-02426b2aecca req-7a70592a-4629-4347-9092-9566d6131dad tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:33.835215 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59ee0e96-7d8b-4fd7-8f9b-02426b2aecca req-7a70592a-4629-4347-9092-9566d6131dad tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.3325229 Mar 10 14:55:33.835702 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6b60-f328-4963-b885-8e6c4d504c07 admin admin] Publish callbacks [] for security_group (e2b7f129-a6a4-4cdc-8e0a-5b71aec589d9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.867716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Allocated IP 172.20.0.5 (94067cff-c117-4c51-a11d-b4ca58bf3238/5b31adf1-a8e9-48c4-a752-3e4542a7a6a9/e07e7465-298a-4cdb-b8b2-310c4ba7be9d) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:33.875252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-eeb9efc1-1687-4747-aaf7-27aa220b06b4 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/quotas/8404c511751549ef9bb0a6b6371767b0 HTTP/1.1" status: 200 len: 375 time: 0.0536420 Mar 10 14:55:33.884191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Made reservation on behalf of 2671b97681dc4bc79983dcfefc7a4d3b for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:33.887702 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.900200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4427a69c-fb08-49e1-8772-9f1e8be91aec req-d0f6986e-8c68-47a3-831f-992d0cba7566 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (0f3e2e1f-6771-419c-ab7b-b7385ecdee39), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.922065 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6b60-f328-4963-b885-8e6c4d504c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e2b7f129-a6a4-4cdc-8e0a-5b71aec589d9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.924632 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbbd6b60-f328-4963-b885-8e6c4d504c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:33.925729 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dbbd6b60-f328-4963-b885-8e6c4d504c07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2b7f129-a6a4-4cdc-8e0a-5b71aec589d9 HTTP/1.1" status: 204 len: 168 time: 0.2572448 Mar 10 14:55:33.946946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd6b60-f328-4963-b885-8e6c4d504c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b7f129-a6a4-4cdc-8e0a-5b71aec589d9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:33.954931 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (e43d1a92-0a56-42b6-b48b-1fb3432de522), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:34.040972 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6986e-8c68-47a3-831f-992d0cba7566 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Pushing event deleted for resources: {'Port': ['ID=0f3e2e1f-6771-419c-ab7b-b7385ecdee39,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:34.057572 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.057572 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.057863 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.058019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > port after_create 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.058372 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > port after_delete 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.058698 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > port after_update 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.059045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.059395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.059717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.060044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.078387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks [] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:34.136587 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.137060 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.137396 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.137816 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 14:55:34.138199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43d1a92-0a56-42b6-b48b-1fb3432de522']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:34.145208 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:34.167607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffac2df-9e94-4023-a7d4-d0fd97aa424b') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:34.167895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffac2df-9e94-4023-a7d4-d0fd97aa424b') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:34.191696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59ee0e96-7d8b-4fd7-8f9b-02426b2aecca req-7579e82e-a2d0-46e8-b70f-93d3f51abe1e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298817 Mar 10 14:55:34.212350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Network 94067cff-c117-4c51-a11d-b4ca58bf3238 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:34.218556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:34.232736 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:34.265741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Pushing event updated for resources: {'Port': ['ID=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:34.305982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:34.306667 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:34.326758 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-06bfd75a-1d49-408b-8b4d-cda59931b8eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8511243 Mar 10 14:55:34.351692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Request body: {'port': {'device_id': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:34.474074 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:34.499362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-8318ed81-3aae-4d83-9bda-7453bb30dfe8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:34.501307 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-8318ed81-3aae-4d83-9bda-7453bb30dfe8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.62 "GET /v2.0/ports?device_id=f90cebce-44bf-4cdd-8d72-ad003e7d86a5 HTTP/1.1" status: 200 len: 945 time: 0.1731138 Mar 10 14:55:34.683159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Allocated IP 172.20.0.13 (6b04d328-1348-4a5e-9f15-addb2bbb45b4/5327c692-68c2-4c5c-a45c-9afcf4ed202b/3191d38a-e5ef-4663-ac83-3fa40f50cd6b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:34.730435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Deleting port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:34.730833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:34.882482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks [] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:34.899643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] For port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9ac9bc09-e19d-440d-b13e-24b9b7f92e84,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:34.899643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:34.929608 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (9ffac2df-9e94-4023-a7d4-d0fd97aa424b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:34.979543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4427a69c-fb08-49e1-8772-9f1e8be91aec req-d0f6986e-8c68-47a3-831f-992d0cba7566 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] No DVR routers for this DVR port 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:55:35.003958 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4427a69c-fb08-49e1-8772-9f1e8be91aec req-d0f6986e-8c68-47a3-831f-992d0cba7566 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.007768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4427a69c-fb08-49e1-8772-9f1e8be91aec req-d0f6986e-8c68-47a3-831f-992d0cba7566 tempest-LiveMigrationNegativeTest-646090109 tempest-LiveMigrationNegativeTest-646090109-project] 10.222.0.45 "DELETE /v2.0/ports/0f3e2e1f-6771-419c-ab7b-b7385ecdee39 HTTP/1.1" status: 204 len: 173 time: 2.5141759 Mar 10 14:55:35.009755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a61f35e6-728a-42f8-bc3a-13d5b3f416ff req-fb00cd52-ac9a-4e5b-a747-f9c1e149309f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 210 time: 0.0930331 Mar 10 14:55:35.010447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ca19fe-97ec-4e6a-b642-e3f9c29e0597', 'name': 'network-vif-deleted', 'tag': '0f3e2e1f-6771-419c-ab7b-b7385ecdee39'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:35.013057 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02fcc63-0a87-41fd-9efc-59d7e364565f" -d '{"events": [{"server_uuid": "21ca19fe-97ec-4e6a-b642-e3f9c29e0597", "name": "network-vif-deleted", "tag": "0f3e2e1f-6771-419c-ab7b-b7385ecdee39"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:35.020313 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9ffac2df-9e94-4023-a7d4-d0fd97aa424b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.047596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07e7465-298a-4cdb-b8b2-310c4ba7be9d {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:35.080983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-65c4bbe7-48f1-4144-8d35-b00cf445898c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8404c511751549ef9bb0a6b6371767b0&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1892095 Mar 10 14:55:35.082817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:55:35.083788 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (9ffac2df-9e94-4023-a7d4-d0fd97aa424b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.088332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: from cryptography.utils import int_from_bytes Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: from cryptography.utils import int_from_bytes Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: timer() Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:55:35.092855 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:55:35.113463 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Publish callbacks [] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.133432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Transition to ACTIVE for port object e07e7465-298a-4cdb-b8b2-310c4ba7be9d will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:55:35.173060 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.245415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:35.280587 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:35.292836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:35.295458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:35.346223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.346504 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (f33f36c3-727f-4e6f-bca8-472d71f39167), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.346863 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Floating IP f33f36c3-727f-4e6f-bca8-472d71f39167 disassociated. External IP: 172.25.3.218, port: 9ac9bc09-e19d-440d-b13e-24b9b7f92e84. Mar 10 14:55:35.347210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Calling delete_port for 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:35.386818 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (e43d1a92-0a56-42b6-b48b-1fb3432de522), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.394073 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.397563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] 10.222.0.11 "DELETE /v2.0/networks/e43d1a92-0a56-42b6-b48b-1fb3432de522 HTTP/1.1" status: 204 len: 168 time: 1.9960604 Mar 10 14:55:35.411760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:35.412378 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.418179 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:35.418179 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:35.418512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:35.429770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:55:35.431043 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:35.431190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Pushing event updated for resources: {'Port': ['ID=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:35.450766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efd76d-59b0-4c77-ba7f-39e80c9f678b admin admin] Pushing event deleted for resources: {'Network': ['ID=e43d1a92-0a56-42b6-b48b-1fb3432de522,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:35.456289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:35.457713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:35.458763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:35.460401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Bound port: e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:35.469006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.481667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-1b71dfe6-cfc4-4416-9dde-307658c57370 service neutron] 10.222.0.11 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600659 Mar 10 14:55:35.500829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4e852-ee99-4912-9b73-c9a53e133d7f req-6709bddb-734b-4302-8a0e-97afe7b1fa81 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:35.502404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eab4e852-ee99-4912-9b73-c9a53e133d7f req-6709bddb-734b-4302-8a0e-97afe7b1fa81 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 943 time: 0.3837137 Mar 10 14:55:35.506871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-af74c53a-0755-44eb-bfb2-77d539cc7f0a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0652931 Mar 10 14:55:35.515344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:55:35.527449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Request body: {'port': {'device_id': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:35.560909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:55:35.561913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0f3e2e1f-6771-419c-ab7b-b7385ecdee39 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:55:35.634150 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (9ac9bc09-e19d-440d-b13e-24b9b7f92e84), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.684969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Pushing event deleted for resources: {'Port': ['ID=9ac9bc09-e19d-440d-b13e-24b9b7f92e84,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:35.712281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-4aac563b-a027-432c-a874-0e25004c44d7 service neutron] 10.222.0.11 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299495 Mar 10 14:55:35.762371 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36672) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:35.785813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eab4e852-ee99-4912-9b73-c9a53e133d7f req-be6c6150-2d82-4b3f-ab8e-e54313a55e49 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647386 Mar 10 14:55:35.789333 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:35.801268 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:35.846909 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c667c3-8d74-4d6b-8f57-c7bf0b228275 x-openstack-request-id: req-15c667c3-8d74-4d6b-8f57-c7bf0b228275 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:35.846909 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62db4670-1dff-4378-b3d4-104a17aee13e", "name": "network-vif-plugged", "status": "completed", "tag": "fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:35.846909 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15c667c3-8d74-4d6b-8f57-c7bf0b228275 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:35.847568 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62db4670-1dff-4378-b3d4-104a17aee13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d', 'code': 200} Mar 10 14:55:35.855239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:35.984614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:36.015605 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a1671f28-1d46-4a56-87cd-9c731906ea7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e8418a3942040c28597c70965909239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517655 Mar 10 14:55:36.034773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36682) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:36.122093 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:36.122729 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:36.129275 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] 10.222.0.45 "PUT /v2.0/ports/e07e7465-298a-4cdb-b8b2-310c4ba7be9d HTTP/1.1" status: 200 len: 1091 time: 1.7903576 Mar 10 14:55:36.147850 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'tag': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:36.158268 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54eb84c-730b-409e-bc9d-9c1b9348867b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b504c18-a751-43aa-9fdf-3169e8f01a29", "tag": "e07e7465-298a-4cdb-b8b2-310c4ba7be9d"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:36.290141 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Router 9af23b5f-4f36-404a-947a-1c19e4fec7da has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:55:36.306807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2277f-9559-45d9-b9ea-afe5e46a5ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:36.393582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-7b12c3f1-c65b-4fd3-817b-d78f1bd9ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:36.395768 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-7b12c3f1-c65b-4fd3-817b-d78f1bd9ccda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 1125 time: 0.2073941 Mar 10 14:55:36.460318 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36696) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:36.462224 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-5c65e99f-960f-4da7-bcb8-d9a2279914d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d HTTP/1.1" status: 200 len: 217 time: 0.0542436 Mar 10 14:55:36.532751 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:55:36.565213 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c5fa8-2663-4519-be1b-28302baca308 None None] Sync routers for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:55:36.569000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9d88c-94a2-471d-99b7-c8f8af5fa964 req-2eb34385-fc8e-42b3-b813-e54250c5e08c tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:36.571670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fb9d88c-94a2-471d-99b7-c8f8af5fa964 req-2eb34385-fc8e-42b3-b813-e54250c5e08c tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 949 time: 0.5455649 Mar 10 14:55:36.579676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb65316-520c-4d58-a43e-eb401ff38b8e req-2c9e92b0-c41a-4848-911e-8d1905b22974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:36.581534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edb65316-520c-4d58-a43e-eb401ff38b8e req-2c9e92b0-c41a-4848-911e-8d1905b22974 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 1131 time: 0.6235788 Mar 10 14:55:36.597375 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ad556c2-2c66-46ec-975a-3f1426a6ebc0 admin admin] Publish callbacks [] for security_group (b0330ad6-a439-4b7b-9a64-331d885d32c2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:36.617409 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c5fa8-2663-4519-be1b-28302baca308 None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:55:36.621390 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8b9c5fa8-2663-4519-be1b-28302baca308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:36.683264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ad556c2-2c66-46ec-975a-3f1426a6ebc0 admin admin] Publish callbacks [] for security_group (b0330ad6-a439-4b7b-9a64-331d885d32c2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:36.752789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] No DVR routers for this DVR port 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:55:36.765989 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:36.775097 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d085b482-2574-4f86-9778-0af14a9b3d46 req-cb2e817e-ca26-4a87-9760-df2e8b8db87a tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.62 "DELETE /v2.0/ports/9ac9bc09-e19d-440d-b13e-24b9b7f92e84 HTTP/1.1" status: 204 len: 173 time: 2.2527783 Mar 10 14:55:36.802937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-fe012faa-f0b4-472f-a46e-e5289ff52aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:36.808903 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-fe012faa-f0b4-472f-a46e-e5289ff52aa8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.2724054 Mar 10 14:55:36.876524 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-63e4201a-7fb3-4fec-8af9-bf68b560592a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606749 Mar 10 14:55:36.883211 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-8b9c5fa8-2663-4519-be1b-28302baca308 None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:55:36.887533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fb9d88c-94a2-471d-99b7-c8f8af5fa964 req-556fd61c-c4be-493f-9cb3-2f11008002fb tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030941 Mar 10 14:55:36.905159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3191d38a-e5ef-4663-ac83-3fa40f50cd6b {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:36.938690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edb65316-520c-4d58-a43e-eb401ff38b8e req-d8a5b094-1915-4f75-983e-e5b94efdc35a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424685 Mar 10 14:55:36.939381 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a866d612-5fec-4ac7-86de-1bd16f022266 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ec72056e3f64b58af60f1330a78970e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752908 Mar 10 14:55:36.944436 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Publish callbacks [] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:36.946667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36702) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:37.001897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Transition to ACTIVE for port object 3191d38a-e5ef-4663-ac83-3fa40f50cd6b will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:55:37.018268 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:37.080463 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1afbd55-3708-410d-9415-7194bca3e0c3 x-openstack-request-id: req-c1afbd55-3708-410d-9415-7194bca3e0c3 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:37.081223 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ca19fe-97ec-4e6a-b642-e3f9c29e0597", "name": "network-vif-deleted", "tag": "0f3e2e1f-6771-419c-ab7b-b7385ecdee39", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:37.081223 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1afbd55-3708-410d-9415-7194bca3e0c3 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:37.081374 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ca19fe-97ec-4e6a-b642-e3f9c29e0597', 'name': 'network-vif-deleted', 'tag': '0f3e2e1f-6771-419c-ab7b-b7385ecdee39', 'status': 'completed', 'code': 200} Mar 10 14:55:37.082671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Pushing event updated for resources: {'Port': ['ID=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:37.085585 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-5027628d-7ca5-4023-bfe1-76bd9bc988cd service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816719 Mar 10 14:55:37.092464 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ad556c2-2c66-46ec-975a-3f1426a6ebc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b0330ad6-a439-4b7b-9a64-331d885d32c2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:37.096380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ad556c2-2c66-46ec-975a-3f1426a6ebc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:37.099625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0ad556c2-2c66-46ec-975a-3f1426a6ebc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0330ad6-a439-4b7b-9a64-331d885d32c2 HTTP/1.1" status: 204 len: 168 time: 1.0510786 Mar 10 14:55:37.156444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad556c2-2c66-46ec-975a-3f1426a6ebc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0330ad6-a439-4b7b-9a64-331d885d32c2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:37.231676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-774c04b2-0e22-4e67-bb74-04edde20b710 admin admin] Publish callbacks [] for security_group (e1651813-48bb-4ec0-8fa0-1e61f3c88368), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:37.258877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-774c04b2-0e22-4e67-bb74-04edde20b710 admin admin] Publish callbacks [] for security_group (e1651813-48bb-4ec0-8fa0-1e61f3c88368), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:37.336815 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43127eb6-0e1a-45d9-863d-1303dcda1715 req-64404afc-fd29-4ea5-8da8-bd2068a0b72f service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365899 Mar 10 14:55:37.362442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccad2252-18af-4f85-81e8-9ed57cb36dba req-25def23c-028c-4fb9-8f6e-28d820a84cf7 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 210 time: 0.1570735 Mar 10 14:55:37.369130 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-774c04b2-0e22-4e67-bb74-04edde20b710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e1651813-48bb-4ec0-8fa0-1e61f3c88368), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:37.372948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-774c04b2-0e22-4e67-bb74-04edde20b710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:37.374296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-774c04b2-0e22-4e67-bb74-04edde20b710 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1651813-48bb-4ec0-8fa0-1e61f3c88368 HTTP/1.1" status: 204 len: 168 time: 0.4263749 Mar 10 14:55:37.439137 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8b9c5fa8-2663-4519-be1b-28302baca308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:37.444159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c04b2-0e22-4e67-bb74-04edde20b710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1651813-48bb-4ec0-8fa0-1e61f3c88368,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:37.472445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dce849-5bd2-40cc-b1d6-22247e4ca521 req-1e0a4258-24de-4d88-860f-e0ca56d98f3e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:37.474507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9dce849-5bd2-40cc-b1d6-22247e4ca521 req-1e0a4258-24de-4d88-860f-e0ca56d98f3e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.3321512 Mar 10 14:55:37.492676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:37.493021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:37.493351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:37.498440 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c5fa8-2663-4519-be1b-28302baca308 None None] Checking router: 9af23b5f-4f36-404a-947a-1c19e4fec7da for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:55:37.509971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:55:37.510363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:37.512851 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c5fa8-2663-4519-be1b-28302baca308 None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:55:37.513585 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8b9c5fa8-2663-4519-be1b-28302baca308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:37.521679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:37.522083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:37.523270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:37.523719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Bound port: 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:37.524078 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:37.558062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9dce849-5bd2-40cc-b1d6-22247e4ca521 req-e6206274-f70d-4c2b-88cf-80815aea8d15 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664091 Mar 10 14:55:37.663216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:37.672437 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe82c73b-30e6-41fe-8f4f-735e0d67c4c0 x-openstack-request-id: req-fe82c73b-30e6-41fe-8f4f-735e0d67c4c0 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:37.672735 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b504c18-a751-43aa-9fdf-3169e8f01a29", "tag": "e07e7465-298a-4cdb-b8b2-310c4ba7be9d", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:37.672991 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe82c73b-30e6-41fe-8f4f-735e0d67c4c0 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:37.673214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:37.673414 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'tag': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d', 'status': 'completed', 'code': 200} Mar 10 14:55:37.690935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703176e1-1330-4cca-850e-d7ea26b25bcb req-b298fb86-1d93-4b62-8b3c-49aefd38ec9e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:37.692876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-703176e1-1330-4cca-850e-d7ea26b25bcb req-b298fb86-1d93-4b62-8b3c-49aefd38ec9e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.0898976 Mar 10 14:55:37.694911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:37.746266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:37.747210 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:37.749006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] 10.222.0.45 "PUT /v2.0/ports/3191d38a-e5ef-4663-ac83-3fa40f50cd6b HTTP/1.1" status: 200 len: 1092 time: 2.2292063 Mar 10 14:55:37.749616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36712) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:37.900506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-12a78b81-0b8c-4902-910e-0b82d8c15141 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a108f891b29c40a09d0b0da6986f90d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495233 Mar 10 14:55:37.907611 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-8b9c5fa8-2663-4519-be1b-28302baca308 None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:55:37.913959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36716) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:37.962279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603783ef-ef6f-4d39-9653-cbcd33a1e864 service neutron] Pushing event updated for resources: {'Port': ['ID=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:38.092790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-703176e1-1330-4cca-850e-d7ea26b25bcb req-0adec5c8-72e2-4e99-98d1-62765bd6cbbd tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873293 Mar 10 14:55:38.119574 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-244edf23-02d2-42ad-a645-170089f33fee admin admin] Publish callbacks [] for security_group (8865429c-c098-4780-9834-19cd3e6d23b3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:38.191410 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54eb84c-730b-409e-bc9d-9c1b9348867b req-d2f66698-6998-469f-8d57-bff537e9e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:38.193125 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a54eb84c-730b-409e-bc9d-9c1b9348867b req-d2f66698-6998-469f-8d57-bff537e9e29c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 1125 time: 0.4919834 Mar 10 14:55:38.276046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2c13069d-a31a-4e19-a6ed-cd4f1bf41c0e tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:38.278053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2c13069d-a31a-4e19-a6ed-cd4f1bf41c0e tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.62 "GET /v2.0/networks?id=8c605883-22c8-4299-b66f-e751e3fca9d6 HTTP/1.1" status: 200 len: 823 time: 0.3122625 Mar 10 14:55:38.287024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70d4c3-927c-40f1-9f3b-8999d2108fd2 req-8c775cb9-5a2c-492f-b8bc-699363ffedf9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:38.295578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e70d4c3-927c-40f1-9f3b-8999d2108fd2 req-8c775cb9-5a2c-492f-b8bc-699363ffedf9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 943 time: 0.4786899 Mar 10 14:55:38.321836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b572407-d90d-489d-9f67-abbdf192435e req-cc96f54b-3876-43af-b374-cdb08d21c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:38.324521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-cc96f54b-3876-43af-b374-cdb08d21c796 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1126 time: 0.5220270 Mar 10 14:55:38.376728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54eb84c-730b-409e-bc9d-9c1b9348867b req-702bb2d6-f9ad-4a64-a555-0ddfead9ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:38.378378 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a54eb84c-730b-409e-bc9d-9c1b9348867b req-702bb2d6-f9ad-4a64-a555-0ddfead9ddae service neutron] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.1767890 Mar 10 14:55:38.421200 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8b9c5fa8-2663-4519-be1b-28302baca308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:38.444904 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-244edf23-02d2-42ad-a645-170089f33fee admin admin] Publish callbacks [] for security_group (8865429c-c098-4780-9834-19cd3e6d23b3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:38.451975 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c5fa8-2663-4519-be1b-28302baca308 None None] The sync data for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 is: [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:55:38.454723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e70d4c3-927c-40f1-9f3b-8999d2108fd2 req-91817d0e-45aa-4914-b6fa-62c3ac103597 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580188 Mar 10 14:55:38.456896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-07ca10dc-9a10-4a4c-9947-ad2a2b71bfca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b HTTP/1.1" status: 200 len: 217 time: 0.0511715 Mar 10 14:55:38.508950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36722) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:38.523414 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a54eb84c-730b-409e-bc9d-9c1b9348867b req-87c619df-e039-4ce4-9400-042781c87892 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d HTTP/1.1" status: 200 len: 217 time: 0.1319544 Mar 10 14:55:38.619560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54eb84c-730b-409e-bc9d-9c1b9348867b req-ae2dc488-ab2f-47e4-8a0f-b498b5736b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:38.621666 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a54eb84c-730b-409e-bc9d-9c1b9348867b req-ae2dc488-ab2f-47e4-8a0f-b498b5736b73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0898955 Mar 10 14:55:38.659810 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a54eb84c-730b-409e-bc9d-9c1b9348867b req-be2f82df-68e5-49d4-b6df-e0d6d2428d1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317080 Mar 10 14:55:38.688756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73048fed-7fdf-4c8e-acad-8dbe0d3838b3 req-93f7e36d-a031-4af9-8dc7-0520077a91a8 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 210 time: 0.0722468 Mar 10 14:55:38.693414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-68c70008-4e92-4e59-9d5f-620cd29769d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cff710bd696b41f1a367fa9bf6f414b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809845 Mar 10 14:55:38.694386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36730) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:38.714125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b572407-d90d-489d-9f67-abbdf192435e req-9b8017b1-3b79-4b35-ad00-e8e8b74abc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:38.715627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-9b8017b1-3b79-4b35-ad00-e8e8b74abc64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1777844 Mar 10 14:55:38.787963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c67b9-a719-4e34-96f5-b392f6df3c78 req-df092f95-9a02-4ac3-abb1-60d52497b95b tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:38.796313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c07c67b9-a719-4e34-96f5-b392f6df3c78 req-df092f95-9a02-4ac3-abb1-60d52497b95b tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 949 time: 0.4672987 Mar 10 14:55:38.798356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-a62cafd0-061d-489f-8f88-d2d2c8e7e08d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706213 Mar 10 14:55:38.821193 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-575d5552-9f6d-43b1-8549-cabd8a958bcc admin admin] Publish callbacks [] for security_group (f517c54a-1da2-4b24-a2e8-4fbfb00b3deb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:38.823363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2b9fdbac-7f20-47f3-9fd6-e271008b5ae3 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8404c511751549ef9bb0a6b6371767b0 HTTP/1.1" status: 200 len: 380 time: 0.4530566 Mar 10 14:55:38.834388 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a54eb84c-730b-409e-bc9d-9c1b9348867b req-b343ef2a-3ff9-40f1-acfd-ac6592893e2f service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672776 Mar 10 14:55:38.848409 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-244edf23-02d2-42ad-a645-170089f33fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8865429c-c098-4780-9834-19cd3e6d23b3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:38.851133 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-244edf23-02d2-42ad-a645-170089f33fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:38.854762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-244edf23-02d2-42ad-a645-170089f33fee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8865429c-c098-4780-9834-19cd3e6d23b3 HTTP/1.1" status: 204 len: 168 time: 0.9347813 Mar 10 14:55:38.864073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49c3ff-54e6-4e55-8fc2-3763473ec2f9 None None] New status for floating IP f33f36c3-727f-4e6f-bca8-472d71f39167: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 14:55:38.871478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-575d5552-9f6d-43b1-8549-cabd8a958bcc admin admin] Publish callbacks [] for security_group (f517c54a-1da2-4b24-a2e8-4fbfb00b3deb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:38.906981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Request body: {'port': {'device_id': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'admin_state_up': True, 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'security_groups': ['cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:38.929363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244edf23-02d2-42ad-a645-170089f33fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8865429c-c098-4780-9834-19cd3e6d23b3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:38.949407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-575d5552-9f6d-43b1-8549-cabd8a958bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f517c54a-1da2-4b24-a2e8-4fbfb00b3deb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:38.953165 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-575d5552-9f6d-43b1-8549-cabd8a958bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:38.954574 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-575d5552-9f6d-43b1-8549-cabd8a958bcc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f517c54a-1da2-4b24-a2e8-4fbfb00b3deb HTTP/1.1" status: 204 len: 168 time: 0.2587683 Mar 10 14:55:38.980616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5552-9f6d-43b1-8549-cabd8a958bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f517c54a-1da2-4b24-a2e8-4fbfb00b3deb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:39.050951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c07c67b9-a719-4e34-96f5-b392f6df3c78 req-d420c359-634b-433b-bd47-3ce71f787deb tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477987 Mar 10 14:55:39.086934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'tag': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:39.090741 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b9a0cc-f08f-45dd-89af-423ee68eef41" -d '{"events": [{"name": "network-changed", "server_uuid": "3a05d26d-09f8-4d0d-b80d-8caa9570af43", "tag": "3191d38a-e5ef-4663-ac83-3fa40f50cd6b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:39.131171 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a54eb84c-730b-409e-bc9d-9c1b9348867b req-0a78dffe-27ec-4ba3-b396-57bac19dd83e service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812948 Mar 10 14:55:39.241309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-ffc024ac-6251-48a4-bce0-0a6aaae70744 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360290 Mar 10 14:55:39.261919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:55:39.287114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:55:39.287546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9ac9bc09-e19d-440d-b13e-24b9b7f92e84 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:55:39.408384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57867551-515a-4ec1-94c0-5c46304deabe req-1701ef63-cc00-46bf-97a2-394f3296e722 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:39.409893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57867551-515a-4ec1-94c0-5c46304deabe req-1701ef63-cc00-46bf-97a2-394f3296e722 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.2202339 Mar 10 14:55:39.430172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Made reservation on behalf of 8404c511751549ef9bb0a6b6371767b0 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:39.434089 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:39.499851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b572407-d90d-489d-9f67-abbdf192435e req-9c9aba9c-64e8-477a-9301-0dcbe5356763 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431991 Mar 10 14:55:39.510419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea16903-414f-47dc-92ec-b8ab4c16a89f req-38560242-ee03-4663-9064-510d22c50430 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:39.511923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea16903-414f-47dc-92ec-b8ab4c16a89f req-38560242-ee03-4663-9064-510d22c50430 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.1994092 Mar 10 14:55:39.567638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device e07e7465-298a-4cdb-b8b2-310c4ba7be9d details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:55:39.674609 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'name': 'network-vif-deleted', 'tag': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:39.677654 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b439bc-966c-454f-a87a-f68e0fea595b" -d '{"events": [{"server_uuid": "f90cebce-44bf-4cdd-8d72-ad003e7d86a5", "name": "network-vif-deleted", "tag": "9ac9bc09-e19d-440d-b13e-24b9b7f92e84"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:39.697566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:39.712205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d', 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238', 'port_id': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d', 'mac_address': 'fa:16:3e:4d:7c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b31adf1-a8e9-48c4-a752-3e4542a7a6a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:55:39.763672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port e07e7465-298a-4cdb-b8b2-310c4ba7be9d is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:39.764699 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:39.785809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07e7465-298a-4cdb-b8b2-310c4ba7be9d {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:39.825872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:39.834097 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:39.866941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57867551-515a-4ec1-94c0-5c46304deabe req-296eeb5e-99ac-4180-9ab6-c39bf8bbc448 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376814 Mar 10 14:55:39.919484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:39.933079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Allocated IP 172.20.0.10 (8c605883-22c8-4299-b66f-e751e3fca9d6/f4cadca8-5689-48e2-8119-70885c7cc4d5/1d2e450a-16d4-4397-a43d-673b3692f62c) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:39.936600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.937467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.937819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.938161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.938499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.938855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.944575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.945495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.945991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.947455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.948107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.949591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.950699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:55:39.971078 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b8958a-ed7c-4686-a29e-451245af4403 x-openstack-request-id: req-32b8958a-ed7c-4686-a29e-451245af4403 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:39.971386 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a05d26d-09f8-4d0d-b80d-8caa9570af43", "tag": "3191d38a-e5ef-4663-ac83-3fa40f50cd6b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:39.971781 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32b8958a-ed7c-4686-a29e-451245af4403 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:39.972363 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'tag': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b', 'status': 'completed', 'code': 200} Mar 10 14:55:40.057891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea16903-414f-47dc-92ec-b8ab4c16a89f req-5ea59f3c-7783-4e8a-905b-f7830a90c404 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483797 Mar 10 14:55:40.122898 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae35e102-1d6b-4793-9b8c-0ab4daade1c2 x-openstack-request-id: req-ae35e102-1d6b-4793-9b8c-0ab4daade1c2 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:40.123291 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90cebce-44bf-4cdd-8d72-ad003e7d86a5", "name": "network-vif-deleted", "tag": "9ac9bc09-e19d-440d-b13e-24b9b7f92e84", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:40.124268 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae35e102-1d6b-4793-9b8c-0ab4daade1c2 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:40.125202 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90cebce-44bf-4cdd-8d72-ad003e7d86a5', 'name': 'network-vif-deleted', 'tag': '9ac9bc09-e19d-440d-b13e-24b9b7f92e84', 'status': 'completed', 'code': 200} Mar 10 14:55:40.149266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a0cc-f08f-45dd-89af-423ee68eef41 req-fc2b4968-56d0-4b01-9aaf-61156de4e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:40.150962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0b9a0cc-f08f-45dd-89af-423ee68eef41 req-fc2b4968-56d0-4b01-9aaf-61156de4e1b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1126 time: 0.1884139 Mar 10 14:55:40.221863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784f246-59c8-459f-ac79-fbca48972a28 req-b4a0f01a-a5f2-4a16-bd18-7159c16ca6a8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:40.223393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9784f246-59c8-459f-ac79-fbca48972a28 req-b4a0f01a-a5f2-4a16-bd18-7159c16ca6a8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 944 time: 0.1806657 Mar 10 14:55:40.245945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab5b9b0e-3a9c-4d46-9643-89abdb7b718e req-e1bfb777-b0ad-477c-8689-59d7774b6424 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 210 time: 0.0625246 Mar 10 14:55:40.259355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['e07e7465-298a-4cdb-b8b2-310c4ba7be9d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:40.304044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:40.364230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a0cc-f08f-45dd-89af-423ee68eef41 req-fa488396-4207-4598-b95d-f6833b6a8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:40.365791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0b9a0cc-f08f-45dd-89af-423ee68eef41 req-fa488396-4207-4598-b95d-f6833b6a8d40 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.2075009 Mar 10 14:55:40.372658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9784f246-59c8-459f-ac79-fbca48972a28 req-e8fbd41a-b2ef-4da7-8183-9c6ec254d68b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303406 Mar 10 14:55:40.428532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0b9a0cc-f08f-45dd-89af-423ee68eef41 req-46ec2ed7-8120-475f-a77c-908ef69bf07f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b HTTP/1.1" status: 200 len: 217 time: 0.0532560 Mar 10 14:55:40.437646 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:40.532747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Network 8c605883-22c8-4299-b66f-e751e3fca9d6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:40.541634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:40.544051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:40.548336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a0cc-f08f-45dd-89af-423ee68eef41 req-312b4140-bbd5-4b25-b463-aed1047808a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:40.550504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0b9a0cc-f08f-45dd-89af-423ee68eef41 req-312b4140-bbd5-4b25-b463-aed1047808a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1100938 Mar 10 14:55:40.550603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Pushing event updated for resources: {'Port': ['ID=1d2e450a-16d4-4397-a43d-673b3692f62c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:40.648144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0b9a0cc-f08f-45dd-89af-423ee68eef41 req-a65d7851-31c6-4990-b07f-798295359644 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724659 Mar 10 14:55:40.677141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:40.677763 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:40.754952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-e018f64b-872b-4c9d-9be6-dbf7525f37ac tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8653157 Mar 10 14:55:40.769908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe9a88-6115-43d0-b116-13de8380f4ff req-b8449678-7f0c-4062-9f53-997b034192b9 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:40.776998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65fe9a88-6115-43d0-b116-13de8380f4ff req-b8449678-7f0c-4062-9f53-997b034192b9 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 949 time: 0.2238638 Mar 10 14:55:40.795901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Request body: {'port': {'device_id': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:40.848182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e8e81c65-3732-412c-ba95-5d6b22df689d None None] Provisioning complete for port 1d2e450a-16d4-4397-a43d-673b3692f62c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:40.848635 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e8e81c65-3732-412c-ba95-5d6b22df689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:40.884003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e8e81c65-3732-412c-ba95-5d6b22df689d None None] Port 1d2e450a-16d4-4397-a43d-673b3692f62c cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:55:40.893532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0b9a0cc-f08f-45dd-89af-423ee68eef41 req-465c9d87-8623-44f3-b859-d8876a76a30c service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337236 Mar 10 14:55:40.930680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65fe9a88-6115-43d0-b116-13de8380f4ff req-8433cee5-918b-4b1d-b382-8f3f140949e3 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528573 Mar 10 14:55:40.934478 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:41.050430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0b9a0cc-f08f-45dd-89af-423ee68eef41 req-09cdfcae-8eeb-49dc-a131-ab5ede88552b service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503215 Mar 10 14:55:41.355023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f3147-e428-4e3f-93d1-8acc08fcfb21 req-d4d81b18-34ba-4ed9-a392-f41abbbb1059 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:41.356487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba7f3147-e428-4e3f-93d1-8acc08fcfb21 req-d4d81b18-34ba-4ed9-a392-f41abbbb1059 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1035163 Mar 10 14:55:41.417132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-a727075f-4003-4621-96fe-5fbbb96febdd tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596836 Mar 10 14:55:41.461768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2e450a-16d4-4397-a43d-673b3692f62c {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:41.485362 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Publish callbacks [] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:41.503497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba7f3147-e428-4e3f-93d1-8acc08fcfb21 req-fa9e9c7f-0012-4b95-9cdc-2cf9e94e9a6d tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314487 Mar 10 14:55:41.539054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Transition to ACTIVE for port object 1d2e450a-16d4-4397-a43d-673b3692f62c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:55:41.547269 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:41.560349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3191d38a-e5ef-4663-ac83-3fa40f50cd6b details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:55:41.567467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device e07e7465-298a-4cdb-b8b2-310c4ba7be9d up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:55:41.624715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-ac23f924-bb8c-4ab1-b913-e41a7ccd7e4e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:41.625655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-ac23f924-bb8c-4ab1-b913-e41a7ccd7e4e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005303 Mar 10 14:55:41.645213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2e450a-16d4-4397-a43d-673b3692f62c,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:41.677479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-c2385605-00cf-4c27-a584-d18ae36ef2d6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/quotas/e2b42172400f4c3d9d37b41f77c0c27c HTTP/1.1" status: 200 len: 375 time: 0.0419414 Mar 10 14:55:41.737458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-0eec0fa9-ce67-41ab-bd9d-c92f89f16663 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336399 Mar 10 14:55:41.746263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:41.759870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port e07e7465-298a-4cdb-b8b2-310c4ba7be9d completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:55:41.763951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b', 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4', 'port_id': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b', 'mac_address': 'fa:16:3e:5f:34:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5327c692-68c2-4c5c-a45c-9afcf4ed202b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:55:41.767118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port e07e7465-298a-4cdb-b8b2-310c4ba7be9d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:41.767591 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:41.807965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Attempting to bind port 1d2e450a-16d4-4397-a43d-673b3692f62c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:41.808320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Attempting to bind port 1d2e450a-16d4-4397-a43d-673b3692f62c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:41.808657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Attempting to bind port 1d2e450a-16d4-4397-a43d-673b3692f62c on network 8c605883-22c8-4299-b66f-e751e3fca9d6 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:41.817178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Port 1d2e450a-16d4-4397-a43d-673b3692f62c on network 8c605883-22c8-4299-b66f-e751e3fca9d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:55:41.817544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Attempting to bind port 1d2e450a-16d4-4397-a43d-673b3692f62c on network 8c605883-22c8-4299-b66f-e751e3fca9d6 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:41.824659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:41.825005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Checking segment: {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:41.825405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Bound using segment: {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:41.825916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Bound port: 1d2e450a-16d4-4397-a43d-673b3692f62c, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab61b952-1039-4e3d-a7a4-f36e5992c55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:41.826286 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:41.862224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bbdea-ffb6-46cd-a6b0-40d878bccd1e req-f5e4031d-d219-4858-b314-9b0d500fa395 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:41.863968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-366bbdea-ffb6-46cd-a6b0-40d878bccd1e req-f5e4031d-d219-4858-b314-9b0d500fa395 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.1292584 Mar 10 14:55:41.872615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:41.873040 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:41.898736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3191d38a-e5ef-4663-ac83-3fa40f50cd6b {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:41.964708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] For port 1d2e450a-16d4-4397-a43d-673b3692f62c, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:41.980548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-366bbdea-ffb6-46cd-a6b0-40d878bccd1e req-1323e491-9486-43ba-973e-09307afbf0d2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950935 Mar 10 14:55:41.982207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] For port 1d2e450a-16d4-4397-a43d-673b3692f62c, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1d2e450a-16d4-4397-a43d-673b3692f62c,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:41.990663 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:41.999953 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port e07e7465-298a-4cdb-b8b2-310c4ba7be9d is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:42.000685 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:42.014119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:42.032145 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:42.052011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:42.052950 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:42.055507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] 10.222.0.62 "PUT /v2.0/ports/1d2e450a-16d4-4397-a43d-673b3692f62c HTTP/1.1" status: 200 len: 1092 time: 1.2765629 Mar 10 14:55:42.056274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'tag': '1d2e450a-16d4-4397-a43d-673b3692f62c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:42.059005 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c9168d-63a7-4849-bdde-464d9641dba0" -d '{"events": [{"name": "network-changed", "server_uuid": "5929cd10-214d-4deb-8b91-dafb54ccba8c", "tag": "1d2e450a-16d4-4397-a43d-673b3692f62c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:42.065954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:42.069125 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a87b3-3167-4963-8cec-f1a91dc3a2c7" -d '{"events": [{"server_uuid": "2b504c18-a751-43aa-9fdf-3169e8f01a29", "name": "network-vif-plugged", "status": "completed", "tag": "e07e7465-298a-4cdb-b8b2-310c4ba7be9d"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:42.097395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed66a90-ee95-4731-9d86-e24c6e8372a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2e450a-16d4-4397-a43d-673b3692f62c,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:42.134612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:42.147585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:42.170926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278e43-af46-4841-a0e7-46f343768f14 req-552eca60-98b7-422b-9c48-26c4150c4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:42.172595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-552eca60-98b7-422b-9c48-26c4150c4580 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8404c511751549ef9bb0a6b6371767b0&device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 1126 time: 0.0615768 Mar 10 14:55:42.180476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:42.246360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-6998e45a-2f9a-4d5d-8334-d8e6c77abd19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e450a-16d4-4397-a43d-673b3692f62c HTTP/1.1" status: 200 len: 217 time: 0.0646842 Mar 10 14:55:42.316846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:42.319127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278e43-af46-4841-a0e7-46f343768f14 req-9298f78d-1147-446a-90b8-b772f01ace5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:42.320718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-9298f78d-1147-446a-90b8-b772f01ace5a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4cadca8-5689-48e2-8119-70885c7cc4d5 HTTP/1.1" status: 200 len: 862 time: 0.0675423 Mar 10 14:55:42.353647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['3191d38a-e5ef-4663-ac83-3fa40f50cd6b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:42.424616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278e43-af46-4841-a0e7-46f343768f14 req-033eaeef-f12e-4c54-90aa-c6bb85ec5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:42.429661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-033eaeef-f12e-4c54-90aa-c6bb85ec5dd9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8c605883-22c8-4299-b66f-e751e3fca9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0996404 Mar 10 14:55:42.612622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-958db2dc-2fce-4110-b5ff-d32f5c8e3fee service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785643 Mar 10 14:55:42.625075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57cf59-f28d-445b-8b76-881954290798 req-c4ec0c4b-a939-4d1c-bed8-663f341a0c35 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:42.627128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b57cf59-f28d-445b-8b76-881954290798 req-c4ec0c4b-a939-4d1c-bed8-663f341a0c35 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 944 time: 0.0813985 Mar 10 14:55:42.780607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b57cf59-f28d-445b-8b76-881954290798 req-c859c49a-f8cf-43dc-84ee-893c327f5563 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306221 Mar 10 14:55:42.784435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2278e43-af46-4841-a0e7-46f343768f14 req-5d659aa2-755c-48f2-8099-b256a8a06d9c service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567976 Mar 10 14:55:42.811559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a178fe-aea4-4053-9fc6-aa0b4ab4bf1f req-21ceef7c-3ecd-4ef1-b1f0-c1c674a786c3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:42.813100 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-30a178fe-aea4-4053-9fc6-aa0b4ab4bf1f req-21ceef7c-3ecd-4ef1-b1f0-c1c674a786c3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 945 time: 0.1070340 Mar 10 14:55:42.887881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-30a178fe-aea4-4053-9fc6-aa0b4ab4bf1f req-a6c76eee-3e5c-4c68-8fbc-280233bbe94f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687184 Mar 10 14:55:42.912014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd11a53-86ea-4848-8f4a-5dcc1518133e req-03b8196e-646d-4076-b202-a6ed6a176423 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:42.913436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bd11a53-86ea-4848-8f4a-5dcc1518133e req-03b8196e-646d-4076-b202-a6ed6a176423 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 949 time: 0.0685236 Mar 10 14:55:42.978440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-458e2385-956a-4fb9-bb39-56a9b153f55b req-5b947778-9246-47c9-a777-436d786b7334 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 210 time: 0.0337443 Mar 10 14:55:42.983310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bd11a53-86ea-4848-8f4a-5dcc1518133e req-3943f7ac-52a7-47b4-b708-ad9302a52608 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/security-groups?id=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637758 Mar 10 14:55:43.030505 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162bfbf5-eacc-4eed-af88-4ac58a2bdbb7 x-openstack-request-id: req-162bfbf5-eacc-4eed-af88-4ac58a2bdbb7 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:43.030991 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5929cd10-214d-4deb-8b91-dafb54ccba8c", "tag": "1d2e450a-16d4-4397-a43d-673b3692f62c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:43.031285 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-162bfbf5-eacc-4eed-af88-4ac58a2bdbb7 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:43.031737 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54caff5-3d1c-492a-9c76-808aaad8f121 x-openstack-request-id: req-a54caff5-3d1c-492a-9c76-808aaad8f121 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:43.032204 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'tag': '1d2e450a-16d4-4397-a43d-673b3692f62c', 'status': 'completed', 'code': 200} Mar 10 14:55:43.032663 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b504c18-a751-43aa-9fdf-3169e8f01a29", "name": "network-vif-plugged", "status": "completed", "tag": "e07e7465-298a-4cdb-b8b2-310c4ba7be9d", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:43.033098 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a54caff5-3d1c-492a-9c76-808aaad8f121 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:43.033575 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d', 'code': 200} Mar 10 14:55:43.192894 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-5c2ef72a-e88b-4d98-8232-b9086b93ca04 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341105 Mar 10 14:55:43.222691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9168d-63a7-4849-bdde-464d9641dba0 req-52202bc5-d113-4eda-a4bf-8b04b5e4cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:43.224251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62c9168d-63a7-4849-bdde-464d9641dba0 req-52202bc5-d113-4eda-a4bf-8b04b5e4cf43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8404c511751549ef9bb0a6b6371767b0&device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 1126 time: 0.1568348 Mar 10 14:55:43.227748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149c54f-8e84-4b0a-b7fb-8a0496fed0ad req-98503496-fbfd-456f-baa0-7f9154b6fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:43.229345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1149c54f-8e84-4b0a-b7fb-8a0496fed0ad req-98503496-fbfd-456f-baa0-7f9154b6fae5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 1127 time: 0.1178424 Mar 10 14:55:43.238000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a5eb1-6303-44ff-b929-9f3eac96ac91 req-006a4cc5-52bf-4bf6-8483-92ddb43adeb6 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:43.239700 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-931a5eb1-6303-44ff-b929-9f3eac96ac91 req-006a4cc5-52bf-4bf6-8483-92ddb43adeb6 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1296887 Mar 10 14:55:43.319430 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-82e7fba1-7e7d-428e-877f-6adb87701670 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:43.320947 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-82e7fba1-7e7d-428e-877f-6adb87701670 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1213503 Mar 10 14:55:43.335670 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Request body: {'port': {'device_id': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'e2b42172400f4c3d9d37b41f77c0c27c'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:43.419366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1149c54f-8e84-4b0a-b7fb-8a0496fed0ad req-743c7e4c-8b3d-4b08-ba2b-672fff459196 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712596 Mar 10 14:55:43.427037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-931a5eb1-6303-44ff-b929-9f3eac96ac91 req-814eeb0b-5c16-4b9c-b0cc-09ade53c7587 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724136 Mar 10 14:55:43.444237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9168d-63a7-4849-bdde-464d9641dba0 req-72231186-2083-4161-83c6-c35f36231c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:43.445820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62c9168d-63a7-4849-bdde-464d9641dba0 req-72231186-2083-4161-83c6-c35f36231c97 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8c605883-22c8-4299-b66f-e751e3fca9d6 HTTP/1.1" status: 200 len: 924 time: 0.2052107 Mar 10 14:55:43.448852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Made reservation on behalf of e2b42172400f4c3d9d37b41f77c0c27c for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:43.456191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445dfa7-240a-410b-aa7b-5b1f849ba5c7 req-6eba864a-0a28-4336-8a72-c2031019e8a8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:43.456309 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:43.460294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f445dfa7-240a-410b-aa7b-5b1f849ba5c7 req-6eba864a-0a28-4336-8a72-c2031019e8a8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.1780708 Mar 10 14:55:43.465029 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:43.518053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62c9168d-63a7-4849-bdde-464d9641dba0 req-3339d66b-c36f-412c-883f-909056a1f5ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e450a-16d4-4397-a43d-673b3692f62c HTTP/1.1" status: 200 len: 217 time: 0.0519845 Mar 10 14:55:43.578878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f445dfa7-240a-410b-aa7b-5b1f849ba5c7 req-fa38045b-8e42-49c4-a593-5cf66e10e791 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177077 Mar 10 14:55:43.587027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks [] for security_group (d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:43.593460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3191d38a-e5ef-4663-ac83-3fa40f50cd6b up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:55:43.596109 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:43.602490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9168d-63a7-4849-bdde-464d9641dba0 req-ae741906-7128-4475-ba95-8f991bda9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:43.604447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62c9168d-63a7-4849-bdde-464d9641dba0 req-ae741906-7128-4475-ba95-8f991bda9229 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4cadca8-5689-48e2-8119-70885c7cc4d5 HTTP/1.1" status: 200 len: 862 time: 0.0646949 Mar 10 14:55:43.652321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dfffe-0ff6-456e-a71f-58e9e076b47f req-58212d70-963b-45c1-a03b-4eb193d86d34 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:43.654209 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-064dfffe-0ff6-456e-a71f-58e9e076b47f req-58212d70-963b-45c1-a03b-4eb193d86d34 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.62 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 949 time: 0.1179140 Mar 10 14:55:43.687605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:55:43.688827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:43.694925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9168d-63a7-4849-bdde-464d9641dba0 req-9b0ebb83-dea4-4968-9baa-f610b1ac814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:43.696178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62c9168d-63a7-4849-bdde-464d9641dba0 req-9b0ebb83-dea4-4968-9baa-f610b1ac814d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8c605883-22c8-4299-b66f-e751e3fca9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0777991 Mar 10 14:55:43.714549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:43.716202 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:43.839347 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Allocated IP 192.168.233.8 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:43.862456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:43.865497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:43.865634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-064dfffe-0ff6-456e-a71f-58e9e076b47f req-f3ce5a9f-e664-4740-a3d2-9c28d71ab0f4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Deleting port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:55:43.865871 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-064dfffe-0ff6-456e-a71f-58e9e076b47f req-f3ce5a9f-e664-4740-a3d2-9c28d71ab0f4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:43.960209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:43.961919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62c9168d-63a7-4849-bdde-464d9641dba0 req-616b18f0-a9ed-4bcd-b9b3-02399f87827b service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545948 Mar 10 14:55:43.970396 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.044422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-064dfffe-0ff6-456e-a71f-58e9e076b47f req-f3ce5a9f-e664-4740-a3d2-9c28d71ab0f4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] For port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:44.044771 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-064dfffe-0ff6-456e-a71f-58e9e076b47f req-f3ce5a9f-e664-4740-a3d2-9c28d71ab0f4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.074187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:44.084030 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-064dfffe-0ff6-456e-a71f-58e9e076b47f req-f3ce5a9f-e664-4740-a3d2-9c28d71ab0f4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Calling delete_port for fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:55:44.121104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36898) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:44.154084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e85a6-06fa-49c0-bebd-b74d67ffdee3 req-3e783c62-e2e9-4a9b-b143-f15aa0757d85 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:44.155840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f7e85a6-06fa-49c0-bebd-b74d67ffdee3 req-3e783c62-e2e9-4a9b-b143-f15aa0757d85 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 944 time: 0.1930621 Mar 10 14:55:44.178900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks [] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.203582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62c9168d-63a7-4849-bdde-464d9641dba0 req-2a71249a-9811-4232-a11c-0f381c80a877 service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075465 Mar 10 14:55:44.264627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.279904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f7e85a6-06fa-49c0-bebd-b74d67ffdee3 req-cb7cb256-b250-4316-a0b0-3ab541dbbbcb tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136067 Mar 10 14:55:44.305243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dfe41-b914-47dd-aabf-8a2347b05842 req-6ba5dc5a-947d-4cba-a0a0-1a0ff3239ec1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:44.306820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-835dfe41-b914-47dd-aabf-8a2347b05842 req-6ba5dc5a-947d-4cba-a0a0-1a0ff3239ec1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 945 time: 0.0798819 Mar 10 14:55:44.337051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:44.339978 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1dce99a6-387d-4947-967c-b18a219baa88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.347974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:44.356804 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-064dfffe-0ff6-456e-a71f-58e9e076b47f req-f3ce5a9f-e664-4740-a3d2-9c28d71ab0f4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.361224 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:44.369587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:44.395265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Pushing event updated for resources: {'Port': ['ID=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:44.407373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-835dfe41-b914-47dd-aabf-8a2347b05842 req-56453250-47ce-4a43-8738-c05e1a1c3b69 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928588 Mar 10 14:55:44.448199 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce5a9f-e664-4740-a3d2-9c28d71ab0f4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Pushing event deleted for resources: {'Port': ['ID=fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:44.450835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa29846-a6fc-4853-80ab-fafca3164b37 req-c62aa7e8-a623-4ea2-90f2-bc8ab53b7069 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:44.461671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaa29846-a6fc-4853-80ab-fafca3164b37 req-c62aa7e8-a623-4ea2-90f2-bc8ab53b7069 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 934 time: 0.1184032 Mar 10 14:55:44.511807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:44.512459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.515221 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-064dfffe-0ff6-456e-a71f-58e9e076b47f req-f3ce5a9f-e664-4740-a3d2-9c28d71ab0f4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] No DVR routers for this DVR port fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:55:44.519262 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-064dfffe-0ff6-456e-a71f-58e9e076b47f req-f3ce5a9f-e664-4740-a3d2-9c28d71ab0f4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.537793 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-064dfffe-0ff6-456e-a71f-58e9e076b47f req-f3ce5a9f-e664-4740-a3d2-9c28d71ab0f4 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.62 "DELETE /v2.0/ports/fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d HTTP/1.1" status: 204 len: 173 time: 0.8502579 Mar 10 14:55:44.541204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62db4670-1dff-4378-b3d4-104a17aee13e', 'name': 'network-vif-deleted', 'tag': 'fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:44.543515 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36f9d80-b7e1-4317-905e-173da7bba347" -d '{"events": [{"server_uuid": "62db4670-1dff-4378-b3d4-104a17aee13e", "name": "network-vif-deleted", "tag": "fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:44.593671 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f0493733-8648-41ab-95ab-a5d8f3b4dbe8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2615829 Mar 10 14:55:44.613827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Request body: {'port': {'device_id': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:44.660396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f19fadb0-0bb3-4bfc-afc7-c47edff5bd1c None None] Provisioning complete for port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:44.661053 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f19fadb0-0bb3-4bfc-afc7-c47edff5bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.664993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1dce99a6-387d-4947-967c-b18a219baa88 admin admin] Publish callbacks [] for security_group (6740c05e-a809-47dd-afe0-2e91ac1390b0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.684011 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1dce99a6-387d-4947-967c-b18a219baa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6740c05e-a809-47dd-afe0-2e91ac1390b0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.707128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f19fadb0-0bb3-4bfc-afc7-c47edff5bd1c None None] Port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:55:44.716962 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1dce99a6-387d-4947-967c-b18a219baa88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a3ea90412864c848ca9f7da75126768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5923994 Mar 10 14:55:44.723615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36910) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:44.764316 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.828184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c4fc902-bc22-4fda-8abd-5549045b838f req-b5fd1995-f86d-44e1-b4ff-6cbd23d63262 tempest-ImagesNegativeTestJSON-1888655081 tempest-ImagesNegativeTestJSON-1888655081-project] 10.222.0.11 "GET /v2.0/ports?device_id=62db4670-1dff-4378-b3d4-104a17aee13e HTTP/1.1" status: 200 len: 210 time: 0.3374922 Mar 10 14:55:44.828787 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce99a6-387d-4947-967c-b18a219baa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6740c05e-a809-47dd-afe0-2e91ac1390b0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:44.855153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaa29846-a6fc-4853-80ab-fafca3164b37 req-5439ffb0-752d-41a6-bd50-38bb9c021433 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924761 Mar 10 14:55:44.855371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f2b606a5-5c5b-4cb4-88df-16266e305db5 admin admin] Publish callbacks [] for security_group (6740c05e-a809-47dd-afe0-2e91ac1390b0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.952559 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4874a21d-c311-40ca-a57f-17beae24b659 x-openstack-request-id: req-4874a21d-c311-40ca-a57f-17beae24b659 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:44.952885 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62db4670-1dff-4378-b3d4-104a17aee13e", "name": "network-vif-deleted", "tag": "fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:44.953149 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4874a21d-c311-40ca-a57f-17beae24b659 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:44.953646 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62db4670-1dff-4378-b3d4-104a17aee13e', 'name': 'network-vif-deleted', 'tag': 'fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d', 'status': 'completed', 'code': 200} Mar 10 14:55:44.962626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f2b606a5-5c5b-4cb4-88df-16266e305db5 admin admin] Publish callbacks [] for security_group (6740c05e-a809-47dd-afe0-2e91ac1390b0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:44.967549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a5503-d931-44e7-b0c2-481609a2cff3 req-d850e15e-9ed3-4e7a-83da-37a38a454bf8 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:44.969093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-926a5503-d931-44e7-b0c2-481609a2cff3 req-d850e15e-9ed3-4e7a-83da-37a38a454bf8 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.0554094 Mar 10 14:55:45.035189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:45.037593 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00ed42b-0b7d-4b6c-a512-036df0051bff" -d '{"events": [{"server_uuid": "3a05d26d-09f8-4d0d-b80d-8caa9570af43", "name": "network-vif-plugged", "status": "completed", "tag": "3191d38a-e5ef-4663-ac83-3fa40f50cd6b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:45.046213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-926a5503-d931-44e7-b0c2-481609a2cff3 req-edbbb99d-85f2-426c-9a10-1288253c2f1a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678117 Mar 10 14:55:45.067662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a7796-70c8-4521-a30d-89368d0e9c50 req-46153c4a-6642-4e1a-84da-e22859cdbda7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:45.067662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf7a7796-70c8-4521-a30d-89368d0e9c50 req-46153c4a-6642-4e1a-84da-e22859cdbda7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 946 time: 0.0933905 Mar 10 14:55:45.106278 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f2b606a5-5c5b-4cb4-88df-16266e305db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6740c05e-a809-47dd-afe0-2e91ac1390b0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:45.109837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f2b606a5-5c5b-4cb4-88df-16266e305db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:45.111254 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f2b606a5-5c5b-4cb4-88df-16266e305db5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6740c05e-a809-47dd-afe0-2e91ac1390b0 HTTP/1.1" status: 204 len: 168 time: 0.3866436 Mar 10 14:55:45.122449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf7a7796-70c8-4521-a30d-89368d0e9c50 req-e634198d-68c5-4108-9d95-f23ba71418ce tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528836 Mar 10 14:55:45.125488 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b981d261-0d70-4b9b-8a27-faa9e17041f0 x-openstack-request-id: req-b981d261-0d70-4b9b-8a27-faa9e17041f0 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:45.125954 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a05d26d-09f8-4d0d-b80d-8caa9570af43", "name": "network-vif-plugged", "status": "completed", "tag": "3191d38a-e5ef-4663-ac83-3fa40f50cd6b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:45.126164 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b981d261-0d70-4b9b-8a27-faa9e17041f0 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:45.126566 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b', 'code': 200} Mar 10 14:55:45.184720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b606a5-5c5b-4cb4-88df-16266e305db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6740c05e-a809-47dd-afe0-2e91ac1390b0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:45.272818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7994d4-44bd-4aad-bfce-387b2d48b54f req-d4ec06ac-6e63-4e51-898e-f1028baae798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:45.274732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f7994d4-44bd-4aad-bfce-387b2d48b54f req-d4ec06ac-6e63-4e51-898e-f1028baae798 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1128 time: 0.0657604 Mar 10 14:55:45.328960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f7994d4-44bd-4aad-bfce-387b2d48b54f req-785b42f4-a4f2-428a-bbf9-bf52314becac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Mar 10 14:55:45.334254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:45.343203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Publish callbacks [] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:45.356470 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Transition to ACTIVE for port object cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:55:45.360747 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:45.412649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Pushing event updated for resources: {'Port': ['ID=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:45.456650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cef7a-5333-458f-b7ec-86e2f8affdbd req-9ab84e92-3424-4984-b59c-f68c07a162cb tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:45.458328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d3cef7a-5333-458f-b7ec-86e2f8affdbd req-9ab84e92-3424-4984-b59c-f68c07a162cb tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 944 time: 0.0819752 Mar 10 14:55:45.513318 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Attempting to bind port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:45.514433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Attempting to bind port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:45.514899 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Attempting to bind port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:45.528144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:55:45.528755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Attempting to bind port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:45.535253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:45.536213 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:45.537001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:45.538044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Bound port: cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:45.538679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:45.544589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d3cef7a-5333-458f-b7ec-86e2f8affdbd req-75f36574-d21c-4d8c-b35e-2738c5923dcd tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748866 Mar 10 14:55:45.654913 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:45.662361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:45.674783 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:45.712909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5df97-23ad-48fb-a042-8d42a10c41c2 req-12d517ad-9e81-445e-a23f-91343879ef18 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:45.714818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60a5df97-23ad-48fb-a042-8d42a10c41c2 req-12d517ad-9e81-445e-a23f-91343879ef18 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 945 time: 0.0825624 Mar 10 14:55:45.723154 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:45.724103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:45.725527 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] 10.222.0.45 "PUT /v2.0/ports/cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 200 len: 1094 time: 1.1194477 Mar 10 14:55:45.751647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5398491-d84a-484c-b4f2-8c7c7eb4f015 service neutron] Pushing event updated for resources: {'Port': ['ID=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:45.860694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-9a45b9ff-a007-4b9b-bd1d-8d7a10f35aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:45.862540 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-9a45b9ff-a007-4b9b-bd1d-8d7a10f35aec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 1128 time: 0.0858362 Mar 10 14:55:45.866856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60a5df97-23ad-48fb-a042-8d42a10c41c2 req-2ff8a07b-1857-49b4-b029-089997c3e36b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345353 Mar 10 14:55:45.947161 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-d37b9a8b-d9b9-4c89-abe4-70afd73eb5fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 200 len: 217 time: 0.0749767 Mar 10 14:55:46.054268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffad32-b4f2-4551-958e-302a264ff675 req-fd858f6d-6032-4a21-862a-ffef8da92b0e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:46.056190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5ffad32-b4f2-4551-958e-302a264ff675 req-fd858f6d-6032-4a21-862a-ffef8da92b0e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 946 time: 0.0970957 Mar 10 14:55:46.058756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-6fec34b6-2d56-44cf-a06e-ccad040115b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:46.060837 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-6fec34b6-2d56-44cf-a06e-ccad040115b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1045780 Mar 10 14:55:46.121440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36964) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:46.135367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5ffad32-b4f2-4551-958e-302a264ff675 req-428cc27e-5cd9-4b64-9dfa-63d11e30bc26 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722175 Mar 10 14:55:46.146816 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-8570da0c-48a1-4a08-9fd6-a4ed40f5b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:46.148809 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-8570da0c-48a1-4a08-9fd6-a4ed40f5b9dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0771363 Mar 10 14:55:46.311356 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-c3fddf61-01a7-48a5-ab61-a9729b1b66d4 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484954 Mar 10 14:55:46.317159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cf08a-6a36-4f09-8788-6c1eb616a88d req-279c7f51-d6bf-4f6d-8536-3c3c2c395855 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:46.319653 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc1cf08a-6a36-4f09-8788-6c1eb616a88d req-279c7f51-d6bf-4f6d-8536-3c3c2c395855 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.0667422 Mar 10 14:55:46.412472 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a09fc667-743d-4c0e-820d-e6704da7a50d req-b700c2f1-263d-4625-83a8-bec710fc8b42 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918920 Mar 10 14:55:46.427546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc1cf08a-6a36-4f09-8788-6c1eb616a88d req-3d16e50f-9b19-40ff-9e04-58c668f32d25 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008823 Mar 10 14:55:46.474583 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36974) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:46.510431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a0ebf-6fd3-4ca0-90b5-8ec2754cc500 req-ef067a38-e79e-4796-8b7f-9bb0b1faf097 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:46.512113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82a0ebf-6fd3-4ca0-90b5-8ec2754cc500 req-ef067a38-e79e-4796-8b7f-9bb0b1faf097 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 1127 time: 0.0689785 Mar 10 14:55:46.534522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de8e129c-5c76-4563-809f-2f55d035e652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.546245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-45146611-network', 'tenant_id': '77766d1545e84171a184f423fdc8e091'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:46.579497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Made reservation on behalf of 77766d1545e84171a184f423fdc8e091 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:46.581789 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.596275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.600455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8c928-8493-40f3-b261-af44d3a2ff02 req-16b9e56a-8711-4f57-8fde-d2ecb60caaf2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:46.602049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87f8c928-8493-40f3-b261-af44d3a2ff02 req-16b9e56a-8711-4f57-8fde-d2ecb60caaf2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 946 time: 0.0942223 Mar 10 14:55:46.604186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82a0ebf-6fd3-4ca0-90b5-8ec2754cc500 req-15772b7e-e7e0-440d-b6e3-e17a7451b195 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806062 Mar 10 14:55:46.680469 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de8e129c-5c76-4563-809f-2f55d035e652 admin admin] Publish callbacks [] for security_group (27369561-f4ae-4126-aec9-ebad0669e684), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.688350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de8e129c-5c76-4563-809f-2f55d035e652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (27369561-f4ae-4126-aec9-ebad0669e684), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.692602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87f8c928-8493-40f3-b261-af44d3a2ff02 req-2c9170c5-21bd-415d-84cc-6f33618a9bc6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787005 Mar 10 14:55:46.760953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e90d77-43f9-48d5-80ad-5e7986f59085 req-e02d492f-5b41-402a-951d-308541e4d99e tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:46.762986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4e90d77-43f9-48d5-80ad-5e7986f59085 req-e02d492f-5b41-402a-951d-308541e4d99e tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 944 time: 0.0653071 Mar 10 14:55:46.768679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Publish callbacks [] for security_group (81808b4d-2b3a-4f04-bec3-f5122e03f5a6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.777915 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-de8e129c-5c76-4563-809f-2f55d035e652 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfd6e936c30a43edb54752834d1706b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6552615 Mar 10 14:55:46.780626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36984) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:46.787057 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e129c-5c76-4563-809f-2f55d035e652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27369561-f4ae-4126-aec9-ebad0669e684,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:46.791966 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (81808b4d-2b3a-4f04-bec3-f5122e03f5a6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.805675 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:55:46.832187 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (18161e52-c1cc-47bf-83bc-d6d162590b25), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.832530 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Added segment 18161e52-c1cc-47bf-83bc-d6d162590b25 of type vlan for network 96dad93f-0187-443e-ae80-2f29148d94ce Mar 10 14:55:46.869926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17737079-8f56-443c-ad03-878c36ac8935 req-962331c9-bee1-44c4-8450-887b2d0c6c2e tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:46.871490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17737079-8f56-443c-ad03-878c36ac8935 req-962331c9-bee1-44c4-8450-887b2d0c6c2e tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 1127 time: 0.1078932 Mar 10 14:55:46.875173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4e90d77-43f9-48d5-80ad-5e7986f59085 req-746c1707-e7ca-450a-b293-928dbc51226c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021271 Mar 10 14:55:46.894846 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81808b4d-2b3a-4f04-bec3-f5122e03f5a6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:46.919037 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (96dad93f-0187-443e-ae80-2f29148d94ce), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.940145 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f99d31e3-793f-490b-aba1-8f72246c6d96 admin admin] Publish callbacks [] for security_group (27369561-f4ae-4126-aec9-ebad0669e684), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.951133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17737079-8f56-443c-ad03-878c36ac8935 req-8ae84505-09f4-490f-b735-ef1ac9e9a461 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675416 Mar 10 14:55:46.956509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:46.958646 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e5a100-0cfd-4c87-8459-c647aae4ec70" -d '{"events": [{"name": "network-changed", "server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:46.978656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f99d31e3-793f-490b-aba1-8f72246c6d96 admin admin] Publish callbacks [] for security_group (27369561-f4ae-4126-aec9-ebad0669e684), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.985505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (96dad93f-0187-443e-ae80-2f29148d94ce), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:46.986162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:46.986800 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:47.025659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1d2e450a-16d4-4397-a43d-673b3692f62c details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:55:47.032635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:55:47.048359 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8f46fe-ce5f-4d59-ba61-926d4e61c42b x-openstack-request-id: req-6a8f46fe-ce5f-4d59-ba61-926d4e61c42b {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:47.048359 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:47.048359 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a8f46fe-ce5f-4d59-ba61-926d4e61c42b {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:47.048359 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'status': 'completed', 'code': 200} Mar 10 14:55:47.054062 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5769832 Mar 10 14:55:47.057259 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37002) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:47.062990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] Request body: {'subnet': {'network_id': '96dad93f-0187-443e-ae80-2f29148d94ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-45146611-subnet', 'tenant_id': '77766d1545e84171a184f423fdc8e091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:47.073921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:55:47.074267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device fc813bb8-9d89-4f21-85b4-ecb7d1f9df4d not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:55:47.097695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4feb19d-df94-4898-8be2-41837c043261 admin admin] Pushing event updated for resources: {'Network': ['ID=96dad93f-0187-443e-ae80-2f29148d94ce,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:47.109753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 96dad93f-0187-443e-ae80-2f29148d94ce details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:55:47.167260 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f99d31e3-793f-490b-aba1-8f72246c6d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (27369561-f4ae-4126-aec9-ebad0669e684), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:47.170054 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f99d31e3-793f-490b-aba1-8f72246c6d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:47.171416 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f99d31e3-793f-490b-aba1-8f72246c6d96 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27369561-f4ae-4126-aec9-ebad0669e684 HTTP/1.1" status: 204 len: 168 time: 0.3897150 Mar 10 14:55:47.185460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d31e3-793f-490b-aba1-8f72246c6d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27369561-f4ae-4126-aec9-ebad0669e684,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:47.190160 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] Made reservation on behalf of 77766d1545e84171a184f423fdc8e091 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:47.193852 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:47.261806 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5a100-0cfd-4c87-8459-c647aae4ec70 req-ec186700-8f8b-45e7-a34f-91314847ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:47.263529 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2e5a100-0cfd-4c87-8459-c647aae4ec70 req-ec186700-8f8b-45e7-a34f-91314847ad2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 1128 time: 0.1588762 Mar 10 14:55:47.327397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5999a-3dbd-4b96-a66e-550d28c3c8cb req-f7b7d105-d776-47a4-b4d1-2ee1a2845a98 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:47.343389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6e5999a-3dbd-4b96-a66e-550d28c3c8cb req-f7b7d105-d776-47a4-b4d1-2ee1a2845a98 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 946 time: 0.0993562 Mar 10 14:55:47.348232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37010) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:47.360428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 1d2e450a-16d4-4397-a43d-673b3692f62c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1d2e450a-16d4-4397-a43d-673b3692f62c,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:47.385906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '1d2e450a-16d4-4397-a43d-673b3692f62c', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'port_id': '1d2e450a-16d4-4397-a43d-673b3692f62c', 'mac_address': 'fa:16:3e:23:6c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:55:47.465476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6e5999a-3dbd-4b96-a66e-550d28c3c8cb req-20d631db-af22-4383-92f7-3dc0111eb98d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211140 Mar 10 14:55:47.475519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 1d2e450a-16d4-4397-a43d-673b3692f62c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:47.477131 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:47.503162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2e450a-16d4-4397-a43d-673b3692f62c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:47.535044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 1d2e450a-16d4-4397-a43d-673b3692f62c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1d2e450a-16d4-4397-a43d-673b3692f62c,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:47.537467 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (18bb7db3-c42a-4223-9eab-2cf64cd947d5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:47.545890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:47.613554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5a100-0cfd-4c87-8459-c647aae4ec70 req-426dca32-7c7c-4fc9-8b6d-033ea1e0e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:47.615178 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2e5a100-0cfd-4c87-8459-c647aae4ec70 req-426dca32-7c7c-4fc9-8b6d-033ea1e0e678 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2329125 Mar 10 14:55:47.615663 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18bb7db3-c42a-4223-9eab-2cf64cd947d5,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:47.633817 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:47.638516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=1d2e450a-16d4-4397-a43d-673b3692f62c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:47.670687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b629aa-9318-4628-83dd-39d878302803 req-fa0d622b-48a2-431f-b036-7ee0fc95ad40 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:47.673061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5b629aa-9318-4628-83dd-39d878302803 req-fa0d622b-48a2-431f-b036-7ee0fc95ad40 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1015689 Mar 10 14:55:47.690197 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2e5a100-0cfd-4c87-8459-c647aae4ec70 req-cd817666-c594-4999-8f1e-583a307909cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 200 len: 217 time: 0.0653591 Mar 10 14:55:47.695859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] Checking segment: {'id': '18161e52-c1cc-47bf-83bc-d6d162590b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '96dad93f-0187-443e-ae80-2f29148d94ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:47.696253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] Network hostable DHCP agents. Network: 96dad93f-0187-443e-ae80-2f29148d94ce, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:55:47.733918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5b629aa-9318-4628-83dd-39d878302803 req-294ffd9c-1f0f-4161-9011-41bf56807a05 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542078 Mar 10 14:55:47.766489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5a100-0cfd-4c87-8459-c647aae4ec70 req-ca7728e8-e2b5-4903-bb0b-d3bbbba4ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:47.768030 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2e5a100-0cfd-4c87-8459-c647aae4ec70 req-ca7728e8-e2b5-4903-bb0b-d3bbbba4ba3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0617476 Mar 10 14:55:47.771573 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] Network 96dad93f-0187-443e-ae80-2f29148d94ce is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:55:47.816037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 96dad93f-0187-443e-ae80-2f29148d94ce) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:47.821983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:47.822963 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:47.829987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4536c0a1-c04a-4f45-8b71-69aeeada5789 None None] Network 96dad93f-0187-443e-ae80-2f29148d94ce requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:55:47.851374 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ab138b1c-6a60-4d80-b3ca-2ebb4c090286 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7930110 Mar 10 14:55:47.861666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5a100-0cfd-4c87-8459-c647aae4ec70 req-ccf1cbff-bf72-4905-bc6f-affbcc6a7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:47.863408 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2e5a100-0cfd-4c87-8459-c647aae4ec70 req-ccf1cbff-bf72-4905-bc6f-affbcc6a7ab9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0886660 Mar 10 14:55:47.882832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2df282fe-b8f8-4719-80b7-aac5991d08e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb40e08b324e4ec481316a4de9672fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5327384 Mar 10 14:55:47.884327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['1d2e450a-16d4-4397-a43d-673b3692f62c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:47.885284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37034) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:47.964180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b4d0c-175a-4aa4-8d3f-a1db8cb6dff0 req-996f07f1-54be-4252-8bf4-8b6e2f21854e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:47.966221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd2b4d0c-175a-4aa4-8d3f-a1db8cb6dff0 req-996f07f1-54be-4252-8bf4-8b6e2f21854e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 946 time: 0.1208298 Mar 10 14:55:47.997018 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b614dfe1-1cf2-4c7f-9e72-a026729bd8a6 admin admin] Publish callbacks [] for security_group (9a9db962-a883-47ca-9b3a-adb0f4cb7dd6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.033448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9945e-c951-41d3-8149-602887a8a962 None None] Network 96dad93f-0187-443e-ae80-2f29148d94ce requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:55:48.056927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b614dfe1-1cf2-4c7f-9e72-a026729bd8a6 admin admin] Publish callbacks [] for security_group (9a9db962-a883-47ca-9b3a-adb0f4cb7dd6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.057240 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2e5a100-0cfd-4c87-8459-c647aae4ec70 req-d37fda00-372e-48ad-a4fb-a5d4d1678f02 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851172 Mar 10 14:55:48.143890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd2b4d0c-175a-4aa4-8d3f-a1db8cb6dff0 req-3aea0fe3-d802-42e6-a03e-49ac4014b8a3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663823 Mar 10 14:55:48.146921 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b614dfe1-1cf2-4c7f-9e72-a026729bd8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9a9db962-a883-47ca-9b3a-adb0f4cb7dd6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.153292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b614dfe1-1cf2-4c7f-9e72-a026729bd8a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.160220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b614dfe1-1cf2-4c7f-9e72-a026729bd8a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a9db962-a883-47ca-9b3a-adb0f4cb7dd6 HTTP/1.1" status: 204 len: 168 time: 0.2739513 Mar 10 14:55:48.179902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614dfe1-1cf2-4c7f-9e72-a026729bd8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9db962-a883-47ca-9b3a-adb0f4cb7dd6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:48.231279 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2e5a100-0cfd-4c87-8459-c647aae4ec70 req-49de6837-acc3-4291-b40a-ad71841cc3e1 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668105 Mar 10 14:55:48.315858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1b4e2-7acf-4ff7-8ac2-afc34b55a651 req-a31b4eba-1875-4899-ab26-6447007e6337 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:48.317452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcb1b4e2-7acf-4ff7-8ac2-afc34b55a651 req-a31b4eba-1875-4899-ab26-6447007e6337 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 945 time: 0.0803096 Mar 10 14:55:48.386555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcb1b4e2-7acf-4ff7-8ac2-afc34b55a651 req-d46fc065-827a-40fa-a6f1-4db12e2e00ca tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605278 Mar 10 14:55:48.472892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37072) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:48.608852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1818648702-network', 'tenant_id': '102e12dc685b41568eb57ab1d4cb2da8'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:48.640714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Made reservation on behalf of 102e12dc685b41568eb57ab1d4cb2da8 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:48.643840 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.656317 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.673504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-b9d23091-5277-4192-a4f2-5372eb765f82 req-e3b8b8cf-1eb1-4b14-8c62-d28ce15dfde0 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-89853874', 'description': 'tempest-description-1495151619'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:48.723108 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9d23091-5277-4192-a4f2-5372eb765f82 req-e3b8b8cf-1eb1-4b14-8c62-d28ce15dfde0 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.809158 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Publish callbacks [] for security_group (1ff8b447-af1c-418b-9a32-1e9037aa2fc5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.818880 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1ff8b447-af1c-418b-9a32-1e9037aa2fc5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.822257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0a2a6f8b-b7cc-405a-95ba-6c16a3588b6a tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:55:48.823863 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0a2a6f8b-b7cc-405a-95ba-6c16a3588b6a tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069590 Mar 10 14:55:48.861369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:55:48.873851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-2aaefc53-017d-4ac6-9ef7-5eea0cfb74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:48.875411 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-2aaefc53-017d-4ac6-9ef7-5eea0cfb74e3 service neutron] 10.222.0.11 "GET /v2.0/ports/e07e7465-298a-4cdb-b8b2-310c4ba7be9d HTTP/1.1" status: 200 len: 1124 time: 0.0400972 Mar 10 14:55:48.875563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9d23091-5277-4192-a4f2-5372eb765f82 req-e3b8b8cf-1eb1-4b14-8c62-d28ce15dfde0 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (01b0fcac-5803-49fa-9507-579fe457985c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.882904 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9d23091-5277-4192-a4f2-5372eb765f82 req-e3b8b8cf-1eb1-4b14-8c62-d28ce15dfde0 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (01b0fcac-5803-49fa-9507-579fe457985c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.886355 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Request body: {'binding': {'host': 'n-h2-833090-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:48.886829 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Unknown quota resources ['binding']. {{(pid=115534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 14:55:48.888026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff8b447-af1c-418b-9a32-1e9037aa2fc5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:48.893946 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (70b6242e-7d4a-49ae-b486-e933fa04230b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.894296 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Added segment 70b6242e-7d4a-49ae-b486-e933fa04230b of type vlan for network 3751beea-da74-4807-bde7-c973530d60cf Mar 10 14:55:48.959669 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9d23091-5277-4192-a4f2-5372eb765f82 req-e3b8b8cf-1eb1-4b14-8c62-d28ce15dfde0 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.960919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d23091-5277-4192-a4f2-5372eb765f82 req-e3b8b8cf-1eb1-4b14-8c62-d28ce15dfde0 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2951374 Mar 10 14:55:48.968085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (3751beea-da74-4807-bde7-c973530d60cf), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:48.972156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8b8cf-1eb1-4b14-8c62-d28ce15dfde0 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b0fcac-5803-49fa-9507-579fe457985c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:49.002379 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (3751beea-da74-4807-bde7-c973530d60cf), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.003622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:49.004213 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.044800 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5683818 Mar 10 14:55:49.045569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37100) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:49.054199 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on host n-h2-833090-1 for vnic_type normal with profile None {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:49.054543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:49.054905 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:49.055204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1d2e450a-16d4-4397-a43d-673b3692f62c up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:55:49.062336 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:55:49.062649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:49.067805 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:49.068143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:49.068801 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:49.069216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Bound port: e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:49.078475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] Request body: {'subnet': {'network_id': '3751beea-da74-4807-bde7-c973530d60cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1818648702-subnet', 'tenant_id': '102e12dc685b41568eb57ab1d4cb2da8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:49.084380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b3d8b-8971-4daf-886f-6d91d5c06ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=3751beea-da74-4807-bde7-c973530d60cf,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:49.110175 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 3751beea-da74-4807-bde7-c973530d60cf details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:55:49.126231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37102) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:49.141033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] Made reservation on behalf of 102e12dc685b41568eb57ab1d4cb2da8 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:49.143680 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.148172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:49.162538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.164824 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-0085fb75-cc48-4156-a53b-471d992d9915 service neutron] 10.222.0.11 "POST /v2.0/ports/e07e7465-298a-4cdb-b8b2-310c4ba7be9d/bindings HTTP/1.1" status: 201 len: 389 time: 0.2821248 Mar 10 14:55:49.177482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e828f95-3f80-4ceb-a36b-da393ddfd5f4 req-f3bca41a-c379-4417-b23c-819eea403132 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:49.179046 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e828f95-3f80-4ceb-a36b-da393ddfd5f4 req-f3bca41a-c379-4417-b23c-819eea403132 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1128 time: 0.1046479 Mar 10 14:55:49.220942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 1d2e450a-16d4-4397-a43d-673b3692f62c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:55:49.231314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 1d2e450a-16d4-4397-a43d-673b3692f62c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:49.231704 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.286678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1324568868-network', 'tenant_id': 'bc6ceb7b258045748e6e38b19d7af3bf'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:49.309591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e828f95-3f80-4ceb-a36b-da393ddfd5f4 req-7b63dff9-a11d-403f-9158-008a354eec0a tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030102 Mar 10 14:55:49.371380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 1d2e450a-16d4-4397-a43d-673b3692f62c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:49.372117 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.384084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Made reservation on behalf of bc6ceb7b258045748e6e38b19d7af3bf for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:49.386649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.402013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2e450a-16d4-4397-a43d-673b3692f62c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:49.404768 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e0f240-ea76-4809-a6a3-f02084070c4e" -d '{"events": [{"server_uuid": "5929cd10-214d-4deb-8b91-dafb54ccba8c", "name": "network-vif-plugged", "status": "completed", "tag": "1d2e450a-16d4-4397-a43d-673b3692f62c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:49.423995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 1d2e450a-16d4-4397-a43d-673b3692f62c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1d2e450a-16d4-4397-a43d-673b3692f62c,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:49.432048 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.439709 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.481473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=1d2e450a-16d4-4397-a43d-673b3692f62c,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:49.500058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-5d67da46-6b6a-4570-a5d0-6a69336850be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:49.501618 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-5d67da46-6b6a-4570-a5d0-6a69336850be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 1127 time: 0.0526850 Mar 10 14:55:49.581404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aac28-f00a-4f30-a160-53d573eb8407 req-a9c3a486-16ee-4223-8a2b-fcec7e892406 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:49.583153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be8aac28-f00a-4f30-a160-53d573eb8407 req-a9c3a486-16ee-4223-8a2b-fcec7e892406 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 946 time: 0.2645044 Mar 10 14:55:49.587064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (eaf8cb84-c601-4948-804a-f54df8f883a5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.595353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3a309-3c48-43f1-a7a0-9876c2744c3a req-1a0f136c-7673-42b5-9803-5528aed4019b tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:49.596510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-5aa8e745-0fa3-425c-93a3-b8d324ec0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:49.596800 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9c3a309-3c48-43f1-a7a0-9876c2744c3a req-1a0f136c-7673-42b5-9803-5528aed4019b tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1880143 Mar 10 14:55:49.598068 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-5aa8e745-0fa3-425c-93a3-b8d324ec0f80 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.0887427 Mar 10 14:55:49.632469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:55:49.654056 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-a256495d-2480-425d-940d-0586d1761a32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d HTTP/1.1" status: 200 len: 217 time: 0.0491214 Mar 10 14:55:49.709279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-2676d6e8-0cca-4c75-aaad-08cc6374cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:49.711267 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-2676d6e8-0cca-4c75-aaad-08cc6374cb3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0495524 Mar 10 14:55:49.729135 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Publish callbacks [] for security_group (9360d399-78e5-49e3-af8c-297e34871cbd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.730239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf8cb84-c601-4948-804a-f54df8f883a5,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:49.759642 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9360d399-78e5-49e3-af8c-297e34871cbd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.764142 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-ae12eafe-71d0-435c-86cc-8ef87cac4c5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464766 Mar 10 14:55:49.783810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be8aac28-f00a-4f30-a160-53d573eb8407 req-84efcbab-cebe-485b-9c86-ffa38ff96b2c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840334 Mar 10 14:55:49.803287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:55:49.814927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] Checking segment: {'id': '70b6242e-7d4a-49ae-b486-e933fa04230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3751beea-da74-4807-bde7-c973530d60cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:49.815375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] Network hostable DHCP agents. Network: 3751beea-da74-4807-bde7-c973530d60cf, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:55:49.833640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9c3a309-3c48-43f1-a7a0-9876c2744c3a req-5a8ab5c0-5a46-4481-89e1-31e718695d6d tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210770 Mar 10 14:55:49.849754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9360d399-78e5-49e3-af8c-297e34871cbd,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:49.856260 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a9fd8349-436e-4bee-a487-5aa5582e119b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:49.866149 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Added segment a9fd8349-436e-4bee-a487-5aa5582e119b of type vlan for network a0347c71-6b22-401b-98f7-7b7109ac3599 Mar 10 14:55:49.920516 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-3176a654-3b43-49e7-8124-eb52f56b1cde service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502454 Mar 10 14:55:49.941952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:49.970567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'mac_address': 'fa:16:3e:da:19:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:55:49.994364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] Network 3751beea-da74-4807-bde7-c973530d60cf is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:55:50.014392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:50.014837 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.030018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:50.057307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:50.065129 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.071632 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (a0347c71-6b22-401b-98f7-7b7109ac3599), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.077037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82b549fe-6fb2-4fa1-a917-d9c2ff9abf06 req-8c994b22-4a8f-4961-914e-017abef2e4e4 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/01b0fcac-5803-49fa-9507-579fe457985c HTTP/1.1" status: 200 len: 1828 time: 0.2232158 Mar 10 14:55:50.083145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 3751beea-da74-4807-bde7-c973530d60cf) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:50.088312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:50.088919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.110255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88980eb7-050d-40b0-b407-afa55f0c5a95 None None] Network 3751beea-da74-4807-bde7-c973530d60cf requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:55:50.113060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-82b549fe-6fb2-4fa1-a917-d9c2ff9abf06 req-93dc3aea-91b6-41e5-9aa9-29e768798049 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01b0fcac-5803-49fa-9507-579fe457985c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:50.113388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-82b549fe-6fb2-4fa1-a917-d9c2ff9abf06 req-93dc3aea-91b6-41e5-9aa9-29e768798049 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01b0fcac-5803-49fa-9507-579fe457985c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:50.148523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce375b-873d-4211-8074-720f220446d6 req-a3b4e7fb-3964-40e8-aa7b-4a881ba94727 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:50.150097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45ce375b-873d-4211-8074-720f220446d6 req-a3b4e7fb-3964-40e8-aa7b-4a881ba94727 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 945 time: 0.2163382 Mar 10 14:55:50.159474 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9dc4cd52-25f4-42ea-97ee-b9dc60a2b971 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1129518 Mar 10 14:55:50.193570 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (a0347c71-6b22-401b-98f7-7b7109ac3599), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.196067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:50.196944 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.199503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:50.258584 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ece799-954d-4f8e-b96d-e0e1a57bc866 None None] Network 3751beea-da74-4807-bde7-c973530d60cf requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:55:50.277219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.282278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1547611 Mar 10 14:55:50.293563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37116) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:50.309014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] Request body: {'subnet': {'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1324568868-subnet', 'tenant_id': 'bc6ceb7b258045748e6e38b19d7af3bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:50.327988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45ce375b-873d-4211-8074-720f220446d6 req-cdfa8600-e9ff-4ffa-963e-92681dba5d43 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664891 Mar 10 14:55:50.335342 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-8ebcb8d4-bd99-4887-8e01-c8a04438f3e9 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082289 Mar 10 14:55:50.374084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2ca08-4941-472e-bc4d-fd7cc30ca800 admin admin] Pushing event updated for resources: {'Network': ['ID=a0347c71-6b22-401b-98f7-7b7109ac3599,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:50.385840 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-82b549fe-6fb2-4fa1-a917-d9c2ff9abf06 req-93dc3aea-91b6-41e5-9aa9-29e768798049 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group_rule (e8e4f0ec-0ae4-4854-a3b6-80606bc23a71), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.396937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network a0347c71-6b22-401b-98f7-7b7109ac3599 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:55:50.407323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-82b549fe-6fb2-4fa1-a917-d9c2ff9abf06 req-93dc3aea-91b6-41e5-9aa9-29e768798049 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group_rule (e8e4f0ec-0ae4-4854-a3b6-80606bc23a71), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.422316 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-82b549fe-6fb2-4fa1-a917-d9c2ff9abf06 req-93dc3aea-91b6-41e5-9aa9-29e768798049 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (e8e4f0ec-0ae4-4854-a3b6-80606bc23a71), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.459509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] Made reservation on behalf of bc6ceb7b258045748e6e38b19d7af3bf for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:50.460130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-439dfde9-2087-43c0-8fd4-3ddd2a99756a tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:50.462037 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-439dfde9-2087-43c0-8fd4-3ddd2a99756a tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1127 time: 0.0510042 Mar 10 14:55:50.462186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.474497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833090-1'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:50.479039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc3aea-91b6-41e5-9aa9-29e768798049 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e4f0ec-0ae4-4854-a3b6-80606bc23a71,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:50.491569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:50.493427 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-82b549fe-6fb2-4fa1-a917-d9c2ff9abf06 req-93dc3aea-91b6-41e5-9aa9-29e768798049 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.495042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82b549fe-6fb2-4fa1-a917-d9c2ff9abf06 req-93dc3aea-91b6-41e5-9aa9-29e768798049 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3971188 Mar 10 14:55:50.547870 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c62ae54-1554-40af-9879-7fbd1c2ab6ad x-openstack-request-id: req-8c62ae54-1554-40af-9879-7fbd1c2ab6ad {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:50.548189 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5929cd10-214d-4deb-8b91-dafb54ccba8c", "name": "network-vif-plugged", "status": "completed", "tag": "1d2e450a-16d4-4397-a43d-673b3692f62c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:50.548452 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c62ae54-1554-40af-9879-7fbd1c2ab6ad {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:50.548849 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2e450a-16d4-4397-a43d-673b3692f62c', 'code': 200} Mar 10 14:55:50.549986 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.560328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59082dd0-4d8a-4c8c-bd99-9792f4262448 req-02239a0c-2a1c-44f3-aaef-a826a028e9f2 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:50.561949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59082dd0-4d8a-4c8c-bd99-9792f4262448 req-02239a0c-2a1c-44f3-aaef-a826a028e9f2 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1128 time: 0.1516621 Mar 10 14:55:50.709102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59082dd0-4d8a-4c8c-bd99-9792f4262448 req-8deb0d3b-bbf2-40d1-8048-24e283ff9fa8 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392343 Mar 10 14:55:50.733535 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:50.780223 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:50.805232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab34268-7002-42df-ae7a-c9bc8c870d42 req-0538fe33-5795-4ae6-90d6-6c6b2373b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:50.807077 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ab34268-7002-42df-ae7a-c9bc8c870d42 req-0538fe33-5795-4ae6-90d6-6c6b2373b0e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 1128 time: 0.1809309 Mar 10 14:55:50.832449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:50.835260 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8a4606-d27c-4a6f-891a-5b79ccc92edb" -d '{"events": [{"server_uuid": "2b504c18-a751-43aa-9fdf-3169e8f01a29", "name": "network-vif-unplugged", "status": "completed", "tag": "e07e7465-298a-4cdb-b8b2-310c4ba7be9d"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:50.839344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Publish callbacks [] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.844514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0434d-19f9-45be-8d6e-039956ff4be3 req-2244ab53-833d-4b3b-ace6-2989028e7943 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:50.846360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62d0434d-19f9-45be-8d6e-039956ff4be3 req-2244ab53-833d-4b3b-ace6-2989028e7943 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 946 time: 0.1727867 Mar 10 14:55:50.851458 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.852666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.923532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-5f6afc80-acf5-4a08-ab0c-975a35a2149f req-3638accc-c444-45cd-919e-d17f48833593 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1328189499', 'description': 'tempest-description-390322883'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:50.932638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,revision_number=7']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:50.946672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on host n-h1-833090-1 for vnic_type normal with profile {"migrating_to": "n-h2-833090-1"} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:50.947065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:50.947322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ab34268-7002-42df-ae7a-c9bc8c870d42 req-7e7972a4-fbe6-4527-bf78-7e036c0e36ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286573 Mar 10 14:55:50.947439 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:50.952457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:55:50.952782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Attempting to bind port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:50.958093 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:50.958436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:50.958848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:50.959656 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Bound port: e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:50.960059 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:50.988679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:50.997111 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5f6afc80-acf5-4a08-ab0c-975a35a2149f req-3638accc-c444-45cd-919e-d17f48833593 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.005392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62d0434d-19f9-45be-8d6e-039956ff4be3 req-4bc22129-a730-4fc7-8761-b2943f2ffbbc tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515050 Mar 10 14:55:51.023694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] Checking segment: {'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:51.024165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] Network hostable DHCP agents. Network: a0347c71-6b22-401b-98f7-7b7109ac3599, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:55:51.044022 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:51.047592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:51.055505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.073727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] Network a0347c71-6b22-401b-98f7-7b7109ac3599 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:55:51.103460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, a0347c71-6b22-401b-98f7-7b7109ac3599) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:51.109305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:51.109867 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.118359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f466995a-255d-4b29-9fa0-977261197aff None None] Network a0347c71-6b22-401b-98f7-7b7109ac3599 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:55:51.122475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-281aeb69-b667-4c48-b226-30a6d54340a3 req-5d8291ab-5c2e-4efa-903b-bdb9de5bc6bc tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/01b0fcac-5803-49fa-9507-579fe457985c HTTP/1.1" status: 200 len: 2421 time: 0.0854604 Mar 10 14:55:51.133830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:51.133830 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.134658 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] 10.222.0.62 "PUT /v2.0/ports/e07e7465-298a-4cdb-b8b2-310c4ba7be9d HTTP/1.1" status: 200 len: 1121 time: 0.6651237 Mar 10 14:55:51.139661 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5f6afc80-acf5-4a08-ab0c-975a35a2149f req-3638accc-c444-45cd-919e-d17f48833593 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (e3cd2c4e-7f7a-4294-8b23-35298cc4532b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.150493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5113ab1b-dd55-4e14-a9cd-66a6839f7597 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8458350 Mar 10 14:55:51.151848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5f6afc80-acf5-4a08-ab0c-975a35a2149f req-3638accc-c444-45cd-919e-d17f48833593 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e3cd2c4e-7f7a-4294-8b23-35298cc4532b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.153166 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb20538-d3e5-4b01-a376-973a5cf1c7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,revision_number=8']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:51.191630 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5f6afc80-acf5-4a08-ab0c-975a35a2149f req-3638accc-c444-45cd-919e-d17f48833593 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.195708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f6afc80-acf5-4a08-ab0c-975a35a2149f req-3638accc-c444-45cd-919e-d17f48833593 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2916906 Mar 10 14:55:51.198077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638accc-c444-45cd-919e-d17f48833593 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cd2c4e-7f7a-4294-8b23-35298cc4532b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:51.282877 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e34eb5b-6376-47f0-8ab2-c153c2e2be3b x-openstack-request-id: req-1e34eb5b-6376-47f0-8ab2-c153c2e2be3b {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:51.283275 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b504c18-a751-43aa-9fdf-3169e8f01a29", "name": "network-vif-unplugged", "status": "completed", "tag": "e07e7465-298a-4cdb-b8b2-310c4ba7be9d", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:51.283572 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e34eb5b-6376-47f0-8ab2-c153c2e2be3b {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:51.283967 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d', 'code': 200} Mar 10 14:55:51.297374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['e07e7465-298a-4cdb-b8b2-310c4ba7be9d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:55:51.305006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c0a90-3ee3-4bbc-b12c-9c8c595fc996 None None] Network a0347c71-6b22-401b-98f7-7b7109ac3599 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:55:51.358024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc872a-536a-4b09-9a21-6708e711b482 req-c5b7f55d-b389-4865-90c0-6ec7f03fd1db tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:51.364577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98dc872a-536a-4b09-9a21-6708e711b482 req-c5b7f55d-b389-4865-90c0-6ec7f03fd1db tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 947 time: 0.0794253 Mar 10 14:55:51.451634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98dc872a-536a-4b09-9a21-6708e711b482 req-0173f865-5422-49d1-b74a-bcc14652a059 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836718 Mar 10 14:55:51.459160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01028a7-1f98-4e3b-9d42-30584b6f115b req-b66e0fad-6e92-4178-89f8-a1d1686b795e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:51.460673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e01028a7-1f98-4e3b-9d42-30584b6f115b req-b66e0fad-6e92-4178-89f8-a1d1686b795e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.0939305 Mar 10 14:55:51.511020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d42ae9fa-f630-4c0d-8378-3ae270d5b9a9 req-85bcb123-8c61-4831-93ee-2434b20afd23 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-group-rules/e8e4f0ec-0ae4-4854-a3b6-80606bc23a71 HTTP/1.1" status: 200 len: 778 time: 0.0269003 Mar 10 14:55:51.553288 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e01028a7-1f98-4e3b-9d42-30584b6f115b req-19ca3ff1-0127-4643-983c-3a88e3afea8f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871401 Mar 10 14:55:51.580125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d42ae9fa-f630-4c0d-8378-3ae270d5b9a9 req-481bd5a0-5030-46f1-ba78-3fc7da045ef7 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/01b0fcac-5803-49fa-9507-579fe457985c HTTP/1.1" status: 200 len: 2421 time: 0.0634916 Mar 10 14:55:51.613959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d42ae9fa-f630-4c0d-8378-3ae270d5b9a9 req-ced44ab9-6209-4d1a-8ead-6400b3ed38c4 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group_rule (e8e4f0ec-0ae4-4854-a3b6-80606bc23a71), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.622021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d42ae9fa-f630-4c0d-8378-3ae270d5b9a9 req-ced44ab9-6209-4d1a-8ead-6400b3ed38c4 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group_rule (e8e4f0ec-0ae4-4854-a3b6-80606bc23a71), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.655618 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d42ae9fa-f630-4c0d-8378-3ae270d5b9a9 req-ced44ab9-6209-4d1a-8ead-6400b3ed38c4 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (e8e4f0ec-0ae4-4854-a3b6-80606bc23a71), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.663847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:55:51.681276 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d42ae9fa-f630-4c0d-8378-3ae270d5b9a9 req-ced44ab9-6209-4d1a-8ead-6400b3ed38c4 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.682368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d42ae9fa-f630-4c0d-8378-3ae270d5b9a9 req-ced44ab9-6209-4d1a-8ead-6400b3ed38c4 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/e8e4f0ec-0ae4-4854-a3b6-80606bc23a71 HTTP/1.1" status: 204 len: 173 time: 0.0937643 Mar 10 14:55:51.683079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced44ab9-6209-4d1a-8ead-6400b3ed38c4 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8e4f0ec-0ae4-4854-a3b6-80606bc23a71,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:51.704953 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-df01a6bb-79c2-4eeb-931d-19e2e79555cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.731561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d59b0cb-3b2e-4a49-b4b8-6ae45b9158c2 req-7f140650-5b8a-400e-8c73-8f393c7b47d7 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/e3cd2c4e-7f7a-4294-8b23-35298cc4532b HTTP/1.1" status: 200 len: 1821 time: 0.0631680 Mar 10 14:55:51.755557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:55:51.759092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-0d59b0cb-3b2e-4a49-b4b8-6ae45b9158c2 req-d245b543-7515-46aa-a226-357e4e72a544 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3cd2c4e-7f7a-4294-8b23-35298cc4532b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:51.759412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-0d59b0cb-3b2e-4a49-b4b8-6ae45b9158c2 req-d245b543-7515-46aa-a226-357e4e72a544 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3cd2c4e-7f7a-4294-8b23-35298cc4532b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:51.760596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:55:51.760904 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.848460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:55:51.848879 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.859628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68526a-df83-4776-89e9-832d6f7c211e req-0a6325e2-1bdc-4892-83ed-9e8144e9262a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:51.861101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb68526a-df83-4776-89e9-832d6f7c211e req-0a6325e2-1bdc-4892-83ed-9e8144e9262a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 943 time: 0.0870976 Mar 10 14:55:51.875686 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0d59b0cb-3b2e-4a49-b4b8-6ae45b9158c2 req-d245b543-7515-46aa-a226-357e4e72a544 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (e344e7d5-9a47-4b19-acca-1ed263a3c8fc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.881794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:51.885295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.904076 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0d59b0cb-3b2e-4a49-b4b8-6ae45b9158c2 req-d245b543-7515-46aa-a226-357e4e72a544 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (e344e7d5-9a47-4b19-acca-1ed263a3c8fc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.910235 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0d59b0cb-3b2e-4a49-b4b8-6ae45b9158c2 req-d245b543-7515-46aa-a226-357e4e72a544 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (e344e7d5-9a47-4b19-acca-1ed263a3c8fc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.941187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:51.941405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb68526a-df83-4776-89e9-832d6f7c211e req-1bd6e4b7-167e-42d1-bb7a-5b8c7dde2938 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723133 Mar 10 14:55:51.941839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245b543-7515-46aa-a226-357e4e72a544 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e344e7d5-9a47-4b19-acca-1ed263a3c8fc,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:51.952346 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0d59b0cb-3b2e-4a49-b4b8-6ae45b9158c2 req-d245b543-7515-46aa-a226-357e4e72a544 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:51.953695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d59b0cb-3b2e-4a49-b4b8-6ae45b9158c2 req-d245b543-7515-46aa-a226-357e4e72a544 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2081685 Mar 10 14:55:52.051895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10651-7a1a-4761-8f29-11e481e6bcb3 req-dbeb0f65-b032-4ecd-94d8-c19d68006a85 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:52.053652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05c10651-7a1a-4761-8f29-11e481e6bcb3 req-dbeb0f65-b032-4ecd-94d8-c19d68006a85 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1128 time: 0.0494545 Mar 10 14:55:52.108450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05c10651-7a1a-4761-8f29-11e481e6bcb3 req-975d366d-7f24-4237-adc5-66d84cc2fc92 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493288 Mar 10 14:55:52.171586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e79d2278-6720-403e-afc7-5e6a97b3da12 req-a8273148-037a-4079-9e67-cf0f83c88465 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1957017961', 'description': 'tempest-description-1046285891'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:52.209247 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e79d2278-6720-403e-afc7-5e6a97b3da12 req-a8273148-037a-4079-9e67-cf0f83c88465 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:52.215979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7711731b-5649-4a99-bcd8-f00bf0e514f9 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:52.218127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7711731b-5649-4a99-bcd8-f00bf0e514f9 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/networks?id=a0347c71-6b22-401b-98f7-7b7109ac3599 HTTP/1.1" status: 200 len: 822 time: 0.1228173 Mar 10 14:55:52.240751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7582a9fa-7358-4b2c-a920-349db0af0a02 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/quotas/bc6ceb7b258045748e6e38b19d7af3bf HTTP/1.1" status: 200 len: 375 time: 0.0155661 Mar 10 14:55:52.279017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7bc63e7d-6f76-4176-bb9c-c6ec5d33d255 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc6ceb7b258045748e6e38b19d7af3bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323665 Mar 10 14:55:52.384164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e79d2278-6720-403e-afc7-5e6a97b3da12 req-a8273148-037a-4079-9e67-cf0f83c88465 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (61a72a5a-0335-4b1c-9a54-26c6a4df7cb6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:52.391633 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e79d2278-6720-403e-afc7-5e6a97b3da12 req-a8273148-037a-4079-9e67-cf0f83c88465 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (61a72a5a-0335-4b1c-9a54-26c6a4df7cb6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:52.433440 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e79d2278-6720-403e-afc7-5e6a97b3da12 req-a8273148-037a-4079-9e67-cf0f83c88465 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:52.434652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e79d2278-6720-403e-afc7-5e6a97b3da12 req-a8273148-037a-4079-9e67-cf0f83c88465 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2689319 Mar 10 14:55:52.441789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8273148-037a-4079-9e67-cf0f83c88465 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a72a5a-0335-4b1c-9a54-26c6a4df7cb6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:52.448024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-1dccccc9-a2f5-4de4-af2f-28fb480c169d service neutron] 10.222.0.11 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603193 Mar 10 14:55:52.484140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-b766348c-0a6a-4651-859c-5b2f0a0fbf31 req-4d56b656-818b-4af2-981a-462e1f0a663c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2096354677', 'description': 'tempest-description-1957614548'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:52.549845 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b766348c-0a6a-4651-859c-5b2f0a0fbf31 req-4d56b656-818b-4af2-981a-462e1f0a663c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:52.550235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:52.554598 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3577df7-dd55-44cf-8b4a-0d5e6a32395b" -d '{"events": [{"server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "name": "network-vif-plugged", "status": "completed", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:52.581264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-c3405377-1b62-4641-a982-428ef17e510d service neutron] 10.222.0.11 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263120 Mar 10 14:55:52.636505 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b766348c-0a6a-4651-859c-5b2f0a0fbf31 req-4d56b656-818b-4af2-981a-462e1f0a663c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (b641e7ff-060c-4e00-8da3-ffafec1cdb71), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:52.649731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b766348c-0a6a-4651-859c-5b2f0a0fbf31 req-4d56b656-818b-4af2-981a-462e1f0a663c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b641e7ff-060c-4e00-8da3-ffafec1cdb71), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:52.682500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b766348c-0a6a-4651-859c-5b2f0a0fbf31 req-4d56b656-818b-4af2-981a-462e1f0a663c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:52.684748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b766348c-0a6a-4651-859c-5b2f0a0fbf31 req-4d56b656-818b-4af2-981a-462e1f0a663c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2100239 Mar 10 14:55:52.687346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56b656-818b-4af2-981a-462e1f0a663c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b641e7ff-060c-4e00-8da3-ffafec1cdb71,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:52.801343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c402c518-899c-453e-84ef-715bba10e21d req-7643b488-868e-41be-b66b-1390d07a357c tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/61a72a5a-0335-4b1c-9a54-26c6a4df7cb6 HTTP/1.1" status: 200 len: 1830 time: 0.0763171 Mar 10 14:55:52.835280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c627bd-6303-4a7b-ac6c-b4b92de5d645 req-1da87a4d-f712-4d1d-b5f1-b463558814a7 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:52.837502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85c627bd-6303-4a7b-ac6c-b4b92de5d645 req-1da87a4d-f712-4d1d-b5f1-b463558814a7 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 946 time: 0.0780022 Mar 10 14:55:52.922693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85c627bd-6303-4a7b-ac6c-b4b92de5d645 req-2d541bb6-e4b2-49fc-b7b5-63301e5f9d4e tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790391 Mar 10 14:55:52.940027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aefba-1f2f-40c4-a49e-76242ded071c req-e1795389-ec04-4901-a454-432a9338f783 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:52.941628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a1aefba-1f2f-40c4-a49e-76242ded071c req-e1795389-ec04-4901-a454-432a9338f783 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.0818510 Mar 10 14:55:52.989026 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b3fb4c-846d-4d7e-881e-3e20f9ac6987 x-openstack-request-id: req-74b3fb4c-846d-4d7e-881e-3e20f9ac6987 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:52.989302 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "name": "network-vif-plugged", "status": "completed", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:52.989565 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74b3fb4c-846d-4d7e-881e-3e20f9ac6987 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:52.989962 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'code': 200} Mar 10 14:55:52.992840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a1aefba-1f2f-40c4-a49e-76242ded071c req-1d296156-d0f7-4638-a3ab-3b2550070039 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448704 Mar 10 14:55:53.046776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device e07e7465-298a-4cdb-b8b2-310c4ba7be9d details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:55:53.070665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a0b19e1-e272-4380-9a0a-63cb06577264 req-95e61d96-fb59-486c-8aaf-66e557b65f48 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/b641e7ff-060c-4e00-8da3-ffafec1cdb71 HTTP/1.1" status: 200 len: 1822 time: 0.0508606 Mar 10 14:55:53.116050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2a0b19e1-e272-4380-9a0a-63cb06577264 req-24113130-48f7-42ad-8909-fba0a4df4be3 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b641e7ff-060c-4e00-8da3-ffafec1cdb71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:53.116365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2a0b19e1-e272-4380-9a0a-63cb06577264 req-24113130-48f7-42ad-8909-fba0a4df4be3 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b641e7ff-060c-4e00-8da3-ffafec1cdb71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:53.137485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea646169-90d5-4d41-b459-82ca210e866a req-36522cf4-3b1f-4a93-8d03-65de45da7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:53.139959 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ea646169-90d5-4d41-b459-82ca210e866a req-36522cf4-3b1f-4a93-8d03-65de45da7e5c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 1130 time: 0.0632961 Mar 10 14:55:53.157529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e4331-b54d-4a22-aba5-badcbf5da73d req-5666afb2-c76f-45f3-bf4f-8e12de56a748 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:53.159070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d54e4331-b54d-4a22-aba5-badcbf5da73d req-5666afb2-c76f-45f3-bf4f-8e12de56a748 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.0851974 Mar 10 14:55:53.180852 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:55:53.196988 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ea646169-90d5-4d41-b459-82ca210e866a req-f2ee9405-9913-4e91-bed2-569a876162bb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485873 Mar 10 14:55:53.197255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:53.209259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device e07e7465-298a-4cdb-b8b2-310c4ba7be9d has no active binding in host n-h2-833090-1 {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 14:55:53.220415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2a0b19e1-e272-4380-9a0a-63cb06577264 req-24113130-48f7-42ad-8909-fba0a4df4be3 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (42dbcb02-fb25-43b4-9ac4-072c47b7c36f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.251941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d54e4331-b54d-4a22-aba5-badcbf5da73d req-327e58a0-9d5c-4ba7-aa41-5238e24126ed tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792267 Mar 10 14:55:53.267072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2a0b19e1-e272-4380-9a0a-63cb06577264 req-24113130-48f7-42ad-8909-fba0a4df4be3 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (42dbcb02-fb25-43b4-9ac4-072c47b7c36f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.271173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2a0b19e1-e272-4380-9a0a-63cb06577264 req-24113130-48f7-42ad-8909-fba0a4df4be3 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (42dbcb02-fb25-43b4-9ac4-072c47b7c36f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.284987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'tag': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:53.288308 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc4b211-a7b6-40df-8764-027a6a2b7746" -d '{"events": [{"name": "network-changed", "server_uuid": "2b504c18-a751-43aa-9fdf-3169e8f01a29", "tag": "e07e7465-298a-4cdb-b8b2-310c4ba7be9d"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:53.289519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24113130-48f7-42ad-8909-fba0a4df4be3 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dbcb02-fb25-43b4-9ac4-072c47b7c36f,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:53.298932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2a0b19e1-e272-4380-9a0a-63cb06577264 req-24113130-48f7-42ad-8909-fba0a4df4be3 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.301247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a0b19e1-e272-4380-9a0a-63cb06577264 req-24113130-48f7-42ad-8909-fba0a4df4be3 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1918235 Mar 10 14:55:53.345490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4863d0f1-a881-4de1-b76f-797e9d96316b req-2f815dab-fd83-4c91-be0d-34d6a6f37e0c tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 210 time: 0.0282536 Mar 10 14:55:53.421088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a63203-a64b-45ae-938e-d5bd1cd3f7f5 req-078d16e8-a87e-4bcb-9f51-f42c2f4a8878 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:53.422523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01a63203-a64b-45ae-938e-d5bd1cd3f7f5 req-078d16e8-a87e-4bcb-9f51-f42c2f4a8878 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 946 time: 0.0661922 Mar 10 14:55:53.431742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37202) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:53.436351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fb19bfa3-2c57-4ba0-b654-ef40e39d787c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Request body: {'floatingip': {'port_id': '1d2e450a-16d4-4397-a43d-673b3692f62c'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:53.480468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221aa74-0b54-4bff-9cee-07b7f5266ee1 req-7e9d6c35-cd20-4374-8687-f3b1e3da25f2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:53.481995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e221aa74-0b54-4bff-9cee-07b7f5266ee1 req-7e9d6c35-cd20-4374-8687-f3b1e3da25f2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 943 time: 0.0765190 Mar 10 14:55:53.503262 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb19bfa3-2c57-4ba0-b654-ef40e39d787c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for floatingip (f33f36c3-727f-4e6f-bca8-472d71f39167), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.554961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70a358-6b3c-47a2-982f-a51a1ab3aa93 req-dbb35cbc-4f44-4e32-a329-4373ff9cf3fb tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:53.556292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c70a358-6b3c-47a2-982f-a51a1ab3aa93 req-dbb35cbc-4f44-4e32-a329-4373ff9cf3fb tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1128 time: 0.0841036 Mar 10 14:55:53.559325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e221aa74-0b54-4bff-9cee-07b7f5266ee1 req-ad973e08-d0f5-479f-86c1-e9ee0c21efcf tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700316 Mar 10 14:55:53.608578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c70a358-6b3c-47a2-982f-a51a1ab3aa93 req-942bd561-a94f-46f0-a452-d96a5b3baf78 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Mar 10 14:55:53.622920 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0852009b-7265-4f56-b269-861c15d248d5 x-openstack-request-id: req-0852009b-7265-4f56-b269-861c15d248d5 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:53.623212 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b504c18-a751-43aa-9fdf-3169e8f01a29", "tag": "e07e7465-298a-4cdb-b8b2-310c4ba7be9d", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:53.623466 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0852009b-7265-4f56-b269-861c15d248d5 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:53.623881 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'tag': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d', 'status': 'completed', 'code': 200} Mar 10 14:55:53.633914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c9408327-84b2-4097-8b47-0b4c96470779 req-629f7f2b-b7b1-4e7c-b3e4-e6795c0a9726 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-401924314', 'description': 'tempest-description-1074824383'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:53.667796 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c9408327-84b2-4097-8b47-0b4c96470779 req-629f7f2b-b7b1-4e7c-b3e4-e6795c0a9726 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.674941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-239c382b-297c-4b2b-814b-6e8db8f44e98 req-21c38fe1-41aa-4a8a-be1c-5f9236b8f1a5 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-638180217', 'description': 'tempest-description-1173856953'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:53.711708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-239c382b-297c-4b2b-814b-6e8db8f44e98 req-21c38fe1-41aa-4a8a-be1c-5f9236b8f1a5 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.742680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4b211-a7b6-40df-8764-027a6a2b7746 req-b4f88095-1811-490a-88a1-dfb35a922028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:53.744231 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddc4b211-a7b6-40df-8764-027a6a2b7746 req-b4f88095-1811-490a-88a1-dfb35a922028 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 1155 time: 0.0987520 Mar 10 14:55:53.797638 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c9408327-84b2-4097-8b47-0b4c96470779 req-629f7f2b-b7b1-4e7c-b3e4-e6795c0a9726 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (10e17182-6bba-490f-841f-04a2d90d08e8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.804931 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c9408327-84b2-4097-8b47-0b4c96470779 req-629f7f2b-b7b1-4e7c-b3e4-e6795c0a9726 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (10e17182-6bba-490f-841f-04a2d90d08e8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.851199 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c9408327-84b2-4097-8b47-0b4c96470779 req-629f7f2b-b7b1-4e7c-b3e4-e6795c0a9726 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.852333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9408327-84b2-4097-8b47-0b4c96470779 req-629f7f2b-b7b1-4e7c-b3e4-e6795c0a9726 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2223992 Mar 10 14:55:53.864117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f7f2b-b7b1-4e7c-b3e4-e6795c0a9726 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e17182-6bba-490f-841f-04a2d90d08e8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:53.867689 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-239c382b-297c-4b2b-814b-6e8db8f44e98 req-21c38fe1-41aa-4a8a-be1c-5f9236b8f1a5 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (2aa83f1c-1ba7-4a44-99c3-46a2f793ab9a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.873414 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-239c382b-297c-4b2b-814b-6e8db8f44e98 req-21c38fe1-41aa-4a8a-be1c-5f9236b8f1a5 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2aa83f1c-1ba7-4a44-99c3-46a2f793ab9a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.906497 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-239c382b-297c-4b2b-814b-6e8db8f44e98 req-21c38fe1-41aa-4a8a-be1c-5f9236b8f1a5 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.908025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-239c382b-297c-4b2b-814b-6e8db8f44e98 req-21c38fe1-41aa-4a8a-be1c-5f9236b8f1a5 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2378008 Mar 10 14:55:53.913125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c38fe1-41aa-4a8a-be1c-5f9236b8f1a5 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa83f1c-1ba7-4a44-99c3-46a2f793ab9a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:53.947044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-59facca4-f2e4-4840-93a7-6cd4817e3e78 req-daa3962f-6cf7-4fae-9d53-49be41963b3f tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1314409175', 'description': 'tempest-description-1411559680'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:53.970831 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59facca4-f2e4-4840-93a7-6cd4817e3e78 req-daa3962f-6cf7-4fae-9d53-49be41963b3f tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:53.978341 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4b211-a7b6-40df-8764-027a6a2b7746 req-228ad485-8a32-49dd-9f52-083327b95166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:53.980047 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddc4b211-a7b6-40df-8764-027a6a2b7746 req-228ad485-8a32-49dd-9f52-083327b95166 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.2290204 Mar 10 14:55:54.015139 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-694c415c-ecf0-47a9-b8b7-aa4cd380edff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.042596 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddc4b211-a7b6-40df-8764-027a6a2b7746 req-673cfdf3-5ff4-4c4c-b6d2-4d86c1a404fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d HTTP/1.1" status: 200 len: 217 time: 0.0533702 Mar 10 14:55:54.088200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59facca4-f2e4-4840-93a7-6cd4817e3e78 req-daa3962f-6cf7-4fae-9d53-49be41963b3f tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (c819b26a-646f-4195-83a0-852a418e3aff), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.095047 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59facca4-f2e4-4840-93a7-6cd4817e3e78 req-daa3962f-6cf7-4fae-9d53-49be41963b3f tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c819b26a-646f-4195-83a0-852a418e3aff), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.135343 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59facca4-f2e4-4840-93a7-6cd4817e3e78 req-daa3962f-6cf7-4fae-9d53-49be41963b3f tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.136782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59facca4-f2e4-4840-93a7-6cd4817e3e78 req-daa3962f-6cf7-4fae-9d53-49be41963b3f tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1942198 Mar 10 14:55:54.137849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3962f-6cf7-4fae-9d53-49be41963b3f tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c819b26a-646f-4195-83a0-852a418e3aff,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:54.204987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34a54f47-c241-43e9-8636-1efb88444777 req-dc2af525-e638-448d-bdfd-324743213326 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/2aa83f1c-1ba7-4a44-99c3-46a2f793ab9a HTTP/1.1" status: 200 len: 1829 time: 0.0499527 Mar 10 14:55:54.287602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4b211-a7b6-40df-8764-027a6a2b7746 req-d424c239-b6c6-4b77-a68f-844187906764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:54.289067 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddc4b211-a7b6-40df-8764-027a6a2b7746 req-d424c239-b6c6-4b77-a68f-844187906764 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.2336354 Mar 10 14:55:54.316115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034d6bf-f806-4758-b144-1f88a00cf599 req-b8fec3b1-b9d8-4794-a948-0837a602a273 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:54.317869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5034d6bf-f806-4758-b144-1f88a00cf599 req-b8fec3b1-b9d8-4794-a948-0837a602a273 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.0585079 Mar 10 14:55:54.372260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5034d6bf-f806-4758-b144-1f88a00cf599 req-b0dd52c0-b2e7-48bf-bb33-ccda97bbe481 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483913 Mar 10 14:55:54.373673 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddc4b211-a7b6-40df-8764-027a6a2b7746 req-0452019a-4feb-480d-84ce-92de6ac7de8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737970 Mar 10 14:55:54.381893 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-1e3369c2-568f-4511-8d9c-29a17252bc71 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:54.383419 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-1e3369c2-568f-4511-8d9c-29a17252bc71 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.62 "GET /v2.0/networks?id=a0347c71-6b22-401b-98f7-7b7109ac3599 HTTP/1.1" status: 200 len: 822 time: 0.3289049 Mar 10 14:55:54.397761 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Request body: {'port': {'device_id': '6b43810c-91e8-4525-92b4-2b054069c61d', 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599', 'admin_state_up': True, 'tenant_id': 'bc6ceb7b258045748e6e38b19d7af3bf'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:54.440870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b27fc567-2ae5-4c0d-a572-1669fd92a3e0 req-0b175a09-4d4b-48dd-b71d-bc4e3ca4782d tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/10e17182-6bba-490f-841f-04a2d90d08e8 HTTP/1.1" status: 200 len: 1821 time: 0.0448842 Mar 10 14:55:54.469088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb19bfa3-2c57-4ba0-b654-ef40e39d787c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.488776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b27fc567-2ae5-4c0d-a572-1669fd92a3e0 req-4827ecdf-d0ec-47aa-b545-92f3c250163f tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/c819b26a-646f-4195-83a0-852a418e3aff HTTP/1.1" status: 200 len: 1822 time: 0.0413644 Mar 10 14:55:54.500403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-b27fc567-2ae5-4c0d-a572-1669fd92a3e0 req-6d000ce6-77d5-444d-bd83-9cc3e7ee0969 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '10e17182-6bba-490f-841f-04a2d90d08e8', 'remote_group_id': 'c819b26a-646f-4195-83a0-852a418e3aff', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:54.500724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-b27fc567-2ae5-4c0d-a572-1669fd92a3e0 req-6d000ce6-77d5-444d-bd83-9cc3e7ee0969 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '10e17182-6bba-490f-841f-04a2d90d08e8', 'remote_group_id': 'c819b26a-646f-4195-83a0-852a418e3aff', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:54.530612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb19bfa3-2c57-4ba0-b654-ef40e39d787c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (f33f36c3-727f-4e6f-bca8-472d71f39167), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.572715 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b27fc567-2ae5-4c0d-a572-1669fd92a3e0 req-6d000ce6-77d5-444d-bd83-9cc3e7ee0969 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (f2494954-da36-4d98-91fc-008de6534d39), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.618217 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b27fc567-2ae5-4c0d-a572-1669fd92a3e0 req-6d000ce6-77d5-444d-bd83-9cc3e7ee0969 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (f2494954-da36-4d98-91fc-008de6534d39), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.622741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b27fc567-2ae5-4c0d-a572-1669fd92a3e0 req-6d000ce6-77d5-444d-bd83-9cc3e7ee0969 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f2494954-da36-4d98-91fc-008de6534d39), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.640391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d000ce6-77d5-444d-bd83-9cc3e7ee0969 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2494954-da36-4d98-91fc-008de6534d39,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:54.644764 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddc4b211-a7b6-40df-8764-027a6a2b7746 req-b38b005e-2839-4657-b1c5-4cdc1cce029c service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602372 Mar 10 14:55:54.655279 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b27fc567-2ae5-4c0d-a572-1669fd92a3e0 req-6d000ce6-77d5-444d-bd83-9cc3e7ee0969 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.656198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b27fc567-2ae5-4c0d-a572-1669fd92a3e0 req-6d000ce6-77d5-444d-bd83-9cc3e7ee0969 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1604202 Mar 10 14:55:54.680904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-b9661cda-b779-489d-bba4-9bcdc3f7ffdd req-0981c2b4-36ec-4ccd-aa88-769e791433bb tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1485310504', 'description': 'tempest-description-1289261196'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:54.712304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9661cda-b779-489d-bba4-9bcdc3f7ffdd req-0981c2b4-36ec-4ccd-aa88-769e791433bb tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.754112 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Made reservation on behalf of bc6ceb7b258045748e6e38b19d7af3bf for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:55:54.758226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.788674 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9661cda-b779-489d-bba4-9bcdc3f7ffdd req-0981c2b4-36ec-4ccd-aa88-769e791433bb tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (ca1835ac-0a7a-4e9b-a339-42719d740194), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.793707 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9661cda-b779-489d-bba4-9bcdc3f7ffdd req-0981c2b4-36ec-4ccd-aa88-769e791433bb tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ca1835ac-0a7a-4e9b-a339-42719d740194), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.825082 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-fb19bfa3-2c57-4ba0-b654-ef40e39d787c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Floating IP f33f36c3-727f-4e6f-bca8-472d71f39167 associated. External IP: 172.25.3.218, port: 1d2e450a-16d4-4397-a43d-673b3692f62c. Mar 10 14:55:54.826448 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9661cda-b779-489d-bba4-9bcdc3f7ffdd req-0981c2b4-36ec-4ccd-aa88-769e791433bb tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:54.831313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9661cda-b779-489d-bba4-9bcdc3f7ffdd req-0981c2b4-36ec-4ccd-aa88-769e791433bb tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1548178 Mar 10 14:55:54.835115 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-69940e14-f505-4f53-87d9-fbed9f219a30 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:55:54.836117 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-69940e14-f505-4f53-87d9-fbed9f219a30 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056069 Mar 10 14:55:54.839743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981c2b4-36ec-4ccd-aa88-769e791433bb tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1835ac-0a7a-4e9b-a339-42719d740194,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:54.933528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e91de-8d94-4a23-8e81-f566649e9db4 req-24a4d984-8b73-4733-a3b2-c31f8e1139fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:54.934924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d63e91de-8d94-4a23-8e81-f566649e9db4 req-24a4d984-8b73-4733-a3b2-c31f8e1139fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.0561073 Mar 10 14:55:54.980371 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddc4b211-a7b6-40df-8764-027a6a2b7746 req-16ec0edf-4b8e-4340-96c2-e52e0ecb1fdd service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282459 Mar 10 14:55:54.983654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d63e91de-8d94-4a23-8e81-f566649e9db4 req-5df86890-3eb2-4d19-a344-5358f7d3c755 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Mar 10 14:55:54.988919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-373592f8-ec85-4255-a98a-15fb9e1cb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:54.990276 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-373592f8-ec85-4255-a98a-15fb9e1cb06f service neutron] 10.222.0.11 "GET /v2.0/ports/3191d38a-e5ef-4663-ac83-3fa40f50cd6b HTTP/1.1" status: 200 len: 1125 time: 0.1160498 Mar 10 14:55:55.073551 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.081835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d1742b9-fd42-4a0a-8cf8-a815d7641ca9 req-be518086-4eba-4711-a6d4-79fb4dba92ee tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 210 time: 0.0295494 Mar 10 14:55:55.196726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ecf4f-4cb1-4c7a-b16d-ba92792a5d69 req-b58182c0-4271-457b-833f-b3fb47fd8b38 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:55.198283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-853ecf4f-4cb1-4c7a-b16d-ba92792a5d69 req-b58182c0-4271-457b-833f-b3fb47fd8b38 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 943 time: 0.0547805 Mar 10 14:55:55.249768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-853ecf4f-4cb1-4c7a-b16d-ba92792a5d69 req-81299b53-df38-4d29-998a-56ee21a72637 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Mar 10 14:55:55.275631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Request body: {'binding': {'host': 'n-h2-833090-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:55.276077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Unknown quota resources ['binding']. {{(pid=115534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 14:55:55.277247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c60a32a2-2e70-421a-ace7-13dc73f77621 req-50d8a500-e876-4bc2-b4d8-6d83927bda81 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-989966702', 'description': 'tempest-description-777543884'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:55.297300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c60a32a2-2e70-421a-ace7-13dc73f77621 req-50d8a500-e876-4bc2-b4d8-6d83927bda81 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.364708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c60a32a2-2e70-421a-ace7-13dc73f77621 req-50d8a500-e876-4bc2-b4d8-6d83927bda81 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (148e8193-39fd-430e-a746-e6a8cae24701), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.369162 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c60a32a2-2e70-421a-ace7-13dc73f77621 req-50d8a500-e876-4bc2-b4d8-6d83927bda81 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (148e8193-39fd-430e-a746-e6a8cae24701), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.402035 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c60a32a2-2e70-421a-ace7-13dc73f77621 req-50d8a500-e876-4bc2-b4d8-6d83927bda81 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.402714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Allocated IP 172.20.0.12 (a0347c71-6b22-401b-98f7-7b7109ac3599/da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7/de3dc6fc-8344-49b5-8813-e8800f851afc) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:55:55.403276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c60a32a2-2e70-421a-ace7-13dc73f77621 req-50d8a500-e876-4bc2-b4d8-6d83927bda81 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1303749 Mar 10 14:55:55.403977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8a500-e876-4bc2-b4d8-6d83927bda81 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148e8193-39fd-430e-a746-e6a8cae24701,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:55.469824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-238f03d1-e851-4c04-9f44-5eb4cc107205 req-c68547e8-5d9f-4965-97eb-b5adfb7873d3 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/ca1835ac-0a7a-4e9b-a339-42719d740194 HTTP/1.1" status: 200 len: 1830 time: 0.0432320 Mar 10 14:55:55.569921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9003f-7188-4969-a4c0-f50c2651e820 req-e8ee1e1d-288b-4fb8-909b-cb5cef35eac0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:55.571475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09d9003f-7188-4969-a4c0-f50c2651e820 req-e8ee1e1d-288b-4fb8-909b-cb5cef35eac0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.0527856 Mar 10 14:55:55.619078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09d9003f-7188-4969-a4c0-f50c2651e820 req-c738d480-4ece-422b-9fb7-b4371c36d060 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Mar 10 14:55:55.637792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on host n-h2-833090-1 for vnic_type normal with profile None {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:55.638137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:55.638496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:55.645986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-56348490-0f6b-4a0e-a00f-35ad56e67415 req-88022b38-9e74-47b2-b99c-a7222fc6db79 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1922407021', 'description': 'tempest-description-636702415'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:55.646635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb19bfa3-2c57-4ba0-b654-ef40e39d787c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Router 9af23b5f-4f36-404a-947a-1c19e4fec7da has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:55:55.654502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:55:55.654852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:55.665977 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-56348490-0f6b-4a0e-a00f-35ad56e67415 req-88022b38-9e74-47b2-b99c-a7222fc6db79 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.670682 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:55.671046 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:55.671418 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:55.671841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Bound port: 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:55.719243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.735270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-56348490-0f6b-4a0e-a00f-35ad56e67415 req-88022b38-9e74-47b2-b99c-a7222fc6db79 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (7daed6ec-2be9-4a46-96f7-8ba3c39dec3a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.738889 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-56348490-0f6b-4a0e-a00f-35ad56e67415 req-88022b38-9e74-47b2-b99c-a7222fc6db79 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7daed6ec-2be9-4a46-96f7-8ba3c39dec3a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.767692 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-56348490-0f6b-4a0e-a00f-35ad56e67415 req-88022b38-9e74-47b2-b99c-a7222fc6db79 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.768856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56348490-0f6b-4a0e-a00f-35ad56e67415 req-88022b38-9e74-47b2-b99c-a7222fc6db79 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1270030 Mar 10 14:55:55.770573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88022b38-9e74-47b2-b99c-a7222fc6db79 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7daed6ec-2be9-4a46-96f7-8ba3c39dec3a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:55.793305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4d0a05f8-d330-47c1-a0e5-531c80e0658b req-122eada9-f93d-4337-a263-b3b3b9925a52 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1439383824', 'description': 'tempest-description-1136164766'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:55.803818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:55.813456 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4d0a05f8-d330-47c1-a0e5-531c80e0658b req-122eada9-f93d-4337-a263-b3b3b9925a52 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.816571 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.817727 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-07d39aec-5bc6-4b34-809e-91e8faed7a8b service neutron] 10.222.0.11 "POST /v2.0/ports/3191d38a-e5ef-4663-ac83-3fa40f50cd6b/bindings HTTP/1.1" status: 201 len: 389 time: 0.7931519 Mar 10 14:55:55.865051 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.897714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4d0a05f8-d330-47c1-a0e5-531c80e0658b req-122eada9-f93d-4337-a263-b3b3b9925a52 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (39f19eed-4f78-4bdc-b594-f2c3612515d1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.903207 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb19bfa3-2c57-4ba0-b654-ef40e39d787c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:55:55.904816 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4d0a05f8-d330-47c1-a0e5-531c80e0658b req-122eada9-f93d-4337-a263-b3b3b9925a52 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (39f19eed-4f78-4bdc-b594-f2c3612515d1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.912543 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb19bfa3-2c57-4ba0-b654-ef40e39d787c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.915980 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23aab7-da39-498b-a9b0-3867f3c51cfa None None] Sync routers for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:55:55.924399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Network a0347c71-6b22-401b-98f7-7b7109ac3599 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:55:55.929331 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23aab7-da39-498b-a9b0-3867f3c51cfa None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:55:55.929960 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cc23aab7-da39-498b-a9b0-3867f3c51cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:55.946749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:55:55.957445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:55:55.992858 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4d0a05f8-d330-47c1-a0e5-531c80e0658b req-122eada9-f93d-4337-a263-b3b3b9925a52 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:55.993887 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fb19bfa3-2c57-4ba0-b654-ef40e39d787c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "PUT /v2.0/floatingips/f33f36c3-727f-4e6f-bca8-472d71f39167 HTTP/1.1" status: 200 len: 992 time: 2.5610471 Mar 10 14:55:55.994146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d0a05f8-d330-47c1-a0e5-531c80e0658b req-122eada9-f93d-4337-a263-b3b3b9925a52 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2051466 Mar 10 14:55:55.994611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event updated for resources: {'Port': ['ID=de3dc6fc-8344-49b5-8813-e8800f851afc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:55.995087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122eada9-f93d-4337-a263-b3b3b9925a52 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f19eed-4f78-4bdc-b594-f2c3612515d1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:56.007428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'tag': '1d2e450a-16d4-4397-a43d-673b3692f62c'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:56.009627 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0e87af-acb6-4c04-8a0a-551774002e53" -d '{"events": [{"name": "network-changed", "server_uuid": "5929cd10-214d-4deb-8b91-dafb54ccba8c", "tag": "1d2e450a-16d4-4397-a43d-673b3692f62c"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:56.039748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:56.040395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.059314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0c623e7-1e69-4ea7-8ec8-34718b95bbff req-3f7856a7-31bc-4897-a316-414caf397f0e tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/148e8193-39fd-430e-a746-e6a8cae24701 HTTP/1.1" status: 200 len: 1820 time: 0.0484767 Mar 10 14:55:56.067823 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-cc23aab7-da39-498b-a9b0-3867f3c51cfa None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:55:56.073420 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-7a293a9f-2afd-4fe3-a24c-52b451cc5950 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6792791 Mar 10 14:55:56.094137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Request body: {'port': {'device_id': '6b43810c-91e8-4525-92b4-2b054069c61d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:56.119970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0c623e7-1e69-4ea7-8ec8-34718b95bbff req-b61004e4-3b82-419f-a286-ec4c6348012c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/7daed6ec-2be9-4a46-96f7-8ba3c39dec3a HTTP/1.1" status: 200 len: 1821 time: 0.0590312 Mar 10 14:55:56.126051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a0c623e7-1e69-4ea7-8ec8-34718b95bbff req-50ed79e3-2a7a-4e40-b5e2-7d6ef880bf14 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '148e8193-39fd-430e-a746-e6a8cae24701', 'remote_group_id': '7daed6ec-2be9-4a46-96f7-8ba3c39dec3a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:56.126372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a0c623e7-1e69-4ea7-8ec8-34718b95bbff req-50ed79e3-2a7a-4e40-b5e2-7d6ef880bf14 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '148e8193-39fd-430e-a746-e6a8cae24701', 'remote_group_id': '7daed6ec-2be9-4a46-96f7-8ba3c39dec3a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:56.162759 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.199295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed74cf-fb09-4a6c-a9fc-feedbf5f42f8 req-98e9bd8e-b41c-4c45-9dfe-89c7f8b71e99 tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:56.200804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34ed74cf-fb09-4a6c-a9fc-feedbf5f42f8 req-98e9bd8e-b41c-4c45-9dfe-89c7f8b71e99 tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 1130 time: 0.0664222 Mar 10 14:55:56.328153 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cc23aab7-da39-498b-a9b0-3867f3c51cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'f33f36c3-727f-4e6f-bca8-472d71f39167', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'port_id': '1d2e450a-16d4-4397-a43d-673b3692f62c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'mac_address': 'fa:16:3e:23:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:53:54Z', 'updated_at': '2022-03-10T14:55:54Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:56.359882 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23aab7-da39-498b-a9b0-3867f3c51cfa None None] Checking router: 9af23b5f-4f36-404a-947a-1c19e4fec7da for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:55:56.369494 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23aab7-da39-498b-a9b0-3867f3c51cfa None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:55:56.370524 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cc23aab7-da39-498b-a9b0-3867f3c51cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:56.419751 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.475187 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3dc6fc-8344-49b5-8813-e8800f851afc {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:56.482089 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-34ed74cf-fb09-4a6c-a9fc-feedbf5f42f8 req-ab42cbfb-6d7b-4695-921a-f2bc86143e6d tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.484696 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Publish callbacks [] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.498115 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Transition to ACTIVE for port object de3dc6fc-8344-49b5-8813-e8800f851afc will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:55:56.499967 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-cc23aab7-da39-498b-a9b0-3867f3c51cfa None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:55:56.502402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a0c623e7-1e69-4ea7-8ec8-34718b95bbff req-50ed79e3-2a7a-4e40-b5e2-7d6ef880bf14 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (817f6bc0-7df6-4f9b-ab12-14e37114c2e1), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.503057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.546295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a0c623e7-1e69-4ea7-8ec8-34718b95bbff req-50ed79e3-2a7a-4e40-b5e2-7d6ef880bf14 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (817f6bc0-7df6-4f9b-ab12-14e37114c2e1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.555348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a0c623e7-1e69-4ea7-8ec8-34718b95bbff req-50ed79e3-2a7a-4e40-b5e2-7d6ef880bf14 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (817f6bc0-7df6-4f9b-ab12-14e37114c2e1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.557820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Pushing event updated for resources: {'Port': ['ID=de3dc6fc-8344-49b5-8813-e8800f851afc,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:56.583147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed79e3-2a7a-4e40-b5e2-7d6ef880bf14 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817f6bc0-7df6-4f9b-ab12-14e37114c2e1,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:56.594732 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a0c623e7-1e69-4ea7-8ec8-34718b95bbff req-50ed79e3-2a7a-4e40-b5e2-7d6ef880bf14 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.595946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0c623e7-1e69-4ea7-8ec8-34718b95bbff req-50ed79e3-2a7a-4e40-b5e2-7d6ef880bf14 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4749529 Mar 10 14:55:56.618103 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-34ed74cf-fb09-4a6c-a9fc-feedbf5f42f8 req-ab42cbfb-6d7b-4695-921a-f2bc86143e6d tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] Publish callbacks [] for security_group (cc429e4f-7a54-44ac-95ae-a21ffc1ecb6c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.626254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-34ed74cf-fb09-4a6c-a9fc-feedbf5f42f8 req-ab42cbfb-6d7b-4695-921a-f2bc86143e6d tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cc429e4f-7a54-44ac-95ae-a21ffc1ecb6c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.657338 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Attempting to bind port de3dc6fc-8344-49b5-8813-e8800f851afc on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:55:56.657668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Attempting to bind port de3dc6fc-8344-49b5-8813-e8800f851afc by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:55:56.657992 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Attempting to bind port de3dc6fc-8344-49b5-8813-e8800f851afc on network a0347c71-6b22-401b-98f7-7b7109ac3599 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:56.662770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Port de3dc6fc-8344-49b5-8813-e8800f851afc on network a0347c71-6b22-401b-98f7-7b7109ac3599 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:55:56.663117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Attempting to bind port de3dc6fc-8344-49b5-8813-e8800f851afc on network a0347c71-6b22-401b-98f7-7b7109ac3599 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:55:56.668520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:55:56.669324 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Checking segment: {'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:55:56.669324 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Bound using segment: {'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:55:56.669674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Bound port: de3dc6fc-8344-49b5-8813-e8800f851afc, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:55:56.670035 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.700661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34ed74cf-fb09-4a6c-a9fc-feedbf5f42f8 req-ab42cbfb-6d7b-4695-921a-f2bc86143e6d tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892898 Mar 10 14:55:56.718254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42cbfb-6d7b-4695-921a-f2bc86143e6d tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc429e4f-7a54-44ac-95ae-a21ffc1ecb6c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:56.760978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] For port de3dc6fc-8344-49b5-8813-e8800f851afc, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:56.767254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] For port de3dc6fc-8344-49b5-8813-e8800f851afc, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de3dc6fc-8344-49b5-8813-e8800f851afc,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:55:56.777711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.802033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e829-c009-4ebe-bbee-9c18b8cd16a0 req-d198d5ab-c6a7-4b82-ab94-c556655dca25 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:56.803553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efb9e829-c009-4ebe-bbee-9c18b8cd16a0 req-d198d5ab-c6a7-4b82-ab94-c556655dca25 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 946 time: 0.1441200 Mar 10 14:55:56.815249 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cc23aab7-da39-498b-a9b0-3867f3c51cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'f33f36c3-727f-4e6f-bca8-472d71f39167', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'port_id': '1d2e450a-16d4-4397-a43d-673b3692f62c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'mac_address': 'fa:16:3e:23:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:53:54Z', 'updated_at': '2022-03-10T14:55:54Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:55:56.847162 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23aab7-da39-498b-a9b0-3867f3c51cfa None None] The sync data for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 is: [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'f33f36c3-727f-4e6f-bca8-472d71f39167', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'port_id': '1d2e450a-16d4-4397-a43d-673b3692f62c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 229, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'mac_address': 'fa:16:3e:23:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:53:54Z', 'updated_at': '2022-03-10T14:55:54Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:55:56.855523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:56.856378 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:56.858191 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] 10.222.0.62 "PUT /v2.0/ports/de3dc6fc-8344-49b5-8813-e8800f851afc HTTP/1.1" status: 200 len: 1092 time: 0.7715318 Mar 10 14:55:56.889801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6253a-d889-4d9c-b489-427680198ae9 req-662b2806-5cef-42df-9697-e395de710eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:56.891952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bd6253a-d889-4d9c-b489-427680198ae9 req-662b2806-5cef-42df-9697-e395de710eb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 1132 time: 0.1304986 Mar 10 14:55:56.899721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6706d5-604b-4c39-9959-a4f32ee2b809 service neutron] Pushing event updated for resources: {'Port': ['ID=de3dc6fc-8344-49b5-8813-e8800f851afc,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:56.909181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efb9e829-c009-4ebe-bbee-9c18b8cd16a0 req-8f24e2bb-d209-48d0-b9a6-3ceb6fa8ba3a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978351 Mar 10 14:55:57.010962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6d277-ae67-4d5a-906d-c1d47f895228 req-470099d5-0da7-4b02-834e-f820538ab97c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.012545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fe6d277-ae67-4d5a-906d-c1d47f895228 req-470099d5-0da7-4b02-834e-f820538ab97c tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 946 time: 0.1730046 Mar 10 14:55:57.034218 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6253a-d889-4d9c-b489-427680198ae9 req-c7944d97-e6b6-484c-9fa3-588eff4c596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.037301 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7bd6253a-d889-4d9c-b489-427680198ae9 req-c7944d97-e6b6-484c-9fa3-588eff4c596f service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1036084 Mar 10 14:55:57.043708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-757d48f1-fb8e-4c5f-a9e2-8a6b6c6a6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.045295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-757d48f1-fb8e-4c5f-a9e2-8a6b6c6a6389 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc6ceb7b258045748e6e38b19d7af3bf&device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 1126 time: 0.1330738 Mar 10 14:55:57.093335 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7bd6253a-d889-4d9c-b489-427680198ae9 req-ab9001fb-ead8-4187-a6bf-bff89c81203e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747 HTTP/1.1" status: 200 len: 217 time: 0.0426643 Mar 10 14:55:57.103337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7589bddc-ed41-433a-93e4-cd9877b54a6c req-79ac2dae-5583-4753-917f-738ff6ff887e tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/39f19eed-4f78-4bdc-b594-f2c3612515d1 HTTP/1.1" status: 200 len: 1830 time: 0.1465404 Mar 10 14:55:57.110020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-8338a36c-31a3-42f0-bf23-6330e31d7587 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de3dc6fc-8344-49b5-8813-e8800f851afc HTTP/1.1" status: 200 len: 217 time: 0.0572417 Mar 10 14:55:57.156775 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6253a-d889-4d9c-b489-427680198ae9 req-f3e89afe-0b5e-474a-a366-00f802650952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.158385 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7bd6253a-d889-4d9c-b489-427680198ae9 req-f3e89afe-0b5e-474a-a366-00f802650952 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0586259 Mar 10 14:55:57.182380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105fa75d-8f23-4edd-b7ae-197709e4372b None None] New status for floating IP f33f36c3-727f-4e6f-bca8-472d71f39167: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 14:55:57.191104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fe6d277-ae67-4d5a-906d-c1d47f895228 req-a0492adc-1ed4-4591-af71-b91f5f2f2f43 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722109 Mar 10 14:55:57.238400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-cfd1605e-170a-4d1c-972a-0a772fe37690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.239875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-cfd1605e-170a-4d1c-972a-0a772fe37690 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7 HTTP/1.1" status: 200 len: 862 time: 0.1206222 Mar 10 14:55:57.244819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6253a-d889-4d9c-b489-427680198ae9 req-09ae5441-4995-433e-8389-4757772a286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.246362 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7bd6253a-d889-4d9c-b489-427680198ae9 req-09ae5441-4995-433e-8389-4757772a286c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0807264 Mar 10 14:55:57.284606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-6fa3febf-627b-4b3e-bc7c-faaff434348b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a0347c71-6b22-401b-98f7-7b7109ac3599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361810 Mar 10 14:55:57.294701 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56b23dc-3f45-410d-871f-f1d27d27b318 x-openstack-request-id: req-a56b23dc-3f45-410d-871f-f1d27d27b318 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:57.295024 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5929cd10-214d-4deb-8b91-dafb54ccba8c", "tag": "1d2e450a-16d4-4397-a43d-673b3692f62c", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:57.295277 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a56b23dc-3f45-410d-871f-f1d27d27b318 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:57.295781 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'tag': '1d2e450a-16d4-4397-a43d-673b3692f62c', 'status': 'completed', 'code': 200} Mar 10 14:55:57.308096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7d494-a301-429f-9429-c7fe722b652c req-afcef7b4-4e0a-4358-a6ac-cf4d14870d7a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.315942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35e7d494-a301-429f-9429-c7fe722b652c req-afcef7b4-4e0a-4358-a6ac-cf4d14870d7a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1384120 Mar 10 14:55:57.383684 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7bd6253a-d889-4d9c-b489-427680198ae9 req-eee7495e-a785-49d3-9551-410a6dfae643 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206114 Mar 10 14:55:57.482738 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7bd6253a-d889-4d9c-b489-427680198ae9 req-7f0de75d-4e98-4ff1-be62-23d17af8f443 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893373 Mar 10 14:55:57.498054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35e7d494-a301-429f-9429-c7fe722b652c req-a38da716-f32f-4a3c-9903-7fe5a267ddb5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812227 Mar 10 14:55:57.503867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e87af-acb6-4c04-8a0a-551774002e53 req-6470f158-cc36-47ef-8151-bdf08ff09075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.505385 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca0e87af-acb6-4c04-8a0a-551774002e53 req-6470f158-cc36-47ef-8151-bdf08ff09075 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8404c511751549ef9bb0a6b6371767b0&device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 1128 time: 0.1848440 Mar 10 14:55:57.508870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-0707b500-7bb7-4721-a1ce-66e0fd0e7b6a service neutron] 10.222.0.62 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179828 Mar 10 14:55:57.517136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1172fd7-7dc8-4095-a3e8-cce21fb91427 req-21208e59-7193-4be9-85dc-3d3b1613b4b2 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.518514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1172fd7-7dc8-4095-a3e8-cce21fb91427 req-21208e59-7193-4be9-85dc-3d3b1613b4b2 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 944 time: 0.1748462 Mar 10 14:55:57.714996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1172fd7-7dc8-4095-a3e8-cce21fb91427 req-aa01a532-e473-413c-8c30-190d6952ac5e tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798623 Mar 10 14:55:57.752014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e87af-acb6-4c04-8a0a-551774002e53 req-d119105b-6c96-488d-8829-72e1a31adc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.753427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca0e87af-acb6-4c04-8a0a-551774002e53 req-d119105b-6c96-488d-8829-72e1a31adc15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8c605883-22c8-4299-b66f-e751e3fca9d6 HTTP/1.1" status: 200 len: 924 time: 0.2340660 Mar 10 14:55:57.765582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93686aa-7060-4685-a310-f5b1f399219c req-e06d7948-7a8d-4886-9597-8cfd0e977e1b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.766965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c93686aa-7060-4685-a310-f5b1f399219c req-e06d7948-7a8d-4886-9597-8cfd0e977e1b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 943 time: 0.1965420 Mar 10 14:55:57.771090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f290dd08-8abb-483f-9c59-0976bfdf23d9 req-bff7c63b-31c3-4e11-b706-ec384d1fda62 service neutron] 10.222.0.62 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440319 Mar 10 14:55:57.881484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5945c51c-0d58-493d-ad87-2333520383e9 req-082f8fce-8f28-4ac8-a6dd-7ddc5a20aba4 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/7daed6ec-2be9-4a46-96f7-8ba3c39dec3a HTTP/1.1" status: 200 len: 1821 time: 0.1340263 Mar 10 14:55:57.883205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca0e87af-acb6-4c04-8a0a-551774002e53 req-b584f441-9bd9-4a3c-9355-d50dc7be559e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d2e450a-16d4-4397-a43d-673b3692f62c HTTP/1.1" status: 200 len: 1002 time: 0.1142108 Mar 10 14:55:57.915019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c93686aa-7060-4685-a310-f5b1f399219c req-856167a9-2d9d-40bc-9ede-dc29dfb45565 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327639 Mar 10 14:55:57.973019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e87af-acb6-4c04-8a0a-551774002e53 req-6d51951f-d436-44cf-ba81-ac84dae08f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:57.974379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca0e87af-acb6-4c04-8a0a-551774002e53 req-6d51951f-d436-44cf-ba81-ac84dae08f0a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4cadca8-5689-48e2-8119-70885c7cc4d5 HTTP/1.1" status: 200 len: 862 time: 0.0776801 Mar 10 14:55:57.993088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5945c51c-0d58-493d-ad87-2333520383e9 req-162ab23c-fb37-45b7-94e2-2979e6b91321 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (7daed6ec-2be9-4a46-96f7-8ba3c39dec3a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.036552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5945c51c-0d58-493d-ad87-2333520383e9 req-162ab23c-fb37-45b7-94e2-2979e6b91321 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (7daed6ec-2be9-4a46-96f7-8ba3c39dec3a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.064811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e87af-acb6-4c04-8a0a-551774002e53 req-c1347e68-53f7-43c4-a1cf-da988b288103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:58.066318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca0e87af-acb6-4c04-8a0a-551774002e53 req-c1347e68-53f7-43c4-a1cf-da988b288103 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8c605883-22c8-4299-b66f-e751e3fca9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0843189 Mar 10 14:55:58.101714 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.175650 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5945c51c-0d58-493d-ad87-2333520383e9 req-162ab23c-fb37-45b7-94e2-2979e6b91321 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7daed6ec-2be9-4a46-96f7-8ba3c39dec3a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.178186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5945c51c-0d58-493d-ad87-2333520383e9 req-162ab23c-fb37-45b7-94e2-2979e6b91321 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.179357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5945c51c-0d58-493d-ad87-2333520383e9 req-162ab23c-fb37-45b7-94e2-2979e6b91321 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "DELETE /v2.0/security-groups/7daed6ec-2be9-4a46-96f7-8ba3c39dec3a HTTP/1.1" status: 204 len: 173 time: 0.2916183 Mar 10 14:55:58.198050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ab23c-fb37-45b7-94e2-2979e6b91321 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daed6ec-2be9-4a46-96f7-8ba3c39dec3a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:58.209220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca0e87af-acb6-4c04-8a0a-551774002e53 req-c21a68f0-1937-4e2d-8adb-f88f0b04f0ec service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358633 Mar 10 14:55:58.225810 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-1515d7f2-b86b-412d-a5ad-19efb4e538c4 req-881e1433-7ab9-43fc-b484-8f6147f8f185 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] show failed (client error): The resource could not be found. Mar 10 14:55:58.226864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1515d7f2-b86b-412d-a5ad-19efb4e538c4 req-881e1433-7ab9-43fc-b484-8f6147f8f185 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/4d10d063-d4a2-41c7-8f13-4328d820e657 HTTP/1.1" status: 404 len: 352 time: 0.0308118 Mar 10 14:55:58.365718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca0e87af-acb6-4c04-8a0a-551774002e53 req-18917b1d-c7af-4d99-b27b-f71076b556bf service neutron] 10.222.0.62 "GET /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488948 Mar 10 14:55:58.385431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e96d6b78-3270-40be-b480-5c6fe1708e90 req-9b44ebbd-083f-4bac-9bfe-77f7f78d0921 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/148e8193-39fd-430e-a746-e6a8cae24701 HTTP/1.1" status: 200 len: 1820 time: 0.0602343 Mar 10 14:55:58.397721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23795e-ed26-4c85-96fd-e69bbc0b3e49 req-78272836-e76d-416f-bf85-1a180531661f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:58.399276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f23795e-ed26-4c85-96fd-e69bbc0b3e49 req-78272836-e76d-416f-bf85-1a180531661f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 946 time: 0.1078143 Mar 10 14:55:58.419706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37308) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:58.447439 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-23e8e77e-ace8-4cc4-a1b1-74f77712f244 req-f29ba680-e48b-41bc-bbd0-07c3c8775fa6 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] show failed (client error): The resource could not be found. Mar 10 14:55:58.448462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23e8e77e-ace8-4cc4-a1b1-74f77712f244 req-f29ba680-e48b-41bc-bbd0-07c3c8775fa6 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-group-rules/117ee047-c080-42f8-b6af-8fc9a83efe56 HTTP/1.1" status: 404 len: 361 time: 0.0261188 Mar 10 14:55:58.466277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f23795e-ed26-4c85-96fd-e69bbc0b3e49 req-0a7f5684-1bf0-4bac-adcf-b7094a3b8fbe tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594969 Mar 10 14:55:58.498477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-421bbeb5-394c-4fec-b6f3-f6809fee120b req-a892328f-dfd9-4b84-9461-9563256656e6 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-854786445', 'description': 'tempest-description-65757808'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:58.529872 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-abf39a4e-f948-495b-948f-df4cc97f97ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090221 Mar 10 14:55:58.539294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-e8f70642-c612-49cf-8e1e-fa0fb19dbb80 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:55:58.540396 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-e8f70642-c612-49cf-8e1e-fa0fb19dbb80 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051279 Mar 10 14:55:58.543110 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-421bbeb5-394c-4fec-b6f3-f6809fee120b req-a892328f-dfd9-4b84-9461-9563256656e6 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.589189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e378f-be04-4a92-99c5-2cbb2d5a13ff req-12c38f98-85a6-4535-800a-12c2e9c77aa8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:58.590681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-125e378f-be04-4a92-99c5-2cbb2d5a13ff req-12c38f98-85a6-4535-800a-12c2e9c77aa8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.0848525 Mar 10 14:55:58.663842 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-421bbeb5-394c-4fec-b6f3-f6809fee120b req-a892328f-dfd9-4b84-9461-9563256656e6 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (814cf172-f4a9-4f5f-8439-8c2c2fd7dd69), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.667889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-125e378f-be04-4a92-99c5-2cbb2d5a13ff req-2fb7ce2e-55ec-4f0a-b9ef-e96725ca094b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691249 Mar 10 14:55:58.669142 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-421bbeb5-394c-4fec-b6f3-f6809fee120b req-a892328f-dfd9-4b84-9461-9563256656e6 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (814cf172-f4a9-4f5f-8439-8c2c2fd7dd69), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.708379 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-421bbeb5-394c-4fec-b6f3-f6809fee120b req-a892328f-dfd9-4b84-9461-9563256656e6 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.709563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-421bbeb5-394c-4fec-b6f3-f6809fee120b req-a892328f-dfd9-4b84-9461-9563256656e6 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2157745 Mar 10 14:55:58.710180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892328f-dfd9-4b84-9461-9563256656e6 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814cf172-f4a9-4f5f-8439-8c2c2fd7dd69,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:58.751485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e8bf0a4-7ca0-4318-9c32-79044b27ee26 req-af5dcb95-7363-41e9-81c3-01e63ea4b69b tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/39f19eed-4f78-4bdc-b594-f2c3612515d1 HTTP/1.1" status: 200 len: 1830 time: 0.0540278 Mar 10 14:55:58.852808 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1e8bf0a4-7ca0-4318-9c32-79044b27ee26 req-c4bed25f-1ef9-4a12-aad8-9d5a38aa46bc tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (39f19eed-4f78-4bdc-b594-f2c3612515d1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.876300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06a1eb-d5a4-4501-b6ad-f999639b8720 req-433c1d83-dcf3-4399-87f3-8cf718e74e65 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:58.877861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd06a1eb-d5a4-4501-b6ad-f999639b8720 req-433c1d83-dcf3-4399-87f3-8cf718e74e65 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1062651 Mar 10 14:55:58.903235 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1e8bf0a4-7ca0-4318-9c32-79044b27ee26 req-c4bed25f-1ef9-4a12-aad8-9d5a38aa46bc tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (39f19eed-4f78-4bdc-b594-f2c3612515d1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.931138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37340) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:55:58.962227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd06a1eb-d5a4-4501-b6ad-f999639b8720 req-7c8f1454-6511-4b4b-af75-4773070e7231 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744634 Mar 10 14:55:58.972684 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1e8bf0a4-7ca0-4318-9c32-79044b27ee26 req-c4bed25f-1ef9-4a12-aad8-9d5a38aa46bc tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (39f19eed-4f78-4bdc-b594-f2c3612515d1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.976504 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1e8bf0a4-7ca0-4318-9c32-79044b27ee26 req-c4bed25f-1ef9-4a12-aad8-9d5a38aa46bc tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:58.977730 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e8bf0a4-7ca0-4318-9c32-79044b27ee26 req-c4bed25f-1ef9-4a12-aad8-9d5a38aa46bc tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "DELETE /v2.0/security-groups/39f19eed-4f78-4bdc-b594-f2c3612515d1 HTTP/1.1" status: 204 len: 173 time: 0.2199922 Mar 10 14:55:59.000025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bed25f-1ef9-4a12-aad8-9d5a38aa46bc tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f19eed-4f78-4bdc-b594-f2c3612515d1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:59.033193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f03f91c-55c0-4044-ad4c-363a7fb150a0 req-d32b9b7f-c9cf-4642-8e94-2aac4a5854fd tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/814cf172-f4a9-4f5f-8439-8c2c2fd7dd69 HTTP/1.1" status: 200 len: 1819 time: 0.0466247 Mar 10 14:55:59.047026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-6f03f91c-55c0-4044-ad4c-363a7fb150a0 req-b08f788d-f017-4598-9faa-8c6959ce3f9c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '814cf172-f4a9-4f5f-8439-8c2c2fd7dd69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:59.048044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-6f03f91c-55c0-4044-ad4c-363a7fb150a0 req-b08f788d-f017-4598-9faa-8c6959ce3f9c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '814cf172-f4a9-4f5f-8439-8c2c2fd7dd69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:59.080489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050d3d-3a88-4859-9e25-789a00689059 req-a5a277dc-bff1-43fd-aa33-fcebd8636d1a tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:59.081906 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-a5a277dc-bff1-43fd-aa33-fcebd8636d1a tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] 10.222.0.11 "GET /v2.0/ports/cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 200 len: 1127 time: 0.1497896 Mar 10 14:55:59.089072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device e07e7465-298a-4cdb-b8b2-310c4ba7be9d details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:55:59.117781 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-9d1e8ad8-9772-4a76-a711-4ae7dcff67ad service neutron] 10.222.0.45 "GET /v2.0/ports/e07e7465-298a-4cdb-b8b2-310c4ba7be9d/bindings/n-h2-833090-1 HTTP/1.1" status: 200 len: 384 time: 0.0749965 Mar 10 14:55:59.121481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9b73-d5f0-4cd6-961d-13e239256362 req-dabfa228-2d7a-4032-9e8e-24cddacd1871 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:59.123338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63cd9b73-d5f0-4cd6-961d-13e239256362 req-dabfa228-2d7a-4032-9e8e-24cddacd1871 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 944 time: 0.0815499 Mar 10 14:55:59.194832 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6f03f91c-55c0-4044-ad4c-363a7fb150a0 req-b08f788d-f017-4598-9faa-8c6959ce3f9c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (1fd09f13-e540-48af-96bc-fed131ba7225), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.204503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63cd9b73-d5f0-4cd6-961d-13e239256362 req-3068ecbd-0ecf-44af-9eed-d39fa2a73a13 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702965 Mar 10 14:55:59.221324 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6f03f91c-55c0-4044-ad4c-363a7fb150a0 req-b08f788d-f017-4598-9faa-8c6959ce3f9c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (1fd09f13-e540-48af-96bc-fed131ba7225), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.232940 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6f03f91c-55c0-4044-ad4c-363a7fb150a0 req-b08f788d-f017-4598-9faa-8c6959ce3f9c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (1fd09f13-e540-48af-96bc-fed131ba7225), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.252812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f788d-f017-4598-9faa-8c6959ce3f9c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd09f13-e540-48af-96bc-fed131ba7225,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:59.257011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:59.267176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6f03f91c-55c0-4044-ad4c-363a7fb150a0 req-b08f788d-f017-4598-9faa-8c6959ce3f9c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.269316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f03f91c-55c0-4044-ad4c-363a7fb150a0 req-b08f788d-f017-4598-9faa-8c6959ce3f9c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2283633 Mar 10 14:55:59.292664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device e07e7465-298a-4cdb-b8b2-310c4ba7be9d has no active binding in host n-h2-833090-1 {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 14:55:59.298072 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b43810c-91e8-4525-92b4-2b054069c61d', 'tag': 'de3dc6fc-8344-49b5-8813-e8800f851afc'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:55:59.300307 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e80b047-3527-404f-9639-6a38a2a1bcc9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b43810c-91e8-4525-92b4-2b054069c61d", "tag": "de3dc6fc-8344-49b5-8813-e8800f851afc"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:55:59.368553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05ef8702-e522-478d-ba78-e4c7834c0f09 req-01f83705-41e2-410f-9cff-640f7ee3976d tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/ca1835ac-0a7a-4e9b-a339-42719d740194 HTTP/1.1" status: 200 len: 1830 time: 0.0736606 Mar 10 14:55:59.373047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-adb68840-dfcc-4da9-8e34-4fb0363fc835 service neutron] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:59.376907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac514e2c-ed49-40c7-a1d6-c54d630c81ff req-ace88e90-6aa8-4420-a810-1953f375c194 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:59.378376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac514e2c-ed49-40c7-a1d6-c54d630c81ff req-ace88e90-6aa8-4420-a810-1953f375c194 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 943 time: 0.0941458 Mar 10 14:55:59.395962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-adb68840-dfcc-4da9-8e34-4fb0363fc835 service neutron] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:55:59.447533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-adb68840-dfcc-4da9-8e34-4fb0363fc835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07e7465-298a-4cdb-b8b2-310c4ba7be9d {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:55:59.460684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-adb68840-dfcc-4da9-8e34-4fb0363fc835 service neutron] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:55:59.469792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac514e2c-ed49-40c7-a1d6-c54d630c81ff req-c576f9e7-3e50-4bfa-84b3-11f899ae2d1c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762649 Mar 10 14:55:59.472624 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-05ef8702-e522-478d-ba78-e4c7834c0f09 req-085d24ec-e55c-4258-ba11-28170b4e8ff6 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (ca1835ac-0a7a-4e9b-a339-42719d740194), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.476926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-adb68840-dfcc-4da9-8e34-4fb0363fc835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.496996 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-05ef8702-e522-478d-ba78-e4c7834c0f09 req-085d24ec-e55c-4258-ba11-28170b4e8ff6 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (ca1835ac-0a7a-4e9b-a339-42719d740194), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.566749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-321661aa-8d24-44fd-86f4-05593a6958c8 req-e6f2594e-6bc3-4e40-a4ed-cfd0e00b0a4c tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/814cf172-f4a9-4f5f-8439-8c2c2fd7dd69 HTTP/1.1" status: 200 len: 2412 time: 0.0534401 Mar 10 14:55:59.567811 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-05ef8702-e522-478d-ba78-e4c7834c0f09 req-085d24ec-e55c-4258-ba11-28170b4e8ff6 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ca1835ac-0a7a-4e9b-a339-42719d740194), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.570427 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-05ef8702-e522-478d-ba78-e4c7834c0f09 req-085d24ec-e55c-4258-ba11-28170b4e8ff6 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.571484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05ef8702-e522-478d-ba78-e4c7834c0f09 req-085d24ec-e55c-4258-ba11-28170b4e8ff6 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "DELETE /v2.0/security-groups/ca1835ac-0a7a-4e9b-a339-42719d740194 HTTP/1.1" status: 204 len: 173 time: 0.1922197 Mar 10 14:55:59.575620 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-adb68840-dfcc-4da9-8e34-4fb0363fc835 service neutron] Transition to ACTIVE for port object e07e7465-298a-4cdb-b8b2-310c4ba7be9d will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:55:59.582498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-adb68840-dfcc-4da9-8e34-4fb0363fc835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.584209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-321661aa-8d24-44fd-86f4-05593a6958c8 req-43716c16-4fad-4186-86c0-72559a5a0dff tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '814cf172-f4a9-4f5f-8439-8c2c2fd7dd69', 'remote_group_id': None}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:59.584446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-321661aa-8d24-44fd-86f4-05593a6958c8 req-43716c16-4fad-4186-86c0-72559a5a0dff tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '814cf172-f4a9-4f5f-8439-8c2c2fd7dd69', 'remote_group_id': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:55:59.603320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d24ec-e55c-4258-ba11-28170b4e8ff6 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1835ac-0a7a-4e9b-a339-42719d740194,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:59.640021 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f373b4fb-ae0c-41b2-8295-f049d3378449 x-openstack-request-id: req-f373b4fb-ae0c-41b2-8295-f049d3378449 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:55:59.640269 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b43810c-91e8-4525-92b4-2b054069c61d", "tag": "de3dc6fc-8344-49b5-8813-e8800f851afc", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:55:59.640567 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f373b4fb-ae0c-41b2-8295-f049d3378449 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:55:59.640975 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b43810c-91e8-4525-92b4-2b054069c61d', 'tag': 'de3dc6fc-8344-49b5-8813-e8800f851afc', 'status': 'completed', 'code': 200} Mar 10 14:55:59.664814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-adb68840-dfcc-4da9-8e34-4fb0363fc835 service neutron] No DVR routers for this DVR port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:55:59.672174 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb68840-dfcc-4da9-8e34-4fb0363fc835 service neutron] Pushing event updated for resources: {'Port': ['ID=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,revision_number=10']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:59.704316 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-adb68840-dfcc-4da9-8e34-4fb0363fc835 service neutron] 10.222.0.45 "PUT /v2.0/ports/e07e7465-298a-4cdb-b8b2-310c4ba7be9d/bindings/n-h2-833090-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5727072 Mar 10 14:55:59.741990 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-321661aa-8d24-44fd-86f4-05593a6958c8 req-43716c16-4fad-4186-86c0-72559a5a0dff tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (d4495946-a4bb-4bcd-bb39-0dba1e258b5b), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.823454 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-321661aa-8d24-44fd-86f4-05593a6958c8 req-43716c16-4fad-4186-86c0-72559a5a0dff tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (d4495946-a4bb-4bcd-bb39-0dba1e258b5b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.834138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80b047-3527-404f-9639-6a38a2a1bcc9 req-0d3dbae7-06be-4cc9-a2e9-289f04be8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:59.835693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e80b047-3527-404f-9639-6a38a2a1bcc9 req-0d3dbae7-06be-4cc9-a2e9-289f04be8b7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc6ceb7b258045748e6e38b19d7af3bf&device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 1126 time: 0.1513932 Mar 10 14:55:59.836266 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-321661aa-8d24-44fd-86f4-05593a6958c8 req-43716c16-4fad-4186-86c0-72559a5a0dff tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (d4495946-a4bb-4bcd-bb39-0dba1e258b5b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.876335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8122e-4fc0-46e7-bc92-c08bb40c013a req-142ac862-7fc5-4122-97b8-7c65d841b6aa tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:59.877869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8b8122e-4fc0-46e7-bc92-c08bb40c013a req-142ac862-7fc5-4122-97b8-7c65d841b6aa tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 946 time: 0.1600981 Mar 10 14:55:59.882749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43716c16-4fad-4186-86c0-72559a5a0dff tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4495946-a4bb-4bcd-bb39-0dba1e258b5b,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:55:59.920667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-321661aa-8d24-44fd-86f4-05593a6958c8 req-43716c16-4fad-4186-86c0-72559a5a0dff tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:55:59.921834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-321661aa-8d24-44fd-86f4-05593a6958c8 req-43716c16-4fad-4186-86c0-72559a5a0dff tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3469481 Mar 10 14:55:59.937263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-071593bb-a99c-41a6-a821-044a1f6adcbb tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:55:59.938725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-071593bb-a99c-41a6-a821-044a1f6adcbb tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.1721852 Mar 10 14:56:00.089073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8b8122e-4fc0-46e7-bc92-c08bb40c013a req-b8cdb8fd-8a63-4b63-a1a8-fcedb938c6c8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016978 Mar 10 14:56:00.106167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80b047-3527-404f-9639-6a38a2a1bcc9 req-ba3e546c-8c30-486b-9965-4d7eaab1faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:00.116733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e80b047-3527-404f-9639-6a38a2a1bcc9 req-ba3e546c-8c30-486b-9965-4d7eaab1faec service neutron] 10.222.0.62 "GET /v2.0/networks?id=a0347c71-6b22-401b-98f7-7b7109ac3599 HTTP/1.1" status: 200 len: 923 time: 0.2536960 Mar 10 14:56:00.116733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa2c8902-fb0a-412e-820f-dee9ae5f94af req-bbbbaa56-3e29-4a25-ab4a-8ec9a400df7b tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/2aa83f1c-1ba7-4a44-99c3-46a2f793ab9a HTTP/1.1" status: 200 len: 1829 time: 0.1703358 Mar 10 14:56:00.166627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-a5490199-ca8e-45ab-84f5-09a1d7f231a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:00.168097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-a5490199-ca8e-45ab-84f5-09a1d7f231a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29&tenant_id=0e24b30ca6604ae99b9012a50d837f98 HTTP/1.1" status: 200 len: 1126 time: 0.1965570 Mar 10 14:56:00.174998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e80b047-3527-404f-9639-6a38a2a1bcc9 req-0de0c775-6e8f-4f39-87ce-d9bf3f14be60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de3dc6fc-8344-49b5-8813-e8800f851afc HTTP/1.1" status: 200 len: 217 time: 0.0575302 Mar 10 14:56:00.319982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80b047-3527-404f-9639-6a38a2a1bcc9 req-29f38abc-c215-417d-baee-ec62b12f3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:00.321477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e80b047-3527-404f-9639-6a38a2a1bcc9 req-29f38abc-c215-417d-baee-ec62b12f3bba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7 HTTP/1.1" status: 200 len: 862 time: 0.1335995 Mar 10 14:56:00.323820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aa2c8902-fb0a-412e-820f-dee9ae5f94af req-f38d4e6d-3889-4ff7-b1e4-2f0c7d4f6143 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (2aa83f1c-1ba7-4a44-99c3-46a2f793ab9a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:00.333674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73267582-e234-4ae4-9733-e2829d125b84 req-59410a43-e0be-4fe3-8cf9-066265c005fb tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:00.335075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73267582-e234-4ae4-9733-e2829d125b84 req-59410a43-e0be-4fe3-8cf9-066265c005fb tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1722941 Mar 10 14:56:00.344523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-ed8a94bf-cb32-4723-bbb1-6011ae9416b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:00.345922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-ed8a94bf-cb32-4723-bbb1-6011ae9416b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 1126 time: 0.1451087 Mar 10 14:56:00.393966 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aa2c8902-fb0a-412e-820f-dee9ae5f94af req-f38d4e6d-3889-4ff7-b1e4-2f0c7d4f6143 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (2aa83f1c-1ba7-4a44-99c3-46a2f793ab9a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:00.428836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e80b047-3527-404f-9639-6a38a2a1bcc9 req-63f548e1-d4ae-4395-bc9b-6e44940b5321 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a0347c71-6b22-401b-98f7-7b7109ac3599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708857 Mar 10 14:56:00.453146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050d3d-3a88-4859-9e25-789a00689059 req-4e0ca872-51e9-4a1d-87a1-b8f50a855826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:00.454641 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-4e0ca872-51e9-4a1d-87a1-b8f50a855826 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 1130 time: 0.0465105 Mar 10 14:56:00.537841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73267582-e234-4ae4-9733-e2829d125b84 req-91608dbf-2087-4a72-88c9-7c5813a06163 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909640 Mar 10 14:56:00.562756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050d3d-3a88-4859-9e25-789a00689059 req-fe94c524-60b7-4d47-82a4-bdff82e7da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:00.562756 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-fe94c524-60b7-4d47-82a4-bdff82e7da6b service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.0920312 Mar 10 14:56:00.599376 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aa2c8902-fb0a-412e-820f-dee9ae5f94af req-f38d4e6d-3889-4ff7-b1e4-2f0c7d4f6143 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2aa83f1c-1ba7-4a44-99c3-46a2f793ab9a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:00.601831 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aa2c8902-fb0a-412e-820f-dee9ae5f94af req-f38d4e6d-3889-4ff7-b1e4-2f0c7d4f6143 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:00.602957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa2c8902-fb0a-412e-820f-dee9ae5f94af req-f38d4e6d-3889-4ff7-b1e4-2f0c7d4f6143 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "DELETE /v2.0/security-groups/2aa83f1c-1ba7-4a44-99c3-46a2f793ab9a HTTP/1.1" status: 204 len: 173 time: 0.4780245 Mar 10 14:56:00.603117 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-c1eb41d2-651e-46df-a3bd-0df7d178198a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 200 len: 217 time: 0.0356455 Mar 10 14:56:00.627661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-1de4eecd-8d40-4f82-b712-52f335e143ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:00.629137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-1de4eecd-8d40-4f82-b712-52f335e143ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.2520287 Mar 10 14:56:00.635104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d4e6d-3889-4ff7-b1e4-2f0c7d4f6143 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa83f1c-1ba7-4a44-99c3-46a2f793ab9a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:00.661853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050d3d-3a88-4859-9e25-789a00689059 req-0242a9da-e220-4c96-8d8b-17df3efcec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:00.664380 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-0242a9da-e220-4c96-8d8b-17df3efcec89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0542879 Mar 10 14:56:00.718934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050d3d-3a88-4859-9e25-789a00689059 req-ffe962ef-a57c-4160-9959-f44e2937ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:00.720466 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-ffe962ef-a57c-4160-9959-f44e2937ccf8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0488803 Mar 10 14:56:00.821350 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-79530e86-cb33-4c42-b3c0-9692d735c28c service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936880 Mar 10 14:56:00.927357 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-03c64618-edb1-480c-b941-f84cf17c0cdf service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921266 Mar 10 14:56:00.959998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-d0156bbd-ec09-4494-8244-ce90a1b9f3b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d HTTP/1.1" status: 200 len: 217 time: 0.3187253 Mar 10 14:56:00.977230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e80b047-3527-404f-9639-6a38a2a1bcc9 req-d9ffcdd7-be8f-4abb-b5c1-f4695afe51c6 service neutron] 10.222.0.62 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271003 Mar 10 14:56:00.987924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3eb0701d-1c8e-4922-a2b3-bee908e92740 req-fe4ed059-59bc-404f-9031-0bebc8769e3b tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/814cf172-f4a9-4f5f-8439-8c2c2fd7dd69 HTTP/1.1" status: 200 len: 3010 time: 0.4072640 Mar 10 14:56:01.098668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device de3dc6fc-8344-49b5-8813-e8800f851afc details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:01.119237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-d83da27b-b563-4c5f-94f3-1ba4543427ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:01.120688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-d83da27b-b563-4c5f-94f3-1ba4543427ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.1424880 Mar 10 14:56:01.132943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4194961-ab88-4ea6-ae09-2f8902e91c3f req-bb873bc9-3b5a-4388-b9a8-99a405c34e31 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:01.134388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4194961-ab88-4ea6-ae09-2f8902e91c3f req-bb873bc9-3b5a-4388-b9a8-99a405c34e31 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.4727221 Mar 10 14:56:01.184039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-7acbc4f9-db67-4546-833f-8320f374a293 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485742 Mar 10 14:56:01.201141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port de3dc6fc-8344-49b5-8813-e8800f851afc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de3dc6fc-8344-49b5-8813-e8800f851afc,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:01.212468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e80b047-3527-404f-9639-6a38a2a1bcc9 req-693a6f04-309a-4c70-a8bf-d78fd8f3dccb service neutron] 10.222.0.62 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236710 Mar 10 14:56:01.212653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'de3dc6fc-8344-49b5-8813-e8800f851afc', 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599', 'port_id': 'de3dc6fc-8344-49b5-8813-e8800f851afc', 'mac_address': 'fa:16:3e:22:92:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:56:01.245386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62e054-31b2-452f-a071-686c50752a46 req-6fae096e-abad-4816-bf00-75a32906014c tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:01.246861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b62e054-31b2-452f-a071-686c50752a46 req-6fae096e-abad-4816-bf00-75a32906014c tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 944 time: 0.1971114 Mar 10 14:56:01.252549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port de3dc6fc-8344-49b5-8813-e8800f851afc is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:01.252937 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:01.265500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3dc6fc-8344-49b5-8813-e8800f851afc {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:01.285436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port de3dc6fc-8344-49b5-8813-e8800f851afc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de3dc6fc-8344-49b5-8813-e8800f851afc,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:01.290930 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:01.309317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4194961-ab88-4ea6-ae09-2f8902e91c3f req-1d4cf06a-dd5b-4ca3-ac7e-0d6ed594a587 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597180 Mar 10 14:56:01.352537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=de3dc6fc-8344-49b5-8813-e8800f851afc,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:01.355180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-75424011-27b2-4c9f-b1ec-683646420cc7 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557004 Mar 10 14:56:01.358938 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b62e054-31b2-452f-a071-686c50752a46 req-f042e2c3-83fb-46f4-a978-0e25e7adf222 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010523 Mar 10 14:56:01.507722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c061cd0-cd22-4284-9f5b-95da8c3f6dbf req-99d1cab8-d11d-4425-b456-c49a10def082 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/61a72a5a-0335-4b1c-9a54-26c6a4df7cb6 HTTP/1.1" status: 200 len: 1830 time: 0.1234541 Mar 10 14:56:01.522949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe9a24-ae0b-4913-abc7-57d3d175ed8b req-76e4b033-366b-49f4-ba81-bf2e4c6e72ba tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:01.524410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdfe9a24-ae0b-4913-abc7-57d3d175ed8b req-76e4b033-366b-49f4-ba81-bf2e4c6e72ba tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 944 time: 0.1420450 Mar 10 14:56:01.536307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-b6dc252f-25c9-48d9-86c7-4e7fc6300053 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722786 Mar 10 14:56:01.604958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdfe9a24-ae0b-4913-abc7-57d3d175ed8b req-4b16f066-37f5-4205-9ebd-4c39a39793d1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725238 Mar 10 14:56:01.615445 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4c061cd0-cd22-4284-9f5b-95da8c3f6dbf req-d1a9c6e3-987e-4047-a739-e68f814ce9d8 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (61a72a5a-0335-4b1c-9a54-26c6a4df7cb6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:01.649122 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4c061cd0-cd22-4284-9f5b-95da8c3f6dbf req-d1a9c6e3-987e-4047-a739-e68f814ce9d8 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (61a72a5a-0335-4b1c-9a54-26c6a4df7cb6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:01.654651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-696d0a53-c296-4755-ac70-95f82934ac2d req-6a97b082-4d74-4ae9-b629-5c1da20b29c7 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-group-rules/d4495946-a4bb-4bcd-bb39-0dba1e258b5b HTTP/1.1" status: 200 len: 783 time: 0.0274880 Mar 10 14:56:01.682628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device e07e7465-298a-4cdb-b8b2-310c4ba7be9d no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:56:01.717551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-696d0a53-c296-4755-ac70-95f82934ac2d req-07783c51-e7b6-4a2e-bcd6-75a55df4b3b6 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/814cf172-f4a9-4f5f-8439-8c2c2fd7dd69 HTTP/1.1" status: 200 len: 3010 time: 0.0569727 Mar 10 14:56:01.720709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['de3dc6fc-8344-49b5-8813-e8800f851afc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:01.724543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4c061cd0-cd22-4284-9f5b-95da8c3f6dbf req-d1a9c6e3-987e-4047-a739-e68f814ce9d8 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (61a72a5a-0335-4b1c-9a54-26c6a4df7cb6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:01.727732 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4c061cd0-cd22-4284-9f5b-95da8c3f6dbf req-d1a9c6e3-987e-4047-a739-e68f814ce9d8 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:01.729109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c061cd0-cd22-4284-9f5b-95da8c3f6dbf req-d1a9c6e3-987e-4047-a739-e68f814ce9d8 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "DELETE /v2.0/security-groups/61a72a5a-0335-4b1c-9a54-26c6a4df7cb6 HTTP/1.1" status: 204 len: 173 time: 0.2152169 Mar 10 14:56:01.750536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9c6e3-987e-4047-a739-e68f814ce9d8 tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a72a5a-0335-4b1c-9a54-26c6a4df7cb6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:01.766301 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-696d0a53-c296-4755-ac70-95f82934ac2d req-0a7a0cdf-3f75-4dee-901a-26bc08e0cfee tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (d4495946-a4bb-4bcd-bb39-0dba1e258b5b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:01.771546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port e07e7465-298a-4cdb-b8b2-310c4ba7be9d host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 14:56:01.772211 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device e07e7465-298a-4cdb-b8b2-310c4ba7be9d not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:56:01.778047 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-696d0a53-c296-4755-ac70-95f82934ac2d req-0a7a0cdf-3f75-4dee-901a-26bc08e0cfee tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (d4495946-a4bb-4bcd-bb39-0dba1e258b5b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:01.871427 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-696d0a53-c296-4755-ac70-95f82934ac2d req-0a7a0cdf-3f75-4dee-901a-26bc08e0cfee tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (d4495946-a4bb-4bcd-bb39-0dba1e258b5b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:01.886416 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-696d0a53-c296-4755-ac70-95f82934ac2d req-0a7a0cdf-3f75-4dee-901a-26bc08e0cfee tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:01.887572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-696d0a53-c296-4755-ac70-95f82934ac2d req-0a7a0cdf-3f75-4dee-901a-26bc08e0cfee tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d4495946-a4bb-4bcd-bb39-0dba1e258b5b HTTP/1.1" status: 204 len: 173 time: 0.1572287 Mar 10 14:56:01.899643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a0cdf-3f75-4dee-901a-26bc08e0cfee tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4495946-a4bb-4bcd-bb39-0dba1e258b5b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:01.918025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-901cb6c9-c41e-46a4-b62e-d3ec241b673b tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:01.919610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-901cb6c9-c41e-46a4-b62e-d3ec241b673b tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.1159489 Mar 10 14:56:01.935257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1e8e4-915e-4e5a-a215-978488e91dec req-3af20d8b-78ad-4dec-afa8-5a9205f06a52 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:01.936720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1be1e8e4-915e-4e5a-a215-978488e91dec req-3af20d8b-78ad-4dec-afa8-5a9205f06a52 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 946 time: 0.1319623 Mar 10 14:56:02.055341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1be1e8e4-915e-4e5a-a215-978488e91dec req-425600be-545b-4342-8a93-23faa933aaeb tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121221 Mar 10 14:56:02.074685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d15c13-d5a3-4c49-afba-d8530b2b1a52 req-72784afd-603e-42dc-a531-06430282a8f5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:02.076765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d15c13-d5a3-4c49-afba-d8530b2b1a52 req-72784afd-603e-42dc-a531-06430282a8f5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1326404 Mar 10 14:56:02.178021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb05ba82-91be-4289-9c29-bbe4c728a7c8 req-1a9bf53a-0a49-454c-9949-d7876f057a3e tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "GET /v2.0/security-groups/01b0fcac-5803-49fa-9507-579fe457985c HTTP/1.1" status: 200 len: 1828 time: 0.0973625 Mar 10 14:56:02.186869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-b5d27be1-d9d6-4b55-9a76-79dbcc3eb493 service neutron] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:02.190727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d15c13-d5a3-4c49-afba-d8530b2b1a52 req-88481b27-e2d5-41d7-b6df-338049b44fb6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029136 Mar 10 14:56:02.199230 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-b5d27be1-d9d6-4b55-9a76-79dbcc3eb493 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.200252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4413cd00-35db-4146-83b4-3348aa4ea257 req-b5d27be1-d9d6-4b55-9a76-79dbcc3eb493 service neutron] 10.222.0.62 "DELETE /v2.0/ports/e07e7465-298a-4cdb-b8b2-310c4ba7be9d/bindings/n-h1-833090-1 HTTP/1.1" status: 204 len: 173 time: 0.2626708 Mar 10 14:56:02.280013 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb05ba82-91be-4289-9c29-bbe4c728a7c8 req-5d484c6f-75c9-4162-b7ac-4b7b23dc83ce tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (01b0fcac-5803-49fa-9507-579fe457985c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.285498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f9fb936-1a00-4550-932b-c60a84f9f3bd req-0fe3370c-0b40-4092-a298-e2bbdb85ddec tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/814cf172-f4a9-4f5f-8439-8c2c2fd7dd69 HTTP/1.1" status: 200 len: 2412 time: 0.0671518 Mar 10 14:56:02.322383 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb05ba82-91be-4289-9c29-bbe4c728a7c8 req-5d484c6f-75c9-4162-b7ac-4b7b23dc83ce tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (01b0fcac-5803-49fa-9507-579fe457985c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.385268 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f9fb936-1a00-4550-932b-c60a84f9f3bd req-e56a4c7c-60fa-4d1b-a29f-eabf5c3d4f20 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (814cf172-f4a9-4f5f-8439-8c2c2fd7dd69), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.391339 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb05ba82-91be-4289-9c29-bbe4c728a7c8 req-5d484c6f-75c9-4162-b7ac-4b7b23dc83ce tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (01b0fcac-5803-49fa-9507-579fe457985c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.393844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb05ba82-91be-4289-9c29-bbe4c728a7c8 req-5d484c6f-75c9-4162-b7ac-4b7b23dc83ce tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.394993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb05ba82-91be-4289-9c29-bbe4c728a7c8 req-5d484c6f-75c9-4162-b7ac-4b7b23dc83ce tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] 10.222.0.11 "DELETE /v2.0/security-groups/01b0fcac-5803-49fa-9507-579fe457985c HTTP/1.1" status: 204 len: 173 time: 0.2099252 Mar 10 14:56:02.401337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37388) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:02.413371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d484c6f-75c9-4162-b7ac-4b7b23dc83ce tempest-SecurityGroupRulesNegativeTestJSON-1467495707 tempest-SecurityGroupRulesNegativeTestJSON-1467495707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b0fcac-5803-49fa-9507-579fe457985c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:02.426526 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f9fb936-1a00-4550-932b-c60a84f9f3bd req-e56a4c7c-60fa-4d1b-a29f-eabf5c3d4f20 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (814cf172-f4a9-4f5f-8439-8c2c2fd7dd69), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.463553 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd938ca-3291-466f-801a-79b586591213 admin admin] Deleting subnet 18bb7db3-c42a-4223-9eab-2cf64cd947d5 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:56:02.467295 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cd938ca-3291-466f-801a-79b586591213 admin admin] Publish callbacks [] for subnet (18bb7db3-c42a-4223-9eab-2cf64cd947d5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.506707 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cd938ca-3291-466f-801a-79b586591213 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (18bb7db3-c42a-4223-9eab-2cf64cd947d5), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.508739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f9fb936-1a00-4550-932b-c60a84f9f3bd req-e56a4c7c-60fa-4d1b-a29f-eabf5c3d4f20 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (814cf172-f4a9-4f5f-8439-8c2c2fd7dd69), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.511607 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f9fb936-1a00-4550-932b-c60a84f9f3bd req-e56a4c7c-60fa-4d1b-a29f-eabf5c3d4f20 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.513297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f9fb936-1a00-4550-932b-c60a84f9f3bd req-e56a4c7c-60fa-4d1b-a29f-eabf5c3d4f20 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "DELETE /v2.0/security-groups/814cf172-f4a9-4f5f-8439-8c2c2fd7dd69 HTTP/1.1" status: 204 len: 173 time: 0.2192461 Mar 10 14:56:02.529463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a4c7c-60fa-4d1b-a29f-eabf5c3d4f20 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814cf172-f4a9-4f5f-8439-8c2c2fd7dd69,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:02.553412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d94bd-7c0c-4d95-97a3-4685f9e66420 req-2dc0f5a6-6fba-4dcd-ba64-73b2f8d41188 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:02.555036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-153d94bd-7c0c-4d95-97a3-4685f9e66420 req-2dc0f5a6-6fba-4dcd-ba64-73b2f8d41188 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.0894282 Mar 10 14:56:02.566675 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cd938ca-3291-466f-801a-79b586591213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (18bb7db3-c42a-4223-9eab-2cf64cd947d5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.635949 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cd938ca-3291-466f-801a-79b586591213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (18bb7db3-c42a-4223-9eab-2cf64cd947d5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.649669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-153d94bd-7c0c-4d95-97a3-4685f9e66420 req-829fc474-b9de-4647-9ec8-e9348896fcd7 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804193 Mar 10 14:56:02.664167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd938ca-3291-466f-801a-79b586591213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18bb7db3-c42a-4223-9eab-2cf64cd947d5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:02.666236 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cd938ca-3291-466f-801a-79b586591213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.674830 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7cd938ca-3291-466f-801a-79b586591213 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/18bb7db3-c42a-4223-9eab-2cf64cd947d5 HTTP/1.1" status: 204 len: 168 time: 0.2718310 Mar 10 14:56:02.675768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37394) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:02.684601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25dea5a-3c77-4122-b583-5a469825a425 req-29c6da04-6734-466b-8322-3e5e4097d9fc tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:02.687068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a25dea5a-3c77-4122-b583-5a469825a425 req-29c6da04-6734-466b-8322-3e5e4097d9fc tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 945 time: 0.0976164 Mar 10 14:56:02.707999 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-3e9fca6c-4416-4d65-81c4-0449b7300b51 req-5261af6d-143d-436d-8530-566323cf5481 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] show failed (client error): The resource could not be found. Mar 10 14:56:02.710915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e9fca6c-4416-4d65-81c4-0449b7300b51 req-5261af6d-143d-436d-8530-566323cf5481 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/7daed6ec-2be9-4a46-96f7-8ba3c39dec3a HTTP/1.1" status: 404 len: 352 time: 0.0226469 Mar 10 14:56:02.746837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (96dad93f-0187-443e-ae80-2f29148d94ce), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.755392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a25dea5a-3c77-4122-b583-5a469825a425 req-ed162fb0-4050-4fe3-ae59-b3351f003fdf tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605788 Mar 10 14:56:02.832902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (96dad93f-0187-443e-ae80-2f29148d94ce), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.840872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266b15a-0b3f-4854-992d-51266973a663 req-4f7ac8f4-3064-4215-a880-6c84c4bc3e6e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:02.842988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5266b15a-0b3f-4854-992d-51266973a663 req-4f7ac8f4-3064-4215-a880-6c84c4bc3e6e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 944 time: 0.0835497 Mar 10 14:56:02.845747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e0ad229-a2e8-4421-a01a-d0697483e42f req-8e2e03f7-47f2-4935-aed0-36658cf43315 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/148e8193-39fd-430e-a746-e6a8cae24701 HTTP/1.1" status: 200 len: 1820 time: 0.0580702 Mar 10 14:56:02.855165 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96dad93f-0187-443e-ae80-2f29148d94ce']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:02.865533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18161e52-c1cc-47bf-83bc-d6d162590b25') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:02.865837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18161e52-c1cc-47bf-83bc-d6d162590b25') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:02.876936 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (18161e52-c1cc-47bf-83bc-d6d162590b25), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.890220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (18161e52-c1cc-47bf-83bc-d6d162590b25), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.896062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:56:02.896446 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (18161e52-c1cc-47bf-83bc-d6d162590b25), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: timer() Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:56:02.898336 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:56:02.926738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5266b15a-0b3f-4854-992d-51266973a663 req-701d2e59-5c22-4858-8a28-8e9aa9d22125 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775280 Mar 10 14:56:02.941057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5e0ad229-a2e8-4421-a01a-d0697483e42f req-050647ee-93e1-4cac-ae2c-5ef2adc068db tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (148e8193-39fd-430e-a746-e6a8cae24701), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.961633 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (96dad93f-0187-443e-ae80-2f29148d94ce), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.965855 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5e0ad229-a2e8-4421-a01a-d0697483e42f req-050647ee-93e1-4cac-ae2c-5ef2adc068db tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (148e8193-39fd-430e-a746-e6a8cae24701), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.969959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:02.975593 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] 10.222.0.11 "DELETE /v2.0/networks/96dad93f-0187-443e-ae80-2f29148d94ce HTTP/1.1" status: 204 len: 168 time: 0.2966690 Mar 10 14:56:02.984277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f459b-5ee0-45ff-93e6-5ad7e90c2e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=96dad93f-0187-443e-ae80-2f29148d94ce,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:03.017261 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5e0ad229-a2e8-4421-a01a-d0697483e42f req-050647ee-93e1-4cac-ae2c-5ef2adc068db tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (148e8193-39fd-430e-a746-e6a8cae24701), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.019883 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5e0ad229-a2e8-4421-a01a-d0697483e42f req-050647ee-93e1-4cac-ae2c-5ef2adc068db tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.021539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e0ad229-a2e8-4421-a01a-d0697483e42f req-050647ee-93e1-4cac-ae2c-5ef2adc068db tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "DELETE /v2.0/security-groups/148e8193-39fd-430e-a746-e6a8cae24701 HTTP/1.1" status: 204 len: 173 time: 0.1643541 Mar 10 14:56:03.058474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050647ee-93e1-4cac-ae2c-5ef2adc068db tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=148e8193-39fd-430e-a746-e6a8cae24701,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:03.102405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device de3dc6fc-8344-49b5-8813-e8800f851afc up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:03.133873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a779383b-6c8e-4c6f-abb1-6525f597fcac req-ceb3e7aa-d00d-4ec0-b53c-d622c9078fb9 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/c819b26a-646f-4195-83a0-852a418e3aff HTTP/1.1" status: 200 len: 1822 time: 0.0836909 Mar 10 14:56:03.165217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port de3dc6fc-8344-49b5-8813-e8800f851afc completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:56:03.165605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57054742-d9d6-44ab-b20b-79ff0731f511 req-9b007aea-ec25-4292-b57e-1f12f6030e03 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:03.167156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57054742-d9d6-44ab-b20b-79ff0731f511 req-9b007aea-ec25-4292-b57e-1f12f6030e03 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 1126 time: 0.0981545 Mar 10 14:56:03.175451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port de3dc6fc-8344-49b5-8813-e8800f851afc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:03.176122 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.183339 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37410) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:03.240860 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a779383b-6c8e-4c6f-abb1-6525f597fcac req-231eeada-c1ed-49ab-a078-1a439dd67baf tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (c819b26a-646f-4195-83a0-852a418e3aff), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.241998 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5d0d8397-8fab-4340-8386-5cc510f79010 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77766d1545e84171a184f423fdc8e091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573084 Mar 10 14:56:03.244825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37414) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:03.245178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57054742-d9d6-44ab-b20b-79ff0731f511 req-d22c8161-493b-4698-9b44-9ebf586c1a21 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702422 Mar 10 14:56:03.269872 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a779383b-6c8e-4c6f-abb1-6525f597fcac req-231eeada-c1ed-49ab-a078-1a439dd67baf tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (c819b26a-646f-4195-83a0-852a418e3aff), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.326979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port de3dc6fc-8344-49b5-8813-e8800f851afc is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:03.327397 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.337889 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b502f5cc-cab1-48f5-bf98-2f02be14d252 admin admin] Publish callbacks [] for security_group (81808b4d-2b3a-4f04-bec3-f5122e03f5a6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.378191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b43810c-91e8-4525-92b4-2b054069c61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3dc6fc-8344-49b5-8813-e8800f851afc'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:03.380852 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc2b70d-3ac1-494d-a3ea-ed3edd4c03ac" -d '{"events": [{"server_uuid": "6b43810c-91e8-4525-92b4-2b054069c61d", "name": "network-vif-plugged", "status": "completed", "tag": "de3dc6fc-8344-49b5-8813-e8800f851afc"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:03.384326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b502f5cc-cab1-48f5-bf98-2f02be14d252 admin admin] Publish callbacks [] for security_group (81808b4d-2b3a-4f04-bec3-f5122e03f5a6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.395313 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a779383b-6c8e-4c6f-abb1-6525f597fcac req-231eeada-c1ed-49ab-a078-1a439dd67baf tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c819b26a-646f-4195-83a0-852a418e3aff), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.397590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port de3dc6fc-8344-49b5-8813-e8800f851afc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de3dc6fc-8344-49b5-8813-e8800f851afc,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:03.398445 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a779383b-6c8e-4c6f-abb1-6525f597fcac req-231eeada-c1ed-49ab-a078-1a439dd67baf tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.399968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a779383b-6c8e-4c6f-abb1-6525f597fcac req-231eeada-c1ed-49ab-a078-1a439dd67baf tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "DELETE /v2.0/security-groups/c819b26a-646f-4195-83a0-852a418e3aff HTTP/1.1" status: 204 len: 173 time: 0.2595198 Mar 10 14:56:03.415355 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.416445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device e07e7465-298a-4cdb-b8b2-310c4ba7be9d no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:56:03.433650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231eeada-c1ed-49ab-a078-1a439dd67baf tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c819b26a-646f-4195-83a0-852a418e3aff,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:03.459482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b502f5cc-cab1-48f5-bf98-2f02be14d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (81808b4d-2b3a-4f04-bec3-f5122e03f5a6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.463697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-fedd9091-b771-45ec-be55-55e912df13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:03.464515 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b502f5cc-cab1-48f5-bf98-2f02be14d252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:03.465977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-fedd9091-b771-45ec-be55-55e912df13d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1128 time: 0.1173668 Mar 10 14:56:03.471107 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b502f5cc-cab1-48f5-bf98-2f02be14d252 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81808b4d-2b3a-4f04-bec3-f5122e03f5a6 HTTP/1.1" status: 204 len: 168 time: 0.2252464 Mar 10 14:56:03.477585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee74f6c-4dcf-48ee-a872-c240851b1943 req-9fc60be4-b6d2-4485-b1be-52475f593e86 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:03.479342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ee74f6c-4dcf-48ee-a872-c240851b1943 req-9fc60be4-b6d2-4485-b1be-52475f593e86 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 946 time: 0.1000843 Mar 10 14:56:03.480933 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502f5cc-cab1-48f5-bf98-2f02be14d252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81808b4d-2b3a-4f04-bec3-f5122e03f5a6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:03.549160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=de3dc6fc-8344-49b5-8813-e8800f851afc,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:03.596081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port e07e7465-298a-4cdb-b8b2-310c4ba7be9d is: DOWN; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:03.657517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ee74f6c-4dcf-48ee-a872-c240851b1943 req-80bcf95d-bd8a-4033-90f2-265ef862f940 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692622 Mar 10 14:56:03.690917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7cfa2-5f28-47f8-bb10-3f903ce61bba req-250a8c9f-d90e-4d01-80e1-bb33a21aa8b0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:03.692416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43e7cfa2-5f28-47f8-bb10-3f903ce61bba req-250a8c9f-d90e-4d01-80e1-bb33a21aa8b0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1836207 Mar 10 14:56:03.695654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-0b58ad9e-13ce-4b16-ac89-1719a91bbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:03.697047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-0b58ad9e-13ce-4b16-ac89-1719a91bbeb9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.2167623 Mar 10 14:56:03.713351 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac30f84-0815-4996-8a7a-d33fac1c76dd x-openstack-request-id: req-aac30f84-0815-4996-8a7a-d33fac1c76dd {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:03.713805 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b43810c-91e8-4525-92b4-2b054069c61d", "name": "network-vif-plugged", "status": "completed", "tag": "de3dc6fc-8344-49b5-8813-e8800f851afc", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:03.714071 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aac30f84-0815-4996-8a7a-d33fac1c76dd {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:03.714835 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b43810c-91e8-4525-92b4-2b054069c61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3dc6fc-8344-49b5-8813-e8800f851afc', 'code': 200} Mar 10 14:56:03.777183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-4fafceb8-8d3f-42d6-96e2-dd9cb2a0fa83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b HTTP/1.1" status: 200 len: 217 time: 0.0645845 Mar 10 14:56:03.906490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43e7cfa2-5f28-47f8-bb10-3f903ce61bba req-508d6b2f-ee9c-4aca-a6f4-4ca29b80bbc7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029929 Mar 10 14:56:03.934346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9b08b07-ad1d-4555-adfb-d9ef25e15c58 req-fb96722f-b292-434c-a69a-595e7f1f68ea tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/10e17182-6bba-490f-841f-04a2d90d08e8 HTTP/1.1" status: 200 len: 1821 time: 0.1962533 Mar 10 14:56:03.934346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-8c206284-d556-4fbe-8255-ad33623877be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:03.934346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-8c206284-d556-4fbe-8255-ad33623877be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1314640 Mar 10 14:56:03.969052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73941d5c-65e4-4d08-aa44-e754f5e862d5 req-8c9d84be-d685-4500-9777-781c8c407cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:03.970537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73941d5c-65e4-4d08-aa44-e754f5e862d5 req-8c9d84be-d685-4500-9777-781c8c407cfb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 1128 time: 0.1704190 Mar 10 14:56:03.989703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-295f9126-681f-489d-944b-dd747a971bca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444283 Mar 10 14:56:04.144490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73941d5c-65e4-4d08-aa44-e754f5e862d5 req-ae725d87-9aa8-4416-a81a-57bc6d2ef02b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575580 Mar 10 14:56:04.192890 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9b08b07-ad1d-4555-adfb-d9ef25e15c58 req-5bb2f132-ca66-4c47-a1cc-da64f6b3a687 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (10e17182-6bba-490f-841f-04a2d90d08e8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:04.239731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-f8dbff1a-b77e-4c49-8375-50e1dfa3bf7f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:04.241211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-f8dbff1a-b77e-4c49-8375-50e1dfa3bf7f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 807 time: 0.2322030 Mar 10 14:56:04.255218 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9b08b07-ad1d-4555-adfb-d9ef25e15c58 req-5bb2f132-ca66-4c47-a1cc-da64f6b3a687 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (10e17182-6bba-490f-841f-04a2d90d08e8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:04.281320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-3abc14fe-fb3d-4c40-909e-12c560da0e27 service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733130 Mar 10 14:56:04.286335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-a9082100-55ab-4f2a-96e7-8d1d771d4fde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/quotas/0e24b30ca6604ae99b9012a50d837f98 HTTP/1.1" status: 200 len: 375 time: 0.0332620 Mar 10 14:56:04.339487 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9b08b07-ad1d-4555-adfb-d9ef25e15c58 req-5bb2f132-ca66-4c47-a1cc-da64f6b3a687 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (10e17182-6bba-490f-841f-04a2d90d08e8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:04.342743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b9b08b07-ad1d-4555-adfb-d9ef25e15c58 req-5bb2f132-ca66-4c47-a1cc-da64f6b3a687 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:04.354104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9b08b07-ad1d-4555-adfb-d9ef25e15c58 req-5bb2f132-ca66-4c47-a1cc-da64f6b3a687 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "DELETE /v2.0/security-groups/10e17182-6bba-490f-841f-04a2d90d08e8 HTTP/1.1" status: 204 len: 173 time: 0.4186013 Mar 10 14:56:04.371017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-a0a4e615-5c6a-4994-8b41-9160e3a6d482 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775242 Mar 10 14:56:04.371732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2f132-ca66-4c47-a1cc-da64f6b3a687 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e17182-6bba-490f-841f-04a2d90d08e8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:04.565812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-9ea5860f-43d0-4db4-9b5f-16fae28eb32b service neutron] 10.222.0.11 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844454 Mar 10 14:56:04.572505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d14b5-e6ce-4302-849e-727a43d6b2f0 req-479a144c-5d49-46c7-83c8-05e7f3da4aee tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:04.573865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-192d14b5-e6ce-4302-849e-727a43d6b2f0 req-479a144c-5d49-46c7-83c8-05e7f3da4aee tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1733654 Mar 10 14:56:04.629106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-c241ec8b-d36a-4db1-a7c5-d5fbdfd0417b service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915071 Mar 10 14:56:04.695734 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-192d14b5-e6ce-4302-849e-727a43d6b2f0 req-9722ecf5-4142-4120-9041-a0e37ed61b1b tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099522 Mar 10 14:56:04.710299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-72d71bc2-9ab8-480f-87a4-d1f8c461bf7e service neutron] 10.222.0.11 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339490 Mar 10 14:56:04.808319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-bdc696aa-c7bb-4aca-8a3e-7d095f912d16 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:04.810048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-bdc696aa-c7bb-4aca-8a3e-7d095f912d16 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1128 time: 0.0791242 Mar 10 14:56:04.823290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833090-1'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:04.832646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9282f2-f889-4084-b356-616bd46c4bec req-9b26e68e-1049-43f8-a2b5-50001702c160 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:04.834306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf9282f2-f889-4084-b356-616bd46c4bec req-9b26e68e-1049-43f8-a2b5-50001702c160 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.0758386 Mar 10 14:56:04.927527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:04.933130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf9282f2-f889-4084-b356-616bd46c4bec req-9037f2a6-4ffd-42cb-a647-a7e3c085ab09 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800736 Mar 10 14:56:05.107526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b33e060-2768-4651-8023-81d432baf82c req-2235f442-3a99-4cbd-a9ca-4357cc086421 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/b641e7ff-060c-4e00-8da3-ffafec1cdb71 HTTP/1.1" status: 200 len: 2421 time: 0.1406655 Mar 10 14:56:05.172787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:05.254671 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9b33e060-2768-4651-8023-81d432baf82c req-46b1cf34-0bfc-4ea3-afcf-7897fd68b2d4 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (b641e7ff-060c-4e00-8da3-ffafec1cdb71), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.282693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4aa5a-3715-410d-9af1-ff2465c73eb4 req-1a5f79c4-3105-4b0e-a019-cc3a0bce59a5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:05.284294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7c4aa5a-3715-410d-9af1-ff2465c73eb4 req-1a5f79c4-3105-4b0e-a019-cc3a0bce59a5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 946 time: 0.1714087 Mar 10 14:56:05.288658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:05.333503 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37482) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:05.341296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9b33e060-2768-4651-8023-81d432baf82c req-46b1cf34-0bfc-4ea3-afcf-7897fd68b2d4 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (b641e7ff-060c-4e00-8da3-ffafec1cdb71), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.451264 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4aeb985a-bff0-4e3a-9ef6-5bd70135d0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.557334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4aeb985a-bff0-4e3a-9ef6-5bd70135d0b4 admin admin] Publish callbacks [] for security_group (bae50484-d6e2-43b9-9fb4-07ebb78cc2f6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.563790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4aeb985a-bff0-4e3a-9ef6-5bd70135d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bae50484-d6e2-43b9-9fb4-07ebb78cc2f6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.602175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb985a-bff0-4e3a-9ef6-5bd70135d0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae50484-d6e2-43b9-9fb4-07ebb78cc2f6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:05.609857 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4aeb985a-bff0-4e3a-9ef6-5bd70135d0b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54611f69f5374ab9b046de346361f866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749579 Mar 10 14:56:05.610610 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37486) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:05.655201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:05.657245 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5f52ab-2ebe-4a85-a29b-5f9fdec34679" -d '{"events": [{"server_uuid": "3a05d26d-09f8-4d0d-b80d-8caa9570af43", "name": "network-vif-unplugged", "status": "completed", "tag": "3191d38a-e5ef-4663-ac83-3fa40f50cd6b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:05.666132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Publish callbacks [] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.667684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8159278b-b4af-4539-9e94-3685888e614e admin admin] Publish callbacks [] for security_group (bae50484-d6e2-43b9-9fb4-07ebb78cc2f6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.692615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7c4aa5a-3715-410d-9af1-ff2465c73eb4 req-fcd8691e-a787-45e2-a63e-ecdc49103b14 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963718 Mar 10 14:56:05.692761 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8159278b-b4af-4539-9e94-3685888e614e admin admin] Publish callbacks [] for security_group (bae50484-d6e2-43b9-9fb4-07ebb78cc2f6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.695594 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.744973 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9b33e060-2768-4651-8023-81d432baf82c req-46b1cf34-0bfc-4ea3-afcf-7897fd68b2d4 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b641e7ff-060c-4e00-8da3-ffafec1cdb71), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.745773 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8159278b-b4af-4539-9e94-3685888e614e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bae50484-d6e2-43b9-9fb4-07ebb78cc2f6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.748463 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9b33e060-2768-4651-8023-81d432baf82c req-46b1cf34-0bfc-4ea3-afcf-7897fd68b2d4 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.752939 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8159278b-b4af-4539-9e94-3685888e614e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:05.760032 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8159278b-b4af-4539-9e94-3685888e614e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bae50484-d6e2-43b9-9fb4-07ebb78cc2f6 HTTP/1.1" status: 204 len: 168 time: 0.1455414 Mar 10 14:56:05.762347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b33e060-2768-4651-8023-81d432baf82c req-46b1cf34-0bfc-4ea3-afcf-7897fd68b2d4 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "DELETE /v2.0/security-groups/b641e7ff-060c-4e00-8da3-ffafec1cdb71 HTTP/1.1" status: 204 len: 173 time: 0.6532655 Mar 10 14:56:05.769988 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159278b-b4af-4539-9e94-3685888e614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae50484-d6e2-43b9-9fb4-07ebb78cc2f6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:05.806778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1cf34-0bfc-4ea3-afcf-7897fd68b2d4 tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b641e7ff-060c-4e00-8da3-ffafec1cdb71,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:05.928952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20e4bf20-7870-48c8-baa4-fc4fb7ddb54e req-0054639d-9b12-4db6-bb06-fc2e4b1cfd74 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 210 time: 0.1272249 Mar 10 14:56:05.947542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Pushing event updated for resources: {'Port': ['ID=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:06.010369 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee2e87d-75db-467a-b5f5-6c23b81cf47c x-openstack-request-id: req-eee2e87d-75db-467a-b5f5-6c23b81cf47c {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:06.010664 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a05d26d-09f8-4d0d-b80d-8caa9570af43", "name": "network-vif-unplugged", "status": "completed", "tag": "3191d38a-e5ef-4663-ac83-3fa40f50cd6b", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:06.010948 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eee2e87d-75db-467a-b5f5-6c23b81cf47c {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:06.011345 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b', 'code': 200} Mar 10 14:56:06.060410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on host n-h1-833090-1 for vnic_type normal with profile {"migrating_to": "n-h2-833090-1"} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:06.060673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:06.060945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:06.072602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:56:06.072828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Attempting to bind port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:06.081738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:06.081738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:06.082157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:06.082602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Bound port: 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:06.083010 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:06.103181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edd9b1-884f-40e5-bd35-d6350cd10569 req-d5e97378-0d7d-4427-b6de-d38a4d775514 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:06.104375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90edd9b1-884f-40e5-bd35-d6350cd10569 req-d5e97378-0d7d-4427-b6de-d38a4d775514 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1861641 Mar 10 14:56:06.232542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-fc375efa-1cc5-4e53-887e-48cc49d5b7ca tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:06.234624 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-fc375efa-1cc5-4e53-887e-48cc49d5b7ca tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 807 time: 0.2136221 Mar 10 14:56:06.245966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:06.249125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:06.267026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Request body: {'port': {'device_id': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238', 'admin_state_up': True, 'tenant_id': '0e24b30ca6604ae99b9012a50d837f98'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:06.293414 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:06.361381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90edd9b1-884f-40e5-bd35-d6350cd10569 req-a5fab910-d8c1-4522-83ef-887c57ab8426 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437396 Mar 10 14:56:06.425755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:06.426460 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:06.429571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] 10.222.0.62 "PUT /v2.0/ports/3191d38a-e5ef-4663-ac83-3fa40f50cd6b HTTP/1.1" status: 200 len: 1122 time: 1.6106942 Mar 10 14:56:06.437691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05661a5-8b3f-4ae1-b2a1-257ce95a3e74 req-95118a51-f600-4846-a836-bb4412ea7f8d tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:06.444997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b05661a5-8b3f-4ae1-b2a1-257ce95a3e74 req-95118a51-f600-4846-a836-bb4412ea7f8d tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.3077278 Mar 10 14:56:06.449060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b18b9-d072-42b1-987b-7f16b23e5d7f service neutron] Pushing event updated for resources: {'Port': ['ID=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,revision_number=8']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:06.478574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Made reservation on behalf of 0e24b30ca6604ae99b9012a50d837f98 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:56:06.484032 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:06.533800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['3191d38a-e5ef-4663-ac83-3fa40f50cd6b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:06.535066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b05661a5-8b3f-4ae1-b2a1-257ce95a3e74 req-e26c9c87-4d15-4940-9ee2-0986cb9ac81a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892704 Mar 10 14:56:06.555529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd4c9f7c-ce8d-4171-ab16-79d98b5f80c4 req-f7f20bf4-4aac-49c3-9263-1f3289f0f9ef tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "GET /v2.0/security-groups/e3cd2c4e-7f7a-4294-8b23-35298cc4532b HTTP/1.1" status: 200 len: 2414 time: 0.1086326 Mar 10 14:56:06.703832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Allocated IP 172.20.0.9 (94067cff-c117-4c51-a11d-b4ca58bf3238/5b31adf1-a8e9-48c4-a752-3e4542a7a6a9/b81d5761-51cf-42eb-9b6a-40b9bc734bb4) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:06.756914 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd4c9f7c-ce8d-4171-ab16-79d98b5f80c4 req-2e637e7d-64fd-4b22-a524-bb68436c7f1d tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (e3cd2c4e-7f7a-4294-8b23-35298cc4532b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:06.832304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e4edb-cdb2-4c89-8e25-4acbfe578614 req-5e7b8218-3c45-4db3-b507-2a787ce2042d tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:06.833857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb8e4edb-cdb2-4c89-8e25-4acbfe578614 req-5e7b8218-3c45-4db3-b507-2a787ce2042d tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.1748056 Mar 10 14:56:06.844612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd4c9f7c-ce8d-4171-ab16-79d98b5f80c4 req-2e637e7d-64fd-4b22-a524-bb68436c7f1d tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (e3cd2c4e-7f7a-4294-8b23-35298cc4532b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:06.948169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb8e4edb-cdb2-4c89-8e25-4acbfe578614 req-d160ae3d-ddbf-43f8-b7c3-df5cd7f0cd45 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987473 Mar 10 14:56:06.965887 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd4c9f7c-ce8d-4171-ab16-79d98b5f80c4 req-2e637e7d-64fd-4b22-a524-bb68436c7f1d tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e3cd2c4e-7f7a-4294-8b23-35298cc4532b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:06.968614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd4c9f7c-ce8d-4171-ab16-79d98b5f80c4 req-2e637e7d-64fd-4b22-a524-bb68436c7f1d tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:06.973418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd4c9f7c-ce8d-4171-ab16-79d98b5f80c4 req-2e637e7d-64fd-4b22-a524-bb68436c7f1d tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] 10.222.0.11 "DELETE /v2.0/security-groups/e3cd2c4e-7f7a-4294-8b23-35298cc4532b HTTP/1.1" status: 204 len: 173 time: 0.4091430 Mar 10 14:56:06.984967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37524) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:07.041942 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37526) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:07.068943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks [] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.072905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba227af-f2dd-465b-9b9a-56e8a79eb495 admin admin] Deleting subnet eaf8cb84-c601-4948-804a-f54df8f883a5 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:56:07.085447 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fba227af-f2dd-465b-9b9a-56e8a79eb495 admin admin] Publish callbacks [] for subnet (eaf8cb84-c601-4948-804a-f54df8f883a5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.092332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e637e7d-64fd-4b22-a524-bb68436c7f1d tempest-SecurityGroupRulesTestJSON-1293122873 tempest-SecurityGroupRulesTestJSON-1293122873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cd2c4e-7f7a-4294-8b23-35298cc4532b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:07.127981 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.182438 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fba227af-f2dd-465b-9b9a-56e8a79eb495 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (eaf8cb84-c601-4948-804a-f54df8f883a5), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.182641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Network 94067cff-c117-4c51-a11d-b4ca58bf3238 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:07.190041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:07.198768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:07.237628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e393257-5241-4dfd-9968-02a39738933d req-bc91bab4-9cad-42d4-9488-fe6c0e5b7baf tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:07.237853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1207983671-network', 'tenant_id': '60728e6680534da9bd00cd91931ef484'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:07.239148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e393257-5241-4dfd-9968-02a39738933d req-bc91bab4-9cad-42d4-9488-fe6c0e5b7baf tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.1638370 Mar 10 14:56:07.241759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Pushing event updated for resources: {'Port': ['ID=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:07.250480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee77803-e5ae-434a-8bc9-3fc8c712429c req-3a299b16-4e5b-4ceb-b595-c0f10171d8ba tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:07.252104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dee77803-e5ae-434a-8bc9-3fc8c712429c req-3a299b16-4e5b-4ceb-b595-c0f10171d8ba tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 931 time: 0.1351054 Mar 10 14:56:07.258171 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fba227af-f2dd-465b-9b9a-56e8a79eb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (eaf8cb84-c601-4948-804a-f54df8f883a5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.285157 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:07.285756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.299302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Made reservation on behalf of 60728e6680534da9bd00cd91931ef484 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:56:07.302906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.310768 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-49af6ec5-3a55-40d2-81d9-bd54f98a3f50 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0628355 Mar 10 14:56:07.317698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.326688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Request body: {'port': {'device_id': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:07.372097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e393257-5241-4dfd-9968-02a39738933d req-7c812d50-8fde-44a4-b7ba-16830a352c29 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166306 Mar 10 14:56:07.391469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dee77803-e5ae-434a-8bc9-3fc8c712429c req-babb2504-85b7-4a2e-a39b-96ce2116260d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056411 Mar 10 14:56:07.400954 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fba227af-f2dd-465b-9b9a-56e8a79eb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (eaf8cb84-c601-4948-804a-f54df8f883a5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.449053 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.456899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba227af-f2dd-465b-9b9a-56e8a79eb495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf8cb84-c601-4948-804a-f54df8f883a5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:07.489281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fba227af-f2dd-465b-9b9a-56e8a79eb495 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.495010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fba227af-f2dd-465b-9b9a-56e8a79eb495 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eaf8cb84-c601-4948-804a-f54df8f883a5 HTTP/1.1" status: 204 len: 168 time: 0.5071330 Mar 10 14:56:07.510222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37532) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:07.621215 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (3751beea-da74-4807-bde7-c973530d60cf), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.634048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Publish callbacks [] for security_group (63a27fb2-6203-4a46-92f3-5bea1cdc81d1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.637913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53411a-759a-4878-a4e4-2c3b8b50e845 req-16983e9d-cb3c-436e-9985-6f29e34e0005 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:07.640093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf53411a-759a-4878-a4e4-2c3b8b50e845 req-16983e9d-cb3c-436e-9985-6f29e34e0005 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.1751566 Mar 10 14:56:07.656873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71a011-db33-4e81-aaa2-35dee38f1bb3 req-4e1ad430-6b13-4d9a-aa16-2633330a281f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:07.658459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af71a011-db33-4e81-aaa2-35dee38f1bb3 req-4e1ad430-6b13-4d9a-aa16-2633330a281f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1496365 Mar 10 14:56:07.665353 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (63a27fb2-6203-4a46-92f3-5bea1cdc81d1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.691577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:56:07.716161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a27fb2-6203-4a46-92f3-5bea1cdc81d1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:07.725595 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (15c80044-076d-44bb-8933-b709458e96bb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.725946 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Added segment 15c80044-076d-44bb-8933-b709458e96bb of type vlan for network c1fb41c6-27cb-4f17-845a-28b57a30acca Mar 10 14:56:07.803916 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (3751beea-da74-4807-bde7-c973530d60cf), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.804198 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c1fb41c6-27cb-4f17-845a-28b57a30acca), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.816300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf53411a-759a-4878-a4e4-2c3b8b50e845 req-52724bdf-c683-4a71-860e-e0f7d7906453 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567822 Mar 10 14:56:07.854126 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af71a011-db33-4e81-aaa2-35dee38f1bb3 req-117cd955-18bf-40f5-9cd2-b37df099bb9c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739230 Mar 10 14:56:07.854839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81d5761-51cf-42eb-9b6a-40b9bc734bb4 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:07.855709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3751beea-da74-4807-bde7-c973530d60cf']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:07.863397 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Publish callbacks [] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.867203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b6242e-7d4a-49ae-b486-e933fa04230b') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:07.867783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b6242e-7d4a-49ae-b486-e933fa04230b') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:07.874247 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c1fb41c6-27cb-4f17-845a-28b57a30acca), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.875260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:07.875843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.878594 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (70b6242e-7d4a-49ae-b486-e933fa04230b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.899103 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (70b6242e-7d4a-49ae-b486-e933fa04230b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.907057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:56:07.907508 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (70b6242e-7d4a-49ae-b486-e933fa04230b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: timer() Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:56:07.909661 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:56:07.957457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c1fb41c6-27cb-4f17-845a-28b57a30acca,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:07.960107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Transition to ACTIVE for port object b81d5761-51cf-42eb-9b6a-40b9bc734bb4 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:56:07.970331 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.976197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c1fb41c6-27cb-4f17-845a-28b57a30acca details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:56:07.985601 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (3751beea-da74-4807-bde7-c973530d60cf), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:07.998256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:08.004558 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2d2f09db-3244-4620-bb85-0777474071a3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9614730 Mar 10 14:56:08.008657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3751beea-da74-4807-bde7-c973530d60cf HTTP/1.1" status: 204 len: 168 time: 0.4971766 Mar 10 14:56:08.009980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37540) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:08.021027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] Request body: {'subnet': {'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-subnet', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:08.026021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'tag': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:08.031921 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff40c9ad-f398-4a9e-a1ae-1ffc393e0951" -d '{"events": [{"name": "network-changed", "server_uuid": "3a05d26d-09f8-4d0d-b80d-8caa9570af43", "tag": "3191d38a-e5ef-4663-ac83-3fa40f50cd6b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:08.074908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2506cde-f45b-4633-94be-72a3b003a853 admin admin] Pushing event deleted for resources: {'Network': ['ID=3751beea-da74-4807-bde7-c973530d60cf,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:08.158976 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] Made reservation on behalf of 60728e6680534da9bd00cd91931ef484 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:56:08.161458 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:08.195011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37546) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:08.280065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97504209-0ecf-46e3-9df1-aca51a95c750 req-988f25dd-b509-45dc-a87c-89e77e530b1d tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:08.281841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97504209-0ecf-46e3-9df1-aca51a95c750 req-988f25dd-b509-45dc-a87c-89e77e530b1d tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.1924660 Mar 10 14:56:08.317277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135ef6-419d-4136-a7c3-5d2cc0103600 req-c988d251-33a6-46ed-895b-80b876705d69 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:08.324928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95135ef6-419d-4136-a7c3-5d2cc0103600 req-c988d251-33a6-46ed-895b-80b876705d69 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.2511742 Mar 10 14:56:08.348801 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Pushing event updated for resources: {'Port': ['ID=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:08.362006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a0a28f68-a035-47a2-b4d0-a9a454f34432 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=102e12dc685b41568eb57ab1d4cb2da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656518 Mar 10 14:56:08.365155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37548) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:08.446097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95135ef6-419d-4136-a7c3-5d2cc0103600 req-86fa9ab9-6b78-49f5-a0c3-f8b58dbcde9b tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202962 Mar 10 14:56:08.451229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97504209-0ecf-46e3-9df1-aca51a95c750 req-d98ad63b-d58b-4a78-884e-dcab4a9ecc1f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452186 Mar 10 14:56:08.452132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:08.453055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:08.453493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:08.460444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0ede1cc-ad1d-4dcc-8cd4-0fd94fd9d7f3 admin admin] Publish callbacks [] for security_group (1ff8b447-af1c-418b-9a32-1e9037aa2fc5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:08.464826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:56:08.465263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:08.492442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:08.492905 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:08.493844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:08.494479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Bound port: b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:08.494971 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:08.500358 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9fb61a-9e76-49e4-9533-f32ddd69d771 x-openstack-request-id: req-fe9fb61a-9e76-49e4-9533-f32ddd69d771 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:08.500654 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a05d26d-09f8-4d0d-b80d-8caa9570af43", "tag": "3191d38a-e5ef-4663-ac83-3fa40f50cd6b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:08.500924 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe9fb61a-9e76-49e4-9533-f32ddd69d771 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:08.501296 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'tag': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b', 'status': 'completed', 'code': 200} Mar 10 14:56:08.517785 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0ede1cc-ad1d-4dcc-8cd4-0fd94fd9d7f3 admin admin] Publish callbacks [] for security_group (1ff8b447-af1c-418b-9a32-1e9037aa2fc5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:08.554876 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (934f8767-f1d9-41c5-a92f-7f7062fa5877), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:08.598292 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:08.601445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:08.608129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:08.613644 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0ede1cc-ad1d-4dcc-8cd4-0fd94fd9d7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1ff8b447-af1c-418b-9a32-1e9037aa2fc5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:08.616236 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0ede1cc-ad1d-4dcc-8cd4-0fd94fd9d7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:08.617491 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f0ede1cc-ad1d-4dcc-8cd4-0fd94fd9d7f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ff8b447-af1c-418b-9a32-1e9037aa2fc5 HTTP/1.1" status: 204 len: 168 time: 0.2507486 Mar 10 14:56:08.655857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ede1cc-ad1d-4dcc-8cd4-0fd94fd9d7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff8b447-af1c-418b-9a32-1e9037aa2fc5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:08.661059 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:08.661801 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:08.663063 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] 10.222.0.45 "PUT /v2.0/ports/b81d5761-51cf-42eb-9b6a-40b9bc734bb4 HTTP/1.1" status: 200 len: 1091 time: 1.3418694 Mar 10 14:56:08.663788 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'tag': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:08.667274 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627c571b-cd03-4bab-94f2-b6a9a0ba5259" -d '{"events": [{"name": "network-changed", "server_uuid": "df03f879-90ab-4f7b-8031-4a8f5c066ff4", "tag": "b81d5761-51cf-42eb-9b6a-40b9bc734bb4"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:08.705147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91eb969-7b60-4a14-93b3-c13c80a1227b service neutron] Pushing event updated for resources: {'Port': ['ID=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:08.726765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] Pushing event updated for resources: {'Subnet': ['ID=934f8767-f1d9-41c5-a92f-7f7062fa5877,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:08.743508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40c9ad-f398-4a9e-a1ae-1ffc393e0951 req-ab38559c-86f8-4965-b227-d9d8f1707156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:08.745012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff40c9ad-f398-4a9e-a1ae-1ffc393e0951 req-ab38559c-86f8-4965-b227-d9d8f1707156 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1156 time: 0.2123337 Mar 10 14:56:08.764096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] Checking segment: {'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:08.764564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] Network hostable DHCP agents. Network: c1fb41c6-27cb-4f17-845a-28b57a30acca, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:56:08.776754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-1777ea73-102e-49b9-b3ac-21b13349ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:08.778000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d52a65-9249-45a8-a443-9c7d2d26c237 req-cf4630fd-6f16-45d3-8b56-a6306a5efbf5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:08.778272 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-1777ea73-102e-49b9-b3ac-21b13349ce5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1125 time: 0.0585639 Mar 10 14:56:08.780130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9d52a65-9249-45a8-a443-9c7d2d26c237 req-cf4630fd-6f16-45d3-8b56-a6306a5efbf5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.2350421 Mar 10 14:56:08.803115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5b442-6599-4353-88d8-5d10234c7f62 req-367b1da4-842a-461e-8f6f-88f7b40a71bd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:08.805359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7c5b442-6599-4353-88d8-5d10234c7f62 req-367b1da4-842a-461e-8f6f-88f7b40a71bd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.2119617 Mar 10 14:56:08.833228 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-2ac1f0ed-c7de-4c08-9cb7-c40b773d9bb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4 HTTP/1.1" status: 200 len: 217 time: 0.0426354 Mar 10 14:56:08.888766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-27cb0cac-b6be-4cc5-bdd8-42b45a515e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:08.890573 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-27cb0cac-b6be-4cc5-bdd8-42b45a515e1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0484657 Mar 10 14:56:08.900718 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] Network c1fb41c6-27cb-4f17-845a-28b57a30acca is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:56:08.926257 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-ab7c0689-bb8c-4a57-ac3b-cb24d3ab8694 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279436 Mar 10 14:56:08.949874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c1fb41c6-27cb-4f17-845a-28b57a30acca) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:08.955314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:08.955909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:08.959480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7413ce8-4b5d-4868-b2b6-4a47f2cb3b0c None None] Network c1fb41c6-27cb-4f17-845a-28b57a30acca requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:56:08.967282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9d52a65-9249-45a8-a443-9c7d2d26c237 req-1891caf3-78e7-4bf1-ba4f-0ef3323ae50a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732807 Mar 10 14:56:08.980886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40c9ad-f398-4a9e-a1ae-1ffc393e0951 req-0d7cf52b-e331-4738-91d7-4464fab07e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:08.982441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff40c9ad-f398-4a9e-a1ae-1ffc393e0951 req-0d7cf52b-e331-4738-91d7-4464fab07e60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.2290518 Mar 10 14:56:08.988488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7c5b442-6599-4353-88d8-5d10234c7f62 req-fc7b20de-20db-4dda-8d8c-7b2d557e3e89 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672654 Mar 10 14:56:09.001299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6b60193e-d79e-4e00-a1b8-a047c94c43df admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9863636 Mar 10 14:56:09.018026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37568) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:09.029478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:09.044220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff40c9ad-f398-4a9e-a1ae-1ffc393e0951 req-58166e21-eca6-4826-a037-c425332fa50e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b HTTP/1.1" status: 200 len: 217 time: 0.0544217 Mar 10 14:56:09.055473 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.056637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.098523 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e769bf-2cbe-4bb1-8bb6-ac86f6d42b7a x-openstack-request-id: req-c8e769bf-2cbe-4bb1-8bb6-ac86f6d42b7a {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:09.098843 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df03f879-90ab-4f7b-8031-4a8f5c066ff4", "tag": "b81d5761-51cf-42eb-9b6a-40b9bc734bb4", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:09.099109 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8e769bf-2cbe-4bb1-8bb6-ac86f6d42b7a {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:09.099522 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'tag': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4', 'status': 'completed', 'code': 200} Mar 10 14:56:09.131658 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Publish callbacks [] for router_controller (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.147432 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-2915e640-226c-4156-a3b2-00c8d4fa3419 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103696 Mar 10 14:56:09.171098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3191d38a-e5ef-4663-ac83-3fa40f50cd6b details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:09.255388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40c9ad-f398-4a9e-a1ae-1ffc393e0951 req-057375ef-1647-4d02-9606-89eb9505ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:09.259565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff40c9ad-f398-4a9e-a1ae-1ffc393e0951 req-057375ef-1647-4d02-9606-89eb9505ac15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.2006536 Mar 10 14:56:09.284265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:09.297473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c0db58be-ff62-4d37-a4a0-cfb3291f8747 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:56:09.301313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff40c9ad-f398-4a9e-a1ae-1ffc393e0951 req-919bf2cd-88e5-4e41-a866-cf9518a31620 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330601 Mar 10 14:56:09.312969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491be383-2266-42a3-a29e-ecfc3e16d4ae req-c91c0d43-cb5a-414b-8270-9ffa320085c6 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:09.315134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-491be383-2266-42a3-a29e-ecfc3e16d4ae req-c91c0d43-cb5a-414b-8270-9ffa320085c6 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.1825593 Mar 10 14:56:09.331760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b674f1-dec0-47eb-bd69-4cee6839018b req-159c8920-cb44-48f6-aa52-e40c1c98989b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:09.333433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02b674f1-dec0-47eb-bd69-4cee6839018b req-159c8920-cb44-48f6-aa52-e40c1c98989b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1425328 Mar 10 14:56:09.359691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Publish callbacks [] for router_gateway (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.378765 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3191d38a-e5ef-4663-ac83-3fa40f50cd6b has no active binding in host n-h2-833090-1 {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 14:56:09.386037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-c1fb41c6-27cb-4f17-845a-28b57a30acca', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'project_id': '60728e6680534da9bd00cd91931ef484', 'fixed_ips': [{'subnet_id': '934f8767-f1d9-41c5-a92f-7f7062fa5877'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 14:56:09.387335 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.407058 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34c382c7-66aa-4e47-9934-98ed1a80b893 req-c3c56eca-cbe6-48c9-9deb-4a7ef0108499 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209918 Mar 10 14:56:09.484381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-491be383-2266-42a3-a29e-ecfc3e16d4ae req-6b89f255-bd7c-491c-ba98-a3869f6ff08f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498597 Mar 10 14:56:09.501528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02b674f1-dec0-47eb-bd69-4cee6839018b req-0538e239-2469-4c77-8c51-e6f8e00c45a3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424336 Mar 10 14:56:09.552677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff40c9ad-f398-4a9e-a1ae-1ffc393e0951 req-54c2f513-fe7e-4966-8a54-6602f6bdf128 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356462 Mar 10 14:56:09.557064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c0db58be-ff62-4d37-a4a0-cfb3291f8747 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:09.557687 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.612496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:09.614724 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76c62ee-b6e5-4bed-8968-f5ab733df01b" -d '{"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:09.658902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:09.676171 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.725480 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37592) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:09.737365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Allocated IP 172.20.0.2 (c1fb41c6-27cb-4f17-845a-28b57a30acca/934f8767-f1d9-41c5-a92f-7f7062fa5877/4212e690-3bc4-4c0e-9801-9bbde809d3a1) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:09.739086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:09.744480 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c571b-cd03-4bab-94f2-b6a9a0ba5259 req-6f173c27-6ea7-45fb-b54b-786da7074970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:09.746414 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-627c571b-cd03-4bab-94f2-b6a9a0ba5259 req-6f173c27-6ea7-45fb-b54b-786da7074970 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1125 time: 0.1946776 Mar 10 14:56:09.748818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Publish callbacks [] for router_gateway (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.753260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d9f17-3954-4215-a39b-c245a0f75871 req-82be130e-3254-415d-ad26-2871fa6af230 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:09.761525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f40d9f17-3954-4215-a39b-c245a0f75871 req-82be130e-3254-415d-ad26-2871fa6af230 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1996565 Mar 10 14:56:09.785719 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.830097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e0c34-c995-4397-8ed4-b9272b19d39f req-e83c6be6-0412-423c-aa74-e5dae60e4bb1 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:09.832229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac4e0c34-c995-4397-8ed4-b9272b19d39f req-e83c6be6-0412-423c-aa74-e5dae60e4bb1 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.1950710 Mar 10 14:56:09.835011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff40c9ad-f398-4a9e-a1ae-1ffc393e0951 req-0bace6eb-4a14-4b58-9a53-97a37d5ff481 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237573 Mar 10 14:56:09.874587 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1438667836-network', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:09.890329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f40d9f17-3954-4215-a39b-c245a0f75871 req-d4172cbd-9214-4e0b-aa43-8416415c0cfd tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278961 Mar 10 14:56:09.928024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac4e0c34-c995-4397-8ed4-b9272b19d39f req-e5326093-4338-416b-b401-80094536459f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886495 Mar 10 14:56:09.939673 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Publish callbacks [] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.949479 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390aef63-5083-42fa-92f5-f62eecd1159c x-openstack-request-id: req-390aef63-5083-42fa-92f5-f62eecd1159c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:09.949803 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:09.950082 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-390aef63-5083-42fa-92f5-f62eecd1159c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:09.951052 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'code': 200} Mar 10 14:56:09.955667 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.988826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Made reservation on behalf of be174e8981364c49be47fc1b3ed2cb7d for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:56:09.992139 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:09.998776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Network c1fb41c6-27cb-4f17-845a-28b57a30acca is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:10.007561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:10.010333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:10.013976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.018537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c571b-cd03-4bab-94f2-b6a9a0ba5259 req-7a6b6017-a837-426b-9c3d-5241fda10e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:10.020053 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-627c571b-cd03-4bab-94f2-b6a9a0ba5259 req-7a6b6017-a837-426b-9c3d-5241fda10e51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.2443738 Mar 10 14:56:10.024426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Pushing event updated for resources: {'Port': ['ID=4212e690-3bc4-4c0e-9801-9bbde809d3a1,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:10.085528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966f18e-eabb-4144-8f2d-8c5f4f8a4c8c req-3415de49-2a0e-4f50-ba2c-09e61ee01dc6 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:10.087037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8966f18e-eabb-4144-8f2d-8c5f4f8a4c8c req-3415de49-2a0e-4f50-ba2c-09e61ee01dc6 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.0803750 Mar 10 14:56:10.092323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Attempting to bind port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:10.092694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Attempting to bind port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:10.093060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Attempting to bind port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 on network c1fb41c6-27cb-4f17-845a-28b57a30acca {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:10.097100 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-627c571b-cd03-4bab-94f2-b6a9a0ba5259 req-9661f016-c27f-462e-bd67-51d7818b3de1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4 HTTP/1.1" status: 200 len: 217 time: 0.0647569 Mar 10 14:56:10.098358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Allocated IP 172.25.3.254 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/2c7a24ea-639c-4f8d-8c0b-c63272ecd424) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:10.098764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:10.099179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Checking segment: {'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:10.099581 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.100363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Bound using segment: {'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:10.101419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Bound port: 4212e690-3bc4-4c0e-9801-9bbde809d3a1, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:10.101987 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.168611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] For port 4212e690-3bc4-4c0e-9801-9bbde809d3a1, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:10.172837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] For port 4212e690-3bc4-4c0e-9801-9bbde809d3a1, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4212e690-3bc4-4c0e-9801-9bbde809d3a1,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:10.175853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9a9cd-bbd9-4ee5-b10c-bf26ebe9ea31 req-e5e61633-2b21-4eee-a4c1-2449aa36a8a5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:10.177367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecc9a9cd-bbd9-4ee5-b10c-bf26ebe9ea31 req-e5e61633-2b21-4eee-a4c1-2449aa36a8a5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.0894284 Mar 10 14:56:10.180655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8966f18e-eabb-4144-8f2d-8c5f4f8a4c8c req-72f9e898-dc4e-4cfd-82c1-a8ff8560e6bd tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828040 Mar 10 14:56:10.183309 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.201602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c571b-cd03-4bab-94f2-b6a9a0ba5259 req-b7ee5682-b8fc-47d1-81db-10095fe331a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:10.203143 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-627c571b-cd03-4bab-94f2-b6a9a0ba5259 req-b7ee5682-b8fc-47d1-81db-10095fe331a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0929871 Mar 10 14:56:10.257189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9fb0e-be7d-47f3-9d0c-154489742684 None None] Pushing event updated for resources: {'Port': ['ID=4212e690-3bc4-4c0e-9801-9bbde809d3a1,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:10.268161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecc9a9cd-bbd9-4ee5-b10c-bf26ebe9ea31 req-4d26431a-f85f-464a-8ed2-2ff64624a62e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653751 Mar 10 14:56:10.280756 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-627c571b-cd03-4bab-94f2-b6a9a0ba5259 req-157eeb99-25f5-4b60-853c-ae1a31568c75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338876 Mar 10 14:56:10.400204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487900a-66ec-427c-817c-f50bbcc4b3e7 req-b85ed94f-b374-404e-97ba-4baf447a2c93 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:10.403275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2487900a-66ec-427c-817c-f50bbcc4b3e7 req-b85ed94f-b374-404e-97ba-4baf447a2c93 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.0900173 Mar 10 14:56:10.413209 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Publish callbacks [] for security_group (41bc75af-7ae4-4b73-9fb8-b02ca99a7f7a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.423555 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-627c571b-cd03-4bab-94f2-b6a9a0ba5259 req-59cb1234-7a6a-4035-9a1f-8539ee475103 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361690 Mar 10 14:56:10.424129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (41bc75af-7ae4-4b73-9fb8-b02ca99a7f7a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.461863 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:56:10.477603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d6664-1b19-4e55-8659-a0b73b86983c req-09942334-d302-46bb-8af3-f34fd590f006 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:10.479218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf6d6664-1b19-4e55-8659-a0b73b86983c req-09942334-d302-46bb-8af3-f34fd590f006 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.1200054 Mar 10 14:56:10.480371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Publish callbacks [] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.515443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2487900a-66ec-427c-817c-f50bbcc4b3e7 req-253add1e-37fd-4930-b88d-695740b99194 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056399 Mar 10 14:56:10.564947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf6d6664-1b19-4e55-8659-a0b73b86983c req-8908c873-b5ed-473b-a750-ebce08629f7f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734107 Mar 10 14:56:10.578008 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-627c571b-cd03-4bab-94f2-b6a9a0ba5259 req-4faa42ba-3894-48a3-a42f-1177001f4cd1 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334140 Mar 10 14:56:10.591459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bc75af-7ae4-4b73-9fb8-b02ca99a7f7a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:10.603146 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d38e355c-0530-4abf-898e-6338b15e37ad), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.603501 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Added segment d38e355c-0530-4abf-898e-6338b15e37ad of type vlan for network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d Mar 10 14:56:10.674863 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (435bbbb3-e48e-403e-9c5e-66ef479eaf7d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.691558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffc73a-887f-49eb-b216-2f4e3f48454e req-85459fa2-235b-4ce9-ae03-805051120629 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:10.692990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5ffc73a-887f-49eb-b216-2f4e3f48454e req-85459fa2-235b-4ce9-ae03-805051120629 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1039317 Mar 10 14:56:10.697919 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.729225 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (435bbbb3-e48e-403e-9c5e-66ef479eaf7d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.730148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:10.730729 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.732478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165051c-26e7-41aa-b389-2309067a29b9 req-d7f12929-5275-453e-9e44-3f5fe3bc097a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:10.733965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d165051c-26e7-41aa-b389-2309067a29b9 req-d7f12929-5275-453e-9e44-3f5fe3bc097a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.0847273 Mar 10 14:56:10.764301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:10.772864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:10.774207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5ffc73a-887f-49eb-b216-2f4e3f48454e req-f3a8f9f7-9d89-449d-9e7c-9b8f053bfd52 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745401 Mar 10 14:56:10.776015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:10.781531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7a24ea-639c-4f8d-8c0b-c63272ecd424,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:10.804070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d165051c-26e7-41aa-b389-2309067a29b9 req-f244f3d1-60ad-4855-8db6-40b81b914607 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621831 Mar 10 14:56:10.823071 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0939474 Mar 10 14:56:10.823430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37612) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:10.831333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] Request body: {'subnet': {'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1438667836-subnet', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:10.855555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] Made reservation on behalf of be174e8981364c49be47fc1b3ed2cb7d for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:56:10.859168 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:10.871548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af35814-160a-451c-b141-a94c4f0b26d5 admin admin] Pushing event updated for resources: {'Network': ['ID=435bbbb3-e48e-403e-9c5e-66ef479eaf7d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:10.884186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:56:11.104785 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (ba582f9d-da02-4eaa-b146-6b3577a358c8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.130544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c0db58be-ff62-4d37-a4a0-cfb3291f8747 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:11.230724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba582f9d-da02-4eaa-b146-6b3577a358c8,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:11.281371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e9679-c5a4-4107-ba45-1e464defee70 req-6854785e-87e2-42d2-afaf-4911c7091b7a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:11.293609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c32e9679-c5a4-4107-ba45-1e464defee70 req-6854785e-87e2-42d2-afaf-4911c7091b7a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 948 time: 0.2009773 Mar 10 14:56:11.331332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:11.348288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'mac_address': 'fa:16:3e:d8:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:56:11.400604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] Checking segment: {'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:11.401071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] Network hostable DHCP agents. Network: 435bbbb3-e48e-403e-9c5e-66ef479eaf7d, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:56:11.429352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c32e9679-c5a4-4107-ba45-1e464defee70 req-6ca12e91-1b91-41c3-a9a0-b99ccb6e157f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345611 Mar 10 14:56:11.450315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c0db58be-ff62-4d37-a4a0-cfb3291f8747 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:11.451441 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.461464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4212e690-3bc4-4c0e-9801-9bbde809d3a1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:11.487598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] Network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:56:11.510741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 435bbbb3-e48e-403e-9c5e-66ef479eaf7d) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:11.517699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:11.520309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.542645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd038f9-2eb5-4f81-9f23-d1876b3fe375 None None] Network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:56:11.552858 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Publish callbacks [] for router_gateway (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.553886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-067b34b9-099a-435b-af7b-91de27fd38e0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7283628 Mar 10 14:56:11.555057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37638) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:11.563374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:11.567336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0db58be-ff62-4d37-a4a0-cfb3291f8747 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:11.620139 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (925d518f-70b6-4421-a264-b89c2ef90b78), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.623478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9521ed-f616-49f6-80c8-6e15233cd3c8 None None] Network c1fb41c6-27cb-4f17-845a-28b57a30acca requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:56:11.631667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (925d518f-70b6-4421-a264-b89c2ef90b78), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.672311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea248ba-5d55-4e68-bddd-5c740f9b98bf req-71f0ae81-ef77-4e89-bef4-8345becccd42 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:11.675481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ea248ba-5d55-4e68-bddd-5c740f9b98bf req-71f0ae81-ef77-4e89-bef4-8345becccd42 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.1054444 Mar 10 14:56:11.680139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:11.724716 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.757002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b81d5761-51cf-42eb-9b6a-40b9bc734bb4 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:11.759074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-35aafbee-22bc-402e-800c-befb4897d9ca None None] Provisioning complete for port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:11.759443 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35aafbee-22bc-402e-800c-befb4897d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.784831 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.788890 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Publish callbacks [] for router_controller (925d518f-70b6-4421-a264-b89c2ef90b78), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.811395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ea248ba-5d55-4e68-bddd-5c740f9b98bf req-8fcb1765-39b3-42cf-893b-579e0a9d936b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185200 Mar 10 14:56:11.844308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:11.844908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.948611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=10']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:11.951952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 14:56:11.952792 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:11.956779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47e67f-f149-4faf-8f9a-c0ce4e5c2adc req-fde4cc19-542b-4b6f-8698-21e69b4ecdd7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:11.958054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb47e67f-f149-4faf-8f9a-c0ce4e5c2adc req-fde4cc19-542b-4b6f-8698-21e69b4ecdd7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.2664921 Mar 10 14:56:11.970414 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 14:56:12.118026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:56:12.129574 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Sync routers for ids ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:56:12.137335 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:12.141283 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Routers {'7eaf72ad-f5a3-4588-aa43-ec8567c411b9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:12.142095 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:12.143076 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1464f1a1-b9bc-40b0-bcf5-135c87f3eee2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1173470 Mar 10 14:56:12.143821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37646) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:12.256519 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Set router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:12.307107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c0db58be-ff62-4d37-a4a0-cfb3291f8747'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:12.354820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Publish callbacks [] for router_gateway (925d518f-70b6-4421-a264-b89c2ef90b78), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:12.376499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068df50f-97d3-4f85-a061-0d8d89db4921 req-a11ee3ad-490f-469b-8126-9881d21dc3e1 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:12.378322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-068df50f-97d3-4f85-a061-0d8d89db4921 req-a11ee3ad-490f-469b-8126-9881d21dc3e1 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.5068510 Mar 10 14:56:12.405559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:12.406135 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:12.445192 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:11Z', 'revision_number': 3, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:12.460053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb47e67f-f149-4faf-8f9a-c0ce4e5c2adc req-2f2f46d5-2577-46da-b628-e12c49b61533 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604108 Mar 10 14:56:12.474098 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Checking router: 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:56:12.474983 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Updating router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:56:12.481114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:12.512709 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:12.533739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-35aafbee-22bc-402e-800c-befb4897d9ca None None] Current status of the port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:12.534294 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35aafbee-22bc-402e-800c-befb4897d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:12.566745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-068df50f-97d3-4f85-a061-0d8d89db4921 req-34d33ca1-0ec0-46ff-b54a-43fa5e6124f0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742530 Mar 10 14:56:12.577025 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4', 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238', 'port_id': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4', 'mac_address': 'fa:16:3e:44:5e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b31adf1-a8e9-48c4-a752-3e4542a7a6a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:56:12.682381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:12.682978 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:12.687804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cb040-c09e-4f9d-a5ee-ffb1b0544964 req-e54758c9-2b8b-4efd-9ac4-90a21d6ddaec tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:12.695626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a31cb040-c09e-4f9d-a5ee-ffb1b0544964 req-e54758c9-2b8b-4efd-9ac4-90a21d6ddaec tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1181762 Mar 10 14:56:12.730501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 4212e690-3bc4-4c0e-9801-9bbde809d3a1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4212e690-3bc4-4c0e-9801-9bbde809d3a1,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:12.755863 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:12.760934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81d5761-51cf-42eb-9b6a-40b9bc734bb4 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:12.786624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:12.805381 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:12.830102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a31cb040-c09e-4f9d-a5ee-ffb1b0544964 req-533d9980-496f-4611-98f0-cf0abb76de74 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335878 Mar 10 14:56:12.845422 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-35aafbee-22bc-402e-800c-befb4897d9ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 14:56:12.845884 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-35aafbee-22bc-402e-800c-befb4897d9ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 14:56:12.853243 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:12.889430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Allocated IP 172.20.0.2 (435bbbb3-e48e-403e-9c5e-66ef479eaf7d/ba582f9d-da02-4eaa-b146-6b3577a358c8/e944b03d-f931-42e1-8491-16104283ad3c) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:12.909152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4643f09-668b-419f-838f-f07f9b2d8c2c req-d516b4cb-ef15-46fa-a5f1-81b8f420357a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:12.918047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4643f09-668b-419f-838f-f07f9b2d8c2c req-d516b4cb-ef15-46fa-a5f1-81b8f420357a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.1950147 Mar 10 14:56:12.957868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=4212e690-3bc4-4c0e-9801-9bbde809d3a1,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:13.028121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Allocated IP 172.20.0.1 (c1fb41c6-27cb-4f17-845a-28b57a30acca/934f8767-f1d9-41c5-a92f-7f7062fa5877/f652367b-68a2-479e-a533-bb252daf0ddf) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:13.067076 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Publish callbacks [] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.076607 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.104032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4643f09-668b-419f-838f-f07f9b2d8c2c req-e9228134-45ff-4c13-b13c-2a91091a8f82 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847513 Mar 10 14:56:13.108342 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Publish callbacks [] for router_gateway (925d518f-70b6-4421-a264-b89c2ef90b78), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.119928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:13.141717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.149019 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Attempting to bind port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:13.149612 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Attempting to bind port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:13.149750 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Attempting to bind port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:13.159880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98aa76-4e0a-4856-b22c-7f41359c09d9 req-e942e173-9e8f-4166-97d1-0cddae3cff96 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:13.162502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d98aa76-4e0a-4856-b22c-7f41359c09d9 req-e942e173-9e8f-4166-97d1-0cddae3cff96 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.1796067 Mar 10 14:56:13.166389 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:13.168219 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:13.168789 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.171309 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:13.171991 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Bound port: 2c7a24ea-639c-4f8d-8c0b-c63272ecd424, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:13.172581 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.176906 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Pushing event updated for resources: {'Port': ['ID=2c7a24ea-639c-4f8d-8c0b-c63272ecd424,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:13.184413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b81d5761-51cf-42eb-9b6a-40b9bc734bb4'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:13.195651 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Publish callbacks [] for port (f652367b-68a2-479e-a533-bb252daf0ddf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.218016 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.218773 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.219326 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.219817 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.220288 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.220777 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.221375 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.221888 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.222515 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.223259 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.223751 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.224945 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.225428 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:13.263509 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] For port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:13.267650 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] For port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2c7a24ea-639c-4f8d-8c0b-c63272ecd424,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:13.272447 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.275533 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.286538 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Publish callbacks [] for port (e944b03d-f931-42e1-8491-16104283ad3c), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.301529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d98aa76-4e0a-4856-b22c-7f41359c09d9 req-6ef92fcc-17ad-4bf1-8b5e-02049d57573b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039581 Mar 10 14:56:13.312487 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (e944b03d-f931-42e1-8491-16104283ad3c), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.349476 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Network c1fb41c6-27cb-4f17-845a-28b57a30acca is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:13.354764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Allocated IP 172.25.3.88 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/e38a60b4-f008-41d2-8305-07a4b80a5e91) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:13.362233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:13.371822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:13.373393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Pushing event updated for resources: {'Port': ['ID=e944b03d-f931-42e1-8491-16104283ad3c,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:13.373838 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Routers {'7eaf72ad-f5a3-4588-aa43-ec8567c411b9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:13.374450 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:13.396940 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34b7f2-5419-4d5f-bc65-3738ab23d013 None None] Pushing event updated for resources: {'Port': ['ID=2c7a24ea-639c-4f8d-8c0b-c63272ecd424,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:13.414728 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4212e690-3bc4-4c0e-9801-9bbde809d3a1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:13.415469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Pushing event updated for resources: {'Port': ['ID=f652367b-68a2-479e-a533-bb252daf0ddf,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:13.467690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:13.491468 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.500100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:13.507868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:13.540266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-35aafbee-22bc-402e-800c-befb4897d9ca None None] Current status of the port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:13.553247 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] Set router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:13.582500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Publish callbacks [] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.601341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:13.601827 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.712281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Attempting to bind port e944b03d-f931-42e1-8491-16104283ad3c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:13.712721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Attempting to bind port e944b03d-f931-42e1-8491-16104283ad3c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:13.713173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Attempting to bind port e944b03d-f931-42e1-8491-16104283ad3c on network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:13.722738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-da0c00ba-de5d-4172-9686-3f34ce82cdd8 None None] Provisioning complete for port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:13.723364 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-da0c00ba-de5d-4172-9686-3f34ce82cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.727704 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:13.728230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Checking segment: {'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:13.728789 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.729686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Bound using segment: {'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:13.730282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Bound port: e944b03d-f931-42e1-8491-16104283ad3c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:13.730756 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e944b03d-f931-42e1-8491-16104283ad3c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.782044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549c969-84ca-4c8a-85e4-c996a1ce0baf req-30b96a22-2fdb-4e93-b740-d7b60d695abd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:13.784177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.792370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2549c969-84ca-4c8a-85e4-c996a1ce0baf req-30b96a22-2fdb-4e93-b740-d7b60d695abd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 944 time: 0.2444744 Mar 10 14:56:13.798462 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:11Z', 'revision_number': 3, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:13.821139 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.840289 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e3029-fb11-4b89-9727-2815e0b6758c None None] The sync data for ids ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'] in n-d-833090-1 is: [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:11Z', 'revision_number': 3, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:56:13.888358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] For port e944b03d-f931-42e1-8491-16104283ad3c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:13.900543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:13.906026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Pushing event updated for resources: {'Port': ['ID=e38a60b4-f008-41d2-8305-07a4b80a5e91,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:13.914744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:13.925531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] For port e944b03d-f931-42e1-8491-16104283ad3c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e944b03d-f931-42e1-8491-16104283ad3c,segment=NetworkSegment(d38e355c-0530-4abf-898e-6338b15e37ad),segment_id=d38e355c-0530-4abf-898e-6338b15e37ad)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:13.935410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a402a09-c296-45ff-8394-f586bec6d9f2 req-d22d1c99-19c8-49eb-92e6-2e19abf32018 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:13.937211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a402a09-c296-45ff-8394-f586bec6d9f2 req-d22d1c99-19c8-49eb-92e6-2e19abf32018 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.2321424 Mar 10 14:56:13.939510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:13.941631 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e944b03d-f931-42e1-8491-16104283ad3c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:13.947036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:13.953910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2549c969-84ca-4c8a-85e4-c996a1ce0baf req-96fd77c2-e42a-40ee-bd26-c1d2f41142a1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608555 Mar 10 14:56:13.956419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-da0c00ba-de5d-4172-9686-3f34ce82cdd8 None None] Current status of the port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:14.026121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af035f78-e14a-41bd-b2aa-e305f35d7f92 None None] Pushing event updated for resources: {'Port': ['ID=e944b03d-f931-42e1-8491-16104283ad3c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:14.038601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Publish callbacks [] for port (f652367b-68a2-479e-a533-bb252daf0ddf), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:14.045752 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:14.071124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a402a09-c296-45ff-8394-f586bec6d9f2 req-219175d0-4c08-459f-b3c0-6ea5eb44f85a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160014 Mar 10 14:56:14.083162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-83b47d37-c9be-4526-b3d4-5eaf5f3807a3 None None] Provisioning complete for port f652367b-68a2-479e-a533-bb252daf0ddf triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:14.083661 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83b47d37-c9be-4526-b3d4-5eaf5f3807a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:14.105387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:14.150531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-83b47d37-c9be-4526-b3d4-5eaf5f3807a3 None None] Port f652367b-68a2-479e-a533-bb252daf0ddf cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:56:14.180494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Pushing event updated for resources: {'Port': ['ID=f652367b-68a2-479e-a533-bb252daf0ddf,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:14.275947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Network c1fb41c6-27cb-4f17-845a-28b57a30acca is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:14.277401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:14.301778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb2ecb-84cf-4bb7-8ebf-8ba1862b2a86 req-8c56cc4c-1e12-4515-8ef9-1efa59a53847 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:14.311156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1feb2ecb-84cf-4bb7-8ebf-8ba1862b2a86 req-8c56cc4c-1e12-4515-8ef9-1efa59a53847 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.2281857 Mar 10 14:56:14.425253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073479d-1cdd-42a0-9fad-1d441e11b8b2 req-5dbce55c-13fa-4ab7-848f-05c397d28cd5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:14.432261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7073479d-1cdd-42a0-9fad-1d441e11b8b2 req-5dbce55c-13fa-4ab7-848f-05c397d28cd5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.2103453 Mar 10 14:56:14.484141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1feb2ecb-84cf-4bb7-8ebf-8ba1862b2a86 req-685e74a3-0edd-412c-b443-e13cb903fce0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718531 Mar 10 14:56:14.491587 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:56:14.628239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Publish callbacks [] for router_gateway (925d518f-70b6-4421-a264-b89c2ef90b78), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:14.649826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7073479d-1cdd-42a0-9fad-1d441e11b8b2 req-403e0692-5ccf-4589-ae16-bedb84383f97 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166431 Mar 10 14:56:14.665366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:56:14.675565 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1029b30d-ce08-44e1-83ff-9a01b6e4a5ed admin admin] 10.222.0.11 "PUT /v2.0/routers/7eaf72ad-f5a3-4588-aa43-ec8567c411b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5306251 Mar 10 14:56:14.692570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2d000afb-267c-497a-90d7-84b09db1942e None None] Provisioning complete for port f652367b-68a2-479e-a533-bb252daf0ddf triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:14.693027 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2d000afb-267c-497a-90d7-84b09db1942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:14.729326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd3f55-5f17-4bf3-a923-ab1f886c02b9 req-5f4d5f8f-ffcb-4acb-ae6d-2ee372e64d74 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:14.730900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54cd3f55-5f17-4bf3-a923-ab1f886c02b9 req-5f4d5f8f-ffcb-4acb-ae6d-2ee372e64d74 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.1490910 Mar 10 14:56:14.749980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2d000afb-267c-497a-90d7-84b09db1942e None None] Port f652367b-68a2-479e-a533-bb252daf0ddf cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:56:14.829383 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54cd3f55-5f17-4bf3-a923-ab1f886c02b9 req-b085fec5-989e-4afa-a3f5-da706452a800 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928912 Mar 10 14:56:14.955018 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (925d518f-70b6-4421-a264-b89c2ef90b78), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:15.153905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device de3dc6fc-8344-49b5-8813-e8800f851afc details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:15.156237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c0db58be-ff62-4d37-a4a0-cfb3291f8747 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:15.159960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e993a9f-3d6a-4aa7-bf0d-71f7359f641d req-08ce74e3-9ce8-4212-bad7-4cd242573ff9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:15.168295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e993a9f-3d6a-4aa7-bf0d-71f7359f641d req-08ce74e3-9ce8-4212-bad7-4cd242573ff9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 944 time: 0.0978899 Mar 10 14:56:15.207203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Router 925d518f-70b6-4421-a264-b89c2ef90b78 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 14:56:15.245219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e993a9f-3d6a-4aa7-bf0d-71f7359f641d req-f21a84b7-6c6d-42c3-ba8a-87bd57bb34eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760667 Mar 10 14:56:15.300313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port c0db58be-ff62-4d37-a4a0-cfb3291f8747 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:15.300913 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:15.381931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port de3dc6fc-8344-49b5-8813-e8800f851afc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de3dc6fc-8344-49b5-8813-e8800f851afc,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:15.400513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'de3dc6fc-8344-49b5-8813-e8800f851afc', 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599', 'port_id': 'de3dc6fc-8344-49b5-8813-e8800f851afc', 'mac_address': 'fa:16:3e:22:92:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:56:15.453903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c3cdb-a406-47a8-b96b-e8cb5e993ed4 None None] Network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:56:15.468079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37672) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:15.474301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-50fa1b23-888c-4423-b321-5ffd077d290e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1353143221', 'description': 'tempest-description--1574574624'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:15.487732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:56:15.505322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50fa1b23-888c-4423-b321-5ffd077d290e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:15.511261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e944b03d-f931-42e1-8491-16104283ad3c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:15.513226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Sync routers for ids ['925d518f-70b6-4421-a264-b89c2ef90b78'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:56:15.537619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:15.541744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2a17a7e2-995b-4373-977e-938f43824244 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9824250 Mar 10 14:56:15.542166 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37676) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:15.550380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156b76f-6a9f-462e-8ce7-d6449c100f92 req-a004636e-c769-4fbd-b7be-7c3efbb28dcd tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:15.553664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c156b76f-6a9f-462e-8ce7-d6449c100f92 req-a004636e-c769-4fbd-b7be-7c3efbb28dcd tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.1273484 Mar 10 14:56:15.586975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port de3dc6fc-8344-49b5-8813-e8800f851afc is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:15.587281 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:15.602376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0e22065d-1afa-4aff-b73e-1dfcb707e9d6 None None] Provisioning complete for port e944b03d-f931-42e1-8491-16104283ad3c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:15.602743 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0e22065d-1afa-4aff-b73e-1dfcb707e9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e944b03d-f931-42e1-8491-16104283ad3c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:15.605408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c0db58be-ff62-4d37-a4a0-cfb3291f8747 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:15.605792 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:15.645651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c156b76f-6a9f-462e-8ce7-d6449c100f92 req-1d8b2de7-6924-4503-aba5-4578674972e6 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865867 Mar 10 14:56:15.663904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c407e22-e58c-434a-b29b-f531f4992fc9 req-68b3ad3c-1c31-42b1-a19c-1301d0dea656 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:15.666462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c407e22-e58c-434a-b29b-f531f4992fc9 req-68b3ad3c-1c31-42b1-a19c-1301d0dea656 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.0901995 Mar 10 14:56:15.686764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50fa1b23-888c-4423-b321-5ffd077d290e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group (101eb41c-a5fe-4ed8-8e10-baef66a663d9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:15.725392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50fa1b23-888c-4423-b321-5ffd077d290e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (101eb41c-a5fe-4ed8-8e10-baef66a663d9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:15.744158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c407e22-e58c-434a-b29b-f531f4992fc9 req-fe3e1c39-5534-4b3d-a55e-da571e2a1708 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551341 Mar 10 14:56:15.790248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50fa1b23-888c-4423-b321-5ffd077d290e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:15.791502 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-50fa1b23-888c-4423-b321-5ffd077d290e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3217390 Mar 10 14:56:15.798485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37680) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:15.808481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5990dfa7-bf40-4cce-95b6-7a184dfca19e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Request body: {'security_group_rule': {'security_group_id': '101eb41c-a5fe-4ed8-8e10-baef66a663d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:15.827573 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa1b23-888c-4423-b321-5ffd077d290e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101eb41c-a5fe-4ed8-8e10-baef66a663d9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:15.875270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74803be-3469-4d31-a671-aad7ca24e861 req-e16809bd-e972-4c49-86a3-de56381d6940 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:15.884024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b81d5761-51cf-42eb-9b6a-40b9bc734bb4 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:15.885502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a74803be-3469-4d31-a671-aad7ca24e861 req-e16809bd-e972-4c49-86a3-de56381d6940 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 950 time: 0.0991158 Mar 10 14:56:15.887122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Routers {'925d518f-70b6-4421-a264-b89c2ef90b78'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:15.888280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['925d518f-70b6-4421-a264-b89c2ef90b78'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:15.959838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de3dc6fc-8344-49b5-8813-e8800f851afc {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:15.973970 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5990dfa7-bf40-4cce-95b6-7a184dfca19e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group_rule (b7013c32-32aa-49cf-a1cb-3ebd637eea76), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:15.982039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a74803be-3469-4d31-a671-aad7ca24e861 req-81bf0d80-af20-4d23-aaa1-f56017e9e80b tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896692 Mar 10 14:56:16.010646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469a55b-dded-429a-ab7d-b87a6a0288e1 req-14c72396-6739-416d-ad57-ce1a12e2df8c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:16.012436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a469a55b-dded-429a-ab7d-b87a6a0288e1 req-14c72396-6739-416d-ad57-ce1a12e2df8c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.0797458 Mar 10 14:56:16.026406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:16.028379 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725af123-c571-418b-87a2-dc348b100ed1" -d '{"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:16.060750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port de3dc6fc-8344-49b5-8813-e8800f851afc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de3dc6fc-8344-49b5-8813-e8800f851afc,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:16.092777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:16.106630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.116531 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae1f1f6-eeed-45fa-95ff-0e09ce787d63 x-openstack-request-id: req-fae1f1f6-eeed-45fa-95ff-0e09ce787d63 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:16.116848 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:16.117115 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fae1f1f6-eeed-45fa-95ff-0e09ce787d63 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:16.117886 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'code': 200} Mar 10 14:56:16.119002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a469a55b-dded-429a-ab7d-b87a6a0288e1 req-c14dacd5-ff23-4e63-b784-74a0b527d29e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971229 Mar 10 14:56:16.123922 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.128261 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5990dfa7-bf40-4cce-95b6-7a184dfca19e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group_rule (b7013c32-32aa-49cf-a1cb-3ebd637eea76), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.144509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5990dfa7-bf40-4cce-95b6-7a184dfca19e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (b7013c32-32aa-49cf-a1cb-3ebd637eea76), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.175417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990dfa7-bf40-4cce-95b6-7a184dfca19e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7013c32-32aa-49cf-a1cb-3ebd637eea76,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:16.195322 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Sync routers for ids ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:56:16.204075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5990dfa7-bf40-4cce-95b6-7a184dfca19e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.207902 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5990dfa7-bf40-4cce-95b6-7a184dfca19e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4058287 Mar 10 14:56:16.208750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37686) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:16.215140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Request body: {'security_group_rule': {'security_group_id': '101eb41c-a5fe-4ed8-8e10-baef66a663d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:16.228483 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Routers {'7eaf72ad-f5a3-4588-aa43-ec8567c411b9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:16.228868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port e944b03d-f931-42e1-8491-16104283ad3c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:16.229119 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:16.229276 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e944b03d-f931-42e1-8491-16104283ad3c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.249199 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group_rule (f16544d5-e226-4eaa-9485-05c13fa1d485), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.250720 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.338071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713d3f1-801f-457a-8182-d376045512e2 req-abc95501-de42-4b62-8907-d426e4eda1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:16.339803 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f713d3f1-801f-457a-8182-d376045512e2 req-abc95501-de42-4b62-8907-d426e4eda1d4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 1133 time: 0.0861604 Mar 10 14:56:16.366254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group_rule (f16544d5-e226-4eaa-9485-05c13fa1d485), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.378548 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Set router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:16.399164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f16544d5-e226-4eaa-9485-05c13fa1d485), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.407289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['de3dc6fc-8344-49b5-8813-e8800f851afc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:16.420390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:56:16.440135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16544d5-e226-4eaa-9485-05c13fa1d485,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:16.454164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=de3dc6fc-8344-49b5-8813-e8800f851afc,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:16.481282 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.482671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2726266 Mar 10 14:56:16.488544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.488832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37690) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:16.489301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.489301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.489520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.489843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.490170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.490486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.490826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.491153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.491475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.491796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.492315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.492435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a21c2f7-e81a-48e8-8e92-661b070668e1 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:16.502755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f713d3f1-801f-457a-8182-d376045512e2 req-db9790bd-de91-4ac7-a5a3-d3eea4ae2418 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393559 Mar 10 14:56:16.513549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:16.517042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:16.518119 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.518285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Allocated IP 172.20.0.1 (435bbbb3-e48e-403e-9c5e-66ef479eaf7d/ba582f9d-da02-4eaa-b146-6b3577a358c8/a65bb8c0-8a79-46a4-91d3-502f97201247) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:16.521380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed3c8-5f14-4631-aff7-92febe5791c4 req-d24fdec1-0933-4949-8f61-4c4d00a1f0f2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:16.523488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90bed3c8-5f14-4631-aff7-92febe5791c4 req-d24fdec1-0933-4949-8f61-4c4d00a1f0f2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 944 time: 0.1272042 Mar 10 14:56:16.528884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Set router 925d518f-70b6-4421-a264-b89c2ef90b78 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:16.615283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90bed3c8-5f14-4631-aff7-92febe5791c4 req-5096c998-79f6-4170-b366-bd4c35a9b6ee tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843551 Mar 10 14:56:16.617969 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.725947 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 4, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f652367b-68a2-479e-a533-bb252daf0ddf', 'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'mac_address': 'fa:16:3e:58:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:12Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 2, 'project_id': '60728e6680534da9bd00cd91931ef484', 'subnets': [{'id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:16.761358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0e22065d-1afa-4aff-b73e-1dfcb707e9d6 None None] Current status of the port e944b03d-f931-42e1-8491-16104283ad3c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:16.761942 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0e22065d-1afa-4aff-b73e-1dfcb707e9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e944b03d-f931-42e1-8491-16104283ad3c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.764077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=11']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:16.800983 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Checking router: 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:56:16.801338 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Updating router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 port f652367b-68a2-479e-a533-bb252daf0ddf binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:56:16.865705 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.880479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3dcd5-55ff-4a60-8828-91a45a47b365 req-712406fd-ca80-413d-986a-cd12ea51271c tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:16.883118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bd3dcd5-55ff-4a60-8828-91a45a47b365 req-712406fd-ca80-413d-986a-cd12ea51271c tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 945 time: 0.0858457 Mar 10 14:56:16.914921 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Publish callbacks [] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.930688 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:16.995853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port e944b03d-f931-42e1-8491-16104283ad3c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:16.996887 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e944b03d-f931-42e1-8491-16104283ad3c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.006392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bd3dcd5-55ff-4a60-8828-91a45a47b365 req-ed5f8c3d-676e-4870-a64b-b83733be1383 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100774 Mar 10 14:56:17.024609 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.032934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bd824-62fd-4746-8e33-b800b5ef135b req-dda07aa8-8378-43b5-8519-7029613dec3f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:17.035915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf9bd824-62fd-4746-8e33-b800b5ef135b req-dda07aa8-8378-43b5-8519-7029613dec3f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1514268 Mar 10 14:56:17.061063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0e22065d-1afa-4aff-b73e-1dfcb707e9d6 None None] For port e944b03d-f931-42e1-8491-16104283ad3c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e944b03d-f931-42e1-8491-16104283ad3c,segment=NetworkSegment(d38e355c-0530-4abf-898e-6338b15e37ad),segment_id=d38e355c-0530-4abf-898e-6338b15e37ad)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:17.112998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf9bd824-62fd-4746-8e33-b800b5ef135b req-870c1f6b-bdd0-4cfe-9421-1b5c8217971f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710938 Mar 10 14:56:17.125350 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0e22065d-1afa-4aff-b73e-1dfcb707e9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e944b03d-f931-42e1-8491-16104283ad3c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.135878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:17.142422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:17.152266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:17.188952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Allocated IP 172.25.3.180 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/4d22ab3f-6b76-4b03-9de7-9a43ff5be04b) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:17.191034 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Pushing event updated for resources: {'Port': ['ID=a65bb8c0-8a79-46a4-91d3-502f97201247,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:17.240615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80cfa-dcdf-4101-851f-38bc0d2273df req-52dfbf34-2fdd-462e-b644-579780ddc68f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:17.253678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23c80cfa-dcdf-4101-851f-38bc0d2273df req-52dfbf34-2fdd-462e-b644-579780ddc68f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1243465 Mar 10 14:56:17.275760 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (925d518f-70b6-4421-a264-b89c2ef90b78), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.315919 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Publish callbacks [] for port (f652367b-68a2-479e-a533-bb252daf0ddf), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.334136 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.359177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:17.359976 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.364039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23c80cfa-dcdf-4101-851f-38bc0d2273df req-4ed7dfc8-ed1c-4182-b69f-fa3d85d625f5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094079 Mar 10 14:56:17.400437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736e71d-d975-4f9d-8654-e38409ade612 req-d93c6c47-1a61-48a2-ab10-2e491d55ab0b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:17.401802 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c736e71d-d975-4f9d-8654-e38409ade612 req-d93c6c47-1a61-48a2-ab10-2e491d55ab0b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.1377494 Mar 10 14:56:17.423349 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 14:56:17.423719 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 14:56:17.428258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8bffc69b-194d-49d5-adee-8d3769472a65 None None] Provisioning complete for port e944b03d-f931-42e1-8491-16104283ad3c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:17.428642 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8bffc69b-194d-49d5-adee-8d3769472a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e944b03d-f931-42e1-8491-16104283ad3c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.438254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22065d-1afa-4aff-b73e-1dfcb707e9d6 None None] Pushing event updated for resources: {'Port': ['ID=e944b03d-f931-42e1-8491-16104283ad3c,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:17.532492 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295365b-3e01-4e59-848d-8f94ae52efb1 None None] Pushing event updated for resources: {'Port': ['ID=f652367b-68a2-479e-a533-bb252daf0ddf,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:17.544700 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for port (4d22ab3f-6b76-4b03-9de7-9a43ff5be04b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.551514 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Attempting to bind port f652367b-68a2-479e-a533-bb252daf0ddf on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:17.552695 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Attempting to bind port f652367b-68a2-479e-a533-bb252daf0ddf by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:17.553368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c736e71d-d975-4f9d-8654-e38409ade612 req-1f5c1c07-4786-4787-abce-8d743d0104bd tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432636 Mar 10 14:56:17.553946 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Attempting to bind port f652367b-68a2-479e-a533-bb252daf0ddf on network c1fb41c6-27cb-4f17-845a-28b57a30acca {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:17.561371 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:17.561876 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Checking segment: {'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:17.562406 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.562921 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Bound using segment: {'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:17.563491 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Bound port: f652367b-68a2-479e-a533-bb252daf0ddf, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:17.564023 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.600749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:14Z', 'revision_number': 3, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:17.614155 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.621335 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:17.656050 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] For port f652367b-68a2-479e-a533-bb252daf0ddf, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:17.660129 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] For port f652367b-68a2-479e-a533-bb252daf0ddf, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f652367b-68a2-479e-a533-bb252daf0ddf,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:17.660307 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4d22ab3f-6b76-4b03-9de7-9a43ff5be04b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.668779 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.696317 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.698494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Checking router: 925d518f-70b6-4421-a264-b89c2ef90b78 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:56:17.698494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Updating router 925d518f-70b6-4421-a264-b89c2ef90b78 port e38a60b4-f008-41d2-8305-07a4b80a5e91 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:56:17.731640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:17.743216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:17.747914 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295365b-3e01-4e59-848d-8f94ae52efb1 None None] Pushing event updated for resources: {'Port': ['ID=f652367b-68a2-479e-a533-bb252daf0ddf,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:17.755275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:17.757273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Pushing event updated for resources: {'Port': ['ID=4d22ab3f-6b76-4b03-9de7-9a43ff5be04b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:17.763747 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.786655 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Routers {'7eaf72ad-f5a3-4588-aa43-ec8567c411b9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:17.786655 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:17.823175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1fb04-d289-42de-9907-f36e47e8e5d3 req-e17b4ad9-4e16-4838-a7e7-8874009ab914 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:17.825039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb1fb04-d289-42de-9907-f36e47e8e5d3 req-e17b4ad9-4e16-4838-a7e7-8874009ab914 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.1064713 Mar 10 14:56:17.848482 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:17.889979 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb1fb04-d289-42de-9907-f36e47e8e5d3 req-35df4740-5264-4b9c-841b-fa19c84d1362 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581880 Mar 10 14:56:17.939236 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] Set router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:18.011183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8bffc69b-194d-49d5-adee-8d3769472a65 None None] Current status of the port e944b03d-f931-42e1-8491-16104283ad3c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:18.019089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:18.065714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port e944b03d-f931-42e1-8491-16104283ad3c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:18.066764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:18.218432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaa1e6-3ecb-48af-b4fa-ac9bcde4ac7b req-4f79d685-3db4-479b-97ac-1987730a744e tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:18.220405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7eaa1e6-3ecb-48af-b4fa-ac9bcde4ac7b req-4f79d685-3db4-479b-97ac-1987730a744e tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 945 time: 0.1031868 Mar 10 14:56:18.300498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:18.303113 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2327b3b2-3c1e-420e-94d1-c3ff713e875c" -d '{"events": [{"server_uuid": "df03f879-90ab-4f7b-8031-4a8f5c066ff4", "name": "network-vif-plugged", "status": "completed", "tag": "b81d5761-51cf-42eb-9b6a-40b9bc734bb4"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:18.316594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f912701-08ab-4937-9204-22f6efc47376 req-403ca8d1-f1f8-4296-8139-82cfef475179 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:18.324316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f912701-08ab-4937-9204-22f6efc47376 req-403ca8d1-f1f8-4296-8139-82cfef475179 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1232665 Mar 10 14:56:18.342610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7eaa1e6-3ecb-48af-b4fa-ac9bcde4ac7b req-e5936816-e13f-4994-9c43-76707367e281 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001878 Mar 10 14:56:18.345710 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 4, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f652367b-68a2-479e-a533-bb252daf0ddf', 'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'mac_address': 'fa:16:3e:58:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:12Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': '60728e6680534da9bd00cd91931ef484', 'subnets': [{'id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:18.368631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-580082a8-6954-4991-810c-6a394dc922b5 None None] Provisioning complete for port a65bb8c0-8a79-46a4-91d3-502f97201247 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:18.369151 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-580082a8-6954-4991-810c-6a394dc922b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.374718 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for floatingip (2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.380707 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1cfea-307e-4ba0-81b1-6e3330799041 None None] The sync data for ids ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'] in n-d-833090-1 is: [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 4, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f652367b-68a2-479e-a533-bb252daf0ddf', 'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'mac_address': 'fa:16:3e:58:ba:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:12Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': '60728e6680534da9bd00cd91931ef484', 'subnets': [{'id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:56:18.395877 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-e4140bca-ca64-4b33-ac5d-4f69e3c66b68 service neutron] 10.222.0.45 "GET /v2.0/ports/3191d38a-e5ef-4663-ac83-3fa40f50cd6b/bindings/n-h2-833090-1 HTTP/1.1" status: 200 len: 384 time: 0.5216508 Mar 10 14:56:18.405456 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Publish callbacks [] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.418200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.428087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f912701-08ab-4937-9204-22f6efc47376 req-e4267804-5dc6-42a5-8ed1-3de3d86a6921 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020477 Mar 10 14:56:18.507148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-580082a8-6954-4991-810c-6a394dc922b5 None None] Port a65bb8c0-8a79-46a4-91d3-502f97201247 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:56:18.513864 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c654268-c12c-4653-9abe-17e89bc9429b x-openstack-request-id: req-8c654268-c12c-4653-9abe-17e89bc9429b {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:18.514454 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df03f879-90ab-4f7b-8031-4a8f5c066ff4", "name": "network-vif-plugged", "status": "completed", "tag": "b81d5761-51cf-42eb-9b6a-40b9bc734bb4", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:18.515156 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c654268-c12c-4653-9abe-17e89bc9429b {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:18.516343 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4', 'code': 200} Mar 10 14:56:18.559188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:18.560079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.565173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-580082a8-6954-4991-810c-6a394dc922b5 None None] Provisioning complete for port f652367b-68a2-479e-a533-bb252daf0ddf triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:18.565565 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-580082a8-6954-4991-810c-6a394dc922b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.590188 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4d22ab3f-6b76-4b03-9de7-9a43ff5be04b), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.638706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (925d518f-70b6-4421-a264-b89c2ef90b78), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.640460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Pushing event updated for resources: {'Port': ['ID=a65bb8c0-8a79-46a4-91d3-502f97201247,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:18.648301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498feb9-2b47-4200-895c-381d8aff5146 req-16ec1b81-c1f5-46b9-a27b-87f214699191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:18.659385 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2498feb9-2b47-4200-895c-381d8aff5146 req-16ec1b81-c1f5-46b9-a27b-87f214699191 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1127 time: 0.1187193 Mar 10 14:56:18.670621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5b9bf-82b5-4087-9491-a0efae95348b req-1ae216b0-6c1c-4f98-b7c8-f4464696bf57 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:18.689681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8dd5b9bf-82b5-4087-9491-a0efae95348b req-1ae216b0-6c1c-4f98-b7c8-f4464696bf57 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1596203 Mar 10 14:56:18.746621 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Publish callbacks [] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.800284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.815497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.815857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.816502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.816849 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.817188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.817523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.817852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.818181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.818506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.823297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.823891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.824389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.824880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:18.843428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Attempting to bind port e38a60b4-f008-41d2-8305-07a4b80a5e91 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:18.843818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Attempting to bind port e38a60b4-f008-41d2-8305-07a4b80a5e91 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:18.844177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Attempting to bind port e38a60b4-f008-41d2-8305-07a4b80a5e91 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:18.853994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8dd5b9bf-82b5-4087-9491-a0efae95348b req-3a531725-84fb-47dc-ad6c-52e3cf2a5876 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632397 Mar 10 14:56:18.872575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76800ec-d2ec-47f8-a274-3b3ad8a147a9 req-1ae59a42-d3e4-4b33-9597-ce83c69867b0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:18.874898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:18.875285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:18.875692 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.876087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:18.876578 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Bound port: e38a60b4-f008-41d2-8305-07a4b80a5e91, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:18.876961 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.885312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e76800ec-d2ec-47f8-a274-3b3ad8a147a9 req-1ae59a42-d3e4-4b33-9597-ce83c69867b0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 944 time: 0.1848879 Mar 10 14:56:18.895772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2498feb9-2b47-4200-895c-381d8aff5146 req-8a2433f2-2f08-4bb7-bcdc-379e95e50c68 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801529 Mar 10 14:56:18.909865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:18.910265 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.913654 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for port (4d22ab3f-6b76-4b03-9de7-9a43ff5be04b), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.915731 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-580082a8-6954-4991-810c-6a394dc922b5 None None] Current status of the port f652367b-68a2-479e-a533-bb252daf0ddf is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:18.916119 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-580082a8-6954-4991-810c-6a394dc922b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.933048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (4d22ab3f-6b76-4b03-9de7-9a43ff5be04b), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:18.966216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59f145-19eb-4c51-bd5c-80ec95abff38 None None] Pushing event updated for resources: {'Port': ['ID=e38a60b4-f008-41d2-8305-07a4b80a5e91,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:18.989681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e76800ec-d2ec-47f8-a274-3b3ad8a147a9 req-e3d0be6a-680f-4a42-b08c-868c76e73052 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022401 Mar 10 14:56:19.008460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-580082a8-6954-4991-810c-6a394dc922b5 None None] For port f652367b-68a2-479e-a533-bb252daf0ddf, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f652367b-68a2-479e-a533-bb252daf0ddf,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:19.014856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2c7a24ea-639c-4f8d-8c0b-c63272ecd424,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:19.021239 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-580082a8-6954-4991-810c-6a394dc922b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:19.055812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] For port e38a60b4-f008-41d2-8305-07a4b80a5e91, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:19.057890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:19.081429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] For port e38a60b4-f008-41d2-8305-07a4b80a5e91, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e38a60b4-f008-41d2-8305-07a4b80a5e91,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:19.099745 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:19.117005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03dea-f25c-4d4f-8239-9058851f5b15 req-464902dd-d1af-4c3e-ab06-cd64e4498103 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:19.118560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe03dea-f25c-4d4f-8239-9058851f5b15 req-464902dd-d1af-4c3e-ab06-cd64e4498103 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.1010175 Mar 10 14:56:19.128808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580082a8-6954-4991-810c-6a394dc922b5 None None] Pushing event updated for resources: {'Port': ['ID=f652367b-68a2-479e-a533-bb252daf0ddf,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:19.152456 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:19.162467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device de3dc6fc-8344-49b5-8813-e8800f851afc up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:19.187674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe03dea-f25c-4d4f-8239-9058851f5b15 req-1be9bb41-eb94-4a26-9616-772dc9ebaffe tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594759 Mar 10 14:56:19.220385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Routers {'925d518f-70b6-4421-a264-b89c2ef90b78'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:19.221039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['925d518f-70b6-4421-a264-b89c2ef90b78'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:19.225686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Pushing event updated for resources: {'Port': ['ID=4d22ab3f-6b76-4b03-9de7-9a43ff5be04b,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:19.238279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:19.243655 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:19.279029 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:19.281814 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2324c559-dcf1-4488-8e00-c4b8120a7863 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7919867 Mar 10 14:56:19.293023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-f40e3e31-b1b0-4cbe-b46d-4b016f9e4a3d service neutron] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:19.321494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=2c7a24ea-639c-4f8d-8c0b-c63272ecd424,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:19.411819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-f40e3e31-b1b0-4cbe-b46d-4b016f9e4a3d service neutron] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:19.431359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e944b03d-f931-42e1-8491-16104283ad3c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:19.462004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port de3dc6fc-8344-49b5-8813-e8800f851afc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:19.462378 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:19.544743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] Set router 925d518f-70b6-4421-a264-b89c2ef90b78 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:19.586430 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Router 925d518f-70b6-4421-a264-b89c2ef90b78 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:56:19.589710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-f40e3e31-b1b0-4cbe-b46d-4b016f9e4a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3191d38a-e5ef-4663-ac83-3fa40f50cd6b {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:19.593429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59f145-19eb-4c51-bd5c-80ec95abff38 None None] Pushing event updated for resources: {'Port': ['ID=e38a60b4-f008-41d2-8305-07a4b80a5e91,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:19.610369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-f40e3e31-b1b0-4cbe-b46d-4b016f9e4a3d service neutron] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:19.616015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcc43d-138a-4374-bb4f-104d15950b8a req-12ad2983-132a-4679-b2ac-59519467d726 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:19.617679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cdcc43d-138a-4374-bb4f-104d15950b8a req-12ad2983-132a-4679-b2ac-59519467d726 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 945 time: 0.1363075 Mar 10 14:56:19.651405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-0f756832-09cd-4206-8980-1b765456918c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1353143221&fields=id&tenant_id=60728e6680534da9bd00cd91931ef484 HTTP/1.1" status: 200 len: 267 time: 0.0819986 Mar 10 14:56:19.668823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-f40e3e31-b1b0-4cbe-b46d-4b016f9e4a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:19.669047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port e944b03d-f931-42e1-8491-16104283ad3c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:19.669377 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e944b03d-f931-42e1-8491-16104283ad3c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:19.781506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:56:19.794161 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fb9af000-128e-4192-83e4-14b4ecf8a785 admin admin] 10.222.0.11 "PUT /v2.0/routers/925d518f-70b6-4421-a264-b89c2ef90b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2438841 Mar 10 14:56:19.805281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3191d38a-e5ef-4663-ac83-3fa40f50cd6b no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:56:19.812871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9910a4a4-dc56-4705-bc07-b31a2f2c507c None None] Provisioning complete for port a65bb8c0-8a79-46a4-91d3-502f97201247 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:19.813251 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9910a4a4-dc56-4705-bc07-b31a2f2c507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:19.818519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-f40e3e31-b1b0-4cbe-b46d-4b016f9e4a3d service neutron] Transition to ACTIVE for port object 3191d38a-e5ef-4663-ac83-3fa40f50cd6b will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:56:19.829021 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-f40e3e31-b1b0-4cbe-b46d-4b016f9e4a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:19.903139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port de3dc6fc-8344-49b5-8813-e8800f851afc is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:19.904105 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:19.935194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e3e31-b1b0-4cbe-b46d-4b016f9e4a3d service neutron] Pushing event updated for resources: {'Port': ['ID=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,revision_number=10']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:19.947503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9910a4a4-dc56-4705-bc07-b31a2f2c507c None None] Port a65bb8c0-8a79-46a4-91d3-502f97201247 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:56:19.987137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-f40e3e31-b1b0-4cbe-b46d-4b016f9e4a3d service neutron] No DVR routers for this DVR port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:56:20.002711 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 14:56:20.003148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3191d38a-e5ef-4663-ac83-3fa40f50cd6b not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:56:20.022144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cdcc43d-138a-4374-bb4f-104d15950b8a req-3ff9744e-ed71-4706-9745-6173808aa53f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975706 Mar 10 14:56:20.024510 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-f40e3e31-b1b0-4cbe-b46d-4b016f9e4a3d service neutron] 10.222.0.45 "PUT /v2.0/ports/3191d38a-e5ef-4663-ac83-3fa40f50cd6b/bindings/n-h2-833090-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6165118 Mar 10 14:56:20.032558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port de3dc6fc-8344-49b5-8813-e8800f851afc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de3dc6fc-8344-49b5-8813-e8800f851afc,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:20.040978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port e944b03d-f931-42e1-8491-16104283ad3c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:20.042340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f652367b-68a2-479e-a533-bb252daf0ddf up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:20.044656 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:20.080569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-b9eb7bb1-0320-45a3-b6a1-e0a30034e360 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:20.082073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-b9eb7bb1-0320-45a3-b6a1-e0a30034e360 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/networks?id=c1fb41c6-27cb-4f17-845a-28b57a30acca HTTP/1.1" status: 200 len: 815 time: 0.4219515 Mar 10 14:56:20.118147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-26d624b4-ad01-4854-b1b2-826c90663bcc tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/quotas/60728e6680534da9bd00cd91931ef484 HTTP/1.1" status: 200 len: 375 time: 0.0221984 Mar 10 14:56:20.158313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a65bb8c0-8a79-46a4-91d3-502f97201247', 'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'mac_address': 'fa:16:3e:61:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:16Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 2, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'subnets': [{'id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:20.161415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=de3dc6fc-8344-49b5-8813-e8800f851afc,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:20.191703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db74fa-eb90-4ad6-aedf-fd7ffb6d2618 None None] The sync data for ids ['925d518f-70b6-4421-a264-b89c2ef90b78'] in n-d-833090-1 is: [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a65bb8c0-8a79-46a4-91d3-502f97201247', 'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'mac_address': 'fa:16:3e:61:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:16Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 2, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'subnets': [{'id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:56:20.197971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1726979-7354-4cd4-86e7-18d73e939856 req-d2256ad1-7d19-481a-84d5-82f25a22e7e2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:20.200127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1726979-7354-4cd4-86e7-18d73e939856 req-d2256ad1-7d19-481a-84d5-82f25a22e7e2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.0958638 Mar 10 14:56:20.210669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f652367b-68a2-479e-a533-bb252daf0ddf triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:20.210669 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:20.215080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-fe74f30e-2a94-4a49-844b-303ccb60c0b9 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=60728e6680534da9bd00cd91931ef484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814102 Mar 10 14:56:20.299525 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:20.317819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f652367b-68a2-479e-a533-bb252daf0ddf is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:20.331841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1726979-7354-4cd4-86e7-18d73e939856 req-85dceeef-1dfa-46e8-960c-dfff8a20d907 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118922 Mar 10 14:56:20.374055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-b1f35a29-975e-406a-9416-67a98c54aedf service neutron] 10.222.0.11 "GET /v2.0/networks/c1fb41c6-27cb-4f17-845a-28b57a30acca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370928 Mar 10 14:56:20.517937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b43810c-91e8-4525-92b4-2b054069c61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3dc6fc-8344-49b5-8813-e8800f851afc'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:20.520292 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d39014-372a-4a91-80c7-af85f388279a" -d '{"events": [{"server_uuid": "6b43810c-91e8-4525-92b4-2b054069c61d", "name": "network-vif-plugged", "status": "completed", "tag": "de3dc6fc-8344-49b5-8813-e8800f851afc"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:20.523490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-bb1a0f6c-a65d-4065-af6a-578759eb8fae service neutron] 10.222.0.11 "GET /v2.0/networks/c1fb41c6-27cb-4f17-845a-28b57a30acca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485598 Mar 10 14:56:20.535066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c802e-8177-4ea6-ba6a-ae788b7ca6f4 req-0527ca7d-4801-49da-b1af-b3cb013c6cab tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:20.536598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-906c802e-8177-4ea6-ba6a-ae788b7ca6f4 req-0527ca7d-4801-49da-b1af-b3cb013c6cab tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1332688 Mar 10 14:56:20.588310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-906c802e-8177-4ea6-ba6a-ae788b7ca6f4 req-de76d95a-6f70-4ed9-b6b7-619cd73acb89 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Mar 10 14:56:20.773889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b4f3d-68e3-4c67-81a6-11c387e6d043 req-aac8f0f5-1992-4877-a1a8-4395c3eb9a51 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:20.783068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b1b4f3d-68e3-4c67-81a6-11c387e6d043 req-aac8f0f5-1992-4877-a1a8-4395c3eb9a51 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.0775843 Mar 10 14:56:20.834678 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37750) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:20.841355 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0493f4cc-79d0-4530-8323-7873050d6301 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--428943568', 'description': 'tempest-description--1251348823'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:20.850321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b1b4f3d-68e3-4c67-81a6-11c387e6d043 req-1aa2f1ce-225b-4365-a26f-5875c7d1d84f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660381 Mar 10 14:56:20.879311 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0493f4cc-79d0-4530-8323-7873050d6301 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:20.923347 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0f7af8-b791-48c3-9621-51f1f478e60d x-openstack-request-id: req-8f0f7af8-b791-48c3-9621-51f1f478e60d {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:20.923660 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b43810c-91e8-4525-92b4-2b054069c61d", "name": "network-vif-plugged", "status": "completed", "tag": "de3dc6fc-8344-49b5-8813-e8800f851afc", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:20.923932 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f0f7af8-b791-48c3-9621-51f1f478e60d {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:20.924318 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b43810c-91e8-4525-92b4-2b054069c61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3dc6fc-8344-49b5-8813-e8800f851afc', 'code': 200} Mar 10 14:56:21.005857 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0493f4cc-79d0-4530-8323-7873050d6301 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group (bccad66b-d251-429f-866c-373f70a9cf83), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.011950 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0493f4cc-79d0-4530-8323-7873050d6301 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bccad66b-d251-429f-866c-373f70a9cf83), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.019300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5e1a1e7-f184-4050-a5e0-cca74f69c66e req-a5c45c69-8881-4563-9fba-0fe9dde63d6e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 210 time: 0.0505466 Mar 10 14:56:21.049732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1b340-dd47-431a-90f8-b64a5df996f1 req-d5f1079e-b874-458c-8636-a99f8fc7a1da tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:21.063519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2a1b340-dd47-431a-90f8-b64a5df996f1 req-d5f1079e-b874-458c-8636-a99f8fc7a1da tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.1303997 Mar 10 14:56:21.103851 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0493f4cc-79d0-4530-8323-7873050d6301 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.107277 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0493f4cc-79d0-4530-8323-7873050d6301 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2688863 Mar 10 14:56:21.111978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37758) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:21.112756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493f4cc-79d0-4530-8323-7873050d6301 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bccad66b-d251-429f-866c-373f70a9cf83,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:21.120123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8d99130d-0281-4086-ba99-42c34b721e9c tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Request body: {'security_group_rule': {'security_group_id': 'bccad66b-d251-429f-866c-373f70a9cf83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:21.179985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2a1b340-dd47-431a-90f8-b64a5df996f1 req-fd3c32bf-e29e-4d94-a7df-3ec6692dd0f5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089294 Mar 10 14:56:21.242474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d99130d-0281-4086-ba99-42c34b721e9c tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group_rule (b2a8d8e9-9255-4572-80bf-bb23b15ed3a5), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.324832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0b6a-5ed6-40fd-8a4e-233dc2eacb93 req-2e7ffaa4-909d-408a-82cc-b2b1061690fe tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:21.326963 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebab0b6a-5ed6-40fd-8a4e-233dc2eacb93 req-2e7ffaa4-909d-408a-82cc-b2b1061690fe tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.1840298 Mar 10 14:56:21.331747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e38a60b4-f008-41d2-8305-07a4b80a5e91 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:21.369940 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d99130d-0281-4086-ba99-42c34b721e9c tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group_rule (b2a8d8e9-9255-4572-80bf-bb23b15ed3a5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.379549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d99130d-0281-4086-ba99-42c34b721e9c tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (b2a8d8e9-9255-4572-80bf-bb23b15ed3a5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.399536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port e38a60b4-f008-41d2-8305-07a4b80a5e91 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:21.399971 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.422826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78259-d884-4afe-b39e-389c47ed6e6c req-d195ec1d-be6d-400c-84e9-fac8a44c93bb tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:21.430230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32a78259-d884-4afe-b39e-389c47ed6e6c req-d195ec1d-be6d-400c-84e9-fac8a44c93bb tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1127 time: 0.1563258 Mar 10 14:56:21.432070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99130d-0281-4086-ba99-42c34b721e9c tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a8d8e9-9255-4572-80bf-bb23b15ed3a5,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:21.446133 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d99130d-0281-4086-ba99-42c34b721e9c tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.449658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8d99130d-0281-4086-ba99-42c34b721e9c tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3349690 Mar 10 14:56:21.450619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37766) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:21.455812 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4632d87b-e307-41a0-81f5-4897685908ba tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Request body: {'security_group_rule': {'security_group_id': 'bccad66b-d251-429f-866c-373f70a9cf83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:21.477091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebab0b6a-5ed6-40fd-8a4e-233dc2eacb93 req-edaf8e91-e6f6-4d38-9791-e89e3bfd03f3 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336060 Mar 10 14:56:21.508791 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4632d87b-e307-41a0-81f5-4897685908ba tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group_rule (8462d65d-0be0-4b10-bc28-308336c5ca0b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.540864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32a78259-d884-4afe-b39e-389c47ed6e6c req-48f5770a-261a-4902-bcf4-60d5cc935ecc tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097045 Mar 10 14:56:21.695241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port e38a60b4-f008-41d2-8305-07a4b80a5e91 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:21.695497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.698839 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4632d87b-e307-41a0-81f5-4897685908ba tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group_rule (8462d65d-0be0-4b10-bc28-308336c5ca0b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.710420 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4632d87b-e307-41a0-81f5-4897685908ba tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (8462d65d-0be0-4b10-bc28-308336c5ca0b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.711170 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ee44fc5b-1c55-4081-9904-bf4b906eb40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.729520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96388a69-7e46-495f-9d8b-31f86c831188 req-d91dce5b-9a5e-45d2-8d10-5bba1f7a2758 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:21.732195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96388a69-7e46-495f-9d8b-31f86c831188 req-d91dce5b-9a5e-45d2-8d10-5bba1f7a2758 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1379828 Mar 10 14:56:21.733632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port e38a60b4-f008-41d2-8305-07a4b80a5e91, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e38a60b4-f008-41d2-8305-07a4b80a5e91,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:21.735370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeab57-7fc9-4da5-9af5-eb409ae743d2 req-b16fe635-59a4-4b32-8841-2fa15c5cd65f tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:21.736985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95eeab57-7fc9-4da5-9af5-eb409ae743d2 req-b16fe635-59a4-4b32-8841-2fa15c5cd65f tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1127 time: 0.0780523 Mar 10 14:56:21.738681 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.740029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:21.751596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632d87b-e307-41a0-81f5-4897685908ba tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8462d65d-0be0-4b10-bc28-308336c5ca0b,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:21.760568 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4632d87b-e307-41a0-81f5-4897685908ba tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.764576 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4632d87b-e307-41a0-81f5-4897685908ba tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100896 Mar 10 14:56:21.764816 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37772) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:21.770029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:21.798125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.836561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96388a69-7e46-495f-9d8b-31f86c831188 req-eab225e6-71df-40ed-b305-a77aba1f692b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982742 Mar 10 14:56:21.855886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95eeab57-7fc9-4da5-9af5-eb409ae743d2 req-7c12ae00-81fe-462a-a97b-d11ab1db3ea0 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002986 Mar 10 14:56:21.904935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=e38a60b4-f008-41d2-8305-07a4b80a5e91,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:21.930142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:21.931894 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:21.981197 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:22.007599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0686a-3030-42e0-8611-e001a7b0edbe req-10b1b46e-eb74-4571-a230-434707dd3f7c tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:22.009250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ee0686a-3030-42e0-8611-e001a7b0edbe req-10b1b46e-eb74-4571-a230-434707dd3f7c tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0796919 Mar 10 14:56:22.056363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:22.058958 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f652367b-68a2-479e-a533-bb252daf0ddf up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:22.136957 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Allocated IP 172.25.3.112 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/1820b263-c49b-45bc-9a3d-76f7b4e53519) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:22.140049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ee0686a-3030-42e0-8611-e001a7b0edbe req-c95a0d27-3a45-4d96-8b1d-bf98b9f05153 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204839 Mar 10 14:56:22.167353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f652367b-68a2-479e-a533-bb252daf0ddf triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:22.167877 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:22.172119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37580e5-db41-4d03-96e5-64c0357a3821 req-3e5c7f5f-843e-4bb0-b807-e240735e023b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:22.182400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f37580e5-db41-4d03-96e5-64c0357a3821 req-3e5c7f5f-843e-4bb0-b807-e240735e023b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.1721742 Mar 10 14:56:22.287757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f652367b-68a2-479e-a533-bb252daf0ddf is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:22.316485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f37580e5-db41-4d03-96e5-64c0357a3821 req-a387bac2-f69a-4842-b32a-77de93fca17c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265745 Mar 10 14:56:22.402650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59a18cb4-89be-4a5d-a366-c373f4d294d1 req-edd36aed-511a-407c-8baa-f2400dcbaeb7 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 210 time: 0.0548282 Mar 10 14:56:22.407021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-0c292b44-7c85-4013-89d0-0fe8c24ce9b7 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:22.409217 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-0c292b44-7c85-4013-89d0-0fe8c24ce9b7 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.45 "GET /v2.0/networks?id=c1fb41c6-27cb-4f17-845a-28b57a30acca HTTP/1.1" status: 200 len: 815 time: 0.2478945 Mar 10 14:56:22.437466 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for port (1820b263-c49b-45bc-9a3d-76f7b4e53519), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:22.470322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c00ed-aaa2-4b41-885f-cd62176aedfb req-192a2ad4-4002-4f04-be0d-94c3aca4949a tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:22.471878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d1c00ed-aaa2-4b41-885f-cd62176aedfb req-192a2ad4-4002-4f04-be0d-94c3aca4949a tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1127 time: 0.0448465 Mar 10 14:56:22.499012 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-e2b26560-baa7-4e27-949d-3a8d22c757cc tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60728e6680534da9bd00cd91931ef484 HTTP/1.1" status: 200 len: 380 time: 0.0742981 Mar 10 14:56:22.513974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Request body: {'port': {'device_id': '6b05be86-e500-4462-bf3d-3b1a96404743', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'admin_state_up': True, 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'security_groups': ['101eb41c-a5fe-4ed8-8e10-baef66a663d9']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:22.520421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d1c00ed-aaa2-4b41-885f-cd62176aedfb req-7bada5d6-3436-44fb-8d4b-063616518ed3 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425484 Mar 10 14:56:22.541477 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1820b263-c49b-45bc-9a3d-76f7b4e53519), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:22.624541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:22.626464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03139956-5b13-4b72-b0a3-749a5649a0fd req-6e062936-7fdc-44f6-ab91-e635ed12add1 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:22.631364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03139956-5b13-4b72-b0a3-749a5649a0fd req-6e062936-7fdc-44f6-ab91-e635ed12add1 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.0780764 Mar 10 14:56:22.634449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:22.644305 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:22.685248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Pushing event updated for resources: {'Port': ['ID=1820b263-c49b-45bc-9a3d-76f7b4e53519,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:22.692156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03139956-5b13-4b72-b0a3-749a5649a0fd req-1d96dc01-ec62-45e4-bd11-f08b881f4824 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448182 Mar 10 14:56:22.740548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Made reservation on behalf of 60728e6680534da9bd00cd91931ef484 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:56:22.743887 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:22.781786 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for floatingip (304b0e5e-d279-4bb4-a56f-9da831d63e2f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:22.864562 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1820b263-c49b-45bc-9a3d-76f7b4e53519), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:22.946920 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Allocated IP 172.20.0.6 (c1fb41c6-27cb-4f17-845a-28b57a30acca/934f8767-f1d9-41c5-a92f-7f7062fa5877/23d569f1-4309-4a50-8abb-0d017a1e687c) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:22.955942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Sync routers for ids ['925d518f-70b6-4421-a264-b89c2ef90b78'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:56:22.966386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbe74f-a24c-4b53-aba9-5d2fe88262d1 req-24e8d03a-4cb5-460b-8f5a-4d5e2bc4353a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:22.967929 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ccbe74f-a24c-4b53-aba9-5d2fe88262d1 req-24e8d03a-4cb5-460b-8f5a-4d5e2bc4353a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.0541420 Mar 10 14:56:22.974174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Routers {'925d518f-70b6-4421-a264-b89c2ef90b78'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:22.974837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:55:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['925d518f-70b6-4421-a264-b89c2ef90b78'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:23.015035 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ccbe74f-a24c-4b53-aba9-5d2fe88262d1 req-def2ceea-c9ae-43c0-ba36-d473bbc79a27 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Mar 10 14:56:23.098463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Set router 925d518f-70b6-4421-a264-b89c2ef90b78 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:23.178190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e38a60b4-f008-41d2-8305-07a4b80a5e91 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:23.272869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31ab3f-85f0-438c-bc23-fbb9a5828d83 req-3993ea48-6260-460a-b688-d66ac4a17327 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:23.275260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc31ab3f-85f0-438c-bc23-fbb9a5828d83 req-3993ea48-6260-460a-b688-d66ac4a17327 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0633092 Mar 10 14:56:23.298085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port e38a60b4-f008-41d2-8305-07a4b80a5e91 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:23.298610 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.324395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc31ab3f-85f0-438c-bc23-fbb9a5828d83 req-ef4cd7d9-7fb5-4027-8acd-9cb190280297 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440466 Mar 10 14:56:23.388528 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for port (1820b263-c49b-45bc-9a3d-76f7b4e53519), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.397603 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (1820b263-c49b-45bc-9a3d-76f7b4e53519), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.439786 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a65bb8c0-8a79-46a4-91d3-502f97201247', 'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'mac_address': 'fa:16:3e:61:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:16Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 2, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'subnets': [{'id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:23.482077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port e38a60b4-f008-41d2-8305-07a4b80a5e91 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:23.488126 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Checking router: 925d518f-70b6-4421-a264-b89c2ef90b78 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:56:23.488510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Updating router 925d518f-70b6-4421-a264-b89c2ef90b78 port a65bb8c0-8a79-46a4-91d3-502f97201247 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:56:23.488637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.489922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Pushing event updated for resources: {'Port': ['ID=1820b263-c49b-45bc-9a3d-76f7b4e53519,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:23.493964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df67ed-841d-4d9f-8eae-e31ffc0616cc req-0e106d08-4cd8-4217-90bd-d5c5c55e2196 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:23.503671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8df67ed-841d-4d9f-8eae-e31ffc0616cc req-0e106d08-4cd8-4217-90bd-d5c5c55e2196 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.0985434 Mar 10 14:56:23.509707 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (304b0e5e-d279-4bb4-a56f-9da831d63e2f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.518196 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.536034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.537277 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1ea5c052-2c47-455b-bd4b-732880319f46 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7715132 Mar 10 14:56:23.552711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.557177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-399983fb-d535-4a73-983b-995f76a0dc09 req-85ce340f-f0af-4791-89db-ea1ebe77f7cb tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 210 time: 0.0508535 Mar 10 14:56:23.591668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8df67ed-841d-4d9f-8eae-e31ffc0616cc req-38773b85-db4a-47b2-8072-59f00f7d66a8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868053 Mar 10 14:56:23.616827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Network c1fb41c6-27cb-4f17-845a-28b57a30acca is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:23.619061 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:23.621172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Pushing event updated for resources: {'Port': ['ID=23d569f1-4309-4a50-8abb-0d017a1e687c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:23.624313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:23.716685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:23.717466 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.743554 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-41d431e1-9bf6-419e-b5e4-6d37dfba4694 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2349205 Mar 10 14:56:23.750678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51244c6d-6587-40e1-9cf4-a0461d2403cc req-fa53dca2-d826-44d0-826f-c68e22bba37e tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:23.755354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51244c6d-6587-40e1-9cf4-a0461d2403cc req-fa53dca2-d826-44d0-826f-c68e22bba37e tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1127 time: 0.0922301 Mar 10 14:56:23.761304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Request body: {'port': {'device_id': '6b05be86-e500-4462-bf3d-3b1a96404743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:23.836796 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-23976e3d-0c76-4d40-993c-12dd1b4153b4 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--428943568&fields=id&tenant_id=be174e8981364c49be47fc1b3ed2cb7d HTTP/1.1" status: 200 len: 267 time: 0.0883362 Mar 10 14:56:23.843331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51244c6d-6587-40e1-9cf4-a0461d2403cc req-6cdb35fe-d974-4d74-8766-cb6e0dbc1fc1 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695438 Mar 10 14:56:23.844110 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.938685 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Publish callbacks [] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.944312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:23.995671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-1f63cf7d-3a6f-4820-b635-4acf0f73b9d3 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:23.997881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-1f63cf7d-3a6f-4820-b635-4acf0f73b9d3 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/networks?id=435bbbb3-e48e-403e-9c5e-66ef479eaf7d HTTP/1.1" status: 200 len: 812 time: 0.1524515 Mar 10 14:56:24.024842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-23254580-fb9d-40ed-ae29-459ba90a3eb6 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/quotas/be174e8981364c49be47fc1b3ed2cb7d HTTP/1.1" status: 200 len: 375 time: 0.0186300 Mar 10 14:56:24.050272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec744344-0d2c-45cc-be9e-b049d07b62e0 req-7c6217a5-8fc4-4eda-b1ff-4aba7b2a816a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:24.051962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec744344-0d2c-45cc-be9e-b049d07b62e0 req-7c6217a5-8fc4-4eda-b1ff-4aba7b2a816a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.1108918 Mar 10 14:56:24.060465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e81c02-2468-4963-989d-8ff3e6d15a26 None None] Pushing event updated for resources: {'Port': ['ID=a65bb8c0-8a79-46a4-91d3-502f97201247,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:24.071273 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ed17a2b5-46b7-4120-9d18-a1586ca30559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.098823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b8432dea-c2e5-4c35-8444-1a5a682e5aa4 None None] Provisioning complete for port 23d569f1-4309-4a50-8abb-0d017a1e687c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:24.099205 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b8432dea-c2e5-4c35-8444-1a5a682e5aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.157944 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec744344-0d2c-45cc-be9e-b049d07b62e0 req-6d318c74-06b4-4d43-918b-48c547781274 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766592 Mar 10 14:56:24.171912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b8432dea-c2e5-4c35-8444-1a5a682e5aa4 None None] Port 23d569f1-4309-4a50-8abb-0d017a1e687c cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:56:24.176688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Attempting to bind port a65bb8c0-8a79-46a4-91d3-502f97201247 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:24.177066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Attempting to bind port a65bb8c0-8a79-46a4-91d3-502f97201247 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:24.177951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Attempting to bind port a65bb8c0-8a79-46a4-91d3-502f97201247 on network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:24.178895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-ffcfc527-2349-4b15-b656-86a96180b6a0 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=be174e8981364c49be47fc1b3ed2cb7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531293 Mar 10 14:56:24.191472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:24.191472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Checking segment: {'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:24.191763 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.192029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Bound using segment: {'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:24.192516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Bound port: a65bb8c0-8a79-46a4-91d3-502f97201247, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:24.192898 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.259265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d569f1-4309-4a50-8abb-0d017a1e687c {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:24.263639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] For port a65bb8c0-8a79-46a4-91d3-502f97201247, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:24.267363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] For port a65bb8c0-8a79-46a4-91d3-502f97201247, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a65bb8c0-8a79-46a4-91d3-502f97201247,segment=NetworkSegment(d38e355c-0530-4abf-898e-6338b15e37ad),segment_id=d38e355c-0530-4abf-898e-6338b15e37ad)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:24.267745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Publish callbacks [] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.282615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Transition to ACTIVE for port object 23d569f1-4309-4a50-8abb-0d017a1e687c will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:56:24.288590 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.289271 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.321943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-8db4addd-a6e0-4cc0-9ee1-37bf0fb0c2c2 service neutron] 10.222.0.11 "GET /v2.0/networks/435bbbb3-e48e-403e-9c5e-66ef479eaf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228590 Mar 10 14:56:24.353891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Pushing event updated for resources: {'Port': ['ID=23d569f1-4309-4a50-8abb-0d017a1e687c,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:24.386845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Routers {'925d518f-70b6-4421-a264-b89c2ef90b78'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:24.387553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:56:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['925d518f-70b6-4421-a264-b89c2ef90b78'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:24.391267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f697e1dd-ef6d-44d1-ab1f-76c6e372d8fa None None] Provisioning complete for port a65bb8c0-8a79-46a4-91d3-502f97201247 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:24.391787 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f697e1dd-ef6d-44d1-ab1f-76c6e372d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.463681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a73ae0fa-edc7-4070-ae8f-3a9a676ad1c1 service neutron] 10.222.0.11 "GET /v2.0/networks/435bbbb3-e48e-403e-9c5e-66ef479eaf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327574 Mar 10 14:56:24.525880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e81c02-2468-4963-989d-8ff3e6d15a26 None None] Pushing event updated for resources: {'Port': ['ID=a65bb8c0-8a79-46a4-91d3-502f97201247,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:24.526190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Attempting to bind port 23d569f1-4309-4a50-8abb-0d017a1e687c on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:24.526688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Attempting to bind port 23d569f1-4309-4a50-8abb-0d017a1e687c by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:24.528701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Attempting to bind port 23d569f1-4309-4a50-8abb-0d017a1e687c on network c1fb41c6-27cb-4f17-845a-28b57a30acca {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:24.540369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Port 23d569f1-4309-4a50-8abb-0d017a1e687c on network c1fb41c6-27cb-4f17-845a-28b57a30acca not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:56:24.540701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Attempting to bind port 23d569f1-4309-4a50-8abb-0d017a1e687c on network c1fb41c6-27cb-4f17-845a-28b57a30acca {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:24.552243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:24.552640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Checking segment: {'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:24.553044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Bound using segment: {'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:24.553755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Bound port: 23d569f1-4309-4a50-8abb-0d017a1e687c, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c80044-076d-44bb-8933-b709458e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:24.553862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.710864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] For port 23d569f1-4309-4a50-8abb-0d017a1e687c, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:24.716757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] For port 23d569f1-4309-4a50-8abb-0d017a1e687c, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=23d569f1-4309-4a50-8abb-0d017a1e687c,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:24.727001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] Set router 925d518f-70b6-4421-a264-b89c2ef90b78 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:24.742759 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.762158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f697e1dd-ef6d-44d1-ab1f-76c6e372d8fa None None] Current status of the port a65bb8c0-8a79-46a4-91d3-502f97201247 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:24.763475 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f697e1dd-ef6d-44d1-ab1f-76c6e372d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.823737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Pushing event updated for resources: {'Port': ['ID=23d569f1-4309-4a50-8abb-0d017a1e687c,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:24.852468 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:24.853138 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.856305 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-730180e6-2cbf-4e80-af2f-4706c4f1260f service neutron] 10.222.0.45 "PUT /v2.0/ports/23d569f1-4309-4a50-8abb-0d017a1e687c HTTP/1.1" status: 200 len: 1091 time: 1.1029749 Mar 10 14:56:24.856967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b05be86-e500-4462-bf3d-3b1a96404743', 'tag': '23d569f1-4309-4a50-8abb-0d017a1e687c'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:24.860188 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b56ce1-f441-4010-aaf1-8778df378114" -d '{"events": [{"name": "network-changed", "server_uuid": "6b05be86-e500-4462-bf3d-3b1a96404743", "tag": "23d569f1-4309-4a50-8abb-0d017a1e687c"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:24.866276 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f697e1dd-ef6d-44d1-ab1f-76c6e372d8fa None None] For port a65bb8c0-8a79-46a4-91d3-502f97201247, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a65bb8c0-8a79-46a4-91d3-502f97201247,segment=NetworkSegment(d38e355c-0530-4abf-898e-6338b15e37ad),segment_id=d38e355c-0530-4abf-898e-6338b15e37ad)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:24.874167 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f697e1dd-ef6d-44d1-ab1f-76c6e372d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:24.911688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701af7a-731b-4891-adf3-0dd0dc10337f req-6c580165-5cb7-4534-9ae0-edeea7f122cc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:24.913683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d701af7a-731b-4891-adf3-0dd0dc10337f req-6c580165-5cb7-4534-9ae0-edeea7f122cc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1566985 Mar 10 14:56:25.010236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d701af7a-731b-4891-adf3-0dd0dc10337f req-8d6a53a7-972f-4596-a855-c0703edeb205 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644779 Mar 10 14:56:25.027852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697e1dd-ef6d-44d1-ab1f-76c6e372d8fa None None] Pushing event updated for resources: {'Port': ['ID=a65bb8c0-8a79-46a4-91d3-502f97201247,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:25.034886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7c85f1a3-91c7-4708-8797-25d25887fa72 None None] Provisioning complete for port a65bb8c0-8a79-46a4-91d3-502f97201247 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:25.035353 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c85f1a3-91c7-4708-8797-25d25887fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:25.066958 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-38f2e783-fc0f-4699-83b3-436e918b5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:25.071185 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-38f2e783-fc0f-4699-83b3-436e918b5a56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60728e6680534da9bd00cd91931ef484&device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 1125 time: 0.1707253 Mar 10 14:56:25.173529 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:25.235290 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-1228558a-b07f-4bb2-8b41-0ca49393529a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d569f1-4309-4a50-8abb-0d017a1e687c HTTP/1.1" status: 200 len: 217 time: 0.1528049 Mar 10 14:56:25.312012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf162-7df0-4652-9bd5-6892dbfd0276 req-e4903a8a-d3d9-4045-af0e-264e5e13c767 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:25.322701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57ddf162-7df0-4652-9bd5-6892dbfd0276 req-e4903a8a-d3d9-4045-af0e-264e5e13c767 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1182103 Mar 10 14:56:25.350377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-eb073f93-6db4-4908-b5a5-d2c0e5f909f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:25.351989 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-eb073f93-6db4-4908-b5a5-d2c0e5f909f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=934f8767-f1d9-41c5-a92f-7f7062fa5877 HTTP/1.1" status: 200 len: 854 time: 0.1029336 Mar 10 14:56:25.360596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a65bb8c0-8a79-46a4-91d3-502f97201247 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:25.397427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57ddf162-7df0-4652-9bd5-6892dbfd0276 req-3d8e9f4d-0746-4c55-9cab-583410491fa0 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705128 Mar 10 14:56:25.404535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7c85f1a3-91c7-4708-8797-25d25887fa72 None None] Current status of the port a65bb8c0-8a79-46a4-91d3-502f97201247 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:25.427202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a65bb8c0-8a79-46a4-91d3-502f97201247', 'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'mac_address': 'fa:16:3e:61:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:16Z', 'updated_at': '2022-03-10T14:56:24Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'subnets': [{'id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:25.437570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-b94c2c1f-eed4-4437-88ba-3b09dc17deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:25.439392 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-b94c2c1f-eed4-4437-88ba-3b09dc17deb4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1fb41c6-27cb-4f17-845a-28b57a30acca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0762944 Mar 10 14:56:25.461888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d2927-b592-4ef6-964e-ad3d7bf01a61 None None] The sync data for ids ['925d518f-70b6-4421-a264-b89c2ef90b78'] in n-d-833090-1 is: [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a65bb8c0-8a79-46a4-91d3-502f97201247', 'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'mac_address': 'fa:16:3e:61:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:16Z', 'updated_at': '2022-03-10T14:56:24Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'subnets': [{'id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:56:25.472329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a65bb8c0-8a79-46a4-91d3-502f97201247 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:25.472711 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:25.558148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964f84a-0e07-43b8-9b77-5dd8491977fd req-637babe9-6004-4a44-b1ac-2c57ad883cd8 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:25.559796 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6964f84a-0e07-43b8-9b77-5dd8491977fd req-637babe9-6004-4a44-b1ac-2c57ad883cd8 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 943 time: 0.0761116 Mar 10 14:56:25.595503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a65bb8c0-8a79-46a4-91d3-502f97201247 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:25.598151 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-b4598bc8-e799-4fa8-8cfb-b20ffbfc6c24 service neutron] 10.222.0.45 "GET /v2.0/networks/c1fb41c6-27cb-4f17-845a-28b57a30acca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475546 Mar 10 14:56:25.629460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6964f84a-0e07-43b8-9b77-5dd8491977fd req-92383f3d-8add-423c-8b0c-8a70330b912e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/security-groups?id=101eb41c-a5fe-4ed8-8e10-baef66a663d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633366 Mar 10 14:56:25.723520 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b814314c-6b3d-45cd-8e66-9c3adb7de6f9 req-7734eb57-14bb-4dd5-bc86-256b7e5b535b service neutron] 10.222.0.45 "GET /v2.0/networks/c1fb41c6-27cb-4f17-845a-28b57a30acca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111381 Mar 10 14:56:25.776218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1a429-c61f-4a6e-9162-49eff42b59b7 req-c44da823-30b6-44ae-a959-70fd2d2df519 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:25.778810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25b1a429-c61f-4a6e-9162-49eff42b59b7 req-c44da823-30b6-44ae-a959-70fd2d2df519 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.0638156 Mar 10 14:56:25.833460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25b1a429-c61f-4a6e-9162-49eff42b59b7 req-d6d04e5a-068e-4702-b812-2f2bafa95db7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459845 Mar 10 14:56:25.924097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a7a62f1-caf8-43e2-be78-be078c7bd129 req-8d99d02a-5749-432c-ba5d-9b9824b1c405 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0281034 Mar 10 14:56:25.968077 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c69efb-515e-4438-8857-110081b2a722 x-openstack-request-id: req-36c69efb-515e-4438-8857-110081b2a722 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:25.968403 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b05be86-e500-4462-bf3d-3b1a96404743", "tag": "23d569f1-4309-4a50-8abb-0d017a1e687c", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:25.968654 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36c69efb-515e-4438-8857-110081b2a722 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:25.969048 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b05be86-e500-4462-bf3d-3b1a96404743', 'tag': '23d569f1-4309-4a50-8abb-0d017a1e687c', 'status': 'completed', 'code': 200} Mar 10 14:56:26.060932 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b56ce1-f441-4010-aaf1-8778df378114 req-0ea799ef-5dad-43f2-9468-eec6b5e8c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:26.062740 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c6b56ce1-f441-4010-aaf1-8778df378114 req-0ea799ef-5dad-43f2-9468-eec6b5e8c38c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60728e6680534da9bd00cd91931ef484&device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 1125 time: 0.0579836 Mar 10 14:56:26.084789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac7bbd-c18d-4ca0-b49d-4f31d3bc4a5f req-03390010-90f9-49a2-ae8c-7068cc0c2905 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:26.086429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61ac7bbd-c18d-4ca0-b49d-4f31d3bc4a5f req-03390010-90f9-49a2-ae8c-7068cc0c2905 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.0723646 Mar 10 14:56:26.139681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61ac7bbd-c18d-4ca0-b49d-4f31d3bc4a5f req-772b607f-4b2f-410e-9223-38a9671f725e tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469301 Mar 10 14:56:26.180902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b56ce1-f441-4010-aaf1-8778df378114 req-f6f22383-b8c8-4915-8ce0-68cbb5873f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:26.182452 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c6b56ce1-f441-4010-aaf1-8778df378114 req-f6f22383-b8c8-4915-8ce0-68cbb5873f33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1fb41c6-27cb-4f17-845a-28b57a30acca HTTP/1.1" status: 200 len: 916 time: 0.1107147 Mar 10 14:56:26.244984 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c6b56ce1-f441-4010-aaf1-8778df378114 req-6a43de9d-cc12-49a2-bc34-d3baf8e7fc8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d569f1-4309-4a50-8abb-0d017a1e687c HTTP/1.1" status: 200 len: 217 time: 0.0413828 Mar 10 14:56:26.253574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c63ea-5afb-40cc-ba31-aff31bb1c606 req-7beb3c16-68a4-4eca-8a6a-69fa2ea73859 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:26.255069 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a78c63ea-5afb-40cc-ba31-aff31bb1c606 req-7beb3c16-68a4-4eca-8a6a-69fa2ea73859 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.0549550 Mar 10 14:56:26.305234 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a78c63ea-5afb-40cc-ba31-aff31bb1c606 req-625adec9-0546-439a-90e1-901ab9d65b07 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441830 Mar 10 14:56:26.306094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b56ce1-f441-4010-aaf1-8778df378114 req-eb062c29-4a2e-43e8-a2b4-4586b348c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:26.307603 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c6b56ce1-f441-4010-aaf1-8778df378114 req-eb062c29-4a2e-43e8-a2b4-4586b348c4bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=934f8767-f1d9-41c5-a92f-7f7062fa5877 HTTP/1.1" status: 200 len: 854 time: 0.0498252 Mar 10 14:56:26.376260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b56ce1-f441-4010-aaf1-8778df378114 req-ea51db66-14f6-4727-9946-b01fccc2e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:26.378010 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c6b56ce1-f441-4010-aaf1-8778df378114 req-ea51db66-14f6-4727-9946-b01fccc2e97f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1fb41c6-27cb-4f17-845a-28b57a30acca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504997 Mar 10 14:56:26.411695 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:26.441220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-1f873d28-5c03-4437-8fb2-e1a194f859db tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:26.442743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-1f873d28-5c03-4437-8fb2-e1a194f859db tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.45 "GET /v2.0/networks?id=435bbbb3-e48e-403e-9c5e-66ef479eaf7d HTTP/1.1" status: 200 len: 812 time: 0.1148760 Mar 10 14:56:26.498527 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c6b56ce1-f441-4010-aaf1-8778df378114 req-5c65e3a3-45bd-4c50-8f4a-9b4d320d2e0a service neutron] 10.222.0.45 "GET /v2.0/networks/c1fb41c6-27cb-4f17-845a-28b57a30acca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125226 Mar 10 14:56:26.538336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-476e69f2-a510-4476-abfd-8046d915d10c tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be174e8981364c49be47fc1b3ed2cb7d HTTP/1.1" status: 200 len: 379 time: 0.0839286 Mar 10 14:56:26.551400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Request body: {'port': {'device_id': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'admin_state_up': True, 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'security_groups': ['bccad66b-d251-429f-866c-373f70a9cf83']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:26.578295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2017cf-a989-4352-8e9b-f1f1d1672d7d req-e0b1ce0f-7e4f-4520-aa7b-355ef856c02e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:26.579798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb2017cf-a989-4352-8e9b-f1f1d1672d7d req-e0b1ce0f-7e4f-4520-aa7b-355ef856c02e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0928979 Mar 10 14:56:26.591963 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c6b56ce1-f441-4010-aaf1-8778df378114 req-37a6de91-1483-4f96-962c-e2550386f047 service neutron] 10.222.0.45 "GET /v2.0/networks/c1fb41c6-27cb-4f17-845a-28b57a30acca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844493 Mar 10 14:56:26.682997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb2017cf-a989-4352-8e9b-f1f1d1672d7d req-5bc54bfe-bc84-4356-95b7-4c8b730ddbbc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939231 Mar 10 14:56:26.709891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Made reservation on behalf of be174e8981364c49be47fc1b3ed2cb7d for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:56:26.716180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:26.870486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fb4af-867d-4fb9-b1c1-433836d2e94f req-cd0f74f0-e893-43e7-b71b-b80ccb480110 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:26.872007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a6fb4af-867d-4fb9-b1c1-433836d2e94f req-cd0f74f0-e893-43e7-b71b-b80ccb480110 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 943 time: 0.1289914 Mar 10 14:56:26.891381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Allocated IP 172.20.0.8 (435bbbb3-e48e-403e-9c5e-66ef479eaf7d/ba582f9d-da02-4eaa-b146-6b3577a358c8/d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:26.951845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a6fb4af-867d-4fb9-b1c1-433836d2e94f req-6638879d-13d4-4f50-bda3-bf6358866323 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/security-groups?id=101eb41c-a5fe-4ed8-8e10-baef66a663d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714593 Mar 10 14:56:27.091516 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:27.108566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50904f-7f55-4fab-a2a3-d017c77559d8 req-4f24797f-8add-45c2-9069-d17cf5758824 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:27.110017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae50904f-7f55-4fab-a2a3-d017c77559d8 req-4f24797f-8add-45c2-9069-d17cf5758824 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.0898106 Mar 10 14:56:27.168232 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:27.184035 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae50904f-7f55-4fab-a2a3-d017c77559d8 req-f566f6f8-0f9d-48f9-b363-65d8a8a147fb tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675304 Mar 10 14:56:27.218388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:27.223744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:27.227433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:27.253406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Pushing event updated for resources: {'Port': ['ID=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:27.291416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:27.292039 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:27.332056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d8d16f8c-ff78-4c26-b577-1efe4fd25313 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7851818 Mar 10 14:56:27.348454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0a97c-b80d-47fd-bf3a-bf0944c89b63 req-a958b3d7-7eb3-4c36-9c3b-e08921b0b18f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:27.350001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80a0a97c-b80d-47fd-bf3a-bf0944c89b63 req-a958b3d7-7eb3-4c36-9c3b-e08921b0b18f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 931 time: 0.0805964 Mar 10 14:56:27.354971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Request body: {'port': {'device_id': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:27.430769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-36e75bad-036f-4093-9e31-5b1aa01960a0 None None] Provisioning complete for port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:27.431322 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-36e75bad-036f-4093-9e31-5b1aa01960a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:27.452079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80a0a97c-b80d-47fd-bf3a-bf0944c89b63 req-a56de99e-8743-4c24-ba0b-a6970af73d37 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942116 Mar 10 14:56:27.452826 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:27.474304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-36e75bad-036f-4093-9e31-5b1aa01960a0 None None] Port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:56:27.666179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e46cb0-2d47-4dea-bd85-b5226e86a611 req-e5dc4891-502d-4c15-8ad3-d96701a13eb8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:27.667675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8e46cb0-2d47-4dea-bd85-b5226e86a611 req-e5dc4891-502d-4c15-8ad3-d96701a13eb8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.1144700 Mar 10 14:56:27.745316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8e46cb0-2d47-4dea-bd85-b5226e86a611 req-2c0c67f6-4ce3-47a8-a996-cbe5a7dd456b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712378 Mar 10 14:56:27.791148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:27.799897 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Publish callbacks [] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:27.824307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 23d569f1-4309-4a50-8abb-0d017a1e687c details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:27.836466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Transition to ACTIVE for port object d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:56:27.842434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:27.905974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b712059-c71f-47ab-a410-7ce0c184785e req-cf3c1e33-113e-4c5d-848e-7360451ba1f6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:27.907503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b712059-c71f-47ab-a410-7ce0c184785e req-cf3c1e33-113e-4c5d-848e-7360451ba1f6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1049380 Mar 10 14:56:27.909682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Pushing event updated for resources: {'Port': ['ID=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:27.941725 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 23d569f1-4309-4a50-8abb-0d017a1e687c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=23d569f1-4309-4a50-8abb-0d017a1e687c,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:27.972301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '23d569f1-4309-4a50-8abb-0d017a1e687c', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'port_id': '23d569f1-4309-4a50-8abb-0d017a1e687c', 'mac_address': 'fa:16:3e:2e:5e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:56:28.029500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 23d569f1-4309-4a50-8abb-0d017a1e687c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:28.029919 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:28.051864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d569f1-4309-4a50-8abb-0d017a1e687c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:28.069282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b712059-c71f-47ab-a410-7ce0c184785e req-fb54e4f2-9db5-4da5-86dc-be6234a008b4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314666 Mar 10 14:56:28.073639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 23d569f1-4309-4a50-8abb-0d017a1e687c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=23d569f1-4309-4a50-8abb-0d017a1e687c,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:28.091664 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:28.103838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-9b6b7e9b-85ba-4ece-b38e-67c9ae8e682d tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:28.111070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-9b6b7e9b-85ba-4ece-b38e-67c9ae8e682d tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1127 time: 0.1718729 Mar 10 14:56:28.115127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Attempting to bind port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:28.115531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Attempting to bind port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:28.115868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Attempting to bind port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc on network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:28.123783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc on network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:56:28.123994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Attempting to bind port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc on network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:28.137845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:28.138258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Checking segment: {'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:28.138706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Bound using segment: {'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:28.139184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Bound port: d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38e355c-0530-4abf-898e-6338b15e37ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:28.139602 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:28.145138 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:28.165253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=23d569f1-4309-4a50-8abb-0d017a1e687c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:28.193079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-136651f8-7c80-48e1-87ef-388f44e28691 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:56:28.194681 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-136651f8-7c80-48e1-87ef-388f44e28691 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064404 Mar 10 14:56:28.244529 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-4cc836fb-82d5-4181-9339-d1861642fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:28.246053 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-4cc836fb-82d5-4181-9339-d1861642fadf service neutron] 10.222.0.11 "GET /v2.0/ports/b81d5761-51cf-42eb-9b6a-40b9bc734bb4 HTTP/1.1" status: 200 len: 1124 time: 0.0437546 Mar 10 14:56:28.254514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Request body: {'binding': {'host': 'n-h2-833090-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:28.255079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Unknown quota resources ['binding']. {{(pid=115534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 14:56:28.289196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-0ce0cfb7-8304-4e21-8732-ff7407d9f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:28.290750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-0ce0cfb7-8304-4e21-8732-ff7407d9f0f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b HTTP/1.1" status: 200 len: 1127 time: 0.1682656 Mar 10 14:56:28.319957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] For port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:28.326005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] For port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc,segment=NetworkSegment(d38e355c-0530-4abf-898e-6338b15e37ad),segment_id=d38e355c-0530-4abf-898e-6338b15e37ad)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:28.340771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24797be-4cb5-4689-a163-0ff0ea65c89b req-23b1e083-3e99-4e21-8877-4daede299ea7 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:28.342199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f24797be-4cb5-4689-a163-0ff0ea65c89b req-23b1e083-3e99-4e21-8877-4daede299ea7 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1514964 Mar 10 14:56:28.362204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['23d569f1-4309-4a50-8abb-0d017a1e687c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:28.374539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:28.408599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on host n-h2-833090-1 for vnic_type normal with profile None {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:28.409139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:28.409531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:28.414893 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:56:28.415442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:28.424693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:28.425145 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:28.425598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:28.426163 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Bound port: b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:28.450170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:28.450812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:28.452216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] 10.222.0.45 "PUT /v2.0/ports/d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc HTTP/1.1" status: 200 len: 1091 time: 1.1012983 Mar 10 14:56:28.456029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'tag': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:28.458206 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d836a9-df9b-4ebe-8a49-e9bb85860769" -d '{"events": [{"name": "network-changed", "server_uuid": "a806f615-6497-42a9-8c43-16032d9e0ba2", "tag": "d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:28.480801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f24797be-4cb5-4689-a163-0ff0ea65c89b req-e0ff6d9f-8980-4815-98b0-c44ca7cbe684 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166294 Mar 10 14:56:28.511742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-a1f734a3-a18a-4916-80f7-68107e263458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:28.513823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-a1f734a3-a18a-4916-80f7-68107e263458 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1127 time: 0.1913419 Mar 10 14:56:28.519858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:28.531661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:28.533922 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-58fd9933-dc0b-4f20-b807-c7c4896d77ea service neutron] 10.222.0.11 "POST /v2.0/ports/b81d5761-51cf-42eb-9b6a-40b9bc734bb4/bindings HTTP/1.1" status: 201 len: 389 time: 0.2826133 Mar 10 14:56:28.609680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2a60a-d396-46f2-a35a-3530d6c7c48f service neutron] Pushing event updated for resources: {'Port': ['ID=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:28.750572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-9007b682-6056-49be-b6c3-46642de86725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:28.752039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-9007b682-6056-49be-b6c3-46642de86725 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.1966918 Mar 10 14:56:28.768416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-97680119-c7ee-4d5e-89f9-e06222e1cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:28.769874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-97680119-c7ee-4d5e-89f9-e06222e1cb23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be174e8981364c49be47fc1b3ed2cb7d&device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 1125 time: 0.2436681 Mar 10 14:56:28.798297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487da20-5f32-41b2-ba6f-c5c00c9d858b req-1ef7158b-b9bf-4347-a011-47cfd27266f2 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:28.799847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9487da20-5f32-41b2-ba6f-c5c00c9d858b req-1ef7158b-b9bf-4347-a011-47cfd27266f2 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 944 time: 0.1807308 Mar 10 14:56:28.859604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-d8fb2047-62a8-49eb-98f1-222b15debf98 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b HTTP/1.1" status: 200 len: 217 time: 0.0887742 Mar 10 14:56:28.866664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-449049fa-4bf8-4b97-904f-4dfe31a17646 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc HTTP/1.1" status: 200 len: 217 time: 0.0840731 Mar 10 14:56:28.959542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3d730-f55a-424a-b957-153a491664e2 req-8606c507-988b-42b7-a8e3-9c96ae9d3f0f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:28.961001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29d3d730-f55a-424a-b957-153a491664e2 req-8606c507-988b-42b7-a8e3-9c96ae9d3f0f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.2374835 Mar 10 14:56:29.004585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-89ad1ce0-a1b8-4f9b-9aeb-a7c9f67f4d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:29.006052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-89ad1ce0-a1b8-4f9b-9aeb-a7c9f67f4d3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1371026 Mar 10 14:56:29.009549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-dd27fbb1-cc4d-4364-a637-f23b6a9639ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:29.010871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-dd27fbb1-cc4d-4364-a637-f23b6a9639ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba582f9d-da02-4eaa-b146-6b3577a358c8 HTTP/1.1" status: 200 len: 851 time: 0.1271212 Mar 10 14:56:29.015571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9487da20-5f32-41b2-ba6f-c5c00c9d858b req-ef2f144d-7a1b-422c-8402-e30a61d0d82e tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/security-groups?id=101eb41c-a5fe-4ed8-8e10-baef66a663d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844106 Mar 10 14:56:29.062248 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0258b2de-07fa-42c2-8e0b-202f8d65df50 x-openstack-request-id: req-0258b2de-07fa-42c2-8e0b-202f8d65df50 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:29.062567 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a806f615-6497-42a9-8c43-16032d9e0ba2", "tag": "d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:29.062818 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0258b2de-07fa-42c2-8e0b-202f8d65df50 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:29.063204 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'tag': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc', 'status': 'completed', 'code': 200} Mar 10 14:56:29.070930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29d3d730-f55a-424a-b957-153a491664e2 req-0e4c8e3b-24d7-4b99-bedd-0bd92bea2528 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002359 Mar 10 14:56:29.128165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-b4761310-11b0-4bf4-b18d-aa2b2b5240e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433540 Mar 10 14:56:29.134438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-51580d4a-460f-45de-963b-1f5692051acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:29.135937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-51580d4a-460f-45de-963b-1f5692051acb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=435bbbb3-e48e-403e-9c5e-66ef479eaf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1108518 Mar 10 14:56:29.594701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a20b87-63d8-4641-9a79-e9dddc30213b req-a15d9e96-24d9-48ad-985a-3d144390679e tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:29.596104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-83a20b87-63d8-4641-9a79-e9dddc30213b req-a15d9e96-24d9-48ad-985a-3d144390679e tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 943 time: 0.4829497 Mar 10 14:56:29.605934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-1edcbd15-85fb-4027-ab1d-5990dc7cd24f service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691133 Mar 10 14:56:29.619334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818074b6-7af9-4294-a216-1207d150751f req-a7d0d024-3ea9-4e2f-ac65-b1ac443599e7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:29.620754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-818074b6-7af9-4294-a216-1207d150751f req-a7d0d024-3ea9-4e2f-ac65-b1ac443599e7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.4524045 Mar 10 14:56:29.678674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-a2cdabf1-33be-488e-b111-99ee88c04999 service neutron] 10.222.0.45 "GET /v2.0/networks/435bbbb3-e48e-403e-9c5e-66ef479eaf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268371 Mar 10 14:56:29.785363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-83a20b87-63d8-4641-9a79-e9dddc30213b req-3648db52-c6ff-4430-8ba0-f4e8da091f7e tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828456 Mar 10 14:56:29.825886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 23d569f1-4309-4a50-8abb-0d017a1e687c up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:29.839380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-818074b6-7af9-4294-a216-1207d150751f req-219ed432-fb17-4ce4-8fdd-715860810bff tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123680 Mar 10 14:56:29.883040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 23d569f1-4309-4a50-8abb-0d017a1e687c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:56:29.884280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-a9adac48-871f-4ad1-9dd5-ceba4e5c1ebe service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592783 Mar 10 14:56:29.888206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 23d569f1-4309-4a50-8abb-0d017a1e687c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:29.888589 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:29.900437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44392475-fe0f-4d84-8522-cdd7a3f82aef req-d009f28c-8e30-42ef-95ac-6bc5f76d3929 service neutron] 10.222.0.45 "GET /v2.0/networks/435bbbb3-e48e-403e-9c5e-66ef479eaf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111235 Mar 10 14:56:29.920557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13013ec-2579-4d46-bf8f-a7c94a4dd139 req-bd68d0c9-b9ae-4b56-8071-edd4ccef5f12 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:29.922333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f13013ec-2579-4d46-bf8f-a7c94a4dd139 req-bd68d0c9-b9ae-4b56-8071-edd4ccef5f12 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.0759435 Mar 10 14:56:29.976480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 23d569f1-4309-4a50-8abb-0d017a1e687c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:29.976869 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:30.000927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b05be86-e500-4462-bf3d-3b1a96404743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d569f1-4309-4a50-8abb-0d017a1e687c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:30.003359 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cfa704-6d02-418b-92b3-d8bf6d8c38c4" -d '{"events": [{"server_uuid": "6b05be86-e500-4462-bf3d-3b1a96404743", "name": "network-vif-plugged", "status": "completed", "tag": "23d569f1-4309-4a50-8abb-0d017a1e687c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:30.015357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 23d569f1-4309-4a50-8abb-0d017a1e687c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=23d569f1-4309-4a50-8abb-0d017a1e687c,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:30.019296 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:30.033574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f13013ec-2579-4d46-bf8f-a7c94a4dd139 req-3917546a-6af1-4b2a-942f-80ed8351c30d tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015775 Mar 10 14:56:30.047670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c28094-3e9c-4b94-a917-fef8bda59da7 req-6a83a009-8ea0-46d4-addc-226259aa9157 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:30.048755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13c28094-3e9c-4b94-a917-fef8bda59da7 req-6a83a009-8ea0-46d4-addc-226259aa9157 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1255226 Mar 10 14:56:30.062447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d836a9-df9b-4ebe-8a49-e9bb85860769 req-a311df47-da22-4a5d-a46c-f6fa9ea7409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:30.062447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0d836a9-df9b-4ebe-8a49-e9bb85860769 req-a311df47-da22-4a5d-a46c-f6fa9ea7409f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be174e8981364c49be47fc1b3ed2cb7d&device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 1125 time: 0.0963078 Mar 10 14:56:30.085766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=23d569f1-4309-4a50-8abb-0d017a1e687c,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:30.180861 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:56:30.182827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13c28094-3e9c-4b94-a917-fef8bda59da7 req-f33d421a-6f28-4a78-8617-9c3d2b0f1dc5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251183 Mar 10 14:56:30.215791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8aa996-ddae-45dc-923d-e79fb66be2c4 req-e16c0a0a-64b1-4f9d-8fce-e9c5c3587e71 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:30.217862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8aa996-ddae-45dc-923d-e79fb66be2c4 req-e16c0a0a-64b1-4f9d-8fce-e9c5c3587e71 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1148288 Mar 10 14:56:30.228901 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8bff54-f1e3-4ac5-9940-a8924ce54a24 x-openstack-request-id: req-bb8bff54-f1e3-4ac5-9940-a8924ce54a24 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:30.229197 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b05be86-e500-4462-bf3d-3b1a96404743", "name": "network-vif-plugged", "status": "completed", "tag": "23d569f1-4309-4a50-8abb-0d017a1e687c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:30.229457 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb8bff54-f1e3-4ac5-9940-a8924ce54a24 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:30.229847 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b05be86-e500-4462-bf3d-3b1a96404743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d569f1-4309-4a50-8abb-0d017a1e687c', 'code': 200} Mar 10 14:56:30.248640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d836a9-df9b-4ebe-8a49-e9bb85860769 req-00d1871d-1420-46a9-af38-7246e1f1c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:30.250924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0d836a9-df9b-4ebe-8a49-e9bb85860769 req-00d1871d-1420-46a9-af38-7246e1f1c730 service neutron] 10.222.0.45 "GET /v2.0/networks?id=435bbbb3-e48e-403e-9c5e-66ef479eaf7d HTTP/1.1" status: 200 len: 913 time: 0.1854162 Mar 10 14:56:30.312009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0d836a9-df9b-4ebe-8a49-e9bb85860769 req-7a6b97d1-0d99-4beb-a8be-a41ce4caec87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc HTTP/1.1" status: 200 len: 217 time: 0.0456710 Mar 10 14:56:30.315780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8aa996-ddae-45dc-923d-e79fb66be2c4 req-8aa1d167-0d64-41af-a5cd-f80ddaa9bc68 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882416 Mar 10 14:56:30.356601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d533d-15ec-4173-87e6-9aa76b30ad09 req-74a9fbe8-eae2-4330-a7c3-8b97ac34595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:30.358921 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0d9d533d-15ec-4173-87e6-9aa76b30ad09 req-74a9fbe8-eae2-4330-a7c3-8b97ac34595f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 1127 time: 0.0589628 Mar 10 14:56:30.399709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d836a9-df9b-4ebe-8a49-e9bb85860769 req-5e472c2c-c3a0-4e92-90c3-ebe4129b9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:30.401198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0d836a9-df9b-4ebe-8a49-e9bb85860769 req-5e472c2c-c3a0-4e92-90c3-ebe4129b9ea0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba582f9d-da02-4eaa-b146-6b3577a358c8 HTTP/1.1" status: 200 len: 851 time: 0.0775583 Mar 10 14:56:30.412623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c2009-342c-4125-bcd5-53838715861c req-b6ea1aa3-e084-4f5b-b5b1-1f1e5bc1a37c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:30.413552 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0d9d533d-15ec-4173-87e6-9aa76b30ad09 req-32b03d8b-6ee1-4979-a115-d5d67f3b2a78 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=101eb41c-a5fe-4ed8-8e10-baef66a663d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434930 Mar 10 14:56:30.414094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c4c2009-342c-4125-bcd5-53838715861c req-b6ea1aa3-e084-4f5b-b5b1-1f1e5bc1a37c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 945 time: 0.1056979 Mar 10 14:56:30.489489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c4c2009-342c-4125-bcd5-53838715861c req-0c6638d5-2b1d-4e80-ad0b-be9145c31f12 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/security-groups?id=101eb41c-a5fe-4ed8-8e10-baef66a663d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662301 Mar 10 14:56:30.493826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d836a9-df9b-4ebe-8a49-e9bb85860769 req-a2822054-c526-4ec0-9e44-35e469584185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:30.495748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0d836a9-df9b-4ebe-8a49-e9bb85860769 req-a2822054-c526-4ec0-9e44-35e469584185 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=435bbbb3-e48e-403e-9c5e-66ef479eaf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802617 Mar 10 14:56:30.584903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb1df1-99fe-4f62-b5ef-53dcf66e6249 req-1ad2a118-b434-4a96-8ee6-1be7768bc7db tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:30.586343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42bb1df1-99fe-4f62-b5ef-53dcf66e6249 req-1ad2a118-b434-4a96-8ee6-1be7768bc7db tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.0828788 Mar 10 14:56:30.636976 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0798821-fb8e-4300-8e34-3e96227674d4 req-28e03173-8cd6-401a-a704-1dbac41c5672 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:30.639026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0798821-fb8e-4300-8e34-3e96227674d4 req-28e03173-8cd6-401a-a704-1dbac41c5672 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.0906038 Mar 10 14:56:30.678907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42bb1df1-99fe-4f62-b5ef-53dcf66e6249 req-4f0491ca-9a7c-47ac-879f-067b28777e59 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865550 Mar 10 14:56:30.752404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0798821-fb8e-4300-8e34-3e96227674d4 req-8debae4c-6593-4a6e-baab-fd171d6d96b5 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007183 Mar 10 14:56:30.770246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0d836a9-df9b-4ebe-8a49-e9bb85860769 req-ed4e439b-1f18-4f5a-a0fe-12f0e8a7f7cd service neutron] 10.222.0.45 "GET /v2.0/networks/435bbbb3-e48e-403e-9c5e-66ef479eaf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303282 Mar 10 14:56:30.895055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0d836a9-df9b-4ebe-8a49-e9bb85860769 req-a4c82d51-58d9-4b05-943b-d424a1a1e211 service neutron] 10.222.0.45 "GET /v2.0/networks/435bbbb3-e48e-403e-9c5e-66ef479eaf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154547 Mar 10 14:56:30.920029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbafc3-4b78-4caa-87e0-96cb27877bef req-ada20827-16fd-4bfd-966f-8a204090aa0d tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:30.921467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cfbafc3-4b78-4caa-87e0-96cb27877bef req-ada20827-16fd-4bfd-966f-8a204090aa0d tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 943 time: 0.0693016 Mar 10 14:56:30.995753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cfbafc3-4b78-4caa-87e0-96cb27877bef req-3a66faf2-ca21-44b4-9b50-23aa5eb749df tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663562 Mar 10 14:56:31.004112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14c485-5499-4b42-aba7-1315345554c7 req-bb8b7f44-34a2-4528-88b9-859d4c500440 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:31.005498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec14c485-5499-4b42-aba7-1315345554c7 req-bb8b7f44-34a2-4528-88b9-859d4c500440 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.0935731 Mar 10 14:56:31.051838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec14c485-5499-4b42-aba7-1315345554c7 req-b8ba8b3e-e69e-469a-89e5-7893785c90bc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Mar 10 14:56:31.300228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b55619-2897-4545-8c6c-fb3ed2ed6141 req-5deb2902-cb9b-49b3-ad2e-8348f2be1520 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:31.301699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38b55619-2897-4545-8c6c-fb3ed2ed6141 req-5deb2902-cb9b-49b3-ad2e-8348f2be1520 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.0526292 Mar 10 14:56:31.352739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38b55619-2897-4545-8c6c-fb3ed2ed6141 req-ab629e17-1a58-4e2f-a092-b7f6030ed1ed tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453570 Mar 10 14:56:31.448849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f95e92-0d44-4d00-a55b-ec78f0946b5d req-ec496dd8-fe4d-4ca4-bff9-81ad09b2a920 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:31.450971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e7f95e92-0d44-4d00-a55b-ec78f0946b5d req-ec496dd8-fe4d-4ca4-bff9-81ad09b2a920 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0550566 Mar 10 14:56:31.495631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e7f95e92-0d44-4d00-a55b-ec78f0946b5d req-c9a86c2f-232f-405b-8f21-8941cfd1161f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391893 Mar 10 14:56:31.607949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29911d-0bb8-4627-b2f2-217a5cdbe046 req-f82592e4-79d4-43ca-a57c-396451476e91 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:31.609343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe29911d-0bb8-4627-b2f2-217a5cdbe046 req-f82592e4-79d4-43ca-a57c-396451476e91 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Mar 10 14:56:31.656904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe29911d-0bb8-4627-b2f2-217a5cdbe046 req-efa4c11e-9673-4ecf-bd21-28f972362ab8 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/security-groups?id=101eb41c-a5fe-4ed8-8e10-baef66a663d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420876 Mar 10 14:56:31.814175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57738dcc-1742-4c14-bb56-75ec01888050 req-cceaae8e-5e6e-4fdd-b025-1fcc43181c3d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:31.815782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57738dcc-1742-4c14-bb56-75ec01888050 req-cceaae8e-5e6e-4fdd-b025-1fcc43181c3d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.0642734 Mar 10 14:56:31.892298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57738dcc-1742-4c14-bb56-75ec01888050 req-723b11ed-87bf-44ed-ace0-32ec4d14d2a5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708270 Mar 10 14:56:31.908835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3177e51-91b8-444e-83ad-28112a54e7e8 req-ab6b1f75-2705-4453-98af-f6fdfdee553b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:31.910424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3177e51-91b8-444e-83ad-28112a54e7e8 req-ab6b1f75-2705-4453-98af-f6fdfdee553b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.0828316 Mar 10 14:56:31.957333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3177e51-91b8-444e-83ad-28112a54e7e8 req-5c46d516-ccb7-43b1-9d53-f2960c0b6dd5 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412529 Mar 10 14:56:32.118199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e0723-224b-4e76-a2cd-7ab3af284aa5 req-aecb9935-131a-4d34-8191-cdbe99ce13cc tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:32.119825 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f1e0723-224b-4e76-a2cd-7ab3af284aa5 req-aecb9935-131a-4d34-8191-cdbe99ce13cc tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 943 time: 0.0581605 Mar 10 14:56:32.195408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f1e0723-224b-4e76-a2cd-7ab3af284aa5 req-b23bb39d-801c-42f6-9080-c68d4862d443 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667098 Mar 10 14:56:32.203219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6bfb0-c59a-49d7-89bd-48bd0fe5caaa req-15f142c2-42be-460d-aa52-fc4a20f359f1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:32.204641 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3df6bfb0-c59a-49d7-89bd-48bd0fe5caaa req-15f142c2-42be-460d-aa52-fc4a20f359f1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.0839548 Mar 10 14:56:32.258780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3df6bfb0-c59a-49d7-89bd-48bd0fe5caaa req-de40a309-36a0-489d-afcb-ecd31bb5e0c5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484695 Mar 10 14:56:32.473360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e7e03-b974-410f-b130-d2eee66bb60a req-8556e98e-0d79-4ba8-b031-88d45297a2d5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:32.474772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed6e7e03-b974-410f-b130-d2eee66bb60a req-8556e98e-0d79-4ba8-b031-88d45297a2d5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.0535047 Mar 10 14:56:32.524743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed6e7e03-b974-410f-b130-d2eee66bb60a req-2d2f21b5-844e-45cd-92df-6d6632921eaf tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Mar 10 14:56:32.613575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcefd6-30de-4e99-9296-a7b04a51b8f7 req-ea4b21d1-0d17-4eaa-8b6f-51b2c5619571 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:32.615067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59dcefd6-30de-4e99-9296-a7b04a51b8f7 req-ea4b21d1-0d17-4eaa-8b6f-51b2c5619571 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0521245 Mar 10 14:56:32.661275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59dcefd6-30de-4e99-9296-a7b04a51b8f7 req-44b4e76b-4205-498c-b976-d589f897acbb tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Mar 10 14:56:32.779738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aec748-01ea-4f81-8488-2dbec2a689ec req-4ba5c3af-37c1-4c5d-9f7c-d43c4a4f5109 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:32.781226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4aec748-01ea-4f81-8488-2dbec2a689ec req-4ba5c3af-37c1-4c5d-9f7c-d43c4a4f5109 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 945 time: 0.0588181 Mar 10 14:56:32.828836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4aec748-01ea-4f81-8488-2dbec2a689ec req-556d6c57-ac53-4271-903b-2467b85b5e47 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/security-groups?id=101eb41c-a5fe-4ed8-8e10-baef66a663d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420623 Mar 10 14:56:32.946866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f22d16-8240-48ed-8f26-027a8c05d494 req-92c293a7-6318-4b91-9a9f-8535afff8f93 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:32.948357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2f22d16-8240-48ed-8f26-027a8c05d494 req-92c293a7-6318-4b91-9a9f-8535afff8f93 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 945 time: 0.0569267 Mar 10 14:56:32.957402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37932) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:32.961894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6d79b4b9-9015-42a0-ba7a-55c1156f9939 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Request body: {'floatingip': {'port_id': '23d569f1-4309-4a50-8abb-0d017a1e687c'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:33.025068 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d79b4b9-9015-42a0-ba7a-55c1156f9939 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for floatingip (2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:33.175542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97986d-4acd-43f6-80fd-e9e560a0663f req-ba80a4d9-2b35-429e-b752-523679cca142 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:33.177024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd97986d-4acd-43f6-80fd-e9e560a0663f req-ba80a4d9-2b35-429e-b752-523679cca142 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.2124283 Mar 10 14:56:33.218219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device de3dc6fc-8344-49b5-8813-e8800f851afc no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:56:33.220062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b9508-da79-4236-bbfd-d5149aba2659 req-45fd7878-1806-4476-8a4b-34891d7039c0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:33.222310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b01b9508-da79-4236-bbfd-d5149aba2659 req-45fd7878-1806-4476-8a4b-34891d7039c0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 946 time: 0.1934910 Mar 10 14:56:33.304291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port de3dc6fc-8344-49b5-8813-e8800f851afc is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:33.304500 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:33.318472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd97986d-4acd-43f6-80fd-e9e560a0663f req-f7680d72-7182-41a2-be5f-0537e6d0531e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342578 Mar 10 14:56:33.328606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b43810c-91e8-4525-92b4-2b054069c61d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3dc6fc-8344-49b5-8813-e8800f851afc'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:33.330989 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58748f39-f38a-4343-8602-8e39fd8c0462" -d '{"events": [{"server_uuid": "6b43810c-91e8-4525-92b4-2b054069c61d", "name": "network-vif-unplugged", "status": "completed", "tag": "de3dc6fc-8344-49b5-8813-e8800f851afc"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:33.351317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port de3dc6fc-8344-49b5-8813-e8800f851afc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de3dc6fc-8344-49b5-8813-e8800f851afc,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:33.356684 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:33.377269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b01b9508-da79-4236-bbfd-d5149aba2659 req-39d060f2-e5d0-4b08-9c73-4052ebabe1c1 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151011 Mar 10 14:56:33.408020 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=de3dc6fc-8344-49b5-8813-e8800f851afc,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:33.657473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fa0a8-4cc4-4e33-a280-899f04fddb67 req-b79eb1ce-0de2-4084-ba4c-232a26c09e1e tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:33.658878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e9fa0a8-4cc4-4e33-a280-899f04fddb67 req-b79eb1ce-0de2-4084-ba4c-232a26c09e1e tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 943 time: 0.2682080 Mar 10 14:56:33.664021 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-10050d3d-3a88-4859-9e25-789a00689059 req-771973a1-eef2-485d-ba15-9e073cdf88ff service neutron] show failed (client error): The resource could not be found. Mar 10 14:56:33.664953 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-771973a1-eef2-485d-ba15-9e073cdf88ff service neutron] 10.222.0.45 "GET /v2.0/ports/cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.2441299 Mar 10 14:56:33.749186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c5796-cc79-4cb0-af47-aaaafcf494d2 req-afe39170-59cf-44a7-84e3-276c9b9e168c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:33.750658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a04c5796-cc79-4cb0-af47-aaaafcf494d2 req-afe39170-59cf-44a7-84e3-276c9b9e168c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.2874796 Mar 10 14:56:33.855735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:33.962108 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc,segment=NetworkSegment(d38e355c-0530-4abf-898e-6338b15e37ad),segment_id=d38e355c-0530-4abf-898e-6338b15e37ad)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:33.974983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'port_id': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc', 'mac_address': 'fa:16:3e:1a:4e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:56:34.013225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:34.013612 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:34.028469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:34.049179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc,segment=NetworkSegment(d38e355c-0530-4abf-898e-6338b15e37ad),segment_id=d38e355c-0530-4abf-898e-6338b15e37ad)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:34.053320 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:34.112789 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:34.121356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e9fa0a8-4cc4-4e33-a280-899f04fddb67 req-f6c1eae8-1f9d-4a38-ad91-33166d2b12a5 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534912 Mar 10 14:56:34.165573 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a58630-cf57-4bf9-9f61-636b500822a6 x-openstack-request-id: req-79a58630-cf57-4bf9-9f61-636b500822a6 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:34.165837 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b43810c-91e8-4525-92b4-2b054069c61d", "name": "network-vif-unplugged", "status": "completed", "tag": "de3dc6fc-8344-49b5-8813-e8800f851afc", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:34.166091 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79a58630-cf57-4bf9-9f61-636b500822a6 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:34.166482 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b43810c-91e8-4525-92b4-2b054069c61d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3dc6fc-8344-49b5-8813-e8800f851afc', 'code': 200} Mar 10 14:56:34.186567 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a04c5796-cc79-4cb0-af47-aaaafcf494d2 req-643369f2-85b7-471d-bc7e-d4db3c476c7f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281209 Mar 10 14:56:34.341518 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d79b4b9-9015-42a0-ba7a-55c1156f9939 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:34.349202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d79b4b9-9015-42a0-ba7a-55c1156f9939 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:34.360410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:34.409661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82afa3-c48a-4d64-aef0-0e25cb2adda8 req-7e0d7a8b-366b-4568-a913-bab5d7ca7750 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:34.411167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc82afa3-c48a-4d64-aef0-0e25cb2adda8 req-7e0d7a8b-366b-4568-a913-bab5d7ca7750 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1601830 Mar 10 14:56:34.420559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662645fb-dd75-4084-9b37-31f376c3f990 req-6c686a87-c99f-4f5d-bcff-47973c3ff500 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:34.421989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-662645fb-dd75-4084-9b37-31f376c3f990 req-6c686a87-c99f-4f5d-bcff-47973c3ff500 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1863358 Mar 10 14:56:34.546746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-662645fb-dd75-4084-9b37-31f376c3f990 req-1a1ffb0f-c41a-4a6c-b126-6c24b9af8703 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168399 Mar 10 14:56:34.548288 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-6d79b4b9-9015-42a0-ba7a-55c1156f9939 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Floating IP 2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2 associated. External IP: 172.25.3.180, port: 23d569f1-4309-4a50-8abb-0d017a1e687c. Mar 10 14:56:34.552612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc82afa3-c48a-4d64-aef0-0e25cb2adda8 req-91f225bf-d89f-4978-ba06-4005afab05b9 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259887 Mar 10 14:56:34.737164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1800ac-b698-4566-a447-cc39dc9283b9 req-9f38da34-a991-4c92-b178-4ad59433aa1a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:34.738625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d1800ac-b698-4566-a447-cc39dc9283b9 req-9f38da34-a991-4c92-b178-4ad59433aa1a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.1362751 Mar 10 14:56:34.790382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e223f5b-1c26-4ac8-b22f-f32a6be07647 req-89174112-8882-46a7-8038-a91ddc82943d tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:34.791874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e223f5b-1c26-4ac8-b22f-f32a6be07647 req-89174112-8882-46a7-8038-a91ddc82943d tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 944 time: 0.1564841 Mar 10 14:56:34.912212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d1800ac-b698-4566-a447-cc39dc9283b9 req-b21526db-fdc7-42c0-b2c0-661ca7d01aca tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378815 Mar 10 14:56:34.917351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e223f5b-1c26-4ac8-b22f-f32a6be07647 req-998addad-3477-43f0-bca5-a013a5dac180 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133840 Mar 10 14:56:34.926199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d79b4b9-9015-42a0-ba7a-55c1156f9939 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:56:35.037910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d79b4b9-9015-42a0-ba7a-55c1156f9939 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:56:35.042696 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d79b4b9-9015-42a0-ba7a-55c1156f9939 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:35.048874 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba8971-c16a-4a08-8a5c-5b47cce275a0 None None] Sync routers for ids ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:56:35.062242 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba8971-c16a-4a08-8a5c-5b47cce275a0 None None] Routers {'7eaf72ad-f5a3-4588-aa43-ec8567c411b9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:35.062867 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-35ba8971-c16a-4a08-8a5c-5b47cce275a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:56:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:35.071870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6d79b4b9-9015-42a0-ba7a-55c1156f9939 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "PUT /v2.0/floatingips/2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2 HTTP/1.1" status: 200 len: 991 time: 2.1133852 Mar 10 14:56:35.072564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b05be86-e500-4462-bf3d-3b1a96404743', 'tag': '23d569f1-4309-4a50-8abb-0d017a1e687c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:35.075415 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285" -d '{"events": [{"name": "network-changed", "server_uuid": "6b05be86-e500-4462-bf3d-3b1a96404743", "tag": "23d569f1-4309-4a50-8abb-0d017a1e687c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:35.111215 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2042fb33-38c5-429f-80ee-2c18ecbae4df x-openstack-request-id: req-2042fb33-38c5-429f-80ee-2c18ecbae4df {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:35.111513 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b05be86-e500-4462-bf3d-3b1a96404743", "tag": "23d569f1-4309-4a50-8abb-0d017a1e687c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:35.111776 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2042fb33-38c5-429f-80ee-2c18ecbae4df {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:35.112183 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b05be86-e500-4462-bf3d-3b1a96404743', 'tag': '23d569f1-4309-4a50-8abb-0d017a1e687c', 'status': 'completed', 'code': 200} Mar 10 14:56:35.177603 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-35ba8971-c16a-4a08-8a5c-5b47cce275a0 None None] Set router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:35.186294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285 req-971958a2-612c-46ba-be28-1c464ad106c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:35.187830 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285 req-971958a2-612c-46ba-be28-1c464ad106c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60728e6680534da9bd00cd91931ef484&device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 1127 time: 0.0475852 Mar 10 14:56:35.332058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46229c6-1479-440f-b101-d52dd1a43428 req-0f3e2e81-91bd-44da-8824-3dc30779ea5b tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:35.333549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e46229c6-1479-440f-b101-d52dd1a43428 req-0f3e2e81-91bd-44da-8824-3dc30779ea5b tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 944 time: 0.1434615 Mar 10 14:56:35.365003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285 req-cccfb3e4-47bd-4f04-9c63-204cb84c3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:35.366441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285 req-cccfb3e4-47bd-4f04-9c63-204cb84c3580 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c1fb41c6-27cb-4f17-845a-28b57a30acca HTTP/1.1" status: 200 len: 916 time: 0.1681142 Mar 10 14:56:35.409610 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-35ba8971-c16a-4a08-8a5c-5b47cce275a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 4, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'port_id': '23d569f1-4309-4a50-8abb-0d017a1e687c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'mac_address': 'fa:16:3e:2e:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b05be86-e500-4462-bf3d-3b1a96404743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:56:17Z', 'updated_at': '2022-03-10T14:56:34Z', 'revision_number': 1, 'project_id': '60728e6680534da9bd00cd91931ef484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f652367b-68a2-479e-a533-bb252daf0ddf', 'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'mac_address': 'fa:16:3e:58:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:12Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 5, 'project_id': '60728e6680534da9bd00cd91931ef484', 'subnets': [{'id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:35.433553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753ab3-578c-4913-83b2-4829755a6de5 req-9c5880b1-f3c1-46d3-867f-6b8e31eeede7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:35.434979 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0753ab3-578c-4913-83b2-4829755a6de5 req-9c5880b1-f3c1-46d3-867f-6b8e31eeede7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.1545353 Mar 10 14:56:35.438642 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba8971-c16a-4a08-8a5c-5b47cce275a0 None None] Checking router: 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:56:35.446994 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba8971-c16a-4a08-8a5c-5b47cce275a0 None None] Routers {'7eaf72ad-f5a3-4588-aa43-ec8567c411b9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:35.447610 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-35ba8971-c16a-4a08-8a5c-5b47cce275a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:56:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:35.466928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e46229c6-1479-440f-b101-d52dd1a43428 req-052721d0-bdd5-46cc-bb44-33d7411f55ab tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254709 Mar 10 14:56:35.496184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285 req-4f6d1fca-4222-4351-944e-344ee78f0305 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d569f1-4309-4a50-8abb-0d017a1e687c HTTP/1.1" status: 200 len: 999 time: 0.1187844 Mar 10 14:56:35.538258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0753ab3-578c-4913-83b2-4829755a6de5 req-11ad39d7-d85c-4af6-8e10-2cff1ea18998 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951161 Mar 10 14:56:35.555448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285 req-8c1e2920-a22a-4637-9e2a-cf5ad00071a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:35.556901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285 req-8c1e2920-a22a-4637-9e2a-cf5ad00071a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=934f8767-f1d9-41c5-a92f-7f7062fa5877 HTTP/1.1" status: 200 len: 854 time: 0.0508499 Mar 10 14:56:35.562763 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-35ba8971-c16a-4a08-8a5c-5b47cce275a0 None None] Set router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:35.615435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285 req-00c4a7cf-9026-4a0b-8a89-11c521e934ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:35.617519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285 req-00c4a7cf-9026-4a0b-8a89-11c521e934ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c1fb41c6-27cb-4f17-845a-28b57a30acca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538769 Mar 10 14:56:35.776184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49173d8-9660-455a-9dcd-dc976b2ec23c req-8b25ce49-ec2d-4ba5-a3be-36b2d4931d9f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:35.777751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a49173d8-9660-455a-9dcd-dc976b2ec23c req-8b25ce49-ec2d-4ba5-a3be-36b2d4931d9f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1537254 Mar 10 14:56:35.790818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0c35c-4746-4e08-a08e-5434656b7a3f req-ca7b7e29-c518-4906-9634-9742b21dc400 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:35.792313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9d0c35c-4746-4e08-a08e-5434656b7a3f req-ca7b7e29-c518-4906-9634-9742b21dc400 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 948 time: 0.1595583 Mar 10 14:56:35.798740 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-35ba8971-c16a-4a08-8a5c-5b47cce275a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 4, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'port_id': '23d569f1-4309-4a50-8abb-0d017a1e687c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'mac_address': 'fa:16:3e:2e:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b05be86-e500-4462-bf3d-3b1a96404743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:56:17Z', 'updated_at': '2022-03-10T14:56:34Z', 'revision_number': 1, 'project_id': '60728e6680534da9bd00cd91931ef484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f652367b-68a2-479e-a533-bb252daf0ddf', 'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'mac_address': 'fa:16:3e:58:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:12Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 5, 'project_id': '60728e6680534da9bd00cd91931ef484', 'subnets': [{'id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:35.813684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285 req-50a22ce0-9abe-4167-afe4-48d126224a9c service neutron] 10.222.0.45 "GET /v2.0/networks/c1fb41c6-27cb-4f17-845a-28b57a30acca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884849 Mar 10 14:56:35.826076 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba8971-c16a-4a08-8a5c-5b47cce275a0 None None] The sync data for ids ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'] in n-d-833090-1 is: [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 4, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'port_id': '23d569f1-4309-4a50-8abb-0d017a1e687c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'mac_address': 'fa:16:3e:2e:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b05be86-e500-4462-bf3d-3b1a96404743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:56:17Z', 'updated_at': '2022-03-10T14:56:34Z', 'revision_number': 1, 'project_id': '60728e6680534da9bd00cd91931ef484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f652367b-68a2-479e-a533-bb252daf0ddf', 'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'mac_address': 'fa:16:3e:58:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:12Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 5, 'project_id': '60728e6680534da9bd00cd91931ef484', 'subnets': [{'id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:56:35.859626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:35.919081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:56:35.923589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:35.923964 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:35.931992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a49173d8-9660-455a-9dcd-dc976b2ec23c req-f65f26ea-2f54-4b07-a11a-25c9827cb043 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385863 Mar 10 14:56:35.937487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9d0c35c-4746-4e08-a08e-5434656b7a3f req-bfd27c3f-42f9-45f5-8761-39059eff7209 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337516 Mar 10 14:56:35.990917 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b2cfb7b-a579-4a11-8df5-0ae8769d5285 req-52118bdb-4814-44a1-a966-71d40d555c30 service neutron] 10.222.0.45 "GET /v2.0/networks/c1fb41c6-27cb-4f17-845a-28b57a30acca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700110 Mar 10 14:56:36.037561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:36.038014 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:36.075462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc,segment=NetworkSegment(d38e355c-0530-4abf-898e-6338b15e37ad),segment_id=d38e355c-0530-4abf-898e-6338b15e37ad)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:36.080835 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:36.081921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:56:36.127422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6b41e-c6d9-4167-99c2-ffc1f7756026 req-8c2b139c-4be1-49c0-bfd7-05d17e2b6a90 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:36.129276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9e6b41e-c6d9-4167-99c2-ffc1f7756026 req-8c2b139c-4be1-49c0-bfd7-05d17e2b6a90 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.1091089 Mar 10 14:56:36.154504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d6a0c-535a-47d6-80a3-5e9263c63e87 req-7102367e-85ad-4102-9587-3e394a17a823 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:36.156064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a78d6a0c-535a-47d6-80a3-5e9263c63e87 req-7102367e-85ad-4102-9587-3e394a17a823 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 944 time: 0.1256654 Mar 10 14:56:36.169817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:36.172196 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66be7497-c128-4b0c-bfb6-f6f9c43c8c07" -d '{"events": [{"server_uuid": "a806f615-6497-42a9-8c43-16032d9e0ba2", "name": "network-vif-plugged", "status": "completed", "tag": "d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:36.180234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:36.219294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9e6b41e-c6d9-4167-99c2-ffc1f7756026 req-5cfe2529-58c4-4091-9e86-d1e2de465682 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801511 Mar 10 14:56:36.230705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:36.231517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a78d6a0c-535a-47d6-80a3-5e9263c63e87 req-db13fde6-9a73-4266-ba09-bdfbcd8178c9 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682175 Mar 10 14:56:36.231674 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:36.274053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:36.279477 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:36.282495 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16d8528-2c86-438c-a20c-1ee893f243fe x-openstack-request-id: req-d16d8528-2c86-438c-a20c-1ee893f243fe {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:36.282823 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a806f615-6497-42a9-8c43-16032d9e0ba2", "name": "network-vif-plugged", "status": "completed", "tag": "d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:36.283079 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d16d8528-2c86-438c-a20c-1ee893f243fe {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:36.283517 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc', 'code': 200} Mar 10 14:56:36.332267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:36.394589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ede1b-6fa8-488e-811a-4b1e15816886 req-9f517cc8-c855-497d-b350-0076aa521e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:36.396387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-384ede1b-6fa8-488e-811a-4b1e15816886 req-9f517cc8-c855-497d-b350-0076aa521e94 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 1127 time: 0.0502844 Mar 10 14:56:36.445341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-384ede1b-6fa8-488e-811a-4b1e15816886 req-db3b36f1-5f25-46a8-889a-2579eeca2440 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404065 Mar 10 14:56:36.585187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33777e3-e4a3-4270-a441-2cc930996941 None None] New status for floating IP 2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 14:56:36.604436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e0a10-660d-41f2-93bf-4a0642731f0c req-38b455b4-e813-4ccf-8fff-2a250e6f58b4 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:36.606014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-979e0a10-660d-41f2-93bf-4a0642731f0c req-38b455b4-e813-4ccf-8fff-2a250e6f58b4 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0631821 Mar 10 14:56:36.683004 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-979e0a10-660d-41f2-93bf-4a0642731f0c req-c9fac9a1-5882-4791-9786-4781681639cc tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710764 Mar 10 14:56:36.698124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953154a-1cda-4f0a-b7d2-aa6d5ac6eb31 req-9095030e-e028-47ab-840b-40055af7fb46 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:36.700553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8953154a-1cda-4f0a-b7d2-aa6d5ac6eb31 req-9095030e-e028-47ab-840b-40055af7fb46 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.0819113 Mar 10 14:56:36.754158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8953154a-1cda-4f0a-b7d2-aa6d5ac6eb31 req-0da50dbe-852a-4802-85bf-643426d784e7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479181 Mar 10 14:56:37.089734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70032e87-3189-4471-bc29-66c843784912 req-6032a695-3f68-4349-b283-31d4c95b92dc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:37.091249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70032e87-3189-4471-bc29-66c843784912 req-6032a695-3f68-4349-b283-31d4c95b92dc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 946 time: 0.0818124 Mar 10 14:56:37.098869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd7a65-c659-4bf8-bc8e-860f40a8e57e req-2ae09028-f896-41aa-9e69-a60bd62ab365 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:37.100210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33cd7a65-c659-4bf8-bc8e-860f40a8e57e req-2ae09028-f896-41aa-9e69-a60bd62ab365 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0809081 Mar 10 14:56:37.173644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70032e87-3189-4471-bc29-66c843784912 req-85a6870f-d506-4208-ace6-91e81886345f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725093 Mar 10 14:56:37.176471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33cd7a65-c659-4bf8-bc8e-860f40a8e57e req-9cac8882-4f66-48e7-ab6e-21987c90bd72 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692770 Mar 10 14:56:37.374414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9d40a-85be-4989-87cf-42d916b4d0e3 req-3caf9e1d-d681-48c7-8377-ebbefc5c9528 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:37.375966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23a9d40a-85be-4989-87cf-42d916b4d0e3 req-3caf9e1d-d681-48c7-8377-ebbefc5c9528 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.0829818 Mar 10 14:56:37.382465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd659d-d921-4c2e-8755-d2ed57415c58 req-a8082f12-a0d6-4c00-9609-55878fd25287 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:37.383788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73bd659d-d921-4c2e-8755-d2ed57415c58 req-a8082f12-a0d6-4c00-9609-55878fd25287 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 944 time: 0.0817423 Mar 10 14:56:37.453051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23a9d40a-85be-4989-87cf-42d916b4d0e3 req-d947cc1d-3ba7-447b-bd93-4d91eccdcc6f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681167 Mar 10 14:56:37.467896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73bd659d-d921-4c2e-8755-d2ed57415c58 req-c6260efd-1f97-4e98-af85-9cac42df8b07 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770025 Mar 10 14:56:37.815388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4498c23-107a-4455-9edf-8ff5152d596b req-e7a9be26-7e7d-4d59-991d-54f5b1d3d8c6 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:37.816861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4498c23-107a-4455-9edf-8ff5152d596b req-e7a9be26-7e7d-4d59-991d-54f5b1d3d8c6 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0657461 Mar 10 14:56:37.894014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4498c23-107a-4455-9edf-8ff5152d596b req-fdf2df3c-854e-4521-b1d2-351cdb606f7d tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715973 Mar 10 14:56:37.911179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5608ce-ac8b-41dc-9433-de7e61c9dbf8 req-071ad74c-491a-4236-a61c-2c1f71c67b14 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:37.912740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be5608ce-ac8b-41dc-9433-de7e61c9dbf8 req-071ad74c-491a-4236-a61c-2c1f71c67b14 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.0746143 Mar 10 14:56:37.966723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be5608ce-ac8b-41dc-9433-de7e61c9dbf8 req-42b201e1-93be-4844-9d64-a1d6e4d3927c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482197 Mar 10 14:56:38.284912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:38.287219 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e85e86-96c7-4bd2-abe5-38b74dabbbb6" -d '{"events": [{"server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "name": "network-vif-unplugged", "status": "completed", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:38.322024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2230a9-7763-4b2d-bb3c-a0736fea41f2 req-8cd86675-5b4b-4fd2-b9dc-ce79c382709c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:38.323496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c2230a9-7763-4b2d-bb3c-a0736fea41f2 req-8cd86675-5b4b-4fd2-b9dc-ce79c382709c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 946 time: 0.0832336 Mar 10 14:56:38.334966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4fad1-9bb6-4be2-8ffd-cfcba79bce1c req-24326fbe-5aad-4aee-b037-7eb393a7bbde tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:38.336360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5b4fad1-9bb6-4be2-8ffd-cfcba79bce1c req-24326fbe-5aad-4aee-b037-7eb393a7bbde tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0871034 Mar 10 14:56:38.405566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c2230a9-7763-4b2d-bb3c-a0736fea41f2 req-7bb78dde-af4f-47a3-a1a2-94309bfc5099 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682793 Mar 10 14:56:38.409579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5b4fad1-9bb6-4be2-8ffd-cfcba79bce1c req-244dce3f-6068-464a-b38f-28441c64a9ff tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667956 Mar 10 14:56:38.474458 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627945ae-5765-4cbf-8bc2-514bd06af1ed x-openstack-request-id: req-627945ae-5765-4cbf-8bc2-514bd06af1ed {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:38.474775 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "name": "network-vif-unplugged", "status": "completed", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:38.475066 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-627945ae-5765-4cbf-8bc2-514bd06af1ed {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:38.475465 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'code': 200} Mar 10 14:56:38.878888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5759a8-e796-477e-8002-db6c7a1ab82e req-bf54ff0c-37fb-4c75-a9cd-59e2f8c89417 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:38.880345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b5759a8-e796-477e-8002-db6c7a1ab82e req-bf54ff0c-37fb-4c75-a9cd-59e2f8c89417 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.3517520 Mar 10 14:56:38.887069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab556622-ca74-4bee-ad48-0ab6d6e4159d req-80c91d16-cc57-4675-b54e-3ac6f78cf261 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:38.888389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab556622-ca74-4bee-ad48-0ab6d6e4159d req-80c91d16-cc57-4675-b54e-3ac6f78cf261 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 944 time: 0.3480253 Mar 10 14:56:38.957696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b5759a8-e796-477e-8002-db6c7a1ab82e req-ac42661c-e5ac-42b3-900a-eb50f75bd2bc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683732 Mar 10 14:56:38.960942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab556622-ca74-4bee-ad48-0ab6d6e4159d req-daff6b14-4c17-43a1-a261-b3c912cf3a4e tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661209 Mar 10 14:56:39.099172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd195f90-dc2a-4676-a5d5-30d49d089d81 req-96f19bac-f27b-4146-8da7-9128c11a51c0 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:39.100621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd195f90-dc2a-4676-a5d5-30d49d089d81 req-96f19bac-f27b-4146-8da7-9128c11a51c0 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0865579 Mar 10 14:56:39.112541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0ca3-0ae0-4fb2-a500-9feaa42725af req-f3de06c4-de59-409a-8342-1302e0b5186d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:39.113897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c1c0ca3-0ae0-4fb2-a500-9feaa42725af req-f3de06c4-de59-409a-8342-1302e0b5186d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.0729160 Mar 10 14:56:39.182823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd195f90-dc2a-4676-a5d5-30d49d089d81 req-fef26b11-9407-486b-9238-086d163bf2c9 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678663 Mar 10 14:56:39.186809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c1c0ca3-0ae0-4fb2-a500-9feaa42725af req-484c13f8-ccc2-4f30-bc46-48af653f2a6b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664642 Mar 10 14:56:39.295342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468e85-6d55-4477-b86b-5254d33da2c2 req-fad4cd80-b42b-44ec-acb7-75fc9b84bc1f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:39.296793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d468e85-6d55-4477-b86b-5254d33da2c2 req-fad4cd80-b42b-44ec-acb7-75fc9b84bc1f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0524597 Mar 10 14:56:39.305002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38002) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:39.309240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-075e7d06-afea-4d15-813f-f7e5bd9d8d45 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Request body: {'floatingip': {'port_id': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:39.350708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-075e7d06-afea-4d15-813f-f7e5bd9d8d45 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for floatingip (304b0e5e-d279-4bb4-a56f-9da831d63e2f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:39.637727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c937beb-d5c8-4f96-a13f-fb3e90c76f8e req-c8976ab3-2fcd-4978-8098-de414034aa57 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:39.639218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c937beb-d5c8-4f96-a13f-fb3e90c76f8e req-c8976ab3-2fcd-4978-8098-de414034aa57 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 946 time: 0.1380248 Mar 10 14:56:39.648430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e0fad-6582-405d-9838-b6b000af4301 req-431742f7-0414-4fa7-8414-94f9a0831f14 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:39.649805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a8e0fad-6582-405d-9838-b6b000af4301 req-431742f7-0414-4fa7-8414-94f9a0831f14 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1497254 Mar 10 14:56:39.803663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a8e0fad-6582-405d-9838-b6b000af4301 req-2c33b43f-1a08-469f-b640-0e7a67141ffc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468813 Mar 10 14:56:39.806461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c937beb-d5c8-4f96-a13f-fb3e90c76f8e req-9dc5daec-9b71-4edf-9d98-0f2e5ca30bc1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558151 Mar 10 14:56:39.954198 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-075e7d06-afea-4d15-813f-f7e5bd9d8d45 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:39.958535 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-075e7d06-afea-4d15-813f-f7e5bd9d8d45 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (304b0e5e-d279-4bb4-a56f-9da831d63e2f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:40.122674 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-075e7d06-afea-4d15-813f-f7e5bd9d8d45 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Floating IP 304b0e5e-d279-4bb4-a56f-9da831d63e2f associated. External IP: 172.25.3.112, port: d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc. Mar 10 14:56:40.196593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a1920-0da9-483e-b58f-11377e28616b req-1415fba4-7b53-417e-871d-e30d008ea152 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:40.198061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-328a1920-0da9-483e-b58f-11377e28616b req-1415fba4-7b53-417e-871d-e30d008ea152 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 944 time: 0.1490228 Mar 10 14:56:40.206973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba89ff-99c9-4517-aead-d8039647667e req-9a8f8997-ae57-4dbe-9339-7c0a5f891292 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:40.208359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cba89ff-99c9-4517-aead-d8039647667e req-9a8f8997-ae57-4dbe-9339-7c0a5f891292 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.1604319 Mar 10 14:56:40.331879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-328a1920-0da9-483e-b58f-11377e28616b req-fd1cceaf-cca0-4d25-8f4d-242ef123ace2 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211650 Mar 10 14:56:40.369157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cba89ff-99c9-4517-aead-d8039647667e req-541460a8-31a4-4022-818e-10be99704386 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507957 Mar 10 14:56:40.514902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075e7d06-afea-4d15-813f-f7e5bd9d8d45 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Router 925d518f-70b6-4421-a264-b89c2ef90b78 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:56:40.533735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5749e-2a47-4728-b264-12a8ed550ea2 req-1fa73ee5-3fed-46b4-a95b-7c5c997c9312 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:40.535271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0e5749e-2a47-4728-b264-12a8ed550ea2 req-1fa73ee5-3fed-46b4-a95b-7c5c997c9312 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.1098142 Mar 10 14:56:40.593513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050d3d-3a88-4859-9e25-789a00689059 req-e60de0d3-2946-4add-9f8c-ce8003c6661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:40.595017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-e60de0d3-2946-4add-9f8c-ce8003c6661f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908&tenant_id=e2b42172400f4c3d9d37b41f77c0c27c HTTP/1.1" status: 200 len: 1128 time: 0.1418622 Mar 10 14:56:40.613059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:40.698648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0e5749e-2a47-4728-b264-12a8ed550ea2 req-c031f7b1-f2b8-4475-9725-b0221dd0a4e9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554358 Mar 10 14:56:40.776744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-17d169e4-c68f-4579-8468-733db0a289ed tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:40.778435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-17d169e4-c68f-4579-8468-733db0a289ed tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 1127 time: 0.1823282 Mar 10 14:56:40.780932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:40.791654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e7d06-afea-4d15-813f-f7e5bd9d8d45 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:56:40.800666 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-075e7d06-afea-4d15-813f-f7e5bd9d8d45 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:40.805351 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813d5bb-9c60-4442-9515-028862e586c6 None None] Sync routers for ids ['925d518f-70b6-4421-a264-b89c2ef90b78'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:56:40.816541 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813d5bb-9c60-4442-9515-028862e586c6 None None] Routers {'925d518f-70b6-4421-a264-b89c2ef90b78'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:40.817156 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f813d5bb-9c60-4442-9515-028862e586c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:56:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['925d518f-70b6-4421-a264-b89c2ef90b78'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:40.909302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-075e7d06-afea-4d15-813f-f7e5bd9d8d45 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "PUT /v2.0/floatingips/304b0e5e-d279-4bb4-a56f-9da831d63e2f HTTP/1.1" status: 200 len: 991 time: 1.6032202 Mar 10 14:56:40.916322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'tag': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:40.919045 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25380317-fc82-4b42-89fd-2e7bb6276e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a806f615-6497-42a9-8c43-16032d9e0ba2", "tag": "d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:40.931976 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f813d5bb-9c60-4442-9515-028862e586c6 None None] Set router 925d518f-70b6-4421-a264-b89c2ef90b78 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:41.158280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4ba8-a9fb-40f3-8792-b5186cf33862 req-e1f72fc2-c7d0-4263-9fa6-f12092637337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:41.159840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f71f4ba8-a9fb-40f3-8792-b5186cf33862 req-e1f72fc2-c7d0-4263-9fa6-f12092637337 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.2447484 Mar 10 14:56:41.167747 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f813d5bb-9c60-4442-9515-028862e586c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '304b0e5e-d279-4bb4-a56f-9da831d63e2f', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'port_id': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'mac_address': 'fa:16:3e:1a:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:56:22Z', 'updated_at': '2022-03-10T14:56:39Z', 'revision_number': 1, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65bb8c0-8a79-46a4-91d3-502f97201247', 'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'mac_address': 'fa:16:3e:61:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:16Z', 'updated_at': '2022-03-10T14:56:24Z', 'revision_number': 5, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'subnets': [{'id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:41.172390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b2647-7cdf-4d54-bc21-568942134ff7 req-5c565894-4089-41fe-8c98-0f69d477db9c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:41.173914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db6b2647-7cdf-4d54-bc21-568942134ff7 req-5c565894-4089-41fe-8c98-0f69d477db9c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 946 time: 0.2619686 Mar 10 14:56:41.196781 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813d5bb-9c60-4442-9515-028862e586c6 None None] Checking router: 925d518f-70b6-4421-a264-b89c2ef90b78 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:56:41.199563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-7c7edd4b-9432-4450-a50e-baa29340e9c3 service neutron] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:41.205990 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813d5bb-9c60-4442-9515-028862e586c6 None None] Routers {'925d518f-70b6-4421-a264-b89c2ef90b78'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:56:41.206590 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f813d5bb-9c60-4442-9515-028862e586c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:56:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['925d518f-70b6-4421-a264-b89c2ef90b78'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:41.217444 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-7c7edd4b-9432-4450-a50e-baa29340e9c3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:41.218527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a480492-4f7b-42ff-9cfa-f32ba549970c req-7c7edd4b-9432-4450-a50e-baa29340e9c3 service neutron] 10.222.0.62 "DELETE /v2.0/ports/3191d38a-e5ef-4663-ac83-3fa40f50cd6b/bindings/n-h1-833090-1 HTTP/1.1" status: 204 len: 173 time: 0.4228878 Mar 10 14:56:41.246559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:41.291949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f71f4ba8-a9fb-40f3-8792-b5186cf33862 req-f105b1cf-bf04-4336-904d-e9f22f178e83 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170547 Mar 10 14:56:41.299046 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db6b2647-7cdf-4d54-bc21-568942134ff7 req-d5713b8b-482e-4b92-bd28-c754305b292c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156890 Mar 10 14:56:41.329114 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f813d5bb-9c60-4442-9515-028862e586c6 None None] Set router 925d518f-70b6-4421-a264-b89c2ef90b78 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:56:41.331487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:41.367141 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fed35b-5098-4f09-bcce-320cbb931edb x-openstack-request-id: req-12fed35b-5098-4f09-bcce-320cbb931edb {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:41.367499 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a806f615-6497-42a9-8c43-16032d9e0ba2", "tag": "d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:41.367817 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12fed35b-5098-4f09-bcce-320cbb931edb {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:41.368276 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'tag': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc', 'status': 'completed', 'code': 200} Mar 10 14:56:41.416770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:41.454222 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Publish callbacks [] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:41.654355 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f813d5bb-9c60-4442-9515-028862e586c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '304b0e5e-d279-4bb4-a56f-9da831d63e2f', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'port_id': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'mac_address': 'fa:16:3e:1a:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:56:22Z', 'updated_at': '2022-03-10T14:56:39Z', 'revision_number': 1, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65bb8c0-8a79-46a4-91d3-502f97201247', 'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'mac_address': 'fa:16:3e:61:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:16Z', 'updated_at': '2022-03-10T14:56:24Z', 'revision_number': 5, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'subnets': [{'id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:56:41.683222 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813d5bb-9c60-4442-9515-028862e586c6 None None] The sync data for ids ['925d518f-70b6-4421-a264-b89c2ef90b78'] in n-d-833090-1 is: [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '304b0e5e-d279-4bb4-a56f-9da831d63e2f', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'port_id': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'mac_address': 'fa:16:3e:1a:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T14:56:22Z', 'updated_at': '2022-03-10T14:56:39Z', 'revision_number': 1, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a65bb8c0-8a79-46a4-91d3-502f97201247', 'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'mac_address': 'fa:16:3e:61:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:16Z', 'updated_at': '2022-03-10T14:56:24Z', 'revision_number': 5, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'subnets': [{'id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:56:41.765941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Transition to ACTIVE for port object cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:56:41.778957 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:41.798764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84f63a-77f5-4d7e-a2f2-53f36ea5cf17 req-65c23bcd-1111-492e-9a6c-d0fc09ef130b tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:41.800283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be84f63a-77f5-4d7e-a2f2-53f36ea5cf17 req-65c23bcd-1111-492e-9a6c-d0fc09ef130b tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 945 time: 0.4394131 Mar 10 14:56:41.846757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25380317-fc82-4b42-89fd-2e7bb6276e9f req-15292aad-cbaa-4f9f-a28a-ae95b04b26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:41.848299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25380317-fc82-4b42-89fd-2e7bb6276e9f req-15292aad-cbaa-4f9f-a28a-ae95b04b26e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be174e8981364c49be47fc1b3ed2cb7d&device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 1127 time: 0.4491303 Mar 10 14:56:41.908511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b68fed8-d70d-4e1e-bd8b-1afea7ddd67d None None] New status for floating IP 304b0e5e-d279-4bb4-a56f-9da831d63e2f: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 14:56:41.915713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377e8dd-63e2-4c42-aed6-c75e6ca5dcee req-b3bd1803-1dfb-4fe6-9d0e-4d832fd78303 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:41.917330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d377e8dd-63e2-4c42-aed6-c75e6ca5dcee req-b3bd1803-1dfb-4fe6-9d0e-4d832fd78303 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 944 time: 0.4959202 Mar 10 14:56:41.945708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Pushing event updated for resources: {'Port': ['ID=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:41.958623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] No DVR routers for this DVR port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:56:42.060189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be84f63a-77f5-4d7e-a2f2-53f36ea5cf17 req-2301909d-8677-45aa-91cd-18467a86d487 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373269 Mar 10 14:56:42.091627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Attempting to bind port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:42.091971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Attempting to bind port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:42.092305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Attempting to bind port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:42.110757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:56:42.111121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Attempting to bind port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:42.115619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d377e8dd-63e2-4c42-aed6-c75e6ca5dcee req-9680d2e2-72e5-4477-9ee3-ea80ff9ac0d8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639519 Mar 10 14:56:42.123275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25380317-fc82-4b42-89fd-2e7bb6276e9f req-dc01b166-aa96-4cdf-945a-a0fba5ce5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.124642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25380317-fc82-4b42-89fd-2e7bb6276e9f req-dc01b166-aa96-4cdf-945a-a0fba5ce5793 service neutron] 10.222.0.45 "GET /v2.0/networks?id=435bbbb3-e48e-403e-9c5e-66ef479eaf7d HTTP/1.1" status: 200 len: 913 time: 0.2537682 Mar 10 14:56:42.125592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:42.125939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:42.126323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:42.126873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Bound port: cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:42.127247 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:42.309336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25380317-fc82-4b42-89fd-2e7bb6276e9f req-15cc075c-a454-4ccc-b167-cabf1b7fb8cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc HTTP/1.1" status: 200 len: 1001 time: 0.1729493 Mar 10 14:56:42.340182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:42.372178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2acd40-ca34-446f-98f5-d4b1dc83329c req-e1295385-8075-4c9f-a655-cd0afb48272f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.373648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c2acd40-ca34-446f-98f5-d4b1dc83329c req-e1295385-8075-4c9f-a655-cd0afb48272f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.1926708 Mar 10 14:56:42.411261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:42.426043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f370-dbf6-4000-b98d-62e9c0ca1ac2 req-d88aecd8-b6a9-4977-bf27-e6f2d45a2d64 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.427507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63c3f370-dbf6-4000-b98d-62e9c0ca1ac2 req-d88aecd8-b6a9-4977-bf27-e6f2d45a2d64 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 945 time: 0.1987042 Mar 10 14:56:42.448420 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:42.499445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25380317-fc82-4b42-89fd-2e7bb6276e9f req-b1fd75bf-90b2-435c-9be5-de2b758d31e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.500904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25380317-fc82-4b42-89fd-2e7bb6276e9f req-b1fd75bf-90b2-435c-9be5-de2b758d31e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba582f9d-da02-4eaa-b146-6b3577a358c8 HTTP/1.1" status: 200 len: 851 time: 0.1791959 Mar 10 14:56:42.549462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.550083 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:42.551478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] 10.222.0.62 "PUT /v2.0/ports/cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 200 len: 1094 time: 1.9434874 Mar 10 14:56:42.595648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c2acd40-ca34-446f-98f5-d4b1dc83329c req-00af6e42-b0a9-49a0-8c6e-5c35e2ddf8d9 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139263 Mar 10 14:56:42.612034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60deb4a0-a209-45b4-9806-a17e81238483 req-a4e4beca-ee0a-476b-982b-61822c916194 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.613525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60deb4a0-a209-45b4-9806-a17e81238483 req-a4e4beca-ee0a-476b-982b-61822c916194 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 944 time: 0.2947762 Mar 10 14:56:42.659208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63c3f370-dbf6-4000-b98d-62e9c0ca1ac2 req-c434a4dd-fdb3-4e8b-8ce7-352c0ac87119 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167797 Mar 10 14:56:42.659856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f91ff-5741-4aa3-9ee7-479b89e49049 service neutron] Pushing event updated for resources: {'Port': ['ID=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,revision_number=8']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:42.676171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-fc46c7b1-6420-4d8c-a32d-ba307e4488c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.678220 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-fc46c7b1-6420-4d8c-a32d-ba307e4488c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1127 time: 0.0720100 Mar 10 14:56:42.770875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25380317-fc82-4b42-89fd-2e7bb6276e9f req-b8fa5a59-753a-453e-b992-b53c20f94e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.772580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25380317-fc82-4b42-89fd-2e7bb6276e9f req-b8fa5a59-753a-453e-b992-b53c20f94e8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=435bbbb3-e48e-403e-9c5e-66ef479eaf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2545872 Mar 10 14:56:42.792261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-95a3196e-8761-443b-a279-81f44eee075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.794104 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-95a3196e-8761-443b-a279-81f44eee075c service neutron] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.1089361 Mar 10 14:56:42.835609 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-835e3c32-e3af-44ff-a661-e22c1c1eecaa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4 HTTP/1.1" status: 200 len: 217 time: 0.0356565 Mar 10 14:56:42.845249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050d3d-3a88-4859-9e25-789a00689059 req-53511a97-6e26-47bc-9ded-fc70c49125fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.846723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-53511a97-6e26-47bc-9ded-fc70c49125fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 1128 time: 0.2447429 Mar 10 14:56:42.863128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049716f-89d5-4894-961d-d6ddb90efc6f req-6573f5ca-528f-4eea-8286-4104e9e1cd30 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.864546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f049716f-89d5-4894-961d-d6ddb90efc6f req-6573f5ca-528f-4eea-8286-4104e9e1cd30 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1755028 Mar 10 14:56:42.884116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-05f3b9c7-d782-4691-8b36-17a8b5763b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:42.885568 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-05f3b9c7-d782-4691-8b36-17a8b5763b9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0434675 Mar 10 14:56:42.921706 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-8d4778a7-065a-4f71-a93c-45fa50a1d18f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294924 Mar 10 14:56:43.010076 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-6f6e3608-50a5-47d2-a59f-0ea8d24e0c80 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826144 Mar 10 14:56:43.031547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31262d4d-b645-4e6e-9fdb-b530cb7f39ee req-fabbb6da-1dcd-4ff1-b217-0a879b4fbd83 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:43.033010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31262d4d-b645-4e6e-9fdb-b530cb7f39ee req-fabbb6da-1dcd-4ff1-b217-0a879b4fbd83 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 946 time: 0.2824707 Mar 10 14:56:43.061608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25380317-fc82-4b42-89fd-2e7bb6276e9f req-ea0fcb5b-fb01-4198-bf78-3254fdcd0f32 service neutron] 10.222.0.45 "GET /v2.0/networks/435bbbb3-e48e-403e-9c5e-66ef479eaf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688227 Mar 10 14:56:43.080145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f049716f-89d5-4894-961d-d6ddb90efc6f req-c0912c12-b4bf-4d11-9246-70720c95b192 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011285 Mar 10 14:56:43.082323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-60deb4a0-a209-45b4-9806-a17e81238483 req-4945e8cb-5c5b-47f3-8fbf-b96ee86cf75b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Deleting port de3dc6fc-8344-49b5-8813-e8800f851afc {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:56:43.082666 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60deb4a0-a209-45b4-9806-a17e81238483 req-4945e8cb-5c5b-47f3-8fbf-b96ee86cf75b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:43.111429 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-fa567e54-37ff-4cca-910c-f0dce3c0b1fb service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952060 Mar 10 14:56:43.146660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050d3d-3a88-4859-9e25-789a00689059 req-b94732cf-739d-46e3-b2ea-6414c27ae13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:43.148157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-b94732cf-739d-46e3-b2ea-6414c27ae13e service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2810664 Mar 10 14:56:43.222857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-aed15434-cf1a-4985-9217-5d0c5f6339b3 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:43.224479 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-aed15434-cf1a-4985-9217-5d0c5f6339b3 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1127 time: 0.0504632 Mar 10 14:56:43.235518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833090-1'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:43.266884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31262d4d-b645-4e6e-9fdb-b530cb7f39ee req-5b042f4a-2b1e-4e4c-8fa9-d1028cbf9d63 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236865 Mar 10 14:56:43.288461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-5d9c6322-0fe2-4124-ae47-63e012e0345e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 200 len: 217 time: 0.1279955 Mar 10 14:56:43.300605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:43.369149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:43.371506 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad14125b-da0f-49a2-b5bd-258eae4d6af0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:43.423829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25380317-fc82-4b42-89fd-2e7bb6276e9f req-11f0ba8d-3dc8-444b-9b51-ab220c42e030 service neutron] 10.222.0.45 "GET /v2.0/networks/435bbbb3-e48e-403e-9c5e-66ef479eaf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485630 Mar 10 14:56:43.426966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-60deb4a0-a209-45b4-9806-a17e81238483 req-4945e8cb-5c5b-47f3-8fbf-b96ee86cf75b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] For port de3dc6fc-8344-49b5-8813-e8800f851afc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de3dc6fc-8344-49b5-8813-e8800f851afc,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:43.427584 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60deb4a0-a209-45b4-9806-a17e81238483 req-4945e8cb-5c5b-47f3-8fbf-b96ee86cf75b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:43.429606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:43.448042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050d3d-3a88-4859-9e25-789a00689059 req-47423d18-5a89-41d3-bb91-ebc420aa59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:43.449536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-47423d18-5a89-41d3-bb91-ebc420aa59a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1401734 Mar 10 14:56:43.452330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-60deb4a0-a209-45b4-9806-a17e81238483 req-4945e8cb-5c5b-47f3-8fbf-b96ee86cf75b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Calling delete_port for de3dc6fc-8344-49b5-8813-e8800f851afc owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:56:43.460082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cddd3-cca5-4da9-953c-a6497b169c35 req-7dfb9b48-9406-4290-a099-9c08f143aae1 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:43.461572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a9cddd3-cca5-4da9-953c-a6497b169c35 req-7dfb9b48-9406-4290-a099-9c08f143aae1 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1127 time: 0.2485416 Mar 10 14:56:43.471509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:43.521544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:43.524313 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ae7aaa-9717-4b09-b5be-d71d11909f72" -d '{"events": [{"server_uuid": "df03f879-90ab-4f7b-8031-4a8f5c066ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "b81d5761-51cf-42eb-9b6a-40b9bc734bb4"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:43.528954 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Publish callbacks [] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:43.534410 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:43.557220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc37a6-6344-4a29-8e43-7f843e55ad53 req-dafb0308-9907-458a-b163-e251f52d392e tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:43.558719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78cc37a6-6344-4a29-8e43-7f843e55ad53 req-dafb0308-9907-458a-b163-e251f52d392e tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b43810c-91e8-4525-92b4-2b054069c61d HTTP/1.1" status: 200 len: 944 time: 0.2141540 Mar 10 14:56:43.595723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Pushing event updated for resources: {'Port': ['ID=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,revision_number=7']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:43.625798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on host n-h1-833090-1 for vnic_type normal with profile {"migrating_to": "n-h2-833090-1"} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:43.626134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:43.626465 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:43.630766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:56:43.631136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Attempting to bind port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:43.632846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a9cddd3-cca5-4da9-953c-a6497b169c35 req-4bab61b0-17d7-4276-bedf-7b177d255a27 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582806 Mar 10 14:56:43.636494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:43.637404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:43.637799 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:43.638337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Bound port: b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:43.639198 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:43.642436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10050d3d-3a88-4859-9e25-789a00689059 req-0eabe8ad-1692-4434-be64-1b8d5f5d458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:43.643936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-0eabe8ad-1692-4434-be64-1b8d5f5d458e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1808190 Mar 10 14:56:43.705750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78cc37a6-6344-4a29-8e43-7f843e55ad53 req-de18bac3-d495-4fa9-9688-9b2bd2bb1f27 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405020 Mar 10 14:56:43.734104 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fd705c-5987-4644-893a-3a70cec4b958 x-openstack-request-id: req-c1fd705c-5987-4644-893a-3a70cec4b958 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:43.734409 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:43.734674 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1fd705c-5987-4644-893a-3a70cec4b958 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:43.735117 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'status': 'completed', 'code': 200} Mar 10 14:56:43.755209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:43.758971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:43.764024 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9466b8a-aaca-40a4-9225-32d59248bbc1 x-openstack-request-id: req-b9466b8a-aaca-40a4-9225-32d59248bbc1 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:43.764336 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df03f879-90ab-4f7b-8031-4a8f5c066ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "b81d5761-51cf-42eb-9b6a-40b9bc734bb4", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:43.764801 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9466b8a-aaca-40a4-9225-32d59248bbc1 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:43.765332 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4', 'code': 200} Mar 10 14:56:43.768589 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:43.863918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:43.864551 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:43.867662 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] 10.222.0.62 "PUT /v2.0/ports/b81d5761-51cf-42eb-9b6a-40b9bc734bb4 HTTP/1.1" status: 200 len: 1121 time: 0.6360438 Mar 10 14:56:43.873791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cea218-e9a8-4e9d-a797-580bb0f73fda service neutron] Pushing event updated for resources: {'Port': ['ID=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,revision_number=8']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:43.924460 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60deb4a0-a209-45b4-9806-a17e81238483 req-4945e8cb-5c5b-47f3-8fbf-b96ee86cf75b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (de3dc6fc-8344-49b5-8813-e8800f851afc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:43.968599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-2281d1ca-3938-4f24-a3de-7ece2f382888 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090067 Mar 10 14:56:43.983857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945e8cb-5c5b-47f3-8fbf-b96ee86cf75b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event deleted for resources: {'Port': ['ID=de3dc6fc-8344-49b5-8813-e8800f851afc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:44.005734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-01e50a86-6f53-4a9c-951d-f40786f834d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:44.007222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-01e50a86-6f53-4a9c-951d-f40786f834d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 1128 time: 0.2366891 Mar 10 14:56:44.015753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b81d5761-51cf-42eb-9b6a-40b9bc734bb4'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:44.368838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844890e8-a8b9-44fc-96f1-42b982cb9116 req-003a3a35-5a96-43f6-9800-819ee75705a0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:44.370513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-844890e8-a8b9-44fc-96f1-42b982cb9116 req-003a3a35-5a96-43f6-9800-819ee75705a0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.5407035 Mar 10 14:56:44.414964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-60deb4a0-a209-45b4-9806-a17e81238483 req-4945e8cb-5c5b-47f3-8fbf-b96ee86cf75b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] No DVR routers for this DVR port de3dc6fc-8344-49b5-8813-e8800f851afc on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:56:44.458311 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60deb4a0-a209-45b4-9806-a17e81238483 req-4945e8cb-5c5b-47f3-8fbf-b96ee86cf75b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:44.461569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60deb4a0-a209-45b4-9806-a17e81238483 req-4945e8cb-5c5b-47f3-8fbf-b96ee86cf75b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.62 "DELETE /v2.0/ports/de3dc6fc-8344-49b5-8813-e8800f851afc HTTP/1.1" status: 204 len: 173 time: 1.8340542 Mar 10 14:56:44.525518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-1117a5c1-1a52-4179-af51-7e262ad61e5e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:44.527024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-1117a5c1-1a52-4179-af51-7e262ad61e5e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 821 time: 0.6232054 Mar 10 14:56:44.587088 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10050d3d-3a88-4859-9e25-789a00689059 req-0740dd09-63b7-4b46-b36c-66311765c354 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106379 Mar 10 14:56:44.588350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d2c3bb96-b716-44c3-b25e-836cebd50a60 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/quotas/2671b97681dc4bc79983dcfefc7a4d3b HTTP/1.1" status: 200 len: 375 time: 0.0497749 Mar 10 14:56:44.594200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-844890e8-a8b9-44fc-96f1-42b982cb9116 req-d0453fad-2c29-4737-9628-5219da2d6b2c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081993 Mar 10 14:56:44.605367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-dc121fd7-6f9f-4cf2-b5aa-6820492e382b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:44.607589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-dc121fd7-6f9f-4cf2-b5aa-6820492e382b service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.5821302 Mar 10 14:56:44.667376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-91fa63a4-27e0-4ec9-ad41-f0ff7aa36b6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 200 len: 217 time: 0.0399499 Mar 10 14:56:44.785305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-a4a49ec7-54bb-4cf1-bd5f-50ae337719b9 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1887009 Mar 10 14:56:44.790378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-ff62e813-4697-49db-a076-70b482ec46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:44.791773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-ff62e813-4697-49db-a076-70b482ec46d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1090529 Mar 10 14:56:44.837497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0be5c9-dc48-4e00-8a6c-a8037d10295c req-ee4c8352-09fd-4ecd-8ba0-14f7002ee5b4 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:44.838997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f0be5c9-dc48-4e00-8a6c-a8037d10295c req-ee4c8352-09fd-4ecd-8ba0-14f7002ee5b4 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1764092 Mar 10 14:56:44.855320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-86316935-28a6-41df-87e8-c612ee31857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:44.856782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-86316935-28a6-41df-87e8-c612ee31857b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 1128 time: 0.1920125 Mar 10 14:56:45.031178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-581240d4-e7c9-4ee2-bbc9-82754f82626c service neutron] 10.222.0.11 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375546 Mar 10 14:56:45.035301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-84c4c444-7ef5-4861-ae45-232505347c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:45.036694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-84c4c444-7ef5-4861-ae45-232505347c29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2342427 Mar 10 14:56:45.049330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f0be5c9-dc48-4e00-8a6c-a8037d10295c req-c74b8fe3-cd55-4441-ab9b-7bc10586dfdc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864388 Mar 10 14:56:45.103869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-6ecb7428-c339-4559-bf68-71081a7c0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:45.105344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-6ecb7428-c339-4559-bf68-71081a7c0325 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2405086 Mar 10 14:56:45.269277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-6c07e1f8-4231-4f10-a93b-b0d1881281fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 200 len: 217 time: 0.0605576 Mar 10 14:56:45.275693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-f2caddca-955e-43d1-9a1c-fb852012fdc9 service neutron] 10.222.0.11 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381508 Mar 10 14:56:45.299970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b81d5761-51cf-42eb-9b6a-40b9bc734bb4 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:45.303893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device de3dc6fc-8344-49b5-8813-e8800f851afc no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:56:45.323578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2317b-db58-41f2-8580-6a14a122c22e req-40038f95-1238-4cf9-ad1c-a591a6f7911f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:45.325618 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51a2317b-db58-41f2-8580-6a14a122c22e req-40038f95-1238-4cf9-ad1c-a591a6f7911f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 946 time: 0.2161601 Mar 10 14:56:45.327432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-a76fb008-203b-4a0e-a035-527e78856b97 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750273 Mar 10 14:56:45.337202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: de3dc6fc-8344-49b5-8813-e8800f851afc {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:56:45.337564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device de3dc6fc-8344-49b5-8813-e8800f851afc not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:56:45.374828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-45679eb6-2209-4644-bc64-0c3004b02b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:45.376315 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-45679eb6-2209-4644-bc64-0c3004b02b42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0969038 Mar 10 14:56:45.453524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:45.465715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b81d5761-51cf-42eb-9b6a-40b9bc734bb4 has no active binding in host n-h2-833090-1 {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 14:56:45.478609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51a2317b-db58-41f2-8580-6a14a122c22e req-3e59504d-cecf-4799-b731-78815ddcea4f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450458 Mar 10 14:56:45.527439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5c57ba1-c2de-4d5c-9067-def90d9668bd req-c0abb73a-c88f-4802-979b-ae3cf0d54944 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 210 time: 0.0470641 Mar 10 14:56:45.533763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-0c883aa9-6534-4217-9e45-63a50192d2bf service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907723 Mar 10 14:56:45.536652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-ddeeadf4-c0c7-4680-8507-1b4bf3c0b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:45.538162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-ddeeadf4-c0c7-4680-8507-1b4bf3c0b6c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1535726 Mar 10 14:56:45.659398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-9f7cb05d-ec90-49f3-8033-625208e58de9 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075070 Mar 10 14:56:45.758147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b43810c-91e8-4525-92b4-2b054069c61d', 'name': 'network-vif-deleted', 'tag': 'de3dc6fc-8344-49b5-8813-e8800f851afc'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:45.760390 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e2622e-2eeb-4fa2-9c93-b622b30a3306" -d '{"events": [{"server_uuid": "6b43810c-91e8-4525-92b4-2b054069c61d", "name": "network-vif-deleted", "tag": "de3dc6fc-8344-49b5-8813-e8800f851afc"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:45.766525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'tag': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:45.772415 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4005c08e-8e10-4cfd-ad34-db995f7bd65e" -d '{"events": [{"name": "network-changed", "server_uuid": "df03f879-90ab-4f7b-8031-4a8f5c066ff4", "tag": "b81d5761-51cf-42eb-9b6a-40b9bc734bb4"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:45.801839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd1051-a355-4802-9835-32dc079f97ff req-3aa3758e-d089-4d87-a456-3534b53924ef tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:45.803355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abdd1051-a355-4802-9835-32dc079f97ff req-3aa3758e-d089-4d87-a456-3534b53924ef tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.1271939 Mar 10 14:56:45.810752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad14125b-da0f-49a2-b5bd-258eae4d6af0 req-5b0fa8f4-e89b-4edf-840d-f7e7c2ea1b31 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445155 Mar 10 14:56:45.862863 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38086) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:45.867299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ee69f24e-64f0-4183-b044-618b5ffab364 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1796474589', 'description': 'tempest-description--1624984234'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:45.882874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abdd1051-a355-4802-9835-32dc079f97ff req-1ff3c0db-c903-43ae-b971-89e8d05cc0a8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683908 Mar 10 14:56:45.893110 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8c6df0-96c1-4783-809b-7a8f80c38ba1 x-openstack-request-id: req-8b8c6df0-96c1-4783-809b-7a8f80c38ba1 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:45.893668 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b43810c-91e8-4525-92b4-2b054069c61d", "name": "network-vif-deleted", "tag": "de3dc6fc-8344-49b5-8813-e8800f851afc", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:45.894049 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b8c6df0-96c1-4783-809b-7a8f80c38ba1 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:45.894238 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee69f24e-64f0-4183-b044-618b5ffab364 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:45.894493 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b43810c-91e8-4525-92b4-2b054069c61d', 'name': 'network-vif-deleted', 'tag': 'de3dc6fc-8344-49b5-8813-e8800f851afc', 'status': 'completed', 'code': 200} Mar 10 14:56:45.924496 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d3d8ea-941b-4dda-ae6e-d52b38ff78d2 x-openstack-request-id: req-46d3d8ea-941b-4dda-ae6e-d52b38ff78d2 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:45.924931 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df03f879-90ab-4f7b-8031-4a8f5c066ff4", "tag": "b81d5761-51cf-42eb-9b6a-40b9bc734bb4", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:45.925183 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46d3d8ea-941b-4dda-ae6e-d52b38ff78d2 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:45.925570 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'tag': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4', 'status': 'completed', 'code': 200} Mar 10 14:56:45.976909 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee69f24e-64f0-4183-b044-618b5ffab364 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group (82934191-eda5-4a8a-8202-f0302da056ee), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:45.982129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee69f24e-64f0-4183-b044-618b5ffab364 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (82934191-eda5-4a8a-8202-f0302da056ee), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.010673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005c08e-8e10-4cfd-ad34-db995f7bd65e req-ddec9c81-6768-46a3-b0bd-7b42855cbe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:46.012948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4005c08e-8e10-4cfd-ad34-db995f7bd65e req-ddec9c81-6768-46a3-b0bd-7b42855cbe9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1155 time: 0.0523589 Mar 10 14:56:46.023018 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee69f24e-64f0-4183-b044-618b5ffab364 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.024214 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ee69f24e-64f0-4183-b044-618b5ffab364 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1603739 Mar 10 14:56:46.028405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38088) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:46.032779 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d8855c6e-7931-4975-a52d-8213f0706ba8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Request body: {'security_group_rule': {'security_group_id': '82934191-eda5-4a8a-8202-f0302da056ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:46.038880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69f24e-64f0-4183-b044-618b5ffab364 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82934191-eda5-4a8a-8202-f0302da056ee,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:46.068617 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8855c6e-7931-4975-a52d-8213f0706ba8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group_rule (5835ce67-e5cf-4aea-a036-f3acb51f5e25), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.131238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005c08e-8e10-4cfd-ad34-db995f7bd65e req-cf1e710d-4849-4fd1-ab62-972e83ba0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:46.132871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4005c08e-8e10-4cfd-ad34-db995f7bd65e req-cf1e710d-4849-4fd1-ab62-972e83ba0655 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.1072335 Mar 10 14:56:46.151839 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8855c6e-7931-4975-a52d-8213f0706ba8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group_rule (5835ce67-e5cf-4aea-a036-f3acb51f5e25), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.156131 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8855c6e-7931-4975-a52d-8213f0706ba8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (5835ce67-e5cf-4aea-a036-f3acb51f5e25), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.180125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8855c6e-7931-4975-a52d-8213f0706ba8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5835ce67-e5cf-4aea-a036-f3acb51f5e25,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:46.187449 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8855c6e-7931-4975-a52d-8213f0706ba8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.190567 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d8855c6e-7931-4975-a52d-8213f0706ba8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586192 Mar 10 14:56:46.190774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38092) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:46.195943 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-58f7a7eb-9f05-4afc-9f41-f53e1a87d17f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Request body: {'security_group_rule': {'security_group_id': '82934191-eda5-4a8a-8202-f0302da056ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:46.206377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4005c08e-8e10-4cfd-ad34-db995f7bd65e req-2aee822c-99f5-49ca-9079-5441851478de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4 HTTP/1.1" status: 200 len: 217 time: 0.0639932 Mar 10 14:56:46.222570 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58f7a7eb-9f05-4afc-9f41-f53e1a87d17f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group_rule (ed403799-b288-4a7e-9493-fb1777afa986), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.264977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbeb39-4a88-4f84-a0fb-7309223b2d19 req-ffecc6c9-f8cb-4f7f-b1f2-4403e6d1a4b4 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:46.266453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9cbeb39-4a88-4f84-a0fb-7309223b2d19 req-ffecc6c9-f8cb-4f7f-b1f2-4403e6d1a4b4 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1174746 Mar 10 14:56:46.279860 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58f7a7eb-9f05-4afc-9f41-f53e1a87d17f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group_rule (ed403799-b288-4a7e-9493-fb1777afa986), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.283874 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58f7a7eb-9f05-4afc-9f41-f53e1a87d17f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (ed403799-b288-4a7e-9493-fb1777afa986), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.296758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005c08e-8e10-4cfd-ad34-db995f7bd65e req-a8b2022a-5b8c-4427-b1b5-b5e59a35ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:46.298192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4005c08e-8e10-4cfd-ad34-db995f7bd65e req-a8b2022a-5b8c-4427-b1b5-b5e59a35ff0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0782413 Mar 10 14:56:46.301284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7a7eb-9f05-4afc-9f41-f53e1a87d17f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed403799-b288-4a7e-9493-fb1777afa986,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:46.310663 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58f7a7eb-9f05-4afc-9f41-f53e1a87d17f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.311431 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-58f7a7eb-9f05-4afc-9f41-f53e1a87d17f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197097 Mar 10 14:56:46.314562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38094) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:56:46.318887 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:46.334666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9cbeb39-4a88-4f84-a0fb-7309223b2d19 req-330994f6-8513-4f0b-b3ff-74f4b5c7ac6d tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607164 Mar 10 14:56:46.340628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.352205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4005c08e-8e10-4cfd-ad34-db995f7bd65e req-cb1f8e4e-5865-468c-a369-00c3a7f6dc59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328562 Mar 10 14:56:46.442204 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.452302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4005c08e-8e10-4cfd-ad34-db995f7bd65e req-decb22dd-2780-40f8-8f84-ab6c95c81aa4 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884440 Mar 10 14:56:46.562646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Allocated IP 172.25.3.89 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/f587b7fe-1459-4ad6-b0af-0ca633b1334d) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:46.602740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4005c08e-8e10-4cfd-ad34-db995f7bd65e req-d82449de-998b-49e2-a0d9-90edabf84849 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417856 Mar 10 14:56:46.699420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f8daef2-0bce-4f31-81d2-9ef07a1f8f53 req-857c440f-a92e-4b07-873a-1020b85f58f0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 210 time: 0.0461876 Mar 10 14:56:46.715781 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for port (f587b7fe-1459-4ad6-b0af-0ca633b1334d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.769550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc6efd-d992-4050-b27e-d0433201e50e req-28ebe8ce-e321-4c0b-8654-ef46640634ef tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:46.778156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98cc6efd-d992-4050-b27e-d0433201e50e req-28ebe8ce-e321-4c0b-8654-ef46640634ef tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 946 time: 0.2082510 Mar 10 14:56:46.783387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f587b7fe-1459-4ad6-b0af-0ca633b1334d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.827818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event updated for resources: {'Port': ['ID=f587b7fe-1459-4ad6-b0af-0ca633b1334d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:46.845437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:46.845695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:46.853058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:46.882716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98cc6efd-d992-4050-b27e-d0433201e50e req-72589f32-f341-4bc9-8421-7402682418ee tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034606 Mar 10 14:56:46.904008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-a28e38aa-d761-421f-aa36-e80cf5d658fc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:46.905728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-a28e38aa-d761-421f-aa36-e80cf5d658fc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.45 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 821 time: 0.2123914 Mar 10 14:56:46.935274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Request body: {'port': {'device_id': '63860d5b-97b4-4937-8951-a73d3d604c15', 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4', 'admin_state_up': True, 'tenant_id': '2671b97681dc4bc79983dcfefc7a4d3b'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:46.947720 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for floatingip (773e4d52-2850-4efb-bbe9-384e74fe4297), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:46.989350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f587b7fe-1459-4ad6-b0af-0ca633b1334d), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:47.071033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176207a-056d-41c6-a6ad-1492fbf7cb5f req-f02a1a4c-c013-47e6-a404-a2bc2a95fca5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:47.072490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c176207a-056d-41c6-a6ad-1492fbf7cb5f req-f02a1a4c-c013-47e6-a404-a2bc2a95fca5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.1105812 Mar 10 14:56:47.100774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Made reservation on behalf of 2671b97681dc4bc79983dcfefc7a4d3b for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:56:47.104064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:47.154927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c176207a-056d-41c6-a6ad-1492fbf7cb5f req-377adf72-a0e8-4533-83b8-64e9dec261d2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751159 Mar 10 14:56:47.156016 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for port (f587b7fe-1459-4ad6-b0af-0ca633b1334d), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:47.160591 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (f587b7fe-1459-4ad6-b0af-0ca633b1334d), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:47.233219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event updated for resources: {'Port': ['ID=f587b7fe-1459-4ad6-b0af-0ca633b1334d,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:47.242921 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (773e4d52-2850-4efb-bbe9-384e74fe4297), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:47.258375 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:47.259624 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-47867978-81be-416b-bbcf-2a65b83e2d0f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9441054 Mar 10 14:56:47.261872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Allocated IP 172.20.0.9 (6b04d328-1348-4a5e-9f15-addb2bbb45b4/5327c692-68c2-4c5c-a45c-9afcf4ed202b/c6060d8e-67a8-4740-a121-3570c8856c49) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:47.305572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:47.427587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:47.438326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'mac_address': 'fa:16:3e:da:19:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:56:47.445882 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks [] for port (c6060d8e-67a8-4740-a121-3570c8856c49), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:47.476993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:47.477383 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:47.490188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:47.508960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:47.513640 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:47.560921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:47.579535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.579883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.580233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.580570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.580902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.581232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.581558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.581884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.582210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.582531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.582874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.583198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.583517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:56:47.592565 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:47.857928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe10d59-d780-4b85-9729-55497b123da1 req-0a6a8cb0-dc53-4f41-b533-a34825fc3863 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:47.859410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fe10d59-d780-4b85-9729-55497b123da1 req-0a6a8cb0-dc53-4f41-b533-a34825fc3863 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.4414103 Mar 10 14:56:47.893804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-59e2e641-e359-4df8-8ebf-1451c1f7d8c1 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:47.895221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-59e2e641-e359-4df8-8ebf-1451c1f7d8c1 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/networks?id=a0347c71-6b22-401b-98f7-7b7109ac3599 HTTP/1.1" status: 200 len: 822 time: 0.4693987 Mar 10 14:56:47.896441 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:47.956103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-2dc8123f-3bc0-433b-8183-ebedcc0ac8d8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/quotas/bc6ceb7b258045748e6e38b19d7af3bf HTTP/1.1" status: 200 len: 375 time: 0.0496418 Mar 10 14:56:47.957708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:47.973348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:47.988954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:48.025584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Pushing event updated for resources: {'Port': ['ID=c6060d8e-67a8-4740-a121-3570c8856c49,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:48.029208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-442889b5-9682-4e27-8b39-1d97de17076b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc6ceb7b258045748e6e38b19d7af3bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630136 Mar 10 14:56:48.032318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fe10d59-d780-4b85-9729-55497b123da1 req-dee46660-cd64-44c0-affc-5278b0a63da1 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633389 Mar 10 14:56:48.086557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:48.087201 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:48.160645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-d47e04c9-ae72-4e32-82e7-d14cbdace973 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2296379 Mar 10 14:56:48.176321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Request body: {'port': {'device_id': '63860d5b-97b4-4937-8951-a73d3d604c15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:48.209371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-0724cbbc-08f5-4d9b-b321-9082bfe464a7 service neutron] 10.222.0.11 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699913 Mar 10 14:56:48.234215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cac81f-e134-4634-a8d9-c91bdee73b7f req-2f00ae93-4728-47b2-9376-9f9960cd7782 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:48.235677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7cac81f-e134-4634-a8d9-c91bdee73b7f req-2f00ae93-4728-47b2-9376-9f9960cd7782 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 931 time: 0.1210670 Mar 10 14:56:48.330194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:48.400103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7cac81f-e134-4634-a8d9-c91bdee73b7f req-be7a4462-780f-42c0-9489-5e8501625f19 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508689 Mar 10 14:56:48.406447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-6dbd127e-715e-4152-a18a-77ff07689d2b service neutron] 10.222.0.11 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871586 Mar 10 14:56:48.603729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4ddbf-5ec7-4f7d-a87f-6bcc2917e027 req-2ae297ee-5f33-4363-80f2-87b053410f92 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:48.605366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a4ddbf-5ec7-4f7d-a87f-6bcc2917e027 req-2ae297ee-5f33-4363-80f2-87b053410f92 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 947 time: 0.1272128 Mar 10 14:56:48.718408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e7c23-aa89-41c3-8a1d-1547400f60bc req-5cfe4a48-993c-4b9f-9fe4-38f243fbe6c9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:48.719896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b8e7c23-aa89-41c3-8a1d-1547400f60bc req-5cfe4a48-993c-4b9f-9fe4-38f243fbe6c9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.1400559 Mar 10 14:56:48.727800 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a4ddbf-5ec7-4f7d-a87f-6bcc2917e027 req-59041615-66c0-4aa7-ab7e-644764ece723 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004846 Mar 10 14:56:48.800750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6060d8e-67a8-4740-a121-3570c8856c49 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:48.828654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15723369-e837-448c-8ad3-597a269efbe2 req-bd686669-1e13-4bd6-8aa3-ca4713db50d8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 210 time: 0.0564449 Mar 10 14:56:48.830430 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Publish callbacks [] for port (c6060d8e-67a8-4740-a121-3570c8856c49), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:48.837449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b8e7c23-aa89-41c3-8a1d-1547400f60bc req-de35a913-2d45-4920-accb-03c4f56571d0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072145 Mar 10 14:56:48.850318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Transition to ACTIVE for port object c6060d8e-67a8-4740-a121-3570c8856c49 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:56:48.858003 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:48.914340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Pushing event updated for resources: {'Port': ['ID=c6060d8e-67a8-4740-a121-3570c8856c49,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:48.979756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:48.980061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:48.980430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:48.984887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Port c6060d8e-67a8-4740-a121-3570c8856c49 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:56:48.985259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:48.990279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:48.990619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:48.991022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:48.991448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Bound port: c6060d8e-67a8-4740-a121-3570c8856c49, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:48.991799 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:49.055105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:49.058127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=c6060d8e-67a8-4740-a121-3570c8856c49,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:49.064055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:49.104015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:49.104611 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:49.106035 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] 10.222.0.45 "PUT /v2.0/ports/c6060d8e-67a8-4740-a121-3570c8856c49 HTTP/1.1" status: 200 len: 1091 time: 0.9336605 Mar 10 14:56:49.106933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63860d5b-97b4-4937-8951-a73d3d604c15', 'tag': 'c6060d8e-67a8-4740-a121-3570c8856c49'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:49.109071 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb57abc-07e3-4d2c-915d-ca0802461607" -d '{"events": [{"name": "network-changed", "server_uuid": "63860d5b-97b4-4937-8951-a73d3d604c15", "tag": "c6060d8e-67a8-4740-a121-3570c8856c49"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:49.159606 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f96825-6b43-4e91-91b2-e79913eb0081 x-openstack-request-id: req-97f96825-6b43-4e91-91b2-e79913eb0081 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:49.159988 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63860d5b-97b4-4937-8951-a73d3d604c15", "tag": "c6060d8e-67a8-4740-a121-3570c8856c49", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:49.160286 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97f96825-6b43-4e91-91b2-e79913eb0081 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:49.160741 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63860d5b-97b4-4937-8951-a73d3d604c15', 'tag': 'c6060d8e-67a8-4740-a121-3570c8856c49', 'status': 'completed', 'code': 200} Mar 10 14:56:49.179030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e91e7-507a-4962-899c-b36c5e03dd53 service neutron] Pushing event updated for resources: {'Port': ['ID=c6060d8e-67a8-4740-a121-3570c8856c49,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:49.228875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36150f-df37-41ba-a1ba-59c829d8ea89 req-ada8d062-7803-43dc-b2b9-35f94b57f801 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:49.230374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f36150f-df37-41ba-a1ba-59c829d8ea89 req-ada8d062-7803-43dc-b2b9-35f94b57f801 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1070442 Mar 10 14:56:49.245492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-252bae07-7fd2-47ec-a2f5-5284dd14f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:49.246974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-252bae07-7fd2-47ec-a2f5-5284dd14f023 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 1125 time: 0.0652456 Mar 10 14:56:49.303932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-63013266-a149-42f6-8607-590f9c7fb1e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6060d8e-67a8-4740-a121-3570c8856c49 HTTP/1.1" status: 200 len: 217 time: 0.0442126 Mar 10 14:56:49.325556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f36150f-df37-41ba-a1ba-59c829d8ea89 req-f14cc60a-2d62-4177-bbb9-0b02135cb836 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873551 Mar 10 14:56:49.359733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-1e79f8ce-5283-4d55-92f8-ee3a1dcb2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:49.361180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-1e79f8ce-5283-4d55-92f8-ee3a1dcb2a0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.0470641 Mar 10 14:56:49.397835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-f6cf0131-37c4-4494-938a-6d729fd4e8b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255315 Mar 10 14:56:49.518954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-82b46b1b-30b8-4002-ba6c-d3d5a9b6c140 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112616 Mar 10 14:56:49.541424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140c1e3-e0be-407a-b7c0-ad66d6b548de req-13d000e4-e2d8-4849-a04b-22c1d8c2623f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:49.543413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b140c1e3-e0be-407a-b7c0-ad66d6b548de req-13d000e4-e2d8-4849-a04b-22c1d8c2623f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.0660672 Mar 10 14:56:49.660648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b140c1e3-e0be-407a-b7c0-ad66d6b548de req-8d4b35fb-720e-4a08-97c0-01ee7f0ea20c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113141 Mar 10 14:56:49.684444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-636ad12a-9eec-4047-b31b-e2d6a4469be0 req-b04a3e83-53d7-4743-989f-d966a079a2de service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340997 Mar 10 14:56:49.769578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-f32d0dec-ee6f-4509-9616-0061bd6cdc5f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:49.771436 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-f32d0dec-ee6f-4509-9616-0061bd6cdc5f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.45 "GET /v2.0/networks?id=a0347c71-6b22-401b-98f7-7b7109ac3599 HTTP/1.1" status: 200 len: 822 time: 0.1120257 Mar 10 14:56:49.790934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Request body: {'port': {'device_id': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599', 'admin_state_up': True, 'tenant_id': 'bc6ceb7b258045748e6e38b19d7af3bf'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:49.807989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57abc-07e3-4d2c-915d-ca0802461607 req-b5774117-aa4c-4cac-8b6b-65d3e58c9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:49.809630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cb57abc-07e3-4d2c-915d-ca0802461607 req-b5774117-aa4c-4cac-8b6b-65d3e58c9b0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 1125 time: 0.0510776 Mar 10 14:56:49.908938 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Made reservation on behalf of bc6ceb7b258045748e6e38b19d7af3bf for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:56:49.912361 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:49.943858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49cb6e8a-e41f-4aae-8301-df561a06ef12 req-8d89a7fa-3d93-4f01-bb28-c1057d3c7f68 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 210 time: 0.0396147 Mar 10 14:56:49.951216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb4b49-73b2-4d8b-843a-2574f0a6979b req-29a83c34-7796-4d14-8437-e22fd6840393 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:49.952636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15cb4b49-73b2-4d8b-843a-2574f0a6979b req-29a83c34-7796-4d14-8437-e22fd6840393 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 947 time: 0.1415889 Mar 10 14:56:49.982348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57abc-07e3-4d2c-915d-ca0802461607 req-794a1c0e-b28f-46cf-a72f-2fff3002c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:49.983871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cb57abc-07e3-4d2c-915d-ca0802461607 req-794a1c0e-b28f-46cf-a72f-2fff3002c9e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.1631315 Mar 10 14:56:50.053757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Allocated IP 172.20.0.12 (a0347c71-6b22-401b-98f7-7b7109ac3599/da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7/724acb38-480f-4713-a9c8-e81f5ccdf120) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:50.054577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cb57abc-07e3-4d2c-915d-ca0802461607 req-888efaa6-6f3a-4cc8-9e36-7dc06e0ba75b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6060d8e-67a8-4740-a121-3570c8856c49 HTTP/1.1" status: 200 len: 217 time: 0.0547614 Mar 10 14:56:50.059683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15cb4b49-73b2-4d8b-843a-2574f0a6979b req-3566e41c-2788-4929-9cc9-0034e7609d3a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007912 Mar 10 14:56:50.126956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57abc-07e3-4d2c-915d-ca0802461607 req-dc5c97c8-6a56-4acc-a00a-3608a1929ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:50.128396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cb57abc-07e3-4d2c-915d-ca0802461607 req-dc5c97c8-6a56-4acc-a00a-3608a1929ba6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.0539308 Mar 10 14:56:50.138682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cd8c7-0309-44bd-94e7-3619b04801f2 req-eb451e2b-af97-4601-89fd-09e1f09d43fb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:50.140105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d63cd8c7-0309-44bd-94e7-3619b04801f2 req-eb451e2b-af97-4601-89fd-09e1f09d43fb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.1260638 Mar 10 14:56:50.174850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cb57abc-07e3-4d2c-915d-ca0802461607 req-b34f3f4b-02e9-4182-8052-a630208d9fae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332074 Mar 10 14:56:50.214528 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:50.227514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d63cd8c7-0309-44bd-94e7-3619b04801f2 req-06938fb5-6388-42a7-b6c0-36b174edf8b7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789537 Mar 10 14:56:50.253019 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:50.284242 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:50.290424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cb57abc-07e3-4d2c-915d-ca0802461607 req-3577e99f-e8e5-418e-bf63-89d56a928878 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976362 Mar 10 14:56:50.294231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Network a0347c71-6b22-401b-98f7-7b7109ac3599 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:50.297346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:50.303132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:50.328308 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event updated for resources: {'Port': ['ID=724acb38-480f-4713-a9c8-e81f5ccdf120,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:50.355244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:50.355927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:50.375139 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-bf205313-fd8c-42fa-b2d4-26733e5b3eff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5899153 Mar 10 14:56:50.388591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Request body: {'port': {'device_id': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:50.416801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cb57abc-07e3-4d2c-915d-ca0802461607 req-292765a4-fa04-48de-a24d-630c3bcea87c service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072903 Mar 10 14:56:50.455163 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:50.457445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca47df7-b5c2-4a50-9092-ac824e7173f0 req-192e797b-0438-4a37-8045-939dc7dd04fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:50.458962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ca47df7-b5c2-4a50-9092-ac824e7173f0 req-192e797b-0438-4a37-8045-939dc7dd04fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0564997 Mar 10 14:56:50.505755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ca47df7-b5c2-4a50-9092-ac824e7173f0 req-9100e111-ce23-427f-92eb-d48ef3556873 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Mar 10 14:56:50.707847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724acb38-480f-4713-a9c8-e81f5ccdf120 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:50.715626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Publish callbacks [] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:50.727678 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Transition to ACTIVE for port object 724acb38-480f-4713-a9c8-e81f5ccdf120 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:56:50.731972 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:50.786300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Pushing event updated for resources: {'Port': ['ID=724acb38-480f-4713-a9c8-e81f5ccdf120,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:50.806985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c93489-db58-4ef8-80ac-a96602b0a742 req-aeaeb40b-cca7-4551-bf99-e294480c2f0e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:50.808727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9c93489-db58-4ef8-80ac-a96602b0a742 req-aeaeb40b-cca7-4551-bf99-e294480c2f0e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.0736887 Mar 10 14:56:50.856610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9c93489-db58-4ef8-80ac-a96602b0a742 req-58ad6a0b-ec9b-4054-94d8-5f936382e2cf tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 Mar 10 14:56:50.859123 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Attempting to bind port 724acb38-480f-4713-a9c8-e81f5ccdf120 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:56:50.859537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Attempting to bind port 724acb38-480f-4713-a9c8-e81f5ccdf120 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:56:50.859778 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Attempting to bind port 724acb38-480f-4713-a9c8-e81f5ccdf120 on network a0347c71-6b22-401b-98f7-7b7109ac3599 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:50.864136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Port 724acb38-480f-4713-a9c8-e81f5ccdf120 on network a0347c71-6b22-401b-98f7-7b7109ac3599 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:56:50.864484 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Attempting to bind port 724acb38-480f-4713-a9c8-e81f5ccdf120 on network a0347c71-6b22-401b-98f7-7b7109ac3599 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:56:50.869247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:56:50.869583 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Checking segment: {'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:56:50.869962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Bound using segment: {'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:56:50.870385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Bound port: 724acb38-480f-4713-a9c8-e81f5ccdf120, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:56:50.870737 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:50.931890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] For port 724acb38-480f-4713-a9c8-e81f5ccdf120, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:50.935323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] For port 724acb38-480f-4713-a9c8-e81f5ccdf120, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=724acb38-480f-4713-a9c8-e81f5ccdf120,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:56:50.941547 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:50.972628 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:50.973300 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:50.975030 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] 10.222.0.45 "PUT /v2.0/ports/724acb38-480f-4713-a9c8-e81f5ccdf120 HTTP/1.1" status: 200 len: 1092 time: 0.5921121 Mar 10 14:56:50.975312 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'tag': '724acb38-480f-4713-a9c8-e81f5ccdf120'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:50.977583 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859e9077-4b36-47b1-ba0b-5abcdbc3b040" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc515f8-0a40-43cf-90a9-1cb5045525e9", "tag": "724acb38-480f-4713-a9c8-e81f5ccdf120"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:51.012197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462585ab-ae50-408a-8740-b4a8bd267d6d service neutron] Pushing event updated for resources: {'Port': ['ID=724acb38-480f-4713-a9c8-e81f5ccdf120,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:51.032619 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24b9176-0ead-4fd9-b8cd-4c081cf5878c x-openstack-request-id: req-d24b9176-0ead-4fd9-b8cd-4c081cf5878c {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:51.032943 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc515f8-0a40-43cf-90a9-1cb5045525e9", "tag": "724acb38-480f-4713-a9c8-e81f5ccdf120", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:51.033203 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d24b9176-0ead-4fd9-b8cd-4c081cf5878c {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:51.033627 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'tag': '724acb38-480f-4713-a9c8-e81f5ccdf120', 'status': 'completed', 'code': 200} Mar 10 14:56:51.083814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8117995-a47c-46bc-8b19-9becf5d6013a req-89a3683e-ea51-4986-909a-04a6bbce8011 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:51.085383 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8117995-a47c-46bc-8b19-9becf5d6013a req-89a3683e-ea51-4986-909a-04a6bbce8011 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 944 time: 0.0544524 Mar 10 14:56:51.119509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-8070edc1-8781-45f0-8706-9e5c6d0ca92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:51.121642 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-8070edc1-8781-45f0-8706-9e5c6d0ca92d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc6ceb7b258045748e6e38b19d7af3bf&device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 1126 time: 0.0565999 Mar 10 14:56:51.142053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8117995-a47c-46bc-8b19-9becf5d6013a req-c924b97e-7a84-4167-83ea-203d767b6068 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452788 Mar 10 14:56:51.176883 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-740edabf-996d-4d74-9043-5f9f4f2433d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=724acb38-480f-4713-a9c8-e81f5ccdf120 HTTP/1.1" status: 200 len: 217 time: 0.0387201 Mar 10 14:56:51.200539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ecdb4-b098-484a-ac41-439408c24f43 req-ebc98513-2a48-47ae-8f1b-ddaea1b299ef tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:51.201994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-824ecdb4-b098-484a-ac41-439408c24f43 req-ebc98513-2a48-47ae-8f1b-ddaea1b299ef tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 947 time: 0.0519638 Mar 10 14:56:51.232360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-ac62136a-bcaa-42fc-ae7d-06d65f66837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:51.233817 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-ac62136a-bcaa-42fc-ae7d-06d65f66837b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7 HTTP/1.1" status: 200 len: 862 time: 0.0432184 Mar 10 14:56:51.252510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-824ecdb4-b098-484a-ac41-439408c24f43 req-ddbf5d80-b45c-472e-aff0-7f3637bd58ec tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446265 Mar 10 14:56:51.270137 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-3a69d955-c4cb-4c5d-95f2-d3b9851fa0a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0347c71-6b22-401b-98f7-7b7109ac3599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289917 Mar 10 14:56:51.349517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137007d-2d86-44b9-b536-79a379c01435 req-f509e166-f3e4-4729-840e-8186de67ff31 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:51.350995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3137007d-2d86-44b9-b536-79a379c01435 req-f509e166-f3e4-4729-840e-8186de67ff31 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.0569749 Mar 10 14:56:51.370710 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-a64cca6d-92c8-403c-b9c1-12f04992369c service neutron] 10.222.0.45 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901372 Mar 10 14:56:51.397732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3137007d-2d86-44b9-b536-79a379c01435 req-7cea0c0b-16d4-40a0-957a-4b45e2b21c63 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Mar 10 14:56:51.458490 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6212129b-d31f-46a5-a74a-7afc0c24e88c req-114f66bd-05b8-4756-bca2-84233e142928 service neutron] 10.222.0.45 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812757 Mar 10 14:56:51.561509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e9077-4b36-47b1-ba0b-5abcdbc3b040 req-c89e7adc-15d2-4e24-8d40-138b7242a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:51.563062 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-859e9077-4b36-47b1-ba0b-5abcdbc3b040 req-c89e7adc-15d2-4e24-8d40-138b7242a636 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc6ceb7b258045748e6e38b19d7af3bf&device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 1126 time: 0.0492971 Mar 10 14:56:51.627968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61c14f-6caf-492f-bc6a-31d9c0b968ed req-5ffb62cd-0b64-4904-b814-25da36b97be5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:51.627968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e61c14f-6caf-492f-bc6a-31d9c0b968ed req-5ffb62cd-0b64-4904-b814-25da36b97be5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0541527 Mar 10 14:56:51.657902 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-42263840-1073-4e34-bff1-21286db7dd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:51.676235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e9077-4b36-47b1-ba0b-5abcdbc3b040 req-e4b929ba-1d4f-4603-85c2-85c6e7cde8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:51.677820 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-859e9077-4b36-47b1-ba0b-5abcdbc3b040 req-e4b929ba-1d4f-4603-85c2-85c6e7cde8ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0347c71-6b22-401b-98f7-7b7109ac3599 HTTP/1.1" status: 200 len: 923 time: 0.1014457 Mar 10 14:56:51.682257 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e61c14f-6caf-492f-bc6a-31d9c0b968ed req-9d0a28a6-12c7-42b9-bd5b-395685445f2b tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495617 Mar 10 14:56:51.958243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device c6060d8e-67a8-4740-a121-3570c8856c49 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:51.961927 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-859e9077-4b36-47b1-ba0b-5abcdbc3b040 req-68f6aa49-4977-42f0-9aff-5e2678a9c8e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=724acb38-480f-4713-a9c8-e81f5ccdf120 HTTP/1.1" status: 200 len: 217 time: 0.2722774 Mar 10 14:56:52.016816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1a762-bb1e-4d64-8265-8c9d873d85b3 req-e4eca623-4eea-4e1a-bd95-099827a05d11 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:52.018457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8f1a762-bb1e-4d64-8265-8c9d873d85b3 req-e4eca623-4eea-4e1a-bd95-099827a05d11 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.0751953 Mar 10 14:56:52.019463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e9077-4b36-47b1-ba0b-5abcdbc3b040 req-c71cd277-3be2-4fd1-be44-30e98e4b89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:52.021390 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-859e9077-4b36-47b1-ba0b-5abcdbc3b040 req-c71cd277-3be2-4fd1-be44-30e98e4b89fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7 HTTP/1.1" status: 200 len: 862 time: 0.0526090 Mar 10 14:56:52.067782 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-859e9077-4b36-47b1-ba0b-5abcdbc3b040 req-fefa93c7-2069-4cc1-9ec7-dcccecbb3557 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0347c71-6b22-401b-98f7-7b7109ac3599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340950 Mar 10 14:56:52.081445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=c6060d8e-67a8-4740-a121-3570c8856c49,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:52.090115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8f1a762-bb1e-4d64-8265-8c9d873d85b3 req-1e002d4e-f936-4107-99b9-69d5e1d27d79 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642521 Mar 10 14:56:52.095731 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'c6060d8e-67a8-4740-a121-3570c8856c49', 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4', 'port_id': 'c6060d8e-67a8-4740-a121-3570c8856c49', 'mac_address': 'fa:16:3e:1d:2d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5327c692-68c2-4c5c-a45c-9afcf4ed202b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:56:52.146679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port c6060d8e-67a8-4740-a121-3570c8856c49 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:52.147210 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:52.161047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6060d8e-67a8-4740-a121-3570c8856c49 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:52.178195 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-859e9077-4b36-47b1-ba0b-5abcdbc3b040 req-0e60dff2-ec61-4c02-8b94-1f938c97b5da service neutron] 10.222.0.45 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992160 Mar 10 14:56:52.185077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=c6060d8e-67a8-4740-a121-3570c8856c49,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:52.189118 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:52.238354 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=c6060d8e-67a8-4740-a121-3570c8856c49,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:52.267722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bcc73-33a5-4aad-9bd4-9e7f0c9a4c96 req-f1c8aa9d-7929-4981-ab07-f37dd4e8d69b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:52.269319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad3bcc73-33a5-4aad-9bd4-9e7f0c9a4c96 req-f1c8aa9d-7929-4981-ab07-f37dd4e8d69b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 944 time: 0.0564899 Mar 10 14:56:52.284959 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-859e9077-4b36-47b1-ba0b-5abcdbc3b040 req-271fbcca-60ef-4687-8943-a7cb25fc9ec7 service neutron] 10.222.0.45 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942996 Mar 10 14:56:52.318763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad3bcc73-33a5-4aad-9bd4-9e7f0c9a4c96 req-aef6b449-be9b-4cf5-954f-c1fe74f76b29 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435598 Mar 10 14:56:52.373371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339ad11-61e6-45d7-95a9-2f07bdb9f138 req-689a36ab-20f2-42fd-b435-3091790474c4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:52.374845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8339ad11-61e6-45d7-95a9-2f07bdb9f138 req-689a36ab-20f2-42fd-b435-3091790474c4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 947 time: 0.0510609 Mar 10 14:56:52.425706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8339ad11-61e6-45d7-95a9-2f07bdb9f138 req-b9b1c0a1-44c0-47ca-b032-dfcdd3211d9d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447474 Mar 10 14:56:52.516765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5037a4-2209-4019-ab9c-123bd3957ef8 req-48a82a44-a47f-47da-ae71-418c5d9aeea1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:52.518214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd5037a4-2209-4019-ab9c-123bd3957ef8 req-48a82a44-a47f-47da-ae71-418c5d9aeea1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.0517220 Mar 10 14:56:52.563985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd5037a4-2209-4019-ab9c-123bd3957ef8 req-00f6cf77-622b-439a-b6a3-96f48551d574 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Mar 10 14:56:52.687652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['c6060d8e-67a8-4740-a121-3570c8856c49'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:52.800321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949aaef-da30-4620-8e1d-a8c85a3387ea req-41d8363b-1b46-4cec-afb9-7ebf4333f403 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:52.801883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1949aaef-da30-4620-8e1d-a8c85a3387ea req-41d8363b-1b46-4cec-afb9-7ebf4333f403 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0546749 Mar 10 14:56:52.851593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1949aaef-da30-4620-8e1d-a8c85a3387ea req-c057a3b0-1c4f-43e3-a6fa-e92338664aa9 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438826 Mar 10 14:56:53.218466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4c5f9-a3ac-4b27-86e9-2142ff62b1b3 req-f32ab7aa-4ea6-47ed-9fdf-9553770f70ea tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:53.219958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6d4c5f9-a3ac-4b27-86e9-2142ff62b1b3 req-f32ab7aa-4ea6-47ed-9fdf-9553770f70ea tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.0557911 Mar 10 14:56:53.266512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6d4c5f9-a3ac-4b27-86e9-2142ff62b1b3 req-ccd24b43-520c-4230-a6b6-f3878729dd67 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Mar 10 14:56:53.437827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb9f8e-08c7-427f-98b6-2a93b563faed req-f38c68cd-dffa-4026-9523-a9e63bc88b87 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:53.439310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6eb9f8e-08c7-427f-98b6-2a93b563faed req-f38c68cd-dffa-4026-9523-a9e63bc88b87 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 944 time: 0.0530672 Mar 10 14:56:53.485251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6eb9f8e-08c7-427f-98b6-2a93b563faed req-289776f2-8b64-4b51-ab17-9d879ab00db3 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Mar 10 14:56:53.544472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a45dd-4590-4012-8f73-3e2e174bc9c5 req-c3b5a847-a243-4242-b96e-bec09914635d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:53.545922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-741a45dd-4590-4012-8f73-3e2e174bc9c5 req-c3b5a847-a243-4242-b96e-bec09914635d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 947 time: 0.0553527 Mar 10 14:56:53.591670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-741a45dd-4590-4012-8f73-3e2e174bc9c5 req-f4c3f318-c1b7-49ec-acd1-358d7a40f70f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Mar 10 14:56:53.698839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e481d0-9fd1-4f08-8d84-3d166a757143 req-dbe6b136-ae24-4938-82e9-1c2189e4f659 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:53.700548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2e481d0-9fd1-4f08-8d84-3d166a757143 req-dbe6b136-ae24-4938-82e9-1c2189e4f659 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.0600660 Mar 10 14:56:53.756228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2e481d0-9fd1-4f08-8d84-3d166a757143 req-9d1a94c4-1539-4c9d-a397-d761f37b1e1c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499446 Mar 10 14:56:53.809568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be6a7-ac10-46fb-9925-5ccd884b1d3c req-4b9adcd8-bd59-44f5-bd17-acf40169357d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:53.811052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f28be6a7-ac10-46fb-9925-5ccd884b1d3c req-4b9adcd8-bd59-44f5-bd17-acf40169357d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 947 time: 0.0539393 Mar 10 14:56:53.862368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f28be6a7-ac10-46fb-9925-5ccd884b1d3c req-26866946-6bd7-4b47-a8b5-36107560af51 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457206 Mar 10 14:56:53.914540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-f4c91afd-5b77-44e4-86e3-13fc0fb56454 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:53.916068 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-f4c91afd-5b77-44e4-86e3-13fc0fb56454 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908&tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 947 time: 0.0960884 Mar 10 14:56:53.970055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 724acb38-480f-4713-a9c8-e81f5ccdf120 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:53.972272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device c6060d8e-67a8-4740-a121-3570c8856c49 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:53.983062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da6e8b-e6af-4bd9-82b2-8ea243226d27 req-5c7c1c5e-cf31-4ecd-83a6-74dcc8053d0e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:53.984596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24da6e8b-e6af-4bd9-82b2-8ea243226d27 req-5c7c1c5e-cf31-4ecd-83a6-74dcc8053d0e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0652351 Mar 10 14:56:53.987212 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-7c07af24-8fdf-4fc6-8175-f3838f5d1f6a service neutron] delete failed (client error): The resource could not be found. Mar 10 14:56:53.988233 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-7c07af24-8fdf-4fc6-8175-f3838f5d1f6a service neutron] 10.222.0.45 "DELETE /v2.0/ports/cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb/bindings/n-h1-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0583956 Mar 10 14:56:54.037330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b7b5392b-380e-4e6c-9e67-91fdf39507db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:54.039528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24da6e8b-e6af-4bd9-82b2-8ea243226d27 req-7998ae27-f672-4ed6-8840-34685dd8ac54 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481803 Mar 10 14:56:54.105399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port c6060d8e-67a8-4740-a121-3570c8856c49 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:56:54.113244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port c6060d8e-67a8-4740-a121-3570c8856c49 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:54.113548 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:54.123439 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-e1d8e09f-da7a-4edd-ac01-9917050932ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:54.125643 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-e1d8e09f-da7a-4edd-ac01-9917050932ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 1129 time: 0.0483091 Mar 10 14:56:54.153175 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 724acb38-480f-4713-a9c8-e81f5ccdf120, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=724acb38-480f-4713-a9c8-e81f5ccdf120,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:54.173010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '724acb38-480f-4713-a9c8-e81f5ccdf120', 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599', 'port_id': '724acb38-480f-4713-a9c8-e81f5ccdf120', 'mac_address': 'fa:16:3e:3f:15:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:56:54.226776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-571fdb23-3925-4e62-a168-57a18b3057f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:54.228291 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-571fdb23-3925-4e62-a168-57a18b3057f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.0893283 Mar 10 14:56:54.244506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 724acb38-480f-4713-a9c8-e81f5ccdf120 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:54.244903 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:54.254412 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port c6060d8e-67a8-4740-a121-3570c8856c49 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:54.254810 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:54.268624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724acb38-480f-4713-a9c8-e81f5ccdf120 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:54.274239 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-266b66b0-e8a9-45c3-b734-1fc35545a91d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 200 len: 217 time: 0.0344818 Mar 10 14:56:54.290658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63860d5b-97b4-4937-8951-a73d3d604c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6060d8e-67a8-4740-a121-3570c8856c49'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:54.292965 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e706e17a-5768-443d-a52a-9f6fb3299fd7" -d '{"events": [{"server_uuid": "63860d5b-97b4-4937-8951-a73d3d604c15", "name": "network-vif-plugged", "status": "completed", "tag": "c6060d8e-67a8-4740-a121-3570c8856c49"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:54.310776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 724acb38-480f-4713-a9c8-e81f5ccdf120, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=724acb38-480f-4713-a9c8-e81f5ccdf120,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:54.312686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=c6060d8e-67a8-4740-a121-3570c8856c49,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:54.315766 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:54.320203 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:54.337032 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-d8bccea8-a12e-4c29-b1d8-cf97992ffe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:54.338517 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-d8bccea8-a12e-4c29-b1d8-cf97992ffe97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0563836 Mar 10 14:56:54.348768 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70166846-d822-46a1-b649-a247b6556fac x-openstack-request-id: req-70166846-d822-46a1-b649-a247b6556fac {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:54.349107 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63860d5b-97b4-4937-8951-a73d3d604c15", "name": "network-vif-plugged", "status": "completed", "tag": "c6060d8e-67a8-4740-a121-3570c8856c49", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:54.349348 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70166846-d822-46a1-b649-a247b6556fac {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:54.349729 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63860d5b-97b4-4937-8951-a73d3d604c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6060d8e-67a8-4740-a121-3570c8856c49', 'code': 200} Mar 10 14:56:54.380420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=724acb38-480f-4713-a9c8-e81f5ccdf120,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:54.409542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-0d33c35d-9c6a-491b-b699-41a0da20f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:54.411232 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-0d33c35d-9c6a-491b-b699-41a0da20f20f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0503273 Mar 10 14:56:54.412993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a98d5-64be-47d8-b5d9-034d9113edef req-581957b6-1ba8-4c2e-af56-79d52b462065 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:54.414621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed6a98d5-64be-47d8-b5d9-034d9113edef req-581957b6-1ba8-4c2e-af56-79d52b462065 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.0655935 Mar 10 14:56:54.442391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=c6060d8e-67a8-4740-a121-3570c8856c49,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:54.463507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed6a98d5-64be-47d8-b5d9-034d9113edef req-c83de5ec-837e-45de-a880-38989f1fcdfb tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Mar 10 14:56:54.512914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a6875-6a66-485f-a37b-ade7bff6295f req-5548ac60-b510-4299-96b0-cffefe89d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:54.514564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-525a6875-6a66-485f-a37b-ade7bff6295f req-5548ac60-b510-4299-96b0-cffefe89d580 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 1127 time: 0.0475199 Mar 10 14:56:54.549076 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-9e5ba38e-8b9f-46ef-94b3-02e1a78fa6ff service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854480 Mar 10 14:56:54.611765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-525a6875-6a66-485f-a37b-ade7bff6295f req-ef545132-ecd0-46ba-86cb-4fdaf957f3c8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657628 Mar 10 14:56:54.628101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f7ada-dbcb-40d5-95c4-dee1106f7258 req-88c8a909-2b2d-4eb6-8e13-62511a11cf85 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:54.629680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c1f7ada-dbcb-40d5-95c4-dee1106f7258 req-88c8a909-2b2d-4eb6-8e13-62511a11cf85 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 945 time: 0.0712223 Mar 10 14:56:54.646541 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1d25f90d-f836-45fb-a8e3-9ec70ca5e2ca req-22b088e0-d3d5-4101-a2b1-2d8ac4051e5d service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877333 Mar 10 14:56:54.676089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c1f7ada-dbcb-40d5-95c4-dee1106f7258 req-619a4827-65f7-4b86-a159-f7e438d19791 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Mar 10 14:56:54.826758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:56:54.874803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd421cd8-bdda-4dfe-b9f0-86ddb3079391 req-2cd4e730-9f1b-4c9c-ba0c-0e798517dbdd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:54.876325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd421cd8-bdda-4dfe-b9f0-86ddb3079391 req-2cd4e730-9f1b-4c9c-ba0c-0e798517dbdd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.0522037 Mar 10 14:56:54.898644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['724acb38-480f-4713-a9c8-e81f5ccdf120'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:54.934247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd421cd8-bdda-4dfe-b9f0-86ddb3079391 req-1c1864c0-5c86-43c0-bb64-c57babe7f381 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516620 Mar 10 14:56:54.966911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:54.991308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'mac_address': 'fa:16:3e:da:19:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:56:55.002446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b546e25-728e-4ca2-af92-91dee8727ea3 req-5ef765f7-6f5b-4033-acb2-fec76de61a46 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:55.005123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b546e25-728e-4ca2-af92-91dee8727ea3 req-5ef765f7-6f5b-4033-acb2-fec76de61a46 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 947 time: 0.0690544 Mar 10 14:56:55.052549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b546e25-728e-4ca2-af92-91dee8727ea3 req-f52435f4-6be2-41a5-ae5d-f01680af5987 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Mar 10 14:56:55.094670 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:55.164087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20358d32-cba8-4612-84f7-bd52eb96cc06 req-9fdfa5a7-3680-4e07-9cd8-48b67bfd1d86 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:55.165643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20358d32-cba8-4612-84f7-bd52eb96cc06 req-9fdfa5a7-3680-4e07-9cd8-48b67bfd1d86 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0528977 Mar 10 14:56:55.211334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20358d32-cba8-4612-84f7-bd52eb96cc06 req-fc6297a8-ccca-466e-843f-0803ad340e7b tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 Mar 10 14:56:55.554111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:55.595037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0b0c7-b00e-49ad-91a1-35cfe888b6ce req-a36d8a97-661d-48d9-8b4c-e251b9ade581 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:55.596715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25d0b0c7-b00e-49ad-91a1-35cfe888b6ce req-a36d8a97-661d-48d9-8b4c-e251b9ade581 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.0589595 Mar 10 14:56:55.651443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25d0b0c7-b00e-49ad-91a1-35cfe888b6ce req-f1c3f479-6e46-429a-8666-01ef16aa9175 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463290 Mar 10 14:56:55.796249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550477eb-8728-4e81-a810-0155e16eda81 req-b7f45140-015b-4fb3-898b-0a08260e851d tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:55.797705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-550477eb-8728-4e81-a810-0155e16eda81 req-b7f45140-015b-4fb3-898b-0a08260e851d tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 945 time: 0.0532563 Mar 10 14:56:55.843713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-550477eb-8728-4e81-a810-0155e16eda81 req-e4ca53c0-101d-4817-bc96-dbb7f54eef31 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Mar 10 14:56:56.052678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd36d2a-ac10-4147-9f83-5ee23e499f1e req-ef995a02-615e-408a-86e2-df58a0a9503c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:56.054138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fd36d2a-ac10-4147-9f83-5ee23e499f1e req-ef995a02-615e-408a-86e2-df58a0a9503c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 943 time: 0.0559118 Mar 10 14:56:56.103770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fd36d2a-ac10-4147-9f83-5ee23e499f1e req-d01e8fe4-af65-4fe3-afeb-d92d7a4107e3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434828 Mar 10 14:56:56.126704 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-7c62211b-f201-4bf1-a62b-6b19e69b8ed5 service neutron] 10.222.0.45 "GET /v2.0/ports/b81d5761-51cf-42eb-9b6a-40b9bc734bb4/bindings/n-h2-833090-1 HTTP/1.1" status: 200 len: 384 time: 0.0640984 Mar 10 14:56:56.185058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804fdc1-5b9a-466e-87e6-3a1dab904c86 req-3ba14cab-90ce-437b-b380-8fe32e541f3d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:56.186516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8804fdc1-5b9a-466e-87e6-3a1dab904c86 req-3ba14cab-90ce-437b-b380-8fe32e541f3d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 947 time: 0.0530128 Mar 10 14:56:56.233029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8804fdc1-5b9a-466e-87e6-3a1dab904c86 req-75e95857-afc0-4a7e-b5f5-b9ff7960d1d1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407243 Mar 10 14:56:56.317971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-d03fe130-a1f7-4fde-a2f6-c3d8e72cb9a9 service neutron] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:56.337846 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-d03fe130-a1f7-4fde-a2f6-c3d8e72cb9a9 service neutron] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:56.375912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55f7dc-28fc-43fa-b0a7-f0cfc8119d20 req-0a10aa7b-4f75-47eb-bf46-5a84141bfd05 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:56.376993 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-d03fe130-a1f7-4fde-a2f6-c3d8e72cb9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81d5761-51cf-42eb-9b6a-40b9bc734bb4 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:56:56.377550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a55f7dc-28fc-43fa-b0a7-f0cfc8119d20 req-0a10aa7b-4f75-47eb-bf46-5a84141bfd05 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0961506 Mar 10 14:56:56.394492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-d03fe130-a1f7-4fde-a2f6-c3d8e72cb9a9 service neutron] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:56.394984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac504c75-ab48-4ee0-8f01-b41b20daa784 req-697de0aa-85d3-4d01-a703-5ae5c854aa6f tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:56.397635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac504c75-ab48-4ee0-8f01-b41b20daa784 req-697de0aa-85d3-4d01-a703-5ae5c854aa6f tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 1129 time: 0.0814910 Mar 10 14:56:56.413729 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:56.421493 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-d03fe130-a1f7-4fde-a2f6-c3d8e72cb9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:56.462175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a55f7dc-28fc-43fa-b0a7-f0cfc8119d20 req-9bc38202-40a4-4ae7-9489-85452dffe38f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783021 Mar 10 14:56:56.494840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac504c75-ab48-4ee0-8f01-b41b20daa784 req-cf81a25d-6ad5-40c5-b642-0b635b5b31a8 tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711331 Mar 10 14:56:56.513142 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-d03fe130-a1f7-4fde-a2f6-c3d8e72cb9a9 service neutron] Transition to ACTIVE for port object b81d5761-51cf-42eb-9b6a-40b9bc734bb4 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:56:56.518000 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-d03fe130-a1f7-4fde-a2f6-c3d8e72cb9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:56.583396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fe130-a1f7-4fde-a2f6-c3d8e72cb9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,revision_number=10']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:56.612124 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-d03fe130-a1f7-4fde-a2f6-c3d8e72cb9a9 service neutron] No DVR routers for this DVR port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:56:56.659584 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-d03fe130-a1f7-4fde-a2f6-c3d8e72cb9a9 service neutron] 10.222.0.45 "PUT /v2.0/ports/b81d5761-51cf-42eb-9b6a-40b9bc734bb4/bindings/n-h2-833090-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5214546 Mar 10 14:56:56.743878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-ae5dd41d-a6e3-41c7-b4da-8e39198b1c90 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332029 Mar 10 14:56:56.846944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:56.892255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-021358df-d43c-41c0-9964-57fe12bac327 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:56.893744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-021358df-d43c-41c0-9964-57fe12bac327 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.1594169 Mar 10 14:56:56.898123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:56:56.902429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:56.903145 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:56.909608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdae1dd-33b0-41f9-965a-00e1191cb77b req-e32725a6-4243-4633-9d98-8eaaeb43e917 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:56.911100 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3cdae1dd-33b0-41f9-965a-00e1191cb77b req-e32725a6-4243-4633-9d98-8eaaeb43e917 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.1780217 Mar 10 14:56:56.935381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-d2f38cf5-0a61-4a80-a1dd-0d0cdb0a8f7f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:56.936499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-d2f38cf5-0a61-4a80-a1dd-0d0cdb0a8f7f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840022 Mar 10 14:56:56.982527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-203a8824-5a89-4e4d-955f-7e11c4f5a645 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/quotas/e2b42172400f4c3d9d37b41f77c0c27c HTTP/1.1" status: 200 len: 375 time: 0.0261385 Mar 10 14:56:56.999667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:57.000188 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:57.023752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:57.025972 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f331bd22-c6b7-4e7d-a10c-cbe2fe6a7992" -d '{"events": [{"server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "name": "network-vif-plugged", "status": "completed", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:57.036102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3cdae1dd-33b0-41f9-965a-00e1191cb77b req-547c4272-b01f-40a0-9a94-00a46a670011 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148171 Mar 10 14:56:57.039312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:57.042750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-7b93cbcc-a919-4d84-b4ce-55c4f8a41b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:57.043272 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:57.044264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-7b93cbcc-a919-4d84-b4ce-55c4f8a41b2e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4&tenant_id=0e24b30ca6604ae99b9012a50d837f98 HTTP/1.1" status: 200 len: 1126 time: 0.1323085 Mar 10 14:56:57.071608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-9a00b1fd-3a52-4a45-a6d9-f88100f74ae3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762641 Mar 10 14:56:57.108617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,revision_number=10']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:57.124925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-eb3735d8-e3df-4d86-b9fa-7851a78cb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:57.127020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-eb3735d8-e3df-4d86-b9fa-7851a78cb16c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1126 time: 0.0513558 Mar 10 14:56:57.216525 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd339978-6547-4d74-993e-dd88fc9b156a x-openstack-request-id: req-bd339978-6547-4d74-993e-dd88fc9b156a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:57.216900 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "name": "network-vif-plugged", "status": "completed", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:57.217225 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd339978-6547-4d74-993e-dd88fc9b156a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:57.217682 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'code': 200} Mar 10 14:56:57.260116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d2f99-fe04-4a1b-b5a1-fa5394fdffc8 req-00b11624-e275-471f-a507-323f5028e6d0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:57.261923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-034d2f99-fe04-4a1b-b5a1-fa5394fdffc8 req-00b11624-e275-471f-a507-323f5028e6d0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 945 time: 0.1210804 Mar 10 14:56:57.310442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-b732f381-93bc-442c-99eb-a2d047f798e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:57.311932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-b732f381-93bc-442c-99eb-a2d047f798e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.1791911 Mar 10 14:56:57.376469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-4e47c8a4-f5a2-4576-b357-97a0229bc232 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4 HTTP/1.1" status: 200 len: 217 time: 0.0537026 Mar 10 14:56:57.383032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-034d2f99-fe04-4a1b-b5a1-fa5394fdffc8 req-6f3db9c5-f7df-4374-8f95-ad41d72279a4 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136663 Mar 10 14:56:57.413250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b018ef-f35b-4d57-b166-c81369298e1b req-44f57547-2ac7-45be-90f4-27fe21cfd151 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:57.414771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69b018ef-f35b-4d57-b166-c81369298e1b req-44f57547-2ac7-45be-90f4-27fe21cfd151 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 1127 time: 0.1519554 Mar 10 14:56:57.485683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-7742ad17-b423-44d0-be6b-b1596f87430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:57.487355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-7742ad17-b423-44d0-be6b-b1596f87430c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.1025515 Mar 10 14:56:57.815634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-5033539a-c05c-4db1-b1e8-49180a997a74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3158367 Mar 10 14:56:57.820663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69b018ef-f35b-4d57-b166-c81369298e1b req-2e8b34f9-0d46-4e38-b067-08d5d50ea9f3 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852444 Mar 10 14:56:57.842057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff663b-8724-45e7-8450-fabe83da1ecd req-054680fb-8f41-46fd-939d-8ce229395ba9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:57.843522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28ff663b-8724-45e7-8450-fabe83da1ecd req-054680fb-8f41-46fd-939d-8ce229395ba9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 944 time: 0.3985014 Mar 10 14:56:57.954390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bfd7933-9b2a-4d34-94d6-4f878a701a7c req-94f243ee-fd14-4198-aa1e-6cdfac5dd387 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 210 time: 0.0460722 Mar 10 14:56:57.973531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28ff663b-8724-45e7-8450-fabe83da1ecd req-a7209ccb-4fd2-4bf2-ace0-e92effa6fc5a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119387 Mar 10 14:56:57.982421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-87365ca5-daf6-41d2-b2a7-e5927dc26482 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529324 Mar 10 14:56:57.991590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 724acb38-480f-4713-a9c8-e81f5ccdf120 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:56:58.066744 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 724acb38-480f-4713-a9c8-e81f5ccdf120 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:56:58.070622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 724acb38-480f-4713-a9c8-e81f5ccdf120 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:58.071103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:58.136188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-e573ed7b-7963-490b-ba05-75fcef5c6943 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479001 Mar 10 14:56:58.144540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f257b-1846-43c2-8783-5161c08779b2 req-e967d080-0153-4b88-8e6e-c26782dc0351 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:58.149967 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:58.153609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-213f257b-1846-43c2-8783-5161c08779b2 req-e967d080-0153-4b88-8e6e-c26782dc0351 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1313553 Mar 10 14:56:58.191870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 724acb38-480f-4713-a9c8-e81f5ccdf120 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:56:58.192563 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:58.215604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-213f257b-1846-43c2-8783-5161c08779b2 req-7d2319cf-4b31-4bf9-8a78-9d52fa0475f8 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610399 Mar 10 14:56:58.231373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 724acb38-480f-4713-a9c8-e81f5ccdf120, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=724acb38-480f-4713-a9c8-e81f5ccdf120,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:56:58.238702 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:58.240989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b81d5761-51cf-42eb-9b6a-40b9bc734bb4 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:56:58.270146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-8f4c5bd9-8144-4655-bea2-c232638c286a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494013 Mar 10 14:56:58.336142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=724acb38-480f-4713-a9c8-e81f5ccdf120,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:58.338762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 14:56:58.339467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b81d5761-51cf-42eb-9b6a-40b9bc734bb4 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:56:58.467497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-2b84e95f-b464-40c6-96e7-7e9356d4aaea tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:58.469111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-2b84e95f-b464-40c6-96e7-7e9356d4aaea tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907544 Mar 10 14:56:58.488892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Request body: {'port': {'device_id': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'e2b42172400f4c3d9d37b41f77c0c27c'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:58.527373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-de2f7b0f-96d2-41fd-8a01-aecb58e93b94 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:58.528906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-de2f7b0f-96d2-41fd-8a01-aecb58e93b94 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.1226461 Mar 10 14:56:58.543960 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-6e702d40-1d8d-4d27-ab48-9125641573b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701890 Mar 10 14:56:58.649469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c048a-c0e2-4c21-96f1-320bb29b65b5 req-4f19aebd-0d23-48db-8ea1-8257ed9f6197 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:58.650988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a94c048a-c0e2-4c21-96f1-320bb29b65b5 req-4f19aebd-0d23-48db-8ea1-8257ed9f6197 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 946 time: 0.1803534 Mar 10 14:56:58.675127 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-23aa757a-9fd5-4ad3-b557-567b3d29c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:58.676887 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-23aa757a-9fd5-4ad3-b557-567b3d29c229 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 1131 time: 0.0726886 Mar 10 14:56:58.766345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a94c048a-c0e2-4c21-96f1-320bb29b65b5 req-a67e0d01-9c5b-4868-a116-4d29f929570a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022460 Mar 10 14:56:58.768818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Made reservation on behalf of e2b42172400f4c3d9d37b41f77c0c27c for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:56:58.772352 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:58.793758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-87d6ab96-1f99-4c3c-8caf-ab6042a27f12 service neutron] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:56:58.804903 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-87d6ab96-1f99-4c3c-8caf-ab6042a27f12 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:58.806061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41bb240d-c943-449f-bfdc-4dbaf900c042 req-87d6ab96-1f99-4c3c-8caf-ab6042a27f12 service neutron] 10.222.0.62 "DELETE /v2.0/ports/b81d5761-51cf-42eb-9b6a-40b9bc734bb4/bindings/n-h1-833090-1 HTTP/1.1" status: 204 len: 173 time: 0.2682943 Mar 10 14:56:58.813546 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-8d6a1020-684f-4151-8ba6-222586b0c2fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1173856 Mar 10 14:56:58.849939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-be35b266-de13-4941-8ba1-b6fe85e38b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:58.850928 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-be35b266-de13-4941-8ba1-b6fe85e38b07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1303389 Mar 10 14:56:58.910017 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-2f3595d7-c75e-48a3-a83f-4e2955f38e25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=dd991316-cfac-4e48-87c8-85c73b1ff206 HTTP/1.1" status: 200 len: 217 time: 0.0424230 Mar 10 14:56:58.923756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Allocated IP 192.168.233.186 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/918a1b19-f76d-43e6-b504-867c9109a73c) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:56:58.924292 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-ad06497a-e137-4fda-a6cc-10e136053c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:58.925427 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-ad06497a-e137-4fda-a6cc-10e136053c70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=03c1ce8d13f5481e844f1388258a9b80&device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 1132 time: 0.0869260 Mar 10 14:56:58.990121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-f59e328c-6666-44b5-a34a-df1d52df4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:58.999847 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-f59e328c-6666-44b5-a34a-df1d52df4ae7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0733275 Mar 10 14:56:59.113575 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-e467d7f5-10c8-4c24-b003-90539b9f1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:59.115090 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-e467d7f5-10c8-4c24-b003-90539b9f1f65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1018417 Mar 10 14:56:59.117902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-c909a594-3da5-40e2-8ec0-7911646f89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:59.119311 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-c909a594-3da5-40e2-8ec0-7911646f89ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1532345 Mar 10 14:56:59.134125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-acdd13ac-eb76-4442-8540-38612b7263d2 req-a15647ab-dd1f-4afe-b260-a3b18f00e63c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 210 time: 0.0712745 Mar 10 14:56:59.180971 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks [] for port (918a1b19-f76d-43e6-b504-867c9109a73c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:59.186532 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-0d97b458-b636-4440-b4a8-8e83410a39b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=338ae337-3ba6-496f-b90e-9c64ea21839e HTTP/1.1" status: 200 len: 217 time: 0.0599623 Mar 10 14:56:59.190680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffac1d-fa1d-48fb-acf0-5f11ee7ca3f2 req-ae0e4708-0e96-40c5-91b4-a6e513ab1df5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:59.192207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3ffac1d-fa1d-48fb-acf0-5f11ee7ca3f2 req-ae0e4708-0e96-40c5-91b4-a6e513ab1df5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 944 time: 0.1309114 Mar 10 14:56:59.219030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724acb38-480f-4713-a9c8-e81f5ccdf120'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:56:59.221869 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88695b06-a476-4166-851b-c2aa6b98942d" -d '{"events": [{"server_uuid": "4cc515f8-0a40-43cf-90a9-1cb5045525e9", "name": "network-vif-plugged", "status": "completed", "tag": "724acb38-480f-4713-a9c8-e81f5ccdf120"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:56:59.258868 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:59.264372 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e576226-e3b1-4b6b-9a96-e5dc1c0b1da1 x-openstack-request-id: req-6e576226-e3b1-4b6b-9a96-e5dc1c0b1da1 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:56:59.264869 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc515f8-0a40-43cf-90a9-1cb5045525e9", "name": "network-vif-plugged", "status": "completed", "tag": "724acb38-480f-4713-a9c8-e81f5ccdf120", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:56:59.265413 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e576226-e3b1-4b6b-9a96-e5dc1c0b1da1 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:56:59.266504 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724acb38-480f-4713-a9c8-e81f5ccdf120', 'code': 200} Mar 10 14:56:59.272719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:56:59.311426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3ffac1d-fa1d-48fb-acf0-5f11ee7ca3f2 req-e6c101cc-ff23-461c-8c22-21e274306cc0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103356 Mar 10 14:56:59.315273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-7c4d3738-a421-4182-9960-6926404c603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:59.317715 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-7c4d3738-a421-4182-9960-6926404c603a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1253841 Mar 10 14:56:59.324846 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-77ac76b6-bcc0-408e-80c3-63b21ad19640 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922114 Mar 10 14:56:59.391566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:56:59.395272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Pushing event updated for resources: {'Port': ['ID=918a1b19-f76d-43e6-b504-867c9109a73c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:56:59.415048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:56:59.420425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:56:59.505085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:59.505085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:59.571976 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a5bd9df5-3646-46c1-9a70-f6cb1ae65e12 req-4705a276-01d3-4d49-a883-e564662e249c service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334869 Mar 10 14:56:59.607202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-2cfce035-9da6-4ebc-b577-7d0afdcf4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:59.613222 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-2cfce035-9da6-4ebc-b577-7d0afdcf4a93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2863908 Mar 10 14:56:59.628221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-622d7733-7cff-4bbf-9ad5-180741f10a97 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1464725 Mar 10 14:56:59.646663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Request body: {'port': {'device_id': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:56:59.728615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5c31c-1052-4332-a0cf-8fb4b76bff49 req-1d78e4cf-8eb6-4529-b9c1-8c3d784ea320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:59.730130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18b5c31c-1052-4332-a0cf-8fb4b76bff49 req-1d78e4cf-8eb6-4529-b9c1-8c3d784ea320 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 1128 time: 0.3586876 Mar 10 14:56:59.739013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f3e37-c8c8-449e-9109-b23f7ca255ba req-1c9c29bb-5f88-4c73-a270-63102fbfb81a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:59.740446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da2f3e37-c8c8-449e-9109-b23f7ca255ba req-1c9c29bb-5f88-4c73-a270-63102fbfb81a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.2268932 Mar 10 14:56:59.740583 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-c6489f37-2a47-461d-874c-55925e03ea63 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218941 Mar 10 14:56:59.756842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-203ef0f6-5145-4cec-aa87-2bd8e98cb827 None None] Provisioning complete for port 918a1b19-f76d-43e6-b504-867c9109a73c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:56:59.757288 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-203ef0f6-5145-4cec-aa87-2bd8e98cb827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:59.763902 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:56:59.784251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed60c7-657e-4e8c-8e5c-e78668388183 req-d2d0ae67-fe1d-4641-8535-8d2be080789d tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:56:59.792167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48ed60c7-657e-4e8c-8e5c-e78668388183 req-d2d0ae67-fe1d-4641-8535-8d2be080789d tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1126 time: 0.2835145 Mar 10 14:56:59.806779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-203ef0f6-5145-4cec-aa87-2bd8e98cb827 None None] Port 918a1b19-f76d-43e6-b504-867c9109a73c cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:56:59.853368 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-380d100b-cc03-4562-aacb-37ef5c6147ef req-a52947b9-9111-4255-9473-fb60b689a61d service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024084 Mar 10 14:56:59.902751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18b5c31c-1052-4332-a0cf-8fb4b76bff49 req-79b06acd-7ecf-47f4-809d-a84a4886ebd3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573174 Mar 10 14:56:59.908012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da2f3e37-c8c8-449e-9109-b23f7ca255ba req-79eb0d16-b922-4b28-a0ac-cadaeac7748e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534729 Mar 10 14:56:59.911957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48ed60c7-657e-4e8c-8e5c-e78668388183 req-8ae8386f-b4f5-4964-bdd8-313750fb14b4 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189580 Mar 10 14:57:00.106060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e2cd9-d45b-4957-aed4-2430c5faa6ad req-9a5b0ad5-db0a-4061-ad08-ed296d70fc98 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:00.107582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be5e2cd9-d45b-4957-aed4-2430c5faa6ad req-9a5b0ad5-db0a-4061-ad08-ed296d70fc98 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 946 time: 0.1243505 Mar 10 14:57:00.250168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be5e2cd9-d45b-4957-aed4-2430c5faa6ad req-6d54e2be-33ab-48d9-b4f8-e4874e188f6b tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354427 Mar 10 14:57:00.319821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918a1b19-f76d-43e6-b504-867c9109a73c {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:00.337578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Publish callbacks [] for port (918a1b19-f76d-43e6-b504-867c9109a73c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:00.346227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-81224593-9636-4980-88c9-f6f8edfa4730 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:00.347983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-81224593-9636-4980-88c9-f6f8edfa4730 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 807 time: 0.2148147 Mar 10 14:57:00.384722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Transition to ACTIVE for port object 918a1b19-f76d-43e6-b504-867c9109a73c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:57:00.389572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-643371d4-568a-432c-815d-b4a6eefa0f2c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/quotas/0e24b30ca6604ae99b9012a50d837f98 HTTP/1.1" status: 200 len: 375 time: 0.0255396 Mar 10 14:57:00.391523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:00.476172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac50605-0e9a-4b71-a12d-62d830cc1a9c req-eb157237-e025-4f3b-80eb-21a03b958632 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:00.477660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ac50605-0e9a-4b71-a12d-62d830cc1a9c req-eb157237-e025-4f3b-80eb-21a03b958632 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 936 time: 0.1628287 Mar 10 14:57:00.501816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=918a1b19-f76d-43e6-b504-867c9109a73c,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:00.591474 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e647a52f-03a2-49a2-b954-651d1116bc34 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1900578 Mar 10 14:57:00.597579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ac50605-0e9a-4b71-a12d-62d830cc1a9c req-bd427d5a-1b92-466d-8e69-a9e9309fda5d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113210 Mar 10 14:57:00.627487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Attempting to bind port 918a1b19-f76d-43e6-b504-867c9109a73c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:57:00.627878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Attempting to bind port 918a1b19-f76d-43e6-b504-867c9109a73c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:57:00.628327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Attempting to bind port 918a1b19-f76d-43e6-b504-867c9109a73c on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:00.644536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Port 918a1b19-f76d-43e6-b504-867c9109a73c on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:57:00.644935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Attempting to bind port 918a1b19-f76d-43e6-b504-867c9109a73c on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:00.662556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:57:00.662914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:57:00.663300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:57:00.663730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Bound port: 918a1b19-f76d-43e6-b504-867c9109a73c, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:57:00.664085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:00.754806 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-318f85bb-e969-4d58-a8d4-319034c052a2 service neutron] 10.222.0.11 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386554 Mar 10 14:57:00.790043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:57:00.817198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=918a1b19-f76d-43e6-b504-867c9109a73c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:57:00.851347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:00.898987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:00.899661 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:00.901095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] 10.222.0.62 "PUT /v2.0/ports/918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 200 len: 1096 time: 1.2609756 Mar 10 14:57:00.903322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:00.905948 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafce02e-eddc-494d-8e88-160d2694f86d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:00.921044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-bfbb8803-5060-4882-bb47-6cbcc6193fd7 service neutron] 10.222.0.11 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606386 Mar 10 14:57:00.939004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345344f-51cc-4f74-9f20-778b1d13b8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=918a1b19-f76d-43e6-b504-867c9109a73c,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:01.003224 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66da7bc0-b7e6-48b4-a8b9-7a9e736c2301 x-openstack-request-id: req-66da7bc0-b7e6-48b4-a8b9-7a9e736c2301 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:01.003679 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:01.003859 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66da7bc0-b7e6-48b4-a8b9-7a9e736c2301 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:01.004368 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c', 'status': 'completed', 'code': 200} Mar 10 14:57:01.026956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-e9ccf66a-1833-4543-a451-a809de506ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:01.028772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-e9ccf66a-1833-4543-a451-a809de506ff7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 1130 time: 0.0635424 Mar 10 14:57:01.082421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-ffcf643c-1469-4f99-89d3-23e7acbae6cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 200 len: 217 time: 0.0467556 Mar 10 14:57:01.209785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-543ff085-7235-4ec1-91a4-64d2e2aff257 req-dad4953d-25bb-49fa-8d3a-4a04dec5e0f9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 210 time: 0.0623360 Mar 10 14:57:01.226782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-590f0ed3-645f-4006-b161-604f383cf91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:01.228307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-590f0ed3-645f-4006-b161-604f383cf91d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1353853 Mar 10 14:57:01.284132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211985d9-26ce-4381-9f00-2b03b8a64a16 req-258c4b44-9f1f-44ee-a702-2638e82e8eb3 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:01.285858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-211985d9-26ce-4381-9f00-2b03b8a64a16 req-258c4b44-9f1f-44ee-a702-2638e82e8eb3 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.2060385 Mar 10 14:57:01.329988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-61ac0647-d1a3-40ba-a1ae-2c7be20e0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:01.331728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-61ac0647-d1a3-40ba-a1ae-2c7be20e0ea5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0913091 Mar 10 14:57:01.407831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-211985d9-26ce-4381-9f00-2b03b8a64a16 req-9b4b2701-d294-4bbf-9298-2e6605b3179a tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156337 Mar 10 14:57:01.479034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7cd01-f9ea-4262-a493-b3e97ec1f840 req-668dfba9-e45e-4981-832d-123bab4791c5 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:01.481264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6b7cd01-f9ea-4262-a493-b3e97ec1f840 req-668dfba9-e45e-4981-832d-123bab4791c5 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 946 time: 0.1536448 Mar 10 14:57:01.512566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-bfc9a564-212c-4571-82d5-19c968f01b5c service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605148 Mar 10 14:57:01.568447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6b7cd01-f9ea-4262-a493-b3e97ec1f840 req-4812fc1f-82c1-49b7-ba23-83cbb21b2dc6 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730600 Mar 10 14:57:01.941363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a7d7-ab4f-4630-9d22-ec4814a51efb req-3915448f-0d8f-4878-bd2b-dcd865e04418 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223809 Mar 10 14:57:01.956645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91d798-ca4d-4f2f-bdef-ece85e77c560 req-98efa7e2-4cce-4b44-bf17-4969f4903d70 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:01.958080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f91d798-ca4d-4f2f-bdef-ece85e77c560 req-98efa7e2-4cce-4b44-bf17-4969f4903d70 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 948 time: 0.0724025 Mar 10 14:57:02.033074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f91d798-ca4d-4f2f-bdef-ece85e77c560 req-3a5132ae-5e2f-4c76-9c0f-b7f342de2c2f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668995 Mar 10 14:57:02.050564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce02e-eddc-494d-8e88-160d2694f86d req-3c448f48-96f2-4fbd-a2b5-41d8f0515101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:02.052273 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dafce02e-eddc-494d-8e88-160d2694f86d req-3c448f48-96f2-4fbd-a2b5-41d8f0515101 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 1130 time: 0.0586798 Mar 10 14:57:02.146537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce02e-eddc-494d-8e88-160d2694f86d req-ce24197d-78aa-4327-abec-2d911977c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:02.148027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dafce02e-eddc-494d-8e88-160d2694f86d req-ce24197d-78aa-4327-abec-2d911977c49e service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.0887167 Mar 10 14:57:02.189356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dafce02e-eddc-494d-8e88-160d2694f86d req-c66fb428-55df-4d2f-80ae-c45b3b1395fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 200 len: 217 time: 0.0349057 Mar 10 14:57:02.242601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce02e-eddc-494d-8e88-160d2694f86d req-790c94a6-4a09-4c54-8cda-872fb572c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:02.244002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dafce02e-eddc-494d-8e88-160d2694f86d req-790c94a6-4a09-4c54-8cda-872fb572c026 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0490885 Mar 10 14:57:02.327523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce02e-eddc-494d-8e88-160d2694f86d req-c95db326-71d6-458f-9d97-e30bb09bb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:02.329038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dafce02e-eddc-494d-8e88-160d2694f86d req-c95db326-71d6-458f-9d97-e30bb09bb6a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0771723 Mar 10 14:57:02.330900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4e5e4ec-32fe-4e29-96aa-d88552497302 req-5981353b-04a7-4074-a703-c3033a0e4c63 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 210 time: 0.0300908 Mar 10 14:57:02.517909 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dafce02e-eddc-494d-8e88-160d2694f86d req-96a36074-c842-4933-b161-143cf204be6d service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830199 Mar 10 14:57:02.548769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-32540418-ed7f-48ed-aa67-434f092d983a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:02.550158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-32540418-ed7f-48ed-aa67-434f092d983a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 807 time: 0.1953173 Mar 10 14:57:02.585456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Request body: {'port': {'device_id': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238', 'admin_state_up': True, 'tenant_id': '0e24b30ca6604ae99b9012a50d837f98'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:02.756734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbc68a-aa0f-4ab5-84aa-c08714058893 req-75144d8d-d35d-4520-b61c-2a0b43cac275 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:02.758126 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28bbc68a-aa0f-4ab5-84aa-c08714058893 req-75144d8d-d35d-4520-b61c-2a0b43cac275 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.2379246 Mar 10 14:57:02.774023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dafce02e-eddc-494d-8e88-160d2694f86d req-7036a1cb-c191-4c6b-ba1b-d093c9ddb29e service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431235 Mar 10 14:57:02.832377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f5f7-03c0-4596-9e59-7f10dad9f6a0 req-3d0dfcbf-2559-4dcc-92a6-939cf3a43fa8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:02.833852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1573f5f7-03c0-4596-9e59-7f10dad9f6a0 req-3d0dfcbf-2559-4dcc-92a6-939cf3a43fa8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 946 time: 0.1789422 Mar 10 14:57:02.857707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28bbc68a-aa0f-4ab5-84aa-c08714058893 req-e745678b-2cd5-4d01-a0de-78e62e5e3c2e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921664 Mar 10 14:57:02.858260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Made reservation on behalf of 0e24b30ca6604ae99b9012a50d837f98 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:57:02.861394 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:02.915419 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1573f5f7-03c0-4596-9e59-7f10dad9f6a0 req-74cbc473-a2ab-4dc5-87fd-43c181945fe3 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711701 Mar 10 14:57:03.050538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Allocated IP 172.20.0.3 (94067cff-c117-4c51-a11d-b4ca58bf3238/5b31adf1-a8e9-48c4-a752-3e4542a7a6a9/ce496d4e-9d14-44fb-a18a-dec38b537711) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:57:03.080324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a67f3-46f4-48d6-aefd-eb2ac33a09da req-43ca30c7-37a8-4664-a827-7f0f96012c4a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:03.081843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b69a67f3-46f4-48d6-aefd-eb2ac33a09da req-43ca30c7-37a8-4664-a827-7f0f96012c4a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 946 time: 0.0904498 Mar 10 14:57:03.214938 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b69a67f3-46f4-48d6-aefd-eb2ac33a09da req-1bd25539-96a4-428d-a07a-1f90e7351125 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169729 Mar 10 14:57:03.273105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa510a2-da01-4940-a761-17ba5d91ef71 req-2bea6506-cf82-4c53-978e-30012c7383ad tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:03.275164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1fa510a2-da01-4940-a761-17ba5d91ef71 req-2bea6506-cf82-4c53-978e-30012c7383ad tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 948 time: 0.1521113 Mar 10 14:57:03.317997 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks [] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:03.357686 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1fa510a2-da01-4940-a761-17ba5d91ef71 req-ae7756aa-4413-4ba3-a01b-31a957f274a1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713689 Mar 10 14:57:03.386527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:03.430107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Network 94067cff-c117-4c51-a11d-b4ca58bf3238 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:57:03.435267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:57:03.442208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:57:03.487148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Pushing event updated for resources: {'Port': ['ID=ce496d4e-9d14-44fb-a18a-dec38b537711,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:03.542006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:03.543214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:03.568778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208b2fc-1963-4ea5-8661-d578a99c8bf9 req-b101a15b-9b53-42ff-a75d-cb28a7b97b24 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:03.568778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5208b2fc-1963-4ea5-8661-d578a99c8bf9 req-b101a15b-9b53-42ff-a75d-cb28a7b97b24 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 931 time: 0.1139085 Mar 10 14:57:03.571048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-2cafe25b-bcee-40d3-9052-fb01e7c2288f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9919052 Mar 10 14:57:03.590531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Request body: {'port': {'device_id': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:03.679359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5208b2fc-1963-4ea5-8661-d578a99c8bf9 req-de5d27ed-6cdd-4c90-93f6-356ca453ed1f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995262 Mar 10 14:57:03.684741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:04.015691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1ff80-8463-47b8-af6b-3dbf3c39331a req-762bd612-0652-4ea4-9feb-62035433e642 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:04.017226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a1ff80-8463-47b8-af6b-3dbf3c39331a req-762bd612-0652-4ea4-9feb-62035433e642 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 946 time: 0.1165998 Mar 10 14:57:04.110383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e3a72-fbb8-43dc-b820-ff26f2ebfa97 req-654a097b-85e9-480b-a24c-21e068d78037 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:04.111913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e65e3a72-fbb8-43dc-b820-ff26f2ebfa97 req-654a097b-85e9-480b-a24c-21e068d78037 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1729748 Mar 10 14:57:04.150606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce496d4e-9d14-44fb-a18a-dec38b537711 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:04.166300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a1ff80-8463-47b8-af6b-3dbf3c39331a req-1f84c587-40d6-45b9-bd8c-44a416f00c84 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424241 Mar 10 14:57:04.169778 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Publish callbacks [] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:04.196772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Transition to ACTIVE for port object ce496d4e-9d14-44fb-a18a-dec38b537711 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:57:04.214975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:04.252757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e65e3a72-fbb8-43dc-b820-ff26f2ebfa97 req-c64738ba-07fe-4e66-8e17-4fe9a7f806d8 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339455 Mar 10 14:57:04.291314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Pushing event updated for resources: {'Port': ['ID=ce496d4e-9d14-44fb-a18a-dec38b537711,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:04.374547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:57:04.374817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:57:04.375179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:04.379526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Port ce496d4e-9d14-44fb-a18a-dec38b537711 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:57:04.379844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:04.384699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:57:04.385032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:57:04.385414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:57:04.385838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Bound port: ce496d4e-9d14-44fb-a18a-dec38b537711, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:57:04.386837 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:04.476332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:57:04.491436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ce496d4e-9d14-44fb-a18a-dec38b537711,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:57:04.502760 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:04.523065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd98e48-027b-4dec-a535-5f07a3beba67 req-c72697b0-e15b-476a-8a14-dd8b6be168fe tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:04.524611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8dd98e48-027b-4dec-a535-5f07a3beba67 req-c72697b0-e15b-476a-8a14-dd8b6be168fe tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 948 time: 0.0878248 Mar 10 14:57:04.556618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:04.557420 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:04.559376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] 10.222.0.45 "PUT /v2.0/ports/ce496d4e-9d14-44fb-a18a-dec38b537711 HTTP/1.1" status: 200 len: 1091 time: 0.9734809 Mar 10 14:57:04.563202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'tag': 'ce496d4e-9d14-44fb-a18a-dec38b537711'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:04.564897 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff8461d-ce4c-4680-b482-8d663dde8ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a254fe7-49fb-45fe-9a0d-b82d4d0b992f", "tag": "ce496d4e-9d14-44fb-a18a-dec38b537711"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:04.614307 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c04c736-3ec4-4a07-add0-bee60f3d3d6a x-openstack-request-id: req-8c04c736-3ec4-4a07-add0-bee60f3d3d6a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:04.614602 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a254fe7-49fb-45fe-9a0d-b82d4d0b992f", "tag": "ce496d4e-9d14-44fb-a18a-dec38b537711", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:04.614897 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c04c736-3ec4-4a07-add0-bee60f3d3d6a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:04.615301 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'tag': 'ce496d4e-9d14-44fb-a18a-dec38b537711', 'status': 'completed', 'code': 200} Mar 10 14:57:04.623456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b67015-8680-4655-bf66-8ebbff98ebcd service neutron] Pushing event updated for resources: {'Port': ['ID=ce496d4e-9d14-44fb-a18a-dec38b537711,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:04.631426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8dd98e48-027b-4dec-a535-5f07a3beba67 req-ee3c7acf-1f42-4af2-a9f8-581654feabf2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877059 Mar 10 14:57:04.677190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e37faa72-b3c1-4479-9b4e-1f7b310eadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:04.678729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-e37faa72-b3c1-4479-9b4e-1f7b310eadcd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 1125 time: 0.0464776 Mar 10 14:57:04.744559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-f3ac6a8e-5121-4f1f-8553-be1ffe4a4edf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce496d4e-9d14-44fb-a18a-dec38b537711 HTTP/1.1" status: 200 len: 217 time: 0.0383663 Mar 10 14:57:04.828509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-12da8dcc-c318-4a73-9a95-d42acaaf1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:04.829968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-12da8dcc-c318-4a73-9a95-d42acaaf1aef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0664351 Mar 10 14:57:04.841183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7cca1-5a80-4c0e-8eb8-3d021e602440 req-eb24a5aa-f648-453a-a576-c213a20bbda0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:04.842572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cec7cca1-5a80-4c0e-8eb8-3d021e602440 req-eb24a5aa-f648-453a-a576-c213a20bbda0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.0893354 Mar 10 14:57:04.889253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-c48c0c48-24bf-410b-8b5e-15b5caa5efcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349431 Mar 10 14:57:04.932608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cec7cca1-5a80-4c0e-8eb8-3d021e602440 req-098a4b46-a2db-4342-928c-de7752073e4a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842283 Mar 10 14:57:04.997658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-034a5c02-f2ed-47be-a88b-70541c2cf8e3 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927212 Mar 10 14:57:05.102016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aad1806f-b79b-4a60-a0ae-67b8c115f5cc req-0b49541e-3098-4d5f-b7a8-53d49f8f8684 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921638 Mar 10 14:57:05.219742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8461d-ce4c-4680-b482-8d663dde8ac9 req-f42a7e11-d9e0-46da-95b1-9c42e151688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:05.221487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ff8461d-ce4c-4680-b482-8d663dde8ac9 req-f42a7e11-d9e0-46da-95b1-9c42e151688e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 1125 time: 0.0519462 Mar 10 14:57:05.378593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8461d-ce4c-4680-b482-8d663dde8ac9 req-42bf00da-3855-4840-ac96-603c18149666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:05.380083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ff8461d-ce4c-4680-b482-8d663dde8ac9 req-42bf00da-3855-4840-ac96-603c18149666 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.1510723 Mar 10 14:57:05.394818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2476c83-9da9-4baa-9d0c-0eadea91b22b req-01bf48ea-58be-4932-b247-af63bfa1df38 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:05.396534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2476c83-9da9-4baa-9d0c-0eadea91b22b req-01bf48ea-58be-4932-b247-af63bfa1df38 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 946 time: 0.1315520 Mar 10 14:57:05.452163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ff8461d-ce4c-4680-b482-8d663dde8ac9 req-6b8c2888-ca1e-40c7-8f57-776af0b02446 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce496d4e-9d14-44fb-a18a-dec38b537711 HTTP/1.1" status: 200 len: 217 time: 0.0546405 Mar 10 14:57:05.465529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa94f2-03f0-48ee-8cda-61a243916c5a req-e4433075-8afe-44e3-b282-390bf1e933da tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:05.466909 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5cfa94f2-03f0-48ee-8cda-61a243916c5a req-e4433075-8afe-44e3-b282-390bf1e933da tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1400919 Mar 10 14:57:05.538528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2476c83-9da9-4baa-9d0c-0eadea91b22b req-842168f6-32ff-4041-bc57-6a5cb09eb15a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339092 Mar 10 14:57:05.567617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8461d-ce4c-4680-b482-8d663dde8ac9 req-f5588f3b-f42e-488b-a922-0b24391928d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:05.569075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ff8461d-ce4c-4680-b482-8d663dde8ac9 req-f5588f3b-f42e-488b-a922-0b24391928d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0940084 Mar 10 14:57:05.572570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5cfa94f2-03f0-48ee-8cda-61a243916c5a req-b96866cd-411f-41c9-b71b-9602b44cf473 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985332 Mar 10 14:57:05.618294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ff8461d-ce4c-4680-b482-8d663dde8ac9 req-88f21b81-f861-43fb-874a-b91a41308728 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370412 Mar 10 14:57:05.754658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ff8461d-ce4c-4680-b482-8d663dde8ac9 req-1dedfd95-c119-4891-b019-eae7dad97ad2 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278396 Mar 10 14:57:05.774682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d5fc6-7a3c-4d0d-af86-f477dd4b4846 req-b8d4d0cd-a7fc-4ed6-b874-97b804d3e095 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:05.776197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-907d5fc6-7a3c-4d0d-af86-f477dd4b4846 req-b8d4d0cd-a7fc-4ed6-b874-97b804d3e095 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 948 time: 0.0710602 Mar 10 14:57:05.888666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-907d5fc6-7a3c-4d0d-af86-f477dd4b4846 req-87c2e7ee-15a1-4ce2-8d10-3fcaa5b0d64d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040366 Mar 10 14:57:05.909061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ff8461d-ce4c-4680-b482-8d663dde8ac9 req-9b4b0c3e-773a-4bfe-ad14-bc7bc3164228 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316936 Mar 10 14:57:06.021447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 724acb38-480f-4713-a9c8-e81f5ccdf120 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:57:06.060798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d60c8-cf9a-4246-ad28-95d44a359dee req-ae7a3fb1-f0b3-4ed1-8465-5259270d891a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:06.062392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb2d60c8-cf9a-4246-ad28-95d44a359dee req-ae7a3fb1-f0b3-4ed1-8465-5259270d891a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.0595002 Mar 10 14:57:06.114158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb2d60c8-cf9a-4246-ad28-95d44a359dee req-fb2f391b-023c-4f3b-9ec7-1cc13376df6c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428534 Mar 10 14:57:06.147368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 724acb38-480f-4713-a9c8-e81f5ccdf120, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=724acb38-480f-4713-a9c8-e81f5ccdf120,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:06.159067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '724acb38-480f-4713-a9c8-e81f5ccdf120', 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599', 'port_id': '724acb38-480f-4713-a9c8-e81f5ccdf120', 'mac_address': 'fa:16:3e:3f:15:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:57:06.198469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 724acb38-480f-4713-a9c8-e81f5ccdf120 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:06.199066 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:06.212796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 724acb38-480f-4713-a9c8-e81f5ccdf120 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:06.232589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 724acb38-480f-4713-a9c8-e81f5ccdf120, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=724acb38-480f-4713-a9c8-e81f5ccdf120,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:06.236750 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:06.286083 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=724acb38-480f-4713-a9c8-e81f5ccdf120,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:06.491268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['724acb38-480f-4713-a9c8-e81f5ccdf120'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:57:06.705995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c746848-0cc7-4016-9297-3d2d4d7f2d21 req-a40e833a-f57f-4089-8cfb-10a711e7b8ac tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:06.707632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c746848-0cc7-4016-9297-3d2d4d7f2d21 req-a40e833a-f57f-4089-8cfb-10a711e7b8ac tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 945 time: 0.0824263 Mar 10 14:57:06.788721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a17e4d-74dc-4ff9-804f-33d8d14826d8 req-fc28e9bd-418f-4336-be9a-e6c643700147 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:06.790826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7a17e4d-74dc-4ff9-804f-33d8d14826d8 req-fc28e9bd-418f-4336-be9a-e6c643700147 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1052947 Mar 10 14:57:06.794355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c746848-0cc7-4016-9297-3d2d4d7f2d21 req-2768172a-b571-4cd9-9e0f-9a6b463e21f2 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673521 Mar 10 14:57:06.842657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7a17e4d-74dc-4ff9-804f-33d8d14826d8 req-ac21c812-b682-4ca8-86b0-90958a8e4f28 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437255 Mar 10 14:57:06.870482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 918a1b19-f76d-43e6-b504-867c9109a73c details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:57:06.994655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=918a1b19-f76d-43e6-b504-867c9109a73c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:07.008829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '918a1b19-f76d-43e6-b504-867c9109a73c', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '918a1b19-f76d-43e6-b504-867c9109a73c', 'mac_address': 'fa:16:3e:8c:59:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:57:07.030756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dd986-2772-466c-879d-8f2c4ca23522 req-f524bd7f-3075-4fde-b8e4-de97e2085ff3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:07.032351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-234dd986-2772-466c-879d-8f2c4ca23522 req-f524bd7f-3075-4fde-b8e4-de97e2085ff3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 948 time: 0.0590138 Mar 10 14:57:07.058781 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 918a1b19-f76d-43e6-b504-867c9109a73c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:07.059749 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:07.075859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918a1b19-f76d-43e6-b504-867c9109a73c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:07.104421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=918a1b19-f76d-43e6-b504-867c9109a73c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:07.106086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-234dd986-2772-466c-879d-8f2c4ca23522 req-44f4f669-a195-4133-b567-0c2ec2ab3d23 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665648 Mar 10 14:57:07.110419 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:07.182168 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:57:07.187672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=918a1b19-f76d-43e6-b504-867c9109a73c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:07.264056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1ad1b-5b3d-4dd0-baec-f684239c07f3 req-a3835263-0230-451c-84f6-3522022e921a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:07.266174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11e1ad1b-5b3d-4dd0-baec-f684239c07f3 req-a3835263-0230-451c-84f6-3522022e921a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.0573127 Mar 10 14:57:07.318869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11e1ad1b-5b3d-4dd0-baec-f684239c07f3 req-2c245cef-af45-46fe-bbde-da075322a47b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455086 Mar 10 14:57:07.555588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['918a1b19-f76d-43e6-b504-867c9109a73c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:57:07.934057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71c8f5-8d89-4b1f-9c72-534ef7864432 req-99b9a247-0a18-4c6d-98f5-edcbb3afb747 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:07.935597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b71c8f5-8d89-4b1f-9c72-534ef7864432 req-99b9a247-0a18-4c6d-98f5-edcbb3afb747 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 945 time: 0.0651591 Mar 10 14:57:08.008897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b71c8f5-8d89-4b1f-9c72-534ef7864432 req-c1d70128-1906-4f5d-9efa-443b63f0a735 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543413 Mar 10 14:57:08.017411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787f8b2-76f4-4604-a410-d325ba6e7afd req-1a6f8c8e-911e-4ed9-b98b-01cdf961b9b8 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:08.018272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ce496d4e-9d14-44fb-a18a-dec38b537711 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:57:08.018503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1787f8b2-76f4-4604-a410-d325ba6e7afd req-1a6f8c8e-911e-4ed9-b98b-01cdf961b9b8 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1004245 Mar 10 14:57:08.023303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 724acb38-480f-4713-a9c8-e81f5ccdf120 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:57:08.072054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1787f8b2-76f4-4604-a410-d325ba6e7afd req-899c2e9e-c1df-47fd-ac2d-d17d1b337f46 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463312 Mar 10 14:57:08.148998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 724acb38-480f-4713-a9c8-e81f5ccdf120 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:57:08.149526 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:08.192068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ce496d4e-9d14-44fb-a18a-dec38b537711,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:08.214491 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'ce496d4e-9d14-44fb-a18a-dec38b537711', 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238', 'port_id': 'ce496d4e-9d14-44fb-a18a-dec38b537711', 'mac_address': 'fa:16:3e:98:2b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b31adf1-a8e9-48c4-a752-3e4542a7a6a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:57:08.222230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a942776-805f-48da-8197-0b0876124597 req-8e6eb84c-0bad-4a9b-b312-c76c8bf8a794 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:08.223843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a942776-805f-48da-8197-0b0876124597 req-8e6eb84c-0bad-4a9b-b312-c76c8bf8a794 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 949 time: 0.0550873 Mar 10 14:57:08.279960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a942776-805f-48da-8197-0b0876124597 req-8e42facf-11b1-4cbd-907f-46b179f247d5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Mar 10 14:57:08.414574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 724acb38-480f-4713-a9c8-e81f5ccdf120 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:08.414998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:08.442597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724acb38-480f-4713-a9c8-e81f5ccdf120'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:08.445092 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a8f9d4-a9f0-466a-8d25-851b3a2e469c" -d '{"events": [{"server_uuid": "4cc515f8-0a40-43cf-90a9-1cb5045525e9", "name": "network-vif-plugged", "status": "completed", "tag": "724acb38-480f-4713-a9c8-e81f5ccdf120"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:08.450165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ec372-9223-4cb0-9980-1bb8abddb544 req-a92c6a92-c9bb-45ce-8d33-2dbb7ad38f6e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:08.452364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c75ec372-9223-4cb0-9980-1bb8abddb544 req-a92c6a92-c9bb-45ce-8d33-2dbb7ad38f6e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.0614145 Mar 10 14:57:08.469853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 724acb38-480f-4713-a9c8-e81f5ccdf120, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=724acb38-480f-4713-a9c8-e81f5ccdf120,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:08.470925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ce496d4e-9d14-44fb-a18a-dec38b537711 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:08.471314 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:08.484438 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:08.492238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce496d4e-9d14-44fb-a18a-dec38b537711 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:08.514534 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc13554-663e-4d0a-b56b-0f806fa42600 x-openstack-request-id: req-9dc13554-663e-4d0a-b56b-0f806fa42600 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:08.514883 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc515f8-0a40-43cf-90a9-1cb5045525e9", "name": "network-vif-plugged", "status": "completed", "tag": "724acb38-480f-4713-a9c8-e81f5ccdf120", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:08.515171 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9dc13554-663e-4d0a-b56b-0f806fa42600 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:08.515533 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724acb38-480f-4713-a9c8-e81f5ccdf120', 'code': 200} Mar 10 14:57:08.524577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c75ec372-9223-4cb0-9980-1bb8abddb544 req-3b7100bd-7768-4a90-a57a-bbf0b76815ed tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666993 Mar 10 14:57:08.551043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ce496d4e-9d14-44fb-a18a-dec38b537711,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:08.558745 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:08.563080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=724acb38-480f-4713-a9c8-e81f5ccdf120,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:08.613075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ce496d4e-9d14-44fb-a18a-dec38b537711,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:08.884699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 918a1b19-f76d-43e6-b504-867c9109a73c up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:57:08.939301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 918a1b19-f76d-43e6-b504-867c9109a73c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:57:08.944647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 918a1b19-f76d-43e6-b504-867c9109a73c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:57:08.944967 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:09.025169 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['ce496d4e-9d14-44fb-a18a-dec38b537711'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:57:09.090923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 918a1b19-f76d-43e6-b504-867c9109a73c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:09.092219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:09.172251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=918a1b19-f76d-43e6-b504-867c9109a73c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:09.180383 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:09.205445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432de62-0fb5-444a-9bff-506af286218e req-5dcfe52b-3d62-4f0b-882a-7a8e21869075 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:09.207287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e432de62-0fb5-444a-9bff-506af286218e req-5dcfe52b-3d62-4f0b-882a-7a8e21869075 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 946 time: 0.0931072 Mar 10 14:57:09.243605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76422e7-444e-44e5-b9b2-247198a8b3e5 req-24f8163b-0ec3-4b4e-b630-f96e0f76277e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:09.245211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f76422e7-444e-44e5-b9b2-247198a8b3e5 req-24f8163b-0ec3-4b4e-b630-f96e0f76277e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0874996 Mar 10 14:57:09.267641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=918a1b19-f76d-43e6-b504-867c9109a73c,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:09.290094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e432de62-0fb5-444a-9bff-506af286218e req-1ec93b24-6f4e-4bc1-b75e-cf88dd69ba0e tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766602 Mar 10 14:57:09.338177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f76422e7-444e-44e5-b9b2-247198a8b3e5 req-ce02cbb4-833c-4e62-bbf5-d20e5991b97c tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817523 Mar 10 14:57:09.420681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b503b1-9329-4aca-9405-1b8e0f6ba578 req-55ef8a47-dbfe-43f6-8398-f390b66ab60e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:09.422243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67b503b1-9329-4aca-9405-1b8e0f6ba578 req-55ef8a47-dbfe-43f6-8398-f390b66ab60e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0626338 Mar 10 14:57:09.478416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67b503b1-9329-4aca-9405-1b8e0f6ba578 req-aa4ff662-1e64-4e79-a9f6-0aef0c506fbb tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503957 Mar 10 14:57:09.652356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e5ad2-7bd8-4aa8-a0f9-44088691c61b req-86b2f6f3-90a3-4b0b-9b37-379d10782ae3 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:09.654103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9e5ad2-7bd8-4aa8-a0f9-44088691c61b req-86b2f6f3-90a3-4b0b-9b37-379d10782ae3 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 946 time: 0.0696979 Mar 10 14:57:10.011377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9e5ad2-7bd8-4aa8-a0f9-44088691c61b req-a041e7a7-c895-458c-906a-0430641fcb96 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501887 Mar 10 14:57:10.022969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce980a6b-5317-42aa-b0dd-081d40bed3cc req-20fc835f-b83e-4dd7-b873-374a62bde6dc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:10.024253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce980a6b-5317-42aa-b0dd-081d40bed3cc req-20fc835f-b83e-4dd7-b873-374a62bde6dc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 944 time: 0.3625908 Mar 10 14:57:10.091297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce980a6b-5317-42aa-b0dd-081d40bed3cc req-b1eb8f11-e038-45f0-9f94-66fb169af9c3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554862 Mar 10 14:57:10.133411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f21f97-8bbb-444b-9287-ef2e6e22140a req-7bdb4804-f09b-4810-83e2-5151bb5cebd3 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:10.134913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8f21f97-8bbb-444b-9287-ef2e6e22140a req-7bdb4804-f09b-4810-83e2-5151bb5cebd3 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 1133 time: 0.0442395 Mar 10 14:57:10.178827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8f21f97-8bbb-444b-9287-ef2e6e22140a req-682dbbd9-82e5-429b-8f58-0fc49ec46652 tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373905 Mar 10 14:57:10.378416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f293ff-0e1d-41ec-9ee3-b5794eb616dc req-f3e91ea5-e619-41f0-b106-3c95e4d031bc tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:10.380064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5f293ff-0e1d-41ec-9ee3-b5794eb616dc req-f3e91ea5-e619-41f0-b106-3c95e4d031bc tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 1133 time: 0.0444522 Mar 10 14:57:10.430183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5f293ff-0e1d-41ec-9ee3-b5794eb616dc req-d913cbcd-7b59-4404-9092-be532660218c tempest-ServersAdminTestJSON-1059459319 tempest-ServersAdminTestJSON-1059459319-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442586 Mar 10 14:57:10.517108 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:10.520282 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1903a7-5e19-482f-b277-fd20924b5232" -d '{"events": [{"server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "name": "network-vif-plugged", "status": "completed", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:10.630694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af604988-007a-401c-bd53-fc90b7a2185c req-c967e157-4894-496a-95b6-2ec6240c79f5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:10.641483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af604988-007a-401c-bd53-fc90b7a2185c req-c967e157-4894-496a-95b6-2ec6240c79f5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0865557 Mar 10 14:57:10.647604 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a982ba-c62e-4279-9c6b-3563df841ae0 x-openstack-request-id: req-83a982ba-c62e-4279-9c6b-3563df841ae0 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:10.647922 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "name": "network-vif-plugged", "status": "completed", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:10.648178 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83a982ba-c62e-4279-9c6b-3563df841ae0 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:10.648562 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c', 'code': 200} Mar 10 14:57:10.689297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af604988-007a-401c-bd53-fc90b7a2185c req-4de8a0b8-0a35-455d-9163-c134b757da76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469029 Mar 10 14:57:10.805703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38014d4a-96e0-4e8f-9631-301459222ea8 req-24280f34-083b-4e03-bac0-f553955329ff tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:10.807570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38014d4a-96e0-4e8f-9631-301459222ea8 req-24280f34-083b-4e03-bac0-f553955329ff tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.0890622 Mar 10 14:57:10.811077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25ea7c-3344-4be7-8ab6-49eb112de7c3 req-b5db72c5-c45f-4c99-ac6b-1b489a38625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:10.812575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df25ea7c-3344-4be7-8ab6-49eb112de7c3 req-b5db72c5-c45f-4c99-ac6b-1b489a38625d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 1132 time: 0.0816400 Mar 10 14:57:10.882488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38014d4a-96e0-4e8f-9631-301459222ea8 req-d02c440b-3dda-4d3d-b15c-0b531888d3a7 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673807 Mar 10 14:57:10.885941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df25ea7c-3344-4be7-8ab6-49eb112de7c3 req-58561f13-15d3-47ab-b434-01a25c8bf7ff service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651546 Mar 10 14:57:11.132432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c0bf7-e5e0-4697-a0c5-030ec4a89cba req-50e66504-ab3c-43bb-bdff-3d40200c53b6 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:11.134106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d14c0bf7-e5e0-4697-a0c5-030ec4a89cba req-50e66504-ab3c-43bb-bdff-3d40200c53b6 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 946 time: 0.0563388 Mar 10 14:57:11.214875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d14c0bf7-e5e0-4697-a0c5-030ec4a89cba req-57c374e8-0cd0-465a-82bf-f674e1f85e98 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741334 Mar 10 14:57:11.235514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55728f1c-9e6a-4300-81a3-7aa3d51a57a0 req-1b2cd32a-db05-41cc-8a1c-bf1e60e4a96e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:11.235514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55728f1c-9e6a-4300-81a3-7aa3d51a57a0 req-1b2cd32a-db05-41cc-8a1c-bf1e60e4a96e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 944 time: 0.0788219 Mar 10 14:57:11.280916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55728f1c-9e6a-4300-81a3-7aa3d51a57a0 req-64873b09-8708-47e3-a825-e338e2e1f805 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Mar 10 14:57:11.808992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5475cd7-e8a0-40aa-87e5-bdcdcd6fda7b req-8c650d90-5338-4090-9b6f-013fedfccc1b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:11.810477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5475cd7-e8a0-40aa-87e5-bdcdcd6fda7b req-8c650d90-5338-4090-9b6f-013fedfccc1b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0555604 Mar 10 14:57:11.856474 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5475cd7-e8a0-40aa-87e5-bdcdcd6fda7b req-366b515f-65aa-4d21-9c47-35a4afb2146a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Mar 10 14:57:12.001827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc150e-ad88-4d3a-8905-24c0cb5b8b3f req-20f5d55b-71a9-450c-9bf6-d2c7917c15a6 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:12.003209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9bc150e-ad88-4d3a-8905-24c0cb5b8b3f req-20f5d55b-71a9-450c-9bf6-d2c7917c15a6 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.0548875 Mar 10 14:57:12.042706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ce496d4e-9d14-44fb-a18a-dec38b537711 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:57:12.052624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9bc150e-ad88-4d3a-8905-24c0cb5b8b3f req-b30d85b9-970f-4865-9aab-a3a12c5d9ae5 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 Mar 10 14:57:12.096006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port ce496d4e-9d14-44fb-a18a-dec38b537711 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:57:12.099835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port ce496d4e-9d14-44fb-a18a-dec38b537711 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:57:12.100210 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:12.177187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ce496d4e-9d14-44fb-a18a-dec38b537711 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:12.177573 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:12.213120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ce496d4e-9d14-44fb-a18a-dec38b537711,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:12.217049 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:12.218104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 724acb38-480f-4713-a9c8-e81f5ccdf120 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:12.304679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ce496d4e-9d14-44fb-a18a-dec38b537711,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:12.348398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 724acb38-480f-4713-a9c8-e81f5ccdf120 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:12.348934 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:12.357513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb734c3-0540-4787-9302-b773a865fa82 req-bb0d2e7c-486a-4706-9d66-508bfe003842 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:12.359180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fcb734c3-0540-4787-9302-b773a865fa82 req-bb0d2e7c-486a-4706-9d66-508bfe003842 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 946 time: 0.0628650 Mar 10 14:57:12.382256 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 724acb38-480f-4713-a9c8-e81f5ccdf120, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=724acb38-480f-4713-a9c8-e81f5ccdf120,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:12.386238 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:12.436130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fcb734c3-0540-4787-9302-b773a865fa82 req-3a254aa4-890f-4f98-b336-bf9993294b86 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663216 Mar 10 14:57:12.437988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=724acb38-480f-4713-a9c8-e81f5ccdf120,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:12.443856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dce77-2c36-4486-b381-d51d5e832393 req-95103e40-b8a1-499f-bc61-8a0f7fa888bd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:12.445334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b02dce77-2c36-4486-b381-d51d5e832393 req-95103e40-b8a1-499f-bc61-8a0f7fa888bd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0850365 Mar 10 14:57:12.518933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b02dce77-2c36-4486-b381-d51d5e832393 req-d2d5fd08-4589-4738-9971-22211da0da92 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678258 Mar 10 14:57:12.543010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3dac6-015b-4d7e-acba-c76d262cb82b req-54c5b6b2-6402-4ccc-803b-f942cf750c75 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:12.544442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cb3dac6-015b-4d7e-acba-c76d262cb82b req-54c5b6b2-6402-4ccc-803b-f942cf750c75 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 944 time: 0.0684905 Mar 10 14:57:12.643912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0cb3dac6-015b-4d7e-acba-c76d262cb82b req-ddd42011-552c-48c7-9737-6972c14b8353 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Deleting port 724acb38-480f-4713-a9c8-e81f5ccdf120 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:12.644251 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0cb3dac6-015b-4d7e-acba-c76d262cb82b req-ddd42011-552c-48c7-9737-6972c14b8353 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:12.649779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce496d4e-9d14-44fb-a18a-dec38b537711'}, {'server_uuid': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '724acb38-480f-4713-a9c8-e81f5ccdf120'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:12.652732 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf5b44d-782e-4184-b3e3-cfac69ff6b2d" -d '{"events": [{"server_uuid": "6a254fe7-49fb-45fe-9a0d-b82d4d0b992f", "name": "network-vif-plugged", "status": "completed", "tag": "ce496d4e-9d14-44fb-a18a-dec38b537711"}, {"server_uuid": "4cc515f8-0a40-43cf-90a9-1cb5045525e9", "name": "network-vif-unplugged", "status": "completed", "tag": "724acb38-480f-4713-a9c8-e81f5ccdf120"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:12.690823 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5df785-e741-4fc8-8c46-11e461a29179 x-openstack-request-id: req-5e5df785-e741-4fc8-8c46-11e461a29179 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:12.691128 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a254fe7-49fb-45fe-9a0d-b82d4d0b992f", "name": "network-vif-plugged", "status": "completed", "tag": "ce496d4e-9d14-44fb-a18a-dec38b537711", "code": 200}, {"server_uuid": "4cc515f8-0a40-43cf-90a9-1cb5045525e9", "name": "network-vif-unplugged", "status": "completed", "tag": "724acb38-480f-4713-a9c8-e81f5ccdf120", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:12.692850 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e5df785-e741-4fc8-8c46-11e461a29179 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:12.692850 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce496d4e-9d14-44fb-a18a-dec38b537711', 'code': 200} Mar 10 14:57:12.692850 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '724acb38-480f-4713-a9c8-e81f5ccdf120', 'code': 200} Mar 10 14:57:12.742947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0cb3dac6-015b-4d7e-acba-c76d262cb82b req-ddd42011-552c-48c7-9737-6972c14b8353 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] For port 724acb38-480f-4713-a9c8-e81f5ccdf120, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=724acb38-480f-4713-a9c8-e81f5ccdf120,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:12.743320 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0cb3dac6-015b-4d7e-acba-c76d262cb82b req-ddd42011-552c-48c7-9737-6972c14b8353 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:12.757182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0cb3dac6-015b-4d7e-acba-c76d262cb82b req-ddd42011-552c-48c7-9737-6972c14b8353 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Calling delete_port for 724acb38-480f-4713-a9c8-e81f5ccdf120 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:12.832820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5d07d-df35-412c-bef1-e260b1293d42 req-bd6dc704-a7c9-4287-8a2f-34bb912e2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:12.834342 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f1b5d07d-df35-412c-bef1-e260b1293d42 req-bd6dc704-a7c9-4287-8a2f-34bb912e2563 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 1127 time: 0.0438147 Mar 10 14:57:12.887201 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0cb3dac6-015b-4d7e-acba-c76d262cb82b req-ddd42011-552c-48c7-9737-6972c14b8353 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (724acb38-480f-4713-a9c8-e81f5ccdf120), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:12.895860 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f1b5d07d-df35-412c-bef1-e260b1293d42 req-1f1cba36-77d9-4a2f-979c-01e6896e9131 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490742 Mar 10 14:57:12.921615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd42011-552c-48c7-9737-6972c14b8353 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event deleted for resources: {'Port': ['ID=724acb38-480f-4713-a9c8-e81f5ccdf120,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:12.985790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb3dac6-015b-4d7e-acba-c76d262cb82b req-ddd42011-552c-48c7-9737-6972c14b8353 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] No DVR routers for this DVR port 724acb38-480f-4713-a9c8-e81f5ccdf120 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:12.989164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0cb3dac6-015b-4d7e-acba-c76d262cb82b req-ddd42011-552c-48c7-9737-6972c14b8353 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:12.992387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cb3dac6-015b-4d7e-acba-c76d262cb82b req-ddd42011-552c-48c7-9737-6972c14b8353 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.45 "DELETE /v2.0/ports/724acb38-480f-4713-a9c8-e81f5ccdf120 HTTP/1.1" status: 204 len: 173 time: 0.4403708 Mar 10 14:57:12.992825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'name': 'network-vif-deleted', 'tag': '724acb38-480f-4713-a9c8-e81f5ccdf120'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:12.995028 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bb64a2-584d-4109-8c77-cde774c531a9" -d '{"events": [{"server_uuid": "4cc515f8-0a40-43cf-90a9-1cb5045525e9", "name": "network-vif-deleted", "tag": "724acb38-480f-4713-a9c8-e81f5ccdf120"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:13.023933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8714e4-8b61-4b85-9896-71e90f68c8e0 req-5e98aa71-a68c-4988-8c08-ac96ad70ba77 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:13.025406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca8714e4-8b61-4b85-9896-71e90f68c8e0 req-5e98aa71-a68c-4988-8c08-ac96ad70ba77 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0932279 Mar 10 14:57:13.034496 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8be4c7-58f7-43c9-8ecd-5e4d22c56ee7 x-openstack-request-id: req-0a8be4c7-58f7-43c9-8ecd-5e4d22c56ee7 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:13.034807 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc515f8-0a40-43cf-90a9-1cb5045525e9", "name": "network-vif-deleted", "tag": "724acb38-480f-4713-a9c8-e81f5ccdf120", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:13.035076 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a8be4c7-58f7-43c9-8ecd-5e4d22c56ee7 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:13.035470 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc515f8-0a40-43cf-90a9-1cb5045525e9', 'name': 'network-vif-deleted', 'tag': '724acb38-480f-4713-a9c8-e81f5ccdf120', 'status': 'completed', 'code': 200} Mar 10 14:57:13.079779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca8714e4-8b61-4b85-9896-71e90f68c8e0 req-36eda7b1-b8d0-4343-895a-306940be79de tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469992 Mar 10 14:57:13.171330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed1f1f-265c-4519-9494-726cca322de2 req-12c21194-2c9f-4842-bef3-2db7c2487705 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:13.172816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84ed1f1f-265c-4519-9494-726cca322de2 req-12c21194-2c9f-4842-bef3-2db7c2487705 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.0525904 Mar 10 14:57:13.221899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84ed1f1f-265c-4519-9494-726cca322de2 req-9817abe9-3d3c-4abd-91b0-6e5c445004bd tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429273 Mar 10 14:57:13.540728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9939955-2fff-4163-9d0c-18a4e1e8f5e3 req-59c69e4f-1238-45fb-bb21-efe0120abaff tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cc515f8-0a40-43cf-90a9-1cb5045525e9 HTTP/1.1" status: 200 len: 210 time: 0.0270123 Mar 10 14:57:13.633890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09a15e-daa2-4f0c-bba3-e5225b300b11 req-cbc1dc0a-5c18-4260-a69e-11e88e7ac69c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:13.635367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc09a15e-daa2-4f0c-bba3-e5225b300b11 req-cbc1dc0a-5c18-4260-a69e-11e88e7ac69c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0506055 Mar 10 14:57:13.684960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc09a15e-daa2-4f0c-bba3-e5225b300b11 req-38cdb6fb-bc3f-4fd5-9bae-1b56e79db76b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435660 Mar 10 14:57:14.195918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf34cd-610b-4cf3-877a-d08fc12c7ae3 req-ed39eb0d-5080-47bb-9efc-8506a6b8bb3c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:14.197368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3cdf34cd-610b-4cf3-877a-d08fc12c7ae3 req-ed39eb0d-5080-47bb-9efc-8506a6b8bb3c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0520115 Mar 10 14:57:14.243336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3cdf34cd-610b-4cf3-877a-d08fc12c7ae3 req-feef67fd-9412-437a-9c8d-ddf62a70813b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Mar 10 14:57:14.337323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6633cf-0eb3-4ac3-95d7-3acb1c87a790 req-168c0b83-3cbe-441d-b97e-03c6e1a6c156 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:14.338676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c6633cf-0eb3-4ac3-95d7-3acb1c87a790 req-168c0b83-3cbe-441d-b97e-03c6e1a6c156 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.0508413 Mar 10 14:57:14.385111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c6633cf-0eb3-4ac3-95d7-3acb1c87a790 req-b26c7e51-aff0-4a24-a121-1e2ba8b89fdc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404375 Mar 10 14:57:14.845138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-a1483d97-a2e0-4b44-b097-eb414558d692 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:14.846514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-a1483d97-a2e0-4b44-b097-eb414558d692 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/networks?id=a0347c71-6b22-401b-98f7-7b7109ac3599 HTTP/1.1" status: 200 len: 822 time: 0.1344044 Mar 10 14:57:14.865049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5c777-b1ae-4b2b-8eea-272d97fa186c req-0ac099d2-3b6c-47ff-bad1-854fe07a7e84 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:14.866425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbe5c777-b1ae-4b2b-8eea-272d97fa186c req-0ac099d2-3b6c-47ff-bad1-854fe07a7e84 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1130581 Mar 10 14:57:14.869869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-a7d6dfd1-377e-4ca5-aeb3-6ef177fd9958 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/quotas/bc6ceb7b258045748e6e38b19d7af3bf HTTP/1.1" status: 200 len: 375 time: 0.0181062 Mar 10 14:57:14.916717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-79dd5168-f1bc-4a74-8c9f-da732dcfeaac tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc6ceb7b258045748e6e38b19d7af3bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393071 Mar 10 14:57:14.958534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbe5c777-b1ae-4b2b-8eea-272d97fa186c req-276961c2-e4af-41ef-89d2-12cca02aba72 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864975 Mar 10 14:57:15.027243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-8e4fca1d-a58d-4a14-91de-aecf7a200f8f service neutron] 10.222.0.11 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024745 Mar 10 14:57:15.137228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef5db4-c464-42db-ba0f-5da56a6281e5 req-075610ed-07de-4480-89d8-64a2513f71db tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:15.138759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9ef5db4-c464-42db-ba0f-5da56a6281e5 req-075610ed-07de-4480-89d8-64a2513f71db tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 1127 time: 0.1106143 Mar 10 14:57:15.160986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-57d1f6c1-da32-4e00-8d4b-2f952ecba861 service neutron] 10.222.0.11 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250656 Mar 10 14:57:15.187148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9ef5db4-c464-42db-ba0f-5da56a6281e5 req-28100a13-3591-470d-bdc7-03d8f0043693 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 Mar 10 14:57:15.359029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5daa2fda-0039-4dc0-ad70-b58a1cc0cc50 req-703e4a3a-5bd0-4bdc-baa8-339918403f0e tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 210 time: 0.0547495 Mar 10 14:57:15.388929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314853e-7c1f-49d9-b0b8-96d6dc167805 req-1a3a9d2a-6ba0-4a61-a033-9ecaeec0dbd5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:15.390455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c314853e-7c1f-49d9-b0b8-96d6dc167805 req-1a3a9d2a-6ba0-4a61-a033-9ecaeec0dbd5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0755436 Mar 10 14:57:15.449906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c314853e-7c1f-49d9-b0b8-96d6dc167805 req-6c27a50f-8a34-4a0f-95b7-a9624875c04c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530922 Mar 10 14:57:15.532433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d96212-4b6f-417e-81b9-ad24496bab07 req-154c4807-ab4b-4e11-a681-c9172bb2d723 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:15.539493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74d96212-4b6f-417e-81b9-ad24496bab07 req-154c4807-ab4b-4e11-a681-c9172bb2d723 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.0686476 Mar 10 14:57:15.605838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74d96212-4b6f-417e-81b9-ad24496bab07 req-dc15f231-ce43-49de-b8d2-ffe393b75a74 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644472 Mar 10 14:57:16.051111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 724acb38-480f-4713-a9c8-e81f5ccdf120 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:16.070517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 724acb38-480f-4713-a9c8-e81f5ccdf120 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:16.070881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 724acb38-480f-4713-a9c8-e81f5ccdf120 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:16.459450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2dfb525-3081-4d40-beb0-df370c3432f3 req-d3284881-848a-4520-8e3a-8464e77d546f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 210 time: 0.0307832 Mar 10 14:57:16.584115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac468c58-1978-4c63-8bd6-6a8cf72d990c req-28a83c66-7690-4c21-baa6-039ffbd4f7e6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:16.585787 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac468c58-1978-4c63-8bd6-6a8cf72d990c req-28a83c66-7690-4c21-baa6-039ffbd4f7e6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0567029 Mar 10 14:57:16.764415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac468c58-1978-4c63-8bd6-6a8cf72d990c req-41b56e35-7b59-464d-bfba-07e50731bb3b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586299 Mar 10 14:57:16.809206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-6e52dbdb-1ffb-4a82-b494-b93ae750d745 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:16.810694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-6e52dbdb-1ffb-4a82-b494-b93ae750d745 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.45 "GET /v2.0/networks?id=a0347c71-6b22-401b-98f7-7b7109ac3599 HTTP/1.1" status: 200 len: 822 time: 0.2149403 Mar 10 14:57:16.827210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8aafd-9994-4697-a55b-fc47c00cd566 req-c0c0f251-49ab-4cfd-9a00-39cac83f4518 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:16.828836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9e8aafd-9994-4697-a55b-fc47c00cd566 req-c0c0f251-49ab-4cfd-9a00-39cac83f4518 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.1209543 Mar 10 14:57:16.844980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Request body: {'port': {'device_id': '048fa78b-bf55-4d5c-b354-d0ebc2b38e3b', 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599', 'admin_state_up': True, 'tenant_id': 'bc6ceb7b258045748e6e38b19d7af3bf'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:16.944616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9e8aafd-9994-4697-a55b-fc47c00cd566 req-d6b0c7ef-47e1-4e6d-9c52-72a97397508b tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097639 Mar 10 14:57:16.985065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Made reservation on behalf of bc6ceb7b258045748e6e38b19d7af3bf for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:57:16.988814 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:17.113789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Allocated IP 172.20.0.9 (a0347c71-6b22-401b-98f7-7b7109ac3599/da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7/84476331-8122-41ee-a859-86987092e2e9) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:57:17.259823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for port (84476331-8122-41ee-a859-86987092e2e9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:17.295256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (84476331-8122-41ee-a859-86987092e2e9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:17.335497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Network a0347c71-6b22-401b-98f7-7b7109ac3599 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:57:17.341471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:57:17.345195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:57:17.372903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event updated for resources: {'Port': ['ID=84476331-8122-41ee-a859-86987092e2e9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:17.387855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.388205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.388708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.388895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.389229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.389561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.389921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.390251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.390580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.390939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.391266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.391592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.391920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:17.412240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:17.412832 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:17.427949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-4209be57-1329-4278-9eed-3890a67e4892 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5912249 Mar 10 14:57:17.452853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Request body: {'port': {'device_id': '048fa78b-bf55-4d5c-b354-d0ebc2b38e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:17.510485 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (84476331-8122-41ee-a859-86987092e2e9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:17.570301 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:17.669007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631f5da-cb28-432a-86a5-5c440e7bbd6f req-c00563b2-72d5-4c35-9e0c-0adabb1525ac tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:17.670479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4631f5da-cb28-432a-86a5-5c440e7bbd6f req-c00563b2-72d5-4c35-9e0c-0adabb1525ac tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 931 time: 0.1280868 Mar 10 14:57:17.770192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4631f5da-cb28-432a-86a5-5c440e7bbd6f req-c5976716-062d-4771-bfd0-62ef5d714169 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881481 Mar 10 14:57:17.872457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84476331-8122-41ee-a859-86987092e2e9 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:17.883119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Publish callbacks [] for port (84476331-8122-41ee-a859-86987092e2e9), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:17.901233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Transition to ACTIVE for port object 84476331-8122-41ee-a859-86987092e2e9 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:57:17.907044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (84476331-8122-41ee-a859-86987092e2e9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:17.915178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdeb662-1a8a-4f97-aa22-6d409924cb13 req-37f933b3-b2d3-47c6-932a-ce8a1c45ff99 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:17.916653 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efdeb662-1a8a-4f97-aa22-6d409924cb13 req-37f933b3-b2d3-47c6-932a-ce8a1c45ff99 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0807164 Mar 10 14:57:17.993138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Pushing event updated for resources: {'Port': ['ID=84476331-8122-41ee-a859-86987092e2e9,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:18.031663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efdeb662-1a8a-4f97-aa22-6d409924cb13 req-f3f4acfb-92cb-47f8-84d9-fda873fcf128 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869162 Mar 10 14:57:18.088340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Attempting to bind port 84476331-8122-41ee-a859-86987092e2e9 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:57:18.088709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Attempting to bind port 84476331-8122-41ee-a859-86987092e2e9 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:57:18.089036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Attempting to bind port 84476331-8122-41ee-a859-86987092e2e9 on network a0347c71-6b22-401b-98f7-7b7109ac3599 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:18.093622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Port 84476331-8122-41ee-a859-86987092e2e9 on network a0347c71-6b22-401b-98f7-7b7109ac3599 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:57:18.093943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Attempting to bind port 84476331-8122-41ee-a859-86987092e2e9 on network a0347c71-6b22-401b-98f7-7b7109ac3599 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:18.098961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:57:18.099300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Checking segment: {'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:57:18.099687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Bound using segment: {'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:57:18.100117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Bound port: 84476331-8122-41ee-a859-86987092e2e9, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fd8349-436e-4bee-a487-5aa5582e119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:57:18.100475 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (84476331-8122-41ee-a859-86987092e2e9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:18.204537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d1b92-ed8c-47af-a2e8-78e13802bd95 req-8b0601d2-d570-4c63-8981-a7b53bf71e16 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:18.206023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b6d1b92-ed8c-47af-a2e8-78e13802bd95 req-8b0601d2-d570-4c63-8981-a7b53bf71e16 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.1035359 Mar 10 14:57:18.208520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] For port 84476331-8122-41ee-a859-86987092e2e9, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:57:18.211875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] For port 84476331-8122-41ee-a859-86987092e2e9, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=84476331-8122-41ee-a859-86987092e2e9,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:57:18.228250 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (84476331-8122-41ee-a859-86987092e2e9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:18.278267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:18.278915 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:18.280312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] 10.222.0.45 "PUT /v2.0/ports/84476331-8122-41ee-a859-86987092e2e9 HTTP/1.1" status: 200 len: 1091 time: 0.8319519 Mar 10 14:57:18.280785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048fa78b-bf55-4d5c-b354-d0ebc2b38e3b', 'tag': '84476331-8122-41ee-a859-86987092e2e9'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:18.282999 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38865987-a6dc-4007-9b93-97a23d3c556b" -d '{"events": [{"name": "network-changed", "server_uuid": "048fa78b-bf55-4d5c-b354-d0ebc2b38e3b", "tag": "84476331-8122-41ee-a859-86987092e2e9"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:18.313148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b6d1b92-ed8c-47af-a2e8-78e13802bd95 req-59f13db4-5150-4665-bb04-5017ed886c9e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996995 Mar 10 14:57:18.317984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1ce4e-52a1-484c-ae93-29f7115a2939 service neutron] Pushing event updated for resources: {'Port': ['ID=84476331-8122-41ee-a859-86987092e2e9,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:18.341612 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03feaab4-5858-457f-930d-fd2a20f362c9 x-openstack-request-id: req-03feaab4-5858-457f-930d-fd2a20f362c9 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:18.341909 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048fa78b-bf55-4d5c-b354-d0ebc2b38e3b", "tag": "84476331-8122-41ee-a859-86987092e2e9", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:18.342163 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03feaab4-5858-457f-930d-fd2a20f362c9 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:18.342569 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048fa78b-bf55-4d5c-b354-d0ebc2b38e3b', 'tag': '84476331-8122-41ee-a859-86987092e2e9', 'status': 'completed', 'code': 200} Mar 10 14:57:18.407901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-67dc57a2-76e0-475a-a210-e4c106b4bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:18.409509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-67dc57a2-76e0-475a-a210-e4c106b4bba6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc6ceb7b258045748e6e38b19d7af3bf&device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 1125 time: 0.0452230 Mar 10 14:57:18.463823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-621abe3e-fbb2-4411-845e-5306838ae886 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84476331-8122-41ee-a859-86987092e2e9 HTTP/1.1" status: 200 len: 217 time: 0.0378988 Mar 10 14:57:18.521812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-8193d380-2404-4c2e-809d-874940ab7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:18.523282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-8193d380-2404-4c2e-809d-874940ab7b2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7 HTTP/1.1" status: 200 len: 862 time: 0.0431221 Mar 10 14:57:18.571055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-53248f64-79b2-44ee-a8f6-a3ce6b0e9b4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0347c71-6b22-401b-98f7-7b7109ac3599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243883 Mar 10 14:57:18.668679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-55e651ac-401d-4c63-b0c8-1958975ef6a1 service neutron] 10.222.0.45 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857713 Mar 10 14:57:18.770524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3729f73-2d14-4851-88dc-6f62d839d0ed req-b20f3c6f-4750-4256-ab80-e30f78f93646 service neutron] 10.222.0.45 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824192 Mar 10 14:57:18.933495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88c520-5c31-42c6-8bf5-0094c47b6e2d req-02676057-5457-4c9f-a9e4-5f87e5d0b1e8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:18.934998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da88c520-5c31-42c6-8bf5-0094c47b6e2d req-02676057-5457-4c9f-a9e4-5f87e5d0b1e8 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 943 time: 0.0897205 Mar 10 14:57:18.936802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38865987-a6dc-4007-9b93-97a23d3c556b req-7921d481-7142-48b9-90b7-22db32113b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:18.938201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38865987-a6dc-4007-9b93-97a23d3c556b req-7921d481-7142-48b9-90b7-22db32113b4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc6ceb7b258045748e6e38b19d7af3bf&device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 1125 time: 0.0841866 Mar 10 14:57:19.037261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da88c520-5c31-42c6-8bf5-0094c47b6e2d req-dc0b1480-c538-47d3-8fad-a3252805cddb tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963409 Mar 10 14:57:19.065474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38865987-a6dc-4007-9b93-97a23d3c556b req-d31d4d35-8629-4431-9501-b55d20f3185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:19.069593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38865987-a6dc-4007-9b93-97a23d3c556b req-d31d4d35-8629-4431-9501-b55d20f3185b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0347c71-6b22-401b-98f7-7b7109ac3599 HTTP/1.1" status: 200 len: 923 time: 0.1155908 Mar 10 14:57:19.144784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38865987-a6dc-4007-9b93-97a23d3c556b req-25bee1fc-d019-4458-89e0-61b406aa082e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84476331-8122-41ee-a859-86987092e2e9 HTTP/1.1" status: 200 len: 217 time: 0.0607011 Mar 10 14:57:19.230487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77908a-c979-4caf-a217-54c39e7ab6f4 req-b536cdd4-8450-4b12-8e47-1893e67a5d46 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:19.231985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd77908a-c979-4caf-a217-54c39e7ab6f4 req-b536cdd4-8450-4b12-8e47-1893e67a5d46 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0973170 Mar 10 14:57:19.233271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38865987-a6dc-4007-9b93-97a23d3c556b req-262cd158-6117-423a-8f62-2d080ec6d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:19.234560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38865987-a6dc-4007-9b93-97a23d3c556b req-262cd158-6117-423a-8f62-2d080ec6d7a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7 HTTP/1.1" status: 200 len: 862 time: 0.0673440 Mar 10 14:57:19.291859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38865987-a6dc-4007-9b93-97a23d3c556b req-85e9504e-a1d4-433f-a7a0-db0f883a3cb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0347c71-6b22-401b-98f7-7b7109ac3599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396643 Mar 10 14:57:19.312405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd77908a-c979-4caf-a217-54c39e7ab6f4 req-076912ae-6dac-4271-b306-28015cc58cb3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743904 Mar 10 14:57:19.455219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38865987-a6dc-4007-9b93-97a23d3c556b req-cabf2b73-7517-489f-b5d4-7f729cbc66db service neutron] 10.222.0.45 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416733 Mar 10 14:57:19.470107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a304a-0b63-45d4-a65b-37821dca3954 req-f20f91f4-4f7c-49e6-b749-7c15703172f4 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:19.471559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed2a304a-0b63-45d4-a65b-37821dca3954 req-f20f91f4-4f7c-49e6-b749-7c15703172f4 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.0753579 Mar 10 14:57:19.573886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed2a304a-0b63-45d4-a65b-37821dca3954 req-343f6e39-3478-4fcc-88e2-b1205c69cac1 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938404 Mar 10 14:57:19.599682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38865987-a6dc-4007-9b93-97a23d3c556b req-e2736506-e4e4-4366-bfe7-ebaafddaa1e1 service neutron] 10.222.0.45 "GET /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271811 Mar 10 14:57:20.165995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee901bc-7d15-469b-8e3f-3e38698d6dcf req-ab776438-ea7f-4e7e-b022-ab9d25b42050 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:20.167820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ee901bc-7d15-469b-8e3f-3e38698d6dcf req-ab776438-ea7f-4e7e-b022-ab9d25b42050 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 943 time: 0.0552316 Mar 10 14:57:20.219638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ee901bc-7d15-469b-8e3f-3e38698d6dcf req-31709942-fc56-45ca-8a25-aa05440779bf tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460205 Mar 10 14:57:20.284108 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:20.356515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ea353-1c55-4966-949e-89b19c363989 req-0b6b4669-e5eb-4395-88fa-88262989d025 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:20.358057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a69ea353-1c55-4966-949e-89b19c363989 req-0b6b4669-e5eb-4395-88fa-88262989d025 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 1127 time: 0.0530725 Mar 10 14:57:20.435168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a69ea353-1c55-4966-949e-89b19c363989 req-245f9bca-79b4-4823-b62b-e45491a9ba8f tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707576 Mar 10 14:57:20.454228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab72777-9010-4ff0-9c50-6c857dde6079 req-f5cf41c8-c912-4329-a074-b785b5a8b579 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:20.455696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ab72777-9010-4ff0-9c50-6c857dde6079 req-f5cf41c8-c912-4329-a074-b785b5a8b579 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0739162 Mar 10 14:57:20.509144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ab72777-9010-4ff0-9c50-6c857dde6079 req-6f6cfefc-6776-4a79-a5fb-dedbd757f349 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480189 Mar 10 14:57:20.706159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dc195-8117-4775-9196-abfceb226d63 req-3ead53c6-6923-42fe-b5e0-f607aed23659 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:20.707788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-086dc195-8117-4775-9196-abfceb226d63 req-3ead53c6-6923-42fe-b5e0-f607aed23659 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.0615528 Mar 10 14:57:20.757638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-086dc195-8117-4775-9196-abfceb226d63 req-4e23cb3d-48a3-411d-ab0d-d67621006ffc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438855 Mar 10 14:57:21.372069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d990e-eafd-4827-9471-e9f9198d2b75 req-860e14af-65f5-4bd6-a152-8689c9361dfc tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:21.375820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-207d990e-eafd-4827-9471-e9f9198d2b75 req-860e14af-65f5-4bd6-a152-8689c9361dfc tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 943 time: 0.0837095 Mar 10 14:57:21.424896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-207d990e-eafd-4827-9471-e9f9198d2b75 req-8a3f9717-bd9a-4ed4-9a17-6409d23de4fb tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444825 Mar 10 14:57:21.466345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-f8e11c9b-b653-4412-a93b-be9a93541736 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:57:21.467483 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-f8e11c9b-b653-4412-a93b-be9a93541736 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0570085 Mar 10 14:57:21.515223 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-18c7b2b7-f5e9-45ed-b204-257210bbdca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:21.516718 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-18c7b2b7-f5e9-45ed-b204-257210bbdca8 service neutron] 10.222.0.11 "GET /v2.0/ports/c6060d8e-67a8-4740-a121-3570c8856c49 HTTP/1.1" status: 200 len: 1124 time: 0.0426202 Mar 10 14:57:21.525314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Request body: {'binding': {'host': 'n-h2-833090-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:21.525858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Unknown quota resources ['binding']. {{(pid=115534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 14:57:21.658942 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-803463ac-2716-444e-b0fd-fc947f169fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:21.660292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f54fd8-1255-4b74-bf85-225e352cf0b9 req-fa3179a0-029f-4bc6-a21d-ae490c19f82e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:21.662887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1f54fd8-1255-4b74-bf85-225e352cf0b9 req-fa3179a0-029f-4bc6-a21d-ae490c19f82e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0833573 Mar 10 14:57:21.681162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 on host n-h2-833090-1 for vnic_type normal with profile None {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:57:21.681975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:57:21.683217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:21.686574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f058d5-d01a-44a7-b67c-17e92fdc5f7a req-8b4f2f7c-6271-465e-a69c-504dea2e4c3f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:21.688111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0f058d5-d01a-44a7-b67c-17e92fdc5f7a req-8b4f2f7c-6271-465e-a69c-504dea2e4c3f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.62 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.0720761 Mar 10 14:57:21.688477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Port c6060d8e-67a8-4740-a121-3570c8856c49 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:57:21.689017 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:21.694782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:57:21.695408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:57:21.695964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:57:21.696690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Bound port: c6060d8e-67a8-4740-a121-3570c8856c49, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:57:21.754106 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c6060d8e-67a8-4740-a121-3570c8856c49,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:57:21.761717 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:21.763389 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-68dd3935-bf51-4256-aab7-a29116eba1cb service neutron] 10.222.0.11 "POST /v2.0/ports/c6060d8e-67a8-4740-a121-3570c8856c49/bindings HTTP/1.1" status: 201 len: 389 time: 0.2412522 Mar 10 14:57:22.075386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 84476331-8122-41ee-a859-86987092e2e9 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:57:22.118321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1f54fd8-1255-4b74-bf85-225e352cf0b9 req-b77b23af-2d87-4c3c-becd-7f9ba3aa9c42 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409695 Mar 10 14:57:22.121264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-bbff63b8-ac1e-4efe-b7c1-ef096018c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:22.130546 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-bbff63b8-ac1e-4efe-b7c1-ef096018c062 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 1127 time: 0.0679867 Mar 10 14:57:22.185396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca602e-cf73-4f46-a99a-2d58069d7edf req-0df87308-6e06-4b1c-94aa-df2e84eea71d tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:22.187611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 84476331-8122-41ee-a859-86987092e2e9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=84476331-8122-41ee-a859-86987092e2e9,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:22.192302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6ca602e-cf73-4f46-a99a-2d58069d7edf req-0df87308-6e06-4b1c-94aa-df2e84eea71d tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 950 time: 0.1761951 Mar 10 14:57:22.201771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '84476331-8122-41ee-a859-86987092e2e9', 'network_id': 'a0347c71-6b22-401b-98f7-7b7109ac3599', 'port_id': '84476331-8122-41ee-a859-86987092e2e9', 'mac_address': 'fa:16:3e:66:c5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:57:22.247022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 84476331-8122-41ee-a859-86987092e2e9 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:22.247702 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (84476331-8122-41ee-a859-86987092e2e9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:22.251493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-e24136eb-8888-4549-a0da-ddfb509b8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:22.253262 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-e24136eb-8888-4549-a0da-ddfb509b8fe5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.1216869 Mar 10 14:57:22.265560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84476331-8122-41ee-a859-86987092e2e9 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:22.274445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-d0f058d5-d01a-44a7-b67c-17e92fdc5f7a req-e4dc51f8-9dea-4b5e-bfe9-541aee9a4f83 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Deleting port 338ae337-3ba6-496f-b90e-9c64ea21839e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:22.274800 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d0f058d5-d01a-44a7-b67c-17e92fdc5f7a req-e4dc51f8-9dea-4b5e-bfe9-541aee9a4f83 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:22.288325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 84476331-8122-41ee-a859-86987092e2e9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=84476331-8122-41ee-a859-86987092e2e9,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:22.293365 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (84476331-8122-41ee-a859-86987092e2e9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:22.314019 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-da7b22d4-fce0-431e-a041-e2564de8026d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6060d8e-67a8-4740-a121-3570c8856c49 HTTP/1.1" status: 200 len: 217 time: 0.0534117 Mar 10 14:57:22.315620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6ca602e-cf73-4f46-a99a-2d58069d7edf req-ba035405-3f89-4486-ba7f-8d12c83d8904 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084661 Mar 10 14:57:22.350958 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=84476331-8122-41ee-a859-86987092e2e9,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:22.361984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64214ff3-16ea-4766-86e9-4d0d31a132eb req-1db775b8-2d42-4fce-b944-7c359ae2d379 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:22.365101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64214ff3-16ea-4766-86e9-4d0d31a132eb req-1db775b8-2d42-4fce-b944-7c359ae2d379 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.1692884 Mar 10 14:57:22.389228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-29b5fecb-3c47-4b4e-ac80-da984a3a65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:22.391259 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-29b5fecb-3c47-4b4e-ac80-da984a3a65bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.0617311 Mar 10 14:57:22.434102 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-ad5a69aa-5228-4240-9cb8-6f6aaf6fe5c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373495 Mar 10 14:57:22.453750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d0f058d5-d01a-44a7-b67c-17e92fdc5f7a req-e4dc51f8-9dea-4b5e-bfe9-541aee9a4f83 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] For port 338ae337-3ba6-496f-b90e-9c64ea21839e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=338ae337-3ba6-496f-b90e-9c64ea21839e,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:22.459194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d0f058d5-d01a-44a7-b67c-17e92fdc5f7a req-e4dc51f8-9dea-4b5e-bfe9-541aee9a4f83 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:22.475839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-d0f058d5-d01a-44a7-b67c-17e92fdc5f7a req-e4dc51f8-9dea-4b5e-bfe9-541aee9a4f83 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Calling delete_port for 338ae337-3ba6-496f-b90e-9c64ea21839e owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:22.502587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64214ff3-16ea-4766-86e9-4d0d31a132eb req-d54ebd20-029a-4931-a2e4-7bff5f991cd4 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144507 Mar 10 14:57:22.556647 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-a497ba94-dde7-455a-8c32-61bde6dce61e service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157446 Mar 10 14:57:22.606251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc3c56-19f0-4e2f-8a8f-6da35e95ee12 req-777b23c7-e980-4faa-bc4b-e225f8d89db2 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:22.607666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74dc3c56-19f0-4e2f-8a8f-6da35e95ee12 req-777b23c7-e980-4faa-bc4b-e225f8d89db2 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 944 time: 0.1040499 Mar 10 14:57:22.660711 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-a9ae1b9e-903a-4ab6-a8ca-4e5826f6b545 service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968609 Mar 10 14:57:22.703518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74dc3c56-19f0-4e2f-8a8f-6da35e95ee12 req-6456bd79-551a-4659-889f-935c7744dc0a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897663 Mar 10 14:57:22.733366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['84476331-8122-41ee-a859-86987092e2e9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:57:22.739206 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d0f058d5-d01a-44a7-b67c-17e92fdc5f7a req-e4dc51f8-9dea-4b5e-bfe9-541aee9a4f83 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (338ae337-3ba6-496f-b90e-9c64ea21839e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:22.765908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['338ae337-3ba6-496f-b90e-9c64ea21839e', 'c0db58be-ff62-4d37-a4a0-cfb3291f8747'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:57:22.768546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['dd991316-cfac-4e48-87c8-85c73b1ff206'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:57:22.785785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc51f8-9dea-4b5e-bfe9-541aee9a4f83 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Pushing event deleted for resources: {'Port': ['ID=338ae337-3ba6-496f-b90e-9c64ea21839e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:22.848747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f058d5-d01a-44a7-b67c-17e92fdc5f7a req-e4dc51f8-9dea-4b5e-bfe9-541aee9a4f83 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] No DVR routers for this DVR port 338ae337-3ba6-496f-b90e-9c64ea21839e on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:22.851766 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d0f058d5-d01a-44a7-b67c-17e92fdc5f7a req-e4dc51f8-9dea-4b5e-bfe9-541aee9a4f83 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:22.856915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0f058d5-d01a-44a7-b67c-17e92fdc5f7a req-e4dc51f8-9dea-4b5e-bfe9-541aee9a4f83 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.62 "DELETE /v2.0/ports/338ae337-3ba6-496f-b90e-9c64ea21839e HTTP/1.1" status: 204 len: 173 time: 1.1634340 Mar 10 14:57:22.857656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b9fb44-9078-4436-8603-29cd04815ca8', 'name': 'network-vif-deleted', 'tag': '338ae337-3ba6-496f-b90e-9c64ea21839e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:22.869080 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f184b012-c62a-4123-8732-0867b233e9f8" -d '{"events": [{"server_uuid": "81b9fb44-9078-4436-8603-29cd04815ca8", "name": "network-vif-deleted", "tag": "338ae337-3ba6-496f-b90e-9c64ea21839e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:22.939264 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2997cd-6555-4968-8aa6-20c8d84d96c3 x-openstack-request-id: req-de2997cd-6555-4968-8aa6-20c8d84d96c3 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:22.940784 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b9fb44-9078-4436-8603-29cd04815ca8", "name": "network-vif-deleted", "tag": "338ae337-3ba6-496f-b90e-9c64ea21839e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:22.941129 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de2997cd-6555-4968-8aa6-20c8d84d96c3 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:22.941623 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b9fb44-9078-4436-8603-29cd04815ca8', 'name': 'network-vif-deleted', 'tag': '338ae337-3ba6-496f-b90e-9c64ea21839e', 'status': 'completed', 'code': 200} Mar 10 14:57:23.313325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cfb92-d25c-4779-9f6d-ed50c798d55b req-d1a7843f-a999-4b00-b557-abb58d0c94d1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:23.320375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b28cfb92-d25c-4779-9f6d-ed50c798d55b req-d1a7843f-a999-4b00-b557-abb58d0c94d1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0855911 Mar 10 14:57:23.382758 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b28cfb92-d25c-4779-9f6d-ed50c798d55b req-2ab0ca58-692c-49b2-9fbc-fe1de8da5b35 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573442 Mar 10 14:57:23.514958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7838de11-d257-40ae-8f76-3eb4b82534c1 req-cfe3d1d2-4407-4742-8c80-eb6b46815e71 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=81b9fb44-9078-4436-8603-29cd04815ca8 HTTP/1.1" status: 200 len: 210 time: 0.0291274 Mar 10 14:57:23.631677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9921c4-e857-4da1-9e27-f5c1c1efbe56 req-014f9f09-9cee-4ce6-81be-fc47f82295a6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:23.633412 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd9921c4-e857-4da1-9e27-f5c1c1efbe56 req-014f9f09-9cee-4ce6-81be-fc47f82295a6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.0551968 Mar 10 14:57:23.682885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd9921c4-e857-4da1-9e27-f5c1c1efbe56 req-6040adb5-1a09-4a52-8205-340e3c60ff9e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 Mar 10 14:57:23.827284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf546e1-98e1-4a65-a4b4-ef298db3a948 req-9cbbf616-9246-4e1e-b577-a149913c0ffb tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:23.829235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bf546e1-98e1-4a65-a4b4-ef298db3a948 req-9cbbf616-9246-4e1e-b577-a149913c0ffb tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 944 time: 0.0591207 Mar 10 14:57:23.879379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bf546e1-98e1-4a65-a4b4-ef298db3a948 req-1ba7c202-9088-4714-b11a-417876c2dc73 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438864 Mar 10 14:57:23.991435 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-de9f359a-3aba-4117-8e76-75e0d67c339f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:24.493789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd07770-6433-4c77-9f00-2dbd49467b3e req-e4a39de0-d46d-4ae5-9f3a-d0650641ef2e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:24.495304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dd07770-6433-4c77-9f00-2dbd49467b3e req-e4a39de0-d46d-4ae5-9f3a-d0650641ef2e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0529330 Mar 10 14:57:24.544677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dd07770-6433-4c77-9f00-2dbd49467b3e req-8c2e1c98-467d-4ea9-a682-c1ab1f81ca67 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 Mar 10 14:57:24.855314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef5c25-b53f-4d4f-aae7-192c2cb43280 req-f6e0b641-feb1-4656-86c5-0b8ddcf03585 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:24.856933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27ef5c25-b53f-4d4f-aae7-192c2cb43280 req-f6e0b641-feb1-4656-86c5-0b8ddcf03585 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 949 time: 0.1078668 Mar 10 14:57:24.877936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d01935-7202-4417-ba8b-51757f28d083 req-84be39e1-0b53-4126-ab00-6fdedbdc823b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:24.879446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d01935-7202-4417-ba8b-51757f28d083 req-84be39e1-0b53-4126-ab00-6fdedbdc823b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.1128583 Mar 10 14:57:24.942465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27ef5c25-b53f-4d4f-aae7-192c2cb43280 req-48310e6d-b9c0-45a4-84ac-63e6db5eaad2 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782351 Mar 10 14:57:24.955795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d01935-7202-4417-ba8b-51757f28d083 req-889ef259-a8d3-4c54-88ad-01951fc776a6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679471 Mar 10 14:57:25.064425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b27c73-d445-4a2b-a3d7-0c44dc81036e req-4002560b-e1df-4253-8b92-fad6ed014422 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:25.065907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20b27c73-d445-4a2b-a3d7-0c44dc81036e req-4002560b-e1df-4253-8b92-fad6ed014422 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 944 time: 0.0581658 Mar 10 14:57:25.082923 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:25.114526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20b27c73-d445-4a2b-a3d7-0c44dc81036e req-4160f941-cc15-4d99-b333-ecd49498547a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 Mar 10 14:57:25.669837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b198d-71f3-4da6-b03e-206b90434068 req-3bb21143-d4ab-4c6c-b871-c48cded5f913 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:25.671349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f5b198d-71f3-4da6-b03e-206b90434068 req-3bb21143-d4ab-4c6c-b871-c48cded5f913 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0579000 Mar 10 14:57:25.719818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f5b198d-71f3-4da6-b03e-206b90434068 req-183e35aa-36dd-4d36-af3a-c2bcbd03ca9d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428007 Mar 10 14:57:26.089737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 84476331-8122-41ee-a859-86987092e2e9 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:57:26.102978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33277933-caf5-4e6b-a197-fc4da80dacfd req-3a13b550-e543-48f2-a9b6-5098764706a9 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:26.105041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33277933-caf5-4e6b-a197-fc4da80dacfd req-3a13b550-e543-48f2-a9b6-5098764706a9 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 949 time: 0.0937061 Mar 10 14:57:26.124569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea7109-ef3b-49a0-b18c-c27f6d1d95da req-c4866616-9fd8-433a-9ebf-800204814ee1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:26.126108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37ea7109-ef3b-49a0-b18c-c27f6d1d95da req-c4866616-9fd8-433a-9ebf-800204814ee1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.0871933 Mar 10 14:57:26.151994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 84476331-8122-41ee-a859-86987092e2e9 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:57:26.156001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 84476331-8122-41ee-a859-86987092e2e9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:57:26.156372 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (84476331-8122-41ee-a859-86987092e2e9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:26.195596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33277933-caf5-4e6b-a197-fc4da80dacfd req-ca0fa4c4-7c90-47fd-b6df-8d062408c55e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834682 Mar 10 14:57:26.215207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37ea7109-ef3b-49a0-b18c-c27f6d1d95da req-15c29eb9-8de0-4374-83eb-ceda34bdd6e7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810745 Mar 10 14:57:26.253287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 84476331-8122-41ee-a859-86987092e2e9 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:26.253681 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (84476331-8122-41ee-a859-86987092e2e9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:26.279582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048fa78b-bf55-4d5c-b354-d0ebc2b38e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84476331-8122-41ee-a859-86987092e2e9'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:26.281996 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f24f06-7ae6-486f-9f68-65297708a897" -d '{"events": [{"server_uuid": "048fa78b-bf55-4d5c-b354-d0ebc2b38e3b", "name": "network-vif-plugged", "status": "completed", "tag": "84476331-8122-41ee-a859-86987092e2e9"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:26.296028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 84476331-8122-41ee-a859-86987092e2e9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=84476331-8122-41ee-a859-86987092e2e9,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:26.301783 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (84476331-8122-41ee-a859-86987092e2e9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:26.329371 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40611ff2-53e0-4df4-bc54-3882fced084d x-openstack-request-id: req-40611ff2-53e0-4df4-bc54-3882fced084d {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:26.329752 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048fa78b-bf55-4d5c-b354-d0ebc2b38e3b", "name": "network-vif-plugged", "status": "completed", "tag": "84476331-8122-41ee-a859-86987092e2e9", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:26.330121 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40611ff2-53e0-4df4-bc54-3882fced084d {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:26.330326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f38fe-6401-4f5e-8d12-65a8b8c16ae1 req-d3b10e18-f445-4339-a9eb-fe3d40e52ff7 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:26.330661 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048fa78b-bf55-4d5c-b354-d0ebc2b38e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84476331-8122-41ee-a859-86987092e2e9', 'code': 200} Mar 10 14:57:26.332679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-877f38fe-6401-4f5e-8d12-65a8b8c16ae1 req-d3b10e18-f445-4339-a9eb-fe3d40e52ff7 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 944 time: 0.0628376 Mar 10 14:57:26.358974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=84476331-8122-41ee-a859-86987092e2e9,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:26.396736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-877f38fe-6401-4f5e-8d12-65a8b8c16ae1 req-24ca13e2-6898-423d-b6aa-6c64bc089570 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519514 Mar 10 14:57:26.418305 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:26.470145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff4b1d-214d-4029-bfcb-2691d2ab1075 req-840cd35c-5f3f-4c36-9e93-747a2f31dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:26.472208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-feff4b1d-214d-4029-bfcb-2691d2ab1075 req-840cd35c-5f3f-4c36-9e93-747a2f31dd07 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 1127 time: 0.0577526 Mar 10 14:57:26.539390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-feff4b1d-214d-4029-bfcb-2691d2ab1075 req-f5b1b232-9649-44e5-ab41-d66551815fd9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529971 Mar 10 14:57:26.664547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce324f53-d98d-423e-a6e1-339ee647a3d4 req-d5ecc93f-60f5-45ad-8059-9a8e4532dcc5 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:26.666146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce324f53-d98d-423e-a6e1-339ee647a3d4 req-d5ecc93f-60f5-45ad-8059-9a8e4532dcc5 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 946 time: 0.0569072 Mar 10 14:57:26.712614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce324f53-d98d-423e-a6e1-339ee647a3d4 req-ac4b0fe9-aea8-4e4d-b753-569cb12eb9a0 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Mar 10 14:57:26.845814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd7d57-9d1d-4ef7-97ef-ec4cd1b51dbb req-14e7194c-6b22-482d-a92c-db52c3521bff tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:26.847452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dd7d57-9d1d-4ef7-97ef-ec4cd1b51dbb req-14e7194c-6b22-482d-a92c-db52c3521bff tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0529585 Mar 10 14:57:26.893896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dd7d57-9d1d-4ef7-97ef-ec4cd1b51dbb req-1d14471a-3db7-4359-b631-0b70ae0c44ca tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Mar 10 14:57:26.950074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 338ae337-3ba6-496f-b90e-9c64ea21839e no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:26.972984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 338ae337-3ba6-496f-b90e-9c64ea21839e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:26.973326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 338ae337-3ba6-496f-b90e-9c64ea21839e not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:27.371869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eadfed-8b83-4f54-8f02-358e9a4815b0 req-4ec07791-96a4-4500-9f61-a9bf746c1522 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:27.373246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4eadfed-8b83-4f54-8f02-358e9a4815b0 req-4ec07791-96a4-4500-9f61-a9bf746c1522 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 949 time: 0.0954449 Mar 10 14:57:27.381625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e2169-83f4-4040-ad09-6da3a990eefc req-1c18c72f-2563-4bde-a771-10ce384343ca tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:27.383041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-786e2169-83f4-4040-ad09-6da3a990eefc req-1c18c72f-2563-4bde-a771-10ce384343ca tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.0964844 Mar 10 14:57:27.455087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4eadfed-8b83-4f54-8f02-358e9a4815b0 req-c8105d1f-5291-4300-b67e-09c0d67492de tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710719 Mar 10 14:57:27.459134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-786e2169-83f4-4040-ad09-6da3a990eefc req-27681ac8-637f-4c4d-8b4e-27413e1e2073 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694091 Mar 10 14:57:27.579709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696048f-bbb9-4b4d-a1e5-705a165e3bc2 req-1978e42e-a212-4ee8-a682-60d6b4fdb7dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:27.581146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9696048f-bbb9-4b4d-a1e5-705a165e3bc2 req-1978e42e-a212-4ee8-a682-60d6b4fdb7dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.45 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 949 time: 0.0988820 Mar 10 14:57:27.607133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be2c1f-aba5-439e-beed-d88d66692abc req-c7fe0dd9-832e-400f-ae1d-b9080e6f132a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:27.608568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7be2c1f-aba5-439e-beed-d88d66692abc req-c7fe0dd9-832e-400f-ae1d-b9080e6f132a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 945 time: 0.0772328 Mar 10 14:57:27.704778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7be2c1f-aba5-439e-beed-d88d66692abc req-a07ad66a-e22f-47eb-8243-a45792d55e31 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785987 Mar 10 14:57:27.725387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-9696048f-bbb9-4b4d-a1e5-705a165e3bc2 req-e298a949-22a1-43f9-99af-d78396fb26dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Deleting port dd991316-cfac-4e48-87c8-85c73b1ff206 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:27.725387 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9696048f-bbb9-4b4d-a1e5-705a165e3bc2 req-e298a949-22a1-43f9-99af-d78396fb26dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:27.865784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9696048f-bbb9-4b4d-a1e5-705a165e3bc2 req-e298a949-22a1-43f9-99af-d78396fb26dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] For port dd991316-cfac-4e48-87c8-85c73b1ff206, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=dd991316-cfac-4e48-87c8-85c73b1ff206,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:27.866142 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9696048f-bbb9-4b4d-a1e5-705a165e3bc2 req-e298a949-22a1-43f9-99af-d78396fb26dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:27.882593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-9696048f-bbb9-4b4d-a1e5-705a165e3bc2 req-e298a949-22a1-43f9-99af-d78396fb26dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Calling delete_port for dd991316-cfac-4e48-87c8-85c73b1ff206 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:27.893432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a636b27-65c3-4e35-8de3-b57e9288ec8d req-d3cedd58-7ddb-4efc-8eb7-6d80ba093bdf tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:27.894900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a636b27-65c3-4e35-8de3-b57e9288ec8d req-d3cedd58-7ddb-4efc-8eb7-6d80ba093bdf tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 946 time: 0.0987005 Mar 10 14:57:28.020920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a636b27-65c3-4e35-8de3-b57e9288ec8d req-6d7d182c-5fbb-4607-ac6a-64566cc002ab tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175480 Mar 10 14:57:28.049324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a0aee-c3eb-40e7-8db8-5850fd983f02 req-7d249282-f140-433b-baac-57dfdce33f04 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:28.050849 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c1a0aee-c3eb-40e7-8db8-5850fd983f02 req-7d249282-f140-433b-baac-57dfdce33f04 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0910058 Mar 10 14:57:28.106084 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:28.156745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c1a0aee-c3eb-40e7-8db8-5850fd983f02 req-eb4393c7-183d-4304-8aad-c4c883e5d2b2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999162 Mar 10 14:57:28.157974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9696048f-bbb9-4b4d-a1e5-705a165e3bc2 req-e298a949-22a1-43f9-99af-d78396fb26dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dd991316-cfac-4e48-87c8-85c73b1ff206), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:28.173709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c0db58be-ff62-4d37-a4a0-cfb3291f8747'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:57:28.202220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298a949-22a1-43f9-99af-d78396fb26dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Pushing event deleted for resources: {'Port': ['ID=dd991316-cfac-4e48-87c8-85c73b1ff206,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:28.253479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9696048f-bbb9-4b4d-a1e5-705a165e3bc2 req-e298a949-22a1-43f9-99af-d78396fb26dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] No DVR routers for this DVR port dd991316-cfac-4e48-87c8-85c73b1ff206 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:28.256327 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9696048f-bbb9-4b4d-a1e5-705a165e3bc2 req-e298a949-22a1-43f9-99af-d78396fb26dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:28.260525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9696048f-bbb9-4b4d-a1e5-705a165e3bc2 req-e298a949-22a1-43f9-99af-d78396fb26dc tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.45 "DELETE /v2.0/ports/dd991316-cfac-4e48-87c8-85c73b1ff206 HTTP/1.1" status: 204 len: 173 time: 0.6678731 Mar 10 14:57:28.261000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3431b64f-45f6-48a3-8d2d-a6f1490926ca', 'name': 'network-vif-deleted', 'tag': 'dd991316-cfac-4e48-87c8-85c73b1ff206'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:28.264476 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486e5d2d-81bc-419b-a0d8-84be6fbcdd8d" -d '{"events": [{"server_uuid": "3431b64f-45f6-48a3-8d2d-a6f1490926ca", "name": "network-vif-deleted", "tag": "dd991316-cfac-4e48-87c8-85c73b1ff206"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:28.317101 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb1476b-8d85-4399-a72e-ecb6b6d3ee13 x-openstack-request-id: req-8fb1476b-8d85-4399-a72e-ecb6b6d3ee13 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:28.317405 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3431b64f-45f6-48a3-8d2d-a6f1490926ca", "name": "network-vif-deleted", "tag": "dd991316-cfac-4e48-87c8-85c73b1ff206", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:28.317666 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8fb1476b-8d85-4399-a72e-ecb6b6d3ee13 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:28.318080 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3431b64f-45f6-48a3-8d2d-a6f1490926ca', 'name': 'network-vif-deleted', 'tag': 'dd991316-cfac-4e48-87c8-85c73b1ff206', 'status': 'completed', 'code': 200} Mar 10 14:57:28.570647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78cf3c4f-34d9-4337-ad37-ee4cf339b097 req-4e8c1ea2-c568-4aba-a5ab-2ec58ac566d2 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3431b64f-45f6-48a3-8d2d-a6f1490926ca HTTP/1.1" status: 200 len: 210 time: 0.0337837 Mar 10 14:57:28.632591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e413d37-6bb5-4a38-8427-b97892d5650b req-25e017a7-9c68-437a-ba71-615689834fc6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:28.636629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e413d37-6bb5-4a38-8427-b97892d5650b req-25e017a7-9c68-437a-ba71-615689834fc6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.0683129 Mar 10 14:57:28.694115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e413d37-6bb5-4a38-8427-b97892d5650b req-1d61c87f-f2b5-40e0-b688-bce67fc4ac91 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500212 Mar 10 14:57:28.861439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfaca58-1931-4233-8915-9df81bf42311 req-c9c8a17f-b499-42a0-9bb4-431d98a812d9 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:28.864006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cfaca58-1931-4233-8915-9df81bf42311 req-c9c8a17f-b499-42a0-9bb4-431d98a812d9 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 945 time: 0.0908933 Mar 10 14:57:28.880564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea877a-085a-4c26-9445-3fe70700adee req-eb958e1a-3894-46b4-887d-463817119711 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:28.881898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0aea877a-085a-4c26-9445-3fe70700adee req-eb958e1a-3894-46b4-887d-463817119711 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.62 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 946 time: 0.0799639 Mar 10 14:57:28.953585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cfaca58-1931-4233-8915-9df81bf42311 req-49722feb-6ea8-4fa6-b595-6e6c0aa9546a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851426 Mar 10 14:57:29.008920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Deleting port 1d2e450a-16d4-4397-a43d-673b3692f62c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:29.009349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:29.177352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] For port 1d2e450a-16d4-4397-a43d-673b3692f62c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1d2e450a-16d4-4397-a43d-673b3692f62c,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:29.180749 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:29.303521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bd61-b41e-48d9-a879-a4fc834be61b req-59342828-7ae7-438f-9b09-8e5f6a321cae tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:29.305004 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6d4bd61-b41e-48d9-a879-a4fc834be61b req-59342828-7ae7-438f-9b09-8e5f6a321cae tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 946 time: 0.1831694 Mar 10 14:57:29.450177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8641d4-fd8a-4e81-97b0-a1832691cb7c req-5821d7c6-4079-462d-b2d7-d0128e0d65e6 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:29.451577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f8641d4-fd8a-4e81-97b0-a1832691cb7c req-5821d7c6-4079-462d-b2d7-d0128e0d65e6 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 945 time: 0.2251794 Mar 10 14:57:29.489358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6d4bd61-b41e-48d9-a879-a4fc834be61b req-e18fa4e0-2a96-4236-a6d3-7899a84a0fcf tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771245 Mar 10 14:57:29.535706 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:29.536075 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (f33f36c3-727f-4e6f-bca8-472d71f39167), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:29.536394 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Floating IP f33f36c3-727f-4e6f-bca8-472d71f39167 disassociated. External IP: 172.25.3.218, port: 1d2e450a-16d4-4397-a43d-673b3692f62c. Mar 10 14:57:29.536741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Calling delete_port for 1d2e450a-16d4-4397-a43d-673b3692f62c owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:29.562489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f8641d4-fd8a-4e81-97b0-a1832691cb7c req-79ab2a0c-8d01-4ff1-b4c0-c2821cf6802f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792847 Mar 10 14:57:29.669786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11051cdf-7bdd-4e01-8614-a9e5260a769f req-2d538db1-0d28-48a2-847f-b80772266184 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:29.671382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11051cdf-7bdd-4e01-8614-a9e5260a769f req-2d538db1-0d28-48a2-847f-b80772266184 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1147447 Mar 10 14:57:29.777223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11051cdf-7bdd-4e01-8614-a9e5260a769f req-de59a6a0-65c0-4229-9b38-e0c6e75b1a4f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898626 Mar 10 14:57:29.778482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1d2e450a-16d4-4397-a43d-673b3692f62c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:29.821182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Pushing event deleted for resources: {'Port': ['ID=1d2e450a-16d4-4397-a43d-673b3692f62c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:29.989176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c0f6e-e7d1-43ed-998a-4247215bc223 req-0d28a4b4-5507-4cf4-b2d6-c1c860020481 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:29.990653 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-770c0f6e-e7d1-43ed-998a-4247215bc223 req-0d28a4b4-5507-4cf4-b2d6-c1c860020481 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.1708641 Mar 10 14:57:30.019255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff19803-0e5b-4f63-9075-2c64742c0d1a req-5e557973-9152-4c9b-8ba6-9ac1593c2fb1 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:30.020833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ff19803-0e5b-4f63-9075-2c64742c0d1a req-5e557973-9152-4c9b-8ba6-9ac1593c2fb1 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1325016 Mar 10 14:57:30.055852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Router 9af23b5f-4f36-404a-947a-1c19e4fec7da has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:57:30.090163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device dd991316-cfac-4e48-87c8-85c73b1ff206 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:30.101757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-770c0f6e-e7d1-43ed-998a-4247215bc223 req-b62abf70-6b07-4078-8de0-2baec42f8877 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038866 Mar 10 14:57:30.122770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: dd991316-cfac-4e48-87c8-85c73b1ff206 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:30.123811 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device dd991316-cfac-4e48-87c8-85c73b1ff206 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:30.152738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ff19803-0e5b-4f63-9075-2c64742c0d1a req-1ed9dba0-b5a9-4650-8393-a7f633dcd53b tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232078 Mar 10 14:57:30.235090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:57:30.249519 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db7fbbb-95a1-436d-a9a1-4af8fbe0c803 None None] Sync routers for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:57:30.261979 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7fbbb-95a1-436d-a9a1-4af8fbe0c803 None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:30.263092 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4db7fbbb-95a1-436d-a9a1-4af8fbe0c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:30.288970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] No DVR routers for this DVR port 1d2e450a-16d4-4397-a43d-673b3692f62c on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:30.292438 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:30.295962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0aea877a-085a-4c26-9445-3fe70700adee req-4da7a468-f1e7-4464-bc57-eddcfcdb5484 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.62 "DELETE /v2.0/ports/1d2e450a-16d4-4397-a43d-673b3692f62c HTTP/1.1" status: 204 len: 173 time: 1.4065540 Mar 10 14:57:30.319451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'name': 'network-vif-deleted', 'tag': '1d2e450a-16d4-4397-a43d-673b3692f62c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:30.323698 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42daf0b3-7db8-4a01-95be-5edf0a6b8315" -d '{"events": [{"server_uuid": "5929cd10-214d-4deb-8b91-dafb54ccba8c", "name": "network-vif-deleted", "tag": "1d2e450a-16d4-4397-a43d-673b3692f62c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:30.388677 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21ec6f7-d534-459f-bf02-51e9e739d8d2 x-openstack-request-id: req-a21ec6f7-d534-459f-bf02-51e9e739d8d2 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:30.388976 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5929cd10-214d-4deb-8b91-dafb54ccba8c", "name": "network-vif-deleted", "tag": "1d2e450a-16d4-4397-a43d-673b3692f62c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:30.389237 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a21ec6f7-d534-459f-bf02-51e9e739d8d2 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:30.389636 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5929cd10-214d-4deb-8b91-dafb54ccba8c', 'name': 'network-vif-deleted', 'tag': '1d2e450a-16d4-4397-a43d-673b3692f62c', 'status': 'completed', 'code': 200} Mar 10 14:57:30.406051 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-4db7fbbb-95a1-436d-a9a1-4af8fbe0c803 None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:30.599958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b86cd3e7-d61e-4f11-ba17-bdf9018eb278 req-eba0dd8f-7e44-4ad5-b902-c38324f99709 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/ports?device_id=5929cd10-214d-4deb-8b91-dafb54ccba8c HTTP/1.1" status: 200 len: 210 time: 0.0300007 Mar 10 14:57:30.637761 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4db7fbbb-95a1-436d-a9a1-4af8fbe0c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:30.664610 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db7fbbb-95a1-436d-a9a1-4af8fbe0c803 None None] Checking router: 9af23b5f-4f36-404a-947a-1c19e4fec7da for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:57:30.673077 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7fbbb-95a1-436d-a9a1-4af8fbe0c803 None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:30.673671 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4db7fbbb-95a1-436d-a9a1-4af8fbe0c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:30.699214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5ed6a-d57d-4063-8073-b972207b1bc0 req-992da4cc-5baf-495f-a9fe-7824f54317e4 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:30.701237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eac5ed6a-d57d-4063-8073-b972207b1bc0 req-992da4cc-5baf-495f-a9fe-7824f54317e4 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 945 time: 0.0610588 Mar 10 14:57:30.762727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eac5ed6a-d57d-4063-8073-b972207b1bc0 req-83aca26f-83e4-446a-af00-77201d641910 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558677 Mar 10 14:57:30.793907 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-4db7fbbb-95a1-436d-a9a1-4af8fbe0c803 None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:30.926882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0d238-e7dd-4d76-a84a-36e22cb64789 req-d0822077-469a-41e1-89be-55174bd14207 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:30.928586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04f0d238-e7dd-4d76-a84a-36e22cb64789 req-d0822077-469a-41e1-89be-55174bd14207 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0593035 Mar 10 14:57:30.978152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04f0d238-e7dd-4d76-a84a-36e22cb64789 req-9122c27f-38dc-46bb-8648-eb48bb5a07a3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 Mar 10 14:57:31.021348 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4db7fbbb-95a1-436d-a9a1-4af8fbe0c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:31.050813 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db7fbbb-95a1-436d-a9a1-4af8fbe0c803 None None] The sync data for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 is: [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:53:37Z', 'revision_number': 4, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '7896e398-f1fb-461e-87a5-b935648ce69f', 'name': '', 'network_id': '8c605883-22c8-4299-b66f-e751e3fca9d6', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'mac_address': 'fa:16:3e:37:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:36Z', 'updated_at': '2022-03-10T14:53:42Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'subnets': [{'id': 'f4cadca8-5689-48e2-8119-70885c7cc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:57:31.279693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e552a58-6c02-41c9-b7a8-9924f3f02179 req-83581381-3cb3-4dd5-a2a0-e1cc249a1f0e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:31.286650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e552a58-6c02-41c9-b7a8-9924f3f02179 req-83581381-3cb3-4dd5-a2a0-e1cc249a1f0e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.1002867 Mar 10 14:57:31.315705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d97884-9d06-4228-bcfa-81b9d20da9e8 None None] New status for floating IP f33f36c3-727f-4e6f-bca8-472d71f39167: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 14:57:31.342320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb610896-2124-4c46-b8cd-7ef077d73b41 req-8ac57e52-c9c5-41ab-a467-ea0e0d8ad5f6 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:31.343716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb610896-2124-4c46-b8cd-7ef077d73b41 req-8ac57e52-c9c5-41ab-a467-ea0e0d8ad5f6 tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.1088781 Mar 10 14:57:31.349519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e552a58-6c02-41c9-b7a8-9924f3f02179 req-f6ec8f5a-2f65-4f20-9093-39db58124381 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619907 Mar 10 14:57:31.405705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb610896-2124-4c46-b8cd-7ef077d73b41 req-00dda171-f1cd-4a28-ada5-5edb96f68f0c tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524213 Mar 10 14:57:31.662816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918c156-4006-4713-890e-05ca35e91153 req-ee791d68-1d68-4356-8c15-9e095a34b80e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:31.664353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5918c156-4006-4713-890e-05ca35e91153 req-ee791d68-1d68-4356-8c15-9e095a34b80e tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.0631218 Mar 10 14:57:31.758001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38744) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:31.820906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group (cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:31.848294 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group (cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:31.902667 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:31.905662 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:31.909659 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "DELETE /v2.0/security-groups/cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78 HTTP/1.1" status: 204 len: 168 time: 0.1473706 Mar 10 14:57:31.910674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38748) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:31.929681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:31.932664 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-9d5f4b6d-52c9-4d84-83e9-0f687d972f74 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] show failed (client error): The resource could not be found. Mar 10 14:57:31.937783 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9d5f4b6d-52c9-4d84-83e9-0f687d972f74 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "GET /v2.0/security-groups/cf9c3a90-bf0a-4efd-8a9f-8f7d898b8a78 HTTP/1.1" status: 404 len: 347 time: 0.0221553 Mar 10 14:57:31.939623 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38750) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:31.949391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.949836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.950250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.951262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.951675 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.952083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.952490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.952892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.953288 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.953687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.954089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.954486 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:31.954905 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96d969-0318-4486-bc5a-85edd7511236 tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:32.111739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-109829fa-2ff1-4da6-b2c9-00a799ed116b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Deleting port fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:32.112381 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-109829fa-2ff1-4da6-b2c9-00a799ed116b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:32.203137 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-109829fa-2ff1-4da6-b2c9-00a799ed116b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:32.203529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-109829fa-2ff1-4da6-b2c9-00a799ed116b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for floatingip (fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:32.206680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dd8b6-b974-4a3d-8546-2b1087028333 req-b111928b-c5ec-4047-99b3-514c99346e5e tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:32.208149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-203dd8b6-b974-4a3d-8546-2b1087028333 req-b111928b-c5ec-4047-99b3-514c99346e5e tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.45 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 945 time: 0.5014682 Mar 10 14:57:32.215678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a89798-ec24-4d02-82d0-11f3a8cd10f7 req-4f996113-7875-461f-8bb0-a86b0c2d6270 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:32.217054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35a89798-ec24-4d02-82d0-11f3a8cd10f7 req-4f996113-7875-461f-8bb0-a86b0c2d6270 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 945 time: 0.1790173 Mar 10 14:57:32.217284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-109829fa-2ff1-4da6-b2c9-00a799ed116b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Calling delete_port for fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:32.225617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379ca1d-0bdc-4930-b695-c8c9d00b8966 req-ab209689-e22a-40b9-929a-a434ffe7f157 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:32.227084 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8379ca1d-0bdc-4930-b695-c8c9d00b8966 req-ab209689-e22a-40b9-929a-a434ffe7f157 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1684201 Mar 10 14:57:32.332013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-5918c156-4006-4713-890e-05ca35e91153 req-d38492ba-71a7-4f97-9b62-e1df6f2138fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Deleting port c0db58be-ff62-4d37-a4a0-cfb3291f8747 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:32.332739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5918c156-4006-4713-890e-05ca35e91153 req-d38492ba-71a7-4f97-9b62-e1df6f2138fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:32.371841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-109829fa-2ff1-4da6-b2c9-00a799ed116b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:32.398004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109829fa-2ff1-4da6-b2c9-00a799ed116b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Pushing event deleted for resources: {'Port': ['ID=fb76bfb3-eb6e-4b7c-aaba-c2d3386388c2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:32.404857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35a89798-ec24-4d02-82d0-11f3a8cd10f7 req-34c4491f-e6e8-4131-993d-2abd5d3af82a tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups?id=9360d399-78e5-49e3-af8c-297e34871cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757438 Mar 10 14:57:32.431325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8379ca1d-0bdc-4930-b695-c8c9d00b8966 req-6a64e730-d299-42b3-8c98-dee5369f7913 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892800 Mar 10 14:57:32.516176 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-109829fa-2ff1-4da6-b2c9-00a799ed116b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks [] for floatingip (f33f36c3-727f-4e6f-bca8-472d71f39167), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:32.519230 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-109829fa-2ff1-4da6-b2c9-00a799ed116b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:32.523816 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-109829fa-2ff1-4da6-b2c9-00a799ed116b tempest-ServersWithSpecificFlavorTestJSON-659618077 tempest-ServersWithSpecificFlavorTestJSON-659618077-project] 10.222.0.11 "DELETE /v2.0/floatingips/f33f36c3-727f-4e6f-bca8-472d71f39167 HTTP/1.1" status: 204 len: 168 time: 0.5831540 Mar 10 14:57:32.578896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5918c156-4006-4713-890e-05ca35e91153 req-d38492ba-71a7-4f97-9b62-e1df6f2138fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] For port c0db58be-ff62-4d37-a4a0-cfb3291f8747, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c0db58be-ff62-4d37-a4a0-cfb3291f8747,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:32.579263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5918c156-4006-4713-890e-05ca35e91153 req-d38492ba-71a7-4f97-9b62-e1df6f2138fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:32.614905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-203dd8b6-b974-4a3d-8546-2b1087028333 req-716aee79-b914-498d-9263-faeefdad9bd0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Deleting port 84476331-8122-41ee-a859-86987092e2e9 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:32.615242 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-203dd8b6-b974-4a3d-8546-2b1087028333 req-716aee79-b914-498d-9263-faeefdad9bd0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (84476331-8122-41ee-a859-86987092e2e9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:32.620292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-5918c156-4006-4713-890e-05ca35e91153 req-d38492ba-71a7-4f97-9b62-e1df6f2138fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Calling delete_port for c0db58be-ff62-4d37-a4a0-cfb3291f8747 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:32.707200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fca877-9fcd-4f7f-9928-33c36f6ce366 req-ee9236b1-fce0-4e01-99a4-602b8a666f0f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:32.708611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5fca877-9fcd-4f7f-9928-33c36f6ce366 req-ee9236b1-fce0-4e01-99a4-602b8a666f0f tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ac77a62-ab87-4db6-8a88-628c53bcf7fe HTTP/1.1" status: 200 len: 951 time: 0.2016330 Mar 10 14:57:32.769306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52c55d-07b0-4fe2-a607-827c129a2513 req-61777ed7-2a0d-4070-a52c-7dcdbf7ab9ee tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:32.771070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d52c55d-07b0-4fe2-a607-827c129a2513 req-61777ed7-2a0d-4070-a52c-7dcdbf7ab9ee tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.2216902 Mar 10 14:57:32.880620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-203dd8b6-b974-4a3d-8546-2b1087028333 req-716aee79-b914-498d-9263-faeefdad9bd0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] For port 84476331-8122-41ee-a859-86987092e2e9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=84476331-8122-41ee-a859-86987092e2e9,segment=NetworkSegment(a9fd8349-436e-4bee-a487-5aa5582e119b),segment_id=a9fd8349-436e-4bee-a487-5aa5582e119b)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:32.880996 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-203dd8b6-b974-4a3d-8546-2b1087028333 req-716aee79-b914-498d-9263-faeefdad9bd0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (84476331-8122-41ee-a859-86987092e2e9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:32.899294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5fca877-9fcd-4f7f-9928-33c36f6ce366 req-9383369b-402c-40e3-aa33-5c3a45c6a0ae tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd381d0-50f8-40a4-8ef5-2c19dd66f338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556356 Mar 10 14:57:32.910180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-203dd8b6-b974-4a3d-8546-2b1087028333 req-716aee79-b914-498d-9263-faeefdad9bd0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Calling delete_port for 84476331-8122-41ee-a859-86987092e2e9 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:32.914586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d52c55d-07b0-4fe2-a607-827c129a2513 req-680e2c06-0bfa-4ec0-ad7a-4ea88c3906d8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296620 Mar 10 14:57:33.006190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c0db58be-ff62-4d37-a4a0-cfb3291f8747 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:33.033330 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5918c156-4006-4713-890e-05ca35e91153 req-d38492ba-71a7-4f97-9b62-e1df6f2138fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c0db58be-ff62-4d37-a4a0-cfb3291f8747), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:33.074897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38492ba-71a7-4f97-9b62-e1df6f2138fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Pushing event deleted for resources: {'Port': ['ID=c0db58be-ff62-4d37-a4a0-cfb3291f8747,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:33.117443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No active binding found for port c0db58be-ff62-4d37-a4a0-cfb3291f8747 {{(pid=115535) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 14:57:33.119523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port c0db58be-ff62-4d37-a4a0-cfb3291f8747 host None! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 14:57:33.120106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c0db58be-ff62-4d37-a4a0-cfb3291f8747 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:33.122773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1d2e450a-16d4-4397-a43d-673b3692f62c no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:33.165371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5918c156-4006-4713-890e-05ca35e91153 req-d38492ba-71a7-4f97-9b62-e1df6f2138fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] No DVR routers for this DVR port c0db58be-ff62-4d37-a4a0-cfb3291f8747 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:33.168295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5918c156-4006-4713-890e-05ca35e91153 req-d38492ba-71a7-4f97-9b62-e1df6f2138fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:33.172501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 1d2e450a-16d4-4397-a43d-673b3692f62c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:33.172723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5918c156-4006-4713-890e-05ca35e91153 req-d38492ba-71a7-4f97-9b62-e1df6f2138fe tempest-ServersAdminTestJSON-258962660 tempest-ServersAdminTestJSON-258962660-project] 10.222.0.62 "DELETE /v2.0/ports/c0db58be-ff62-4d37-a4a0-cfb3291f8747 HTTP/1.1" status: 204 len: 173 time: 1.5009503 Mar 10 14:57:33.173219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1d2e450a-16d4-4397-a43d-673b3692f62c not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:33.188367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-deleted', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:33.192193 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10466b04-af83-43e6-a8f8-eedf6415c16b" -d '{"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-deleted", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:33.216609 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-203dd8b6-b974-4a3d-8546-2b1087028333 req-716aee79-b914-498d-9263-faeefdad9bd0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (84476331-8122-41ee-a859-86987092e2e9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:33.274137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38776) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:33.298040 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a808bae-1b1e-4a70-9c2e-74b6e8c8fb26 x-openstack-request-id: req-1a808bae-1b1e-4a70-9c2e-74b6e8c8fb26 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:33.308605 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac77a62-ab87-4db6-8a88-628c53bcf7fe", "name": "network-vif-deleted", "tag": "c0db58be-ff62-4d37-a4a0-cfb3291f8747", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:33.308605 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a808bae-1b1e-4a70-9c2e-74b6e8c8fb26 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:33.308605 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac77a62-ab87-4db6-8a88-628c53bcf7fe', 'name': 'network-vif-deleted', 'tag': 'c0db58be-ff62-4d37-a4a0-cfb3291f8747', 'status': 'completed', 'code': 200} Mar 10 14:57:33.312875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716aee79-b914-498d-9263-faeefdad9bd0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event deleted for resources: {'Port': ['ID=84476331-8122-41ee-a859-86987092e2e9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:33.382881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-203dd8b6-b974-4a3d-8546-2b1087028333 req-716aee79-b914-498d-9263-faeefdad9bd0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] No DVR routers for this DVR port 84476331-8122-41ee-a859-86987092e2e9 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:33.386444 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-203dd8b6-b974-4a3d-8546-2b1087028333 req-716aee79-b914-498d-9263-faeefdad9bd0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:33.389864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-203dd8b6-b974-4a3d-8546-2b1087028333 req-716aee79-b914-498d-9263-faeefdad9bd0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.45 "DELETE /v2.0/ports/84476331-8122-41ee-a859-86987092e2e9 HTTP/1.1" status: 204 len: 173 time: 1.1618929 Mar 10 14:57:33.567912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70aa4c3e-9975-4c67-bd73-9f7c27df5aee req-4bdaeb70-9e18-4fa1-9976-16eb8f8040e6 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/ports?device_id=048fa78b-bf55-4d5c-b354-d0ebc2b38e3b HTTP/1.1" status: 200 len: 210 time: 0.0346782 Mar 10 14:57:33.597586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d2a4e-8122-49c5-8d5c-b166171669a2 req-6bfb6e0f-49ce-4113-9e30-e774ff7a43af tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:33.599796 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a2d2a4e-8122-49c5-8d5c-b166171669a2 req-6bfb6e0f-49ce-4113-9e30-e774ff7a43af tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1077268 Mar 10 14:57:33.656021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a2d2a4e-8122-49c5-8d5c-b166171669a2 req-7ed849ef-bee7-466e-b80d-259cdb218eed tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502784 Mar 10 14:57:33.750017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (9af23b5f-4f36-404a-947a-1c19e4fec7da), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:33.886572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24c2ae-f3fa-458d-9392-d2933a096df6 req-9d456c47-efe8-4891-8ef3-ac03a1bea12b tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:33.888054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a24c2ae-f3fa-458d-9392-d2933a096df6 req-9d456c47-efe8-4891-8ef3-ac03a1bea12b tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 945 time: 0.0538106 Mar 10 14:57:33.937121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a24c2ae-f3fa-458d-9392-d2933a096df6 req-8ffa4c12-ae71-4cd8-973a-e8bd70b7397d tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/security-groups?id=101eb41c-a5fe-4ed8-8e10-baef66a663d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430913 Mar 10 14:57:34.071501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09e4f0-37d3-42f0-aa63-1d4f8a45b2f3 req-a3006e3f-30af-41b1-8331-f0dd0f1e28d6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:34.073710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b09e4f0-37d3-42f0-aa63-1d4f8a45b2f3 req-a3006e3f-30af-41b1-8331-f0dd0f1e28d6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.0649447 Mar 10 14:57:34.135849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 84476331-8122-41ee-a859-86987092e2e9 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:34.163686 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b09e4f0-37d3-42f0-aa63-1d4f8a45b2f3 req-d2f58cda-9087-46f1-948c-bcf4dd5f120a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697212 Mar 10 14:57:34.187317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 84476331-8122-41ee-a859-86987092e2e9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:34.188313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 84476331-8122-41ee-a859-86987092e2e9 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:34.305596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38794) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:34.351838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] Deleting port 7896e398-f1fb-461e-87a5-b935648ce69f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:34.352449 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:34.462573 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] For port 7896e398-f1fb-461e-87a5-b935648ce69f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7896e398-f1fb-461e-87a5-b935648ce69f,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:34.463042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:34.477143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] Calling delete_port for 7896e398-f1fb-461e-87a5-b935648ce69f owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:34.507033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ae675be9-a62c-4310-9b00-f2100ed33b4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03c1ce8d13f5481e844f1388258a9b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975625 Mar 10 14:57:34.507573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38798) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:34.554284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6290ca0d-dbcb-4700-b183-91e8fde2b98a admin admin] Publish callbacks [] for security_group (cbd381d0-50f8-40a4-8ef5-2c19dd66f338), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:34.575209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6290ca0d-dbcb-4700-b183-91e8fde2b98a admin admin] Publish callbacks [] for security_group (cbd381d0-50f8-40a4-8ef5-2c19dd66f338), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:34.627060 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6290ca0d-dbcb-4700-b183-91e8fde2b98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cbd381d0-50f8-40a4-8ef5-2c19dd66f338), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:34.629652 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6290ca0d-dbcb-4700-b183-91e8fde2b98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:34.630816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6290ca0d-dbcb-4700-b183-91e8fde2b98a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cbd381d0-50f8-40a4-8ef5-2c19dd66f338 HTTP/1.1" status: 204 len: 168 time: 0.1227853 Mar 10 14:57:34.644677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290ca0d-dbcb-4700-b183-91e8fde2b98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd381d0-50f8-40a4-8ef5-2c19dd66f338,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:34.739885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7896e398-f1fb-461e-87a5-b935648ce69f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:34.769674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] Pushing event deleted for resources: {'Port': ['ID=7896e398-f1fb-461e-87a5-b935648ce69f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:34.873603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3d438-f1e2-4b40-94ef-e5ee1f583295 req-613335b7-c592-49db-a29d-f4c41bdb0861 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:34.875037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cda3d438-f1e2-4b40-94ef-e5ee1f583295 req-613335b7-c592-49db-a29d-f4c41bdb0861 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1321330 Mar 10 14:57:34.919027 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38820) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:34.997136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cda3d438-f1e2-4b40-94ef-e5ee1f583295 req-6a444c03-0c56-4ba5-a426-760bc4906134 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136103 Mar 10 14:57:35.075837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f48f-dd84-4f65-804c-e86ff0fa92f0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group (82934191-eda5-4a8a-8202-f0302da056ee), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.116435 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f48f-dd84-4f65-804c-e86ff0fa92f0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group (82934191-eda5-4a8a-8202-f0302da056ee), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.119067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (9af23b5f-4f36-404a-947a-1c19e4fec7da), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.124971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5405348-b5b6-4ad1-8712-189ce3ece04c req-c9369a48-f21c-464d-92c6-eb99dda803ed tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:35.126701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5405348-b5b6-4ad1-8712-189ce3ece04c req-c9369a48-f21c-464d-92c6-eb99dda803ed tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 945 time: 0.0780344 Mar 10 14:57:35.127317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38824) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:35.202892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bd71a510-e363-4de7-928c-a90fe1b16261 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e82e2ccd79674fe0bcd729fa98b74bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0741894 Mar 10 14:57:35.211482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38828) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:35.272817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f48f-dd84-4f65-804c-e86ff0fa92f0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (82934191-eda5-4a8a-8202-f0302da056ee), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.276051 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f48f-dd84-4f65-804c-e86ff0fa92f0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.280481 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e1b6f48f-dd84-4f65-804c-e86ff0fa92f0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "DELETE /v2.0/security-groups/82934191-eda5-4a8a-8202-f0302da056ee HTTP/1.1" status: 204 len: 168 time: 0.3574140 Mar 10 14:57:35.282905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7d0c-56cf-4646-9336-f6c8ed0c1adc admin admin] Publish callbacks [] for security_group (491046c8-cf5f-42b1-9c8f-d9df6e95892e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.284481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38830) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:35.297877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6f48f-dd84-4f65-804c-e86ff0fa92f0 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82934191-eda5-4a8a-8202-f0302da056ee,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:35.304341 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-62df3626-8d33-4723-8576-e6733e52f019 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] show failed (client error): The resource could not be found. Mar 10 14:57:35.305514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-62df3626-8d33-4723-8576-e6733e52f019 tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "GET /v2.0/security-groups/82934191-eda5-4a8a-8202-f0302da056ee HTTP/1.1" status: 404 len: 347 time: 0.0184357 Mar 10 14:57:35.310854 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38832) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:35.313254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048fa78b-bf55-4d5c-b354-d0ebc2b38e3b', 'name': 'network-vif-deleted', 'tag': '84476331-8122-41ee-a859-86987092e2e9'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:35.316899 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa21f8d3-d245-4baa-a0ce-cd3a4157b008" -d '{"events": [{"server_uuid": "048fa78b-bf55-4d5c-b354-d0ebc2b38e3b", "name": "network-vif-deleted", "tag": "84476331-8122-41ee-a859-86987092e2e9"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:35.337034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5405348-b5b6-4ad1-8712-189ce3ece04c req-f05e0807-fe07-4ad7-b105-bc82f8c3ba00 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/security-groups?id=101eb41c-a5fe-4ed8-8e10-baef66a663d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028465 Mar 10 14:57:35.390147 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7d0c-56cf-4646-9336-f6c8ed0c1adc admin admin] Publish callbacks [] for security_group (491046c8-cf5f-42b1-9c8f-d9df6e95892e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.422417 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5cddfa-29f3-4e65-8480-d5f7d6986ab0 x-openstack-request-id: req-4f5cddfa-29f3-4e65-8480-d5f7d6986ab0 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:35.422760 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048fa78b-bf55-4d5c-b354-d0ebc2b38e3b", "name": "network-vif-deleted", "tag": "84476331-8122-41ee-a859-86987092e2e9", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:35.423143 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f5cddfa-29f3-4e65-8480-d5f7d6986ab0 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:35.423640 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048fa78b-bf55-4d5c-b354-d0ebc2b38e3b', 'name': 'network-vif-deleted', 'tag': '84476331-8122-41ee-a859-86987092e2e9', 'status': 'completed', 'code': 200} Mar 10 14:57:35.446230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444b051-2e26-4ff8-8d80-1c669f14312c req-a6c78fe3-7945-4ca3-bdb5-a3c052180c8a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:35.447992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f444b051-2e26-4ff8-8d80-1c669f14312c req-a6c78fe3-7945-4ca3-bdb5-a3c052180c8a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.1361151 Mar 10 14:57:35.519247 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7d0c-56cf-4646-9336-f6c8ed0c1adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (491046c8-cf5f-42b1-9c8f-d9df6e95892e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.523505 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7d0c-56cf-4646-9336-f6c8ed0c1adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.527350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7ebd7d0c-56cf-4646-9336-f6c8ed0c1adc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/491046c8-cf5f-42b1-9c8f-d9df6e95892e HTTP/1.1" status: 204 len: 168 time: 0.3214874 Mar 10 14:57:35.532058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f444b051-2e26-4ff8-8d80-1c669f14312c req-eb96d0d1-324b-4947-a264-a8af612b7ff3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611012 Mar 10 14:57:35.539518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3293126a-84d0-44a4-9188-28c83bae9d1f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Deleting port f587b7fe-1459-4ad6-b0af-0ca633b1334d {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:35.540017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3293126a-84d0-44a4-9188-28c83bae9d1f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f587b7fe-1459-4ad6-b0af-0ca633b1334d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.544892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd7d0c-56cf-4646-9336-f6c8ed0c1adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491046c8-cf5f-42b1-9c8f-d9df6e95892e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:35.573895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] Router 9af23b5f-4f36-404a-947a-1c19e4fec7da has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:57:35.670778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3293126a-84d0-44a4-9188-28c83bae9d1f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f587b7fe-1459-4ad6-b0af-0ca633b1334d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.671147 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3293126a-84d0-44a4-9188-28c83bae9d1f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for floatingip (f587b7fe-1459-4ad6-b0af-0ca633b1334d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:35.692518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3293126a-84d0-44a4-9188-28c83bae9d1f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Calling delete_port for f587b7fe-1459-4ad6-b0af-0ca633b1334d owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:35.800289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:57:35.806389 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-05da1c3e-80f6-4f0a-a05d-a52c92a4d980 admin admin] 10.222.0.11 "PUT /v2.0/routers/9af23b5f-4f36-404a-947a-1c19e4fec7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5303121 Mar 10 14:57:35.809459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38842) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:35.816349 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86140b00-f396-4567-a3d3-ec32ae83c146 None None] Sync routers for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:57:35.829641 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86140b00-f396-4567-a3d3-ec32ae83c146 None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:35.830663 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-86140b00-f396-4567-a3d3-ec32ae83c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:35.952499 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-86140b00-f396-4567-a3d3-ec32ae83c146 None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:35.974629 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Publish callbacks [] for router (9af23b5f-4f36-404a-947a-1c19e4fec7da), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:36.054890 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3293126a-84d0-44a4-9188-28c83bae9d1f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f587b7fe-1459-4ad6-b0af-0ca633b1334d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:36.139885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293126a-84d0-44a4-9188-28c83bae9d1f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Pushing event deleted for resources: {'Port': ['ID=f587b7fe-1459-4ad6-b0af-0ca633b1334d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:36.146101 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-86140b00-f396-4567-a3d3-ec32ae83c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:57:34Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:36.179083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba89603-f456-4726-a74e-4172416c3235 req-9795f4ed-d31b-4392-b360-9ecbdd68cc84 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:36.190682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ba89603-f456-4726-a74e-4172416c3235 req-9795f4ed-d31b-4392-b360-9ecbdd68cc84 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0948024 Mar 10 14:57:36.195814 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86140b00-f396-4567-a3d3-ec32ae83c146 None None] Checking router: 9af23b5f-4f36-404a-947a-1c19e4fec7da for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:57:36.207759 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86140b00-f396-4567-a3d3-ec32ae83c146 None None] Routers {'9af23b5f-4f36-404a-947a-1c19e4fec7da'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:36.208648 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-86140b00-f396-4567-a3d3-ec32ae83c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9af23b5f-4f36-404a-947a-1c19e4fec7da'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:36.289547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ba89603-f456-4726-a74e-4172416c3235 req-3ceed5ee-9fd4-4e04-ad7e-6599acf301d0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980947 Mar 10 14:57:36.296647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Publish callbacks [] for router_gateway (9af23b5f-4f36-404a-947a-1c19e4fec7da), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:36.406377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3293126a-84d0-44a4-9188-28c83bae9d1f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks [] for floatingip (773e4d52-2850-4efb-bbe9-384e74fe4297), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:36.410910 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3293126a-84d0-44a4-9188-28c83bae9d1f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:36.412214 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3293126a-84d0-44a4-9188-28c83bae9d1f tempest-ImagesOneServerNegativeTestJSON-348782526 tempest-ImagesOneServerNegativeTestJSON-348782526-project] 10.222.0.11 "DELETE /v2.0/floatingips/773e4d52-2850-4efb-bbe9-384e74fe4297 HTTP/1.1" status: 204 len: 168 time: 1.0996723 Mar 10 14:57:36.476139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Deleting port 08e7b319-a57a-4143-9f7e-50867f51eabb {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:36.476630 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:36.516041 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-86140b00-f396-4567-a3d3-ec32ae83c146 None None] Set router 9af23b5f-4f36-404a-947a-1c19e4fec7da gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:36.611787 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38878) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:36.668978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80212147-5d44-43d6-932f-46e6413439db req-427ebfbd-01dd-41c4-9a40-813ac97f5498 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:36.689353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80212147-5d44-43d6-932f-46e6413439db req-427ebfbd-01dd-41c4-9a40-813ac97f5498 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 945 time: 0.2190242 Mar 10 14:57:36.709895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-da6c0e95-89bb-4ea6-aa82-4f4740e2fd9c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:36.719605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-da6c0e95-89bb-4ea6-aa82-4f4740e2fd9c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 945 time: 0.2103133 Mar 10 14:57:36.754652 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] For port 08e7b319-a57a-4143-9f7e-50867f51eabb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=08e7b319-a57a-4143-9f7e-50867f51eabb,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:36.755382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:36.760975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5049c1-da78-4eeb-82b0-3807040a1bf4 admin admin] Deleting subnet da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:57:36.772133 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a5049c1-da78-4eeb-82b0-3807040a1bf4 admin admin] Publish callbacks [] for subnet (da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:36.778896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Calling delete_port for 08e7b319-a57a-4143-9f7e-50867f51eabb owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:36.881533 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-86140b00-f396-4567-a3d3-ec32ae83c146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:57:34Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:36.894604 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a5049c1-da78-4eeb-82b0-3807040a1bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:36.925820 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86140b00-f396-4567-a3d3-ec32ae83c146 None None] The sync data for ids ['9af23b5f-4f36-404a-947a-1c19e4fec7da'] in n-d-833090-1 is: [{'id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-236030737-router', 'tenant_id': '8404c511751549ef9bb0a6b6371767b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:28Z', 'updated_at': '2022-03-10T14:57:34Z', 'revision_number': 5, 'project_id': '8404c511751549ef9bb0a6b6371767b0', 'gw_port': {'id': '08e7b319-a57a-4143-9f7e-50867f51eabb', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af23b5f-4f36-404a-947a-1c19e4fec7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:31Z', 'updated_at': '2022-03-10T14:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:57:36.945299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80212147-5d44-43d6-932f-46e6413439db req-6b9e82ca-c5f7-4197-a5d4-cc12e14ba424 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/security-groups?id=101eb41c-a5fe-4ed8-8e10-baef66a663d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484515 Mar 10 14:57:36.970388 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a5049c1-da78-4eeb-82b0-3807040a1bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.025188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4911226-4783-477d-8d40-69997a717533 req-47299b49-8e51-4766-a9f1-a6faa32aebd6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:37.028065 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4911226-4783-477d-8d40-69997a717533 req-47299b49-8e51-4766-a9f1-a6faa32aebd6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.3052812 Mar 10 14:57:37.110963 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a5049c1-da78-4eeb-82b0-3807040a1bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.129822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Deleting port 23d569f1-4309-4a50-8abb-0d017a1e687c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:37.130721 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.247756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] For port 23d569f1-4309-4a50-8abb-0d017a1e687c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=23d569f1-4309-4a50-8abb-0d017a1e687c,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:37.247987 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.321206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7896e398-f1fb-461e-87a5-b935648ce69f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:37.369799 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 7896e398-f1fb-461e-87a5-b935648ce69f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:37.370159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7896e398-f1fb-461e-87a5-b935648ce69f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:37.404243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4911226-4783-477d-8d40-69997a717533 req-58789630-08df-4edb-84ef-c21317557d1e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689632 Mar 10 14:57:37.464649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a5049c1-da78-4eeb-82b0-3807040a1bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.470038 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9a5049c1-da78-4eeb-82b0-3807040a1bf4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7 HTTP/1.1" status: 204 len: 168 time: 0.8550296 Mar 10 14:57:37.472407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38898) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:37.481577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5049c1-da78-4eeb-82b0-3807040a1bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7c9ebe-341d-44f1-8c78-c10b0b4bb9d7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:37.560103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (08e7b319-a57a-4143-9f7e-50867f51eabb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.569701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26390e96-1583-4e6e-adf9-ced91f89bd5b req-e90b559c-c28f-4e56-b998-0bde868eb73d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:37.571536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26390e96-1583-4e6e-adf9-ced91f89bd5b req-e90b559c-c28f-4e56-b998-0bde868eb73d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1333451 Mar 10 14:57:37.597602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e7b319-a57a-4143-9f7e-50867f51eabb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:37.607412 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (a0347c71-6b22-401b-98f7-7b7109ac3599), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.637859 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.638233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.638553 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Floating IP 2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2 disassociated. External IP: 172.25.3.180, port: 23d569f1-4309-4a50-8abb-0d017a1e687c. Mar 10 14:57:37.639158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Calling delete_port for 23d569f1-4309-4a50-8abb-0d017a1e687c owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:37.643760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26390e96-1583-4e6e-adf9-ced91f89bd5b req-67aff3cd-f013-44c8-bd91-d817bfef8e06 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582738 Mar 10 14:57:37.731998 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (9af23b5f-4f36-404a-947a-1c19e4fec7da), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.830046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (a0347c71-6b22-401b-98f7-7b7109ac3599), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.851331 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (23d569f1-4309-4a50-8abb-0d017a1e687c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.874800 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (9af23b5f-4f36-404a-947a-1c19e4fec7da), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.881159 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Publish callbacks [] for router_controller (9af23b5f-4f36-404a-947a-1c19e4fec7da), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.886648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0347c71-6b22-401b-98f7-7b7109ac3599']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:37.887708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Pushing event deleted for resources: {'Port': ['ID=23d569f1-4309-4a50-8abb-0d017a1e687c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:37.930300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fd8349-436e-4bee-a487-5aa5582e119b') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:37.930600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fd8349-436e-4bee-a487-5aa5582e119b') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:37.943285 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (a9fd8349-436e-4bee-a487-5aa5582e119b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.957161 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (9af23b5f-4f36-404a-947a-1c19e4fec7da), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.957789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9af23b5f-4f36-404a-947a-1c19e4fec7da {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 14:57:37.968088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.971458 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a15610df-c5a3-4dbb-8235-163074426512 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9af23b5f-4f36-404a-947a-1c19e4fec7da HTTP/1.1" status: 204 len: 168 time: 2.1587448 Mar 10 14:57:37.971458 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a9fd8349-436e-4bee-a487-5aa5582e119b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.972604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38910) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:37.980424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:57:37.981041 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (a9fd8349-436e-4bee-a487-5aa5582e119b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: timer() Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:57:37.983298 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:57:38.084815 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (a0347c71-6b22-401b-98f7-7b7109ac3599), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:38.086871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-92120297-6bac-484b-ba73-bc6e24b1bef6 admin admin] Deleting subnet f4cadca8-5689-48e2-8119-70885c7cc4d5 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:57:38.091865 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:38.096917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92120297-6bac-484b-ba73-bc6e24b1bef6 admin admin] Publish callbacks [] for subnet (f4cadca8-5689-48e2-8119-70885c7cc4d5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:38.112498 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a0347c71-6b22-401b-98f7-7b7109ac3599 HTTP/1.1" status: 204 len: 168 time: 0.6385233 Mar 10 14:57:38.140724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27a09f-711b-4338-a648-93e5413eab01 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0347c71-6b22-401b-98f7-7b7109ac3599,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:38.154080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:57:38.164134 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92120297-6bac-484b-ba73-bc6e24b1bef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (f4cadca8-5689-48e2-8119-70885c7cc4d5), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:38.255399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44546185-1429-43bf-b069-1bb13d608225 req-1a92bde7-a1a6-44c5-8422-f6042b209398 tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 210 time: 0.0882826 Mar 10 14:57:38.278024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-130cf45f-9eac-4c49-a029-3cb4b86ab272 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897748 Mar 10 14:57:38.376247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38922) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:38.428560 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f15cfe73-e640-486b-abbb-ca39162ca35d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc6ceb7b258045748e6e38b19d7af3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489361 Mar 10 14:57:38.436452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38926) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:38.912706 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92120297-6bac-484b-ba73-bc6e24b1bef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f4cadca8-5689-48e2-8119-70885c7cc4d5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:38.949262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:57:38.959286 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13db144-f3fd-4646-ba3a-1a71670d2ae7 None None] Sync routers for ids ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:57:38.974227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13db144-f3fd-4646-ba3a-1a71670d2ae7 None None] Routers {'7eaf72ad-f5a3-4588-aa43-ec8567c411b9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:38.975266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f13db144-f3fd-4646-ba3a-1a71670d2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:39.060801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-ee5c20ac-8329-4521-9cab-7bcb94e71cb7 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:39.062471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-ee5c20ac-8329-4521-9cab-7bcb94e71cb7 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7834837 Mar 10 14:57:39.063173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] No DVR routers for this DVR port 23d569f1-4309-4a50-8abb-0d017a1e687c on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:39.069178 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:39.071447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-81de2d51-36cc-41d1-8afb-da22d95af645 req-35c2eee5-b48c-4313-97bf-bc17462d679c tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.45 "DELETE /v2.0/ports/23d569f1-4309-4a50-8abb-0d017a1e687c HTTP/1.1" status: 204 len: 173 time: 2.3104496 Mar 10 14:57:39.072179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1cad3651-3103-4667-9a13-025ab3ed4a1b admin admin] Publish callbacks [] for security_group (9360d399-78e5-49e3-af8c-297e34871cbd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:39.074733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b05be86-e500-4462-bf3d-3b1a96404743', 'name': 'network-vif-deleted', 'tag': '23d569f1-4309-4a50-8abb-0d017a1e687c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:39.076603 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f169f2-a24e-4f1e-b406-3c93cabcac42" -d '{"events": [{"server_uuid": "6b05be86-e500-4462-bf3d-3b1a96404743", "name": "network-vif-deleted", "tag": "23d569f1-4309-4a50-8abb-0d017a1e687c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:39.100381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f13db144-f3fd-4646-ba3a-1a71670d2ae7 None None] Set router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:39.117503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-64bc1202-0fe1-4cfa-b058-08416479b097 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/quotas/7f6dc28adc7e40b9b9096767faf51860 HTTP/1.1" status: 200 len: 375 time: 0.0337181 Mar 10 14:57:39.134225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe57cc2-04fc-4a0c-a9b1-dda125262331 req-c1d33ea5-3d19-47a7-af2f-e4499f9c9bfc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:39.136316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfe57cc2-04fc-4a0c-a9b1-dda125262331 req-c1d33ea5-3d19-47a7-af2f-e4499f9c9bfc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.3839185 Mar 10 14:57:39.153678 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1cad3651-3103-4667-9a13-025ab3ed4a1b admin admin] Publish callbacks [] for security_group (9360d399-78e5-49e3-af8c-297e34871cbd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:39.180683 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92120297-6bac-484b-ba73-bc6e24b1bef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (f4cadca8-5689-48e2-8119-70885c7cc4d5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:39.192704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-ba0ec5f1-7a62-431a-88cc-2550e8eba306 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743475 Mar 10 14:57:39.241336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e52b15b-f82b-4a81-b4d2-b53273ea0e8d None None] Network 8c605883-22c8-4299-b66f-e751e3fca9d6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:57:39.259471 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92120297-6bac-484b-ba73-bc6e24b1bef6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:39.261438 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 08e7b319-a57a-4143-9f7e-50867f51eabb no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:39.265374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-92120297-6bac-484b-ba73-bc6e24b1bef6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f4cadca8-5689-48e2-8119-70885c7cc4d5 HTTP/1.1" status: 204 len: 168 time: 1.2884119 Mar 10 14:57:39.267185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38934) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:39.268232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92120297-6bac-484b-ba73-bc6e24b1bef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4cadca8-5689-48e2-8119-70885c7cc4d5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:39.326338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfe57cc2-04fc-4a0c-a9b1-dda125262331 req-bf73bbe0-a67e-4753-84c5-ea3961bdd65c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802723 Mar 10 14:57:39.327546 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1cad3651-3103-4667-9a13-025ab3ed4a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9360d399-78e5-49e3-af8c-297e34871cbd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:39.330482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1cad3651-3103-4667-9a13-025ab3ed4a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:39.331564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1cad3651-3103-4667-9a13-025ab3ed4a1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9360d399-78e5-49e3-af8c-297e34871cbd HTTP/1.1" status: 204 len: 168 time: 0.8905139 Mar 10 14:57:39.369021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad3651-3103-4667-9a13-025ab3ed4a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9360d399-78e5-49e3-af8c-297e34871cbd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:39.411900 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69d1b38-a15a-4714-8209-61f80a352792 x-openstack-request-id: req-c69d1b38-a15a-4714-8209-61f80a352792 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:39.412204 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b05be86-e500-4462-bf3d-3b1a96404743", "name": "network-vif-deleted", "tag": "23d569f1-4309-4a50-8abb-0d017a1e687c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:39.412468 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c69d1b38-a15a-4714-8209-61f80a352792 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:39.412887 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b05be86-e500-4462-bf3d-3b1a96404743', 'name': 'network-vif-deleted', 'tag': '23d569f1-4309-4a50-8abb-0d017a1e687c', 'status': 'completed', 'code': 200} Mar 10 14:57:39.423110 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (8c605883-22c8-4299-b66f-e751e3fca9d6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:39.562482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc393f90-ccf7-414f-91b3-2af7cd9d01cc req-30db9e91-93a0-4e2d-a992-df806595d52a tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b05be86-e500-4462-bf3d-3b1a96404743 HTTP/1.1" status: 200 len: 210 time: 0.0476925 Mar 10 14:57:39.573416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Deleting port 34e077a3-2cee-4197-95a1-4ba9e531cca4 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:39.573731 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:39.601842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fdf89-a948-43c6-80b6-86384739e838 req-06a981fe-6d26-4e1c-a84d-66f8b6cd6b55 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:39.609243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-285fdf89-a948-43c6-80b6-86384739e838 req-06a981fe-6d26-4e1c-a84d-66f8b6cd6b55 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1631157 Mar 10 14:57:39.643712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 08e7b319-a57a-4143-9f7e-50867f51eabb {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:39.645359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 08e7b319-a57a-4143-9f7e-50867f51eabb not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:39.675145 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] For port 34e077a3-2cee-4197-95a1-4ba9e531cca4, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=34e077a3-2cee-4197-95a1-4ba9e531cca4,segment=NetworkSegment(ab61b952-1039-4e3d-a7a4-f36e5992c55a),segment_id=ab61b952-1039-4e3d-a7a4-f36e5992c55a)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:39.675790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:39.691674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Calling delete_port for 34e077a3-2cee-4197-95a1-4ba9e531cca4 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:39.777744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-285fdf89-a948-43c6-80b6-86384739e838 req-73ad25fd-ddb6-4afd-91b1-8fe63d94e1d7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675291 Mar 10 14:57:39.803448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f024cf78-b663-4a2d-9d97-9a2004c69d8a req-2a2476d5-bc6b-4097-ac7b-4696f862ea35 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 210 time: 0.1748028 Mar 10 14:57:39.833667 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (34e077a3-2cee-4197-95a1-4ba9e531cca4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:39.852093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7539f-d8cd-449f-86b5-720c962c4a39 None None] DHCP port deletion for 8c605883-22c8-4299-b66f-e751e3fca9d6 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 14:57:39.899190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Pushing event deleted for resources: {'Port': ['ID=34e077a3-2cee-4197-95a1-4ba9e531cca4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:39.905844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] No DVR routers for this DVR port 34e077a3-2cee-4197-95a1-4ba9e531cca4 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:39.914427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f13db144-f3fd-4646-ba3a-1a71670d2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 4, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f652367b-68a2-479e-a533-bb252daf0ddf', 'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'mac_address': 'fa:16:3e:58:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:12Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 5, 'project_id': '60728e6680534da9bd00cd91931ef484', 'subnets': [{'id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:39.984832 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13db144-f3fd-4646-ba3a-1a71670d2ae7 None None] Checking router: 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:57:40.010365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13db144-f3fd-4646-ba3a-1a71670d2ae7 None None] Routers {'7eaf72ad-f5a3-4588-aa43-ec8567c411b9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:40.013357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f13db144-f3fd-4646-ba3a-1a71670d2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:40.027487 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (8c605883-22c8-4299-b66f-e751e3fca9d6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:40.053863 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c605883-22c8-4299-b66f-e751e3fca9d6']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:40.066076 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab61b952-1039-4e3d-a7a4-f36e5992c55a') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:40.066453 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab61b952-1039-4e3d-a7a4-f36e5992c55a') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:40.077718 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (ab61b952-1039-4e3d-a7a4-f36e5992c55a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:40.096301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ab61b952-1039-4e3d-a7a4-f36e5992c55a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:40.104940 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:57:40.105471 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (ab61b952-1039-4e3d-a7a4-f36e5992c55a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: timer() Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:57:40.107580 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:57:40.149700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 23d569f1-4309-4a50-8abb-0d017a1e687c no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:40.185013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 23d569f1-4309-4a50-8abb-0d017a1e687c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:40.185370 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (8c605883-22c8-4299-b66f-e751e3fca9d6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:40.186009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 23d569f1-4309-4a50-8abb-0d017a1e687c not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:40.201805 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:40.210477 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] 10.222.0.11 "DELETE /v2.0/networks/8c605883-22c8-4299-b66f-e751e3fca9d6 HTTP/1.1" status: 204 len: 168 time: 0.9383297 Mar 10 14:57:40.210997 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f13db144-f3fd-4646-ba3a-1a71670d2ae7 None None] Set router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:40.211142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38962) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:40.230289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da892be-f369-4569-bfb8-7cb4c7a8537f admin admin] Pushing event deleted for resources: {'Network': ['ID=8c605883-22c8-4299-b66f-e751e3fca9d6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:40.493332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f13db144-f3fd-4646-ba3a-1a71670d2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 4, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f652367b-68a2-479e-a533-bb252daf0ddf', 'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'mac_address': 'fa:16:3e:58:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:12Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 5, 'project_id': '60728e6680534da9bd00cd91931ef484', 'subnets': [{'id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:40.523500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13db144-f3fd-4646-ba3a-1a71670d2ae7 None None] The sync data for ids ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'] in n-d-833090-1 is: [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:13Z', 'revision_number': 4, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f652367b-68a2-479e-a533-bb252daf0ddf', 'name': '', 'network_id': 'c1fb41c6-27cb-4f17-845a-28b57a30acca', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'mac_address': 'fa:16:3e:58:ba:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:12Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 5, 'project_id': '60728e6680534da9bd00cd91931ef484', 'subnets': [{'id': '934f8767-f1d9-41c5-a92f-7f7062fa5877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:57:40.581238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520499a-5102-4f4f-8088-a2dd37271c8c req-717af852-4f9e-4e2d-913f-5d1e23ea8fb4 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:40.587315 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9520499a-5102-4f4f-8088-a2dd37271c8c req-717af852-4f9e-4e2d-913f-5d1e23ea8fb4 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.1107085 Mar 10 14:57:40.681029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38984) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:40.683142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9520499a-5102-4f4f-8088-a2dd37271c8c req-ef82f73f-d5e2-4b41-a1d2-9dd428d1c7ea tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896380 Mar 10 14:57:40.756350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed33-e91a-41d6-9bcb-13d983b2565d tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group (101eb41c-a5fe-4ed8-8e10-baef66a663d9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:40.786460 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed33-e91a-41d6-9bcb-13d983b2565d tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group (101eb41c-a5fe-4ed8-8e10-baef66a663d9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:40.880988 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed33-e91a-41d6-9bcb-13d983b2565d tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (101eb41c-a5fe-4ed8-8e10-baef66a663d9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:40.881604 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c25a5b-431a-40a8-894a-ac899f697bf3 None None] New status for floating IP 2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 14:57:40.884319 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8f2ed33-e91a-41d6-9bcb-13d983b2565d tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:40.888059 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e8f2ed33-e91a-41d6-9bcb-13d983b2565d tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "DELETE /v2.0/security-groups/101eb41c-a5fe-4ed8-8e10-baef66a663d9 HTTP/1.1" status: 204 len: 168 time: 0.2030292 Mar 10 14:57:40.889200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38990) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:40.907472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2ed33-e91a-41d6-9bcb-13d983b2565d tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101eb41c-a5fe-4ed8-8e10-baef66a663d9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:40.914082 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-a117d18e-7a10-4446-8e12-570d8ba6c55d tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] show failed (client error): The resource could not be found. Mar 10 14:57:40.918185 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a117d18e-7a10-4446-8e12-570d8ba6c55d tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "GET /v2.0/security-groups/101eb41c-a5fe-4ed8-8e10-baef66a663d9 HTTP/1.1" status: 404 len: 347 time: 0.0238860 Mar 10 14:57:40.919122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38994) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:40.979512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0f49635-6287-4380-8e25-e4cf3333fdbc req-0d1df499-e83a-4554-bd2d-14f6895f182f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 210 time: 0.1029744 Mar 10 14:57:41.084273 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:41.118929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90e19b-5bd1-439a-bb7c-894e60b9b472 req-a93880c0-e559-4603-8cde-d715e86df652 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:41.123014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f90e19b-5bd1-439a-bb7c-894e60b9b472 req-a93880c0-e559-4603-8cde-d715e86df652 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1588879 Mar 10 14:57:41.147003 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b09e52e7-4bf1-4050-88a6-ed59764c222f tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Deleting port 4d22ab3f-6b76-4b03-9de7-9a43ff5be04b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:41.147454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b09e52e7-4bf1-4050-88a6-ed59764c222f tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4d22ab3f-6b76-4b03-9de7-9a43ff5be04b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:41.204819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-ed586b68-c6ed-4d66-be18-9539560e3090 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807202 Mar 10 14:57:41.244601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b09e52e7-4bf1-4050-88a6-ed59764c222f tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4d22ab3f-6b76-4b03-9de7-9a43ff5be04b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:41.244601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b09e52e7-4bf1-4050-88a6-ed59764c222f tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for floatingip (4d22ab3f-6b76-4b03-9de7-9a43ff5be04b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:41.259997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b09e52e7-4bf1-4050-88a6-ed59764c222f tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Calling delete_port for 4d22ab3f-6b76-4b03-9de7-9a43ff5be04b owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:41.261353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 34e077a3-2cee-4197-95a1-4ba9e531cca4 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:41.285986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 34e077a3-2cee-4197-95a1-4ba9e531cca4 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:41.286619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 34e077a3-2cee-4197-95a1-4ba9e531cca4 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:41.319093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f90e19b-5bd1-439a-bb7c-894e60b9b472 req-21d00613-074d-4024-888f-8d1f93c698c6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797180 Mar 10 14:57:41.403789 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b09e52e7-4bf1-4050-88a6-ed59764c222f tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4d22ab3f-6b76-4b03-9de7-9a43ff5be04b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:41.434441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e52e7-4bf1-4050-88a6-ed59764c222f tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Pushing event deleted for resources: {'Port': ['ID=4d22ab3f-6b76-4b03-9de7-9a43ff5be04b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:41.481376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4461d-4933-4f7e-b037-5f887a40bc61 req-05de7a1f-855b-40c6-8af1-960dd7085aa4 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:41.483214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eb4461d-4933-4f7e-b037-5f887a40bc61 req-05de7a1f-855b-40c6-8af1-960dd7085aa4 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 1127 time: 0.2808909 Mar 10 14:57:41.490447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-da4d2643-9096-442d-9e00-d266ab988295 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:41.491835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-da4d2643-9096-442d-9e00-d266ab988295 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624424 Mar 10 14:57:41.493317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b09e52e7-4bf1-4050-88a6-ed59764c222f tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks [] for floatingip (2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:41.496532 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b09e52e7-4bf1-4050-88a6-ed59764c222f tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:41.498247 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b09e52e7-4bf1-4050-88a6-ed59764c222f tempest-ServersTestFqdnHostnames-958616604 tempest-ServersTestFqdnHostnames-958616604-project] 10.222.0.11 "DELETE /v2.0/floatingips/2b9a8d6b-b3a7-4ad8-b7a2-70ec5970bfb2 HTTP/1.1" status: 204 len: 168 time: 0.5780773 Mar 10 14:57:41.501238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39000) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:41.535521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Request body: {'port': {'device_id': '0d37a0c1-e72e-4769-9fed-142c21bd0dcb', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '7f6dc28adc7e40b9b9096767faf51860'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:41.668859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eb4461d-4933-4f7e-b037-5f887a40bc61 req-85ba277c-2e0a-480a-a133-1a980aba1a90 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596215 Mar 10 14:57:41.779117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Made reservation on behalf of 7f6dc28adc7e40b9b9096767faf51860 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:57:41.782298 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:41.808105 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:41.853506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] Deleting port 13cc98be-beef-4aba-ba4d-e1bd7968ac58 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:41.854322 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:41.884653 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:41.945078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7b7fb-c08d-44ae-9fd0-977535477254 req-eb09f081-62c1-4fe1-9b5f-6d63b717634e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:41.952869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ee7b7fb-c08d-44ae-9fd0-977535477254 req-eb09f081-62c1-4fe1-9b5f-6d63b717634e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.1847847 Mar 10 14:57:42.059264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ee7b7fb-c08d-44ae-9fd0-977535477254 req-2dd2d81e-df44-4e97-849f-7fe56bf1ae44 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032236 Mar 10 14:57:42.081152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] For port 13cc98be-beef-4aba-ba4d-e1bd7968ac58, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=13cc98be-beef-4aba-ba4d-e1bd7968ac58,segment=NetworkSegment(7753e5ea-debc-4532-894a-c98715f84998),segment_id=7753e5ea-debc-4532-894a-c98715f84998)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:42.081729 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:42.136645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] Calling delete_port for 13cc98be-beef-4aba-ba4d-e1bd7968ac58 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:42.152126 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks [] for security_group (1cbc5c8b-78ba-4112-a48e-c26e0e69bb28), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:42.170486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1cbc5c8b-78ba-4112-a48e-c26e0e69bb28), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:42.254305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50a64cc7-3b18-4d0c-b4ee-a0aeb49e24f4 req-c471bfc0-b01c-4212-8314-0d215dacf298 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 210 time: 0.0633948 Mar 10 14:57:42.280325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] Deleting port f652367b-68a2-479e-a533-bb252daf0ddf {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:42.280877 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:42.325116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:42.408855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] For port f652367b-68a2-479e-a533-bb252daf0ddf, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f652367b-68a2-479e-a533-bb252daf0ddf,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:42.409239 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:42.425855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] Calling delete_port for f652367b-68a2-479e-a533-bb252daf0ddf owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:42.500135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Allocated IP 192.168.233.211 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/abdd4ec5-953c-40a8-8b5c-a0d0eae1a566) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:57:42.579056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db064d-73a5-46c4-9a8f-7b6ff38ac431 req-cc68f386-37ef-4133-a1d7-82be1042befe tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:42.581039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62db064d-73a5-46c4-9a8f-7b6ff38ac431 req-cc68f386-37ef-4133-a1d7-82be1042befe tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1483555 Mar 10 14:57:42.677738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f652367b-68a2-479e-a533-bb252daf0ddf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:42.705446 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f652367b-68a2-479e-a533-bb252daf0ddf,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:42.771376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62db064d-73a5-46c4-9a8f-7b6ff38ac431 req-104eb74d-8434-4002-adf3-8653254a7e48 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803584 Mar 10 14:57:42.774968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-b2192d29-3482-472e-9583-538c9516fc5b tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:57:42.776681 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (13cc98be-beef-4aba-ba4d-e1bd7968ac58), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:42.783364 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-b2192d29-3482-472e-9583-538c9516fc5b tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126963 Mar 10 14:57:42.835136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-e374953b-d279-4e5d-8e3f-bfb1eee9484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:42.840316 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-e374953b-d279-4e5d-8e3f-bfb1eee9484e service neutron] 10.222.0.11 "GET /v2.0/ports/ce496d4e-9d14-44fb-a18a-dec38b537711 HTTP/1.1" status: 200 len: 1124 time: 0.0561264 Mar 10 14:57:42.840988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=13cc98be-beef-4aba-ba4d-e1bd7968ac58,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:42.894055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Request body: {'binding': {'host': 'n-h2-833090-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:42.894617 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Unknown quota resources ['binding']. {{(pid=115534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 14:57:42.973331 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks [] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:43.047849 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:43.200271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 on host n-h2-833090-1 for vnic_type normal with profile None {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:57:43.200271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:57:43.200271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:43.424006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:43.474032 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Port ce496d4e-9d14-44fb-a18a-dec38b537711 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:57:43.474366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:43.485483 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:57:43.485822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:57:43.486207 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:57:43.486634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Bound port: ce496d4e-9d14-44fb-a18a-dec38b537711, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:57:43.503982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d066d-6224-42ef-9952-1b21726dc1b1 req-80e4a4a5-1d8b-4ac7-9997-720779e9812e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:43.505451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f97d066d-6224-42ef-9952-1b21726dc1b1 req-80e4a4a5-1d8b-4ac7-9997-720779e9812e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.1473367 Mar 10 14:57:43.527210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:57:43.546456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:57:43.550078 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:43.552672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:57:43.556195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event updated for resources: {'Port': ['ID=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:43.589987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ce496d4e-9d14-44fb-a18a-dec38b537711,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:57:43.598607 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:43.599860 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1025ddca-c362-4b63-a602-107a0e786826 service neutron] 10.222.0.11 "POST /v2.0/ports/ce496d4e-9d14-44fb-a18a-dec38b537711/bindings HTTP/1.1" status: 201 len: 389 time: 0.7092502 Mar 10 14:57:43.652797 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] Router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:57:43.682620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f97d066d-6224-42ef-9952-1b21726dc1b1 req-37eb7ff2-6451-489b-a71e-7edbc8df8fdd tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645026 Mar 10 14:57:43.703649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:43.704282 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:43.757068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-9769b260-9a91-4b25-9374-ef4988a73d6c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2466176 Mar 10 14:57:43.802059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Request body: {'port': {'device_id': '0d37a0c1-e72e-4769-9fed-142c21bd0dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:43.842296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:57:43.847266 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-51b4ee48-9c89-4177-9378-cde8b235a7f8 admin admin] 10.222.0.11 "PUT /v2.0/routers/7eaf72ad-f5a3-4588-aa43-ec8567c411b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3450880 Mar 10 14:57:43.849698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39088) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:43.852898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5447caf2-8ddc-44b0-a111-6db3d0a2c71b None None] Sync routers for ids ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:57:43.858109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-af07ee0c-f4f5-4b45-9843-62f4f1e5d0bb None None] Provisioning complete for port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:57:43.858766 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-af07ee0c-f4f5-4b45-9843-62f4f1e5d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:43.891398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5447caf2-8ddc-44b0-a111-6db3d0a2c71b None None] Routers {'7eaf72ad-f5a3-4588-aa43-ec8567c411b9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:43.892427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5447caf2-8ddc-44b0-a111-6db3d0a2c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:43.939018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-af07ee0c-f4f5-4b45-9843-62f4f1e5d0bb None None] Port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:57:43.961380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Publish callbacks [] for router (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:43.993231 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:44.014389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-5447caf2-8ddc-44b0-a111-6db3d0a2c71b None None] Set router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:44.025902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70279f8f-62dd-4f74-9a24-6fe4c5001c2d req-eb008def-9ce9-4176-bc04-b0399a9de38c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:44.028256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70279f8f-62dd-4f74-9a24-6fe4c5001c2d req-eb008def-9ce9-4176-bc04-b0399a9de38c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 936 time: 0.2334335 Mar 10 14:57:44.053039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14564491-98af-4075-b129-6c4f6080f501 req-e7f466cd-23d3-4f4c-8ee1-7231c2f67d44 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:44.054538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14564491-98af-4075-b129-6c4f6080f501 req-e7f466cd-23d3-4f4c-8ee1-7231c2f67d44 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.2575786 Mar 10 14:57:44.083366 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Publish callbacks [] for router_gateway (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:44.156516 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Deleting port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:44.156864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:44.190254 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:57:44.258364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] For port 2c7a24ea-639c-4f8d-8c0b-c63272ecd424, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2c7a24ea-639c-4f8d-8c0b-c63272ecd424,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:44.260217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:44.268081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] Router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:57:44.278136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Calling delete_port for 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:44.283096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14564491-98af-4075-b129-6c4f6080f501 req-71b618e8-23dc-485c-a844-0bc1dc69d457 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978526 Mar 10 14:57:44.292643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70279f8f-62dd-4f74-9a24-6fe4c5001c2d req-b03d24ff-c47b-422e-89f4-790c82b4ab9f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354498 Mar 10 14:57:44.311601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5447caf2-8ddc-44b0-a111-6db3d0a2c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:57:42Z', 'revision_number': 5, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port': {'id': '2c7a24ea-639c-4f8d-8c0b-c63272ecd424', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:cc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:44.368216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5447caf2-8ddc-44b0-a111-6db3d0a2c71b None None] Checking router: 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:57:44.381470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5447caf2-8ddc-44b0-a111-6db3d0a2c71b None None] Routers {'7eaf72ad-f5a3-4588-aa43-ec8567c411b9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:44.382281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5447caf2-8ddc-44b0-a111-6db3d0a2c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:44.507917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-5447caf2-8ddc-44b0-a111-6db3d0a2c71b None None] Set router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:44.533077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2c7a24ea-639c-4f8d-8c0b-c63272ecd424), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:44.533834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:57:44.543590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a4bbdc7a-88f9-4d3d-a670-c053c4f6b5aa admin admin] 10.222.0.11 "PUT /v2.0/routers/4f0450ef-53ab-4f9f-bc61-572dfbb19f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3312800 Mar 10 14:57:44.544037 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc165a8-7ac0-4efe-9368-04b4c8ec7d9a None None] Sync routers for ids ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:57:44.545088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39132) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:44.559909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce15e7-c81b-4cd0-87b6-9b1d3f90b511 req-5a2dd167-4f30-412f-b322-a8ca4784d870 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:44.561745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6ce15e7-c81b-4cd0-87b6-9b1d3f90b511 req-5a2dd167-4f30-412f-b322-a8ca4784d870 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1500778 Mar 10 14:57:44.565424 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc165a8-7ac0-4efe-9368-04b4c8ec7d9a None None] Routers {'4f0450ef-53ab-4f9f-bc61-572dfbb19f15'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:44.567168 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0bc165a8-7ac0-4efe-9368-04b4c8ec7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:44.589622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7a24ea-639c-4f8d-8c0b-c63272ecd424,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:44.612807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5447caf2-8ddc-44b0-a111-6db3d0a2c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:57:44Z', 'revision_number': 6, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:44.639879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:44.651749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5447caf2-8ddc-44b0-a111-6db3d0a2c71b None None] The sync data for ids ['7eaf72ad-f5a3-4588-aa43-ec8567c411b9'] in n-d-833090-1 is: [{'id': '7eaf72ad-f5a3-4588-aa43-ec8567c411b9', 'name': 'tempest-ServersTestFqdnHostnames-1207983671-router', 'tenant_id': '60728e6680534da9bd00cd91931ef484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:09Z', 'updated_at': '2022-03-10T14:57:44Z', 'revision_number': 6, 'project_id': '60728e6680534da9bd00cd91931ef484', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:57:44.654742 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Publish callbacks [] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:44.666448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6ce15e7-c81b-4cd0-87b6-9b1d3f90b511 req-5548f20e-951a-4665-b832-96e3de98a3d3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925879 Mar 10 14:57:44.673751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Transition to ACTIVE for port object abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:57:44.679781 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:44.734491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Pushing event updated for resources: {'Port': ['ID=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:44.760817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:44.767168 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-0bc165a8-7ac0-4efe-9368-04b4c8ec7d9a None None] Set router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:44.855362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Attempting to bind port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:57:44.855832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Attempting to bind port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:57:44.856502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Attempting to bind port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:44.863211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:57:44.863802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Attempting to bind port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:44.872290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:57:44.872790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:57:44.873274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:57:44.873841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Bound port: abdd4ec5-953c-40a8-8b5c-a0d0eae1a566, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:57:44.874304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:44.897753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89005022-8070-4040-a9a9-ab62163e7a55 req-b287ade0-4c59-4978-9a6f-80ca003f7564 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:44.899617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89005022-8070-4040-a9a9-ab62163e7a55 req-b287ade0-4c59-4978-9a6f-80ca003f7564 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.0985005 Mar 10 14:57:44.909673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:44.912104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Publish callbacks [] for router_controller (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:44.914334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Publish callbacks [] for router (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.000673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] For port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:57:45.004103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] For port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:57:45.009226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89005022-8070-4040-a9a9-ab62163e7a55 req-3bc47bba-b498-45f8-b3e4-7632549e0141 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869162 Mar 10 14:57:45.021547 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.028157 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (7eaf72ad-f5a3-4588-aa43-ec8567c411b9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.029499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eaf72ad-f5a3-4588-aa43-ec8567c411b9 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 14:57:45.041624 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.043152 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aaa0ae84-9b85-451c-ae1b-3db12dfb7222 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7eaf72ad-f5a3-4588-aa43-ec8567c411b9 HTTP/1.1" status: 204 len: 168 time: 1.1925285 Mar 10 14:57:45.047141 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39136) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:45.060063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:45.060791 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.062355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] 10.222.0.45 "PUT /v2.0/ports/abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 HTTP/1.1" status: 200 len: 1096 time: 1.2663755 Mar 10 14:57:45.062911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d37a0c1-e72e-4769-9fed-142c21bd0dcb', 'tag': 'abdd4ec5-953c-40a8-8b5c-a0d0eae1a566'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:45.065222 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bcfd79-86d1-4522-952a-52ceb8c4be08" -d '{"events": [{"name": "network-changed", "server_uuid": "0d37a0c1-e72e-4769-9fed-142c21bd0dcb", "tag": "abdd4ec5-953c-40a8-8b5c-a0d0eae1a566"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:45.099752 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0bc165a8-7ac0-4efe-9368-04b4c8ec7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-router', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:57:42Z', 'revision_number': 5, 'project_id': '1584dc83813a4189a65558165b7aced6', 'gw_port': {'id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:45.108433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda222d-33be-429b-a420-bc3fe93ed9ed service neutron] Pushing event updated for resources: {'Port': ['ID=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:45.155996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87cb87a-bd3a-48d0-8369-411d86a6ed14 admin admin] Deleting subnet 934f8767-f1d9-41c5-a92f-7f7062fa5877 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:57:45.162289 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e87cb87a-bd3a-48d0-8369-411d86a6ed14 admin admin] Publish callbacks [] for subnet (934f8767-f1d9-41c5-a92f-7f7062fa5877), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.169412 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc165a8-7ac0-4efe-9368-04b4c8ec7d9a None None] Checking router: 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:57:45.173518 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51fcb02-2523-4978-a2f4-180678ece046 x-openstack-request-id: req-b51fcb02-2523-4978-a2f4-180678ece046 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:45.173952 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d37a0c1-e72e-4769-9fed-142c21bd0dcb", "tag": "abdd4ec5-953c-40a8-8b5c-a0d0eae1a566", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:45.174300 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b51fcb02-2523-4978-a2f4-180678ece046 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:45.174823 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d37a0c1-e72e-4769-9fed-142c21bd0dcb', 'tag': 'abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', 'status': 'completed', 'code': 200} Mar 10 14:57:45.183709 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc165a8-7ac0-4efe-9368-04b4c8ec7d9a None None] Routers {'4f0450ef-53ab-4f9f-bc61-572dfbb19f15'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:45.184838 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0bc165a8-7ac0-4efe-9368-04b4c8ec7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:45.233949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-a34da7d7-3efb-4caf-95b3-3bf2f600b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:45.234904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-a34da7d7-3efb-4caf-95b3-3bf2f600b3ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 1130 time: 0.1130071 Mar 10 14:57:45.269119 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e87cb87a-bd3a-48d0-8369-411d86a6ed14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (934f8767-f1d9-41c5-a92f-7f7062fa5877), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.294628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Publish callbacks [] for router_gateway (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.301719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-b5f3471a-0540-4911-af68-f465e6ceae9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 HTTP/1.1" status: 200 len: 217 time: 0.0540051 Mar 10 14:57:45.349774 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-0bc165a8-7ac0-4efe-9368-04b4c8ec7d9a None None] Set router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:45.372725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-07737950-84fb-4faa-9660-e2073ab9e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:45.374511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-07737950-84fb-4faa-9660-e2073ab9e058 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0625837 Mar 10 14:57:45.397376 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e87cb87a-bd3a-48d0-8369-411d86a6ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (934f8767-f1d9-41c5-a92f-7f7062fa5877), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.480807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Deleting port 82deb517-2613-49c7-abd3-9a98dcbafcc6 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:45.481060 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.499459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e87cb87a-bd3a-48d0-8369-411d86a6ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (934f8767-f1d9-41c5-a92f-7f7062fa5877), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.508270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-b666b567-c838-4500-b4a4-181e212f53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:45.510125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-b666b567-c838-4500-b4a4-181e212f53ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1271007 Mar 10 14:57:45.527345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b45c4-6475-40d0-aaa9-73d7a92314c2 req-2d85a088-e24b-4685-80f3-44b3bc36694b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:45.529114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e63b45c4-6475-40d0-aaa9-73d7a92314c2 req-2d85a088-e24b-4685-80f3-44b3bc36694b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1364813 Mar 10 14:57:45.545856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cb87a-bd3a-48d0-8369-411d86a6ed14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934f8767-f1d9-41c5-a92f-7f7062fa5877,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:45.577547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20d3f0-73f0-48d2-8fbe-d868026c524e req-4349a289-6a09-4628-b80c-96df482785e0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:45.579139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f20d3f0-73f0-48d2-8fbe-d868026c524e req-4349a289-6a09-4628-b80c-96df482785e0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 948 time: 0.1875098 Mar 10 14:57:45.581359 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e87cb87a-bd3a-48d0-8369-411d86a6ed14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.584525 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e87cb87a-bd3a-48d0-8369-411d86a6ed14 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/934f8767-f1d9-41c5-a92f-7f7062fa5877 HTTP/1.1" status: 204 len: 168 time: 0.5362895 Mar 10 14:57:45.589382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca5708b-d1cf-4e56-b70d-c2e4d3e97df6 None None] Network c1fb41c6-27cb-4f17-845a-28b57a30acca requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:57:45.590224 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39144) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:45.609316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f652367b-68a2-479e-a533-bb252daf0ddf no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:45.683574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f652367b-68a2-479e-a533-bb252daf0ddf {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:45.684315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f652367b-68a2-479e-a533-bb252daf0ddf not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:45.699924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] For port 82deb517-2613-49c7-abd3-9a98dcbafcc6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=82deb517-2613-49c7-abd3-9a98dcbafcc6,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:45.700423 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0bc165a8-7ac0-4efe-9368-04b4c8ec7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-router', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:57:42Z', 'revision_number': 5, 'project_id': '1584dc83813a4189a65558165b7aced6', 'gw_port': {'id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:45.700764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.720217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c1fb41c6-27cb-4f17-845a-28b57a30acca), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:45.728937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Calling delete_port for 82deb517-2613-49c7-abd3-9a98dcbafcc6 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:45.732968 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc165a8-7ac0-4efe-9368-04b4c8ec7d9a None None] The sync data for ids ['4f0450ef-53ab-4f9f-bc61-572dfbb19f15'] in n-d-833090-1 is: [{'id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1554698463-router', 'tenant_id': '1584dc83813a4189a65558165b7aced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:57:42Z', 'revision_number': 5, 'project_id': '1584dc83813a4189a65558165b7aced6', 'gw_port': {'id': '82deb517-2613-49c7-abd3-9a98dcbafcc6', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0450ef-53ab-4f9f-bc61-572dfbb19f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:53:41Z', 'updated_at': '2022-03-10T14:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:57:45.816601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e63b45c4-6475-40d0-aaa9-73d7a92314c2 req-2d93371e-8478-4d26-a8ea-8f51dea0ef76 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783463 Mar 10 14:57:45.832710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f20d3f0-73f0-48d2-8fbe-d868026c524e req-d13bfaa3-9c2b-4f13-96f1-65e38090cd78 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179708 Mar 10 14:57:45.834918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-28e4bfef-c0fa-4bb2-ad24-07cd798850c1 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172061 Mar 10 14:57:45.935551 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Deleting port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:45.936007 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.101968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] For port 4212e690-3bc4-4c0e-9801-9bbde809d3a1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4212e690-3bc4-4c0e-9801-9bbde809d3a1,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:46.102491 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.114482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66bc551b-b2c5-4233-b4ba-0fba0a53c95d req-082929b0-090b-4441-bf4f-c01a604e746a service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691772 Mar 10 14:57:46.144333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Calling delete_port for 4212e690-3bc4-4c0e-9801-9bbde809d3a1 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:46.157509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865a505-3cc8-4b45-86e0-bdfbb9ff78cc req-ad227f52-b548-492c-b3da-2b7313f15299 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:46.161347 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (82deb517-2613-49c7-abd3-9a98dcbafcc6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.166492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d865a505-3cc8-4b45-86e0-bdfbb9ff78cc req-ad227f52-b548-492c-b3da-2b7313f15299 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.2057581 Mar 10 14:57:46.172177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cfc1c5-026e-4a8b-b3c4-37101408b63c None None] DHCP port deletion for c1fb41c6-27cb-4f17-845a-28b57a30acca request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 14:57:46.190149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-fcaba64d-91c6-45d2-8bdb-3217589dcbe0 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:46.192057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-fcaba64d-91c6-45d2-8bdb-3217589dcbe0 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1127 time: 0.2664676 Mar 10 14:57:46.215333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833090-1'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:46.236825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-20cfc1c5-026e-4a8b-b3c4-37101408b63c None None] Deleting port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:46.237109 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20cfc1c5-026e-4a8b-b3c4-37101408b63c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.273695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Pushing event deleted for resources: {'Port': ['ID=82deb517-2613-49c7-abd3-9a98dcbafcc6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:46.320255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-20cfc1c5-026e-4a8b-b3c4-37101408b63c None None] For port 4212e690-3bc4-4c0e-9801-9bbde809d3a1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4212e690-3bc4-4c0e-9801-9bbde809d3a1,segment=NetworkSegment(15c80044-076d-44bb-8933-b709458e96bb),segment_id=15c80044-076d-44bb-8933-b709458e96bb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:46.320651 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20cfc1c5-026e-4a8b-b3c4-37101408b63c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.339780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-20cfc1c5-026e-4a8b-b3c4-37101408b63c None None] Calling delete_port for 4212e690-3bc4-4c0e-9801-9bbde809d3a1 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:46.358109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d865a505-3cc8-4b45-86e0-bdfbb9ff78cc req-b050e7b9-002e-465a-87d8-ce7e94d2b72f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771805 Mar 10 14:57:46.390895 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.398105 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.421530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec40b9-a401-41be-91d7-71c6bda61ca4 req-b3b60397-cae0-4381-b99e-58935c1d9bad tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:46.423411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6aec40b9-a401-41be-91d7-71c6bda61ca4 req-b3b60397-cae0-4381-b99e-58935c1d9bad tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 945 time: 0.2358043 Mar 10 14:57:46.426337 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.432593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcfd79-86d1-4522-952a-52ceb8c4be08 req-2d252fab-d5e5-4c95-bdff-72ab97777b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:46.434210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22bcfd79-86d1-4522-952a-52ceb8c4be08 req-2d252fab-d5e5-4c95-bdff-72ab97777b60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 1130 time: 0.2282414 Mar 10 14:57:46.440135 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20cfc1c5-026e-4a8b-b3c4-37101408b63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (4212e690-3bc4-4c0e-9801-9bbde809d3a1), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.476924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfc1c5-026e-4a8b-b3c4-37101408b63c None None] Pushing event deleted for resources: {'Port': ['ID=4212e690-3bc4-4c0e-9801-9bbde809d3a1,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:46.491264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cfc1c5-026e-4a8b-b3c4-37101408b63c None None] No DVR routers for this DVR port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:46.532744 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=4212e690-3bc4-4c0e-9801-9bbde809d3a1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:46.575598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] No DVR routers for this DVR port 4212e690-3bc4-4c0e-9801-9bbde809d3a1 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:46.579598 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.587250 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Publish callbacks [] for router_controller (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.591380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6aec40b9-a401-41be-91d7-71c6bda61ca4 req-efcccf22-e683-43e7-922a-3ac73b02d6f7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560674 Mar 10 14:57:46.671329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcfd79-86d1-4522-952a-52ceb8c4be08 req-4398a223-8138-418c-9dca-8381bb99d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:46.672841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22bcfd79-86d1-4522-952a-52ceb8c4be08 req-4398a223-8138-418c-9dca-8381bb99d16d service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2276740 Mar 10 14:57:46.742187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22bcfd79-86d1-4522-952a-52ceb8c4be08 req-f8a30511-4b22-477b-bf9d-5af60adcd175 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 HTTP/1.1" status: 200 len: 217 time: 0.0568600 Mar 10 14:57:46.748242 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-54110a85-b4d7-4224-8c62-7eb2b0e7b380 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a8ac59166daa4f1d8e15cf09583474d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667093 Mar 10 14:57:46.942132 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c1fb41c6-27cb-4f17-845a-28b57a30acca), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.945579 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (4f0450ef-53ab-4f9f-bc61-572dfbb19f15), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.946314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f0450ef-53ab-4f9f-bc61-572dfbb19f15 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 14:57:46.955564 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:46.958362 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c79de392-89e6-4d0c-83f1-109bd4bade9b admin admin] 10.222.0.11 "DELETE /v2.0/routers/4f0450ef-53ab-4f9f-bc61-572dfbb19f15 HTTP/1.1" status: 204 len: 168 time: 2.4077430 Mar 10 14:57:46.961190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39204) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:47.009472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fb41c6-27cb-4f17-845a-28b57a30acca']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:47.022087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c6060d8e-67a8-4740-a121-3570c8856c49 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:57:47.030210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c80044-076d-44bb-8933-b709458e96bb') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:47.034983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c80044-076d-44bb-8933-b709458e96bb') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:47.061820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (15c80044-076d-44bb-8933-b709458e96bb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.071404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22b7924-5edf-4490-b773-bcf9b6313749 admin admin] Deleting subnet 9c39d446-54a0-49db-b32d-2500e286f61e {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:57:47.084031 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f22b7924-5edf-4490-b773-bcf9b6313749 admin admin] Publish callbacks [] for subnet (9c39d446-54a0-49db-b32d-2500e286f61e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.111642 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (15c80044-076d-44bb-8933-b709458e96bb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.124750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:57:47.125164 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (15c80044-076d-44bb-8933-b709458e96bb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: timer() Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:57:47.128573 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:57:47.155874 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f22b7924-5edf-4490-b773-bcf9b6313749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (9c39d446-54a0-49db-b32d-2500e286f61e), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.205486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=c6060d8e-67a8-4740-a121-3570c8856c49,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:47.236721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c6060d8e-67a8-4740-a121-3570c8856c49 has no active binding in host n-h2-833090-1 {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 14:57:47.240174 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c1fb41c6-27cb-4f17-845a-28b57a30acca), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.261247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=c6060d8e-67a8-4740-a121-3570c8856c49,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:47.275954 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.282977 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c1fb41c6-27cb-4f17-845a-28b57a30acca HTTP/1.1" status: 204 len: 168 time: 1.6916761 Mar 10 14:57:47.291669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcfd79-86d1-4522-952a-52ceb8c4be08 req-b35ab755-2ae3-48f9-a23f-cadf4d80132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:47.293103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22bcfd79-86d1-4522-952a-52ceb8c4be08 req-b35ab755-2ae3-48f9-a23f-cadf4d80132d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.5440180 Mar 10 14:57:47.299275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fe415-8ccd-4b3b-9eef-071844bc3a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1fb41c6-27cb-4f17-845a-28b57a30acca,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:47.313066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f22b7924-5edf-4490-b773-bcf9b6313749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (9c39d446-54a0-49db-b32d-2500e286f61e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.385904 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f22b7924-5edf-4490-b773-bcf9b6313749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (9c39d446-54a0-49db-b32d-2500e286f61e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.412901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b7924-5edf-4490-b773-bcf9b6313749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c39d446-54a0-49db-b32d-2500e286f61e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:47.416710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f22b7924-5edf-4490-b773-bcf9b6313749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.419961 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f22b7924-5edf-4490-b773-bcf9b6313749 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9c39d446-54a0-49db-b32d-2500e286f61e HTTP/1.1" status: 204 len: 168 time: 0.4575064 Mar 10 14:57:47.423263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39210) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:47.434592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10784269-6460-47a3-a71a-d5bd636e1f03 None None] Network d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:57:47.475188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:57:47.494864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d1cbf85e-b85c-4ee3-b155-d5e994a76ab2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.513828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcfd79-86d1-4522-952a-52ceb8c4be08 req-a2b2a81b-1bb1-4445-abf1-b44a3f143283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:47.515612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22bcfd79-86d1-4522-952a-52ceb8c4be08 req-a2b2a81b-1bb1-4445-abf1-b44a3f143283 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1983366 Mar 10 14:57:47.539087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39212) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:47.541028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-4a62e579-f83d-4312-a67f-e929972f942b tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:47.547945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-4a62e579-f83d-4312-a67f-e929972f942b tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7858312 Mar 10 14:57:47.608255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc68183-2e57-45dc-8947-ec3e4690ec8f req-516cdabe-8bd3-4cdd-83d3-884879a9d71b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:47.610684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abc68183-2e57-45dc-8947-ec3e4690ec8f req-516cdabe-8bd3-4cdd-83d3-884879a9d71b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.3257818 Mar 10 14:57:47.611165 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0e1a2f70-7f9c-483e-99a3-1ac7896b1a9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60728e6680534da9bd00cd91931ef484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707524 Mar 10 14:57:47.613504 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39214) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:47.625184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-fe018455-a22d-4c22-afd8-3d2cf8989606 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/quotas/a8ac59166daa4f1d8e15cf09583474d3 HTTP/1.1" status: 200 len: 375 time: 0.0760539 Mar 10 14:57:47.645598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63860d5b-97b4-4937-8951-a73d3d604c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6060d8e-67a8-4740-a121-3570c8856c49'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:47.648135 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42866090-761f-4505-8d48-f6872bbb58ae" -d '{"events": [{"server_uuid": "63860d5b-97b4-4937-8951-a73d3d604c15", "name": "network-vif-unplugged", "status": "completed", "tag": "c6060d8e-67a8-4740-a121-3570c8856c49"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:47.659900 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.667001 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Publish callbacks [] for port (c6060d8e-67a8-4740-a121-3570c8856c49), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.677671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4212e690-3bc4-4c0e-9801-9bbde809d3a1 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:47.682827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Deleting port f4437a44-603d-4191-88f0-3a23c6e2e871 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:47.682827 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.709587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 4212e690-3bc4-4c0e-9801-9bbde809d3a1 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:47.710109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4212e690-3bc4-4c0e-9801-9bbde809d3a1 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:47.711162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 13cc98be-beef-4aba-ba4d-e1bd7968ac58 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:47.719940 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac86116b-b2e1-45b9-a8a5-26a41f79f095 admin admin] Publish callbacks [] for security_group (63a27fb2-6203-4a46-92f3-5bea1cdc81d1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.725127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-ed88cab1-a365-492d-abdb-4b080bd424a7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8ac59166daa4f1d8e15cf09583474d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986221 Mar 10 14:57:47.734222 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.748823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 13cc98be-beef-4aba-ba4d-e1bd7968ac58 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:47.749425 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 13cc98be-beef-4aba-ba4d-e1bd7968ac58 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:47.750076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:47.770444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] For port f4437a44-603d-4191-88f0-3a23c6e2e871, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f4437a44-603d-4191-88f0-3a23c6e2e871,segment=NetworkSegment(7753e5ea-debc-4532-894a-c98715f84998),segment_id=7753e5ea-debc-4532-894a-c98715f84998)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:47.770901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.783586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:47.784199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2c7a24ea-639c-4f8d-8c0b-c63272ecd424 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:47.790219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22bcfd79-86d1-4522-952a-52ceb8c4be08 req-8cf13843-ca63-45c0-b806-e4ce29853229 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402389 Mar 10 14:57:47.798402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac86116b-b2e1-45b9-a8a5-26a41f79f095 admin admin] Publish callbacks [] for security_group (63a27fb2-6203-4a46-92f3-5bea1cdc81d1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.801891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] DHCP port deletion for d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 14:57:47.802014 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Calling delete_port for f4437a44-603d-4191-88f0-3a23c6e2e871 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:47.871688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Deleting port f4437a44-603d-4191-88f0-3a23c6e2e871 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:47.872065 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.940717 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac86116b-b2e1-45b9-a8a5-26a41f79f095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (63a27fb2-6203-4a46-92f3-5bea1cdc81d1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.943691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac86116b-b2e1-45b9-a8a5-26a41f79f095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.947847 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ac86116b-b2e1-45b9-a8a5-26a41f79f095 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63a27fb2-6203-4a46-92f3-5bea1cdc81d1 HTTP/1.1" status: 204 len: 168 time: 0.3315883 Mar 10 14:57:47.969282 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:47.975196 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86116b-b2e1-45b9-a8a5-26a41f79f095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a27fb2-6203-4a46-92f3-5bea1cdc81d1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:47.999662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6060d8e-67a8-4740-a121-3570c8856c49,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:48.007313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f4437a44-603d-4191-88f0-3a23c6e2e871,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:48.013982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] No DVR routers for this DVR port f4437a44-603d-4191-88f0-3a23c6e2e871 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:48.031882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] For port f4437a44-603d-4191-88f0-3a23c6e2e871, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f4437a44-603d-4191-88f0-3a23c6e2e871,segment=NetworkSegment(7753e5ea-debc-4532-894a-c98715f84998),segment_id=7753e5ea-debc-4532-894a-c98715f84998)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:48.033797 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.062618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Calling delete_port for f4437a44-603d-4191-88f0-3a23c6e2e871 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:48.151158 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d1cbf85e-b85c-4ee3-b155-d5e994a76ab2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.159795 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (f4437a44-603d-4191-88f0-3a23c6e2e871), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.179003 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cbf85e-b85c-4ee3-b155-d5e994a76ab2']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:48.201448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Pushing event deleted for resources: {'Port': ['ID=f4437a44-603d-4191-88f0-3a23c6e2e871,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:48.210599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7753e5ea-debc-4532-894a-c98715f84998') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:48.211104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] No DVR routers for this DVR port f4437a44-603d-4191-88f0-3a23c6e2e871 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:48.213217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7753e5ea-debc-4532-894a-c98715f84998') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:48.231758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.232108 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.232560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.232995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.233406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.233862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.234204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.234658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.235021 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.235427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.235770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.236257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.236585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba8d40-c2c5-4370-812a-d77c46ecd539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:57:48.241398 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (7753e5ea-debc-4532-894a-c98715f84998), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.253689 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22bcfd79-86d1-4522-952a-52ceb8c4be08 req-3caa9719-b857-4290-8dd2-20d38fbcae48 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349275 Mar 10 14:57:48.262698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7753e5ea-debc-4532-894a-c98715f84998), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.266566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abc68183-2e57-45dc-8947-ec3e4690ec8f req-25fc89b9-17d2-46f5-82e7-22ec42e898cf tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6382146 Mar 10 14:57:48.270721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 on host n-h1-833090-1 for vnic_type normal with profile {"migrating_to": "n-h2-833090-1"} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:57:48.272538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:57:48.272871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:48.277476 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:57:48.279088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (7753e5ea-debc-4532-894a-c98715f84998), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: timer() Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:57:48.280884 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:57:48.299097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Port c6060d8e-67a8-4740-a121-3570c8856c49 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:57:48.299097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Attempting to bind port c6060d8e-67a8-4740-a121-3570c8856c49 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:48.304135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:57:48.304476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:57:48.304861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:57:48.305295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Bound port: c6060d8e-67a8-4740-a121-3570c8856c49, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:57:48.305963 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.365599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d2dec-66e2-4d05-bf32-af343983b29c req-eec4dc4f-082d-420e-9122-5cd3bf4ea8f0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:48.368433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-084d2dec-66e2-4d05-bf32-af343983b29c req-eec4dc4f-082d-420e-9122-5cd3bf4ea8f0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 948 time: 0.3414996 Mar 10 14:57:48.414682 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d1cbf85e-b85c-4ee3-b155-d5e994a76ab2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.422672 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.428547 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] 10.222.0.11 "DELETE /v2.0/networks/d1cbf85e-b85c-4ee3-b155-d5e994a76ab2 HTTP/1.1" status: 204 len: 168 time: 1.0027664 Mar 10 14:57:48.441720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e880a-d6e2-446a-ac28-79f6001d24ff admin admin] Pushing event deleted for resources: {'Network': ['ID=d1cbf85e-b85c-4ee3-b155-d5e994a76ab2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:48.465314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:57:48.487087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=c6060d8e-67a8-4740-a121-3570c8856c49,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:57:48.501105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-084d2dec-66e2-4d05-bf32-af343983b29c req-f152306b-410b-4a6d-a056-d9d527185346 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317959 Mar 10 14:57:48.503668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.528191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55fa68-636e-4f3f-bf13-bfd2846035af req-8a7a7230-3ca4-43f1-9408-c3ba86ab07bf tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:48.529698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df55fa68-636e-4f3f-bf13-bfd2846035af req-8a7a7230-3ca4-43f1-9408-c3ba86ab07bf tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1516438 Mar 10 14:57:48.629973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39248) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:48.685036 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f80aaf7e-f80b-4e36-b09d-a72cc703f732 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8404c511751549ef9bb0a6b6371767b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0515599 Mar 10 14:57:48.685318 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39250) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:48.691831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6060d8e-67a8-4740-a121-3570c8856c49,revision_number=8']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:48.734813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:48.735966 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.738075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-62c133d5-72e8-4446-b263-2ac07bab5eb2 service neutron] 10.222.0.62 "PUT /v2.0/ports/c6060d8e-67a8-4740-a121-3570c8856c49 HTTP/1.1" status: 200 len: 1121 time: 2.5331547 Mar 10 14:57:48.742274 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc316-3672-4144-adbb-632ab5f4758f admin admin] Publish callbacks [] for security_group (3681a345-a06f-46bb-ab99-971c9f8b9060), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.750962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df55fa68-636e-4f3f-bf13-bfd2846035af req-78900e3c-dc83-4482-a3fd-0f7b23a2b5fb tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675429 Mar 10 14:57:48.771300 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc316-3672-4144-adbb-632ab5f4758f admin admin] Publish callbacks [] for security_group (3681a345-a06f-46bb-ab99-971c9f8b9060), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.832759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fea5e-e854-4471-9b8b-c740baf92e4d req-a106bb32-c0f7-4c27-8354-0ab3902be246 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:48.835464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['c6060d8e-67a8-4740-a121-3570c8856c49'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:57:48.845062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-005fea5e-e854-4471-9b8b-c740baf92e4d req-a106bb32-c0f7-4c27-8354-0ab3902be246 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.2314727 Mar 10 14:57:48.875469 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc316-3672-4144-adbb-632ab5f4758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3681a345-a06f-46bb-ab99-971c9f8b9060), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.878645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc316-3672-4144-adbb-632ab5f4758f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:48.889367 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6d7cc316-3672-4144-adbb-632ab5f4758f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3681a345-a06f-46bb-ab99-971c9f8b9060 HTTP/1.1" status: 204 len: 168 time: 0.1945221 Mar 10 14:57:48.912299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cc316-3672-4144-adbb-632ab5f4758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3681a345-a06f-46bb-ab99-971c9f8b9060,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:48.921333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c6060d8e-67a8-4740-a121-3570c8856c49'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:57:48.953911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-005fea5e-e854-4471-9b8b-c740baf92e4d req-d8f1afce-e0ec-47c3-88de-c905c8591916 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023800 Mar 10 14:57:49.019559 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ee0df-1d92-4e9c-a241-512cc396b363 x-openstack-request-id: req-7a8ee0df-1d92-4e9c-a241-512cc396b363 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:49.020117 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63860d5b-97b4-4937-8951-a73d3d604c15", "name": "network-vif-unplugged", "status": "completed", "tag": "c6060d8e-67a8-4740-a121-3570c8856c49", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:49.020372 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a8ee0df-1d92-4e9c-a241-512cc396b363 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:49.020772 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63860d5b-97b4-4937-8951-a73d3d604c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6060d8e-67a8-4740-a121-3570c8856c49', 'code': 200} Mar 10 14:57:49.193188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-551b326f-0536-46bf-9581-17a0a55561f4 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a8ac59166daa4f1d8e15cf09583474d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677106 Mar 10 14:57:49.221820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39274) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:49.287979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 82deb517-2613-49c7-abd3-9a98dcbafcc6 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:49.343339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 82deb517-2613-49c7-abd3-9a98dcbafcc6 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:49.343684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 82deb517-2613-49c7-abd3-9a98dcbafcc6 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:49.344100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f4437a44-603d-4191-88f0-3a23c6e2e871 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:49.368212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f4437a44-603d-4191-88f0-3a23c6e2e871 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:49.368554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f4437a44-603d-4191-88f0-3a23c6e2e871 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:49.400909 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-825576912-network', 'tenant_id': '9e14e55d40f84c3eb626e8bdb2e9c72f'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:49.421106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-180d8ebf-a5af-44ea-b030-bac90e74153e tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a8ac59166daa4f1d8e15cf09583474d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308658 Mar 10 14:57:49.445269 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39280) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:49.461062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Made reservation on behalf of 9e14e55d40f84c3eb626e8bdb2e9c72f for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:57:49.463951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.475199 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.512398 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e2c5f947-52ed-4daa-a564-c8191411260d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1584dc83813a4189a65558165b7aced6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0658264 Mar 10 14:57:49.515487 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39282) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:49.578127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-13ba4631-6b26-4bc3-a51e-8597c5cf80f0 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:49.579555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-13ba4631-6b26-4bc3-a51e-8597c5cf80f0 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3758621 Mar 10 14:57:49.593442 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8553485f-4366-4e1d-b730-e9494889cbb4 admin admin] Publish callbacks [] for security_group (b863993e-6582-4373-a975-3ffeb51e6b03), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.599306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f80949-b52c-484b-a43b-11865523d2b3 req-02d95c93-7521-4a44-9dcf-35592a8ae76d tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:49.600752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68f80949-b52c-484b-a43b-11865523d2b3 req-02d95c93-7521-4a44-9dcf-35592a8ae76d tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 945 time: 0.2472637 Mar 10 14:57:49.626514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Publish callbacks [] for security_group (a670ab3f-c7ac-4096-a4fb-acfaa33d4fca), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.631253 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8553485f-4366-4e1d-b730-e9494889cbb4 admin admin] Publish callbacks [] for security_group (b863993e-6582-4373-a975-3ffeb51e6b03), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.633586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-12acbe1d-d85c-4548-9c5e-9bdde5612f13 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/quotas/a8ac59166daa4f1d8e15cf09583474d3 HTTP/1.1" status: 200 len: 375 time: 0.0445292 Mar 10 14:57:49.638117 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a670ab3f-c7ac-4096-a4fb-acfaa33d4fca), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.647121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-9e84321f-686e-4f03-a39f-68b4f2d9fefb tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:49.648544 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-9e84321f-686e-4f03-a39f-68b4f2d9fefb tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080019 Mar 10 14:57:49.674945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Request body: {'port': {'device_id': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'a8ac59166daa4f1d8e15cf09583474d3'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:49.680912 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:57:49.692317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:49.700408 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d8e13ee4-f199-4cce-9813-bfc63558a136), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.700746 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Added segment d8e13ee4-f199-4cce-9813-bfc63558a136 of type vlan for network 45f63702-258a-4faa-b361-a91319316960 Mar 10 14:57:49.703840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-474024d5-af2d-4186-bc16-952017c04b73 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8ac59166daa4f1d8e15cf09583474d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543377 Mar 10 14:57:49.727465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68f80949-b52c-484b-a43b-11865523d2b3 req-5d38ed5f-19b9-4ccb-ba34-7ade7819b80e tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187768 Mar 10 14:57:49.755243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (45f63702-258a-4faa-b361-a91319316960), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.762785 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8553485f-4366-4e1d-b730-e9494889cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b863993e-6582-4373-a975-3ffeb51e6b03), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.765663 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8553485f-4366-4e1d-b730-e9494889cbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.766906 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8553485f-4366-4e1d-b730-e9494889cbb4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b863993e-6582-4373-a975-3ffeb51e6b03 HTTP/1.1" status: 204 len: 168 time: 0.2503440 Mar 10 14:57:49.788263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553485f-4366-4e1d-b730-e9494889cbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b863993e-6582-4373-a975-3ffeb51e6b03,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:49.797499 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (45f63702-258a-4faa-b361-a91319316960), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.798822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:49.799660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.845609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Made reservation on behalf of a8ac59166daa4f1d8e15cf09583474d3 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:57:49.847439 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6235089 Mar 10 14:57:49.850101 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39292) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:49.855032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.856144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] Request body: {'subnet': {'network_id': '45f63702-258a-4faa-b361-a91319316960', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-825576912-subnet', 'tenant_id': '9e14e55d40f84c3eb626e8bdb2e9c72f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:49.887742 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:49.890574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e406a77-9f96-4757-a403-ca25af7d8e8d admin admin] Pushing event updated for resources: {'Network': ['ID=45f63702-258a-4faa-b361-a91319316960,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:49.902777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 45f63702-258a-4faa-b361-a91319316960 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:57:49.927088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] Made reservation on behalf of 9e14e55d40f84c3eb626e8bdb2e9c72f for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:57:49.930877 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:50.050776 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks [] for security_group (97915cc9-9324-49b1-8be8-c4a7a218bab8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:50.091556 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (97915cc9-9324-49b1-8be8-c4a7a218bab8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:50.171698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:57:50.179955 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (0f999e85-afee-4f55-a7b1-cf2f9a5ab040), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:50.203581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97915cc9-9324-49b1-8be8-c4a7a218bab8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:50.213410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3471c9-cc53-48a8-afcb-bad358fc4d3b req-fafead0e-5573-4093-b3a6-8beab0a10098 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:50.215134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a3471c9-cc53-48a8-afcb-bad358fc4d3b req-fafead0e-5573-4093-b3a6-8beab0a10098 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.3562818 Mar 10 14:57:50.236646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9344d-8b3c-4d1e-95f5-073913ecd287 req-b01bf231-b832-4df8-ada8-93cc4628b488 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:50.238223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2f9344d-8b3c-4d1e-95f5-073913ecd287 req-b01bf231-b832-4df8-ada8-93cc4628b488 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 948 time: 0.1996388 Mar 10 14:57:50.248087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f999e85-afee-4f55-a7b1-cf2f9a5ab040,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:50.270004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] Checking segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:57:50.270499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] Network hostable DHCP agents. Network: 45f63702-258a-4faa-b361-a91319316960, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:57:50.314444 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:50.326119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] Network 45f63702-258a-4faa-b361-a91319316960 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:57:50.331368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a3471c9-cc53-48a8-afcb-bad358fc4d3b req-90cb43b9-0cac-4639-9c47-f027cb41d216 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081870 Mar 10 14:57:50.346859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 45f63702-258a-4faa-b361-a91319316960) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:57:50.368049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:50.369889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ff9ea1-0eb3-43f6-8fda-84a6ea19cf0d None None] Network 45f63702-258a-4faa-b361-a91319316960 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:57:50.370225 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:50.375133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Allocated IP 192.168.233.89 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/d5c4b8ba-1e8b-495a-b8a9-8647edb4940f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:57:50.390267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2f9344d-8b3c-4d1e-95f5-073913ecd287 req-962c8f6b-4aaa-4972-a5d7-eff954d198d0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353846 Mar 10 14:57:50.428727 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0ece14d6-ddeb-4f2f-9dcc-5d830cd410da admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5773180 Mar 10 14:57:50.526155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e914f2-b519-4387-abd8-c804162978cb None None] Network 45f63702-258a-4faa-b361-a91319316960 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:57:50.577495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8c19dca-e3b3-455a-9b0b-895dc4a241cf req-6d98c639-60c1-4b78-883a-c4259f55fbf4 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 210 time: 0.0675583 Mar 10 14:57:50.630374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:50.656832 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', 'mac_address': 'fa:16:3e:8f:21:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:57:50.721527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:50.722033 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:50.743484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:50.780523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:50.793593 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:50.843980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0b23a-693b-44a7-9589-a359234bb5ef req-65d44c16-81f3-45d4-804c-6aadd0971bd2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:50.848601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95c0b23a-693b-44a7-9589-a359234bb5ef req-65d44c16-81f3-45d4-804c-6aadd0971bd2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.2570665 Mar 10 14:57:50.860022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:50.870133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed347afa-3232-47c4-bb03-aafd14019513 req-19dc3bcd-4b64-416a-bc3a-5ff8b0950e76 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:50.882135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed347afa-3232-47c4-bb03-aafd14019513 req-19dc3bcd-4b64-416a-bc3a-5ff8b0950e76 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.1859615 Mar 10 14:57:50.900011 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks [] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:50.981297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed347afa-3232-47c4-bb03-aafd14019513 req-6a6bd48f-b335-4e27-843e-2dcfe6757af8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979583 Mar 10 14:57:50.984134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95c0b23a-693b-44a7-9589-a359234bb5ef req-82cbc077-3ec7-4ffd-87ab-15c91f609b95 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253889 Mar 10 14:57:51.009161 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:51.024359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63860d5b-97b4-4937-8951-a73d3d604c15', 'tag': 'c6060d8e-67a8-4740-a121-3570c8856c49'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:51.027545 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ab5b03-3088-4d1a-bdf8-330b9faf9232" -d '{"events": [{"name": "network-changed", "server_uuid": "63860d5b-97b4-4937-8951-a73d3d604c15", "tag": "c6060d8e-67a8-4740-a121-3570c8856c49"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:51.066717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:57:51.072608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:57:51.076581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:57:51.110709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Pushing event updated for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:51.138289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:57:51.177248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:51.178044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:51.211724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-3a6b9db7-0d47-40e3-b032-7da10a3992dd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5432465 Mar 10 14:57:51.227623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Request body: {'port': {'device_id': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:51.279537 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d2ad44-926f-4162-b7cc-1dc2b7249cc7 x-openstack-request-id: req-29d2ad44-926f-4162-b7cc-1dc2b7249cc7 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:51.279832 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63860d5b-97b4-4937-8951-a73d3d604c15", "tag": "c6060d8e-67a8-4740-a121-3570c8856c49", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:51.280153 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29d2ad44-926f-4162-b7cc-1dc2b7249cc7 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:51.280479 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63860d5b-97b4-4937-8951-a73d3d604c15', 'tag': 'c6060d8e-67a8-4740-a121-3570c8856c49', 'status': 'completed', 'code': 200} Mar 10 14:57:51.422303 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:51.471773 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-b738445f-a518-4cfe-bd71-e2f2b52f9e3c tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a8ac59166daa4f1d8e15cf09583474d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295331 Mar 10 14:57:51.518730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f645dd5d-1c37-48e1-862d-9e9d34f96cc1 None None] Provisioning complete for port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:57:51.519272 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f645dd5d-1c37-48e1-862d-9e9d34f96cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:51.602466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f645dd5d-1c37-48e1-862d-9e9d34f96cc1 None None] Port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:57:51.605591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab5b03-3088-4d1a-bdf8-330b9faf9232 req-f5671b96-81bb-4b73-9568-aad76d4a72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:51.607361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6ab5b03-3088-4d1a-bdf8-330b9faf9232 req-f5671b96-81bb-4b73-9568-aad76d4a72b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 1155 time: 0.2367668 Mar 10 14:57:51.669772 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-10c2db9e-0611-4905-ac04-2821055694cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:51.684723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-18503912-7d24-49cd-8e0d-a0a5dbe98a90 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:51.686490 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-18503912-7d24-49cd-8e0d-a0a5dbe98a90 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887910 Mar 10 14:57:51.710310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Request body: {'port': {'device_id': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'a8ac59166daa4f1d8e15cf09583474d3'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:51.713011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f829a-cc00-4c19-b31c-cfc1912819fa req-0d200cea-9bb8-4a4d-ab3e-72adbb7378c4 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:51.714510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d76f829a-cc00-4c19-b31c-cfc1912819fa req-0d200cea-9bb8-4a4d-ab3e-72adbb7378c4 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 945 time: 0.3044150 Mar 10 14:57:51.813396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-0eb3ed58-8608-48fe-9aff-304c20f8a733 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:51.814935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-0eb3ed58-8608-48fe-9aff-304c20f8a733 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.3573821 Mar 10 14:57:51.848698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Made reservation on behalf of a8ac59166daa4f1d8e15cf09583474d3 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:57:51.852627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:51.891513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-08e51970-d8af-4356-95b7-e3a50fafa48e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/quotas/9e14e55d40f84c3eb626e8bdb2e9c72f HTTP/1.1" status: 200 len: 375 time: 0.0687444 Mar 10 14:57:51.947454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d76f829a-cc00-4c19-b31c-cfc1912819fa req-bea42f90-2bf7-4d2e-a04d-9e95be505574 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156811 Mar 10 14:57:51.951201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-88730948-f6ed-4d1e-a26e-a8d1cef43f20 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590117 Mar 10 14:57:51.954011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab5b03-3088-4d1a-bdf8-330b9faf9232 req-391fdfd8-001d-456c-96e8-d0d34d4e0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:51.955410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6ab5b03-3088-4d1a-bdf8-330b9faf9232 req-391fdfd8-001d-456c-96e8-d0d34d4e0497 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.3358576 Mar 10 14:57:52.186621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:57:52.245085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:57:52.249249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:57:52.249687 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:52.332301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:52.332684 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:52.356351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d37a0c1-e72e-4769-9fed-142c21bd0dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdd4ec5-953c-40a8-8b5c-a0d0eae1a566'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:52.358581 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9986b347-1d2c-42c9-ad66-f69c2b1e65f8" -d '{"events": [{"server_uuid": "0d37a0c1-e72e-4769-9fed-142c21bd0dcb", "name": "network-vif-plugged", "status": "completed", "tag": "abdd4ec5-953c-40a8-8b5c-a0d0eae1a566"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:52.371924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:52.376103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6ab5b03-3088-4d1a-bdf8-330b9faf9232 req-8465078d-0866-49f4-9dbe-a090e1244bab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6060d8e-67a8-4740-a121-3570c8856c49 HTTP/1.1" status: 200 len: 217 time: 0.3970327 Mar 10 14:57:52.376273 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:52.423228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:52.499739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-72aa042a-1782-4de5-8f87-51dc37abe4b5 service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418973 Mar 10 14:57:52.505814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab5b03-3088-4d1a-bdf8-330b9faf9232 req-03a6c3c3-d200-4082-b565-6aef1c9378d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:52.507173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6ab5b03-3088-4d1a-bdf8-330b9faf9232 req-03a6c3c3-d200-4082-b565-6aef1c9378d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1078591 Mar 10 14:57:52.549081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c4b8ba-1e8b-495a-b8a9-8647edb4940f {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:52.578034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da09e6-8b86-4bc7-8ab7-c17ad55d03d8 req-0531de88-60bd-4d11-99ec-758c8ade62fc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:52.579521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10da09e6-8b86-4bc7-8ab7-c17ad55d03d8 req-0531de88-60bd-4d11-99ec-758c8ade62fc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.5448818 Mar 10 14:57:52.581199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6ab5b03-3088-4d1a-bdf8-330b9faf9232 req-d53ecfd5-ebbb-4ffe-917e-45d3fc30b480 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569546 Mar 10 14:57:52.588146 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Publish callbacks [] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:52.671904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Transition to ACTIVE for port object d5c4b8ba-1e8b-495a-b8a9-8647edb4940f will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:57:52.690037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:52.729694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Allocated IP 192.168.233.214 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/0a13b414-130b-496a-b63e-bc65e0376fb9) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:57:52.783640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-6bcbe9d5-6bf5-436e-bc3b-77cd8bff3bfa service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741122 Mar 10 14:57:52.813335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10da09e6-8b86-4bc7-8ab7-c17ad55d03d8 req-d9269665-05ad-4a6b-ac1e-3a15e5dca0fc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197688 Mar 10 14:57:52.826151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:52.859096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6ab5b03-3088-4d1a-bdf8-330b9faf9232 req-2cdd2c58-b51a-435e-a86e-23e7a1e9efd5 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679975 Mar 10 14:57:52.917349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks [] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:52.962666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:53.028587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Attempting to bind port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:57:53.029188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Attempting to bind port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:57:53.029387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Attempting to bind port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:53.033423 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:57:53.043335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:57:53.051117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:57:53.051359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:57:53.051695 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Attempting to bind port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:53.073219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6ab5b03-3088-4d1a-bdf8-330b9faf9232 req-c8d6a089-4e04-40a1-bf3a-2dea717ede99 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917768 Mar 10 14:57:53.078078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Pushing event updated for resources: {'Port': ['ID=0a13b414-130b-496a-b63e-bc65e0376fb9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:53.080616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e5d35-5d82-4b53-9952-115af83c8d34 req-81c070f7-d02d-436c-8705-cc7e4847490c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:53.082251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362e5d35-5d82-4b53-9952-115af83c8d34 req-81c070f7-d02d-436c-8705-cc7e4847490c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 950 time: 0.1901155 Mar 10 14:57:53.091714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:57:53.091714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:57:53.091714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:57:53.091714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Bound port: d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:57:53.091714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:53.129769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:53.130454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:53.155712 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-73bd6382-04ae-415f-810d-58ebe1bc19ad tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4482899 Mar 10 14:57:53.176396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Request body: {'port': {'device_id': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:53.193550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362e5d35-5d82-4b53-9952-115af83c8d34 req-804614b8-8f9b-4164-ba10-6f416f22a100 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002433 Mar 10 14:57:53.202094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf954f4-fb0c-438f-b759-8a5f39b5553d req-a7871dd8-fde2-4760-a8d0-5bc299c7c1fd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:53.203603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcf954f4-fb0c-438f-b759-8a5f39b5553d req-a7871dd8-fde2-4760-a8d0-5bc299c7c1fd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 936 time: 0.1837814 Mar 10 14:57:53.253903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:57:53.258754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:57:53.266460 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:53.298349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:53.502163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:53.503065 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:53.504482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9ace22ac-37d6-4fd6-ab0a-e37f4d704fe4 None None] Provisioning complete for port 0a13b414-130b-496a-b63e-bc65e0376fb9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:57:53.504981 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] 10.222.0.62 "PUT /v2.0/ports/d5c4b8ba-1e8b-495a-b8a9-8647edb4940f HTTP/1.1" status: 200 len: 1095 time: 2.2818246 Mar 10 14:57:53.505086 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9ace22ac-37d6-4fd6-ab0a-e37f4d704fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:53.508295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:53.512245 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cd62da-25ea-4942-8004-9bb28cc4318b" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:53.546784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcf954f4-fb0c-438f-b759-8a5f39b5553d req-84ffe589-63a8-47f0-a4dc-acf6ff0e0897 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181798 Mar 10 14:57:53.610550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9ace22ac-37d6-4fd6-ab0a-e37f4d704fe4 None None] Port 0a13b414-130b-496a-b63e-bc65e0376fb9 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:57:53.626006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197369e6-348a-44b7-bda8-8ad050006b3c req-72cd29b4-20b8-4d53-abf0-6679c83d8dcc tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:53.627836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-197369e6-348a-44b7-bda8-8ad050006b3c req-72cd29b4-20b8-4d53-abf0-6679c83d8dcc tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.45 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 945 time: 0.2943668 Mar 10 14:57:53.699027 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a13b414-130b-496a-b63e-bc65e0376fb9 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:53.717925 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Publish callbacks [] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:53.743284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Transition to ACTIVE for port object 0a13b414-130b-496a-b63e-bc65e0376fb9 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:57:53.755617 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:53.797873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37338eba-8141-4305-b14c-f9125dbfe046 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:53.818652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4a392-75a0-44f0-83e1-55e1fcb0374f req-a42394b6-7849-4cd7-aed0-0c37c2961523 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:53.820372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e7b4a392-75a0-44f0-83e1-55e1fcb0374f req-a42394b6-7849-4cd7-aed0-0c37c2961523 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.3953626 Mar 10 14:57:53.821515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39394) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:53.864467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Pushing event updated for resources: {'Port': ['ID=0a13b414-130b-496a-b63e-bc65e0376fb9,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:53.926317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-7f9a0258-2230-4a8a-b1ea-2a7d063ca822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:53.928221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-7f9a0258-2230-4a8a-b1ea-2a7d063ca822 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8ac59166daa4f1d8e15cf09583474d3&device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 1129 time: 0.3804529 Mar 10 14:57:53.987169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e7b4a392-75a0-44f0-83e1-55e1fcb0374f req-a1602b8d-c699-4b51-9aeb-7408100e8de9 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490505 Mar 10 14:57:54.018147 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ed71e2f9-9f83-4317-93df-1315ab9585e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:54.049143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-b0fcddec-6edd-4896-a79d-2aee3c0f76ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f HTTP/1.1" status: 200 len: 217 time: 0.0802512 Mar 10 14:57:54.062698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Attempting to bind port 0a13b414-130b-496a-b63e-bc65e0376fb9 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:57:54.063098 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Attempting to bind port 0a13b414-130b-496a-b63e-bc65e0376fb9 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:57:54.063481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Attempting to bind port 0a13b414-130b-496a-b63e-bc65e0376fb9 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:54.076890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Port 0a13b414-130b-496a-b63e-bc65e0376fb9 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:57:54.078298 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Attempting to bind port 0a13b414-130b-496a-b63e-bc65e0376fb9 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:54.080453 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae353a-7740-438c-b4e6-49714bc7af17 x-openstack-request-id: req-95ae353a-7740-438c-b4e6-49714bc7af17 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:54.080684 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d37a0c1-e72e-4769-9fed-142c21bd0dcb", "name": "network-vif-plugged", "status": "completed", "tag": "abdd4ec5-953c-40a8-8b5c-a0d0eae1a566", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:54.080939 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95ae353a-7740-438c-b4e6-49714bc7af17 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:54.081683 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d37a0c1-e72e-4769-9fed-142c21bd0dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', 'code': 200} Mar 10 14:57:54.084442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:57:54.084791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:57:54.085176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:57:54.085608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Bound port: 0a13b414-130b-496a-b63e-bc65e0376fb9, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:57:54.085968 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:54.146399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-6284120f-a62b-4dea-bacc-ea3e6fa65ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:54.147880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-6284120f-a62b-4dea-bacc-ea3e6fa65ac7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0594852 Mar 10 14:57:54.176089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] For port 0a13b414-130b-496a-b63e-bc65e0376fb9, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:57:54.180112 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] For port 0a13b414-130b-496a-b63e-bc65e0376fb9, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0a13b414-130b-496a-b63e-bc65e0376fb9,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:57:54.187416 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:54.190462 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2389621d-fa18-4cdc-a160-c7b102357289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:54.261180 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:54.261800 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:54.263281 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] 10.222.0.45 "PUT /v2.0/ports/0a13b414-130b-496a-b63e-bc65e0376fb9 HTTP/1.1" status: 200 len: 1096 time: 1.0913844 Mar 10 14:57:54.264511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'tag': '0a13b414-130b-496a-b63e-bc65e0376fb9'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:54.266860 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7970d9-a5b9-4ff2-b0a3-74054555c135" -d '{"events": [{"name": "network-changed", "server_uuid": "899e5d24-5e7e-4d4a-9a8b-b3293c8c3261", "tag": "0a13b414-130b-496a-b63e-bc65e0376fb9"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:54.285759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692af071-7d2e-4029-9348-5ed3c84e9eeb service neutron] Pushing event updated for resources: {'Port': ['ID=0a13b414-130b-496a-b63e-bc65e0376fb9,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:54.335175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-311efae9-b675-456d-acb1-3619f233e5cf req-c39c89a0-8e65-4fe2-a51c-37949edfc850 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 210 time: 0.1184506 Mar 10 14:57:54.350083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7132d53-923e-4717-9903-be5381143c25 req-07a1fbfa-3a25-4622-8f50-dbe214f0f720 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:54.351749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7132d53-923e-4717-9903-be5381143c25 req-07a1fbfa-3a25-4622-8f50-dbe214f0f720 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.3067164 Mar 10 14:57:54.358039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Deleting port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:57:54.359181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:54.397878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-cfca5f57-b7a6-4e23-9404-e99e80e6a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:54.399723 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-cfca5f57-b7a6-4e23-9404-e99e80e6a1e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8ac59166daa4f1d8e15cf09583474d3&device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 1130 time: 0.0711222 Mar 10 14:57:54.460582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-1cf0bff8-6644-42b8-9302-c8b77becbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:54.462177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-1cf0bff8-6644-42b8-9302-c8b77becbe30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3000507 Mar 10 14:57:54.467218 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-a8c880d1-7112-4f7a-8364-866f2dbcb986 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=0a13b414-130b-496a-b63e-bc65e0376fb9 HTTP/1.1" status: 200 len: 217 time: 0.0532610 Mar 10 14:57:54.476971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe00463-1731-4b63-9d4b-50943435532f req-40a24938-38ff-41e4-8d72-fed52265173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:54.478994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afe00463-1731-4b63-9d4b-50943435532f req-40a24938-38ff-41e4-8d72-fed52265173a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 1132 time: 0.2835045 Mar 10 14:57:54.525945 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-9328d8a6-8e39-426a-a6d2-ed6a2d5763f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:54.527433 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-9328d8a6-8e39-426a-a6d2-ed6a2d5763f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0522304 Mar 10 14:57:54.578261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-172dd3eb-ba75-42a5-8be1-19bd3188b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:54.579716 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-172dd3eb-ba75-42a5-8be1-19bd3188b87d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0453143 Mar 10 14:57:54.641907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7132d53-923e-4717-9903-be5381143c25 req-88f54605-44f8-49da-a00c-ff7d5f2fcf05 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761941 Mar 10 14:57:54.698094 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-5d288465-f54f-4821-be3d-71fd74b6ecf8 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062477 Mar 10 14:57:54.701851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] For port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc,segment=NetworkSegment(d38e355c-0530-4abf-898e-6338b15e37ad),segment_id=d38e355c-0530-4abf-898e-6338b15e37ad)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:54.702245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:54.723352 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d58592-fcce-4d76-8d62-d8664ec47374 x-openstack-request-id: req-59d58592-fcce-4d76-8d62-d8664ec47374 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:54.723974 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:54.723974 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59d58592-fcce-4d76-8d62-d8664ec47374 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:54.724267 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'status': 'completed', 'code': 200} Mar 10 14:57:54.755610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afe00463-1731-4b63-9d4b-50943435532f req-e4ff55b3-47aa-4c3b-a3a0-5c733c5cf06c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277088 Mar 10 14:57:54.757528 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2389621d-fa18-4cdc-a160-c7b102357289 admin admin] Publish callbacks [] for security_group (a3e9c4e0-6439-4b88-967c-70782813d7ac), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:54.799267 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2389621d-fa18-4cdc-a160-c7b102357289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a3e9c4e0-6439-4b88-967c-70782813d7ac), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:54.813849 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c3bd1310-3847-48a0-b92f-4fcb68e153f2 req-1ace15ba-1496-4268-9a60-8a2332c60081 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054168 Mar 10 14:57:54.823591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04419264-d32d-446f-89a0-82abac483f7e req-96207f6d-e006-492f-ba97-166421ad9c12 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:54.825023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04419264-d32d-446f-89a0-82abac483f7e req-96207f6d-e006-492f-ba97-166421ad9c12 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 945 time: 0.3749447 Mar 10 14:57:54.893876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-e015ad5b-825b-4f2b-a538-da4f709d192b service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125223 Mar 10 14:57:54.950411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2389621d-fa18-4cdc-a160-c7b102357289 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4af32cb012fe4fe786895acbd57efc49&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1258788 Mar 10 14:57:54.953262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39406) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:54.954558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389621d-fa18-4cdc-a160-c7b102357289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e9c4e0-6439-4b88-967c-70782813d7ac,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:55.006929 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30a67ddf-cc9e-4a94-b6cb-945b568abd60 admin admin] Publish callbacks [] for security_group (a3e9c4e0-6439-4b88-967c-70782813d7ac), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.032640 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30a67ddf-cc9e-4a94-b6cb-945b568abd60 admin admin] Publish callbacks [] for security_group (a3e9c4e0-6439-4b88-967c-70782813d7ac), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.095496 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.102742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240d890-537b-4387-a443-4a2c5091a126 req-6e6ff02d-6393-4093-9b62-a9ddd37a50a4 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:55.104495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1240d890-537b-4387-a443-4a2c5091a126 req-6e6ff02d-6393-4093-9b62-a9ddd37a50a4 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.3156600 Mar 10 14:57:55.105371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30a67ddf-cc9e-4a94-b6cb-945b568abd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a3e9c4e0-6439-4b88-967c-70782813d7ac), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.109681 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30a67ddf-cc9e-4a94-b6cb-945b568abd60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.111267 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-30a67ddf-cc9e-4a94-b6cb-945b568abd60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3e9c4e0-6439-4b88-967c-70782813d7ac HTTP/1.1" status: 204 len: 168 time: 0.1569881 Mar 10 14:57:55.112879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04419264-d32d-446f-89a0-82abac483f7e req-22fb3526-469f-4375-83c3-814d6f8c5a2b tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups?id=bccad66b-d251-429f-866c-373f70a9cf83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538173 Mar 10 14:57:55.139084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a67ddf-cc9e-4a94-b6cb-945b568abd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e9c4e0-6439-4b88-967c-70782813d7ac,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:55.181621 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.182119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (304b0e5e-d279-4bb4-a56f-9da831d63e2f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.182297 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Floating IP 304b0e5e-d279-4bb4-a56f-9da831d63e2f disassociated. External IP: 172.25.3.112, port: d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc. Mar 10 14:57:55.182644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Calling delete_port for d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:57:55.189279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12ecc273-79f1-41f6-a9b2-362ac04cae1b req-ef2dca90-544f-4686-ae94-fba0106d5141 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738030 Mar 10 14:57:55.262546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-02c040a9-469f-431f-87fe-dbcf2ff64f83 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:55.265665 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-02c040a9-469f-431f-87fe-dbcf2ff64f83 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.62 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.1382425 Mar 10 14:57:55.284716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Request body: {'port': {'device_id': '09d6db5c-edb4-4da3-837e-9cf8a34ce084', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'admin_state_up': True, 'tenant_id': '9e14e55d40f84c3eb626e8bdb2e9c72f'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:55.285588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1240d890-537b-4387-a443-4a2c5091a126 req-0232ca29-1642-48c3-9fc2-4ef6759fb046 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698534 Mar 10 14:57:55.380585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd62da-25ea-4942-8004-9bb28cc4318b req-3dcbca80-fb83-4235-9eb9-523670beebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:55.382145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2cd62da-25ea-4942-8004-9bb28cc4318b req-3dcbca80-fb83-4235-9eb9-523670beebc0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8ac59166daa4f1d8e15cf09583474d3&device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 1129 time: 0.0941467 Mar 10 14:57:55.401637 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2635eb6d-ac89-455d-9340-ca524ae61e34 x-openstack-request-id: req-2635eb6d-ac89-455d-9340-ca524ae61e34 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:55.401960 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899e5d24-5e7e-4d4a-9a8b-b3293c8c3261", "tag": "0a13b414-130b-496a-b63e-bc65e0376fb9", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:55.402178 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2635eb6d-ac89-455d-9340-ca524ae61e34 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:55.402576 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'tag': '0a13b414-130b-496a-b63e-bc65e0376fb9', 'status': 'completed', 'code': 200} Mar 10 14:57:55.414138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997b9e8-4f2c-4511-80cb-6d170bb49bed req-08a4ba68-7404-4f81-91ac-10496d51042c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:55.416422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e997b9e8-4f2c-4511-80cb-6d170bb49bed req-08a4ba68-7404-4f81-91ac-10496d51042c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 950 time: 0.1656191 Mar 10 14:57:55.434851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Made reservation on behalf of 9e14e55d40f84c3eb626e8bdb2e9c72f for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:57:55.438136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.546089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7970d9-a5b9-4ff2-b0a3-74054555c135 req-6a6531cc-a138-49bf-9368-8dfb8ae180c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:55.547841 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a7970d9-a5b9-4ff2-b0a3-74054555c135 req-6a6531cc-a138-49bf-9368-8dfb8ae180c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8ac59166daa4f1d8e15cf09583474d3&device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 1130 time: 0.1252062 Mar 10 14:57:55.591005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39416) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:55.626768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf64034b-0da0-4631-a981-92ec5c8e501f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.699303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Allocated IP 172.20.0.2 (45f63702-258a-4faa-b361-a91319316960/0f999e85-afee-4f55-a7b1-cf2f9a5ab040/68d3adb6-eee9-4bc4-ac6e-be4fa94219cc) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:57:55.745035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7970d9-a5b9-4ff2-b0a3-74054555c135 req-c536bc97-eabc-42dd-bc8e-4bd85dd8e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:55.746492 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a7970d9-a5b9-4ff2-b0a3-74054555c135 req-c536bc97-eabc-42dd-bc8e-4bd85dd8e0a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1846883 Mar 10 14:57:55.816997 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a7970d9-a5b9-4ff2-b0a3-74054555c135 req-0ccb5d36-937a-4775-90ab-5ea9698041eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=0a13b414-130b-496a-b63e-bc65e0376fb9 HTTP/1.1" status: 200 len: 217 time: 0.0548835 Mar 10 14:57:55.935574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e997b9e8-4f2c-4511-80cb-6d170bb49bed req-702b0415-7df2-4866-818a-f9c133d88361 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000513 Mar 10 14:57:55.939503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.941718 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd62da-25ea-4942-8004-9bb28cc4318b req-91b3a065-78ed-461b-a5f9-1e6a8b90dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:55.950770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2cd62da-25ea-4942-8004-9bb28cc4318b req-91b3a065-78ed-461b-a5f9-1e6a8b90dae0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.5573359 Mar 10 14:57:55.964080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf64034b-0da0-4631-a981-92ec5c8e501f admin admin] Publish callbacks [] for security_group (b899222c-7210-4310-af53-e4ed80453c49), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.973188 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf64034b-0da0-4631-a981-92ec5c8e501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b899222c-7210-4310-af53-e4ed80453c49), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:55.982757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7970d9-a5b9-4ff2-b0a3-74054555c135 req-47fbcc48-1158-4a33-bbd4-41d34e67575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:55.984506 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a7970d9-a5b9-4ff2-b0a3-74054555c135 req-47fbcc48-1158-4a33-bbd4-41d34e67575d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1551089 Mar 10 14:57:56.028315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677156c-b3a9-4254-88ba-16f670920c2a req-784f0caa-92c0-46b2-9f23-9fc691367b9f tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:56.029781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7677156c-b3a9-4254-88ba-16f670920c2a req-784f0caa-92c0-46b2-9f23-9fc691367b9f tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 948 time: 0.5854499 Mar 10 14:57:56.039844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Pushing event deleted for resources: {'Port': ['ID=d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:56.052625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2cd62da-25ea-4942-8004-9bb28cc4318b req-9b81815c-a6b0-4653-a3b6-78f2ada62320 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f HTTP/1.1" status: 200 len: 217 time: 0.0928049 Mar 10 14:57:56.080378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64034b-0da0-4631-a981-92ec5c8e501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b899222c-7210-4310-af53-e4ed80453c49,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:56.088548 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bf64034b-0da0-4631-a981-92ec5c8e501f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b260ab9a9b340aa990e4660e1bb615d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4927807 Mar 10 14:57:56.089220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39420) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:56.099843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks [] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:56.139309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7970d9-a5b9-4ff2-b0a3-74054555c135 req-a2bc87a7-4b48-4e33-931d-0958688bc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:56.140784 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a7970d9-a5b9-4ff2-b0a3-74054555c135 req-a2bc87a7-4b48-4e33-931d-0958688bc30a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1357312 Mar 10 14:57:56.199781 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-299c59d8-b09e-4c22-85a3-fe8b9d2994a8 admin admin] Publish callbacks [] for security_group (b899222c-7210-4310-af53-e4ed80453c49), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:56.201466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7677156c-b3a9-4254-88ba-16f670920c2a req-e7564836-031c-4ec5-99de-0afee8e1f202 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587114 Mar 10 14:57:56.205232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd62da-25ea-4942-8004-9bb28cc4318b req-a4832bba-433e-4be1-9294-7d4b08d0e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:56.206631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2cd62da-25ea-4942-8004-9bb28cc4318b req-a4832bba-433e-4be1-9294-7d4b08d0e5ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1312220 Mar 10 14:57:56.235861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4e3bb-d96f-40a1-b9d4-196f884d4974 req-51593b50-cc70-40a9-bad7-7d6d932eb57c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:56.237379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bf4e3bb-d96f-40a1-b9d4-196f884d4974 req-51593b50-cc70-40a9-bad7-7d6d932eb57c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.2067096 Mar 10 14:57:56.263408 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:56.268116 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-299c59d8-b09e-4c22-85a3-fe8b9d2994a8 admin admin] Publish callbacks [] for security_group (b899222c-7210-4310-af53-e4ed80453c49), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:56.426054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Router 925d518f-70b6-4421-a264-b89c2ef90b78 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:57:56.431330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd62da-25ea-4942-8004-9bb28cc4318b req-d695fef8-695e-4c01-808b-4d0139809d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:56.432957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2cd62da-25ea-4942-8004-9bb28cc4318b req-d695fef8-695e-4c01-808b-4d0139809d0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2163620 Mar 10 14:57:56.433283 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:56.439768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bf4e3bb-d96f-40a1-b9d4-196f884d4974 req-ceaff92d-d4d1-4d64-b379-4535cf6d5bca tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758440 Mar 10 14:57:56.483605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662d091-94cd-4589-90e3-c521167450c9 req-cc655cbc-644c-4509-881a-4648ce17f720 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:56.485516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f662d091-94cd-4589-90e3-c521167450c9 req-cc655cbc-644c-4509-881a-4648ce17f720 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 931 time: 0.1818044 Mar 10 14:57:56.619845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Network 45f63702-258a-4faa-b361-a91319316960 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:57:56.621086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event updated for resources: {'Port': ['ID=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:56.635629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:57:56.640969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:57:56.683022 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a7970d9-a5b9-4ff2-b0a3-74054555c135 req-db6d4c5d-da7c-4791-a3eb-f38595b2763b service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247099 Mar 10 14:57:56.711091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:56.711621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:56.748784 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-299c59d8-b09e-4c22-85a3-fe8b9d2994a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b899222c-7210-4310-af53-e4ed80453c49), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:56.751311 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-299c59d8-b09e-4c22-85a3-fe8b9d2994a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:56.752445 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-299c59d8-b09e-4c22-85a3-fe8b9d2994a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b899222c-7210-4310-af53-e4ed80453c49 HTTP/1.1" status: 204 len: 168 time: 0.6625197 Mar 10 14:57:56.759048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f662d091-94cd-4589-90e3-c521167450c9 req-3edf1015-e17b-4a6d-b9f4-e26829fdf88d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671456 Mar 10 14:57:56.763315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:57:56.774920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2cd62da-25ea-4942-8004-9bb28cc4318b req-5ea39e53-45a6-473b-8c6a-d2beeb223435 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310409 Mar 10 14:57:56.782846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd64bdf-4b72-4fc3-a099-bc27cf8e2c04 None None] Sync routers for ids ['925d518f-70b6-4421-a264-b89c2ef90b78'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:57:56.795838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd64bdf-4b72-4fc3-a099-bc27cf8e2c04 None None] Routers {'925d518f-70b6-4421-a264-b89c2ef90b78'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:56.797027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6bd64bdf-4b72-4fc3-a099-bc27cf8e2c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['925d518f-70b6-4421-a264-b89c2ef90b78'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:56.797499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c59d8-b09e-4c22-85a3-fe8b9d2994a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b899222c-7210-4310-af53-e4ed80453c49,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:56.811872 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-825601b8-2272-434b-99dc-0c695f9eecac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5324438 Mar 10 14:57:56.838520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Request body: {'port': {'device_id': '09d6db5c-edb4-4da3-837e-9cf8a34ce084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:57:56.851008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] No DVR routers for this DVR port d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:57:56.860551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3e6f9-384b-4da8-85ee-a61166b5fc32 req-3e50e2bb-67ad-4e41-826d-53cc830de2c0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:56.867346 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1a7970d9-a5b9-4ff2-b0a3-74054555c135 req-f292d749-0f1e-4c8f-88d9-061fa9a9ca05 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720214 Mar 10 14:57:56.867643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98e3e6f9-384b-4da8-85ee-a61166b5fc32 req-3e50e2bb-67ad-4e41-826d-53cc830de2c0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.3171675 Mar 10 14:57:56.872755 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:56.876175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-197369e6-348a-44b7-bda8-8ad050006b3c req-384af52f-c6c0-4ed9-8860-378b8976788f tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.45 "DELETE /v2.0/ports/d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc HTTP/1.1" status: 204 len: 173 time: 3.1843221 Mar 10 14:57:56.876678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'name': 'network-vif-deleted', 'tag': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:56.878998 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3add74cc-fb7b-4e7e-8ca9-77a7364070e5" -d '{"events": [{"server_uuid": "a806f615-6497-42a9-8c43-16032d9e0ba2", "name": "network-vif-deleted", "tag": "d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:56.995775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:57.013227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a4485dd-8f2e-47f5-bea4-d4a606145e14 req-b893c69e-fa5b-4440-a3f0-fdf8806e3814 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 210 time: 0.1036272 Mar 10 14:57:57.080884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98e3e6f9-384b-4da8-85ee-a61166b5fc32 req-9ee5827c-484d-498e-a55c-bf709af977ea tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123275 Mar 10 14:57:57.131231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2cd62da-25ea-4942-8004-9bb28cc4318b req-8ccf32eb-8e2b-4479-abb4-fccad3d8d0b7 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255951 Mar 10 14:57:57.182615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6bd64bdf-4b72-4fc3-a099-bc27cf8e2c04 None None] Set router 925d518f-70b6-4421-a264-b89c2ef90b78 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:57.245929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105de65-a4fe-44ec-b81a-0bdf9516144e req-5601290c-d6ec-445d-a0f4-7152e3a27465 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:57.249293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a105de65-a4fe-44ec-b81a-0bdf9516144e req-5601290c-d6ec-445d-a0f4-7152e3a27465 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0778260 Mar 10 14:57:57.287838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-9f2660ec-abb2-4239-b739-7b47425063ff req-6fff8e77-236a-4410-95ad-e558cd2d5ac7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:57:57.288865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f2660ec-abb2-4239-b739-7b47425063ff req-6fff8e77-236a-4410-95ad-e558cd2d5ac7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081084 Mar 10 14:57:57.328880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a105de65-a4fe-44ec-b81a-0bdf9516144e req-e78aa857-d98a-4669-a4dc-4b74eed95719 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742667 Mar 10 14:57:57.437710 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072ace64-8025-4b8e-bb96-4b01b25a7ddb x-openstack-request-id: req-072ace64-8025-4b8e-bb96-4b01b25a7ddb {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:57.438222 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a806f615-6497-42a9-8c43-16032d9e0ba2", "name": "network-vif-deleted", "tag": "d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:57.438621 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-072ace64-8025-4b8e-bb96-4b01b25a7ddb {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:57.439209 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a806f615-6497-42a9-8c43-16032d9e0ba2', 'name': 'network-vif-deleted', 'tag': 'd279eefe-4295-4f40-9f1b-1a4d5bbeb8fc', 'status': 'completed', 'code': 200} Mar 10 14:57:57.470229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6bd64bdf-4b72-4fc3-a099-bc27cf8e2c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a65bb8c0-8a79-46a4-91d3-502f97201247', 'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'mac_address': 'fa:16:3e:61:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:16Z', 'updated_at': '2022-03-10T14:56:24Z', 'revision_number': 5, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'subnets': [{'id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:57.476932 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:57.485372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Publish callbacks [] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:57.501439 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Transition to ACTIVE for port object 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:57:57.511543 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:57.523377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c013205-bce0-48e8-8a2a-8ea14b0972e8 req-a658bc8a-fae9-420d-b214-eb43ab525550 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a806f615-6497-42a9-8c43-16032d9e0ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0305891 Mar 10 14:57:57.553896 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd64bdf-4b72-4fc3-a099-bc27cf8e2c04 None None] Checking router: 925d518f-70b6-4421-a264-b89c2ef90b78 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:57:57.575660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd64bdf-4b72-4fc3-a099-bc27cf8e2c04 None None] Routers {'925d518f-70b6-4421-a264-b89c2ef90b78'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:57:57.576266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6bd64bdf-4b72-4fc3-a099-bc27cf8e2c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['925d518f-70b6-4421-a264-b89c2ef90b78'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:57.622373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c013205-bce0-48e8-8a2a-8ea14b0972e8 req-8917afa2-f1ee-453c-9569-adeda1203ded service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be174e8981364c49be47fc1b3ed2cb7d&device_id=a806f615-6497-42a9-8c43-16032d9e0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0488460 Mar 10 14:57:57.632760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7422496-18db-4584-9899-70f7c3930eb1 req-50180bf4-6800-45fd-813a-2df484ba94da tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:57.640496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7422496-18db-4584-9899-70f7c3930eb1 req-50180bf4-6800-45fd-813a-2df484ba94da tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 950 time: 0.1152997 Mar 10 14:57:57.643594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Pushing event updated for resources: {'Port': ['ID=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:57.752447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6bd64bdf-4b72-4fc3-a099-bc27cf8e2c04 None None] Set router 925d518f-70b6-4421-a264-b89c2ef90b78 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:57:57.786049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7422496-18db-4584-9899-70f7c3930eb1 req-511b2c2e-7298-4a8d-a68c-560b491a2bf1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384149 Mar 10 14:57:57.789167 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-a5b3e225-1378-49a2-a0f8-ca097eee3fa4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133790 Mar 10 14:57:57.804682 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Attempting to bind port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:57:57.805324 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Attempting to bind port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:57:57.805752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Attempting to bind port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:57.812683 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc on network 45f63702-258a-4faa-b361-a91319316960 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:57:57.813114 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Attempting to bind port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:57:57.838947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:57:57.840043 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Checking segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:57:57.841647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Bound using segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:57:57.844091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Bound port: 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:57:57.846297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:57.865957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77785d-1bd2-461b-bbd0-40e6c268991f req-553aef0a-e932-4fc3-b18b-257d96fa7eff tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:57.867605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd77785d-1bd2-461b-bbd0-40e6c268991f req-553aef0a-e932-4fc3-b18b-257d96fa7eff tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 948 time: 0.1924636 Mar 10 14:57:57.963076 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] For port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:57:57.970739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] For port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:57:57.981887 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:58.004742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6bd64bdf-4b72-4fc3-a099-bc27cf8e2c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a65bb8c0-8a79-46a4-91d3-502f97201247', 'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'mac_address': 'fa:16:3e:61:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:16Z', 'updated_at': '2022-03-10T14:56:24Z', 'revision_number': 5, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'subnets': [{'id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:57:58.041521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd64bdf-4b72-4fc3-a099-bc27cf8e2c04 None None] The sync data for ids ['925d518f-70b6-4421-a264-b89c2ef90b78'] in n-d-833090-1 is: [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:56:17Z', 'revision_number': 4, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a65bb8c0-8a79-46a4-91d3-502f97201247', 'name': '', 'network_id': '435bbbb3-e48e-403e-9c5e-66ef479eaf7d', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'mac_address': 'fa:16:3e:61:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:16Z', 'updated_at': '2022-03-10T14:56:24Z', 'revision_number': 5, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'subnets': [{'id': 'ba582f9d-da02-4eaa-b146-6b3577a358c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:57:58.044078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c013205-bce0-48e8-8a2a-8ea14b0972e8 req-1ec71368-a6d0-4b42-aadd-af50c12bdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:58.045676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c013205-bce0-48e8-8a2a-8ea14b0972e8 req-1ec71368-a6d0-4b42-aadd-af50c12bdf84 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=be174e8981364c49be47fc1b3ed2cb7d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3818722 Mar 10 14:57:58.064067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:58.065062 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:58.068696 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] 10.222.0.62 "PUT /v2.0/ports/68d3adb6-eee9-4bc4-ac6e-be4fa94219cc HTTP/1.1" status: 200 len: 1091 time: 1.2427390 Mar 10 14:57:58.069463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d6db5c-edb4-4da3-837e-9cf8a34ce084', 'tag': '68d3adb6-eee9-4bc4-ac6e-be4fa94219cc'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:57:58.071997 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb3fbc5-e20e-4f65-a2dd-aff47388e8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "09d6db5c-edb4-4da3-837e-9cf8a34ce084", "tag": "68d3adb6-eee9-4bc4-ac6e-be4fa94219cc"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:57:58.137406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d2122-a626-414a-b414-5a153c6d37cf service neutron] Pushing event updated for resources: {'Port': ['ID=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:58.141469 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:58.178284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd77785d-1bd2-461b-bbd0-40e6c268991f req-9d7548d0-2ba6-48c9-9144-5751691c065b tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535665 Mar 10 14:57:58.213265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:57:58.235890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-add45fc4-54e1-41fa-8047-360a23db44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:58.237392 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-add45fc4-54e1-41fa-8047-360a23db44b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 1125 time: 0.0931425 Mar 10 14:57:58.239939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:57:58.240408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d279eefe-4295-4f40-9f1b-1a4d5bbeb8fc not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:57:58.292958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd2f59-9cda-41f8-8e91-5589e624a84e req-9dae9122-9902-44d2-96e8-cb934624ffde tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:58.299797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dfd2f59-9cda-41f8-8e91-5589e624a84e req-9dae9122-9902-44d2-96e8-cb934624ffde tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.3739846 Mar 10 14:57:58.311369 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-f65399eb-7fe2-4145-9c15-3197c04daf0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc HTTP/1.1" status: 200 len: 217 time: 0.0652647 Mar 10 14:57:58.414657 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-c18021fa-af34-46d3-a2bb-e1ceac4d8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:58.417647 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-c18021fa-af34-46d3-a2bb-e1ceac4d8fb4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.0978127 Mar 10 14:57:58.434814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dfd2f59-9cda-41f8-8e91-5589e624a84e req-680ff1c9-74d9-416f-9811-7747696b589f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199117 Mar 10 14:57:58.476931 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-c889874c-079b-4956-a2f1-472855cb0a95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485189 Mar 10 14:57:58.489776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c013205-bce0-48e8-8a2a-8ea14b0972e8 req-f724688e-bb79-4bc6-a563-295495a94aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:58.493771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c013205-bce0-48e8-8a2a-8ea14b0972e8 req-f724688e-bb79-4bc6-a563-295495a94aa8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4261153 Mar 10 14:57:58.501246 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbc121-e1ac-4ed2-8253-f1ec70a4e2d6 None None] New status for floating IP 304b0e5e-d279-4bb4-a56f-9da831d63e2f: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 14:57:58.697943 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-30be89c5-be91-49dc-8c0d-b4f5e5ce7197 service neutron] 10.222.0.62 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169709 Mar 10 14:57:58.699336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcca16-e8e3-4964-9a76-584c20c88f87 req-46d818ad-be65-4131-8b33-c42b0163e6ac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:58.700897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98bcca16-e8e3-4964-9a76-584c20c88f87 req-46d818ad-be65-4131-8b33-c42b0163e6ac tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 943 time: 0.1144767 Mar 10 14:57:58.799792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98bcca16-e8e3-4964-9a76-584c20c88f87 req-be0f768d-f1e4-4fac-8449-57bcf22fa6f9 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800662 Mar 10 14:57:58.819641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465a1e3-eb68-428f-9017-0d90fad1910d req-7c52af71-0ecb-475d-909a-f229fd0958b3 tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:58.820439 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39500) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:58.821292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d465a1e3-eb68-428f-9017-0d90fad1910d req-7c52af71-0ecb-475d-909a-f229fd0958b3 tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 1132 time: 0.1164126 Mar 10 14:57:58.833323 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-84216eb0-5b68-4045-b61e-6b77bce61eb2 req-f96bbfa8-006a-4eb4-8a4d-b321b743a593 service neutron] 10.222.0.62 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253140 Mar 10 14:57:58.855967 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d465a1e3-eb68-428f-9017-0d90fad1910d req-e9940838-bd51-4afd-a206-a5ddbb70f02a tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:58.915925 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e17a3cd-bedb-4148-9da7-7ae14374f383 x-openstack-request-id: req-9e17a3cd-bedb-4148-9da7-7ae14374f383 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:57:58.916536 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d6db5c-edb4-4da3-837e-9cf8a34ce084", "tag": "68d3adb6-eee9-4bc4-ac6e-be4fa94219cc", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:57:58.916536 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e17a3cd-bedb-4148-9da7-7ae14374f383 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:57:58.916848 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d6db5c-edb4-4da3-837e-9cf8a34ce084', 'tag': '68d3adb6-eee9-4bc4-ac6e-be4fa94219cc', 'status': 'completed', 'code': 200} Mar 10 14:57:58.986214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d465a1e3-eb68-428f-9017-0d90fad1910d req-e9940838-bd51-4afd-a206-a5ddbb70f02a tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Publish callbacks [] for security_group (b7f06836-e9d7-42ae-9070-5e1faf3f5e3e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:59.012574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3fbc5-e20e-4f65-a2dd-aff47388e8cb req-03631bc5-9833-4990-9a50-035284cd15ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:59.014495 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5bb3fbc5-e20e-4f65-a2dd-aff47388e8cb req-03631bc5-9833-4990-9a50-035284cd15ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 1125 time: 0.0736387 Mar 10 14:57:59.039500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d465a1e3-eb68-428f-9017-0d90fad1910d req-e9940838-bd51-4afd-a206-a5ddbb70f02a tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b7f06836-e9d7-42ae-9070-5e1faf3f5e3e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:59.064121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d5c4b8ba-1e8b-495a-b8a9-8647edb4940f details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:57:59.100582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9940838-bd51-4afd-a206-a5ddbb70f02a tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f06836-e9d7-42ae-9070-5e1faf3f5e3e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:59.115172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d465a1e3-eb68-428f-9017-0d90fad1910d req-e9940838-bd51-4afd-a206-a5ddbb70f02a tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870944 Mar 10 14:57:59.169195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e887939-f97f-44a6-b406-d845650a0b9f req-717facb1-74cd-455c-9af6-212644fed3a1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:59.174423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e887939-f97f-44a6-b406-d845650a0b9f req-717facb1-74cd-455c-9af6-212644fed3a1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.1820233 Mar 10 14:57:59.220063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3fbc5-e20e-4f65-a2dd-aff47388e8cb req-f258573f-5e64-46a2-9db2-5e59af6cd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:59.226348 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5bb3fbc5-e20e-4f65-a2dd-aff47388e8cb req-f258573f-5e64-46a2-9db2-5e59af6cd30d service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 912 time: 0.1954391 Mar 10 14:57:59.279944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:59.286584 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5bb3fbc5-e20e-4f65-a2dd-aff47388e8cb req-55e892d7-e9e7-4aa3-9b8f-5061fc148b51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc HTTP/1.1" status: 200 len: 217 time: 0.0577269 Mar 10 14:57:59.294494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'mac_address': 'fa:16:3e:50:4a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:57:59.322649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e887939-f97f-44a6-b406-d845650a0b9f req-4a42011b-3c78-40ab-a1e8-fdd9313dd75f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413136 Mar 10 14:57:59.352766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9d848-94df-4d24-8c5d-312a080248a8 req-5b4132ef-eb81-44bb-ab41-fa8ceb0a76a1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:59.355395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00d9d848-94df-4d24-8c5d-312a080248a8 req-5b4132ef-eb81-44bb-ab41-fa8ceb0a76a1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1271737 Mar 10 14:57:59.389214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:57:59.392973 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:59.409460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-3e889f7c-388f-48fa-a1cc-6996701b02d0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:59.413456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39520) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:57:59.420113 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-3e889f7c-388f-48fa-a1cc-6996701b02d0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports/918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 200 len: 947 time: 0.5985506 Mar 10 14:57:59.429730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c4b8ba-1e8b-495a-b8a9-8647edb4940f {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:57:59.435103 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3fbc5-e20e-4f65-a2dd-aff47388e8cb req-07fdb424-bc70-4ce6-b028-ba88a50ee919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:57:59.441244 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5bb3fbc5-e20e-4f65-a2dd-aff47388e8cb req-07fdb424-bc70-4ce6-b028-ba88a50ee919 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.1379700 Mar 10 14:57:59.458671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:57:59.466710 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:59.508107 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5bb3fbc5-e20e-4f65-a2dd-aff47388e8cb req-14db6b05-8bbe-4804-9db9-8e9e84c1c514 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615451 Mar 10 14:57:59.523179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00d9d848-94df-4d24-8c5d-312a080248a8 req-e3d6ca42-6eed-435b-9e88-69ca964bb887 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550472 Mar 10 14:57:59.570908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:57:59.651696 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9154d8ae-6ec4-4de5-ba16-d5c2e0bdf643 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group (bccad66b-d251-429f-866c-373f70a9cf83), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:59.716390 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9154d8ae-6ec4-4de5-ba16-d5c2e0bdf643 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group (bccad66b-d251-429f-866c-373f70a9cf83), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:57:59.782986 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5bb3fbc5-e20e-4f65-a2dd-aff47388e8cb req-8adee884-7a32-4c31-a42a-a3fe11485959 service neutron] 10.222.0.62 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404516 Mar 10 14:57:59.926848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['d5c4b8ba-1e8b-495a-b8a9-8647edb4940f'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:57:59.942081 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5bb3fbc5-e20e-4f65-a2dd-aff47388e8cb req-1c9f5573-78e9-4989-8e67-3e195fc5d537 service neutron] 10.222.0.62 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457071 Mar 10 14:57:59.979822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-091b7610-3cfd-47d0-a6b6-c29325fd0757 req-ce2029e5-b289-4f23-9f22-d34d3cfd2fc7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2551012 Mar 10 14:58:00.010081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4919-41db-473b-9197-34324fd1a5e7 req-84140524-4cdb-4bf5-aa33-ebb48c05a054 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:00.011668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ceab4919-41db-473b-9197-34324fd1a5e7 req-84140524-4cdb-4bf5-aa33-ebb48c05a054 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.2098596 Mar 10 14:58:00.074268 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9154d8ae-6ec4-4de5-ba16-d5c2e0bdf643 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bccad66b-d251-429f-866c-373f70a9cf83), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:00.076903 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9154d8ae-6ec4-4de5-ba16-d5c2e0bdf643 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:00.078196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9154d8ae-6ec4-4de5-ba16-d5c2e0bdf643 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "DELETE /v2.0/security-groups/bccad66b-d251-429f-866c-373f70a9cf83 HTTP/1.1" status: 204 len: 168 time: 0.6609850 Mar 10 14:58:00.081212 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39538) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:00.105680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154d8ae-6ec4-4de5-ba16-d5c2e0bdf643 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccad66b-d251-429f-866c-373f70a9cf83,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:00.113527 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-26f8da37-1ec8-4027-b2e7-371acc4deafc tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] show failed (client error): The resource could not be found. Mar 10 14:58:00.115219 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-26f8da37-1ec8-4027-b2e7-371acc4deafc tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "GET /v2.0/security-groups/bccad66b-d251-429f-866c-373f70a9cf83 HTTP/1.1" status: 404 len: 347 time: 0.0326457 Mar 10 14:58:00.117801 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39540) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:00.178822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6e0e2-3229-49e8-86bb-cebf4bea4132 req-98234893-2d0e-4ed0-9bd7-7b64e5775a4f tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:00.180331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48f6e0e2-3229-49e8-86bb-cebf4bea4132 req-98234893-2d0e-4ed0-9bd7-7b64e5775a4f tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 948 time: 0.1645577 Mar 10 14:58:00.199895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ceab4919-41db-473b-9197-34324fd1a5e7 req-0541063f-bb6f-418a-937e-671d320a81e5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652644 Mar 10 14:58:00.243655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0a13b414-130b-496a-b63e-bc65e0376fb9 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:00.320005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-951fedfa-aa2e-4cf1-9f63-8bf7c40a4c11 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Deleting port 1820b263-c49b-45bc-9a3d-76f7b4e53519 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:58:00.320352 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-951fedfa-aa2e-4cf1-9f63-8bf7c40a4c11 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1820b263-c49b-45bc-9a3d-76f7b4e53519), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:00.323882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7610-3cfd-47d0-a6b6-c29325fd0757 req-19f63d1b-4924-4a73-b1a4-af56a7674451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:00.332023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-091b7610-3cfd-47d0-a6b6-c29325fd0757 req-19f63d1b-4924-4a73-b1a4-af56a7674451 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 1127 time: 0.2093334 Mar 10 14:58:00.458625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48f6e0e2-3229-49e8-86bb-cebf4bea4132 req-bdd6fadd-38a7-41a3-b41a-70cb4072d236 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565835 Mar 10 14:58:00.510467 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-951fedfa-aa2e-4cf1-9f63-8bf7c40a4c11 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1820b263-c49b-45bc-9a3d-76f7b4e53519), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:00.512861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0a13b414-130b-496a-b63e-bc65e0376fb9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0a13b414-130b-496a-b63e-bc65e0376fb9,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:00.513046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-951fedfa-aa2e-4cf1-9f63-8bf7c40a4c11 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for floatingip (1820b263-c49b-45bc-9a3d-76f7b4e53519), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:00.533839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '0a13b414-130b-496a-b63e-bc65e0376fb9', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '0a13b414-130b-496a-b63e-bc65e0376fb9', 'mac_address': 'fa:16:3e:b8:46:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:00.560854 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-951fedfa-aa2e-4cf1-9f63-8bf7c40a4c11 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Calling delete_port for 1820b263-c49b-45bc-9a3d-76f7b4e53519 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:58:00.600941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7610-3cfd-47d0-a6b6-c29325fd0757 req-7ce49213-9e2a-4606-ae6b-4d2cb4a012cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:00.602925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0a13b414-130b-496a-b63e-bc65e0376fb9 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:00.603393 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:00.606638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-091b7610-3cfd-47d0-a6b6-c29325fd0757 req-7ce49213-9e2a-4606-ae6b-4d2cb4a012cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.2495034 Mar 10 14:58:00.622094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a13b414-130b-496a-b63e-bc65e0376fb9 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:00.647672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0a13b414-130b-496a-b63e-bc65e0376fb9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0a13b414-130b-496a-b63e-bc65e0376fb9,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:00.659775 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:00.685926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-091b7610-3cfd-47d0-a6b6-c29325fd0757 req-cf2c37a3-3510-4502-8e66-8808adc08eec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77f5a501-947d-4dc1-bea6-d26520e1f144 HTTP/1.1" status: 200 len: 217 time: 0.0619018 Mar 10 14:58:00.727395 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0a13b414-130b-496a-b63e-bc65e0376fb9,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:00.777433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-cf4fe796-1493-4215-bf75-892717b15650 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361314 Mar 10 14:58:00.788450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7610-3cfd-47d0-a6b6-c29325fd0757 req-4dbe31fd-3f71-4bd3-a3a2-54c9e4c81c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:00.789877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-091b7610-3cfd-47d0-a6b6-c29325fd0757 req-4dbe31fd-3f71-4bd3-a3a2-54c9e4c81c5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.0937123 Mar 10 14:58:00.798119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85570886-e3c9-4805-8e18-82498d9af688 req-a182880c-5704-4af5-a609-594958259e06 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:00.805580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85570886-e3c9-4805-8e18-82498d9af688 req-a182880c-5704-4af5-a609-594958259e06 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 943 time: 0.1938426 Mar 10 14:58:00.816948 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-951fedfa-aa2e-4cf1-9f63-8bf7c40a4c11 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1820b263-c49b-45bc-9a3d-76f7b4e53519), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:00.845520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fedfa-aa2e-4cf1-9f63-8bf7c40a4c11 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Pushing event deleted for resources: {'Port': ['ID=1820b263-c49b-45bc-9a3d-76f7b4e53519,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:00.880608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-091b7610-3cfd-47d0-a6b6-c29325fd0757 req-224ef146-b88a-4a29-bd73-635f401378b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564756 Mar 10 14:58:00.970101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-951fedfa-aa2e-4cf1-9f63-8bf7c40a4c11 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks [] for floatingip (304b0e5e-d279-4bb4-a56f-9da831d63e2f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:00.971946 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-951fedfa-aa2e-4cf1-9f63-8bf7c40a4c11 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:00.973080 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-951fedfa-aa2e-4cf1-9f63-8bf7c40a4c11 tempest-ServersTestManualDisk-387389561 tempest-ServersTestManualDisk-387389561-project] 10.222.0.11 "DELETE /v2.0/floatingips/304b0e5e-d279-4bb4-a56f-9da831d63e2f HTTP/1.1" status: 204 len: 168 time: 0.8539217 Mar 10 14:58:00.976492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39562) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:01.010671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85570886-e3c9-4805-8e18-82498d9af688 req-90b39e87-edc0-4774-b014-588e8df30507 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037315 Mar 10 14:58:01.024549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-db2dbf21-bc55-459e-9f35-88851184b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:01.026613 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-db2dbf21-bc55-459e-9f35-88851184b8eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 1132 time: 0.1024053 Mar 10 14:58:01.029924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0a13b414-130b-496a-b63e-bc65e0376fb9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:01.332181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-62b8fc56-158e-419d-acd9-e3d99d5c99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:01.333663 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-62b8fc56-158e-419d-acd9-e3d99d5c99c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2993855 Mar 10 14:58:01.406356 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-19dc512d-f7fa-4246-a2e0-91fa3d1340a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 200 len: 217 time: 0.0496738 Mar 10 14:58:01.426819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-ab1946ac-548d-4a67-9940-f5afd55adf19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:01.428351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-ab1946ac-548d-4a67-9940-f5afd55adf19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6419792 Mar 10 14:58:01.472620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-813c26be-9463-454f-91b4-9a8065cfa023 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/quotas/7f6dc28adc7e40b9b9096767faf51860 HTTP/1.1" status: 200 len: 375 time: 0.0221577 Mar 10 14:58:01.486533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-8aee38cb-bd95-4511-b78e-642f0c1e349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:01.488110 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-8aee38cb-bd95-4511-b78e-642f0c1e349b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0742624 Mar 10 14:58:01.505499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-091b7610-3cfd-47d0-a6b6-c29325fd0757 req-24d23d3d-aafb-48eb-9a05-0426917bf0d5 service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174047 Mar 10 14:58:01.544774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94e018-c02f-49b5-94e1-d6295c3e3585 req-ee79569b-1f9a-4d9f-9c6a-faa92fca9617 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:01.551512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc94e018-c02f-49b5-94e1-d6295c3e3585 req-ee79569b-1f9a-4d9f-9c6a-faa92fca9617 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.1473916 Mar 10 14:58:01.579597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-415150fc-d2a0-449c-a5c4-7cad2fbea462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:01.581113 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-415150fc-d2a0-449c-a5c4-7cad2fbea462 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0850251 Mar 10 14:58:01.665779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-4ce7403d-77cf-4b46-be5e-1ad0a5955374 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1783199 Mar 10 14:58:01.666320 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (925d518f-70b6-4421-a264-b89c2ef90b78), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:01.690388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc94e018-c02f-49b5-94e1-d6295c3e3585 req-67333120-21f6-4816-bf84-4ba55f8e3a3f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375771 Mar 10 14:58:01.695798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-091b7610-3cfd-47d0-a6b6-c29325fd0757 req-f0d5604c-cdc4-4718-b552-75f29498c75d service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728389 Mar 10 14:58:01.744937 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-5a12a870-d951-44da-ab99-d37579d8b3b4 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565075 Mar 10 14:58:01.835907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5945-3521-4634-9372-57064672db6e req-f6b9e127-b6c9-4fe5-8fc0-25c582495c87 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:01.837528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70de5945-3521-4634-9372-57064672db6e req-f6b9e127-b6c9-4fe5-8fc0-25c582495c87 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0655737 Mar 10 14:58:01.897997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70de5945-3521-4634-9372-57064672db6e req-11d09ee1-f9af-4d6c-ab48-e9b00eca4768 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Mar 10 14:58:02.216054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf212-15e1-434c-93ae-44872a157c40 req-5fb41ab4-ee7e-4113-bdb7-00798e05e9b4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:02.218104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4caaf212-15e1-434c-93ae-44872a157c40 req-5fb41ab4-ee7e-4113-bdb7-00798e05e9b4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0908306 Mar 10 14:58:02.259753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0a13b414-130b-496a-b63e-bc65e0376fb9 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:02.299366 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c65c8e5d-1148-4793-a4c7-47873609b9e3 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465641 Mar 10 14:58:02.320313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132c3c2-9f06-4c3e-9687-9cc9da1a8496 req-22ba8707-4ddb-4384-9542-997aa4b167dc tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:02.322315 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7132c3c2-9f06-4c3e-9687-9cc9da1a8496 req-22ba8707-4ddb-4384-9542-997aa4b167dc tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 949 time: 0.1028683 Mar 10 14:58:02.328152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4caaf212-15e1-434c-93ae-44872a157c40 req-dfa936a8-c11e-4f92-8b24-d8c44bc8b789 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978360 Mar 10 14:58:02.421633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 0a13b414-130b-496a-b63e-bc65e0376fb9 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:58:02.427662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 0a13b414-130b-496a-b63e-bc65e0376fb9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:02.428338 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:02.449250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7132c3c2-9f06-4c3e-9687-9cc9da1a8496 req-c4c3bdde-3ddf-4bce-8192-666e1b307763 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157374 Mar 10 14:58:02.507512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] Deleting port a65bb8c0-8a79-46a4-91d3-502f97201247 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:58:02.507920 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:02.573567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b44748-6399-4380-b393-8ffbb92204ac req-7637bd46-06b0-409e-9807-5b4fbc2732fb tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:02.578380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77b44748-6399-4380-b393-8ffbb92204ac req-7637bd46-06b0-409e-9807-5b4fbc2732fb tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 943 time: 0.1298168 Mar 10 14:58:02.612803 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] For port a65bb8c0-8a79-46a4-91d3-502f97201247, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a65bb8c0-8a79-46a4-91d3-502f97201247,segment=NetworkSegment(d38e355c-0530-4abf-898e-6338b15e37ad),segment_id=d38e355c-0530-4abf-898e-6338b15e37ad)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:02.613169 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:02.630468 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] Calling delete_port for a65bb8c0-8a79-46a4-91d3-502f97201247 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:58:02.634865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0a13b414-130b-496a-b63e-bc65e0376fb9 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:02.635322 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:02.671422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77b44748-6399-4380-b393-8ffbb92204ac req-d9200633-edb4-4323-b9b2-284986179c3c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860105 Mar 10 14:58:02.694833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a13b414-130b-496a-b63e-bc65e0376fb9'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:02.698939 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a08861-40c1-4200-889d-bb04ef81183f" -d '{"events": [{"server_uuid": "899e5d24-5e7e-4d4a-9a8b-b3293c8c3261", "name": "network-vif-plugged", "status": "completed", "tag": "0a13b414-130b-496a-b63e-bc65e0376fb9"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:02.716530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0a13b414-130b-496a-b63e-bc65e0376fb9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0a13b414-130b-496a-b63e-bc65e0376fb9,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:02.724807 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:02.725318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device c6060d8e-67a8-4740-a121-3570c8856c49 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:58:02.824470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae6e2cb0-ff68-4459-8d3e-f7952172fa59 req-731f3cdc-9e9e-4677-9e9c-98a41906e36a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 210 time: 0.0555775 Mar 10 14:58:02.966655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0a13b414-130b-496a-b63e-bc65e0376fb9,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:02.987910 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164fdb59-f69b-406b-9367-202b725e0485 x-openstack-request-id: req-164fdb59-f69b-406b-9367-202b725e0485 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:02.988363 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e5d24-5e7e-4d4a-9a8b-b3293c8c3261", "name": "network-vif-plugged", "status": "completed", "tag": "0a13b414-130b-496a-b63e-bc65e0376fb9", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:02.988572 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-164fdb59-f69b-406b-9367-202b725e0485 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:02.988968 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a13b414-130b-496a-b63e-bc65e0376fb9', 'code': 200} Mar 10 14:58:03.038246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port c6060d8e-67a8-4740-a121-3570c8856c49 is: DOWN; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:03.060761 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a65bb8c0-8a79-46a4-91d3-502f97201247), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:03.067110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175070e0-5e94-4296-bffb-4a9d3b2af0e0 req-c7e8efa2-972c-414a-88a2-6f5dab27be84 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:03.074459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-175070e0-5e94-4296-bffb-4a9d3b2af0e0 req-c7e8efa2-972c-414a-88a2-6f5dab27be84 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.1423905 Mar 10 14:58:03.093956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:03.097498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d5c4b8ba-1e8b-495a-b8a9-8647edb4940f up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:03.106776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65bb8c0-8a79-46a4-91d3-502f97201247,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:03.150134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-175070e0-5e94-4296-bffb-4a9d3b2af0e0 req-57a980a6-43f7-40fb-95e3-fce8cfbb8f45 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745318 Mar 10 14:58:03.179978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769b18a-5e1e-48e9-b683-301261c8dbe0 req-f618e8b3-0a8b-46d2-b428-0a9d3db8b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:03.185068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0769b18a-5e1e-48e9-b683-301261c8dbe0 req-f618e8b3-0a8b-46d2-b428-0a9d3db8b643 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 1132 time: 0.2055373 Mar 10 14:58:03.275024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0769b18a-5e1e-48e9-b683-301261c8dbe0 req-ac5597da-65af-409c-b2e3-258116cbb85c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800788 Mar 10 14:58:03.356808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979af6dc-3e43-4770-b3de-1b85665b5d17 req-9696c82a-22df-4151-a50d-d592e29784e1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:03.365224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-979af6dc-3e43-4770-b3de-1b85665b5d17 req-9696c82a-22df-4151-a50d-d592e29784e1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0712209 Mar 10 14:58:03.398535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:58:03.435742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-979af6dc-3e43-4770-b3de-1b85665b5d17 req-159ef854-f2ad-42f5-964e-a62d3933c1e6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686872 Mar 10 14:58:03.447061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:03.447061 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:03.569561 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (925d518f-70b6-4421-a264-b89c2ef90b78), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:03.625123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f1f8f-97d0-47d3-82ac-36ff4b826e0f req-831cebac-f829-499b-aa59-e279cb59b92e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:03.632702 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d5f1f8f-97d0-47d3-82ac-36ff4b826e0f req-831cebac-f829-499b-aa59-e279cb59b92e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1594002 Mar 10 14:58:03.669097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:03.689926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '68d3adb6-eee9-4bc4-ac6e-be4fa94219cc', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'port_id': '68d3adb6-eee9-4bc4-ac6e-be4fa94219cc', 'mac_address': 'fa:16:3e:2c:4c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f999e85-afee-4f55-a7b1-cf2f9a5ab040', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:03.693506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d5f1f8f-97d0-47d3-82ac-36ff4b826e0f req-4a2fdcd7-2525-41ec-a25a-8f21cda97300 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550675 Mar 10 14:58:03.701179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:03.701542 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:03.723276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eef31b-7531-4fb4-be3d-3a8ea1adef09 req-11dec326-32d8-4d9b-b65d-792fd12648b5 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:03.731883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19eef31b-7531-4fb4-be3d-3a8ea1adef09 req-11dec326-32d8-4d9b-b65d-792fd12648b5 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 950 time: 0.1529992 Mar 10 14:58:03.796600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19eef31b-7531-4fb4-be3d-3a8ea1adef09 req-8d38554c-3d64-46a8-bb91-9d7f4c90f631 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597396 Mar 10 14:58:03.814014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:03.826673 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:03.920815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:03.944161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:03.944559 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:03.966649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:04.015447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:04.032374 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:04.135643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:04.152796 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e584c20f-f6db-4502-975d-1ed98998143b req-dda6b99b-e38d-45ad-a410-d26f77f36de8 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 210 time: 0.1944973 Mar 10 14:58:04.208459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787b745-3475-4acd-b13d-8c33f5fcac0c req-e744a400-a9e5-4508-b1cd-92c2e80f3837 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:04.209975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2787b745-3475-4acd-b13d-8c33f5fcac0c req-e744a400-a9e5-4508-b1cd-92c2e80f3837 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 943 time: 0.3043075 Mar 10 14:58:04.254574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] Router 925d518f-70b6-4421-a264-b89c2ef90b78 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:58:04.323249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2787b745-3475-4acd-b13d-8c33f5fcac0c req-586f76a0-ae32-4571-9efa-aba4c530827c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028678 Mar 10 14:58:04.403613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9824-d5d8-497d-a33a-246309498333 req-228fb8a4-516f-44d9-b933-80ca26ff8902 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:04.405884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0cf9824-d5d8-497d-a33a-246309498333 req-228fb8a4-516f-44d9-b933-80ca26ff8902 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.0768545 Mar 10 14:58:04.445296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['68d3adb6-eee9-4bc4-ac6e-be4fa94219cc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:04.496003 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:58:04.526458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0cf9824-d5d8-497d-a33a-246309498333 req-6c0fb65a-de27-4f55-b659-a4a05303b5ed tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124895 Mar 10 14:58:04.527092 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cd5f10be-3798-4c54-bbdb-bfc65e460242 admin admin] 10.222.0.11 "PUT /v2.0/routers/925d518f-70b6-4421-a264-b89c2ef90b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5455458 Mar 10 14:58:04.530236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39632) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:04.560429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a18b7-b503-4dd3-8827-7316239cb081 None None] Sync routers for ids ['925d518f-70b6-4421-a264-b89c2ef90b78'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:58:04.606194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a18b7-b503-4dd3-8827-7316239cb081 None None] Routers {'925d518f-70b6-4421-a264-b89c2ef90b78'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:58:04.606995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-264a18b7-b503-4dd3-8827-7316239cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['925d518f-70b6-4421-a264-b89c2ef90b78'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:58:04.658251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-22ecc37a-b045-41a3-b395-7fa74b5d760c service neutron] 10.222.0.45 "GET /v2.0/ports/c6060d8e-67a8-4740-a121-3570c8856c49/bindings/n-h2-833090-1 HTTP/1.1" status: 200 len: 384 time: 0.2164609 Mar 10 14:58:04.752349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422efc2-a676-44c0-b4ab-7e5ddc3913f2 req-c1e136e8-e372-4e3d-b9cf-c4758122677c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:04.759511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2422efc2-a676-44c0-b4ab-7e5ddc3913f2 req-c1e136e8-e372-4e3d-b9cf-c4758122677c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.2329650 Mar 10 14:58:04.859271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-264a18b7-b503-4dd3-8827-7316239cb081 None None] Set router 925d518f-70b6-4421-a264-b89c2ef90b78 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:58:04.869356 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-4004ff3f-db78-42d9-b71d-15181535474b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638294 Mar 10 14:58:04.875727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Publish callbacks [] for router (925d518f-70b6-4421-a264-b89c2ef90b78), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:04.888109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39640) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:04.990471 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:04.992836 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5ed31a-4411-402c-b614-3a5186cc3728" -d '{"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-plugged", "status": "completed", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:05.085855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2422efc2-a676-44c0-b4ab-7e5ddc3913f2 req-17eaa049-e8b7-4186-aaf0-532c5a80f587 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254631 Mar 10 14:58:05.141657 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-a6e1b68b-c4c1-4041-87cc-833db904f39a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:05.143306 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-a6e1b68b-c4c1-4041-87cc-833db904f39a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590373 Mar 10 14:58:05.159594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-af8bf743-a4d0-4d23-894d-1efbfbde1741 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779088 Mar 10 14:58:05.168697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Request body: {'port': {'device_id': '2d21be6e-78a4-45fe-8ff8-0a91829d00e6', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '7f6dc28adc7e40b9b9096767faf51860'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:05.221394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841021b-ac03-43ea-9dcb-18ef5285b54f req-dbf11f39-a987-41c0-9026-2a486e3f4fcc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:05.225198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-264a18b7-b503-4dd3-8827-7316239cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:58:02Z', 'revision_number': 5, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port': {'id': 'e38a60b4-f008-41d2-8305-07a4b80a5e91', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:56:13Z', 'updated_at': '2022-03-10T14:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:58:05.229098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e841021b-ac03-43ea-9dcb-18ef5285b54f req-dbf11f39-a987-41c0-9026-2a486e3f4fcc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.4239688 Mar 10 14:58:05.287063 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1ac2-5b37-4f3e-91eb-b7eeb80bec53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:05.351910 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Publish callbacks [] for router_gateway (925d518f-70b6-4421-a264-b89c2ef90b78), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:05.373787 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Made reservation on behalf of 7f6dc28adc7e40b9b9096767faf51860 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:05.377242 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:05.402207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a18b7-b503-4dd3-8827-7316239cb081 None None] Checking router: 925d518f-70b6-4421-a264-b89c2ef90b78 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:58:05.412058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a18b7-b503-4dd3-8827-7316239cb081 None None] Routers {'925d518f-70b6-4421-a264-b89c2ef90b78'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:58:05.412723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-264a18b7-b503-4dd3-8827-7316239cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:57:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['925d518f-70b6-4421-a264-b89c2ef90b78'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:58:05.479363 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1ac2-5b37-4f3e-91eb-b7eeb80bec53 admin admin] Publish callbacks [] for security_group (1341a91d-b5de-4114-b9b9-3c5c42e74407), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:05.489088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1ac2-5b37-4f3e-91eb-b7eeb80bec53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1341a91d-b5de-4114-b9b9-3c5c42e74407), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:05.499560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e841021b-ac03-43ea-9dcb-18ef5285b54f req-61552629-7ceb-4a24-a394-1d36ae31e7f3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597706 Mar 10 14:58:05.507604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-264a18b7-b503-4dd3-8827-7316239cb081 None None] Set router 925d518f-70b6-4421-a264-b89c2ef90b78 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:58:05.510919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-a37f0c13-b6a0-4444-8f88-6a8ff65df233 service neutron] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=c6060d8e-67a8-4740-a121-3570c8856c49,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:05.547612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-a37f0c13-b6a0-4444-8f88-6a8ff65df233 service neutron] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:05.578983 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dd6a1ac2-5b37-4f3e-91eb-b7eeb80bec53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80bfba943f254be680a6081c450ece20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6871030 Mar 10 14:58:05.579204 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4315663f-f07a-46a7-bdce-ad4bd2b0dc63 x-openstack-request-id: req-4315663f-f07a-46a7-bdce-ad4bd2b0dc63 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:05.580121 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-plugged", "status": "completed", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:05.580121 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4315663f-f07a-46a7-bdce-ad4bd2b0dc63 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:05.580332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39656) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:05.580421 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'code': 200} Mar 10 14:58:05.580499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a1ac2-5b37-4f3e-91eb-b7eeb80bec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1341a91d-b5de-4114-b9b9-3c5c42e74407,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:05.581167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-264a18b7-b503-4dd3-8827-7316239cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:58:05Z', 'revision_number': 6, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:58:05.611595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a18b7-b503-4dd3-8827-7316239cb081 None None] The sync data for ids ['925d518f-70b6-4421-a264-b89c2ef90b78'] in n-d-833090-1 is: [{'id': '925d518f-70b6-4421-a264-b89c2ef90b78', 'name': 'tempest-ServersTestManualDisk-1438667836-router', 'tenant_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:56:11Z', 'updated_at': '2022-03-10T14:58:05Z', 'revision_number': 6, 'project_id': 'be174e8981364c49be47fc1b3ed2cb7d', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:58:05.623517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Allocated IP 192.168.233.15 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/497a600a-4230-4589-b022-c125e2f94165) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:58:05.641541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c87926-5aa3-46cb-ad1d-5f3dc6a2ee06 req-74486e68-244e-4927-9c90-995c37a4719d tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:05.652204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60c87926-5aa3-46cb-ad1d-5f3dc6a2ee06 req-74486e68-244e-4927-9c90-995c37a4719d tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 950 time: 0.4165061 Mar 10 14:58:05.702950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-63c3967f-630d-4c5f-844d-d9caf5c0f1ca tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:05.704966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-63c3967f-630d-4c5f-844d-d9caf5c0f1ca tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5305483 Mar 10 14:58:05.742459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-a37f0c13-b6a0-4444-8f88-6a8ff65df233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6060d8e-67a8-4740-a121-3570c8856c49 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:05.755807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aedfd9b0-3579-4587-9025-aee9f7fca66a req-844e5024-ba91-4a3c-b288-d45fee1fd7f4 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 210 time: 0.0684559 Mar 10 14:58:05.762882 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc5e8af2-f2b6-4428-875a-69ac1b84fd17 admin admin] Publish callbacks [] for security_group (1341a91d-b5de-4114-b9b9-3c5c42e74407), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:05.765902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Request body: {'port': {'device_id': '6a6fe74d-c178-4e6f-aef6-b068aec8cf81', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '7f6dc28adc7e40b9b9096767faf51860'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:05.771268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-a37f0c13-b6a0-4444-8f88-6a8ff65df233 service neutron] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c6060d8e-67a8-4740-a121-3570c8856c49,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:05.772732 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3582861-ce5b-4029-adb8-4854f9952144 req-fad60fc2-a63e-4068-92f3-7e78ec9c5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:05.774248 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a3582861-ce5b-4029-adb8-4854f9952144 req-fad60fc2-a63e-4068-92f3-7e78ec9c5011 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 1131 time: 0.1142247 Mar 10 14:58:05.821495 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc5e8af2-f2b6-4428-875a-69ac1b84fd17 admin admin] Publish callbacks [] for security_group (1341a91d-b5de-4114-b9b9-3c5c42e74407), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:05.822932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Deleting port e38a60b4-f008-41d2-8305-07a4b80a5e91 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:58:05.823273 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:05.897413 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-a37f0c13-b6a0-4444-8f88-6a8ff65df233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:05.958153 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a3582861-ce5b-4029-adb8-4854f9952144 req-03ed2a8e-5883-4a44-9319-ac537fa853a3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430652 Mar 10 14:58:05.990124 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks [] for port (497a600a-4230-4589-b022-c125e2f94165), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.034149 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc5e8af2-f2b6-4428-875a-69ac1b84fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1341a91d-b5de-4114-b9b9-3c5c42e74407), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.037939 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc5e8af2-f2b6-4428-875a-69ac1b84fd17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.039918 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dc5e8af2-f2b6-4428-875a-69ac1b84fd17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1341a91d-b5de-4114-b9b9-3c5c42e74407 HTTP/1.1" status: 204 len: 168 time: 0.4550614 Mar 10 14:58:06.051203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e8af2-f2b6-4428-875a-69ac1b84fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1341a91d-b5de-4114-b9b9-3c5c42e74407,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:06.063600 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (497a600a-4230-4589-b022-c125e2f94165), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.087967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:06.150329 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:58:06.154357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:58:06.187633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:58:06.272087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:06.273165 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.295769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event updated for resources: {'Port': ['ID=497a600a-4230-4589-b022-c125e2f94165,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:06.313064 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-961f3093-6225-4b26-ab7b-a2bed1c3c16b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1536963 Mar 10 14:58:06.329121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Request body: {'port': {'device_id': '2d21be6e-78a4-45fe-8ff8-0a91829d00e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:06.419471 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (497a600a-4230-4589-b022-c125e2f94165), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.430775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60c87926-5aa3-46cb-ad1d-5f3dc6a2ee06 req-9c116d09-1021-46d4-8637-b57eac0ed70b tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7736833 Mar 10 14:58:06.512411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] For port e38a60b4-f008-41d2-8305-07a4b80a5e91, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e38a60b4-f008-41d2-8305-07a4b80a5e91,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:06.512782 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.561143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3fd6bb28-dab3-48f6-9645-50a2fa0d8f75 None None] Provisioning complete for port 497a600a-4230-4589-b022-c125e2f94165 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:06.561756 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fd6bb28-dab3-48f6-9645-50a2fa0d8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (497a600a-4230-4589-b022-c125e2f94165), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.620884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Calling delete_port for e38a60b4-f008-41d2-8305-07a4b80a5e91 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:58:06.639687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6bb28-dab3-48f6-9645-50a2fa0d8f75 None None] Port 497a600a-4230-4589-b022-c125e2f94165 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:58:06.642318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39668) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:06.691863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883d078-3065-4f69-b573-c1b8bd230173 req-174094d4-bfb3-409e-9d49-f4a0ad679a23 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:06.697918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f883d078-3065-4f69-b573-c1b8bd230173 req-174094d4-bfb3-409e-9d49-f4a0ad679a23 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 944 time: 0.8117280 Mar 10 14:58:06.762366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1df45c21-c7c8-477a-8062-c90cab637529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.803515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-a37f0c13-b6a0-4444-8f88-6a8ff65df233 service neutron] Transition to ACTIVE for port object c6060d8e-67a8-4740-a121-3570c8856c49 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:58:06.816653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Made reservation on behalf of 7f6dc28adc7e40b9b9096767faf51860 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:06.820161 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.841515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497a600a-4230-4589-b022-c125e2f94165 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:06.850922 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-a37f0c13-b6a0-4444-8f88-6a8ff65df233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.851678 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Publish callbacks [] for port (497a600a-4230-4589-b022-c125e2f94165), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.867095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Transition to ACTIVE for port object 497a600a-4230-4589-b022-c125e2f94165 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:58:06.872712 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (497a600a-4230-4589-b022-c125e2f94165), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:06.928176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Pushing event updated for resources: {'Port': ['ID=497a600a-4230-4589-b022-c125e2f94165,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:06.976659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070516e-356c-44c4-a1e3-f199c3675e7b req-c39bd988-6a19-4def-846a-17d704dfaaf2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:06.979296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2070516e-356c-44c4-a1e3-f199c3675e7b req-c39bd988-6a19-4def-846a-17d704dfaaf2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 943 time: 0.3741293 Mar 10 14:58:07.011543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Attempting to bind port 497a600a-4230-4589-b022-c125e2f94165 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:58:07.012101 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Attempting to bind port 497a600a-4230-4589-b022-c125e2f94165 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:58:07.012208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Attempting to bind port 497a600a-4230-4589-b022-c125e2f94165 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:07.016809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Port 497a600a-4230-4589-b022-c125e2f94165 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:58:07.017132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Attempting to bind port 497a600a-4230-4589-b022-c125e2f94165 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:07.028358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:58:07.028962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:58:07.029534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:58:07.030131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Bound port: 497a600a-4230-4589-b022-c125e2f94165, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:58:07.030810 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (497a600a-4230-4589-b022-c125e2f94165), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:07.069416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f883d078-3065-4f69-b573-c1b8bd230173 req-a1054aaf-9d48-48be-bab1-e572750de123 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698173 Mar 10 14:58:07.105820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:07.120851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] For port 497a600a-4230-4589-b022-c125e2f94165, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:07.124808 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] For port 497a600a-4230-4589-b022-c125e2f94165, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=497a600a-4230-4589-b022-c125e2f94165,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:58:07.142915 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (497a600a-4230-4589-b022-c125e2f94165), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:07.200042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:58:07.208274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:07.208699 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:07.227454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-a37f0c13-b6a0-4444-8f88-6a8ff65df233 service neutron] No DVR routers for this DVR port c6060d8e-67a8-4740-a121-3570c8856c49 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:58:07.244279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:07.245128 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:07.246930 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] 10.222.0.45 "PUT /v2.0/ports/497a600a-4230-4589-b022-c125e2f94165 HTTP/1.1" status: 200 len: 1095 time: 0.9219024 Mar 10 14:58:07.247641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f0c13-b6a0-4444-8f88-6a8ff65df233 service neutron] Pushing event updated for resources: {'Port': ['ID=c6060d8e-67a8-4740-a121-3570c8856c49,revision_number=10']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:07.247836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d21be6e-78a4-45fe-8ff8-0a91829d00e6', 'tag': '497a600a-4230-4589-b022-c125e2f94165'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:07.254992 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3195df-9284-46c6-a9fd-f705ff24030a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d21be6e-78a4-45fe-8ff8-0a91829d00e6", "tag": "497a600a-4230-4589-b022-c125e2f94165"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:07.294657 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e2298-6751-4350-af5c-0b5b66a2c722 service neutron] Pushing event updated for resources: {'Port': ['ID=497a600a-4230-4589-b022-c125e2f94165,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:07.348715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a65bb8c0-8a79-46a4-91d3-502f97201247 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:58:07.378126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-81612723-06c9-423c-a7bf-8dfd85c4379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:07.380026 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-81612723-06c9-423c-a7bf-8dfd85c4379f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=2d21be6e-78a4-45fe-8ff8-0a91829d00e6 HTTP/1.1" status: 200 len: 1129 time: 0.0783143 Mar 10 14:58:07.380385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a65bb8c0-8a79-46a4-91d3-502f97201247 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:58:07.382322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a65bb8c0-8a79-46a4-91d3-502f97201247 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:58:07.382745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e38a60b4-f008-41d2-8305-07a4b80a5e91 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:58:07.432812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:07.433480 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:07.447240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2070516e-356c-44c4-a1e3-f199c3675e7b req-d33002a7-4846-4cbc-afec-969d242016f7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731203 Mar 10 14:58:07.454193 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-9dec3c7f-c0ca-4129-83d2-1c9d18278cf4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=497a600a-4230-4589-b022-c125e2f94165 HTTP/1.1" status: 200 len: 217 time: 0.0624323 Mar 10 14:58:07.513495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port e38a60b4-f008-41d2-8305-07a4b80a5e91 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:07.513893 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:07.538007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-a37f0c13-b6a0-4444-8f88-6a8ff65df233 service neutron] 10.222.0.45 "PUT /v2.0/ports/c6060d8e-67a8-4740-a121-3570c8856c49/bindings/n-h2-833090-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8647277 Mar 10 14:58:07.541305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:07.557839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:07.570764 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-eb840346-4556-4a97-8349-cd8b1a004287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:07.572979 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-eb840346-4556-4a97-8349-cd8b1a004287 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0971472 Mar 10 14:58:07.583297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d6db5c-edb4-4da3-837e-9cf8a34ce084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d3adb6-eee9-4bc4-ac6e-be4fa94219cc'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:07.585674 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ad7af7-e4b3-4ce6-8239-62ae2cec8c06" -d '{"events": [{"server_uuid": "09d6db5c-edb4-4da3-837e-9cf8a34ce084", "name": "network-vif-plugged", "status": "completed", "tag": "68d3adb6-eee9-4bc4-ac6e-be4fa94219cc"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:07.623554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:07.669654 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1df45c21-c7c8-477a-8062-c90cab637529 admin admin] Publish callbacks [] for security_group (fa230e68-d3b0-47be-a0c5-be09f275f3f6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:07.678226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-7fb8d8ad-0421-44f7-80bd-dd2afbba224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:07.680257 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e38a60b4-f008-41d2-8305-07a4b80a5e91), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:07.680631 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-7fb8d8ad-0421-44f7-80bd-dd2afbba224e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0926630 Mar 10 14:58:07.683835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Allocated IP 192.168.233.20 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/3a31c5f2-60c8-446f-acc7-f918e759fbef) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:58:07.694009 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1df45c21-c7c8-477a-8062-c90cab637529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fa230e68-d3b0-47be-a0c5-be09f275f3f6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:07.740479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593467a-70e6-4993-bd7f-27b440dfcd59 req-5e7e0ecc-2d04-4ce3-834e-481a590d7bdd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:07.742019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1593467a-70e6-4993-bd7f-27b440dfcd59 req-5e7e0ecc-2d04-4ce3-834e-481a590d7bdd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.4764311 Mar 10 14:58:07.752011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38a60b4-f008-41d2-8305-07a4b80a5e91,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:07.795904 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-171bf1c4-8f7b-4495-aff3-f326d0872360 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993881 Mar 10 14:58:07.838999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df45c21-c7c8-477a-8062-c90cab637529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa230e68-d3b0-47be-a0c5-be09f275f3f6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:07.844466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1df45c21-c7c8-477a-8062-c90cab637529 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc46507628594b5facb3283c608ceee5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1959534 Mar 10 14:58:07.851997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39676) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:07.886443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d975d-ec60-4e24-8321-efdd8e65b89f req-ccea62b8-6ca9-49e4-addb-c54bf92d3d8f tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:07.887949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e9d975d-ec60-4e24-8321-efdd8e65b89f req-ccea62b8-6ca9-49e4-addb-c54bf92d3d8f tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.3283503 Mar 10 14:58:07.899282 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-628303db-a68e-4aac-9db5-248c1f4f234b service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954962 Mar 10 14:58:07.983288 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1593467a-70e6-4993-bd7f-27b440dfcd59 req-a6858d5a-4270-4c9a-bf8f-9068a0c63888 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234633 Mar 10 14:58:08.020388 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (925d518f-70b6-4421-a264-b89c2ef90b78), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.185147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e9d975d-ec60-4e24-8321-efdd8e65b89f req-47c08c6e-4ae9-4784-9230-8c0b26635559 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697375 Mar 10 14:58:08.242543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (925d518f-70b6-4421-a264-b89c2ef90b78), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.253525 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Publish callbacks [] for router_controller (925d518f-70b6-4421-a264-b89c2ef90b78), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.255878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9817b052-972f-4be5-a24f-7d8d59984e5d admin admin] Publish callbacks [] for security_group (fa230e68-d3b0-47be-a0c5-be09f275f3f6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.364589 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks [] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.368356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-433fee4f-68d1-4b2d-b2b0-34f5a0d02527 req-6708bcc6-3943-448b-98c6-c01b760c2261 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 210 time: 0.1079683 Mar 10 14:58:08.384957 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (925d518f-70b6-4421-a264-b89c2ef90b78), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.385473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 925d518f-70b6-4421-a264-b89c2ef90b78 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 14:58:08.397722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b29f55-e82b-4dc9-a6ef-c14879bc5635 req-45998883-807f-4073-9d55-f71584157789 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:08.399220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9b29f55-e82b-4dc9-a6ef-c14879bc5635 req-45998883-807f-4073-9d55-f71584157789 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.2954130 Mar 10 14:58:08.401688 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9817b052-972f-4be5-a24f-7d8d59984e5d admin admin] Publish callbacks [] for security_group (fa230e68-d3b0-47be-a0c5-be09f275f3f6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.407567 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.410975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3589a502-ff56-4d23-8c02-3e4594552014 admin admin] 10.222.0.11 "DELETE /v2.0/routers/925d518f-70b6-4421-a264-b89c2ef90b78 HTTP/1.1" status: 204 len: 168 time: 3.8766744 Mar 10 14:58:08.411205 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39680) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:08.463290 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89af747-eb3e-448a-93f6-17a89d58bc89 x-openstack-request-id: req-c89af747-eb3e-448a-93f6-17a89d58bc89 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:08.463585 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d21be6e-78a4-45fe-8ff8-0a91829d00e6", "tag": "497a600a-4230-4589-b022-c125e2f94165", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:08.463840 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c89af747-eb3e-448a-93f6-17a89d58bc89 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:08.464236 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d21be6e-78a4-45fe-8ff8-0a91829d00e6', 'tag': '497a600a-4230-4589-b022-c125e2f94165', 'status': 'completed', 'code': 200} Mar 10 14:58:08.481362 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3981ea1-8217-4192-b737-1f430ac132ac x-openstack-request-id: req-f3981ea1-8217-4192-b737-1f430ac132ac {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:08.481671 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d6db5c-edb4-4da3-837e-9cf8a34ce084", "name": "network-vif-plugged", "status": "completed", "tag": "68d3adb6-eee9-4bc4-ac6e-be4fa94219cc", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:08.481934 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3981ea1-8217-4192-b737-1f430ac132ac {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:08.482777 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d6db5c-edb4-4da3-837e-9cf8a34ce084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d3adb6-eee9-4bc4-ac6e-be4fa94219cc', 'code': 200} Mar 10 14:58:08.512504 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9dfee5-4cd8-4cf1-ad0e-f267f19844d8 admin admin] Deleting subnet ba582f9d-da02-4eaa-b146-6b3577a358c8 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:58:08.517268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfee5-4cd8-4cf1-ad0e-f267f19844d8 admin admin] Publish callbacks [] for subnet (ba582f9d-da02-4eaa-b146-6b3577a358c8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.529032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9b29f55-e82b-4dc9-a6ef-c14879bc5635 req-130ea84d-50c9-4257-a531-325c8e5fc9e2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120067 Mar 10 14:58:08.531920 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.548871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:08.567143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3195df-9284-46c6-a9fd-f705ff24030a req-fcd9d386-64b4-4499-8655-14f42592c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:08.568664 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8e3195df-9284-46c6-a9fd-f705ff24030a req-fcd9d386-64b4-4499-8655-14f42592c204 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=2d21be6e-78a4-45fe-8ff8-0a91829d00e6 HTTP/1.1" status: 200 len: 1129 time: 0.1036222 Mar 10 14:58:08.573167 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfee5-4cd8-4cf1-ad0e-f267f19844d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (ba582f9d-da02-4eaa-b146-6b3577a358c8), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.614369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9817b052-972f-4be5-a24f-7d8d59984e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fa230e68-d3b0-47be-a0c5-be09f275f3f6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.617007 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9817b052-972f-4be5-a24f-7d8d59984e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.618227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9817b052-972f-4be5-a24f-7d8d59984e5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa230e68-d3b0-47be-a0c5-be09f275f3f6 HTTP/1.1" status: 204 len: 168 time: 0.7422209 Mar 10 14:58:08.644707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:58:08.648925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:58:08.655847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:58:08.698616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817b052-972f-4be5-a24f-7d8d59984e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa230e68-d3b0-47be-a0c5-be09f275f3f6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:08.769871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event updated for resources: {'Port': ['ID=3a31c5f2-60c8-446f-acc7-f918e759fbef,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:08.776389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfee5-4cd8-4cf1-ad0e-f267f19844d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (ba582f9d-da02-4eaa-b146-6b3577a358c8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.823281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8084e-3625-4996-b80b-0267c30f81e3 req-e01880cf-8b43-4bc4-8506-fa7103f6e216 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:08.828623 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3195df-9284-46c6-a9fd-f705ff24030a req-4784cdb6-eeaa-4bfe-96a4-65a2b7cc2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:08.831270 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8e3195df-9284-46c6-a9fd-f705ff24030a req-4784cdb6-eeaa-4bfe-96a4-65a2b7cc2c48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2379184 Mar 10 14:58:08.831743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41c8084e-3625-4996-b80b-0267c30f81e3 req-e01880cf-8b43-4bc4-8506-fa7103f6e216 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.2626553 Mar 10 14:58:08.839098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:08.839797 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.878443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-23965380-0991-4ee3-a586-ee31ecb79a12 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1170576 Mar 10 14:58:08.888544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e224e-b097-4ad9-b267-c75494b27277 req-d6a83876-ed62-42b3-a071-1bad56b41b7f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:08.890114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c14e224e-b097-4ad9-b267-c75494b27277 req-d6a83876-ed62-42b3-a071-1bad56b41b7f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.2247155 Mar 10 14:58:08.898222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Request body: {'port': {'device_id': '6a6fe74d-c178-4e6f-aef6-b068aec8cf81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:08.916799 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8e3195df-9284-46c6-a9fd-f705ff24030a req-5bb3cd5d-fafd-413a-8a16-8b6c475bb451 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=497a600a-4230-4589-b022-c125e2f94165 HTTP/1.1" status: 200 len: 217 time: 0.0703418 Mar 10 14:58:08.969858 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfee5-4cd8-4cf1-ad0e-f267f19844d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (ba582f9d-da02-4eaa-b146-6b3577a358c8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:08.985188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41c8084e-3625-4996-b80b-0267c30f81e3 req-3d48b774-7aa3-49ea-b3c3-d794c93bfdf9 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469970 Mar 10 14:58:09.016734 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dfee5-4cd8-4cf1-ad0e-f267f19844d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba582f9d-da02-4eaa-b146-6b3577a358c8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:09.026238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3195df-9284-46c6-a9fd-f705ff24030a req-55009c3b-56fb-4401-8142-3e3e18a3ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:09.027844 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8e3195df-9284-46c6-a9fd-f705ff24030a req-55009c3b-56fb-4401-8142-3e3e18a3ccaf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1007631 Mar 10 14:58:09.033619 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfee5-4cd8-4cf1-ad0e-f267f19844d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:09.036727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe41fde-d8c8-43d5-80b4-a9e3a44d691a None None] Network 435bbbb3-e48e-403e-9c5e-66ef479eaf7d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:58:09.050059 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7a9dfee5-4cd8-4cf1-ad0e-f267f19844d8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ba582f9d-da02-4eaa-b146-6b3577a358c8 HTTP/1.1" status: 204 len: 168 time: 0.6378171 Mar 10 14:58:09.054758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39692) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:09.079295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:09.085484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c14e224e-b097-4ad9-b267-c75494b27277 req-1999f966-3609-4a55-b19f-3c7e388d057b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845591 Mar 10 14:58:09.122464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3195df-9284-46c6-a9fd-f705ff24030a req-ad5e20e0-8374-412b-9ea9-f1221dc30bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:09.124008 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8e3195df-9284-46c6-a9fd-f705ff24030a req-ad5e20e0-8374-412b-9ea9-f1221dc30bd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0684929 Mar 10 14:58:09.162149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-769e93e1-53bd-4539-ac8b-96c1eea4e6da None None] Provisioning complete for port 3a31c5f2-60c8-446f-acc7-f918e759fbef triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:09.162782 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-769e93e1-53bd-4539-ac8b-96c1eea4e6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:09.236245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-769e93e1-53bd-4539-ac8b-96c1eea4e6da None None] Port 3a31c5f2-60c8-446f-acc7-f918e759fbef cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:58:09.314091 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8e3195df-9284-46c6-a9fd-f705ff24030a req-c4a7a46a-b4ae-432b-a46e-2f994508bd82 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628728 Mar 10 14:58:09.347943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc9d5a5-56a2-42f8-b436-52600cf7c7e7 None None] DHCP port deletion for 435bbbb3-e48e-403e-9c5e-66ef479eaf7d request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 14:58:09.417173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9d5a5-56a2-42f8-b436-52600cf7c7e7 None None] Deleting port e944b03d-f931-42e1-8491-16104283ad3c {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:58:09.417843 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d5a5-56a2-42f8-b436-52600cf7c7e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e944b03d-f931-42e1-8491-16104283ad3c), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:09.437049 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8e3195df-9284-46c6-a9fd-f705ff24030a req-b4181609-3d60-4c32-a6bf-8aaadf3ac886 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125009 Mar 10 14:58:09.489092 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (435bbbb3-e48e-403e-9c5e-66ef479eaf7d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:09.504083 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-dfc9d5a5-56a2-42f8-b436-52600cf7c7e7 None None] For port e944b03d-f931-42e1-8491-16104283ad3c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e944b03d-f931-42e1-8491-16104283ad3c,segment=NetworkSegment(d38e355c-0530-4abf-898e-6338b15e37ad),segment_id=d38e355c-0530-4abf-898e-6338b15e37ad)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:09.504496 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d5a5-56a2-42f8-b436-52600cf7c7e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e944b03d-f931-42e1-8491-16104283ad3c), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:09.518740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9d5a5-56a2-42f8-b436-52600cf7c7e7 None None] Calling delete_port for e944b03d-f931-42e1-8491-16104283ad3c owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:58:09.599221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacc124-9214-4914-9f4e-dcbaaf0acb75 req-a0737578-aaef-4291-9b64-7e0e0d260788 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:09.600802 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcacc124-9214-4914-9f4e-dcbaaf0acb75 req-a0737578-aaef-4291-9b64-7e0e0d260788 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.5225332 Mar 10 14:58:09.610848 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d5a5-56a2-42f8-b436-52600cf7c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (e944b03d-f931-42e1-8491-16104283ad3c), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:09.629549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc9d5a5-56a2-42f8-b436-52600cf7c7e7 None None] No DVR routers for this DVR port e944b03d-f931-42e1-8491-16104283ad3c on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:58:09.652839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] The port 'e944b03d-f931-42e1-8491-16104283ad3c' was deleted {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 10 14:58:09.653737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9d5a5-56a2-42f8-b436-52600cf7c7e7 None None] Pushing event deleted for resources: {'Port': ['ID=e944b03d-f931-42e1-8491-16104283ad3c,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:09.707697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde01e55-460f-429f-8772-b4345c0b92a5 req-40f564ff-5c42-44ba-8206-a510e6112254 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:09.709183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde01e55-460f-429f-8772-b4345c0b92a5 req-40f564ff-5c42-44ba-8206-a510e6112254 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.2408915 Mar 10 14:58:09.795467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcacc124-9214-4914-9f4e-dcbaaf0acb75 req-4dbc3435-8232-45be-9b6c-9a5bc3adc923 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759522 Mar 10 14:58:09.843758 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (435bbbb3-e48e-403e-9c5e-66ef479eaf7d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:09.927439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435bbbb3-e48e-403e-9c5e-66ef479eaf7d']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:58:09.953713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38e355c-0530-4abf-898e-6338b15e37ad') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:58:09.954013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38e355c-0530-4abf-898e-6338b15e37ad') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:58:09.979611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde01e55-460f-429f-8772-b4345c0b92a5 req-210b55a3-1625-4ec3-a2cc-dbc543901e67 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493927 Mar 10 14:58:09.984737 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (d38e355c-0530-4abf-898e-6338b15e37ad), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.024159 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d38e355c-0530-4abf-898e-6338b15e37ad), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.045972 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:58:10.046653 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (d38e355c-0530-4abf-898e-6338b15e37ad), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: timer() Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:58:10.048025 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:58:10.092196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e3609-c28d-417a-8b78-53304e689658 req-0a2cb56d-102c-4b7b-b253-fb5813733827 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:10.093680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e96e3609-c28d-417a-8b78-53304e689658 req-0a2cb56d-102c-4b7b-b253-fb5813733827 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 935 time: 0.2296348 Mar 10 14:58:10.171801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a31c5f2-60c8-446f-acc7-f918e759fbef {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:10.186982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Publish callbacks [] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.205792 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (435bbbb3-e48e-403e-9c5e-66ef479eaf7d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.224711 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.228516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] 10.222.0.11 "DELETE /v2.0/networks/435bbbb3-e48e-403e-9c5e-66ef479eaf7d HTTP/1.1" status: 204 len: 168 time: 1.1705232 Mar 10 14:58:10.229654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Transition to ACTIVE for port object 3a31c5f2-60c8-446f-acc7-f918e759fbef will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:58:10.254033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.264157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb453a-6e33-48fc-83b2-4467a39cf233 admin admin] Pushing event deleted for resources: {'Network': ['ID=435bbbb3-e48e-403e-9c5e-66ef479eaf7d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:10.304511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e96e3609-c28d-417a-8b78-53304e689658 req-e08397ae-de10-4acd-a554-3002aa1d85bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948404 Mar 10 14:58:10.315987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddad35-87fd-4e9b-bf8b-b0e73cb3f49a req-de4a0458-d9b0-45f8-b18e-90fa1fda24cd tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:10.317506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0ddad35-87fd-4e9b-bf8b-b0e73cb3f49a req-de4a0458-d9b0-45f8-b18e-90fa1fda24cd tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.2354214 Mar 10 14:58:10.347471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Pushing event updated for resources: {'Port': ['ID=3a31c5f2-60c8-446f-acc7-f918e759fbef,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:10.470731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0ddad35-87fd-4e9b-bf8b-b0e73cb3f49a req-b3caf7ab-f5f9-4518-9d6b-942acfc9cb55 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353896 Mar 10 14:58:10.483319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39738) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:10.499751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Attempting to bind port 3a31c5f2-60c8-446f-acc7-f918e759fbef on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:58:10.500101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Attempting to bind port 3a31c5f2-60c8-446f-acc7-f918e759fbef by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:58:10.500431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Attempting to bind port 3a31c5f2-60c8-446f-acc7-f918e759fbef on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:10.507434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Port 3a31c5f2-60c8-446f-acc7-f918e759fbef on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:58:10.507766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Attempting to bind port 3a31c5f2-60c8-446f-acc7-f918e759fbef on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:10.518552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1876f8-1c49-4373-92d3-c82a75383fef req-6cbacced-eeac-4f56-8421-8f79e1d87c9f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:10.520456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf1876f8-1c49-4373-92d3-c82a75383fef req-6cbacced-eeac-4f56-8421-8f79e1d87c9f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.1107218 Mar 10 14:58:10.528130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:58:10.528481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:58:10.528858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:58:10.529305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Bound port: 3a31c5f2-60c8-446f-acc7-f918e759fbef, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:58:10.530053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.547768 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-17ac562c-0656-466d-98bd-0949fa753815 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be174e8981364c49be47fc1b3ed2cb7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627346 Mar 10 14:58:10.549334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39740) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:10.602933 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d591f2f-d10f-4e47-bc78-f30cc17e07ea admin admin] Publish callbacks [] for security_group (41bc75af-7ae4-4b73-9fb8-b02ca99a7f7a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.626187 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d591f2f-d10f-4e47-bc78-f30cc17e07ea admin admin] Publish callbacks [] for security_group (41bc75af-7ae4-4b73-9fb8-b02ca99a7f7a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.649647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf1876f8-1c49-4373-92d3-c82a75383fef req-95b0c30c-bcb5-4705-bbf0-ec8231dd1ec3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227541 Mar 10 14:58:10.671303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] For port 3a31c5f2-60c8-446f-acc7-f918e759fbef, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:10.671303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] For port 3a31c5f2-60c8-446f-acc7-f918e759fbef, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3a31c5f2-60c8-446f-acc7-f918e759fbef,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:58:10.679503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05d9d8-1076-45b5-b7c5-5ac39bb1d50c req-e43d9199-04f6-4873-96c0-3f9120fcfbe6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:10.681672 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e05d9d8-1076-45b5-b7c5-5ac39bb1d50c req-e43d9199-04f6-4873-96c0-3f9120fcfbe6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.1276317 Mar 10 14:58:10.683417 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.700346 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d591f2f-d10f-4e47-bc78-f30cc17e07ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (41bc75af-7ae4-4b73-9fb8-b02ca99a7f7a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.703037 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d591f2f-d10f-4e47-bc78-f30cc17e07ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.706532 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2d591f2f-d10f-4e47-bc78-f30cc17e07ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41bc75af-7ae4-4b73-9fb8-b02ca99a7f7a HTTP/1.1" status: 204 len: 168 time: 0.1530900 Mar 10 14:58:10.722888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d591f2f-d10f-4e47-bc78-f30cc17e07ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bc75af-7ae4-4b73-9fb8-b02ca99a7f7a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:10.737640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:10.738552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:10.739707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] 10.222.0.45 "PUT /v2.0/ports/3a31c5f2-60c8-446f-acc7-f918e759fbef HTTP/1.1" status: 200 len: 1095 time: 1.8483970 Mar 10 14:58:10.740170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6fe74d-c178-4e6f-aef6-b068aec8cf81', 'tag': '3a31c5f2-60c8-446f-acc7-f918e759fbef'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:10.742435 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6fe74d-c178-4e6f-aef6-b068aec8cf81", "tag": "3a31c5f2-60c8-446f-acc7-f918e759fbef"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:10.788957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b53d93-6156-4dda-9650-a0fefc55d210 service neutron] Pushing event updated for resources: {'Port': ['ID=3a31c5f2-60c8-446f-acc7-f918e759fbef,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:10.806846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e05d9d8-1076-45b5-b7c5-5ac39bb1d50c req-9fd36a57-c0e4-46df-ac80-ccbd145ea34d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119220 Mar 10 14:58:10.900977 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28265292-07a1-4405-8a90-e3270ce705ed x-openstack-request-id: req-28265292-07a1-4405-8a90-e3270ce705ed {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:10.901646 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6fe74d-c178-4e6f-aef6-b068aec8cf81", "tag": "3a31c5f2-60c8-446f-acc7-f918e759fbef", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:10.901646 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28265292-07a1-4405-8a90-e3270ce705ed {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:10.901959 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6fe74d-c178-4e6f-aef6-b068aec8cf81', 'tag': '3a31c5f2-60c8-446f-acc7-f918e759fbef', 'status': 'completed', 'code': 200} Mar 10 14:58:10.908275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-c8b408be-9e84-450f-84cf-03c077255d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:10.909831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-c8b408be-9e84-450f-84cf-03c077255d10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 1129 time: 0.1019776 Mar 10 14:58:10.962646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-1c3129f9-25b0-4649-8547-b32e90a19a0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=3a31c5f2-60c8-446f-acc7-f918e759fbef HTTP/1.1" status: 200 len: 217 time: 0.0422761 Mar 10 14:58:11.048963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-ac4f73e5-c848-4632-88d2-610a0e00bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:11.050434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-ac4f73e5-c848-4632-88d2-610a0e00bedd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0800111 Mar 10 14:58:11.066910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2866e-6396-4689-bf14-247f36cc26cf req-badbdccd-2a3c-45d9-8103-95136c26f7a3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:11.068733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60a2866e-6396-4689-bf14-247f36cc26cf req-badbdccd-2a3c-45d9-8103-95136c26f7a3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0900590 Mar 10 14:58:11.139965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-e293f388-e311-46e6-a137-bf8bb2a10217 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=371de1b31513442e988c981ff027734b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385401 Mar 10 14:58:11.195261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2844425-083c-42d8-a935-e0b3c09badbf req-4a6f6522-0e1c-495d-b48b-8dcab0ea20be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:11.196297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-4a6f6522-0e1c-495d-b48b-8dcab0ea20be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1260765 Mar 10 14:58:11.201878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60a2866e-6396-4689-bf14-247f36cc26cf req-a402e231-c2f8-45c7-a83c-cca0c070af66 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226611 Mar 10 14:58:11.235198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e944b03d-f931-42e1-8491-16104283ad3c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:58:11.261367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: e944b03d-f931-42e1-8491-16104283ad3c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:58:11.261758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e944b03d-f931-42e1-8491-16104283ad3c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:58:11.377960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-c1fdf753-5b49-44ca-b6c5-510c78892b21 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:11.379541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-c1fdf753-5b49-44ca-b6c5-510c78892b21 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318425 Mar 10 14:58:11.401020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-f31327d1-c6ca-4cc1-83e4-e4b44393db2e service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960917 Mar 10 14:58:11.406594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1cc5093a-9e38-48e8-b28f-c7e7f730302b tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/quotas/371de1b31513442e988c981ff027734b HTTP/1.1" status: 200 len: 375 time: 0.0201576 Mar 10 14:58:11.418471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ba1eb-afa3-4380-a569-fcf71e5a2dd0 req-eea93c24-4a09-4663-9eb7-aa64add93c5d tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:11.419974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c3ba1eb-afa3-4380-a569-fcf71e5a2dd0 req-eea93c24-4a09-4663-9eb7-aa64add93c5d tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.1039262 Mar 10 14:58:11.480995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-f329e68d-7255-44c1-97e1-961b51859e3c tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=371de1b31513442e988c981ff027734b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600576 Mar 10 14:58:11.551798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c3ba1eb-afa3-4380-a569-fcf71e5a2dd0 req-af3f2997-a85b-4af8-9f69-806d0d3acd72 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222622 Mar 10 14:58:11.573406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2844425-083c-42d8-a935-e0b3c09badbf req-e1b1d4dc-5782-478a-a2b9-b49d9c57e2c1 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511555 Mar 10 14:58:11.637437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39784) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:11.754834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2024465570-network', 'tenant_id': '2e899169bfbd49eda1340c6cb67878e9'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:11.778840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Made reservation on behalf of 2e899169bfbd49eda1340c6cb67878e9 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:11.782740 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:11.786448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4 req-a3fbf51a-3075-4506-bcc2-474cbba37b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:11.788192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4 req-a3fbf51a-3075-4506-bcc2-474cbba37b1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 1129 time: 0.1528451 Mar 10 14:58:11.792811 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:11.799580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f485fc-42e8-492c-b026-46681e535e1b req-2f0c7298-3337-4874-b71f-0a5e9ef76617 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:11.801056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87f485fc-42e8-492c-b026-46681e535e1b req-2f0c7298-3337-4874-b71f-0a5e9ef76617 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1347075 Mar 10 14:58:11.813187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eba1e9-5d71-43e9-9ee0-31b566466c13 req-31ca8e60-eb2e-4372-87a8-85fe7d31c0da tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:11.814991 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4eba1e9-5d71-43e9-9ee0-31b566466c13 req-31ca8e60-eb2e-4372-87a8-85fe7d31c0da tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 947 time: 0.1292882 Mar 10 14:58:11.882266 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Publish callbacks [] for security_group (482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:11.886766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:11.916768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:58:11.934240 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:11.942265 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (28ab9fbb-f71a-42c4-b5a3-386295f98ff6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:11.942923 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Added segment 28ab9fbb-f71a-42c4-b5a3-386295f98ff6 of type vlan for network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 Mar 10 14:58:11.984871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87f485fc-42e8-492c-b026-46681e535e1b req-218d5582-95a3-4f2b-bda3-5dda5b7a766b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689253 Mar 10 14:58:11.999503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4eba1e9-5d71-43e9-9ee0-31b566466c13 req-5a58ddf4-3e54-469b-883c-f7c48df86396 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686537 Mar 10 14:58:12.004406 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:12.032153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4 req-ac002806-c1e5-48be-af6d-dace1992ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:12.033649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4 req-ac002806-c1e5-48be-af6d-dace1992ebb1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2315671 Mar 10 14:58:12.061829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:12.063096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:12.063814 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:12.110444 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4713593 Mar 10 14:58:12.114577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39800) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:12.116978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55b74a98-d2dd-42b0-b94f-05d202072ab4 req-fa9dc449-1ab3-42c3-a54a-5c36c68d5e32 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 210 time: 0.0632200 Mar 10 14:58:12.118776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4 req-1bddf7f2-c79b-4f0c-aca4-91eefcd49a2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=3a31c5f2-60c8-446f-acc7-f918e759fbef HTTP/1.1" status: 200 len: 217 time: 0.0727928 Mar 10 14:58:12.146533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] Request body: {'subnet': {'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2024465570-subnet', 'tenant_id': '2e899169bfbd49eda1340c6cb67878e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:12.154542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd42fbc-1498-41bf-b64e-404cfd94aa29 admin admin] Pushing event updated for resources: {'Network': ['ID=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:12.168184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:58:12.185154 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] Made reservation on behalf of 2e899169bfbd49eda1340c6cb67878e9 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:12.189648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:12.209032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4 req-fd12d601-ed2f-4942-a743-7bbb98d0236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:12.211198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4 req-fd12d601-ed2f-4942-a743-7bbb98d0236a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0725019 Mar 10 14:58:12.257320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9eacd-9915-45b2-93e4-65009e6f9317 req-222faf62-f00d-4dc8-a39f-d29541be4ed6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:12.259365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ea9eacd-9915-45b2-93e4-65009e6f9317 req-222faf62-f00d-4dc8-a39f-d29541be4ed6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.1452920 Mar 10 14:58:12.277689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 497a600a-4230-4589-b022-c125e2f94165 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:12.393532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b6ac7-29b7-496c-8c96-5f1bc404ec65 req-fbf3dbb6-2efe-4913-812c-f65ebf237c5d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:12.397115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d80b6ac7-29b7-496c-8c96-5f1bc404ec65 req-fbf3dbb6-2efe-4913-812c-f65ebf237c5d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.1834433 Mar 10 14:58:12.402250 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (dd56b222-9954-4097-a64c-5505ae1a8e55), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:12.412423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 497a600a-4230-4589-b022-c125e2f94165, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=497a600a-4230-4589-b022-c125e2f94165,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:12.423306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4 req-851ef66f-4783-4611-9be2-c72ec90405b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:12.425733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4 req-851ef66f-4783-4611-9be2-c72ec90405b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2034638 Mar 10 14:58:12.435943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ea9eacd-9915-45b2-93e4-65009e6f9317 req-f33354ff-c80e-4326-a79e-56678e588a94 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344411 Mar 10 14:58:12.437063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '497a600a-4230-4589-b022-c125e2f94165', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '497a600a-4230-4589-b022-c125e2f94165', 'mac_address': 'fa:16:3e:85:13:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:12.488500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] Checking segment: {'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:58:12.488875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] Network hostable DHCP agents. Network: b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:58:12.495157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 497a600a-4230-4589-b022-c125e2f94165 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:12.495740 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (497a600a-4230-4589-b022-c125e2f94165), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:12.496591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd56b222-9954-4097-a64c-5505ae1a8e55,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:12.514326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497a600a-4230-4589-b022-c125e2f94165 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:12.514909 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] Network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:58:12.525802 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:58:12.531121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:12.531911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:12.547272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1695e47-2b00-4143-8a47-01a787e54a4d None None] Network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:58:12.554888 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5a205f77-f4fe-44e6-9838-c47677b0c1d1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4376619 Mar 10 14:58:12.555115 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 497a600a-4230-4589-b022-c125e2f94165, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=497a600a-4230-4589-b022-c125e2f94165,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:12.568112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d80b6ac7-29b7-496c-8c96-5f1bc404ec65 req-3f4fe8d4-972d-4920-b78a-546db3681617 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638410 Mar 10 14:58:12.571068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (497a600a-4230-4589-b022-c125e2f94165), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:12.594391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4 req-4ea6ef28-ecfa-4b6c-8b40-bb78f260eeb9 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571383 Mar 10 14:58:12.618573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0d990-3a55-40e8-8c56-210267e4a820 req-c2e40d5d-66c8-44d6-b8d4-4ca8ec49924e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:12.620204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02c0d990-3a55-40e8-8c56-210267e4a820 req-c2e40d5d-66c8-44d6-b8d4-4ca8ec49924e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0975516 Mar 10 14:58:12.673596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=497a600a-4230-4589-b022-c125e2f94165,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:12.719882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f710b3-ba8a-4b1e-9a39-80af4a77c744 None None] Network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:58:12.970634 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-8cc5bd41-16b9-46b4-9799-4ebdf731e764 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=371de1b31513442e988c981ff027734b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272002 Mar 10 14:58:13.003257 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02c0d990-3a55-40e8-8c56-210267e4a820 req-114fdcd1-9d06-4144-b427-6800b711f604 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745039 Mar 10 14:58:13.036119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae649b81-de26-4a55-b536-bf57a88ada1f req-0b81153e-e848-44dd-9651-01cc9d0ce991 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:13.037844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae649b81-de26-4a55-b536-bf57a88ada1f req-0b81153e-e848-44dd-9651-01cc9d0ce991 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.3773947 Mar 10 14:58:13.041847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f9e822c-b1dd-4784-8c84-83bcf75db2b4 req-3c9aa2c9-ab76-41dc-bfca-22f651b7b727 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206967 Mar 10 14:58:13.099255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['497a600a-4230-4589-b022-c125e2f94165'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:13.132365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae649b81-de26-4a55-b536-bf57a88ada1f req-7797d012-fd82-42be-ae0b-e41587b6ccab tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864699 Mar 10 14:58:13.142000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-d55d9c08-cdaf-425d-aefa-e8228df12ee6 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:13.144208 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-d55d9c08-cdaf-425d-aefa-e8228df12ee6 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658766 Mar 10 14:58:13.175634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Request body: {'port': {'device_id': 'd920547d-e266-4150-b052-a2432aa062fe', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '371de1b31513442e988c981ff027734b'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:13.307097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d9e8a-1ee1-415e-a324-d0fed6e887e3 req-35abfcf7-5621-47a6-9631-75fabb51c612 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:13.308639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-415d9e8a-1ee1-415e-a324-d0fed6e887e3 req-35abfcf7-5621-47a6-9631-75fabb51c612 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 947 time: 0.1007028 Mar 10 14:58:13.414050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-415d9e8a-1ee1-415e-a324-d0fed6e887e3 req-40c58848-ec41-486a-9db6-f738e756e7cf tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990143 Mar 10 14:58:13.421864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270f8c-c489-4017-bb48-3dde917449ac req-89d20946-4905-4a95-8e1c-d22fe5b0ee43 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:13.423430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-89d20946-4905-4a95-8e1c-d22fe5b0ee43 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/networks?id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 HTTP/1.1" status: 200 len: 815 time: 0.1583955 Mar 10 14:58:13.445344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-3c906252-91a3-452e-bbf2-047909eaaeac tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/quotas/2e899169bfbd49eda1340c6cb67878e9 HTTP/1.1" status: 200 len: 375 time: 0.0127358 Mar 10 14:58:13.486644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-74cbb4ba-59c4-407e-83eb-a23a77c15b84 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2e899169bfbd49eda1340c6cb67878e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344536 Mar 10 14:58:13.545941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Made reservation on behalf of 371de1b31513442e988c981ff027734b for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:13.549545 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:13.558595 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:13.597867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85914ed-1d20-4212-a26f-10e4ceab9208 req-a4850138-b099-4d79-9c10-6162a1e9fd70 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:13.599395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a85914ed-1d20-4212-a26f-10e4ceab9208 req-a4850138-b099-4d79-9c10-6162a1e9fd70 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1152759 Mar 10 14:58:13.635287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-58294855-25d9-412c-9746-82ee7756a66f service neutron] 10.222.0.11 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391530 Mar 10 14:58:13.635563 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Publish callbacks [] for security_group (093fb71c-c12f-4539-8f8c-61922ee504bc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:13.640724 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (093fb71c-c12f-4539-8f8c-61922ee504bc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:13.691931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a85914ed-1d20-4212-a26f-10e4ceab9208 req-010afa7d-7f2d-4de0-93ce-6514b28a7d39 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853028 Mar 10 14:58:13.717680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093fb71c-c12f-4539-8f8c-61922ee504bc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:13.765818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-44eee495-2d3d-41fb-96fb-f58be01d385e service neutron] 10.222.0.11 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239004 Mar 10 14:58:13.783194 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e3090a5-e342-4f41-af6c-d6ce9f72fbae req-41c6548e-5302-4e09-ae84-81415642a0cb tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 210 time: 0.0315881 Mar 10 14:58:13.788164 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Allocated IP 192.168.233.39 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/b591bb0e-3859-4c00-9280-323fb028c4e0) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:58:13.927941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb7bf-e71a-4ce0-8057-0ce5c6c713e4 req-f159285e-2908-4af2-a8f0-11f9c069c1e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:13.929607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21aeb7bf-e71a-4ce0-8057-0ce5c6c713e4 req-f159285e-2908-4af2-a8f0-11f9c069c1e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.0770783 Mar 10 14:58:13.977462 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Publish callbacks [] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:14.011575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21aeb7bf-e71a-4ce0-8057-0ce5c6c713e4 req-ba30f328-6072-45c0-ac86-a9ef43343892 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759017 Mar 10 14:58:14.020211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:14.037065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793398dd-0350-4312-993f-bf851ef7b399 req-b586a870-731a-405f-868c-5f55787fef15 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:14.038764 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-793398dd-0350-4312-993f-bf851ef7b399 req-b586a870-731a-405f-868c-5f55787fef15 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.1022882 Mar 10 14:58:14.087343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:58:14.095619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:58:14.097943 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Pushing event updated for resources: {'Port': ['ID=b591bb0e-3859-4c00-9280-323fb028c4e0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:14.101154 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:58:14.127674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5a5207f-ccd9-4801-892d-d313d867c109 req-cdf195c3-50bf-4e0c-bd8d-1e7bc8b28410 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 210 time: 0.0670247 Mar 10 14:58:14.157965 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:14.158535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:14.182325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-793398dd-0350-4312-993f-bf851ef7b399 req-170763d1-f3ad-4e64-9e87-76a56036bd79 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282923 Mar 10 14:58:14.186402 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-1e1abe4c-8361-43b0-804b-4d25d218b8ae tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0178096 Mar 10 14:58:14.199784 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Request body: {'port': {'device_id': 'd920547d-e266-4150-b052-a2432aa062fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:14.256486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 497a600a-4230-4589-b022-c125e2f94165 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:14.287924 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:14.327959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b06160-8380-4122-95d3-0ba125446792 req-c0799ea6-61d2-461c-9f29-23480b8f3ae4 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:14.329479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54b06160-8380-4122-95d3-0ba125446792 req-c0799ea6-61d2-461c-9f29-23480b8f3ae4 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1045089 Mar 10 14:58:14.368769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 497a600a-4230-4589-b022-c125e2f94165 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:58:14.378768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 497a600a-4230-4589-b022-c125e2f94165 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:14.379354 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (497a600a-4230-4589-b022-c125e2f94165), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:14.426105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54b06160-8380-4122-95d3-0ba125446792 req-7b5d68c6-5a4b-42be-9aca-878696aa321a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873349 Mar 10 14:58:14.442505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b103ce7-95c3-4acb-b685-f509b44957bd req-9c67e27a-b211-4f1e-955d-53786f89c7f7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:14.444115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b103ce7-95c3-4acb-b685-f509b44957bd req-9c67e27a-b211-4f1e-955d-53786f89c7f7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.1246855 Mar 10 14:58:14.518630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 497a600a-4230-4589-b022-c125e2f94165 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:14.519042 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (497a600a-4230-4589-b022-c125e2f94165), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:14.552252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b103ce7-95c3-4acb-b685-f509b44957bd req-bbbc3b74-25e0-46a4-b8ab-ed0baad36ac0 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973516 Mar 10 14:58:14.554375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d21be6e-78a4-45fe-8ff8-0a91829d00e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497a600a-4230-4589-b022-c125e2f94165'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:14.557368 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18859f04-8dd5-46de-b481-421320fa5f05" -d '{"events": [{"server_uuid": "2d21be6e-78a4-45fe-8ff8-0a91829d00e6", "name": "network-vif-plugged", "status": "completed", "tag": "497a600a-4230-4589-b022-c125e2f94165"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:14.570649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fba3cb-c6d4-43ad-ab59-348ac29a6685 req-70e98e8f-3e30-4620-bce1-730687b1a457 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:14.571401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-47c72ee2-3482-4181-8141-e3cef7c31e34 None None] Provisioning complete for port b591bb0e-3859-4c00-9280-323fb028c4e0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:14.571790 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-47c72ee2-3482-4181-8141-e3cef7c31e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:14.573559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88fba3cb-c6d4-43ad-ab59-348ac29a6685 req-70e98e8f-3e30-4620-bce1-730687b1a457 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 947 time: 0.0726452 Mar 10 14:58:14.574516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 497a600a-4230-4589-b022-c125e2f94165, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=497a600a-4230-4589-b022-c125e2f94165,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:14.613176 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (497a600a-4230-4589-b022-c125e2f94165), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:14.626778 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca6ba0d-a6cb-4eb1-b446-7459a5a3d99d x-openstack-request-id: req-2ca6ba0d-a6cb-4eb1-b446-7459a5a3d99d {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:14.627704 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d21be6e-78a4-45fe-8ff8-0a91829d00e6", "name": "network-vif-plugged", "status": "completed", "tag": "497a600a-4230-4589-b022-c125e2f94165", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:14.627963 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ca6ba0d-a6cb-4eb1-b446-7459a5a3d99d {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:14.628369 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d21be6e-78a4-45fe-8ff8-0a91829d00e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497a600a-4230-4589-b022-c125e2f94165', 'code': 200} Mar 10 14:58:14.665416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-47c72ee2-3482-4181-8141-e3cef7c31e34 None None] Port b591bb0e-3859-4c00-9280-323fb028c4e0 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:58:14.672618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b591bb0e-3859-4c00-9280-323fb028c4e0 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:14.681686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Publish callbacks [] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:14.695422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Transition to ACTIVE for port object b591bb0e-3859-4c00-9280-323fb028c4e0 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:58:14.703107 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:14.712675 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=497a600a-4230-4589-b022-c125e2f94165,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:14.726239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88fba3cb-c6d4-43ad-ab59-348ac29a6685 req-8b03e91d-2e5c-4e00-8ef5-02f88f887c46 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458826 Mar 10 14:58:14.841700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Pushing event updated for resources: {'Port': ['ID=b591bb0e-3859-4c00-9280-323fb028c4e0,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:14.868747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Attempting to bind port b591bb0e-3859-4c00-9280-323fb028c4e0 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:58:14.869093 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Attempting to bind port b591bb0e-3859-4c00-9280-323fb028c4e0 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:58:14.869425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Attempting to bind port b591bb0e-3859-4c00-9280-323fb028c4e0 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:14.875634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Port b591bb0e-3859-4c00-9280-323fb028c4e0 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:58:14.875961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Attempting to bind port b591bb0e-3859-4c00-9280-323fb028c4e0 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:14.876608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b3bb3-f9e1-4d70-a2ce-6ae804735053 req-79cf7711-ba81-4bb6-b527-94b76bf2dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:14.878652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-131b3bb3-f9e1-4d70-a2ce-6ae804735053 req-79cf7711-ba81-4bb6-b527-94b76bf2dc2b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d21be6e-78a4-45fe-8ff8-0a91829d00e6 HTTP/1.1" status: 200 len: 1131 time: 0.1355691 Mar 10 14:58:14.881505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:58:14.881849 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:58:14.882226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:58:14.883291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Bound port: b591bb0e-3859-4c00-9280-323fb028c4e0, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:58:14.883291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:14.913526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe698-4712-442d-9899-a53d10ca3dff req-4ca50324-1d87-4dfa-8152-2f68891e881f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:14.915692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-218fe698-4712-442d-9899-a53d10ca3dff req-4ca50324-1d87-4dfa-8152-2f68891e881f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1064632 Mar 10 14:58:14.956674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] For port b591bb0e-3859-4c00-9280-323fb028c4e0, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:14.960609 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] For port b591bb0e-3859-4c00-9280-323fb028c4e0, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b591bb0e-3859-4c00-9280-323fb028c4e0,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:58:14.970292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:15.006020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.006708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:15.006873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-131b3bb3-f9e1-4d70-a2ce-6ae804735053 req-446495c5-6aa1-4bcb-a22e-232b3bfdfc66 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174107 Mar 10 14:58:15.008160 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] 10.222.0.45 "PUT /v2.0/ports/b591bb0e-3859-4c00-9280-323fb028c4e0 HTTP/1.1" status: 200 len: 1095 time: 0.8133242 Mar 10 14:58:15.008690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd920547d-e266-4150-b052-a2432aa062fe', 'tag': 'b591bb0e-3859-4c00-9280-323fb028c4e0'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:15.010944 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2ac261-3233-4c8e-b69c-8dd3ec340189" -d '{"events": [{"name": "network-changed", "server_uuid": "d920547d-e266-4150-b052-a2432aa062fe", "tag": "b591bb0e-3859-4c00-9280-323fb028c4e0"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:15.032814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f684fb-55a8-4942-be72-eecf344c20d9 req-8176d00c-98c1-47c1-a201-7f90e39d936e tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.034879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4f684fb-55a8-4942-be72-eecf344c20d9 req-8176d00c-98c1-47c1-a201-7f90e39d936e tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 947 time: 0.1463995 Mar 10 14:58:15.039034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-218fe698-4712-442d-9899-a53d10ca3dff req-396491f9-b116-48e6-aa86-54463558e80f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134670 Mar 10 14:58:15.049754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c226a10-ed46-48af-adaa-89a8c464eac5 service neutron] Pushing event updated for resources: {'Port': ['ID=b591bb0e-3859-4c00-9280-323fb028c4e0,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:15.101918 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63c61cb-e97a-48a2-bb2c-e6aa1d9c50c5 x-openstack-request-id: req-b63c61cb-e97a-48a2-bb2c-e6aa1d9c50c5 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:15.102253 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d920547d-e266-4150-b052-a2432aa062fe", "tag": "b591bb0e-3859-4c00-9280-323fb028c4e0", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:15.103101 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b63c61cb-e97a-48a2-bb2c-e6aa1d9c50c5 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:15.103507 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd920547d-e266-4150-b052-a2432aa062fe', 'tag': 'b591bb0e-3859-4c00-9280-323fb028c4e0', 'status': 'completed', 'code': 200} Mar 10 14:58:15.117659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4f684fb-55a8-4942-be72-eecf344c20d9 req-ae3e0ad9-466e-49b1-8339-0dea7330d090 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666597 Mar 10 14:58:15.215363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b16fc6-287e-4162-bb11-d39c00fadf1f req-348850ab-a152-4462-a5e7-3c2bfa96eada tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.216862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61b16fc6-287e-4162-bb11-d39c00fadf1f req-348850ab-a152-4462-a5e7-3c2bfa96eada tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.0643492 Mar 10 14:58:15.238409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-375db0ed-60b1-4eed-8406-abc041e7b7a9 req-f3584a46-201b-40e0-a80f-375b67ee552d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 210 time: 0.0388606 Mar 10 14:58:15.283888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61b16fc6-287e-4162-bb11-d39c00fadf1f req-e87170da-7528-4575-b079-9c2d7188b742 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475919 Mar 10 14:58:15.354124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782dda4-6ad9-4310-8bb8-435f472ec64b req-e90dc443-a3a3-481e-b33a-6958e3572775 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.355951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5782dda4-6ad9-4310-8bb8-435f472ec64b req-e90dc443-a3a3-481e-b33a-6958e3572775 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.0614476 Mar 10 14:58:15.374977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ac261-3233-4c8e-b69c-8dd3ec340189 req-133c80ae-6fb2-444d-92da-287a46182fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.376608 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f2ac261-3233-4c8e-b69c-8dd3ec340189 req-133c80ae-6fb2-444d-92da-287a46182fcd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=371de1b31513442e988c981ff027734b&device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 1129 time: 0.0477240 Mar 10 14:58:15.404361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5782dda4-6ad9-4310-8bb8-435f472ec64b req-ac9ffdb1-527d-4ba9-9d7f-2c105eae7c30 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Mar 10 14:58:15.405077 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f2ac261-3233-4c8e-b69c-8dd3ec340189 req-5ee8a81a-00d2-4219-87ef-bf3d380a8d83 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=371de1b31513442e988c981ff027734b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190785 Mar 10 14:58:15.505868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ac261-3233-4c8e-b69c-8dd3ec340189 req-11a2b17f-4e97-4368-8fa5-b55057d89fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.507461 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f2ac261-3233-4c8e-b69c-8dd3ec340189 req-11a2b17f-4e97-4368-8fa5-b55057d89fef service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915279 Mar 10 14:58:15.555226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33921d79-17da-4837-bd1e-31a968b0e443 req-95123262-7cea-496a-8765-707170d49eb6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.556721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33921d79-17da-4837-bd1e-31a968b0e443 req-95123262-7cea-496a-8765-707170d49eb6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0554154 Mar 10 14:58:15.615207 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-c87202f3-1f3b-408c-96aa-bb19f6f5dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.618226 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-c87202f3-1f3b-408c-96aa-bb19f6f5dfcf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=371de1b31513442e988c981ff027734b&device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 1129 time: 0.0530896 Mar 10 14:58:15.673937 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-88c31a71-fa3b-4285-afc5-1844693aa934 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b591bb0e-3859-4c00-9280-323fb028c4e0 HTTP/1.1" status: 200 len: 217 time: 0.0353036 Mar 10 14:58:15.737299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33921d79-17da-4837-bd1e-31a968b0e443 req-3f865afe-9714-4416-9b6d-8eace4bb958f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749413 Mar 10 14:58:15.738293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-83355c51-cb95-482f-80af-f6c09290dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.739839 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-83355c51-cb95-482f-80af-f6c09290dde5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0508087 Mar 10 14:58:15.797275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-6de117c9-d18a-436a-bfa2-18012e93b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.799089 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-6de117c9-d18a-436a-bfa2-18012e93b2ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0511169 Mar 10 14:58:15.863738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270f8c-c489-4017-bb48-3dde917449ac req-f203b744-029d-47f0-89e2-8bf86c706a21 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.865101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-f203b744-029d-47f0-89e2-8bf86c706a21 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.45 "GET /v2.0/networks?id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 HTTP/1.1" status: 200 len: 815 time: 0.2178833 Mar 10 14:58:15.873885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05060e-d96b-4803-a1b5-5139381fa358 req-021b0ea6-de6c-4203-893c-dbe67b5328e8 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.875329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b05060e-d96b-4803-a1b5-5139381fa358 req-021b0ea6-de6c-4203-893c-dbe67b5328e8 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.2070260 Mar 10 14:58:15.884094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Request body: {'port': {'device_id': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0', 'admin_state_up': True, 'tenant_id': '2e899169bfbd49eda1340c6cb67878e9'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:15.907233 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-cf19185e-0258-434b-b044-4b70e7771d06 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914736 Mar 10 14:58:15.947910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f1de4-6833-4ecf-9609-a188472342ac req-51530ce8-c9b4-4451-bfde-b1f00e9a750e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:15.949397 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-803f1de4-6833-4ecf-9609-a188472342ac req-51530ce8-c9b4-4451-bfde-b1f00e9a750e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 947 time: 0.1385531 Mar 10 14:58:16.006072 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-34b457ff-f4b6-4867-b4a9-762163efd0a9 req-2227c0da-9908-456f-97a5-5d30f5cd59ad service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835462 Mar 10 14:58:16.027462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b05060e-d96b-4803-a1b5-5139381fa358 req-35b31acc-10ee-42e8-850b-8678bf79c226 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399431 Mar 10 14:58:16.073372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-803f1de4-6833-4ecf-9609-a188472342ac req-f1ce099a-e9d5-4201-b01d-5cd58a729d19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901248 Mar 10 14:58:16.094606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Made reservation on behalf of 2e899169bfbd49eda1340c6cb67878e9 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:16.098264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:16.278459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3a31c5f2-60c8-446f-acc7-f918e759fbef details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:16.280568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5f502-2169-4373-a8e4-c8747f25253e req-5d991c2a-d7aa-44ad-9240-1d3210c1a8a6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:16.282086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ca5f502-2169-4373-a8e4-c8747f25253e req-5d991c2a-d7aa-44ad-9240-1d3210c1a8a6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1618121 Mar 10 14:58:16.309867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db97c6-56f5-4b6f-b05d-2420fef67f88 req-0c5a1f72-b070-4238-aaca-5d05ba74fb5a tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:16.311357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6db97c6-56f5-4b6f-b05d-2420fef67f88 req-0c5a1f72-b070-4238-aaca-5d05ba74fb5a tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 947 time: 0.1294539 Mar 10 14:58:16.323335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Allocated IP 172.20.0.12 (b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0/dd56b222-9954-4097-a64c-5505ae1a8e55/7fc46e07-bbad-4138-b0a4-6c9e01e50144) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:58:16.396247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3a31c5f2-60c8-446f-acc7-f918e759fbef, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3a31c5f2-60c8-446f-acc7-f918e759fbef,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:16.412483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '3a31c5f2-60c8-446f-acc7-f918e759fbef', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '3a31c5f2-60c8-446f-acc7-f918e759fbef', 'mac_address': 'fa:16:3e:b0:1f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:16.417029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ca5f502-2169-4373-a8e4-c8747f25253e req-86b8f607-d6d1-447d-8ba5-243d32fe583f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247370 Mar 10 14:58:16.440045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6db97c6-56f5-4b6f-b05d-2420fef67f88 req-5ba70cf2-b8b5-49e2-9094-1278d5e73b74 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047382 Mar 10 14:58:16.505383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 3a31c5f2-60c8-446f-acc7-f918e759fbef is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:16.505781 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:16.527028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a31c5f2-60c8-446f-acc7-f918e759fbef {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:16.548269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af51f1a4-63f1-4477-aca6-0f7dc1fe9c6f req-4eb82153-728e-461c-8f4c-091f3437b1fb tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 210 time: 0.0373962 Mar 10 14:58:16.554620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3a31c5f2-60c8-446f-acc7-f918e759fbef, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3a31c5f2-60c8-446f-acc7-f918e759fbef,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:16.566435 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:16.608730 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks [] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:16.655509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-66a47961-a79e-449d-80f4-3d7ab39316dc tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:16.657798 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-66a47961-a79e-449d-80f4-3d7ab39316dc tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.0820999 Mar 10 14:58:16.665417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=3a31c5f2-60c8-446f-acc7-f918e759fbef,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:16.681773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fe181-7ad3-4cba-ae8e-7ab2d9bc31fb req-b0da9a26-b1e6-4a62-8a70-6f2281876595 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:16.683495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e71fe181-7ad3-4cba-ae8e-7ab2d9bc31fb req-b0da9a26-b1e6-4a62-8a70-6f2281876595 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.1399286 Mar 10 14:58:16.726546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-0ca37f95-4491-454d-bad3-cb1b187d86d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:16.728689 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-0ca37f95-4491-454d-bad3-cb1b187d86d2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b HTTP/1.1" status: 200 len: 1126 time: 0.0642307 Mar 10 14:58:16.750586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3283fea-ffad-40d0-90a2-7886744a6f35 req-214449e6-9a1c-4b00-ba45-a68e96e4b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:16.752143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3283fea-ffad-40d0-90a2-7886744a6f35 req-214449e6-9a1c-4b00-ba45-a68e96e4b6cf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 1127 time: 0.1402993 Mar 10 14:58:16.758519 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:16.803156 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-1d560c43-02b5-4d43-9cf6-7ae56ec0c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:16.804951 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-1d560c43-02b5-4d43-9cf6-7ae56ec0c1b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 1126 time: 0.0542812 Mar 10 14:58:16.854701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79095f36-ff7f-452f-aa5e-f26ab064b6a8 req-d885a7fd-6b55-44d1-a768-d6afea70384f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:16.856244 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79095f36-ff7f-452f-aa5e-f26ab064b6a8 req-d885a7fd-6b55-44d1-a768-d6afea70384f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.1970148 Mar 10 14:58:16.859393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e71fe181-7ad3-4cba-ae8e-7ab2d9bc31fb req-98d80927-d42e-4b88-83fa-6cef134ce12c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466093 Mar 10 14:58:16.861321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:58:16.879272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:58:16.895676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:58:16.909495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Pushing event updated for resources: {'Port': ['ID=7fc46e07-bbad-4138-b0a4-6c9e01e50144,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:16.921098 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-83af6491-fee5-4d8b-8c11-500f52d9a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:16.922821 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-83af6491-fee5-4d8b-8c11-500f52d9a0ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.1121838 Mar 10 14:58:16.943375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3283fea-ffad-40d0-90a2-7886744a6f35 req-4ad5c703-7de0-45f0-beeb-3545816ef10b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752632 Mar 10 14:58:16.972125 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-b8424a04-3684-41db-81c6-d90c3c3824b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6060d8e-67a8-4740-a121-3570c8856c49 HTTP/1.1" status: 200 len: 217 time: 0.0412667 Mar 10 14:58:17.002578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:17.003212 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:17.009351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79095f36-ff7f-452f-aa5e-f26ab064b6a8 req-1a22afa2-8ede-47d4-858b-b1068936171d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367130 Mar 10 14:58:17.029575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-982f6b43-3f73-4af3-a89b-a1631538d794 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1505382 Mar 10 14:58:17.037898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['3a31c5f2-60c8-446f-acc7-f918e759fbef'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:17.041504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a79bcc-980a-4503-91ba-265011cdefe6 req-d8f27f7e-798b-4696-9175-4e505a38a03e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:17.046356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89a79bcc-980a-4503-91ba-265011cdefe6 req-d8f27f7e-798b-4696-9175-4e505a38a03e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0987709 Mar 10 14:58:17.047992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Request body: {'port': {'device_id': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:17.180079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89a79bcc-980a-4503-91ba-265011cdefe6 req-05f7b08d-ce7c-4477-ad66-a56515cf7eb1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271944 Mar 10 14:58:17.182828 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:17.237770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56430c-c1a2-4ada-9708-92fdb7ba9a4d req-8bef33eb-6a01-4c28-85ab-082ed6354fdf tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:17.239278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d56430c-c1a2-4ada-9708-92fdb7ba9a4d req-8bef33eb-6a01-4c28-85ab-082ed6354fdf tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.1350081 Mar 10 14:58:17.391047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d56430c-c1a2-4ada-9708-92fdb7ba9a4d req-1c2c1e74-68c6-4f92-8fe6-b543435f7364 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454041 Mar 10 14:58:17.413615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8c35d-5484-44a4-a163-b3961dc607c5 req-21ddc6e2-ce7e-45af-8135-73b5c547b93a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:17.415128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-72d8c35d-5484-44a4-a163-b3961dc607c5 req-21ddc6e2-ce7e-45af-8135-73b5c547b93a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 948 time: 0.1749623 Mar 10 14:58:17.540193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-72d8c35d-5484-44a4-a163-b3961dc607c5 req-f73d88ff-e050-4927-b9e0-1ac3ac6d5fd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148396 Mar 10 14:58:17.573203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd9544-b202-4fe6-ad34-20492cc3cc30 req-1f3e6741-cc51-4beb-a49c-bf921a25dc50 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:17.574678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44bd9544-b202-4fe6-ad34-20492cc3cc30 req-1f3e6741-cc51-4beb-a49c-bf921a25dc50 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0865264 Mar 10 14:58:17.610580 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:17.692213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc46e07-bbad-4138-b0a4-6c9e01e50144 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:17.703931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44bd9544-b202-4fe6-ad34-20492cc3cc30 req-2e1b3446-3e79-4fc1-9885-f513cafad128 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232293 Mar 10 14:58:17.705603 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Publish callbacks [] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:17.725936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a3330-1fce-4998-8330-3239fbfa79ec req-6a96c4a8-7c05-4a60-93ff-2542545c3917 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:17.727464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-272a3330-1fce-4998-8330-3239fbfa79ec req-6a96c4a8-7c05-4a60-93ff-2542545c3917 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 947 time: 0.1307130 Mar 10 14:58:17.730341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Transition to ACTIVE for port object 7fc46e07-bbad-4138-b0a4-6c9e01e50144 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:58:17.740605 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:17.850539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Pushing event updated for resources: {'Port': ['ID=7fc46e07-bbad-4138-b0a4-6c9e01e50144,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:17.863206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-272a3330-1fce-4998-8330-3239fbfa79ec req-f3898367-8c51-4c02-a230-a66f2d31e8c6 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297147 Mar 10 14:58:17.867576 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.868482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.868827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.869169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.869504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.869833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.870159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.870484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.870833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.871166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.871489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.871807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.872127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:17.931211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa56f09-24ca-4c09-b4d7-dd31a36f5c73 req-87cb3461-a531-4d6e-8342-3c0f12a4ea71 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:17.932717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8aa56f09-24ca-4c09-b4d7-dd31a36f5c73 req-87cb3461-a531-4d6e-8342-3c0f12a4ea71 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 944 time: 0.1555362 Mar 10 14:58:18.009537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Attempting to bind port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:58:18.009790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Attempting to bind port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:58:18.010115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Attempting to bind port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 on network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:18.023058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 on network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:58:18.023384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Attempting to bind port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 on network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:18.044300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572abed-8a05-44ae-8848-48b8ed7f705e req-360dbcf1-d1af-4fdb-97e3-c088414970cb tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:18.045786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3572abed-8a05-44ae-8848-48b8ed7f705e req-360dbcf1-d1af-4fdb-97e3-c088414970cb tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.1104608 Mar 10 14:58:18.046508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:58:18.046873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Checking segment: {'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:58:18.047259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Bound using segment: {'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:58:18.047700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Bound port: 7fc46e07-bbad-4138-b0a4-6c9e01e50144, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:58:18.048060 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:18.052601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8aa56f09-24ca-4c09-b4d7-dd31a36f5c73 req-d687aaab-14a9-44a2-a35f-32b0c4ab4410 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077425 Mar 10 14:58:18.174282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3572abed-8a05-44ae-8848-48b8ed7f705e req-5c45eebb-f3e6-4f24-9323-8addfa0cf256 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198294 Mar 10 14:58:18.178646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] For port 7fc46e07-bbad-4138-b0a4-6c9e01e50144, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:18.184426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] For port 7fc46e07-bbad-4138-b0a4-6c9e01e50144, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7fc46e07-bbad-4138-b0a4-6c9e01e50144,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:58:18.191112 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:18.299320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3a31c5f2-60c8-446f-acc7-f918e759fbef up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:18.353644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 3a31c5f2-60c8-446f-acc7-f918e759fbef completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:58:18.358341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 3a31c5f2-60c8-446f-acc7-f918e759fbef triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:18.358748 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:18.446567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 3a31c5f2-60c8-446f-acc7-f918e759fbef is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:18.447033 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:18.470846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6fe74d-c178-4e6f-aef6-b068aec8cf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a31c5f2-60c8-446f-acc7-f918e759fbef'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:18.473014 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e56ec2a-fb98-4cbd-b389-69100c3bda75" -d '{"events": [{"server_uuid": "6a6fe74d-c178-4e6f-aef6-b068aec8cf81", "name": "network-vif-plugged", "status": "completed", "tag": "3a31c5f2-60c8-446f-acc7-f918e759fbef"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:18.482840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813255c3-da15-41fb-9532-b38f79a6e660 req-428909b0-89f4-401c-8c97-8726b30e99d5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:18.484357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813255c3-da15-41fb-9532-b38f79a6e660 req-428909b0-89f4-401c-8c97-8726b30e99d5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.3713081 Mar 10 14:58:18.487341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3a31c5f2-60c8-446f-acc7-f918e759fbef, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3a31c5f2-60c8-446f-acc7-f918e759fbef,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:18.492012 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:18.512734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:18.513355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:18.514753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] 10.222.0.45 "PUT /v2.0/ports/7fc46e07-bbad-4138-b0a4-6c9e01e50144 HTTP/1.1" status: 200 len: 1092 time: 1.4708171 Mar 10 14:58:18.515243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'tag': '7fc46e07-bbad-4138-b0a4-6c9e01e50144'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:18.517501 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf054eb-28e0-40f2-9466-ba15bf03e15c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c98979-0661-459f-ae78-b75d14bb9287", "tag": "7fc46e07-bbad-4138-b0a4-6c9e01e50144"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:18.545036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=3a31c5f2-60c8-446f-acc7-f918e759fbef,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:18.556366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a026a-0ab4-4b06-ad13-b2716993c9ac service neutron] Pushing event updated for resources: {'Port': ['ID=7fc46e07-bbad-4138-b0a4-6c9e01e50144,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:18.595323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813255c3-da15-41fb-9532-b38f79a6e660 req-d5382f70-397e-4139-b23f-89303ea0130e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885744 Mar 10 14:58:18.616397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73819a25-1948-4985-acce-b1e2a7cf48e7 req-1b93071d-c3d8-4f26-84c2-6f258f41f685 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:18.617908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73819a25-1948-4985-acce-b1e2a7cf48e7 req-1b93071d-c3d8-4f26-84c2-6f258f41f685 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1614990 Mar 10 14:58:18.655471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270f8c-c489-4017-bb48-3dde917449ac req-cf5db170-539d-42c6-a6fa-463aa308f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:18.657009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-cf5db170-539d-42c6-a6fa-463aa308f5a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2e899169bfbd49eda1340c6cb67878e9&device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 1126 time: 0.0752339 Mar 10 14:58:18.697869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73819a25-1948-4985-acce-b1e2a7cf48e7 req-dc7f4a5a-96b3-43f8-9f0b-b674d116e730 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731089 Mar 10 14:58:18.740331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-3de8ed70-9348-488d-a74f-ed42be6c4d1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc46e07-bbad-4138-b0a4-6c9e01e50144 HTTP/1.1" status: 200 len: 217 time: 0.0666268 Mar 10 14:58:18.742977 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74ee3e2-8846-491d-b9b8-0e57872ca036 x-openstack-request-id: req-a74ee3e2-8846-491d-b9b8-0e57872ca036 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:18.743496 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6fe74d-c178-4e6f-aef6-b068aec8cf81", "name": "network-vif-plugged", "status": "completed", "tag": "3a31c5f2-60c8-446f-acc7-f918e759fbef", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:18.743594 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a74ee3e2-8846-491d-b9b8-0e57872ca036 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:18.743973 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6fe74d-c178-4e6f-aef6-b068aec8cf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a31c5f2-60c8-446f-acc7-f918e759fbef', 'code': 200} Mar 10 14:58:18.767342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a845fe-bfa1-492e-af5e-77c3b2eb3261 req-b0cf1c7b-9b66-4039-a42d-11e1b3ec2eee tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:18.768859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24a845fe-bfa1-492e-af5e-77c3b2eb3261 req-b0cf1c7b-9b66-4039-a42d-11e1b3ec2eee tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.1007414 Mar 10 14:58:18.778463 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4deb10b-3247-47e4-803a-8218d6ed77cc x-openstack-request-id: req-f4deb10b-3247-47e4-803a-8218d6ed77cc {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:18.778935 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c98979-0661-459f-ae78-b75d14bb9287", "tag": "7fc46e07-bbad-4138-b0a4-6c9e01e50144", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:18.779078 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4deb10b-3247-47e4-803a-8218d6ed77cc {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:18.779425 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'tag': '7fc46e07-bbad-4138-b0a4-6c9e01e50144', 'status': 'completed', 'code': 200} Mar 10 14:58:18.860188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270f8c-c489-4017-bb48-3dde917449ac req-a61ae5d8-28a0-49e1-acda-eb77a7eb68df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:18.861547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-a61ae5d8-28a0-49e1-acda-eb77a7eb68df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd56b222-9954-4097-a64c-5505ae1a8e55 HTTP/1.1" status: 200 len: 855 time: 0.0915530 Mar 10 14:58:18.869706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24a845fe-bfa1-492e-af5e-77c3b2eb3261 req-69446b75-d4ec-49b6-b0e1-2ed20ab03277 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894785 Mar 10 14:58:18.886539 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d3f5a-126d-425e-ab16-48b69060796c req-ac8a7b7c-b293-44cb-9885-f8f470ace8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:18.888253 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-fb6d3f5a-126d-425e-ab16-48b69060796c req-ac8a7b7c-b293-44cb-9885-f8f470ace8bc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 1131 time: 0.0453851 Mar 10 14:58:18.916661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-dfe84202-d7d9-459f-b313-c4bdac145833 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318973 Mar 10 14:58:18.936593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d36ab-0e68-426d-b75b-c13a7d3eb164 req-9c697695-b988-4aa5-af50-039e64b041f6 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:18.938199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c97d36ab-0e68-426d-b75b-c13a7d3eb164 req-9c697695-b988-4aa5-af50-039e64b041f6 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 949 time: 0.0980725 Mar 10 14:58:18.941434 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-fb6d3f5a-126d-425e-ab16-48b69060796c req-496ad296-e3dc-4406-ba1c-37624280cdca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Mar 10 14:58:19.089447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace94c74-2e45-4524-84cb-dae6fd1f01d1 req-a0416b48-4aa8-4520-a591-347de8b611d4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:19.090992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ace94c74-2e45-4524-84cb-dae6fd1f01d1 req-a0416b48-4aa8-4520-a591-347de8b611d4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1517863 Mar 10 14:58:19.093962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c97d36ab-0e68-426d-b75b-c13a7d3eb164 req-601cae5a-fe91-44fd-ab9b-ce5dfa1b8e14 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382756 Mar 10 14:58:19.117068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-d141517e-ef7e-442a-b16b-60388dcb9d84 service neutron] 10.222.0.45 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767731 Mar 10 14:58:19.146466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ace94c74-2e45-4524-84cb-dae6fd1f01d1 req-e2ad0e1c-880c-4ada-86f3-a618161dc6bb tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467453 Mar 10 14:58:19.202903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353837d3-049a-4003-ade7-d14fc35fa9c4 req-33edefc5-8710-48f1-89f4-bf36684ae0db tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:19.204384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-353837d3-049a-4003-ade7-d14fc35fa9c4 req-33edefc5-8710-48f1-89f4-bf36684ae0db tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 947 time: 0.0570345 Mar 10 14:58:19.343342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-353837d3-049a-4003-ade7-d14fc35fa9c4 req-9dfb17df-594d-4504-8b30-aa3cd9931703 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281960 Mar 10 14:58:19.357659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6638-66b7-47d4-9684-813ac6071df3 req-5f78b9f6-72fb-4142-a328-242607236354 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:19.359538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e3c6638-66b7-47d4-9684-813ac6071df3 req-5f78b9f6-72fb-4142-a328-242607236354 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 944 time: 0.1541841 Mar 10 14:58:19.388421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7270f8c-c489-4017-bb48-3dde917449ac req-a7819510-182e-4de4-9eca-9b4c38089faa service neutron] 10.222.0.45 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534257 Mar 10 14:58:19.449018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e3c6638-66b7-47d4-9684-813ac6071df3 req-c708912d-0dc9-4d79-b410-18322c3ec11d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781157 Mar 10 14:58:19.500345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbbf9e-c6c4-415c-838f-39c9f34e1c83 req-500bb412-b454-46aa-b374-c235e9338a99 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:19.501820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31fbbf9e-c6c4-415c-838f-39c9f34e1c83 req-500bb412-b454-46aa-b374-c235e9338a99 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.0998225 Mar 10 14:58:19.515754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf054eb-28e0-40f2-9466-ba15bf03e15c req-f5c0adc5-c2b3-4c2f-bc50-d3a1aa1b0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:19.517186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbf054eb-28e0-40f2-9466-ba15bf03e15c req-f5c0adc5-c2b3-4c2f-bc50-d3a1aa1b0e22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2e899169bfbd49eda1340c6cb67878e9&device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 1126 time: 0.0737829 Mar 10 14:58:19.574984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31fbbf9e-c6c4-415c-838f-39c9f34e1c83 req-f43ed247-e6df-494c-9412-400e6566e7ff tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672774 Mar 10 14:58:19.639697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf054eb-28e0-40f2-9466-ba15bf03e15c req-96cd0171-7fc1-4028-9255-c2d058de24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:19.641182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbf054eb-28e0-40f2-9466-ba15bf03e15c req-96cd0171-7fc1-4028-9255-c2d058de24ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 HTTP/1.1" status: 200 len: 916 time: 0.0990071 Mar 10 14:58:19.692371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbf054eb-28e0-40f2-9466-ba15bf03e15c req-3533941c-069d-4c32-83df-a42acf44b797 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc46e07-bbad-4138-b0a4-6c9e01e50144 HTTP/1.1" status: 200 len: 217 time: 0.0373991 Mar 10 14:58:19.785551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf054eb-28e0-40f2-9466-ba15bf03e15c req-c7829674-7c16-4f55-96a3-47160ee9ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:19.787013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbf054eb-28e0-40f2-9466-ba15bf03e15c req-c7829674-7c16-4f55-96a3-47160ee9ce2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd56b222-9954-4097-a64c-5505ae1a8e55 HTTP/1.1" status: 200 len: 855 time: 0.0659392 Mar 10 14:58:19.812493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597c434-39ad-4abb-85d9-16ed5f01cf08 req-1e95faf0-b383-456f-a72e-a05382530080 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:19.813922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d597c434-39ad-4abb-85d9-16ed5f01cf08 req-1e95faf0-b383-456f-a72e-a05382530080 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.1240604 Mar 10 14:58:19.857593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbf054eb-28e0-40f2-9466-ba15bf03e15c req-cbcc591b-0a1f-4a1a-be23-f79ab31a39d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546768 Mar 10 14:58:19.924098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851e8a-7282-4a50-bee2-03173d5ab58c req-0220bd43-6a54-403d-a961-97c770a495ba tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:19.925475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3851e8a-7282-4a50-bee2-03173d5ab58c req-0220bd43-6a54-403d-a961-97c770a495ba tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1555378 Mar 10 14:58:19.930923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d597c434-39ad-4abb-85d9-16ed5f01cf08 req-f6b92652-72c8-4232-9d74-ec9a725995e2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075640 Mar 10 14:58:20.047628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3851e8a-7282-4a50-bee2-03173d5ab58c req-6f8a8cc1-6038-4bb0-95c4-df60688d3440 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157608 Mar 10 14:58:20.050495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbf054eb-28e0-40f2-9466-ba15bf03e15c req-e97df153-5023-449b-b0e4-4611fd8171d9 service neutron] 10.222.0.45 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805973 Mar 10 14:58:20.079741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594b1a6-05b8-4b62-9fb3-8d035b10ad51 req-fe8cddaf-5600-4ad7-9229-ad8059066ca7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:20.081159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e594b1a6-05b8-4b62-9fb3-8d035b10ad51 req-fe8cddaf-5600-4ad7-9229-ad8059066ca7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.0892959 Mar 10 14:58:20.183908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e594b1a6-05b8-4b62-9fb3-8d035b10ad51 req-4d470ada-86de-4310-902c-cccc0919d641 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922644 Mar 10 14:58:20.226084 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbf054eb-28e0-40f2-9466-ba15bf03e15c req-f56e5c21-a654-47a1-b6ef-3fa10cac5f46 service neutron] 10.222.0.45 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610150 Mar 10 14:58:20.242108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48530ca1-d118-40ae-9825-95dac5f13146 req-5464cb22-20be-4e71-bff4-8fd9fdc221c8 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:20.243678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48530ca1-d118-40ae-9825-95dac5f13146 req-5464cb22-20be-4e71-bff4-8fd9fdc221c8 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 949 time: 0.0836065 Mar 10 14:58:20.306833 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:20.317715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48530ca1-d118-40ae-9825-95dac5f13146 req-176d9807-81b7-4258-99f3-562d22416f66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649440 Mar 10 14:58:20.320190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b591bb0e-3859-4c00-9280-323fb028c4e0 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:20.328637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67772b-75f1-4ff8-b093-ca947c8ee55c req-5cb80c5e-8484-43bb-b440-54f598802cc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:20.330123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce67772b-75f1-4ff8-b093-ca947c8ee55c req-5cb80c5e-8484-43bb-b440-54f598802cc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0855737 Mar 10 14:58:20.379327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce67772b-75f1-4ff8-b093-ca947c8ee55c req-a85657a8-da45-4b32-a018-a74050e40987 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429692 Mar 10 14:58:20.427694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b591bb0e-3859-4c00-9280-323fb028c4e0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b591bb0e-3859-4c00-9280-323fb028c4e0,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:20.438962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'b591bb0e-3859-4c00-9280-323fb028c4e0', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'b591bb0e-3859-4c00-9280-323fb028c4e0', 'mac_address': 'fa:16:3e:d6:7d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:20.465399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab019096-8f50-4c73-b76d-301c5b52730d req-2eafaddf-0561-4eca-b28b-8638126998d5 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:20.466933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab019096-8f50-4c73-b76d-301c5b52730d req-2eafaddf-0561-4eca-b28b-8638126998d5 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 947 time: 0.0524089 Mar 10 14:58:20.479835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b591bb0e-3859-4c00-9280-323fb028c4e0 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:20.480241 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:20.493880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b591bb0e-3859-4c00-9280-323fb028c4e0 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:20.513757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b591bb0e-3859-4c00-9280-323fb028c4e0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b591bb0e-3859-4c00-9280-323fb028c4e0,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:20.517793 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:20.526221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab019096-8f50-4c73-b76d-301c5b52730d req-0a671b1f-e8a5-4406-9bbd-388ce9621448 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530832 Mar 10 14:58:20.571769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b591bb0e-3859-4c00-9280-323fb028c4e0,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:20.576981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056bf4d-3618-4294-a073-48ca3b68ec11 req-a11eb7c0-8adc-47b3-9295-2eafabf82a47 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:20.578493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5056bf4d-3618-4294-a073-48ca3b68ec11 req-a11eb7c0-8adc-47b3-9295-2eafabf82a47 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 944 time: 0.0567250 Mar 10 14:58:20.629263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5056bf4d-3618-4294-a073-48ca3b68ec11 req-100f4849-db47-4cb7-aecd-40e6c5f35598 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Mar 10 14:58:20.699420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ba65b-c842-479f-9baa-5d82ff7dd0a5 req-4a8946c6-ade5-47b0-bdb8-9e3d2564f344 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:20.700828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d06ba65b-c842-479f-9baa-5d82ff7dd0a5 req-4a8946c6-ade5-47b0-bdb8-9e3d2564f344 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.0536575 Mar 10 14:58:20.753772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d06ba65b-c842-479f-9baa-5d82ff7dd0a5 req-50130779-8ff3-44d1-85fc-b0933bcb8be7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Mar 10 14:58:21.060678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfffec-0a6c-4285-a7da-b118a6ba970b req-23724815-ff20-49fd-97df-e7bfa74f17a3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:21.062424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77dfffec-0a6c-4285-a7da-b118a6ba970b req-23724815-ff20-49fd-97df-e7bfa74f17a3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.0578973 Mar 10 14:58:21.083673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b591bb0e-3859-4c00-9280-323fb028c4e0'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:21.111918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77dfffec-0a6c-4285-a7da-b118a6ba970b req-8acb83ee-beff-4894-b7ab-510ebea53199 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437863 Mar 10 14:58:21.179020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c273f-da4e-42a0-91ab-10a9cc4b5c65 req-a1eb8761-d9b1-498c-86df-24d32dc0cb9f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:21.182291 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:58:21.183077 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a98c273f-da4e-42a0-91ab-10a9cc4b5c65 req-a1eb8761-d9b1-498c-86df-24d32dc0cb9f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0603473 Mar 10 14:58:21.229117 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a98c273f-da4e-42a0-91ab-10a9cc4b5c65 req-0badd68e-ef93-4111-b4eb-7002fb6586f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Mar 10 14:58:21.302471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fdad5-4545-46bc-96b1-31608c2230da req-fb4b0bd6-7e4e-4b8e-a53b-85e5fcc483b2 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:21.303949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-097fdad5-4545-46bc-96b1-31608c2230da req-fb4b0bd6-7e4e-4b8e-a53b-85e5fcc483b2 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.0522535 Mar 10 14:58:21.357476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-097fdad5-4545-46bc-96b1-31608c2230da req-9c6c4d42-01c3-4c3e-bb27-6663db9a046d tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479066 Mar 10 14:58:21.440626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e964c-397f-488a-9626-5d631475e5b9 req-eb1e3096-d264-4ef9-9e19-17c615cbe8b9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:21.442120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-368e964c-397f-488a-9626-5d631475e5b9 req-eb1e3096-d264-4ef9-9e19-17c615cbe8b9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 949 time: 0.0533690 Mar 10 14:58:21.518862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-368e964c-397f-488a-9626-5d631475e5b9 req-16d0ab4f-19f1-4d30-a72a-c096df4c4f10 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638115 Mar 10 14:58:21.540951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688e698-7384-44b0-8f3b-f06d6ab5463c req-46ac8a0d-a874-425c-bd77-98d4aaf9201c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:21.540951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0688e698-7384-44b0-8f3b-f06d6ab5463c req-46ac8a0d-a874-425c-bd77-98d4aaf9201c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0873699 Mar 10 14:58:21.581583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0688e698-7384-44b0-8f3b-f06d6ab5463c req-07ef8f46-0865-4088-b49b-792721dd6edc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429237 Mar 10 14:58:21.640284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98e6c-9541-4d34-8649-40276fd5687d req-91081788-8818-465a-8da2-b46daa55c093 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:21.641789 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ce98e6c-9541-4d34-8649-40276fd5687d req-91081788-8818-465a-8da2-b46daa55c093 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d21be6e-78a4-45fe-8ff8-0a91829d00e6 HTTP/1.1" status: 200 len: 949 time: 0.0564947 Mar 10 14:58:21.655333 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0c69aef4-311c-495a-8a1f-83988c93e37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:21.716747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ce98e6c-9541-4d34-8649-40276fd5687d req-e0b586f7-f0c0-435e-9fd2-1e685cb26dd6 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640483 Mar 10 14:58:21.726724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a42ad1-025a-4fc8-8a72-7c4ead280960 req-6050f349-a6aa-400c-b84b-9894e326ab21 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:21.736048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2a42ad1-025a-4fc8-8a72-7c4ead280960 req-6050f349-a6aa-400c-b84b-9894e326ab21 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 948 time: 0.0857160 Mar 10 14:58:21.778454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2a42ad1-025a-4fc8-8a72-7c4ead280960 req-3874f1a7-7dbe-43e6-ad8d-03d533fb83b9 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Mar 10 14:58:21.836532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8266-21a8-4da9-a42e-d9f1120b4c23 req-02ca59e6-2cb9-487e-bbf4-8ef3dfbb71af tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:21.838017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7eaf8266-21a8-4da9-a42e-d9f1120b4c23 req-02ca59e6-2cb9-487e-bbf4-8ef3dfbb71af tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 944 time: 0.0633523 Mar 10 14:58:21.885509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7eaf8266-21a8-4da9-a42e-d9f1120b4c23 req-2dd18b0f-2ef4-418c-a086-5f8c833d0495 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418160 Mar 10 14:58:21.991001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf81ff7-2c90-4208-9dec-0ffddf92f416 req-cd6ce16c-0a07-48a2-9ab0-8b2c35875592 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:21.992511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccf81ff7-2c90-4208-9dec-0ffddf92f416 req-cd6ce16c-0a07-48a2-9ab0-8b2c35875592 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.0530424 Mar 10 14:58:22.043919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccf81ff7-2c90-4208-9dec-0ffddf92f416 req-ce4a5e11-d254-40ee-be60-9316dab4960d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447206 Mar 10 14:58:22.115019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407d151-1294-4e04-942f-4da20da778d7 req-b5e9d753-4e78-4f16-b8e7-667e5ba58d2f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:22.120924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407d151-1294-4e04-942f-4da20da778d7 req-b5e9d753-4e78-4f16-b8e7-667e5ba58d2f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:22.122453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e407d151-1294-4e04-942f-4da20da778d7 req-b5e9d753-4e78-4f16-b8e7-667e5ba58d2f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d21be6e-78a4-45fe-8ff8-0a91829d00e6&device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 1689 time: 0.0607381 Mar 10 14:58:22.174090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e407d151-1294-4e04-942f-4da20da778d7 req-8d7deed5-5a36-47c1-b846-0c81938d1127 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457950 Mar 10 14:58:22.240407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b224c40-b64e-47ab-9458-3be7b16ce74e req-3f5d488e-6ca2-4781-a23e-2cc16fae7885 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:22.242053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b224c40-b64e-47ab-9458-3be7b16ce74e req-3f5d488e-6ca2-4781-a23e-2cc16fae7885 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.0568316 Mar 10 14:58:22.290610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b224c40-b64e-47ab-9458-3be7b16ce74e req-11f7a962-1e81-43da-9b44-8da339491871 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Mar 10 14:58:22.425197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a1c95-2abb-449c-89f7-51c7170904b8 req-44b17664-bb2c-4cb8-9802-c0220afd48ad tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:22.426662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc5a1c95-2abb-449c-89f7-51c7170904b8 req-44b17664-bb2c-4cb8-9802-c0220afd48ad tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0861194 Mar 10 14:58:22.428438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7be7e-a5f3-4835-9c8f-79ff2abb2fd2 req-d7b73499-5e0b-4a3c-bcf9-763e3e75c3ac tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:22.429762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8f7be7e-a5f3-4835-9c8f-79ff2abb2fd2 req-d7b73499-5e0b-4a3c-bcf9-763e3e75c3ac tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2d21be6e-78a4-45fe-8ff8-0a91829d00e6 HTTP/1.1" status: 200 len: 1131 time: 0.0804219 Mar 10 14:58:22.511182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc5a1c95-2abb-449c-89f7-51c7170904b8 req-9af46e1f-251a-446b-ab8e-9ccbc61dd6d0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784020 Mar 10 14:58:22.515718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8f7be7e-a5f3-4835-9c8f-79ff2abb2fd2 req-7f5ef501-46b4-496e-b695-baf19abc27da tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774472 Mar 10 14:58:22.655158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbf95b-f760-4fee-a1de-9e9259c8457a req-2d247f1f-0a28-4ca2-a8ef-974a2558ef27 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:22.656648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56fbf95b-f760-4fee-a1de-9e9259c8457a req-2d247f1f-0a28-4ca2-a8ef-974a2558ef27 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.0868914 Mar 10 14:58:22.659178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471257f-ca31-4b45-8642-a95e2d90f1d4 req-9e934da6-81eb-41c3-8fcb-9ac1c63dbe6a tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:22.660511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e471257f-ca31-4b45-8642-a95e2d90f1d4 req-9e934da6-81eb-41c3-8fcb-9ac1c63dbe6a tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 1131 time: 0.0800085 Mar 10 14:58:22.734466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56fbf95b-f760-4fee-a1de-9e9259c8457a req-6a57c696-68b3-4451-9087-5d58906ff715 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723333 Mar 10 14:58:22.737019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e471257f-ca31-4b45-8642-a95e2d90f1d4 req-6b89a0c0-6d39-457e-a13c-e3b4cbbc3b1d tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684783 Mar 10 14:58:22.815710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-69232688-a5aa-4566-aff7-ca7c3ba105d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:22.817892 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-69232688-a5aa-4566-aff7-ca7c3ba105d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1002805 Mar 10 14:58:22.857229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d681c-51d0-40d1-a2f4-7223ceae3e5d req-3eb38682-0eb4-461d-997c-9e825c6b9980 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:22.858744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec8d681c-51d0-40d1-a2f4-7223ceae3e5d req-3eb38682-0eb4-461d-997c-9e825c6b9980 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.0633216 Mar 10 14:58:22.873674 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-118dea53-de56-419c-a45a-2b2191e8b3cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409000 Mar 10 14:58:22.916976 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec8d681c-51d0-40d1-a2f4-7223ceae3e5d req-5b6223bf-eb2e-4309-ae14-8fc3f56490fa tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 Mar 10 14:58:22.992128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b87e0e-9d2a-4575-8070-c6acf7b2c8fc req-8788ff30-690b-4131-8946-f1ba261222c4 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:22.993720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19b87e0e-9d2a-4575-8070-c6acf7b2c8fc req-8788ff30-690b-4131-8946-f1ba261222c4 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 948 time: 0.0691440 Mar 10 14:58:23.022845 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-3546edac-b4b1-4d24-a929-5b8e7bec61df service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377065 Mar 10 14:58:23.079900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eee6e-c7d7-4576-bf25-0198134e70c6 req-6a9f76f0-43f8-4210-b689-6232205a17bf tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:23.081377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-759eee6e-c7d7-4576-bf25-0198134e70c6 req-6a9f76f0-43f8-4210-b689-6232205a17bf tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 944 time: 0.0867603 Mar 10 14:58:23.084315 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19b87e0e-9d2a-4575-8070-c6acf7b2c8fc req-5ea6702f-242d-42e4-bfea-6af66d170a54 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813949 Mar 10 14:58:23.122062 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-721b1427-4241-45ac-86d6-480d6825ca89 service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920963 Mar 10 14:58:23.136336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-759eee6e-c7d7-4576-bf25-0198134e70c6 req-4067fb44-0d7a-4842-9a5d-eb9cb5c663d0 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470262 Mar 10 14:58:23.197324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-e964c277-f722-44dc-a318-38dd149ba60f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229616 Mar 10 14:58:23.331085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc67873-6d9a-42c8-b4ae-1d020aab6a46 req-51068b12-9254-4766-a489-91e34cc79adb tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:23.332450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efc67873-6d9a-42c8-b4ae-1d020aab6a46 req-51068b12-9254-4766-a489-91e34cc79adb tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.1197081 Mar 10 14:58:23.355566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-27ed3774-df54-4dfe-8962-ef8f2b5b51a0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:23.357059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-27ed3774-df54-4dfe-8962-ef8f2b5b51a0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546345 Mar 10 14:58:23.385384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-7e173fae-307e-4dad-8d19-4f9bae1e2a9d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/quotas/7f6dc28adc7e40b9b9096767faf51860 HTTP/1.1" status: 200 len: 375 time: 0.0209818 Mar 10 14:58:23.387964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-b957f2ca-4a3b-4628-801f-dbed6f3489bf tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:23.389467 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-b957f2ca-4a3b-4628-801f-dbed6f3489bf tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.0545974 Mar 10 14:58:23.427941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efc67873-6d9a-42c8-b4ae-1d020aab6a46 req-9084e82e-5dda-4e2f-8137-5b665fa8bd6d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891857 Mar 10 14:58:23.462382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-60b25478-b255-4b0b-8c54-effd1c799d33 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711405 Mar 10 14:58:23.518095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-8cda3767-1e2c-4b1b-b52c-bfbf9843eaa0 service neutron] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:23.521700 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-8cda3767-1e2c-4b1b-b52c-bfbf9843eaa0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:23.522850 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-66fa89fe-5b30-47ba-b718-0667d2632b0d req-8cda3767-1e2c-4b1b-b52c-bfbf9843eaa0 service neutron] 10.222.0.62 "DELETE /v2.0/ports/c6060d8e-67a8-4740-a121-3570c8856c49/bindings/n-h1-833090-1 HTTP/1.1" status: 204 len: 173 time: 0.1260159 Mar 10 14:58:23.548259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dc781-c165-48e2-b2ef-64e349fb9bf7 req-1c8d2c11-d5ab-4600-b475-4d45f80c48e1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:23.549750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af9dc781-c165-48e2-b2ef-64e349fb9bf7 req-1c8d2c11-d5ab-4600-b475-4d45f80c48e1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.0647771 Mar 10 14:58:23.601127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af9dc781-c165-48e2-b2ef-64e349fb9bf7 req-04745c80-948b-456d-8e96-5afedc8ecfc4 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456152 Mar 10 14:58:23.715648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5264488-720c-4c5a-8d19-670be5f7725b req-8b9f5b44-2046-40f5-b91e-b0aba9d486e5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:23.717141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5264488-720c-4c5a-8d19-670be5f7725b req-8b9f5b44-2046-40f5-b91e-b0aba9d486e5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0554154 Mar 10 14:58:23.767023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5264488-720c-4c5a-8d19-670be5f7725b req-38eca8ce-0997-4a62-83a2-405a6842b1eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445025 Mar 10 14:58:23.905905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3544c24-79a0-4a3d-9886-6772bf66ea4f req-cf204c33-410a-485f-aba6-8e88ceba4b7a tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:23.907714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3544c24-79a0-4a3d-9886-6772bf66ea4f req-cf204c33-410a-485f-aba6-8e88ceba4b7a tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.0623825 Mar 10 14:58:23.959964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3544c24-79a0-4a3d-9886-6772bf66ea4f req-fefc3a7f-8499-4475-81b9-174ed349db25 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464365 Mar 10 14:58:24.012999 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-45721370-2fd2-4b07-92c2-d9e6da03c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:24.123069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775ddff-e037-49dc-9710-f78c48cd3b95 req-c21bf00d-89f9-40a2-908f-e86750c00559 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:24.130031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f775ddff-e037-49dc-9710-f78c48cd3b95 req-c21bf00d-89f9-40a2-908f-e86750c00559 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 1126 time: 0.0933995 Mar 10 14:58:24.179502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e11c67-80c5-4c55-80b5-126f752eb7cc req-af343d30-c481-4423-aee2-0b8cfebe4d83 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:24.181575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92e11c67-80c5-4c55-80b5-126f752eb7cc req-af343d30-c481-4423-aee2-0b8cfebe4d83 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1128540 Mar 10 14:58:24.188510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f775ddff-e037-49dc-9710-f78c48cd3b95 req-4e832d64-6610-4974-b9ed-226c27b7b4f7 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576713 Mar 10 14:58:24.245168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92e11c67-80c5-4c55-80b5-126f752eb7cc req-252fefcb-458f-4c01-b78a-18944d34ff55 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555983 Mar 10 14:58:24.299064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d977a10f-10fc-4c25-8211-4ac705cd5e86 req-2097e07d-eadc-4450-a86f-e9845b1f3065 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 210 time: 0.0349660 Mar 10 14:58:24.336355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7fc46e07-bbad-4138-b0a4-6c9e01e50144 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:24.346187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b591bb0e-3859-4c00-9280-323fb028c4e0 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:24.431347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port b591bb0e-3859-4c00-9280-323fb028c4e0 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:58:24.440911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d83c5-3109-4317-b9a0-1fed448ad51f req-0bb59221-6891-43e6-901c-bc5c50d03b06 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:24.442564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-475d83c5-3109-4317-b9a0-1fed448ad51f req-0bb59221-6891-43e6-901c-bc5c50d03b06 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 948 time: 0.1136642 Mar 10 14:58:24.453157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port b591bb0e-3859-4c00-9280-323fb028c4e0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:24.453942 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:24.471518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2299d-bdc3-4aed-87cc-7660b0182287 req-7501d951-3371-46e7-814d-4afdc5ca7a7a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:24.473147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccd2299d-bdc3-4aed-87cc-7660b0182287 req-7501d951-3371-46e7-814d-4afdc5ca7a7a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 944 time: 0.0951717 Mar 10 14:58:24.544583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-475d83c5-3109-4317-b9a0-1fed448ad51f req-7db0dcdc-752b-4260-9ac5-995ef02a87fa tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882435 Mar 10 14:58:24.561908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7fc46e07-bbad-4138-b0a4-6c9e01e50144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7fc46e07-bbad-4138-b0a4-6c9e01e50144,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:24.597864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '7fc46e07-bbad-4138-b0a4-6c9e01e50144', 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0', 'port_id': '7fc46e07-bbad-4138-b0a4-6c9e01e50144', 'mac_address': 'fa:16:3e:38:30:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd56b222-9954-4097-a64c-5505ae1a8e55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:24.609825 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccd2299d-bdc3-4aed-87cc-7660b0182287 req-ac93e44c-591a-4121-b877-0b9626583f0d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149352 Mar 10 14:58:24.643238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b591bb0e-3859-4c00-9280-323fb028c4e0 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:24.643914 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:24.647890 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-a84a3fa0-3aba-4118-aff0-fdca80b57a52 service neutron] show failed (client error): The resource could not be found. Mar 10 14:58:24.649021 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-a84a3fa0-3aba-4118-aff0-fdca80b57a52 service neutron] 10.222.0.62 "GET /v2.0/ports/918a1b19-f76d-43e6-b504-867c9109a73c/bindings/n-h1-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.1070228 Mar 10 14:58:24.683196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd920547d-e266-4150-b052-a2432aa062fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b591bb0e-3859-4c00-9280-323fb028c4e0'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:24.686002 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff306391-6e4c-4738-a3dc-1730614f640b" -d '{"events": [{"server_uuid": "d920547d-e266-4150-b052-a2432aa062fe", "name": "network-vif-plugged", "status": "completed", "tag": "b591bb0e-3859-4c00-9280-323fb028c4e0"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:24.691312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:24.691918 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:24.710151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b591bb0e-3859-4c00-9280-323fb028c4e0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b591bb0e-3859-4c00-9280-323fb028c4e0,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:24.716010 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:24.723469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc46e07-bbad-4138-b0a4-6c9e01e50144 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:24.749024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7fc46e07-bbad-4138-b0a4-6c9e01e50144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7fc46e07-bbad-4138-b0a4-6c9e01e50144,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:24.774755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30cb48-44f6-47f2-b26c-02cee3f51806 req-a903d977-7115-476a-b224-16baeb064702 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:24.777145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df30cb48-44f6-47f2-b26c-02cee3f51806 req-a903d977-7115-476a-b224-16baeb064702 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 1126 time: 0.1041255 Mar 10 14:58:24.778601 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:24.818326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b591bb0e-3859-4c00-9280-323fb028c4e0,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:24.837947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9915e6-04f4-459e-9543-0301729eaa9a req-4f97a9a5-4c2e-49d4-b77d-13d57053329a tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:24.845894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c9915e6-04f4-459e-9543-0301729eaa9a req-4f97a9a5-4c2e-49d4-b77d-13d57053329a tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.1279366 Mar 10 14:58:24.926931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df30cb48-44f6-47f2-b26c-02cee3f51806 req-1d1dcb82-0afe-46b4-95c5-2a82fdc73e6f tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367357 Mar 10 14:58:24.946935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c9915e6-04f4-459e-9543-0301729eaa9a req-5e2d4e16-87d5-4e78-8325-d457063075ed tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991216 Mar 10 14:58:24.985947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7fc46e07-bbad-4138-b0a4-6c9e01e50144,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:25.005453 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d58d64-2158-4328-99e0-05239e3755ab x-openstack-request-id: req-81d58d64-2158-4328-99e0-05239e3755ab {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:25.006136 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d920547d-e266-4150-b052-a2432aa062fe", "name": "network-vif-plugged", "status": "completed", "tag": "b591bb0e-3859-4c00-9280-323fb028c4e0", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:25.020970 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81d58d64-2158-4328-99e0-05239e3755ab {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:25.044951 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd920547d-e266-4150-b052-a2432aa062fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b591bb0e-3859-4c00-9280-323fb028c4e0', 'code': 200} Mar 10 14:58:25.110929 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:25.288966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['7fc46e07-bbad-4138-b0a4-6c9e01e50144'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:25.359826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372808db-a963-400b-8848-b6d51714380f req-20bf9d9d-e884-4cfb-8ddb-1b2d56b9e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:25.361913 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-372808db-a963-400b-8848-b6d51714380f req-20bf9d9d-e884-4cfb-8ddb-1b2d56b9e031 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 1131 time: 0.1501527 Mar 10 14:58:25.377884 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-cc6fd5cd-3d6c-460f-ab63-a64b5211e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:25.380024 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-cc6fd5cd-3d6c-460f-ab63-a64b5211e173 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 1127 time: 0.0759366 Mar 10 14:58:25.479485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e8573-0155-4f3d-9706-98617a98e443 req-b10822d1-4a13-465f-b8a5-2682f59c51c2 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:25.487226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-337e8573-0155-4f3d-9706-98617a98e443 req-b10822d1-4a13-465f-b8a5-2682f59c51c2 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.4090383 Mar 10 14:58:25.496574 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-372808db-a963-400b-8848-b6d51714380f req-8a1830f2-881c-47ac-9b93-d2f396ddfd08 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210358 Mar 10 14:58:25.529962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-2d801139-494b-4271-823c-ebd4b221db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:25.531986 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-2d801139-494b-4271-823c-ebd4b221db87 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.1344726 Mar 10 14:58:25.532529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d07f21-ba20-4fcd-a824-5be965459e87 req-6637a74d-1073-4482-949c-0a803e180d91 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:25.534062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08d07f21-ba20-4fcd-a824-5be965459e87 req-6637a74d-1073-4482-949c-0a803e180d91 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.4432056 Mar 10 14:58:25.554471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9f8709c9-c01b-42a0-854e-b7e44d7f531e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433059 Mar 10 14:58:25.561798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-7d8e1dc2-e6f5-41ee-9fdd-fe7de3bb3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:25.563254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-7d8e1dc2-e6f5-41ee-9fdd-fe7de3bb3860 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd&tenant_id=e2b42172400f4c3d9d37b41f77c0c27c HTTP/1.1" status: 200 len: 1132 time: 0.4377389 Mar 10 14:58:25.584252 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-c43b45e3-4086-4efa-8860-4bca35f2215d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce496d4e-9d14-44fb-a18a-dec38b537711 HTTP/1.1" status: 200 len: 217 time: 0.0414066 Mar 10 14:58:25.643626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-337e8573-0155-4f3d-9706-98617a98e443 req-aad65ecb-010c-424d-a5c9-c1bb86eb6b63 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554356 Mar 10 14:58:25.649016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-41f62b6b-2e42-48b3-95e4-8b6791ad450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:25.651240 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-41f62b6b-2e42-48b3-95e4-8b6791ad450e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0576925 Mar 10 14:58:25.691381 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-26aca1d1-d6dd-49c5-b694-ad8abe8ba99a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325320 Mar 10 14:58:25.697258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08d07f21-ba20-4fcd-a824-5be965459e87 req-8aec6d8f-f03c-4b2f-992a-f10ebf69c9d6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486852 Mar 10 14:58:25.737872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-7552cabd-b545-4c04-91be-c9ac91d7b512 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:25.739405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-7552cabd-b545-4c04-91be-c9ac91d7b512 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706035 Mar 10 14:58:25.757234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Request body: {'port': {'device_id': 'e23cd96d-768a-4ed0-a7cf-cedbb14d1889', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '7f6dc28adc7e40b9b9096767faf51860'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:25.824766 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-03f5bf73-854e-4440-93bc-a816cba1f860 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201243 Mar 10 14:58:25.859875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:25.935879 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-012d8a0f-1e51-4641-b9bb-f6c0bff6b42c service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982857 Mar 10 14:58:25.989209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac3687ab-a510-408b-b9a9-a7dcd4d3430d req-09284ef6-0a1e-4d1f-99fa-d6466767de2a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 210 time: 0.0423219 Mar 10 14:58:25.999102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d9055-e4b0-413a-ad5f-0574f50a650d req-182a4c2f-143e-4dd7-a813-16b3435f4fe0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:26.000744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f15d9055-e4b0-413a-ad5f-0574f50a650d req-182a4c2f-143e-4dd7-a813-16b3435f4fe0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.2270031 Mar 10 14:58:26.003871 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:26.036251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Made reservation on behalf of 7f6dc28adc7e40b9b9096767faf51860 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:26.040841 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:26.229765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f15d9055-e4b0-413a-ad5f-0574f50a650d req-f9638e64-e621-4bbd-96af-ce0b530c2777 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193301 Mar 10 14:58:26.290561 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-de6f9ea8-645c-4b7a-b3b9-a747cc3bc69f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264895 Mar 10 14:58:26.307176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17918e77-13b2-44e4-890e-3968dc7674c2 req-55ffbc30-2e8d-4066-b403-652885a0b7aa tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:26.308666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17918e77-13b2-44e4-890e-3968dc7674c2 req-55ffbc30-2e8d-4066-b403-652885a0b7aa tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 949 time: 0.2315996 Mar 10 14:58:26.436814 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:26.444007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=918a1b19-f76d-43e6-b504-867c9109a73c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:26.460570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17918e77-13b2-44e4-890e-3968dc7674c2 req-6b3bb9cb-cb4a-45c2-a423-22ad4e78bd45 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400199 Mar 10 14:58:26.471681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-a1b2bde7-5f9d-4b47-96cd-80e681935f35 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:26.473230 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-a1b2bde7-5f9d-4b47-96cd-80e681935f35 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661468 Mar 10 14:58:26.497491 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Request body: {'port': {'device_id': '0d153940-bbdc-4f78-a9d4-1b5033890dbe', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '7f6dc28adc7e40b9b9096767faf51860'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:26.526047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c707f-3aae-41ce-a976-9c33f9422a45 req-c9d61e20-5df6-4486-8b6d-f0cfaca32261 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:26.528135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b0c707f-3aae-41ce-a976-9c33f9422a45 req-c9d61e20-5df6-4486-8b6d-f0cfaca32261 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 945 time: 0.1652675 Mar 10 14:58:26.566940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:26.643442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b0c707f-3aae-41ce-a976-9c33f9422a45 req-0ea0e017-f0a8-415d-9ff5-2e35ec3cedcf tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071854 Mar 10 14:58:26.657330 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Made reservation on behalf of 7f6dc28adc7e40b9b9096767faf51860 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:26.662402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:26.670650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:26.672946 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af92dad-a6d0-4e89-9050-3b3759cc462b" -d '{"events": [{"server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "name": "network-vif-unplugged", "status": "completed", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:26.676812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Publish callbacks [] for port (918a1b19-f76d-43e6-b504-867c9109a73c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:26.709004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefeaaf-d40c-4b8c-8c0d-ef084979d144 req-35f5ea89-0360-4882-8d6b-9fa518faf7e8 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:26.711150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fefeaaf-d40c-4b8c-8c0d-ef084979d144 req-35f5ea89-0360-4882-8d6b-9fa518faf7e8 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.1211958 Mar 10 14:58:26.713675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Transition to ACTIVE for port object 918a1b19-f76d-43e6-b504-867c9109a73c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:58:26.730302 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:26.934638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Pushing event updated for resources: {'Port': ['ID=918a1b19-f76d-43e6-b504-867c9109a73c,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:26.946981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] No DVR routers for this DVR port 918a1b19-f76d-43e6-b504-867c9109a73c on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:58:26.954476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Allocated IP 192.168.233.181 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/cf16e307-c862-4d16-860c-3ed4b7cf02f7) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:58:26.987627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fefeaaf-d40c-4b8c-8c0d-ef084979d144 req-c9b77884-4ce6-4912-97cc-9eec55e9cdfb tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696695 Mar 10 14:58:27.036964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916260ae-0606-44fc-b078-bcd540363306 req-beb3bdac-cb48-4da2-8ee2-a35e6ff2b736 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:27.038545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-916260ae-0606-44fc-b078-bcd540363306 req-beb3bdac-cb48-4da2-8ee2-a35e6ff2b736 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.2703784 Mar 10 14:58:27.203955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Attempting to bind port 918a1b19-f76d-43e6-b504-867c9109a73c on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:58:27.206234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Attempting to bind port 918a1b19-f76d-43e6-b504-867c9109a73c by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:58:27.206234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Attempting to bind port 918a1b19-f76d-43e6-b504-867c9109a73c on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:27.222742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Port 918a1b19-f76d-43e6-b504-867c9109a73c on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:58:27.223287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Attempting to bind port 918a1b19-f76d-43e6-b504-867c9109a73c on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:27.253888 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664ea196-a88e-49ac-b0cd-cfe6c4f50160 x-openstack-request-id: req-664ea196-a88e-49ac-b0cd-cfe6c4f50160 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:27.254153 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "name": "network-vif-unplugged", "status": "completed", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:27.254413 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-664ea196-a88e-49ac-b0cd-cfe6c4f50160 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:27.254866 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c', 'code': 200} Mar 10 14:58:27.266652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:58:27.267043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:58:27.267431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:58:27.267917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Bound port: 918a1b19-f76d-43e6-b504-867c9109a73c, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:58:27.268411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:27.302815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-916260ae-0606-44fc-b078-bcd540363306 req-4baf6f78-3895-496b-820e-4396dc64c809 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252438 Mar 10 14:58:27.434410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dae1433e-a44d-4ee2-ac89-b824d7247615 req-8434ba7c-409d-47d4-b566-5cfe76fcd700 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 210 time: 0.0788515 Mar 10 14:58:27.512054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks [] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:27.520154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:27.525427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=918a1b19-f76d-43e6-b504-867c9109a73c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:58:27.576234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb4a50-ee3e-49e4-89a9-6ef386b0693a req-57edaf43-355e-49d5-ae8c-3abc04448bd3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:27.577720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18fb4a50-ee3e-49e4-89a9-6ef386b0693a req-57edaf43-355e-49d5-ae8c-3abc04448bd3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.2659223 Mar 10 14:58:27.578741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:27.651013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:27.651634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:27.653055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] 10.222.0.45 "PUT /v2.0/ports/918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 200 len: 1096 time: 1.8006084 Mar 10 14:58:27.695991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f7f69-a437-4ed9-8633-378a1f059b8c service neutron] Pushing event updated for resources: {'Port': ['ID=918a1b19-f76d-43e6-b504-867c9109a73c,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:27.741109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca119e-746a-4ef4-95c3-7dbcddccfc7a req-c9617f95-3d89-40e5-8842-e0bcc6929673 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:27.743251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61ca119e-746a-4ef4-95c3-7dbcddccfc7a req-c9617f95-3d89-40e5-8842-e0bcc6929673 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 948 time: 0.2263780 Mar 10 14:58:27.745344 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:27.767909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', '497a600a-4230-4589-b022-c125e2f94165', '3a31c5f2-60c8-446f-acc7-f918e759fbef'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:27.823704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18fb4a50-ee3e-49e4-89a9-6ef386b0693a req-423e96f8-0254-4923-a039-acc0b5c81e8d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373800 Mar 10 14:58:27.847593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Allocated IP 192.168.233.93 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/0e1d0682-11ba-4602-a761-861881005198) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:58:27.859915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:58:27.872379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:58:27.889115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:58:27.898659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event updated for resources: {'Port': ['ID=cf16e307-c862-4d16-860c-3ed4b7cf02f7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:27.988286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-4d1bd3fc-bff4-45f9-80ed-5f08ce3c908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:27.990168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-4d1bd3fc-bff4-45f9-80ed-5f08ce3c908c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 1130 time: 0.2764387 Mar 10 14:58:28.011889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61ca119e-746a-4ef4-95c3-7dbcddccfc7a req-258cd036-816a-4693-820c-2edb2001bfbe tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310386 Mar 10 14:58:28.055969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:28.060169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:28.179285 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:28.213375 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks [] for port (0e1d0682-11ba-4602-a761-861881005198), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:28.233990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-0b86ed09-9946-4159-ad76-f73e935ff124 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4829626 Mar 10 14:58:28.263691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Request body: {'port': {'device_id': 'e23cd96d-768a-4ed0-a7cf-cedbb14d1889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:28.281010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0e1d0682-11ba-4602-a761-861881005198), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:28.347081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event updated for resources: {'Port': ['ID=0e1d0682-11ba-4602-a761-861881005198,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:28.361878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:28.362095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:58:28.363556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:58:28.366206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:58:28.375280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', '497a600a-4230-4589-b022-c125e2f94165', '3a31c5f2-60c8-446f-acc7-f918e759fbef'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:28.379295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-94741dad-ea07-4e79-aed3-e9eb14b695d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:28.380934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-94741dad-ea07-4e79-aed3-e9eb14b695d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.3680947 Mar 10 14:58:28.381672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7fc46e07-bbad-4138-b0a4-6c9e01e50144 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:28.425853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a871eb-befb-4956-b1d4-0fd734a8f717 req-deb2e8ba-cfee-4678-8a17-546a13f2240d tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:28.426611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:28.427234 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:28.448514 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-3a706c70-601b-4629-be11-1396d5d81dd9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9601901 Mar 10 14:58:28.448659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a871eb-befb-4956-b1d4-0fd734a8f717 req-deb2e8ba-cfee-4678-8a17-546a13f2240d tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 949 time: 0.3108945 Mar 10 14:58:28.464543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Request body: {'port': {'device_id': '0d153940-bbdc-4f78-a9d4-1b5033890dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:28.557407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0e1d0682-11ba-4602-a761-861881005198), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:28.584179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-34e59de5-6301-49a6-8fc8-1abd7fa1ecca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 200 len: 217 time: 0.1334980 Mar 10 14:58:28.602077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-54ede508-f448-4889-9d11-cc84df39c78d None None] Provisioning complete for port cf16e307-c862-4d16-860c-3ed4b7cf02f7 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:28.602374 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-54ede508-f448-4889-9d11-cc84df39c78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:28.722307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-54ede508-f448-4889-9d11-cc84df39c78d None None] Port cf16e307-c862-4d16-860c-3ed4b7cf02f7 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:58:28.757378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:58:28.773366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:28.774510 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:28.851383 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a871eb-befb-4956-b1d4-0fd734a8f717 req-b7a06811-8d2b-4685-b006-986574949bd8 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018354 Mar 10 14:58:28.892024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-dcdc61c5-2ab9-47a9-8721-26d378de6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:28.893516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-dcdc61c5-2ab9-47a9-8721-26d378de6f2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.2809629 Mar 10 14:58:28.924854 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1d0682-11ba-4602-a761-861881005198 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:28.935024 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Publish callbacks [] for port (0e1d0682-11ba-4602-a761-861881005198), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:28.947945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-cd87b923-c254-477b-b097-e8f7196fc74c None None] Provisioning complete for port 0e1d0682-11ba-4602-a761-861881005198 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:28.948590 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd87b923-c254-477b-b097-e8f7196fc74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0e1d0682-11ba-4602-a761-861881005198), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:28.952570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Transition to ACTIVE for port object 0e1d0682-11ba-4602-a761-861881005198 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:58:28.958960 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0e1d0682-11ba-4602-a761-861881005198), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:29.037816 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Pushing event updated for resources: {'Port': ['ID=0e1d0682-11ba-4602-a761-861881005198,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:29.155271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44313f2-6a0d-4406-90b1-d5547ff9dc6f req-8df7a827-23fb-4222-8b03-925fbd951954 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:29.163530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c44313f2-6a0d-4406-90b1-d5547ff9dc6f req-8df7a827-23fb-4222-8b03-925fbd951954 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 945 time: 0.3707855 Mar 10 14:58:29.178067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac18c2c-0b79-4d16-96be-8913a25be359 req-7f036b02-7d58-4518-b70b-ee7362affe13 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:29.179821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ac18c2c-0b79-4d16-96be-8913a25be359 req-7f036b02-7d58-4518-b70b-ee7362affe13 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.2579267 Mar 10 14:58:29.196353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Attempting to bind port 0e1d0682-11ba-4602-a761-861881005198 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:58:29.197104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Attempting to bind port 0e1d0682-11ba-4602-a761-861881005198 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:58:29.197693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Attempting to bind port 0e1d0682-11ba-4602-a761-861881005198 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:29.203762 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Port 0e1d0682-11ba-4602-a761-861881005198 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:58:29.204498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Attempting to bind port 0e1d0682-11ba-4602-a761-861881005198 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:29.211021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:58:29.212291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:58:29.212939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:58:29.213780 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Bound port: 0e1d0682-11ba-4602-a761-861881005198, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:58:29.214937 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0e1d0682-11ba-4602-a761-861881005198), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:29.230511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:29.230955 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:29.261330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cd87b923-c254-477b-b097-e8f7196fc74c None None] Port 0e1d0682-11ba-4602-a761-861881005198 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:58:29.293264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 918a1b19-f76d-43e6-b504-867c9109a73c no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:58:29.306288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:29.308600 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:29.308854 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] For port 0e1d0682-11ba-4602-a761-861881005198, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:29.312853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] For port 0e1d0682-11ba-4602-a761-861881005198, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0e1d0682-11ba-4602-a761-861881005198,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:58:29.325029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc46e07-bbad-4138-b0a4-6c9e01e50144'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:29.325366 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0e1d0682-11ba-4602-a761-861881005198), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:29.327476 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff73c32-46cb-41c4-952d-c0e57f9fea63" -d '{"events": [{"server_uuid": "d4c98979-0661-459f-ae78-b75d14bb9287", "name": "network-vif-plugged", "status": "completed", "tag": "7fc46e07-bbad-4138-b0a4-6c9e01e50144"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:29.329681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-2cdf98c0-483b-4a17-bc73-8396671af66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:29.331396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-2cdf98c0-483b-4a17-bc73-8396671af66a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4081752 Mar 10 14:58:29.357674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7fc46e07-bbad-4138-b0a4-6c9e01e50144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7fc46e07-bbad-4138-b0a4-6c9e01e50144,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:29.371404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf16e307-c862-4d16-860c-3ed4b7cf02f7 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:29.376227 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:29.397590 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Publish callbacks [] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:29.415876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c44313f2-6a0d-4406-90b1-d5547ff9dc6f req-bdfdc0da-dcde-43c7-bcd4-7600c16de515 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515001 Mar 10 14:58:29.422160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port 918a1b19-f76d-43e6-b504-867c9109a73c host n-h1-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 14:58:29.422572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 918a1b19-f76d-43e6-b504-867c9109a73c not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:58:29.437733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Pushing event updated for resources: {'Port': ['ID=0e1d0682-11ba-4602-a761-861881005198,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:29.458548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:29.459394 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:29.461916 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-fcb22745-041e-4b7c-baa7-374b79b63d8f service neutron] 10.222.0.45 "PUT /v2.0/ports/0e1d0682-11ba-4602-a761-861881005198 HTTP/1.1" status: 200 len: 1095 time: 1.0015388 Mar 10 14:58:29.462481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d153940-bbdc-4f78-a9d4-1b5033890dbe', 'tag': '0e1d0682-11ba-4602-a761-861881005198'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:29.467169 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe3319b-793b-4b65-bf3b-0d826a11535a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d153940-bbdc-4f78-a9d4-1b5033890dbe", "tag": "0e1d0682-11ba-4602-a761-861881005198"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:29.490923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7fc46e07-bbad-4138-b0a4-6c9e01e50144,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:29.603847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-7d490714-35f4-418b-b8bf-82c8fccf4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:29.605298 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-7d490714-35f4-418b-b8bf-82c8fccf4000 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 1129 time: 0.0622966 Mar 10 14:58:29.619760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Transition to ACTIVE for port object cf16e307-c862-4d16-860c-3ed4b7cf02f7 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:58:29.646089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ac18c2c-0b79-4d16-96be-8913a25be359 req-17b4cabf-f900-4645-be5d-18b0c5cad1e2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516218 Mar 10 14:58:29.652515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:29.681858 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-ec172def-e66c-424e-a285-0bd3c30cff67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0e1d0682-11ba-4602-a761-861881005198 HTTP/1.1" status: 200 len: 217 time: 0.0534101 Mar 10 14:58:29.692058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-6b5edf91-a6cd-4ca8-98d7-cc779ba89bf8 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416536 Mar 10 14:58:29.793767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-7b61ce0b-0cf3-4606-aa9c-ebed33ee96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:29.795336 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-7b61ce0b-0cf3-4606-aa9c-ebed33ee96c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0858941 Mar 10 14:58:29.868666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-b069a6d0-e892-4710-bc27-dd30bfe6ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:29.870378 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-b069a6d0-e892-4710-bc27-dd30bfe6ea1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0621653 Mar 10 14:58:29.995558 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-812233c2-7ff1-46a6-a330-479711d1f860 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072216 Mar 10 14:58:30.066732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Pushing event updated for resources: {'Port': ['ID=cf16e307-c862-4d16-860c-3ed4b7cf02f7,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:30.114720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5941a-6f8c-4399-b1f0-0b42a5acb0b6 req-32400cd0-83a8-41d8-aa19-52617db55864 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:30.116248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbe5941a-6f8c-4399-b1f0-0b42a5acb0b6 req-32400cd0-83a8-41d8-aa19-52617db55864 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 947 time: 0.5007036 Mar 10 14:58:30.122434 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-6af8ee39-14f2-4c57-9816-395d2cceceb4 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096976 Mar 10 14:58:30.230707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d27011-c7a9-4188-a3c1-cf4ece00d60b req-5356887e-fd0a-47d5-bba6-d15b03f0bec2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:30.232127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82d27011-c7a9-4188-a3c1-cf4ece00d60b req-5356887e-fd0a-47d5-bba6-d15b03f0bec2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.5000103 Mar 10 14:58:30.257698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-02e85915-028c-4afd-b8cf-d29a3f8785a5 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365181 Mar 10 14:58:30.274939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbe5941a-6f8c-4399-b1f0-0b42a5acb0b6 req-e16bfb42-5725-473e-a8c2-61e1febec36d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387331 Mar 10 14:58:30.288458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Attempting to bind port cf16e307-c862-4d16-860c-3ed4b7cf02f7 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:58:30.288805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Attempting to bind port cf16e307-c862-4d16-860c-3ed4b7cf02f7 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:58:30.289145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Attempting to bind port cf16e307-c862-4d16-860c-3ed4b7cf02f7 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:30.314890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Port cf16e307-c862-4d16-860c-3ed4b7cf02f7 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:58:30.315220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Attempting to bind port cf16e307-c862-4d16-860c-3ed4b7cf02f7 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:30.324226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82d27011-c7a9-4188-a3c1-cf4ece00d60b req-96aad101-34a1-4082-b406-fa7830839ae8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827579 Mar 10 14:58:30.325174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:58:30.325523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:58:30.325919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:58:30.326377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Bound port: cf16e307-c862-4d16-860c-3ed4b7cf02f7, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:58:30.326740 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:30.452488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] For port cf16e307-c862-4d16-860c-3ed4b7cf02f7, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:30.487880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] For port cf16e307-c862-4d16-860c-3ed4b7cf02f7, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cf16e307-c862-4d16-860c-3ed4b7cf02f7,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:58:30.502618 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:30.517783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e948830-49a9-41d4-9b30-c589214543f7 req-60089d7f-44ad-4ec1-a750-17504862a86c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:30.519557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e948830-49a9-41d4-9b30-c589214543f7 req-60089d7f-44ad-4ec1-a750-17504862a86c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 948 time: 0.0823925 Mar 10 14:58:30.621207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e948830-49a9-41d4-9b30-c589214543f7 req-a5c6e86c-a446-4ad4-a30d-3cd781cb4d2e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778675 Mar 10 14:58:30.627712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:30.628350 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:30.629772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] 10.222.0.62 "PUT /v2.0/ports/cf16e307-c862-4d16-860c-3ed4b7cf02f7 HTTP/1.1" status: 200 len: 1096 time: 2.3791733 Mar 10 14:58:30.646962 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af76270a-f143-41b5-86ba-eff3c4d52758 x-openstack-request-id: req-af76270a-f143-41b5-86ba-eff3c4d52758 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:30.647269 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:30.647571 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af76270a-f143-41b5-86ba-eff3c4d52758 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:30.647978 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c', 'status': 'completed', 'code': 200} Mar 10 14:58:30.692071 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e382f62-7ba1-42f8-8901-090db91e7b06 x-openstack-request-id: req-4e382f62-7ba1-42f8-8901-090db91e7b06 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:30.692618 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c98979-0661-459f-ae78-b75d14bb9287", "name": "network-vif-plugged", "status": "completed", "tag": "7fc46e07-bbad-4138-b0a4-6c9e01e50144", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:30.692965 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e382f62-7ba1-42f8-8901-090db91e7b06 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:30.693805 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc46e07-bbad-4138-b0a4-6c9e01e50144', 'code': 200} Mar 10 14:58:30.766476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecf35d-eed0-47cc-90bc-2f237a1ede44 service neutron] Pushing event updated for resources: {'Port': ['ID=cf16e307-c862-4d16-860c-3ed4b7cf02f7,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:30.796853 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaedde27-321c-4533-bba1-4853060cb703 x-openstack-request-id: req-eaedde27-321c-4533-bba1-4853060cb703 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:30.797070 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d153940-bbdc-4f78-a9d4-1b5033890dbe", "tag": "0e1d0682-11ba-4602-a761-861881005198", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:30.797337 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eaedde27-321c-4533-bba1-4853060cb703 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:30.797732 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d153940-bbdc-4f78-a9d4-1b5033890dbe', 'tag': '0e1d0682-11ba-4602-a761-861881005198', 'status': 'completed', 'code': 200} Mar 10 14:58:30.816752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-041d9ce6-a2f0-4f02-8116-9412e6d05d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:30.818376 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-041d9ce6-a2f0-4f02-8116-9412e6d05d6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=e23cd96d-768a-4ed0-a7cf-cedbb14d1889 HTTP/1.1" status: 200 len: 1130 time: 0.1020062 Mar 10 14:58:30.926531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-e49b4d6d-fdca-40d3-85d2-89cd57b0e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:30.928090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-e49b4d6d-fdca-40d3-85d2-89cd57b0e294 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 1130 time: 0.2685990 Mar 10 14:58:30.933058 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-f69e5a46-b581-4875-9d5d-6558e016c721 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=cf16e307-c862-4d16-860c-3ed4b7cf02f7 HTTP/1.1" status: 200 len: 217 time: 0.0951152 Mar 10 14:58:30.964361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357455c-5c5d-49f6-93aa-87806e82092e req-043e1713-8d68-444c-aba9-03a144d68354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:30.965861 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6357455c-5c5d-49f6-93aa-87806e82092e req-043e1713-8d68-444c-aba9-03a144d68354 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 1128 time: 0.1268294 Mar 10 14:58:31.012582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-8af385fc-b4e9-4c2e-b6fb-be3485196594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.014239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-8af385fc-b4e9-4c2e-b6fb-be3485196594 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 1130 time: 0.2669566 Mar 10 14:58:31.015331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-1d6397ba-cea7-4610-8379-8856fa93696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.016785 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-1d6397ba-cea7-4610-8379-8856fa93696e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0554252 Mar 10 14:58:31.036568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a98b8-66ff-47f4-9ab8-b212ce35866f req-d9401776-6c5e-4e8d-9cb8-a55ca90f9f9a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.044214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c94a98b8-66ff-47f4-9ab8-b212ce35866f req-d9401776-6c5e-4e8d-9cb8-a55ca90f9f9a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.1250844 Mar 10 14:58:31.047443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3319b-793b-4b65-bf3b-0d826a11535a req-5acdb8ec-e6e3-49f6-8d1a-a101eeeb853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.049017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fe3319b-793b-4b65-bf3b-0d826a11535a req-5acdb8ec-e6e3-49f6-8d1a-a101eeeb853d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 1129 time: 0.1884136 Mar 10 14:58:31.064580 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6357455c-5c5d-49f6-93aa-87806e82092e req-08a2c75f-3c18-4cd5-b6b1-0e90e4872cf3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468290 Mar 10 14:58:31.119574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-e132b614-213a-4039-b397-a2836adb1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.121743 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-e132b614-213a-4039-b397-a2836adb1680 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0598986 Mar 10 14:58:31.226420 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-b706b6d2-b428-4229-9dfc-6bbd4e9d8513 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951469 Mar 10 14:58:31.320345 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e1477752-bb52-44d5-8084-6c2d1e78ac83 req-b3abe158-2ec8-4996-8017-5b282764eea9 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873454 Mar 10 14:58:31.342731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c94a98b8-66ff-47f4-9ab8-b212ce35866f req-5e558c73-ff35-4ad1-849d-2dff8fb7961d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975547 Mar 10 14:58:31.343807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-4dc2fa0f-c096-41c8-b8a2-62fdddff74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.345137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-4dc2fa0f-c096-41c8-b8a2-62fdddff74c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.3794904 Mar 10 14:58:31.370448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3319b-793b-4b65-bf3b-0d826a11535a req-c417c445-c8dd-45ec-8721-bc05c70a225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.371906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fe3319b-793b-4b65-bf3b-0d826a11535a req-c417c445-c8dd-45ec-8721-bc05c70a225b service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.3048320 Mar 10 14:58:31.374673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-bd1ee201-34fe-4020-a50c-ae285ca1bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.375680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-bd1ee201-34fe-4020-a50c-ae285ca1bae1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.3239293 Mar 10 14:58:31.416483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262712-edea-46cd-8ca0-b108252640c9 req-42a2b050-71ff-4915-862c-d13e6f3d36ad tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.418051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8262712-edea-46cd-8ca0-b108252640c9 req-42a2b050-71ff-4915-862c-d13e6f3d36ad tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.2580013 Mar 10 14:58:31.419592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-23fbc72c-50d9-4967-b94e-4b9bf308ad93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 200 len: 217 time: 0.0600252 Mar 10 14:58:31.526629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fe3319b-793b-4b65-bf3b-0d826a11535a req-02eb9008-631f-4c68-a17f-8a7f7c1c757d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0e1d0682-11ba-4602-a761-861881005198 HTTP/1.1" status: 200 len: 217 time: 0.1049476 Mar 10 14:58:31.555742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-3dc96ae5-a202-43eb-b53a-3e87adf30244 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 200 len: 217 time: 0.1351843 Mar 10 14:58:31.698994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-395d3a81-95d6-438a-8425-06334690219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.700466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-395d3a81-95d6-438a-8425-06334690219b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.2637632 Mar 10 14:58:31.708122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8262712-edea-46cd-8ca0-b108252640c9 req-9f0f58b0-068e-4aaa-a774-afecd5205b30 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741032 Mar 10 14:58:31.730405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3319b-793b-4b65-bf3b-0d826a11535a req-64e08c67-277f-4e36-a4cc-658f203e31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.730405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fe3319b-793b-4b65-bf3b-0d826a11535a req-64e08c67-277f-4e36-a4cc-658f203e31f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1695936 Mar 10 14:58:31.730405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-8e5b4931-46e9-4a00-acf3-0e93d3972221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.730405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-8e5b4931-46e9-4a00-acf3-0e93d3972221 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1543720 Mar 10 14:58:31.798775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6e657-d930-45b8-a393-1559c3c4a398 req-65fae4f5-e855-46c8-a5f1-502a6135293e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.800396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6b6e657-d930-45b8-a393-1559c3c4a398 req-65fae4f5-e855-46c8-a5f1-502a6135293e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 947 time: 0.2717724 Mar 10 14:58:31.926851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-7c08a84a-6018-47ae-81b2-ff6233da1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.928299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-7c08a84a-6018-47ae-81b2-ff6233da1e2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2190635 Mar 10 14:58:31.936616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3319b-793b-4b65-bf3b-0d826a11535a req-fd9604cb-a3d2-44df-b0df-c73bbb484c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.938216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fe3319b-793b-4b65-bf3b-0d826a11535a req-fd9604cb-a3d2-44df-b0df-c73bbb484c88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1889181 Mar 10 14:58:31.939835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-8ae684f2-a8f5-4fdb-a757-3456df600100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:31.941162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-8ae684f2-a8f5-4fdb-a757-3456df600100 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1895404 Mar 10 14:58:31.952746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6b6e657-d930-45b8-a393-1559c3c4a398 req-844a9aa0-5713-4184-a53e-c274123aecb9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248980 Mar 10 14:58:32.011502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1482-14cb-4a51-85e5-0637e5fd407e req-48d452d2-2df9-4a7e-981a-f2d2cc190023 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:32.013001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-027e1482-14cb-4a51-85e5-0637e5fd407e req-48d452d2-2df9-4a7e-981a-f2d2cc190023 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.2400026 Mar 10 14:58:32.262756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-027e1482-14cb-4a51-85e5-0637e5fd407e req-6aeb563e-fe69-467c-92dc-b389ab82ee92 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324333 Mar 10 14:58:32.270268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-0b316736-2765-4313-9571-29295bab84a5 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272090 Mar 10 14:58:32.272005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fe3319b-793b-4b65-bf3b-0d826a11535a req-c58465d1-99cf-4279-8441-1c3857b6a48e service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176098 Mar 10 14:58:32.276494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-01568988-ebc0-4c3d-a07f-4c6b23139b26 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196101 Mar 10 14:58:32.332449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fef8b-72fd-4f5a-b662-732a075d1060 req-33196569-6610-47ba-8fce-602369e4b287 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:32.334062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f56fef8b-72fd-4f5a-b662-732a075d1060 req-33196569-6610-47ba-8fce-602369e4b287 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 948 time: 0.1610460 Mar 10 14:58:32.657758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23cd96d-768a-4ed0-a7cf-cedbb14d1889', 'tag': 'cf16e307-c862-4d16-860c-3ed4b7cf02f7'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:32.660253 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd4a217-87ac-4f02-815f-d01865910557" -d '{"events": [{"name": "network-changed", "server_uuid": "e23cd96d-768a-4ed0-a7cf-cedbb14d1889", "tag": "cf16e307-c862-4d16-860c-3ed4b7cf02f7"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:32.833284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-7f246e2c-76d2-4ea0-a306-e93f5a6e5674 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517225 Mar 10 14:58:32.852502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f56fef8b-72fd-4f5a-b662-732a075d1060 req-4c4fb577-a6cf-47f1-8798-5a93a101347a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941709 Mar 10 14:58:32.856991 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fe3319b-793b-4b65-bf3b-0d826a11535a req-89360954-293c-4380-b52a-e80c65f5d566 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484562 Mar 10 14:58:32.863032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a4c0ef-6c18-4a38-8694-a1013164b8e0 req-b1036e4e-09d9-43a2-b92b-0683c7867bd1 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535343 Mar 10 14:58:32.874670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996ee9f-c1ca-486f-a7aa-0fd427945c34 req-73f4eb0e-9a0d-40f5-898c-e4cecaefe4d3 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:32.877395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6996ee9f-c1ca-486f-a7aa-0fd427945c34 req-73f4eb0e-9a0d-40f5-898c-e4cecaefe4d3 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 949 time: 0.2219310 Mar 10 14:58:32.939102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6996ee9f-c1ca-486f-a7aa-0fd427945c34 req-d0088a9b-2ee4-4bc1-a2de-fc2bad091221 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607321 Mar 10 14:58:32.986374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d15bc6-afb9-4f22-950e-3ddfca84af01 req-f8b7211d-01cc-4b02-8d6f-4027a6292bc2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:32.988277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7d15bc6-afb9-4f22-950e-3ddfca84af01 req-f8b7211d-01cc-4b02-8d6f-4027a6292bc2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0640705 Mar 10 14:58:32.990531 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3b3df0-f6d3-41c3-b284-e9e58f7bb33e x-openstack-request-id: req-9d3b3df0-f6d3-41c3-b284-e9e58f7bb33e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:32.990923 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23cd96d-768a-4ed0-a7cf-cedbb14d1889", "tag": "cf16e307-c862-4d16-860c-3ed4b7cf02f7", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:32.991245 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d3b3df0-f6d3-41c3-b284-e9e58f7bb33e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:32.991699 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23cd96d-768a-4ed0-a7cf-cedbb14d1889', 'tag': 'cf16e307-c862-4d16-860c-3ed4b7cf02f7', 'status': 'completed', 'code': 200} Mar 10 14:58:33.105777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7d15bc6-afb9-4f22-950e-3ddfca84af01 req-4c7905cc-bb7a-4a9e-a377-76307b6b6ace tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077414 Mar 10 14:58:33.124413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4a217-87ac-4f02-815f-d01865910557 req-9ef2f716-3e4e-443d-802b-45fa17add9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:33.126196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edd4a217-87ac-4f02-815f-d01865910557 req-9ef2f716-3e4e-443d-802b-45fa17add9b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=e23cd96d-768a-4ed0-a7cf-cedbb14d1889 HTTP/1.1" status: 200 len: 1130 time: 0.1124020 Mar 10 14:58:33.141293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b0608-c20c-410b-8e39-2a8d5d9c9894 req-e4a1d6d6-e3db-47d6-b39c-a7ef7fdd9924 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:33.149326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-611b0608-c20c-410b-8e39-2a8d5d9c9894 req-e4a1d6d6-e3db-47d6-b39c-a7ef7fdd9924 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.1076319 Mar 10 14:58:33.288007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d5c4b8ba-1e8b-495a-b8a9-8647edb4940f details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:33.321272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4a217-87ac-4f02-815f-d01865910557 req-14672b7a-a964-410b-9bfb-8589627c0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:33.324068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edd4a217-87ac-4f02-815f-d01865910557 req-14672b7a-a964-410b-9bfb-8589627c0c4b service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1720476 Mar 10 14:58:33.350780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-611b0608-c20c-410b-8e39-2a8d5d9c9894 req-67fde8cf-6b46-445e-961e-44036273bd8e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003644 Mar 10 14:58:33.412944 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee073c-b230-4c4e-930e-b34fbace97a5 req-a5957ce9-7116-4f4c-84cb-f8e5d1af1a1e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:33.413856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:33.414923 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-eaee073c-b230-4c4e-930e-b34fbace97a5 req-a5957ce9-7116-4f4c-84cb-f8e5d1af1a1e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 945 time: 0.3466792 Mar 10 14:58:33.425943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'mac_address': 'fa:16:3e:50:4a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:33.432622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06021769-5d21-486a-bacd-4b8e29f13b60 req-7487a6bc-0545-4d2e-b332-0da4f6d30a7a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:33.434539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06021769-5d21-486a-bacd-4b8e29f13b60 req-7487a6bc-0545-4d2e-b332-0da4f6d30a7a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 947 time: 0.2437184 Mar 10 14:58:33.435918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edd4a217-87ac-4f02-815f-d01865910557 req-f7229cf0-85c2-4254-b9c7-369d803bc96c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=cf16e307-c862-4d16-860c-3ed4b7cf02f7 HTTP/1.1" status: 200 len: 217 time: 0.0789411 Mar 10 14:58:33.486506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:33.486927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:33.501253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5c4b8ba-1e8b-495a-b8a9-8647edb4940f {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:33.537923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-eaee073c-b230-4c4e-930e-b34fbace97a5 req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Deleting port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:58:33.538328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-eaee073c-b230-4c4e-930e-b34fbace97a5 req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:33.540539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:33.554103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:33.598238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4a217-87ac-4f02-815f-d01865910557 req-e3a1e36c-dacc-44b7-b77d-f80672742e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:33.599738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edd4a217-87ac-4f02-815f-d01865910557 req-e3a1e36c-dacc-44b7-b77d-f80672742e2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1541877 Mar 10 14:58:33.625881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06021769-5d21-486a-bacd-4b8e29f13b60 req-50fa000d-d388-48fc-9b7f-8956a1602dd1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718481 Mar 10 14:58:33.630740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:33.640689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30841-900e-42dc-aebd-4afc3de7955d req-82a6bd2a-ada8-4da3-8d86-b13a2ec11d18 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:33.653964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5a30841-900e-42dc-aebd-4afc3de7955d req-82a6bd2a-ada8-4da3-8d86-b13a2ec11d18 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.2054417 Mar 10 14:58:33.654316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-eaee073c-b230-4c4e-930e-b34fbace97a5 req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] For port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:33.654701 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-eaee073c-b230-4c4e-930e-b34fbace97a5 req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:33.672018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['d5c4b8ba-1e8b-495a-b8a9-8647edb4940f'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:33.672803 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-eaee073c-b230-4c4e-930e-b34fbace97a5 req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Calling delete_port for 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:58:33.755160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5a30841-900e-42dc-aebd-4afc3de7955d req-1a1d39f7-2caa-4d27-963c-dfce78a734a2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956335 Mar 10 14:58:33.796677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4a217-87ac-4f02-815f-d01865910557 req-7cc8f741-fefb-47e8-aa51-b55a6e395928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:33.798848 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edd4a217-87ac-4f02-815f-d01865910557 req-7cc8f741-fefb-47e8-aa51-b55a6e395928 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1015103 Mar 10 14:58:33.871500 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-eaee073c-b230-4c4e-930e-b34fbace97a5 req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (68d3adb6-eee9-4bc4-ac6e-be4fa94219cc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:33.897239 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['68d3adb6-eee9-4bc4-ac6e-be4fa94219cc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:33.926006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event deleted for resources: {'Port': ['ID=68d3adb6-eee9-4bc4-ac6e-be4fa94219cc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:33.940497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edd4a217-87ac-4f02-815f-d01865910557 req-28cb129f-61a9-4200-85bc-074272eb869c service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339755 Mar 10 14:58:33.957573 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.958058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.958411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.958756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.959119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.959455 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.959788 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.960178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.960512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.960838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.961738 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.962070 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.962463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:33.991054 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaee073c-b230-4c4e-930e-b34fbace97a5 req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] No DVR routers for this DVR port 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:58:33.994945 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-eaee073c-b230-4c4e-930e-b34fbace97a5 req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:33.998436 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-eaee073c-b230-4c4e-930e-b34fbace97a5 req-80b25043-b7c7-4fad-8b21-6187231973d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.62 "DELETE /v2.0/ports/68d3adb6-eee9-4bc4-ac6e-be4fa94219cc HTTP/1.1" status: 204 len: 173 time: 0.5775573 Mar 10 14:58:33.998999 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d6db5c-edb4-4da3-837e-9cf8a34ce084', 'name': 'network-vif-deleted', 'tag': '68d3adb6-eee9-4bc4-ac6e-be4fa94219cc'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:34.001253 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc9134a-b950-4620-99e4-25fdb59959b3" -d '{"events": [{"server_uuid": "09d6db5c-edb4-4da3-837e-9cf8a34ce084", "name": "network-vif-deleted", "tag": "68d3adb6-eee9-4bc4-ac6e-be4fa94219cc"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:34.138141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa29f6f-3209-4264-9a99-401d198da376 req-c7fa7842-bf96-4cf6-9f5f-822836524c85 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:34.140036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aa29f6f-3209-4264-9a99-401d198da376 req-c7fa7842-bf96-4cf6-9f5f-822836524c85 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 948 time: 0.1579514 Mar 10 14:58:34.144361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edd4a217-87ac-4f02-815f-d01865910557 req-702b16bc-81fb-455c-a405-219373bec8be service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966436 Mar 10 14:58:34.165085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c753e3d-f2d5-4e51-8c31-92cf9fcdd1ed req-a03f66a4-f92a-4908-a7f5-d54572a4dda2 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:34.166556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c753e3d-f2d5-4e51-8c31-92cf9fcdd1ed req-a03f66a4-f92a-4908-a7f5-d54572a4dda2 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 949 time: 0.1106372 Mar 10 14:58:34.234193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aa29f6f-3209-4264-9a99-401d198da376 req-01122344-3994-42ea-89bc-12893e7b96f1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844102 Mar 10 14:58:34.238240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c753e3d-f2d5-4e51-8c31-92cf9fcdd1ed req-d7d0ab66-44d8-4a56-b26c-1599dff11d16 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639601 Mar 10 14:58:34.312766 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e3f0a1-c8f5-452c-bf1c-50712436b5f6 x-openstack-request-id: req-73e3f0a1-c8f5-452c-bf1c-50712436b5f6 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:34.313157 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d6db5c-edb4-4da3-837e-9cf8a34ce084", "name": "network-vif-deleted", "tag": "68d3adb6-eee9-4bc4-ac6e-be4fa94219cc", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:34.313504 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73e3f0a1-c8f5-452c-bf1c-50712436b5f6 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:34.313989 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d6db5c-edb4-4da3-837e-9cf8a34ce084', 'name': 'network-vif-deleted', 'tag': '68d3adb6-eee9-4bc4-ac6e-be4fa94219cc', 'status': 'completed', 'code': 200} Mar 10 14:58:34.354455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0508e-854d-490e-b80c-6b234647f053 req-f8f8ff0f-98cf-4173-a4e2-663660681780 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:34.356187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13f0508e-854d-490e-b80c-6b234647f053 req-f8f8ff0f-98cf-4173-a4e2-663660681780 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0556788 Mar 10 14:58:34.387276 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0e1d0682-11ba-4602-a761-861881005198 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:34.412412 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13f0508e-854d-490e-b80c-6b234647f053 req-ba8f6723-0287-438c-8dce-d7649b82ea0a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503204 Mar 10 14:58:34.475903 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e00751cc-9d9a-4d57-bb59-4b06b221bde2 req-935c8f1a-0c3b-4616-ba7b-08b59f72fff0 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=09d6db5c-edb4-4da3-837e-9cf8a34ce084 HTTP/1.1" status: 200 len: 210 time: 0.0363266 Mar 10 14:58:34.502641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0e1d0682-11ba-4602-a761-861881005198, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0e1d0682-11ba-4602-a761-861881005198,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:34.517952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '0e1d0682-11ba-4602-a761-861881005198', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '0e1d0682-11ba-4602-a761-861881005198', 'mac_address': 'fa:16:3e:c4:06:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:34.558609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0e1d0682-11ba-4602-a761-861881005198 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:34.559130 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0e1d0682-11ba-4602-a761-861881005198), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:34.573918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d64a3-0e4f-4358-8608-0644151cbf4d req-f8fff525-d84b-4c35-a7d1-b1600bb9e75d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:34.575506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-872d64a3-0e4f-4358-8608-0644151cbf4d req-f8fff525-d84b-4c35-a7d1-b1600bb9e75d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0742939 Mar 10 14:58:34.581510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1d0682-11ba-4602-a761-861881005198 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:34.603662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0e1d0682-11ba-4602-a761-861881005198, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0e1d0682-11ba-4602-a761-861881005198,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:34.610704 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0e1d0682-11ba-4602-a761-861881005198), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:34.634404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-872d64a3-0e4f-4358-8608-0644151cbf4d req-a13ed102-ba6d-446c-9606-53f6bf10cc4b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522680 Mar 10 14:58:34.672086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0e1d0682-11ba-4602-a761-861881005198,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:34.756154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1e12c-2b33-4550-96bb-3e2eb18a820c req-f85cb669-ece6-4e3c-922c-ce0fc849dad9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:34.759384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ee1e12c-2b33-4550-96bb-3e2eb18a820c req-f85cb669-ece6-4e3c-922c-ce0fc849dad9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 948 time: 0.0605376 Mar 10 14:58:34.809337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ee1e12c-2b33-4550-96bb-3e2eb18a820c req-88ddbb26-8003-4fa1-829a-a67c1af1677a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Mar 10 14:58:35.030390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189a208-a20b-4704-b1bc-a2ba8752c034 req-7524eb84-4d6b-4bf2-b82f-398242a30d91 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:35.035669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f189a208-a20b-4704-b1bc-a2ba8752c034 req-7524eb84-4d6b-4bf2-b82f-398242a30d91 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.0984881 Mar 10 14:58:35.147110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804d18c-37d9-4c4a-a4ec-81c36e675cc3 req-af212143-467f-45fa-adcb-e89ad9531fe0 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:35.148940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9804d18c-37d9-4c4a-a4ec-81c36e675cc3 req-af212143-467f-45fa-adcb-e89ad9531fe0 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0955570 Mar 10 14:58:35.152035 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f189a208-a20b-4704-b1bc-a2ba8752c034 req-b6e78611-31e8-4c44-83a2-92705afce81d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080382 Mar 10 14:58:35.209368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9804d18c-37d9-4c4a-a4ec-81c36e675cc3 req-906fbbcd-a09a-42c1-a2b1-ed9e1170f9cd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476334 Mar 10 14:58:35.297488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cf16e307-c862-4d16-860c-3ed4b7cf02f7 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:35.299858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d5c4b8ba-1e8b-495a-b8a9-8647edb4940f up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:35.358118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0e1d0682-11ba-4602-a761-861881005198'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:35.475113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18dd2c-62a9-44ac-b327-f0433d5376ed req-2be0e34d-3c7f-4189-8bd8-1315b18e3e10 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:35.477160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc18dd2c-62a9-44ac-b327-f0433d5376ed req-2be0e34d-3c7f-4189-8bd8-1315b18e3e10 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 949 time: 0.1297941 Mar 10 14:58:35.484945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934fdfd-356c-4985-a207-acfa87f14eeb req-c60139cd-c9f8-4a8b-a71d-53ac7b94ece5 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:35.486528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2934fdfd-356c-4985-a207-acfa87f14eeb req-c60139cd-c9f8-4a8b-a71d-53ac7b94ece5 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.45 "GET /v2.0/ports?device_id=d920547d-e266-4150-b052-a2432aa062fe HTTP/1.1" status: 200 len: 949 time: 0.1123490 Mar 10 14:58:35.495149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd07a3-25b4-4769-bc5f-6549cb753c6d req-d9bbff18-610c-4842-acee-01607466ddef tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:35.496892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fbd07a3-25b4-4769-bc5f-6549cb753c6d req-d9bbff18-610c-4842-acee-01607466ddef tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 948 time: 0.1596375 Mar 10 14:58:35.526439 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:35.527041 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:35.588192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port cf16e307-c862-4d16-860c-3ed4b7cf02f7, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cf16e307-c862-4d16-860c-3ed4b7cf02f7,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:35.623490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'cf16e307-c862-4d16-860c-3ed4b7cf02f7', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'cf16e307-c862-4d16-860c-3ed4b7cf02f7', 'mac_address': 'fa:16:3e:0c:7b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:35.632372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc18dd2c-62a9-44ac-b327-f0433d5376ed req-8ea9381d-39b5-44ee-92b1-812b584ed0f0 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.11 "GET /v2.0/security-groups?id=093fb71c-c12f-4539-8f8c-61922ee504bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446373 Mar 10 14:58:35.645790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fbd07a3-25b4-4769-bc5f-6549cb753c6d req-5b85204a-86dc-42ef-978e-68e8d04e29d4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355126 Mar 10 14:58:35.696085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-2934fdfd-356c-4985-a207-acfa87f14eeb req-fb14b2f7-4f2b-48a8-be4d-c204321ee351 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Deleting port b591bb0e-3859-4c00-9280-323fb028c4e0 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:58:35.703993 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2934fdfd-356c-4985-a207-acfa87f14eeb req-fb14b2f7-4f2b-48a8-be4d-c204321ee351 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:35.744646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port cf16e307-c862-4d16-860c-3ed4b7cf02f7 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:35.745654 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:35.749167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:35.749550 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:35.819494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf16e307-c862-4d16-860c-3ed4b7cf02f7 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:35.894430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:35.896792 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf06337a-cb67-4f3f-8f0a-73b30bae9f21" -d '{"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-plugged", "status": "completed", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:35.912284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port cf16e307-c862-4d16-860c-3ed4b7cf02f7, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cf16e307-c862-4d16-860c-3ed4b7cf02f7,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:35.934214 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:35.937113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:35.942984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2934fdfd-356c-4985-a207-acfa87f14eeb req-fb14b2f7-4f2b-48a8-be4d-c204321ee351 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] For port b591bb0e-3859-4c00-9280-323fb028c4e0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b591bb0e-3859-4c00-9280-323fb028c4e0,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:35.943383 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2934fdfd-356c-4985-a207-acfa87f14eeb req-fb14b2f7-4f2b-48a8-be4d-c204321ee351 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:36.015016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-2934fdfd-356c-4985-a207-acfa87f14eeb req-fb14b2f7-4f2b-48a8-be4d-c204321ee351 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Calling delete_port for b591bb0e-3859-4c00-9280-323fb028c4e0 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:58:36.015694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=cf16e307-c862-4d16-860c-3ed4b7cf02f7,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:36.029664 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:36.091465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:36.286616 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2934fdfd-356c-4985-a207-acfa87f14eeb req-fb14b2f7-4f2b-48a8-be4d-c204321ee351 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b591bb0e-3859-4c00-9280-323fb028c4e0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:36.302909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c1d22-2fc3-4c71-9e0e-b4d47b3bc6bc req-2f045ccb-f6d3-4e8b-8b18-d30f6a2e5db2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:36.304413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-268c1d22-2fc3-4c71-9e0e-b4d47b3bc6bc req-2f045ccb-f6d3-4e8b-8b18-d30f6a2e5db2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 948 time: 0.3315592 Mar 10 14:58:36.312459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b591bb0e-3859-4c00-9280-323fb028c4e0'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:36.315012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3a139-803f-4628-8d31-e285fe398efd req-4d8d5fed-7a07-4175-9f92-3d38123efb55 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:36.316619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b3a139-803f-4628-8d31-e285fe398efd req-4d8d5fed-7a07-4175-9f92-3d38123efb55 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd&tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 948 time: 0.3584909 Mar 10 14:58:36.375187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cf16e307-c862-4d16-860c-3ed4b7cf02f7'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:36.382409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14b2f7-4f2b-48a8-be4d-c204321ee351 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Pushing event deleted for resources: {'Port': ['ID=b591bb0e-3859-4c00-9280-323fb028c4e0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:36.413059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 918a1b19-f76d-43e6-b504-867c9109a73c details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:36.426125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdf51f-7c80-4d5d-bd0d-c574a266d4dd req-548bb947-89c2-4202-9597-913536b6869f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:36.435367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fecdf51f-7c80-4d5d-bd0d-c574a266d4dd req-548bb947-89c2-4202-9597-913536b6869f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 948 time: 0.3260682 Mar 10 14:58:36.630540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=918a1b19-f76d-43e6-b504-867c9109a73c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:36.658142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2934fdfd-356c-4985-a207-acfa87f14eeb req-fb14b2f7-4f2b-48a8-be4d-c204321ee351 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] No DVR routers for this DVR port b591bb0e-3859-4c00-9280-323fb028c4e0 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:58:36.687762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-268c1d22-2fc3-4c71-9e0e-b4d47b3bc6bc req-25f98ddd-0e99-4b69-be4e-7ed72c01e5ff tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287015 Mar 10 14:58:36.690451 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2934fdfd-356c-4985-a207-acfa87f14eeb req-fb14b2f7-4f2b-48a8-be4d-c204321ee351 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:36.698578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2934fdfd-356c-4985-a207-acfa87f14eeb req-fb14b2f7-4f2b-48a8-be4d-c204321ee351 tempest-TenantUsagesTestJSON-939725989 tempest-TenantUsagesTestJSON-939725989-project] 10.222.0.45 "DELETE /v2.0/ports/b591bb0e-3859-4c00-9280-323fb028c4e0 HTTP/1.1" status: 204 len: 173 time: 1.2004571 Mar 10 14:58:36.699774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd920547d-e266-4150-b052-a2432aa062fe', 'name': 'network-vif-deleted', 'tag': 'b591bb0e-3859-4c00-9280-323fb028c4e0'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:36.710457 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058098e6-22fa-4a40-978a-356b17f8ddc4" -d '{"events": [{"server_uuid": "d920547d-e266-4150-b052-a2432aa062fe", "name": "network-vif-deleted", "tag": "b591bb0e-3859-4c00-9280-323fb028c4e0"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:36.722400 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-59b3a139-803f-4628-8d31-e285fe398efd req-47bdcb19-2d31-40f5-bed6-4b1dfae1efed service neutron] delete failed (client error): The resource could not be found. Mar 10 14:58:36.724831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b3a139-803f-4628-8d31-e285fe398efd req-47bdcb19-2d31-40f5-bed6-4b1dfae1efed service neutron] 10.222.0.62 "DELETE /v2.0/ports/918a1b19-f76d-43e6-b504-867c9109a73c/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.3730538 Mar 10 14:58:36.735507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fecdf51f-7c80-4d5d-bd0d-c574a266d4dd req-d4b49dbf-5342-4d41-b3f1-7ec398d187fa tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991500 Mar 10 14:58:36.767014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '918a1b19-f76d-43e6-b504-867c9109a73c', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '918a1b19-f76d-43e6-b504-867c9109a73c', 'mac_address': 'fa:16:3e:8c:59:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:36.819002 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24f387c-ed09-4349-b838-b25bd4e7b4de x-openstack-request-id: req-c24f387c-ed09-4349-b838-b25bd4e7b4de {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:36.819298 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-plugged", "status": "completed", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:36.819554 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c24f387c-ed09-4349-b838-b25bd4e7b4de {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:36.819944 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'code': 200} Mar 10 14:58:36.832489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 918a1b19-f76d-43e6-b504-867c9109a73c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:36.832884 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:36.864963 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918a1b19-f76d-43e6-b504-867c9109a73c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:36.893482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3a139-803f-4628-8d31-e285fe398efd req-38770d19-242a-4d3f-b63d-55287726ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:36.902272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b3a139-803f-4628-8d31-e285fe398efd req-38770d19-242a-4d3f-b63d-55287726ad29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 1130 time: 0.1250443 Mar 10 14:58:36.903870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=918a1b19-f76d-43e6-b504-867c9109a73c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:36.914265 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:36.981440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=918a1b19-f76d-43e6-b504-867c9109a73c,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:37.191736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3a139-803f-4628-8d31-e285fe398efd req-a4fa3417-3faa-4104-a850-dd917971b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:37.193274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b3a139-803f-4628-8d31-e285fe398efd req-a4fa3417-3faa-4104-a850-dd917971b276 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2841096 Mar 10 14:58:37.309626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:58:37.364250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:58:37.365098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 68d3adb6-eee9-4bc4-ac6e-be4fa94219cc not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:58:37.502002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-058a0cd1-cac5-4255-9b04-e353b32087ff tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:37.510970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-058a0cd1-cac5-4255-9b04-e353b32087ff tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.5438840 Mar 10 14:58:37.559092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-f20c46b7-81da-4709-8067-dcb5fb205644 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/quotas/9e14e55d40f84c3eb626e8bdb2e9c72f HTTP/1.1" status: 200 len: 375 time: 0.0471492 Mar 10 14:58:37.563912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b3a139-803f-4628-8d31-e285fe398efd req-ee114ecc-faf0-41be-9286-965a7f9f1129 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 200 len: 217 time: 0.3577628 Mar 10 14:58:37.607342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-8c89a6f7-9abf-458a-9968-b1c84417d05d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473559 Mar 10 14:58:37.637709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['918a1b19-f76d-43e6-b504-867c9109a73c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:37.651819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bf9d7-e836-4a6a-ab52-93e2f686c091 req-5ac3f356-3ebd-4364-a72c-5b263739aa4b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:37.653519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a86bf9d7-e836-4a6a-ab52-93e2f686c091 req-5ac3f356-3ebd-4364-a72c-5b263739aa4b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.5255532 Mar 10 14:58:37.821620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-8627c844-7330-4929-8e6c-a0324c05ce02 service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648459 Mar 10 14:58:37.940096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3a139-803f-4628-8d31-e285fe398efd req-91245b8e-d1d8-48cb-96eb-eea790ae11af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:37.942046 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b3a139-803f-4628-8d31-e285fe398efd req-91245b8e-d1d8-48cb-96eb-eea790ae11af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.3682594 Mar 10 14:58:38.026473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a86bf9d7-e836-4a6a-ab52-93e2f686c091 req-9bd09f29-992e-42bc-a015-56cfe09d85db tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903365 Mar 10 14:58:38.154881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3a139-803f-4628-8d31-e285fe398efd req-e4be85d4-5f00-4fff-a8ad-0e162609b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:38.154881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b3a139-803f-4628-8d31-e285fe398efd req-e4be85d4-5f00-4fff-a8ad-0e162609b18c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1974807 Mar 10 14:58:38.165862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-9ac060dd-8adf-416a-881b-6102a24be42e service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272624 Mar 10 14:58:38.290697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e3677-e971-4050-994a-f4f64d827946 req-e1491a2d-7ded-4306-bdeb-6c62a7a2689d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:38.298616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b0e3677-e971-4050-994a-f4f64d827946 req-e1491a2d-7ded-4306-bdeb-6c62a7a2689d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.1306450 Mar 10 14:58:38.361938 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b3a139-803f-4628-8d31-e285fe398efd req-a3a43c5a-5895-41bc-b002-46e41f929495 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951132 Mar 10 14:58:38.400793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0e1d0682-11ba-4602-a761-861881005198 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:38.480316 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caa8552-a3c8-45b7-931a-0f5d27ea4c52 x-openstack-request-id: req-3caa8552-a3c8-45b7-931a-0f5d27ea4c52 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:38.480619 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d920547d-e266-4150-b052-a2432aa062fe", "name": "network-vif-deleted", "tag": "b591bb0e-3859-4c00-9280-323fb028c4e0", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:38.480879 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3caa8552-a3c8-45b7-931a-0f5d27ea4c52 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:38.481296 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd920547d-e266-4150-b052-a2432aa062fe', 'name': 'network-vif-deleted', 'tag': 'b591bb0e-3859-4c00-9280-323fb028c4e0', 'status': 'completed', 'code': 200} Mar 10 14:58:38.533521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b0e3677-e971-4050-994a-f4f64d827946 req-b198bb26-973e-4e6b-b2a6-5e97efa64dee tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333865 Mar 10 14:58:38.538817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 0e1d0682-11ba-4602-a761-861881005198 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:58:38.559882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 0e1d0682-11ba-4602-a761-861881005198 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:38.566649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0e1d0682-11ba-4602-a761-861881005198), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:38.579933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59b3a139-803f-4628-8d31-e285fe398efd req-4f8fc11a-ae42-4b5d-b71d-f5b16aa2b549 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110293 Mar 10 14:58:38.678148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dc2ec-0a94-4c40-be72-054a88a3f979 req-ce4d2f25-e6d7-4fdc-bfe4-4ee98da2f264 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:38.683817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc3dc2ec-0a94-4c40-be72-054a88a3f979 req-ce4d2f25-e6d7-4fdc-bfe4-4ee98da2f264 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 949 time: 0.2016799 Mar 10 14:58:38.768584 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0e1d0682-11ba-4602-a761-861881005198 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:38.770089 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0e1d0682-11ba-4602-a761-861881005198), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:38.826371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc3dc2ec-0a94-4c40-be72-054a88a3f979 req-d8fe3335-7d59-4fde-857b-b420f455d27e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355650 Mar 10 14:58:38.832030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0e1d0682-11ba-4602-a761-861881005198, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0e1d0682-11ba-4602-a761-861881005198,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:38.834872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d153940-bbdc-4f78-a9d4-1b5033890dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1d0682-11ba-4602-a761-861881005198'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:38.839464 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec49ee56-4c93-45f5-9533-e964781ef228" -d '{"events": [{"server_uuid": "0d153940-bbdc-4f78-a9d4-1b5033890dbe", "name": "network-vif-plugged", "status": "completed", "tag": "0e1d0682-11ba-4602-a761-861881005198"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:38.860322 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0e1d0682-11ba-4602-a761-861881005198), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:38.877380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d118dd-4142-4546-8626-5384c8554d98 req-9baa88f4-9a6e-41d7-bd6a-2b9b5e963cd4 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:38.879130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40318) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:38.894840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8d118dd-4142-4546-8626-5384c8554d98 req-9baa88f4-9a6e-41d7-bd6a-2b9b5e963cd4 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 948 time: 0.1650181 Mar 10 14:58:38.974318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8d118dd-4142-4546-8626-5384c8554d98 req-63d7f0ba-f1ff-4aa5-8830-cf2c28d943d5 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783479 Mar 10 14:58:38.975762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0e1d0682-11ba-4602-a761-861881005198,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:39.152548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-331f4752-2a4c-4eab-ae24-8298c1cf6414 req-74c491e9-ed3b-41b9-8390-88ad5dfc7050 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0962775 Mar 10 14:58:39.213471 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2d35a8-92ee-4136-a899-8c0de0d038a9 x-openstack-request-id: req-2e2d35a8-92ee-4136-a899-8c0de0d038a9 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:39.214085 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d153940-bbdc-4f78-a9d4-1b5033890dbe", "name": "network-vif-plugged", "status": "completed", "tag": "0e1d0682-11ba-4602-a761-861881005198", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:39.214497 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e2d35a8-92ee-4136-a899-8c0de0d038a9 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:39.215254 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d153940-bbdc-4f78-a9d4-1b5033890dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1d0682-11ba-4602-a761-861881005198', 'code': 200} Mar 10 14:58:39.309864 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bf15244b-5551-4046-a082-ca04696326b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=371de1b31513442e988c981ff027734b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4203341 Mar 10 14:58:39.311883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40342) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:39.318661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cf16e307-c862-4d16-860c-3ed4b7cf02f7 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:39.423356 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-622b3795-9cf2-4a60-98ca-86f9d5ab2a39 admin admin] Publish callbacks [] for security_group (093fb71c-c12f-4539-8f8c-61922ee504bc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:39.444435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port cf16e307-c862-4d16-860c-3ed4b7cf02f7 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:58:39.449717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port cf16e307-c862-4d16-860c-3ed4b7cf02f7 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:39.450093 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:39.526390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-622b3795-9cf2-4a60-98ca-86f9d5ab2a39 admin admin] Publish callbacks [] for security_group (093fb71c-c12f-4539-8f8c-61922ee504bc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:39.586140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46138d-c3c3-4538-ac63-3273b6b8cbf5 req-50aae46e-46db-4fad-9f0e-a2956f29f162 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:39.593052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d46138d-c3c3-4538-ac63-3273b6b8cbf5 req-50aae46e-46db-4fad-9f0e-a2956f29f162 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.3371031 Mar 10 14:58:39.660784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port cf16e307-c862-4d16-860c-3ed4b7cf02f7 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:39.661179 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:39.703294 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-622b3795-9cf2-4a60-98ca-86f9d5ab2a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (093fb71c-c12f-4539-8f8c-61922ee504bc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:39.707537 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-622b3795-9cf2-4a60-98ca-86f9d5ab2a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:39.711113 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-622b3795-9cf2-4a60-98ca-86f9d5ab2a39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/093fb71c-c12f-4539-8f8c-61922ee504bc HTTP/1.1" status: 204 len: 168 time: 0.3958592 Mar 10 14:58:39.743591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b3795-9cf2-4a60-98ca-86f9d5ab2a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093fb71c-c12f-4539-8f8c-61922ee504bc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:39.806269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port cf16e307-c862-4d16-860c-3ed4b7cf02f7, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cf16e307-c862-4d16-860c-3ed4b7cf02f7,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:39.810500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c56c0-e06e-4241-8359-97a23df9d80c req-82c6b0a0-9c10-4e04-9487-bd78b85f3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:39.812087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-599c56c0-e06e-4241-8359-97a23df9d80c req-82c6b0a0-9c10-4e04-9487-bd78b85f3bbd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 1131 time: 0.4326048 Mar 10 14:58:39.821829 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:39.879846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d46138d-c3c3-4538-ac63-3273b6b8cbf5 req-a55c4635-53c3-4021-b101-25c30048b67e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838464 Mar 10 14:58:39.957464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=cf16e307-c862-4d16-860c-3ed4b7cf02f7,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:40.065308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63f1ca-9a0d-4871-b180-5e7f8cebb086 req-a3bd2bb3-0771-4bb2-a5e3-4cb6a3eaeb54 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:40.066903 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b63f1ca-9a0d-4871-b180-5e7f8cebb086 req-a3bd2bb3-0771-4bb2-a5e3-4cb6a3eaeb54 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.3291602 Mar 10 14:58:40.077456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-599c56c0-e06e-4241-8359-97a23df9d80c req-f88fb3e1-1682-4d9e-b725-60960a91e3c8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389352 Mar 10 14:58:40.212277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b63f1ca-9a0d-4871-b180-5e7f8cebb086 req-8b605e3d-8c89-4215-8a49-2cf2e7a61ba6 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246121 Mar 10 14:58:40.223605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcacaba-fae9-4cdf-b23c-fcf47d7cdf89 req-60e5fd65-d93a-43a2-b441-77cceef496e4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:40.231042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afcacaba-fae9-4cdf-b23c-fcf47d7cdf89 req-60e5fd65-d93a-43a2-b441-77cceef496e4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 949 time: 0.1897879 Mar 10 14:58:40.331267 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40398) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:40.362704 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19dd8cc-67b3-4ebd-aada-aa9d69157b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:40.372915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afcacaba-fae9-4cdf-b23c-fcf47d7cdf89 req-c12365b3-66dd-4137-88b1-b229f1994aa1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354802 Mar 10 14:58:40.418474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 918a1b19-f76d-43e6-b504-867c9109a73c up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:40.516986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5514d-c25a-41f8-9525-56babb1f30d5 req-36b3b311-1bff-4855-adba-8507402b6296 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:40.525183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdd5514d-c25a-41f8-9525-56babb1f30d5 req-36b3b311-1bff-4855-adba-8507402b6296 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 949 time: 0.1633427 Mar 10 14:58:40.557234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 918a1b19-f76d-43e6-b504-867c9109a73c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:58:40.559274 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19dd8cc-67b3-4ebd-aada-aa9d69157b57 admin admin] Publish callbacks [] for security_group (83f9ec70-5b1f-4b2c-b7e9-78ab902efeda), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:40.568566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 918a1b19-f76d-43e6-b504-867c9109a73c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:40.569300 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:40.571248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19dd8cc-67b3-4ebd-aada-aa9d69157b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (83f9ec70-5b1f-4b2c-b7e9-78ab902efeda), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:40.654723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdd5514d-c25a-41f8-9525-56babb1f30d5 req-75b276fb-4d4d-4d50-9aff-24cecdda569c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285784 Mar 10 14:58:40.698256 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d19dd8cc-67b3-4ebd-aada-aa9d69157b57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe094fdc7a5d46fcadf6e75759a844ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638785 Mar 10 14:58:40.699372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19dd8cc-67b3-4ebd-aada-aa9d69157b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f9ec70-5b1f-4b2c-b7e9-78ab902efeda,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:40.716505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40440) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:40.740768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c196c25-2826-4c71-bbf0-261754b60499 req-0983e2c5-5898-4ae2-a615-593bbbbeb635 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0833402 Mar 10 14:58:40.814768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 918a1b19-f76d-43e6-b504-867c9109a73c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:40.815925 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:40.880679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f33b20-2660-4911-88ad-bead8ae94735 req-224bc95b-6a52-4e38-bb29-ca085e1ebf2d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:40.882281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9f33b20-2660-4911-88ad-bead8ae94735 req-224bc95b-6a52-4e38-bb29-ca085e1ebf2d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 949 time: 0.1119878 Mar 10 14:58:40.899791 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd2b94e7-d7bc-46ac-bfa4-30eb57dfe10f admin admin] Publish callbacks [] for security_group (83f9ec70-5b1f-4b2c-b7e9-78ab902efeda), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:40.916537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=918a1b19-f76d-43e6-b504-867c9109a73c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:40.927305 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:40.928243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b591bb0e-3859-4c00-9280-323fb028c4e0 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:58:40.973959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd2b94e7-d7bc-46ac-bfa4-30eb57dfe10f admin admin] Publish callbacks [] for security_group (83f9ec70-5b1f-4b2c-b7e9-78ab902efeda), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:41.033836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9f33b20-2660-4911-88ad-bead8ae94735 req-fa7c3577-7c90-4b8d-8f8b-e46009f0e5a5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416066 Mar 10 14:58:41.054213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: b591bb0e-3859-4c00-9280-323fb028c4e0 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:58:41.054450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b591bb0e-3859-4c00-9280-323fb028c4e0 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:58:41.091742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd2b94e7-d7bc-46ac-bfa4-30eb57dfe10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (83f9ec70-5b1f-4b2c-b7e9-78ab902efeda), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:41.091742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd2b94e7-d7bc-46ac-bfa4-30eb57dfe10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:41.100002 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fd2b94e7-d7bc-46ac-bfa4-30eb57dfe10f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83f9ec70-5b1f-4b2c-b7e9-78ab902efeda HTTP/1.1" status: 204 len: 168 time: 0.3794019 Mar 10 14:58:41.145408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b94e7-d7bc-46ac-bfa4-30eb57dfe10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f9ec70-5b1f-4b2c-b7e9-78ab902efeda,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:41.255906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23cd96d-768a-4ed0-a7cf-cedbb14d1889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf16e307-c862-4d16-860c-3ed4b7cf02f7'}, {'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:41.271761 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccdea62-e9ba-42c2-b59a-31509fb7520e" -d '{"events": [{"server_uuid": "e23cd96d-768a-4ed0-a7cf-cedbb14d1889", "name": "network-vif-plugged", "status": "completed", "tag": "cf16e307-c862-4d16-860c-3ed4b7cf02f7"}, {"server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "name": "network-vif-plugged", "status": "completed", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:41.281684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=918a1b19-f76d-43e6-b504-867c9109a73c,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:41.372285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034020ff-2917-4892-9871-87a0d83b4d8b req-e827d29c-0426-4aed-bfc5-7fa7c8ffae9c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:41.375031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-034020ff-2917-4892-9871-87a0d83b4d8b req-e827d29c-0426-4aed-bfc5-7fa7c8ffae9c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.2354975 Mar 10 14:58:41.483450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-034020ff-2917-4892-9871-87a0d83b4d8b req-e45a0d07-50d0-4fdc-9e24-462316d45846 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790319 Mar 10 14:58:41.601280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fa21b-b475-4efc-ab50-786c8a278638 req-4b299148-cd58-41c3-b843-310c046a4180 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:41.612828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-644fa21b-b475-4efc-ab50-786c8a278638 req-4b299148-cd58-41c3-b843-310c046a4180 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.2366436 Mar 10 14:58:41.689428 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae240cdb-9b55-4fbf-884d-ded46286eaed x-openstack-request-id: req-ae240cdb-9b55-4fbf-884d-ded46286eaed {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:41.689736 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23cd96d-768a-4ed0-a7cf-cedbb14d1889", "name": "network-vif-plugged", "status": "completed", "tag": "cf16e307-c862-4d16-860c-3ed4b7cf02f7", "code": 200}, {"server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "name": "network-vif-plugged", "status": "completed", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:41.690004 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae240cdb-9b55-4fbf-884d-ded46286eaed {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:41.690488 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23cd96d-768a-4ed0-a7cf-cedbb14d1889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf16e307-c862-4d16-860c-3ed4b7cf02f7', 'code': 200} Mar 10 14:58:41.690776 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c', 'code': 200} Mar 10 14:58:41.725409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-f21ecc83-b09f-465b-ba97-93dd2e5ca8d8 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:41.729683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-f21ecc83-b09f-465b-ba97-93dd2e5ca8d8 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.4802415 Mar 10 14:58:41.795426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Request body: {'port': {'device_id': '86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'admin_state_up': True, 'tenant_id': '9e14e55d40f84c3eb626e8bdb2e9c72f'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:41.915182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-644fa21b-b475-4efc-ab50-786c8a278638 req-60af554f-e878-47aa-bd24-d1909a05f097 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895622 Mar 10 14:58:42.020081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cd50b-3dd6-4561-b304-df16f41aa054 req-6d052790-b676-461e-aa9a-b96cd3c03b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:42.022164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba0cd50b-3dd6-4561-b304-df16f41aa054 req-6d052790-b676-461e-aa9a-b96cd3c03b93 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e23cd96d-768a-4ed0-a7cf-cedbb14d1889 HTTP/1.1" status: 200 len: 1132 time: 0.2558866 Mar 10 14:58:42.084887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Made reservation on behalf of 9e14e55d40f84c3eb626e8bdb2e9c72f for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:42.095928 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:42.200301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba0cd50b-3dd6-4561-b304-df16f41aa054 req-8bc98786-2fd5-4e10-8b49-8d5b08adc6ff service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667759 Mar 10 14:58:42.297951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964309-e7b2-4126-aa13-ffde9b0f36ab req-a2728e4f-ae74-4d0e-af20-ee1404d9e0b7 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:42.305421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6964309-e7b2-4126-aa13-ffde9b0f36ab req-a2728e4f-ae74-4d0e-af20-ee1404d9e0b7 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 949 time: 0.2241721 Mar 10 14:58:42.418524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6964309-e7b2-4126-aa13-ffde9b0f36ab req-2d9924ae-55f7-4860-9266-989ff439e287 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071718 Mar 10 14:58:42.438307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Allocated IP 172.20.0.10 (45f63702-258a-4faa-b361-a91319316960/0f999e85-afee-4f55-a7b1-cf2f9a5ab040/d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:58:42.629062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1076cfc5-c0bb-4ef0-8983-1fd5e4651f0e req-9600664d-6f32-4d9b-b1d5-165b5603946a tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0765817 Mar 10 14:58:42.939131 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks [] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:43.026901 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:43.069648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Network 45f63702-258a-4faa-b361-a91319316960 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:58:43.073625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:58:43.082426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:58:43.151108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event updated for resources: {'Port': ['ID=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:43.187107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:43.187972 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:43.215298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-94bb7f0b-2e09-470e-a4af-ab306c94bec7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4321404 Mar 10 14:58:43.249216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Request body: {'port': {'device_id': '86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:43.363042 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:43.828105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:43.837045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Publish callbacks [] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:43.858679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Transition to ACTIVE for port object d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:58:43.868344 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:43.931254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Pushing event updated for resources: {'Port': ['ID=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:44.030112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Attempting to bind port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:58:44.030878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Attempting to bind port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:58:44.030878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Attempting to bind port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:44.036681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a on network 45f63702-258a-4faa-b361-a91319316960 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:58:44.037008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Attempting to bind port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:44.043483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:58:44.044079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Checking segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:58:44.044646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Bound using segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:58:44.045268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Bound port: d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:58:44.045850 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:44.147832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] For port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:44.154661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] For port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:58:44.167356 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:44.208527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:44.209181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:44.210835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] 10.222.0.45 "PUT /v2.0/ports/d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a HTTP/1.1" status: 200 len: 1092 time: 0.9674211 Mar 10 14:58:44.211330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4', 'tag': 'd48dc402-a1ae-48ea-8a2d-5ae5c02fa28a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:44.213966 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38570d22-dce2-4f30-abe5-6d5f4ccb516b" -d '{"events": [{"name": "network-changed", "server_uuid": "86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4", "tag": "d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:44.267940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa63f5-8506-4bc4-9b4b-5704835df6eb service neutron] Pushing event updated for resources: {'Port': ['ID=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:44.351954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-dcb18420-1093-4bfe-86bf-e3bfd16204ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:44.353736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-dcb18420-1093-4bfe-86bf-e3bfd16204ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 1126 time: 0.0732675 Mar 10 14:58:44.425801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-3c33d49a-aac2-482f-8a38-3dd7db1b4863 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a HTTP/1.1" status: 200 len: 217 time: 0.0520616 Mar 10 14:58:44.500092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-4eb6f7f1-e9a3-418d-a032-66ae24e09ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:44.501661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-4eb6f7f1-e9a3-418d-a032-66ae24e09ea0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.0645597 Mar 10 14:58:44.569193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-164d1b94-eaf9-49f5-8da5-4670bae00846 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497251 Mar 10 14:58:44.748123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-40fccd53-d161-4e18-b365-3938a1869d47 service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412764 Mar 10 14:58:44.898997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76184fdf-7ed7-4fcc-bbf4-203b39398964 req-45cea84f-084f-4183-88c8-0468c6f8af4c service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301692 Mar 10 14:58:47.631685 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:48.446506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:48.561401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:48.580581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'd48dc402-a1ae-48ea-8a2d-5ae5c02fa28a', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'port_id': 'd48dc402-a1ae-48ea-8a2d-5ae5c02fa28a', 'mac_address': 'fa:16:3e:79:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f999e85-afee-4f55-a7b1-cf2f9a5ab040', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:48.633906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:48.634687 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:48.651841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:48.679985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:48.685284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:48.750154 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:48.763774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.764379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.764908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.765243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.765581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.765907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.766269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.766692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.767129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.767452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.768027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.768352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:48.768939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:58:49.243053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:50.335022 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:51.546435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-a9810cdd-e2ec-4297-ba80-514a8246b845 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253296 Mar 10 14:58:51.660077 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e523fad5-4f80-4b07-b171-c98f9ac5eccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:51.690446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989d195-149f-47c9-bc72-2f3708000d62 req-8f39da7b-802d-4b2a-93f6-27361874f2e0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:51.691955 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f989d195-149f-47c9-bc72-2f3708000d62 req-8f39da7b-802d-4b2a-93f6-27361874f2e0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1283019 Mar 10 14:58:51.716864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-57eb67ca-d5d2-48b6-9ff9-ea5e6ca74e3a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:51.718344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-57eb67ca-d5d2-48b6-9ff9-ea5e6ca74e3a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666107 Mar 10 14:58:51.740440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-65ca6b93-613e-4880-9a59-a470b553f63e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/quotas/e2b42172400f4c3d9d37b41f77c0c27c HTTP/1.1" status: 200 len: 375 time: 0.0148056 Mar 10 14:58:51.772371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f989d195-149f-47c9-bc72-2f3708000d62 req-56505546-422f-4353-9c0d-617530c4c8b8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702751 Mar 10 14:58:51.818067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-e759cf86-5ef0-4b57-9828-54d2ca44dd3c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688899 Mar 10 14:58:52.108928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d614b-363b-4969-8f11-10424ceaf8b7 req-da8e8243-c239-49ea-a6b6-75e585c1337d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:52.109541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-090d614b-363b-4969-8f11-10424ceaf8b7 req-da8e8243-c239-49ea-a6b6-75e585c1337d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.1038635 Mar 10 14:58:52.116330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d306334-3971-4f7b-a26f-7226c423cb2b req-11a29425-5589-49d8-992e-0858d9869c9b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:52.118301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d306334-3971-4f7b-a26f-7226c423cb2b req-11a29425-5589-49d8-992e-0858d9869c9b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 949 time: 0.1214826 Mar 10 14:58:52.193803 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-090d614b-363b-4969-8f11-10424ceaf8b7 req-54749f7d-aff8-44dd-9ced-053bab68fed6 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744731 Mar 10 14:58:52.198243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d306334-3971-4f7b-a26f-7226c423cb2b req-c1ebaa35-b41a-4505-9c15-fd7b12363617 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727341 Mar 10 14:58:52.259896 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffa5244-d847-4f0d-8bce-456d2a259bda x-openstack-request-id: req-3ffa5244-d847-4f0d-8bce-456d2a259bda {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:52.261156 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4", "tag": "d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:52.261573 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ffa5244-d847-4f0d-8bce-456d2a259bda {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:52.262136 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4', 'tag': 'd48dc402-a1ae-48ea-8a2d-5ae5c02fa28a', 'status': 'completed', 'code': 200} Mar 10 14:58:52.414878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbf023-8ea9-4d75-b372-d1379989732d req-08bb266f-f265-4d9a-98fb-52b2ce7f70d3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:52.416878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cfbf023-8ea9-4d75-b372-d1379989732d req-08bb266f-f265-4d9a-98fb-52b2ce7f70d3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1300919 Mar 10 14:58:52.440782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db052dda-afec-4181-a4cf-766043c4074e req-a963ba67-2648-4bf6-b60a-d7aea69b545a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 210 time: 0.0448887 Mar 10 14:58:52.469510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38570d22-dce2-4f30-abe5-6d5f4ccb516b req-ed338416-0a5d-41e8-978e-46965b90cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:52.469510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38570d22-dce2-4f30-abe5-6d5f4ccb516b req-ed338416-0a5d-41e8-978e-46965b90cd11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 1127 time: 0.1352897 Mar 10 14:58:52.478238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:58:52.542839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cfbf023-8ea9-4d75-b372-d1379989732d req-b2ffb759-6727-495c-9ff7-b58008054d5a tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021817 Mar 10 14:58:52.579743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:58:52.588363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:52.588952 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:52.681499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38570d22-dce2-4f30-abe5-6d5f4ccb516b req-637a5ccd-d9a8-4b54-bde3-0f053726f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:52.683035 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38570d22-dce2-4f30-abe5-6d5f4ccb516b req-637a5ccd-d9a8-4b54-bde3-0f053726f7f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 912 time: 0.1910830 Mar 10 14:58:52.699339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449a4d3-ff69-491f-8c23-99ec47593fbb req-e3368745-a212-4340-ba3d-a2eb16aa10e9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:52.703269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3449a4d3-ff69-491f-8c23-99ec47593fbb req-e3368745-a212-4340-ba3d-a2eb16aa10e9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=e23cd96d-768a-4ed0-a7cf-cedbb14d1889 HTTP/1.1" status: 200 len: 950 time: 0.1831656 Mar 10 14:58:52.731878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:52.732424 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:52.736731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269272d8-0542-421e-a1c9-b6b303c9ef94 req-86ee92fa-40e2-4b35-9a80-a6ad68626232 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:52.738275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-269272d8-0542-421e-a1c9-b6b303c9ef94 req-86ee92fa-40e2-4b35-9a80-a6ad68626232 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 949 time: 0.1117737 Mar 10 14:58:52.764057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48dc402-a1ae-48ea-8a2d-5ae5c02fa28a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:52.766663 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490b0162-5f9b-40a0-93ba-a1ba41641cd1" -d '{"events": [{"server_uuid": "86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:52.782825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:52.788232 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:52.852584 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:53.056430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38570d22-dce2-4f30-abe5-6d5f4ccb516b req-44d9e934-3d6c-4be3-a8c5-e5d04db0eaa7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a HTTP/1.1" status: 200 len: 217 time: 0.3316045 Mar 10 14:58:53.147502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3449a4d3-ff69-491f-8c23-99ec47593fbb req-dae74d12-a2b9-42c6-b494-d35a14a4ed21 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371004 Mar 10 14:58:53.161130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38570d22-dce2-4f30-abe5-6d5f4ccb516b req-f0a91d3d-a003-41b8-a4a2-305da08a7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:53.162636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38570d22-dce2-4f30-abe5-6d5f4ccb516b req-f0a91d3d-a003-41b8-a4a2-305da08a7799 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.0824273 Mar 10 14:58:53.166394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-269272d8-0542-421e-a1c9-b6b303c9ef94 req-2f4cfd76-9ff5-4590-86cc-663f42448c80 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149852 Mar 10 14:58:53.223142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38570d22-dce2-4f30-abe5-6d5f4ccb516b req-e3e6fd49-1501-4abd-b238-d862f7d1cb8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390944 Mar 10 14:58:53.284509 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c174040c-6f82-48e8-ae39-037d494831f6 x-openstack-request-id: req-c174040c-6f82-48e8-ae39-037d494831f6 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:53.285082 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:53.285555 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c174040c-6f82-48e8-ae39-037d494831f6 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:53.288452 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48dc402-a1ae-48ea-8a2d-5ae5c02fa28a', 'code': 200} Mar 10 14:58:53.380445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb70b3-ef35-4063-8e20-bbe01e1e1cc0 req-214cc54e-5618-4d67-9197-a5cd0dc527f0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:53.381753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ceb70b3-ef35-4063-8e20-bbe01e1e1cc0 req-214cc54e-5618-4d67-9197-a5cd0dc527f0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1370547 Mar 10 14:58:53.395807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38570d22-dce2-4f30-abe5-6d5f4ccb516b req-fbcb4704-fc30-4094-8976-7418bfa87acb service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534050 Mar 10 14:58:53.471340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ceb70b3-ef35-4063-8e20-bbe01e1e1cc0 req-7c849707-13db-4606-a91d-82082e51049a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796328 Mar 10 14:58:53.579238 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-61a6bfb4-b234-49e4-8269-ca2c7514f14e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373163 Mar 10 14:58:53.628656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38570d22-dce2-4f30-abe5-6d5f4ccb516b req-6b2402bf-504b-433e-a786-bf3db81af3aa service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982570 Mar 10 14:58:53.696001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04d6e-2cef-4e69-9979-06367ba29cf0 req-f0fc158f-b194-4ad3-aee1-a0d285a257e1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:53.701312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04d6e-2cef-4e69-9979-06367ba29cf0 req-f0fc158f-b194-4ad3-aee1-a0d285a257e1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:53.708569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84e04d6e-2cef-4e69-9979-06367ba29cf0 req-f0fc158f-b194-4ad3-aee1-a0d285a257e1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe&device_id=e23cd96d-768a-4ed0-a7cf-cedbb14d1889 HTTP/1.1" status: 200 len: 1690 time: 0.1822445 Mar 10 14:58:53.720337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec8e9c-8d13-4c3e-9d21-468a577325aa req-3b891b51-dde3-404d-b140-c031740854e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:53.721830 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-deec8e9c-8d13-4c3e-9d21-468a577325aa req-3b891b51-dde3-404d-b140-c031740854e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 1128 time: 0.1945415 Mar 10 14:58:53.782630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84e04d6e-2cef-4e69-9979-06367ba29cf0 req-dd269e69-13ab-4553-8ab0-c24b5bf416ba tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729649 Mar 10 14:58:53.786249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-81890232-dc06-471e-bb44-991e254996dc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:53.789101 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-81890232-dc06-471e-bb44-991e254996dc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897690 Mar 10 14:58:53.812796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Request body: {'port': {'device_id': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'e2b42172400f4c3d9d37b41f77c0c27c'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:53.820673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-deec8e9c-8d13-4c3e-9d21-468a577325aa req-93c758c7-ab48-4b91-afee-9d9b51f8f73a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655208 Mar 10 14:58:53.919200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880b937-a5bc-4df0-bf11-22966aab5cf1 req-ad7a7584-870a-4929-891b-9452ede822f8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:53.920495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e880b937-a5bc-4df0-bf11-22966aab5cf1 req-ad7a7584-870a-4929-891b-9452ede822f8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0634143 Mar 10 14:58:53.962333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Made reservation on behalf of e2b42172400f4c3d9d37b41f77c0c27c for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:53.966729 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:54.001855 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7b6408d1-5016-4fca-a7d1-bad66061e0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:54.033342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ed2ab49-134e-4c68-9c48-cecef8b8895b req-aae52452-a055-4841-ab5e-174f555c6a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 210 time: 0.0431645 Mar 10 14:58:54.058091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e880b937-a5bc-4df0-bf11-22966aab5cf1 req-48de8841-38ba-4e91-a631-d2f5a47eeaac tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303923 Mar 10 14:58:54.174881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Allocated IP 192.168.233.152 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/a5ac908f-ed17-4999-bdbb-718a9cc02e3a) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:58:54.252829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f21628-7840-4e42-b568-00b1a00fe4dd req-b1227515-cc6b-41e4-bf6a-4f008277e9cf tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:54.254070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7f21628-7840-4e42-b568-00b1a00fe4dd req-b1227515-cc6b-41e4-bf6a-4f008277e9cf tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0721319 Mar 10 14:58:54.331222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7f21628-7840-4e42-b568-00b1a00fe4dd req-9536b697-7ad0-4880-acc4-18f2dac59488 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690763 Mar 10 14:58:54.409356 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks [] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:54.431739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ed3cc-668e-485c-9da1-5b86a9a5d6bf req-bcf16d7c-a1fb-4906-88d6-fad1f3cfcc9c tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:54.433277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-276ed3cc-668e-485c-9da1-5b86a9a5d6bf req-bcf16d7c-a1fb-4906-88d6-fad1f3cfcc9c tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 1131 time: 0.0533540 Mar 10 14:58:54.465838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:54.484165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:54.508548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:58:54.512377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:58:54.517981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:58:54.521746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-276ed3cc-668e-485c-9da1-5b86a9a5d6bf req-4e3b0ff4-3ae2-4e82-ae4b-d3be099ac201 tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811238 Mar 10 14:58:54.559413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['918a1b19-f76d-43e6-b504-867c9109a73c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:54.575479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:54.605668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:54.608120 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:54.651044 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-957c72db-5df1-4a3f-a33b-d6322609630c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8436270 Mar 10 14:58:54.679686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Request body: {'port': {'device_id': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:54.715250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc1a47-6a07-4e6d-a586-a7389e57b953 req-4e2d17ca-b7d7-4f1f-98aa-df9baabc5c28 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:54.716916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2adc1a47-6a07-4e6d-a586-a7389e57b953 req-4e2d17ca-b7d7-4f1f-98aa-df9baabc5c28 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1028516 Mar 10 14:58:54.796284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482b188-29ee-44ad-96d5-8df4e04ba660 req-b72bdd97-0024-48e5-bbc7-203f619a21ec tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:54.799187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0482b188-29ee-44ad-96d5-8df4e04ba660 req-b72bdd97-0024-48e5-bbc7-203f619a21ec tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e23cd96d-768a-4ed0-a7cf-cedbb14d1889 HTTP/1.1" status: 200 len: 1132 time: 0.1277792 Mar 10 14:58:54.842656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:54.926251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2adc1a47-6a07-4e6d-a586-a7389e57b953 req-ec2ec27d-d286-4e4a-b3a0-9890504b5dd5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953695 Mar 10 14:58:54.956080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0482b188-29ee-44ad-96d5-8df4e04ba660 req-7b3e6385-3d91-4d29-9b7b-ac967bdedf11 tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379166 Mar 10 14:58:54.969182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3a2c2113-fb2b-4637-a0d1-0944afa20f8f None None] Provisioning complete for port a5ac908f-ed17-4999-bdbb-718a9cc02e3a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:54.969722 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3a2c2113-fb2b-4637-a0d1-0944afa20f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:55.043648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c2113-fb2b-4637-a0d1-0944afa20f8f None None] Port a5ac908f-ed17-4999-bdbb-718a9cc02e3a cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:58:55.105596 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:55.287196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98455f-43bb-4946-9825-6d093cedd9b5 req-01789aa2-c4a1-4720-af84-8b4121ae7890 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:55.288717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d98455f-43bb-4946-9825-6d093cedd9b5 req-01789aa2-c4a1-4720-af84-8b4121ae7890 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 936 time: 0.0874801 Mar 10 14:58:55.299391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ac908f-ed17-4999-bdbb-718a9cc02e3a {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:55.311064 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Publish callbacks [] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:55.321203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1c318-8fe3-4da5-8414-124b7178212d req-98d622e9-d478-413a-85a2-78a421ff3847 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:55.322673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8a1c318-8fe3-4da5-8414-124b7178212d req-98d622e9-d478-413a-85a2-78a421ff3847 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0886078 Mar 10 14:58:55.326029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Transition to ACTIVE for port object a5ac908f-ed17-4999-bdbb-718a9cc02e3a will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:58:55.332536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:55.368624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d98455f-43bb-4946-9825-6d093cedd9b5 req-93258e53-438b-4a01-ae9c-9ab32d564817 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724473 Mar 10 14:58:55.402944 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8a1c318-8fe3-4da5-8414-124b7178212d req-c1fe2862-dbba-4394-94e5-090c20f0ab1b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679653 Mar 10 14:58:55.478901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:55.543677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:58:55.543950 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:58:55.544282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:55.550010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d5c4b8ba-1e8b-495a-b8a9-8647edb4940f no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:58:55.550389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:58:55.551031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:55.561273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:58:55.561887 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:58:55.562708 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:58:55.563752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Bound port: a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:58:55.564289 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:55.591224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-7cbbbeb2-e997-45c1-b990-70b31cfd851a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367482 Mar 10 14:58:55.693357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:55.694021 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:55.723006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:55.728613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:55.729722 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:58:55.732344 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ea87cd-5333-4bcf-b36f-3099d634fdfd" -d '{"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:55.738975 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:55.747598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:55.760576 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:55.778830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-706ec5bb-8631-401e-9354-638088fcd65b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:55.784046 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:55.784873 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:55.785537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-706ec5bb-8631-401e-9354-638088fcd65b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934552 Mar 10 14:58:55.786530 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 1096 time: 1.1155348 Mar 10 14:58:55.787108 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:55.790347 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4872031-2f27-438b-82d3-b4502d629e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:55.822048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-97b50605-a8c0-4e01-921a-d34449f4a22f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/quotas/7f6dc28adc7e40b9b9096767faf51860 HTTP/1.1" status: 200 len: 375 time: 0.0355589 Mar 10 14:58:55.823620 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29d03e-f9b8-45ca-9f25-b3e39c4f69b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:55.858770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:55.876857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f5f4f-8f02-47fd-859b-5aa763f312e0 req-02860478-300e-4be9-8971-40e1cf8e60ef tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:55.878451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82f5f4f-8f02-47fd-859b-5aa763f312e0 req-02860478-300e-4be9-8971-40e1cf8e60ef tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1591544 Mar 10 14:58:55.924490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-7f25cd2a-422c-4862-ab97-30e2761157b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:55.926546 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-7f25cd2a-422c-4862-ab97-30e2761157b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1130 time: 0.0657749 Mar 10 14:58:55.961460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-7e9be49a-241c-457a-a4e5-979ea629278b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1385355 Mar 10 14:58:55.981676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82f5f4f-8f02-47fd-859b-5aa763f312e0 req-ed7985a4-adf5-44aa-8c07-8aeadc37c2bb tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860159 Mar 10 14:58:55.992685 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-6db2cb0b-950f-43e5-bc04-b2ee20dc7044 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 217 time: 0.0489032 Mar 10 14:58:56.056877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-ae8d3b05-c6fe-4c77-ba99-05f62a26150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:56.059456 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-ae8d3b05-c6fe-4c77-ba99-05f62a26150c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0537472 Mar 10 14:58:56.078604 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bbcc97-323e-412c-a4e5-125ded5d76ee x-openstack-request-id: req-d9bbcc97-323e-412c-a4e5-125ded5d76ee {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:56.079661 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:56.080594 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9bbcc97-323e-412c-a4e5-125ded5d76ee {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:56.081313 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'code': 200} Mar 10 14:58:56.130722 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c95748f-f5dc-4089-862a-5efa690bc690 x-openstack-request-id: req-0c95748f-f5dc-4089-862a-5efa690bc690 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:58:56.131042 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:58:56.131298 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c95748f-f5dc-4089-862a-5efa690bc690 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:58:56.131696 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'status': 'completed', 'code': 200} Mar 10 14:58:56.161304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-da1f4bb2-4d36-4e3f-b54f-92e39db6a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:56.162839 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-da1f4bb2-4d36-4e3f-b54f-92e39db6a552 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0874116 Mar 10 14:58:56.272402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c5c6bfb-3ffb-4c73-8801-b4531fac4453 req-7944b102-0eea-46ea-8ef2-7be798549496 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 210 time: 0.0476916 Mar 10 14:58:56.308274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdfd4a-3274-4dbb-a757-a69c1090c7ed req-70a2b62c-3720-4d66-b4c3-b94c0d016567 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:56.324151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bcdfd4a-3274-4dbb-a757-a69c1090c7ed req-70a2b62c-3720-4d66-b4c3-b94c0d016567 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1357906 Mar 10 14:58:56.335021 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-1e565214-b493-4c52-9af6-d137a09c48c4 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482210 Mar 10 14:58:56.441046 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:56.442283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bcdfd4a-3274-4dbb-a757-a69c1090c7ed req-ea862ca6-0b28-4b64-953c-00ea9fdf75fc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199393 Mar 10 14:58:56.521798 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d563796a-af7c-42c0-a99e-1dcd81f380fb req-158d7e58-edb5-4e09-9ddd-54cd034f02db service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650212 Mar 10 14:58:56.574521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95aa91-e9b0-4a3d-843b-ddede60127db req-fd26cbf6-2114-43b2-ae79-baf0c2d8f016 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:56.580581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d95aa91-e9b0-4a3d-843b-ddede60127db req-fd26cbf6-2114-43b2-ae79-baf0c2d8f016 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0788567 Mar 10 14:58:56.690159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d95aa91-e9b0-4a3d-843b-ddede60127db req-b48f6011-c266-4de2-a180-d80dd15a3ded tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085551 Mar 10 14:58:56.706294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4872031-2f27-438b-82d3-b4502d629e2b req-5533694c-8b59-463c-a101-6c2a5a5538e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:56.708146 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c4872031-2f27-438b-82d3-b4502d629e2b req-5533694c-8b59-463c-a101-6c2a5a5538e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1130 time: 0.0833025 Mar 10 14:58:56.730548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46dd86-89cb-4ca5-822f-c26699f3f9ff req-7afbae2a-2fd8-46c4-a17c-8808816df0fd tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:56.740144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c46dd86-89cb-4ca5-822f-c26699f3f9ff req-7afbae2a-2fd8-46c4-a17c-8808816df0fd tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 948 time: 0.1566172 Mar 10 14:58:56.822697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c46dd86-89cb-4ca5-822f-c26699f3f9ff req-f5f13886-ac03-4787-9de8-7c3e6358137b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768735 Mar 10 14:58:56.883472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4872031-2f27-438b-82d3-b4502d629e2b req-47569d3b-a483-47db-936d-363051d094fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:56.885199 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c4872031-2f27-438b-82d3-b4502d629e2b req-47569d3b-a483-47db-936d-363051d094fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1578238 Mar 10 14:58:56.897422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40742) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:56.962440 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c4872031-2f27-438b-82d3-b4502d629e2b req-aaf51e20-149d-4deb-a12d-09d731b0d019 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 217 time: 0.0586035 Mar 10 14:58:57.088319 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9818e987-db15-496d-8723-342db6dc5848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:57.109359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4872031-2f27-438b-82d3-b4502d629e2b req-75d2c237-4cf4-4251-99e8-163665796acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:57.110820 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c4872031-2f27-438b-82d3-b4502d629e2b req-75d2c237-4cf4-4251-99e8-163665796acd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1323247 Mar 10 14:58:57.114542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ba83d-08a1-4bb5-b805-46a492a22140 req-ba5674c6-cf42-4cdf-b485-7878078cad27 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:57.116202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-154ba83d-08a1-4bb5-b805-46a492a22140 req-ba5674c6-cf42-4cdf-b485-7878078cad27 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0669940 Mar 10 14:58:57.177795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-154ba83d-08a1-4bb5-b805-46a492a22140 req-2d87cc79-75a7-410d-9853-d0ae814f4735 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538106 Mar 10 14:58:57.234706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9818e987-db15-496d-8723-342db6dc5848 admin admin] Publish callbacks [] for security_group (05ada7e7-b789-4398-9422-26d88f2a4906), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:57.240515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4872031-2f27-438b-82d3-b4502d629e2b req-8cf7e220-4b4f-48fd-97ad-b9da8eb52e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:57.242754 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c4872031-2f27-438b-82d3-b4502d629e2b req-8cf7e220-4b4f-48fd-97ad-b9da8eb52e9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0821466 Mar 10 14:58:57.243880 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9818e987-db15-496d-8723-342db6dc5848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (05ada7e7-b789-4398-9422-26d88f2a4906), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:57.289519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818e987-db15-496d-8723-342db6dc5848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ada7e7-b789-4398-9422-26d88f2a4906,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:57.396129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-649b7214-0ced-4319-b138-f9de7edc86af req-a4b5a514-63cb-4a25-85c6-797179a05f0a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 210 time: 0.0388930 Mar 10 14:58:57.398038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40754) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:57.407332 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9818e987-db15-496d-8723-342db6dc5848 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c166b046c4b04f0a9101d326f924958a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5085881 Mar 10 14:58:57.442758 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c4872031-2f27-438b-82d3-b4502d629e2b req-b9ca31e2-324c-4217-b2c9-cad6f75d67c5 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783597 Mar 10 14:58:57.512802 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f527-1189-4ae1-a467-e301011a228c admin admin] Publish callbacks [] for security_group (05ada7e7-b789-4398-9422-26d88f2a4906), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:57.626313 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c4872031-2f27-438b-82d3-b4502d629e2b req-72afb4c9-dd09-4295-bf7a-9442dee4533c service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690300 Mar 10 14:58:57.636911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f527-1189-4ae1-a467-e301011a228c admin admin] Publish callbacks [] for security_group (05ada7e7-b789-4398-9422-26d88f2a4906), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:57.649532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-30effd75-812d-4e99-851f-79a24055662c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1201158 Mar 10 14:58:57.738279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c91958-9d53-4851-aa6c-7ecf46193302 req-3f56c9ac-3b50-45e0-96c6-72de3e4ba804 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:57.740791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3c91958-9d53-4851-aa6c-7ecf46193302 req-3f56c9ac-3b50-45e0-96c6-72de3e4ba804 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1868997 Mar 10 14:58:57.875630 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f527-1189-4ae1-a467-e301011a228c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (05ada7e7-b789-4398-9422-26d88f2a4906), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:57.878462 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbf4f527-1189-4ae1-a467-e301011a228c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:57.881991 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cbf4f527-1189-4ae1-a467-e301011a228c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05ada7e7-b789-4398-9422-26d88f2a4906 HTTP/1.1" status: 204 len: 168 time: 0.4807196 Mar 10 14:58:57.914415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-110d8440-188d-4e11-b42e-f708214ce50f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:57.915945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-110d8440-188d-4e11-b42e-f708214ce50f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557709 Mar 10 14:58:57.921820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4f527-1189-4ae1-a467-e301011a228c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ada7e7-b789-4398-9422-26d88f2a4906,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:57.954595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Request body: {'port': {'device_id': 'd3ba1ad7-200b-4dd8-b2b9-ab6132b2594e', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '7f6dc28adc7e40b9b9096767faf51860'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:57.982322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3c91958-9d53-4851-aa6c-7ecf46193302 req-b70cc44e-b1c7-4ebf-89da-4ff943fc975c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333930 Mar 10 14:58:58.065138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b1f67-dc40-4fdb-a993-3227c1782fd7 req-6aa8d175-5845-41c8-9154-f890aee540c3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:58.066558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec2b1f67-dc40-4fdb-a993-3227c1782fd7 req-6aa8d175-5845-41c8-9154-f890aee540c3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.2523830 Mar 10 14:58:58.119992 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:58.169500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec2b1f67-dc40-4fdb-a993-3227c1782fd7 req-aba66d28-bda4-4a49-bfc4-d95b2538dd09 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914092 Mar 10 14:58:58.185408 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:58:58.253618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Made reservation on behalf of 7f6dc28adc7e40b9b9096767faf51860 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:58.262364 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:58.359243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68b2ad-f28b-4e9d-ba76-21764937f145 req-28bff858-47d4-47a8-8c53-2b0cb17ac5b1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:58.361553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e68b2ad-f28b-4e9d-ba76-21764937f145 req-28bff858-47d4-47a8-8c53-2b0cb17ac5b1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 948 time: 0.1927567 Mar 10 14:58:58.447822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e68b2ad-f28b-4e9d-ba76-21764937f145 req-a7e0b82b-1b07-4b47-8606-d0997c0811c7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672917 Mar 10 14:58:58.494191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0a13b414-130b-496a-b63e-bc65e0376fb9 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:58.560988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02cfa8e2-fcaa-4b30-8693-d606d7f046e4 req-b55e3997-49b8-49a9-bbb4-8eb3706400d3 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 210 time: 0.0759759 Mar 10 14:58:58.597221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Allocated IP 192.168.233.151 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/e3069e3a-3c87-4a29-90db-2fdb2934391b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:58:58.664110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0a13b414-130b-496a-b63e-bc65e0376fb9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0a13b414-130b-496a-b63e-bc65e0376fb9,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:58.692872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '0a13b414-130b-496a-b63e-bc65e0376fb9', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '0a13b414-130b-496a-b63e-bc65e0376fb9', 'mac_address': 'fa:16:3e:b8:46:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:58:58.763669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-92db247d-8a2d-4960-88d9-12a3fd323612 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:58.765194 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-92db247d-8a2d-4960-88d9-12a3fd323612 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1127 time: 0.1096363 Mar 10 14:58:58.778014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0a13b414-130b-496a-b63e-bc65e0376fb9 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:58:58.778472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833090-1'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:58.778595 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:58.792847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a13b414-130b-496a-b63e-bc65e0376fb9 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:58:58.817495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0a13b414-130b-496a-b63e-bc65e0376fb9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0a13b414-130b-496a-b63e-bc65e0376fb9,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:58.827155 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:58.834535 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40812) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:58:58.876699 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks [] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:58.886203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0a13b414-130b-496a-b63e-bc65e0376fb9,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:58.915352 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:58.937397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:58.953136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cf16e307-c862-4d16-860c-3ed4b7cf02f7'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:58.998567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', '497a600a-4230-4589-b022-c125e2f94165', '3a31c5f2-60c8-446f-acc7-f918e759fbef', '0e1d0682-11ba-4602-a761-861881005198'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:58.999578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-network', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:59.043410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:58:59.059819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:58:59.066006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:58:59.138349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Made reservation on behalf of c8d96bcfe6d04857bbf970d101206fd3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:58:59.142942 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:59.160470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event updated for resources: {'Port': ['ID=e3069e3a-3c87-4a29-90db-2fdb2934391b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:59.232554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:59.233109 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:59.257903 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d797c308-5569-4ce5-9197-1e88a4682d87 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3161333 Mar 10 14:58:59.271610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c8d06-3c45-4c27-a266-b4c6cd2cb280 req-31318383-7084-40f7-a133-bb0c59335e25 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:59.275496 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:59.280750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c75c8d06-3c45-4c27-a266-b4c6cd2cb280 req-31318383-7084-40f7-a133-bb0c59335e25 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 945 time: 0.1224961 Mar 10 14:58:59.293344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Request body: {'port': {'device_id': 'd3ba1ad7-200b-4dd8-b2b9-ab6132b2594e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:58:59.369784 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ce496d4e-9d14-44fb-a18a-dec38b537711,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:58:59.383926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0a13b414-130b-496a-b63e-bc65e0376fb9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:58:59.458394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ce496d4e-9d14-44fb-a18a-dec38b537711 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:58:59.491548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c75c8d06-3c45-4c27-a266-b4c6cd2cb280 req-26bc3ccf-ce4b-41ef-a0e6-e3043d994e9c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097039 Mar 10 14:58:59.522068 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:59.543284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:59.572589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d63207-ae65-4bc4-b8b0-67550ecd6cf8 req-235c6085-e0a9-4067-a54b-12c88a38d4c5 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:59.576101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21d63207-ae65-4bc4-b8b0-67550ecd6cf8 req-235c6085-e0a9-4067-a54b-12c88a38d4c5 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.2335544 Mar 10 14:58:59.587798 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Publish callbacks [] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:59.591072 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce496d4e-9d14-44fb-a18a-dec38b537711'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:58:59.594849 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed246910-9866-4d4a-9f92-54973be2e0ed" -d '{"events": [{"server_uuid": "6a254fe7-49fb-45fe-9a0d-b82d4d0b992f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce496d4e-9d14-44fb-a18a-dec38b537711"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:58:59.602329 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:59.612856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fd456448-128d-4e8d-87b2-6fb598172d1c None None] Provisioning complete for port e3069e3a-3c87-4a29-90db-2fdb2934391b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:58:59.613274 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fd456448-128d-4e8d-87b2-6fb598172d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:59.656878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fd456448-128d-4e8d-87b2-6fb598172d1c None None] Port e3069e3a-3c87-4a29-90db-2fdb2934391b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:58:59.730813 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.resource_extend [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 14:58:59.773263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 on host n-h1-833090-1 for vnic_type normal with profile {"migrating_to": "n-h2-833090-1"} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:58:59.773850 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:58:59.774273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:59.832612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Port ce496d4e-9d14-44fb-a18a-dec38b537711 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:58:59.833140 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Attempting to bind port ce496d4e-9d14-44fb-a18a-dec38b537711 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:58:59.841886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:58:59.842389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:58:59.842926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:58:59.843458 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Bound port: ce496d4e-9d14-44fb-a18a-dec38b537711, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:58:59.844299 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:59.944383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:58:59.950089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ce496d4e-9d14-44fb-a18a-dec38b537711,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:58:59.953148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce496d4e-9d14-44fb-a18a-dec38b537711,revision_number=7']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:58:59.969154 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:58:59.984346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b43fe-5649-471a-92ac-eca77f651374 req-495e273c-8176-4674-9425-f80a49f485ac tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:58:59.985881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e9b43fe-5649-471a-92ac-eca77f651374 req-495e273c-8176-4674-9425-f80a49f485ac tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 948 time: 0.1566868 Mar 10 14:58:59.986959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Publish callbacks [] for security_group (372df7dc-ac38-4b1a-b2ec-4741db9a8776), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:00.022656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (372df7dc-ac38-4b1a-b2ec-4741db9a8776), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:00.037602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:59:00.046333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21d63207-ae65-4bc4-b8b0-67550ecd6cf8 req-41d8a0d1-ac68-4b65-9ca6-7cea263db554 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189677 Mar 10 14:59:00.055202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f60f69d9-6753-43fc-b742-93b84ea6e0fd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:00.055664 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Added segment f60f69d9-6753-43fc-b742-93b84ea6e0fd of type vlan for network 76985434-f49f-4157-88a3-fbfc5c3b2fa3 Mar 10 14:59:00.111444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (76985434-f49f-4157-88a3-fbfc5c3b2fa3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:00.173224 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (76985434-f49f-4157-88a3-fbfc5c3b2fa3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:00.174781 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:00.175491 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:00.236745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ce496d4e-9d14-44fb-a18a-dec38b537711,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:00.263388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ce496d4e-9d14-44fb-a18a-dec38b537711 has no active binding in host n-h2-833090-1 {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 14:59:00.305991 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Pushing event updated for resources: {'Network': ['ID=76985434-f49f-4157-88a3-fbfc5c3b2fa3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:00.325246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3069e3a-3c87-4a29-90db-2fdb2934391b {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:59:00.333223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e9b43fe-5649-471a-92ac-eca77f651374 req-96dbf37e-8194-43df-be9b-9546c2bd34a3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330901 Mar 10 14:59:00.342136 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Publish callbacks [] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:00.351218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 76985434-f49f-4157-88a3-fbfc5c3b2fa3 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:59:00.371602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40070e-adf1-48d3-9c6b-d549e6722839 req-fea483e9-b82c-45e4-aabe-33ecb9969fe2 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:00.373572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e40070e-adf1-48d3-9c6b-d549e6722839 req-fea483e9-b82c-45e4-aabe-33ecb9969fe2 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 936 time: 0.1706092 Mar 10 14:59:00.377991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Transition to ACTIVE for port object e3069e3a-3c87-4a29-90db-2fdb2934391b will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:59:00.393968 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:00.408451 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372df7dc-ac38-4b1a-b2ec-4741db9a8776,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:00.422403 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:00.423048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:00.424511 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] 10.222.0.62 "PUT /v2.0/ports/ce496d4e-9d14-44fb-a18a-dec38b537711 HTTP/1.1" status: 200 len: 1121 time: 1.6513336 Mar 10 14:59:00.425103 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b94d4-18c7-4b6c-b43a-f26183d7d0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce496d4e-9d14-44fb-a18a-dec38b537711,revision_number=8']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:00.465577 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-76837bcb-077a-41ef-a60a-cc081298c02f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6274872 Mar 10 14:59:00.468889 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f8d9aa-dcf1-413d-a295-b3cddb2484ac x-openstack-request-id: req-23f8d9aa-dcf1-413d-a295-b3cddb2484ac {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:00.474649 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a254fe7-49fb-45fe-9a0d-b82d4d0b992f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce496d4e-9d14-44fb-a18a-dec38b537711", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:00.476247 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23f8d9aa-dcf1-413d-a295-b3cddb2484ac {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:00.476856 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce496d4e-9d14-44fb-a18a-dec38b537711', 'code': 200} Mar 10 14:59:00.478092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40842) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:00.489542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] Request body: {'subnet': {'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-subnet', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:59:00.509857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e40070e-adf1-48d3-9c6b-d549e6722839 req-7afba7ff-5623-4812-9475-2da28897eeb3 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278565 Mar 10 14:59:00.524694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] Made reservation on behalf of c8d96bcfe6d04857bbf970d101206fd3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:59:00.531060 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:00.589957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a5ac908f-ed17-4999-bdbb-718a9cc02e3a details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:59:00.639238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0a13b414-130b-496a-b63e-bc65e0376fb9 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:00.659891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Pushing event updated for resources: {'Port': ['ID=e3069e3a-3c87-4a29-90db-2fdb2934391b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:00.664733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['ce496d4e-9d14-44fb-a18a-dec38b537711'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:59:00.774133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Attempting to bind port e3069e3a-3c87-4a29-90db-2fdb2934391b on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:59:00.774512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Attempting to bind port e3069e3a-3c87-4a29-90db-2fdb2934391b by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:59:00.775922 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.resource_extend [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 14:59:00.776156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Attempting to bind port e3069e3a-3c87-4a29-90db-2fdb2934391b on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:59:00.794928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Port e3069e3a-3c87-4a29-90db-2fdb2934391b on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:59:00.795138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Attempting to bind port e3069e3a-3c87-4a29-90db-2fdb2934391b on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:59:00.805946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:59:00.806288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:59:00.806826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:59:00.807420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Bound port: e3069e3a-3c87-4a29-90db-2fdb2934391b, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:59:00.807824 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:00.816811 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43c936d5-9fcb-4820-8284-cce32cdebe6f req-8de0d6c0-911e-4d2a-8884-28f67da97078 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1247830 Mar 10 14:59:00.820600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1447dba-28c4-49e7-a3f8-ea6eb13422d1 req-c113d513-ef8f-4bfd-9ade-20cb96c415cd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:00.830712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1447dba-28c4-49e7-a3f8-ea6eb13422d1 req-c113d513-ef8f-4bfd-9ade-20cb96c415cd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.1180503 Mar 10 14:59:00.890102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['ce496d4e-9d14-44fb-a18a-dec38b537711'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:59:00.961661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c936d5-9fcb-4820-8284-cce32cdebe6f req-7a100a92-016b-4237-8fd1-c9c052f88fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:00.979705 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43c936d5-9fcb-4820-8284-cce32cdebe6f req-7a100a92-016b-4237-8fd1-c9c052f88fb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 1127 time: 0.0971966 Mar 10 14:59:00.979705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (8ac94537-bc8e-4c2b-bd61-10084178e113), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:01.010240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1447dba-28c4-49e7-a3f8-ea6eb13422d1 req-71c2e2c5-5f54-4ebd-b40c-daafed542bbc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785221 Mar 10 14:59:01.049341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] For port e3069e3a-3c87-4a29-90db-2fdb2934391b, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:59:01.056590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] For port e3069e3a-3c87-4a29-90db-2fdb2934391b, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=e3069e3a-3c87-4a29-90db-2fdb2934391b,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:59:01.077948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:01.118753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:01.119473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:01.125959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] 10.222.0.62 "PUT /v2.0/ports/e3069e3a-3c87-4a29-90db-2fdb2934391b HTTP/1.1" status: 200 len: 1096 time: 1.8420155 Mar 10 14:59:01.130100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ba1ad7-200b-4dd8-b2b9-ab6132b2594e', 'tag': 'e3069e3a-3c87-4a29-90db-2fdb2934391b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:01.147575 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e", "tag": "e3069e3a-3c87-4a29-90db-2fdb2934391b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:01.159385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] Checking segment: {'id': 'f60f69d9-6753-43fc-b742-93b84ea6e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:59:01.159385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] Network hostable DHCP agents. Network: 76985434-f49f-4157-88a3-fbfc5c3b2fa3, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:59:01.170405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac94537-bc8e-4c2b-bd61-10084178e113,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:01.229735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] Network 76985434-f49f-4157-88a3-fbfc5c3b2fa3 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:59:01.235398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 0a13b414-130b-496a-b63e-bc65e0376fb9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:01.235781 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:01.238502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c936d5-9fcb-4820-8284-cce32cdebe6f req-1c16c04c-3d22-4f49-ac02-c5416e91a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:01.240605 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43c936d5-9fcb-4820-8284-cce32cdebe6f req-1c16c04c-3d22-4f49-ac02-c5416e91a126 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.2343190 Mar 10 14:59:01.245978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 76985434-f49f-4157-88a3-fbfc5c3b2fa3) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:59:01.257745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:01.258503 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:01.299793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f5c442-4eaf-4d54-94ce-185496067d69 None None] Network 76985434-f49f-4157-88a3-fbfc5c3b2fa3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:59:01.328343 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43c936d5-9fcb-4820-8284-cce32cdebe6f req-f204c0e1-1b9a-4eb3-bbcf-963c121086fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b HTTP/1.1" status: 200 len: 217 time: 0.0794957 Mar 10 14:59:01.433066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d165467e-bc9e-4174-be63-3c18dcd82740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:01.434931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-d165467e-bc9e-4174-be63-3c18dcd82740 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 1130 time: 0.1968994 Mar 10 14:59:01.443839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40874) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:01.454045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-router', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:59:01.457143 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a50206b2-9a85-4893-95af-8c0ddf6eea5c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9715416 Mar 10 14:59:01.484992 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c936d5-9fcb-4820-8284-cce32cdebe6f req-91a767ef-f755-4f99-b287-8e52079657c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:01.486682 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43c936d5-9fcb-4820-8284-cce32cdebe6f req-91a767ef-f755-4f99-b287-8e52079657c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1466303 Mar 10 14:59:01.514366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-76985434-f49f-4157-88a3-fbfc5c3b2fa3', 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3', 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'fixed_ips': [{'subnet_id': '8ac94537-bc8e-4c2b-bd61-10084178e113'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 14:59:01.515185 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:01.527984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafc744-6819-4459-abe0-d80d302ee096 service neutron] Pushing event updated for resources: {'Port': ['ID=e3069e3a-3c87-4a29-90db-2fdb2934391b,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:01.535205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-74cb4e67-82d1-41f0-8e60-15aeec6bd4d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=e3069e3a-3c87-4a29-90db-2fdb2934391b HTTP/1.1" status: 200 len: 217 time: 0.0845342 Mar 10 14:59:01.536031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:01.537541 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:01.575783 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43c936d5-9fcb-4820-8284-cce32cdebe6f req-80b25bbc-e352-4382-a983-c2d2ac02d18b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798154 Mar 10 14:59:01.716242 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Publish callbacks [] for router_controller (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:01.726282 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045ff00d-b0b7-4133-94a2-e65d822d4e86 x-openstack-request-id: req-045ff00d-b0b7-4133-94a2-e65d822d4e86 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:01.728047 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e", "tag": "e3069e3a-3c87-4a29-90db-2fdb2934391b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:01.728755 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-045ff00d-b0b7-4133-94a2-e65d822d4e86 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:01.730752 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ba1ad7-200b-4dd8-b2b9-ab6132b2594e', 'tag': 'e3069e3a-3c87-4a29-90db-2fdb2934391b', 'status': 'completed', 'code': 200} Mar 10 14:59:01.854229 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43c936d5-9fcb-4820-8284-cce32cdebe6f req-5f55b3d0-b407-4501-8aad-89564633636d service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702527 Mar 10 14:59:02.000851 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43c936d5-9fcb-4820-8284-cce32cdebe6f req-abd21552-b9d4-4904-b1ff-43a76ec90d5d service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308091 Mar 10 14:59:02.028661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:02.137157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Allocated IP 172.20.0.2 (76985434-f49f-4157-88a3-fbfc5c3b2fa3/8ac94537-bc8e-4c2b-bd61-10084178e113/c243f658-8a42-4feb-927b-4bc921397a4c) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:59:02.243233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3f6ea-b32e-4c1d-a050-2fcb01569056 req-2cc9102d-27b3-46a9-891a-f2d3a4599c82 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:02.245623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ae3f6ea-b32e-4c1d-a050-2fcb01569056 req-2cc9102d-27b3-46a9-891a-f2d3a4599c82 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 1.0054905 Mar 10 14:59:02.338372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'mac_address': 'fa:16:3e:92:a3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:59:02.409030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-2851aaac-e1a5-4a4b-b67d-8ec5160f6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:02.410517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-2851aaac-e1a5-4a4b-b67d-8ec5160f6578 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.6892619 Mar 10 14:59:02.465271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0a13b414-130b-496a-b63e-bc65e0376fb9 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:02.465673 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:02.476867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a5ac908f-ed17-4999-bdbb-718a9cc02e3a is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:02.477258 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:02.479335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'tag': 'ce496d4e-9d14-44fb-a18a-dec38b537711'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:02.481161 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d208fe33-f51e-4f90-9b54-db2dd08fa164" -d '{"events": [{"name": "network-changed", "server_uuid": "6a254fe7-49fb-45fe-9a0d-b82d4d0b992f", "tag": "ce496d4e-9d14-44fb-a18a-dec38b537711"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:02.550487 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ac908f-ed17-4999-bdbb-718a9cc02e3a {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:59:02.574880 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Publish callbacks [] for router_gateway (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:02.605773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ae3f6ea-b32e-4c1d-a050-2fcb01569056 req-f78c26da-763a-4b6b-99c5-444e267a4ab0 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405795 Mar 10 14:59:02.624516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0a13b414-130b-496a-b63e-bc65e0376fb9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0a13b414-130b-496a-b63e-bc65e0376fb9,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:02.624858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f4bd8-d11d-4242-960e-b42aa59e7e77 req-9fad93aa-0c7b-4c9f-8581-34024b27ea0f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:02.632190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f66f4bd8-d11d-4242-960e-b42aa59e7e77 req-9fad93aa-0c7b-4c9f-8581-34024b27ea0f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 948 time: 0.3988698 Mar 10 14:59:02.666605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a13b414-130b-496a-b63e-bc65e0376fb9'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:02.673843 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1912d307-6895-442d-83d7-9d51f5b6c8aa" -d '{"events": [{"server_uuid": "899e5d24-5e7e-4d4a-9a8b-b3293c8c3261", "name": "network-vif-plugged", "status": "completed", "tag": "0a13b414-130b-496a-b63e-bc65e0376fb9"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:02.704839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:02.708886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-c52e1b2a-f97a-42ca-9a52-8c4d6b863454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:02.710336 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:02.711592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-c52e1b2a-f97a-42ca-9a52-8c4d6b863454 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2795172 Mar 10 14:59:02.781805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f66f4bd8-d11d-4242-960e-b42aa59e7e77 req-94765207-ea53-4c86-ab0f-c35b553be2f4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451528 Mar 10 14:59:02.811813 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:02.831022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0a13b414-130b-496a-b63e-bc65e0376fb9,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:02.874968 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Publish callbacks [] for port (c243f658-8a42-4feb-927b-4bc921397a4c), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:02.889744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-ef3c2e12-cce1-4a9a-b821-be0be3702592 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693368 Mar 10 14:59:02.941817 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:03.009315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Network 76985434-f49f-4157-88a3-fbfc5c3b2fa3 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:59:03.015741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:59:03.024875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:59:03.057845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc000983-442b-4408-8560-dc585d3c9566 req-1fd79309-d153-49cd-bdb0-86a1925b807e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:03.059389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc000983-442b-4408-8560-dc585d3c9566 req-1fd79309-d153-49cd-bdb0-86a1925b807e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 948 time: 0.2959714 Mar 10 14:59:03.095164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:03.115685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Attempting to bind port c243f658-8a42-4feb-927b-4bc921397a4c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:59:03.116318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Attempting to bind port c243f658-8a42-4feb-927b-4bc921397a4c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'f60f69d9-6753-43fc-b742-93b84ea6e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:59:03.116867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Attempting to bind port c243f658-8a42-4feb-927b-4bc921397a4c on network 76985434-f49f-4157-88a3-fbfc5c3b2fa3 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:59:03.120595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84cfa6d2-c6d0-40be-b3e6-3c4c1e7bbfd8 req-30b358ef-c19d-4f94-a4a1-bf6442eb0f6c service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080686 Mar 10 14:59:03.149985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:59:03.150698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Checking segment: {'id': 'f60f69d9-6753-43fc-b742-93b84ea6e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:59:03.151339 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:03.152028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Bound using segment: {'id': 'f60f69d9-6753-43fc-b742-93b84ea6e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:59:03.152684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Bound port: c243f658-8a42-4feb-927b-4bc921397a4c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60f69d9-6753-43fc-b742-93b84ea6e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:59:03.153352 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:03.242091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] For port c243f658-8a42-4feb-927b-4bc921397a4c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:59:03.245373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] For port c243f658-8a42-4feb-927b-4bc921397a4c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c243f658-8a42-4feb-927b-4bc921397a4c,segment=NetworkSegment(f60f69d9-6753-43fc-b742-93b84ea6e0fd),segment_id=f60f69d9-6753-43fc-b742-93b84ea6e0fd)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:59:03.252043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Pushing event updated for resources: {'Port': ['ID=c243f658-8a42-4feb-927b-4bc921397a4c,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:03.262760 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:03.307073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ddb20-4274-4c06-9bcb-e919c52a0686 req-ff98f9d5-c90f-4dc5-83b3-fa53a020be75 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:03.308713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e1ddb20-4274-4c06-9bcb-e919c52a0686 req-ff98f9d5-c90f-4dc5-83b3-fa53a020be75 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.2772367 Mar 10 14:59:03.327057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc000983-442b-4408-8560-dc585d3c9566 req-6398c587-8cc7-4395-a508-0879cb7dd944 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306440 Mar 10 14:59:03.399575 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a693dd09-ac4a-4e50-89e1-a6799e9f8107 x-openstack-request-id: req-a693dd09-ac4a-4e50-89e1-a6799e9f8107 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:03.400383 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a254fe7-49fb-45fe-9a0d-b82d4d0b992f", "tag": "ce496d4e-9d14-44fb-a18a-dec38b537711", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:03.400808 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a693dd09-ac4a-4e50-89e1-a6799e9f8107 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:03.401372 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'tag': 'ce496d4e-9d14-44fb-a18a-dec38b537711', 'status': 'completed', 'code': 200} Mar 10 14:59:03.502272 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25722d2-349a-47a4-9406-a0370bb98f28 x-openstack-request-id: req-b25722d2-349a-47a4-9406-a0370bb98f28 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:03.502627 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e5d24-5e7e-4d4a-9a8b-b3293c8c3261", "name": "network-vif-plugged", "status": "completed", "tag": "0a13b414-130b-496a-b63e-bc65e0376fb9", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:03.504167 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b25722d2-349a-47a4-9406-a0370bb98f28 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:03.504360 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a13b414-130b-496a-b63e-bc65e0376fb9', 'code': 200} Mar 10 14:59:03.514495 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Publish callbacks [] for router_gateway (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:03.545474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208fe33-f51e-4f90-9b54-db2dd08fa164 req-cdb2c459-f815-46bd-be42-a495a51e08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:03.546508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4 req-72863a41-2513-4313-acda-bbe0c3dd2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:03.548216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4 req-72863a41-2513-4313-acda-bbe0c3dd2e4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 1130 time: 0.3622532 Mar 10 14:59:03.551864 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d208fe33-f51e-4f90-9b54-db2dd08fa164 req-cdb2c459-f815-46bd-be42-a495a51e08b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 1155 time: 0.1121719 Mar 10 14:59:03.555832 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:03.607550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2be9c-fe79-4a32-83f4-b81bfcc70423 None None] Pushing event updated for resources: {'Port': ['ID=c243f658-8a42-4feb-927b-4bc921397a4c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:03.667970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e1ddb20-4274-4c06-9bcb-e919c52a0686 req-b2042bab-a78f-476c-a625-0b7b03aeee08 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346188 Mar 10 14:59:03.729415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['a5ac908f-ed17-4999-bdbb-718a9cc02e3a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:59:03.833730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Allocated IP 172.25.3.192 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/16824c4d-0efa-4676-9868-cc36ab1af87d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:59:03.856754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208fe33-f51e-4f90-9b54-db2dd08fa164 req-3108ae00-f452-41c8-ac2f-6bfcd7a3f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:03.861349 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d208fe33-f51e-4f90-9b54-db2dd08fa164 req-3108ae00-f452-41c8-ac2f-6bfcd7a3f278 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.2849152 Mar 10 14:59:03.986060 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d208fe33-f51e-4f90-9b54-db2dd08fa164 req-1acf0673-d6a1-44e2-91b7-8b162247639a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce496d4e-9d14-44fb-a18a-dec38b537711 HTTP/1.1" status: 200 len: 217 time: 0.1126149 Mar 10 14:59:04.041554 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Publish callbacks [] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:04.123294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208fe33-f51e-4f90-9b54-db2dd08fa164 req-bd043b4a-278c-4040-951b-d91d0a61f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:04.125484 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d208fe33-f51e-4f90-9b54-db2dd08fa164 req-bd043b4a-278c-4040-951b-d91d0a61f56b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.1215239 Mar 10 14:59:04.144051 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:04.189548 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d208fe33-f51e-4f90-9b54-db2dd08fa164 req-13a67951-07fd-4359-8104-1e348feb85d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444393 Mar 10 14:59:04.386229 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d208fe33-f51e-4f90-9b54-db2dd08fa164 req-76fff1a5-32ff-4e58-9c49-c982c3e04171 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862085 Mar 10 14:59:04.395620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:59:04.414203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:59:04.430676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:59:04.743327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Pushing event updated for resources: {'Port': ['ID=16824c4d-0efa-4676-9868-cc36ab1af87d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:04.781355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eeaeb-3c46-4262-8d87-ec031413751f req-fe399dbc-2653-4893-a33c-17aa42545376 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:04.790452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a7eeaeb-3c46-4262-8d87-ec031413751f req-fe399dbc-2653-4893-a33c-17aa42545376 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.6544063 Mar 10 14:59:04.794581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4 req-ea00a6db-baee-495e-8c87-1dd727b6e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:04.796101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4 req-ea00a6db-baee-495e-8c87-1dd727b6e8c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 1.2378261 Mar 10 14:59:04.901007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3761e-9aeb-4d11-918e-e5ba24ab4f6d req-8332b12c-f4d0-49b8-a2ad-eab2e435bda4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:04.902608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3a3761e-9aeb-4d11-918e-e5ba24ab4f6d req-8332b12c-f4d0-49b8-a2ad-eab2e435bda4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 949 time: 0.7678761 Mar 10 14:59:05.106431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b96e8f-9130-4646-9011-baa3ada3d3c3 None None] Network 76985434-f49f-4157-88a3-fbfc5c3b2fa3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:59:05.250968 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d208fe33-f51e-4f90-9b54-db2dd08fa164 req-dde5c748-365c-48cf-b81a-14e9c1a4d1f3 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8511536 Mar 10 14:59:05.275920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b629e6a5-b98a-4ef8-9dbf-526c4defdd94 None None] Provisioning complete for port c243f658-8a42-4feb-927b-4bc921397a4c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:05.280166 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b629e6a5-b98a-4ef8-9dbf-526c4defdd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:05.371673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4 req-c48a1e70-df6f-4984-8dfb-0b58c2b00ac0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=e3069e3a-3c87-4a29-90db-2fdb2934391b HTTP/1.1" status: 200 len: 217 time: 0.5475883 Mar 10 14:59:05.415429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c243f658-8a42-4feb-927b-4bc921397a4c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:05.468500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b629e6a5-b98a-4ef8-9dbf-526c4defdd94 None None] Current status of the port c243f658-8a42-4feb-927b-4bc921397a4c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:05.468953 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b629e6a5-b98a-4ef8-9dbf-526c4defdd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:05.559207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c243f658-8a42-4feb-927b-4bc921397a4c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:05.559829 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:05.563579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b629e6a5-b98a-4ef8-9dbf-526c4defdd94 None None] For port c243f658-8a42-4feb-927b-4bc921397a4c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c243f658-8a42-4feb-927b-4bc921397a4c,segment=NetworkSegment(f60f69d9-6753-43fc-b742-93b84ea6e0fd),segment_id=f60f69d9-6753-43fc-b742-93b84ea6e0fd)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:05.595255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4 req-3dfe652c-02e0-4de8-8544-cfd89d6fd658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:05.596743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4 req-3dfe652c-02e0-4de8-8544-cfd89d6fd658 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1638448 Mar 10 14:59:05.600622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a7eeaeb-3c46-4262-8d87-ec031413751f req-c8ba144e-7e0e-40ed-9877-359e2f85878f tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8017762 Mar 10 14:59:05.621001 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b629e6a5-b98a-4ef8-9dbf-526c4defdd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:05.830149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3a3761e-9aeb-4d11-918e-e5ba24ab4f6d req-16b42b6d-16a3-465c-9b1a-9678747ee49d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8877623 Mar 10 14:59:05.948051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629e6a5-b98a-4ef8-9dbf-526c4defdd94 None None] Pushing event updated for resources: {'Port': ['ID=c243f658-8a42-4feb-927b-4bc921397a4c,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:06.032206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4 req-00e6b91c-da54-4512-8905-2a7563b5d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:06.034228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4 req-00e6b91c-da54-4512-8905-2a7563b5d000 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4232178 Mar 10 14:59:06.061126 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c243f658-8a42-4feb-927b-4bc921397a4c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:06.171794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5358aaac-b263-4c55-bc87-39097173d217 None None] Provisioning complete for port c243f658-8a42-4feb-927b-4bc921397a4c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:06.172507 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5358aaac-b263-4c55-bc87-39097173d217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:06.394368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5358aaac-b263-4c55-bc87-39097173d217 None None] Current status of the port c243f658-8a42-4feb-927b-4bc921397a4c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:06.870995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a5ac908f-ed17-4999-bdbb-718a9cc02e3a up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:06.941014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66aa45-f050-4cef-b9cb-41e8024b4bc6 req-dc6ddab9-a85c-423d-87eb-d19cf13fa7d1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:06.942525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e66aa45-f050-4cef-b9cb-41e8024b4bc6 req-dc6ddab9-a85c-423d-87eb-d19cf13fa7d1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 948 time: 1.0684237 Mar 10 14:59:06.961828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4 req-41cbe4d8-37fc-42b3-a46c-8b542abf95ec service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9038625 Mar 10 14:59:07.014218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port a5ac908f-ed17-4999-bdbb-718a9cc02e3a completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:59:07.019869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port a5ac908f-ed17-4999-bdbb-718a9cc02e3a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:07.020492 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:07.103354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c373eefa-2293-4fd5-a5da-fa2d9bdb37f4 req-5352996e-875a-47a6-9b32-4172131e3d34 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244707 Mar 10 14:59:07.141770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Publish callbacks [] for router_gateway (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:07.221565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a5ac908f-ed17-4999-bdbb-718a9cc02e3a is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:07.222163 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:07.278696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:07.281600 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af04cc7f-d471-4332-841a-76612ecaf85f" -d '{"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-plugged", "status": "completed", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:07.316286 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:07.321615 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:07.370398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9bbc-5fdf-462c-a260-9a8115ca37ab req-a012595a-3d56-485a-a19a-0adf6a19d9e5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:07.378691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf5a9bbc-5fdf-462c-a260-9a8115ca37ab req-a012595a-3d56-485a-a19a-0adf6a19d9e5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 1.1134312 Mar 10 14:59:07.401351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e66aa45-f050-4cef-b9cb-41e8024b4bc6 req-71aec30b-e203-44d6-897b-6d175c69d265 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364202 Mar 10 14:59:07.440221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c243f658-8a42-4feb-927b-4bc921397a4c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:07.506174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf5a9bbc-5fdf-462c-a260-9a8115ca37ab req-a9434192-9794-460f-a7f5-e505af39efa9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206133 Mar 10 14:59:07.510820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device e3069e3a-3c87-4a29-90db-2fdb2934391b details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:59:07.538502 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:07.546773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:07.655219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c243f658-8a42-4feb-927b-4bc921397a4c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:07.655546 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:07.824155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port e3069e3a-3c87-4a29-90db-2fdb2934391b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=e3069e3a-3c87-4a29-90db-2fdb2934391b,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:07.843774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'e3069e3a-3c87-4a29-90db-2fdb2934391b', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'e3069e3a-3c87-4a29-90db-2fdb2934391b', 'mac_address': 'fa:16:3e:c5:8b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:59:07.889133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port e3069e3a-3c87-4a29-90db-2fdb2934391b is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:07.889662 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:07.897224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7764464-b722-44e3-afe9-f01564a276f9 req-a6c165dd-0c65-4776-93cb-4ce89387dae6 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:07.898861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7764464-b722-44e3-afe9-f01564a276f9 req-a6c165dd-0c65-4776-93cb-4ce89387dae6 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.2387695 Mar 10 14:59:07.937051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3069e3a-3c87-4a29-90db-2fdb2934391b {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:59:07.976379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port e3069e3a-3c87-4a29-90db-2fdb2934391b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=e3069e3a-3c87-4a29-90db-2fdb2934391b,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:07.978522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c243f658-8a42-4feb-927b-4bc921397a4c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:07.986330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:07.998350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f8401-fafd-4d57-91f7-9828fe4d2d6b req-13a35f5e-136d-4758-8659-880b6462aee9 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:08.018701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-300f8401-fafd-4d57-91f7-9828fe4d2d6b req-13a35f5e-136d-4758-8659-880b6462aee9 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.3131039 Mar 10 14:59:08.070039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7764464-b722-44e3-afe9-f01564a276f9 req-a229552c-767c-457b-9f29-4edda67ce183 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528485 Mar 10 14:59:08.117585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=e3069e3a-3c87-4a29-90db-2fdb2934391b,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:08.170300 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61689a9f-2239-486b-a202-066822b517eb x-openstack-request-id: req-61689a9f-2239-486b-a202-066822b517eb {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:08.170604 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-plugged", "status": "completed", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:08.170890 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61689a9f-2239-486b-a202-066822b517eb {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:08.171289 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'code': 200} Mar 10 14:59:08.178822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-300f8401-fafd-4d57-91f7-9828fe4d2d6b req-b0435874-119c-4c55-8bb2-349a39b3ed2f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587088 Mar 10 14:59:08.188116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 14:59:08.328594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:59:08.340825 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Sync routers for ids ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:59:08.359890 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Routers {'28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:59:08.363400 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:08.386917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:08.394453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-390ebb01-010f-4edc-8299-892f8e436700 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.9490664 Mar 10 14:59:08.395791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40984) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:08.427334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef78a8-e3f9-4366-8df0-f70b31cbd821 req-14c07786-e454-4d76-9c92-d81a1d06ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:08.446380 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-13ef78a8-e3f9-4366-8df0-f70b31cbd821 req-14c07786-e454-4d76-9c92-d81a1d06ae92 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1132 time: 0.1553757 Mar 10 14:59:08.458577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['e3069e3a-3c87-4a29-90db-2fdb2934391b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:59:08.613421 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-13ef78a8-e3f9-4366-8df0-f70b31cbd821 req-5d40dacd-1085-4714-a800-3da99eec2c16 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332471 Mar 10 14:59:08.622621 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Set router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:59:08.921422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274b275-6cac-485f-8b89-edc68ac5424b req-aff99f4e-33c6-469f-9f97-6f5442184702 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:08.923477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6274b275-6cac-485f-8b89-edc68ac5424b req-aff99f4e-33c6-469f-9f97-6f5442184702 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 949 time: 0.3459706 Mar 10 14:59:08.951996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5e078-9294-4ff4-a5f6-0b2943a4565e req-6d148e4f-d725-40ab-82ba-632286118375 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:08.954076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66e5e078-9294-4ff4-a5f6-0b2943a4565e req-6d148e4f-d725-40ab-82ba-632286118375 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.1566541 Mar 10 14:59:09.104010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6274b275-6cac-485f-8b89-edc68ac5424b req-16844783-032a-4251-9f2c-b96d4cd0e5ee tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735363 Mar 10 14:59:09.135302 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-router', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:59:01Z', 'updated_at': '2022-03-10T14:59:05Z', 'revision_number': 3, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'gw_port': {'id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:59:03Z', 'updated_at': '2022-03-10T14:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:09.160510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66e5e078-9294-4ff4-a5f6-0b2943a4565e req-814f7be3-9b65-4de0-b930-e39de9f45b96 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960287 Mar 10 14:59:09.265860 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Checking router: 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:59:09.266322 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Updating router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f port 16824c4d-0efa-4676-9868-cc36ab1af87d binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:59:09.335911 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:09.693663 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Publish callbacks [] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:09.710895 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:09.770514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b855391-d359-4ef4-be54-73d37fed48bf req-1e28d913-7cfe-4be1-a75d-ffdaacd952a8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:09.774033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b855391-d359-4ef4-be54-73d37fed48bf req-1e28d913-7cfe-4be1-a75d-ffdaacd952a8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.4335656 Mar 10 14:59:09.804136 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Pushing event updated for resources: {'Port': ['ID=16824c4d-0efa-4676-9868-cc36ab1af87d,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:09.806019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafee88-5ccf-4744-aff5-68f894319d80 req-04b20e4a-657a-4857-afa5-f5677d29dd53 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:09.811463 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Attempting to bind port 16824c4d-0efa-4676-9868-cc36ab1af87d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:59:09.811835 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Attempting to bind port 16824c4d-0efa-4676-9868-cc36ab1af87d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:59:09.812199 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Attempting to bind port 16824c4d-0efa-4676-9868-cc36ab1af87d on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:59:09.815501 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dafee88-5ccf-4744-aff5-68f894319d80 req-04b20e4a-657a-4857-afa5-f5677d29dd53 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.4684525 Mar 10 14:59:09.817921 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.818270 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.818610 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.818988 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.819901 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.820230 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.820558 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.820879 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.821200 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.821523 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.822014 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.822341 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.822662 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:09.832030 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:59:09.832444 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:59:09.833094 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:09.833491 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:59:09.833977 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Bound port: 16824c4d-0efa-4676-9868-cc36ab1af87d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:59:09.834396 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:09.889536 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] For port 16824c4d-0efa-4676-9868-cc36ab1af87d, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:59:09.893433 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] For port 16824c4d-0efa-4676-9868-cc36ab1af87d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=16824c4d-0efa-4676-9868-cc36ab1af87d,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:59:09.905226 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:09.984459 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baf7e9-d5f3-4ee6-aad1-1e245dc819e9 None None] Pushing event updated for resources: {'Port': ['ID=16824c4d-0efa-4676-9868-cc36ab1af87d,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:09.993721 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Routers {'28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:59:09.994251 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:10.161389 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] Set router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:59:10.264953 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dafee88-5ccf-4744-aff5-68f894319d80 req-84cc7998-007b-48d7-a197-7e5683576dbf tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368875 Mar 10 14:59:10.280606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b855391-d359-4ef4-be54-73d37fed48bf req-3c814cde-3007-427f-a564-f101e05be9ef tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346447 Mar 10 14:59:10.295054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:10.558028 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-router', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:59:01Z', 'updated_at': '2022-03-10T14:59:05Z', 'revision_number': 3, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'gw_port': {'id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:59:03Z', 'updated_at': '2022-03-10T14:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:10.612108 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a8328-65b0-4d86-97ec-3c8f0bbc2733 None None] The sync data for ids ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'] in n-d-833090-1 is: [{'id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-router', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:59:01Z', 'updated_at': '2022-03-10T14:59:05Z', 'revision_number': 3, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'gw_port': {'id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:59:03Z', 'updated_at': '2022-03-10T14:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:59:10.898826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Allocated IP 172.20.0.1 (76985434-f49f-4157-88a3-fbfc5c3b2fa3/8ac94537-bc8e-4c2b-bd61-10084178e113/d64dade3-53fe-44d8-8941-384d369f81aa) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:59:11.155552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Publish callbacks [] for port (d64dade3-53fe-44d8-8941-384d369f81aa), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:11.248000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77eb96-a9bf-4d9c-af8e-3eb477edda63 req-4b6d4c73-8e3e-4936-b0b3-a913876b3300 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:11.249547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec77eb96-a9bf-4d9c-af8e-3eb477edda63 req-4b6d4c73-8e3e-4936-b0b3-a913876b3300 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.7388604 Mar 10 14:59:11.261844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248ded-41e0-4ec2-948d-ed53a61bb5e0 req-a31094ae-4885-41ca-8283-33cd6c93233d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:11.276240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2248ded-41e0-4ec2-948d-ed53a61bb5e0 req-a31094ae-4885-41ca-8283-33cd6c93233d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 949 time: 0.7642541 Mar 10 14:59:11.291437 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:11.445197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 16824c4d-0efa-4676-9868-cc36ab1af87d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:11.456298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Network 76985434-f49f-4157-88a3-fbfc5c3b2fa3 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:59:11.468199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:59:11.489167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:59:11.505359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Pushing event updated for resources: {'Port': ['ID=d64dade3-53fe-44d8-8941-384d369f81aa,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:11.508418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device e3069e3a-3c87-4a29-90db-2fdb2934391b up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:11.512392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec77eb96-a9bf-4d9c-af8e-3eb477edda63 req-39aa9ab2-dc43-4da6-b258-83a9d9384f11 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339239 Mar 10 14:59:11.563548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2248ded-41e0-4ec2-948d-ed53a61bb5e0 req-04c2961e-43e5-4af8-b62f-1e56f82ebdbd tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864232 Mar 10 14:59:11.608277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:11.720973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 16824c4d-0efa-4676-9868-cc36ab1af87d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:11.754187 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:12.016227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port e3069e3a-3c87-4a29-90db-2fdb2934391b completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:59:12.037628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port e3069e3a-3c87-4a29-90db-2fdb2934391b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:12.038991 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:12.107253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 16824c4d-0efa-4676-9868-cc36ab1af87d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:12.107655 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:12.222426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 16824c4d-0efa-4676-9868-cc36ab1af87d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=16824c4d-0efa-4676-9868-cc36ab1af87d,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:12.244102 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:12.473706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port e3069e3a-3c87-4a29-90db-2fdb2934391b is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:12.474525 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:12.551778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port e3069e3a-3c87-4a29-90db-2fdb2934391b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=e3069e3a-3c87-4a29-90db-2fdb2934391b,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:12.560651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ba1ad7-200b-4dd8-b2b9-ab6132b2594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3069e3a-3c87-4a29-90db-2fdb2934391b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:12.568829 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2a5633-ebea-4b0f-92ef-a24c6728fa73" -d '{"events": [{"server_uuid": "d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e", "name": "network-vif-plugged", "status": "completed", "tag": "e3069e3a-3c87-4a29-90db-2fdb2934391b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:12.588996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=16824c4d-0efa-4676-9868-cc36ab1af87d,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:12.605175 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:12.666844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2d4d5724-cd9b-4b9f-a841-7cce0d1506a8 None None] Provisioning complete for port d64dade3-53fe-44d8-8941-384d369f81aa triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:12.667284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2d4d5724-cd9b-4b9f-a841-7cce0d1506a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:12.764973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d5724-cd9b-4b9f-a841-7cce0d1506a8 None None] Port d64dade3-53fe-44d8-8941-384d369f81aa cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:59:12.766529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=e3069e3a-3c87-4a29-90db-2fdb2934391b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:12.821986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9b25-5773-4af8-8114-b1e4df95b67d req-e6020bba-ca24-47bd-90d5-1241870b35f1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:12.823536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e1b9b25-5773-4af8-8114-b1e4df95b67d req-e6020bba-ca24-47bd-90d5-1241870b35f1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.9135358 Mar 10 14:59:12.834946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee775e-aaed-4422-9041-5ff229f07785 req-a661514f-26a9-4dc7-91c6-5a68785bdbdd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:12.836311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61ee775e-aaed-4422-9041-5ff229f07785 req-a661514f-26a9-4dc7-91c6-5a68785bdbdd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.9175520 Mar 10 14:59:12.904494 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:12.986174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61ee775e-aaed-4422-9041-5ff229f07785 req-a5596d8e-9b6f-4f36-85fd-64dc63fbcb03 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280956 Mar 10 14:59:12.998418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e1b9b25-5773-4af8-8114-b1e4df95b67d req-0a406a2a-6f2e-4ac2-a11d-630844a44a01 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593385 Mar 10 14:59:13.154151 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffb4669-a9a0-405a-9c59-e123d8e3770d x-openstack-request-id: req-fffb4669-a9a0-405a-9c59-e123d8e3770d {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:13.154608 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e", "name": "network-vif-plugged", "status": "completed", "tag": "e3069e3a-3c87-4a29-90db-2fdb2934391b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:13.155219 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fffb4669-a9a0-405a-9c59-e123d8e3770d {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:13.155904 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ba1ad7-200b-4dd8-b2b9-ab6132b2594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3069e3a-3c87-4a29-90db-2fdb2934391b', 'code': 200} Mar 10 14:59:13.337544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 16824c4d-0efa-4676-9868-cc36ab1af87d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:13.421917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Publish callbacks [] for port (d64dade3-53fe-44d8-8941-384d369f81aa), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:13.459656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:13.540825 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:13.574752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b466-cf2d-4df5-a88a-f4071a894105 req-d06a9162-33e3-42e7-b2a3-4ee4376bafc8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:13.576890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f75b466-cf2d-4df5-a88a-f4071a894105 req-d06a9162-33e3-42e7-b2a3-4ee4376bafc8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.3863819 Mar 10 14:59:13.613751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15918107-46c8-4b5c-9eda-ba2eb1365846 req-bea73105-e587-47c4-9d2a-45f203a8abd3 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:13.616709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15918107-46c8-4b5c-9eda-ba2eb1365846 req-bea73105-e587-47c4-9d2a-45f203a8abd3 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.3847797 Mar 10 14:59:13.629337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3a959-1820-4518-bd23-3820b06c5250 req-7a06a51b-1703-4299-ae4d-f242f6762c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:13.631353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80f3a959-1820-4518-bd23-3820b06c5250 req-7a06a51b-1703-4299-ae4d-f242f6762c06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 1132 time: 0.3938417 Mar 10 14:59:13.732183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 16824c4d-0efa-4676-9868-cc36ab1af87d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:13.732712 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:13.762059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Network 76985434-f49f-4157-88a3-fbfc5c3b2fa3 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:59:13.819146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Pushing event updated for resources: {'Port': ['ID=d64dade3-53fe-44d8-8941-384d369f81aa,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:13.833927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:59:13.909431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 16824c4d-0efa-4676-9868-cc36ab1af87d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:13.991947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15918107-46c8-4b5c-9eda-ba2eb1365846 req-0d787619-5eaa-48ca-ae38-e1486fbd94c5 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550313 Mar 10 14:59:14.173566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f75b466-cf2d-4df5-a88a-f4071a894105 req-645246d7-1b45-4d08-b4aa-65b1b225f806 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552630 Mar 10 14:59:14.201084 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80f3a959-1820-4518-bd23-3820b06c5250 req-53c1955b-cd66-4ddc-aea0-09c4c1dd0351 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541013 Mar 10 14:59:14.313106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0aeb8cea-2a6a-4a73-98d8-0387aa0a7609 None None] Provisioning complete for port d64dade3-53fe-44d8-8941-384d369f81aa triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:14.315953 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8cea-2a6a-4a73-98d8-0387aa0a7609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:14.415036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb8cea-2a6a-4a73-98d8-0387aa0a7609 None None] Port d64dade3-53fe-44d8-8941-384d369f81aa cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 14:59:14.422711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:59:14.487416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cb4d1-dd9f-4219-8388-5baa231d46a0 req-d372f4b5-2b46-4502-89b0-1aee735c3a32 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:14.489396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c14cb4d1-dd9f-4219-8388-5baa231d46a0 req-d372f4b5-2b46-4502-89b0-1aee735c3a32 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.1358154 Mar 10 14:59:14.563601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c078b7-ed6f-4788-86ac-05da0c8c1317 req-37195e55-b296-4300-8d91-cd7755e9f62f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:14.572380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51c078b7-ed6f-4788-86ac-05da0c8c1317 req-37195e55-b296-4300-8d91-cd7755e9f62f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.2195127 Mar 10 14:59:14.735361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c14cb4d1-dd9f-4219-8388-5baa231d46a0 req-7c2edbee-ee30-4691-8641-a4e0bca3374b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070158 Mar 10 14:59:14.744534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51c078b7-ed6f-4788-86ac-05da0c8c1317 req-8ee00b6d-0e37-484f-8423-8e8e9390d099 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705749 Mar 10 14:59:14.771241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:59:14.788993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Sync routers for ids ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:59:14.798359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f9eacefb-a2f6-4021-890d-3b4ed925053a admin admin] 10.222.0.11 "PUT /v2.0/routers/28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4014122 Mar 10 14:59:14.808271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Routers {'28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:59:14.810886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:14.968245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Set router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:59:15.162377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-01f59e87-05e6-4733-b3ed-f5c405a2d563 req-47349b67-f5ee-443b-ba19-c22d1a9d7190 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:59:15.170298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01f59e87-05e6-4733-b3ed-f5c405a2d563 req-47349b67-f5ee-443b-ba19-c22d1a9d7190 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0990391 Mar 10 14:59:15.377683 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-9bb2903d-5432-4fec-9d60-527aeee38307 req-a4148dd7-d0b8-4015-b260-da0bad323b4c tempest-FloatingIPDetailsNegativeTestJSON-2116623295 tempest-FloatingIPDetailsNegativeTestJSON-2116623295-project] show failed (client error): The resource could not be found. Mar 10 14:59:15.381193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bb2903d-5432-4fec-9d60-527aeee38307 req-a4148dd7-d0b8-4015-b260-da0bad323b4c tempest-FloatingIPDetailsNegativeTestJSON-2116623295 tempest-FloatingIPDetailsNegativeTestJSON-2116623295-project] 10.222.0.11 "GET /v2.0/floatingips/67dacc40-7dee-461a-b346-c51e4bc12f44 HTTP/1.1" status: 404 len: 350 time: 0.0958812 Mar 10 14:59:15.394325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41096) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:15.505433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-router', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:59:01Z', 'updated_at': '2022-03-10T14:59:12Z', 'revision_number': 4, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'gw_port': {'id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:59:03Z', 'updated_at': '2022-03-10T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd64dade3-53fe-44d8-8941-384d369f81aa', 'name': '', 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'mac_address': 'fa:16:3e:65:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '8ac94537-bc8e-4c2b-bd61-10084178e113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:59:10Z', 'updated_at': '2022-03-10T14:59:13Z', 'revision_number': 2, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'subnets': [{'id': '8ac94537-bc8e-4c2b-bd61-10084178e113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:15.584347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Checking router: 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:59:15.585250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Updating router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f port d64dade3-53fe-44d8-8941-384d369f81aa binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 14:59:15.607625 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-88830862-9da8-41b1-9a43-58a2b2e57c4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0640309 Mar 10 14:59:15.613253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-75cc6c65-e70e-4491-9d95-c5308e1b601a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 14:59:15.627367 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-75cc6c65-e70e-4491-9d95-c5308e1b601a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0180016 Mar 10 14:59:15.653008 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:15.828153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76f5af-9989-4f86-9da5-2c7372359cf8 req-8b991e5d-22df-4e40-96b9-df148004e101 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:15.829809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db76f5af-9989-4f86-9da5-2c7372359cf8 req-8b991e5d-22df-4e40-96b9-df148004e101 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.1517363 Mar 10 14:59:15.840307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045541b0-3eb1-4dcd-a151-276c05eea577 req-d57af1a1-6f35-4b72-a0f1-fa8386f734e6 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:15.848644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-045541b0-3eb1-4dcd-a151-276c05eea577 req-d57af1a1-6f35-4b72-a0f1-fa8386f734e6 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.3290007 Mar 10 14:59:16.135657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-045541b0-3eb1-4dcd-a151-276c05eea577 req-153a60c7-5293-4f1c-b568-95291a247137 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857943 Mar 10 14:59:16.156148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db76f5af-9989-4f86-9da5-2c7372359cf8 req-b7202cdf-85ed-4fdb-a305-1de4e4a95802 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975111 Mar 10 14:59:16.424561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2ab8-f566-4080-a342-97f25270f711 req-52897571-f5c8-4ec8-bd80-2b4b4db31ccf tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:16.426404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-78671dfb-b5fd-4c0f-b552-6c81571a0e53 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:16.427314 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Publish callbacks [] for port (d64dade3-53fe-44d8-8941-384d369f81aa), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:16.430103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-297c2ab8-f566-4080-a342-97f25270f711 req-52897571-f5c8-4ec8-bd80-2b4b4db31ccf tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1454773 Mar 10 14:59:16.445191 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-78671dfb-b5fd-4c0f-b552-6c81571a0e53 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports/a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 947 time: 0.0913234 Mar 10 14:59:16.447005 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:16.586886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e0098-e0f4-44f0-aa1a-a6bf9eb7c9d6 None None] Pushing event updated for resources: {'Port': ['ID=d64dade3-53fe-44d8-8941-384d369f81aa,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:16.627560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a22d89e8-e633-4bd9-9818-d2c46248a7bd tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:16.629120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a22d89e8-e633-4bd9-9818-d2c46248a7bd tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 821 time: 0.2145536 Mar 10 14:59:16.750462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Attempting to bind port d64dade3-53fe-44d8-8941-384d369f81aa on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:59:16.751245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Attempting to bind port d64dade3-53fe-44d8-8941-384d369f81aa by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'f60f69d9-6753-43fc-b742-93b84ea6e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:59:16.751799 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Attempting to bind port d64dade3-53fe-44d8-8941-384d369f81aa on network 76985434-f49f-4157-88a3-fbfc5c3b2fa3 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:59:16.766055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:59:16.766424 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Checking segment: {'id': 'f60f69d9-6753-43fc-b742-93b84ea6e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:59:16.766869 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:16.767266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Bound using segment: {'id': 'f60f69d9-6753-43fc-b742-93b84ea6e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:59:16.767746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Bound port: d64dade3-53fe-44d8-8941-384d369f81aa, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60f69d9-6753-43fc-b742-93b84ea6e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:59:16.768385 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:16.779903 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-297c2ab8-f566-4080-a342-97f25270f711 req-c1d806d8-0ed1-48d6-8436-29866beb422c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379567 Mar 10 14:59:16.791018 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:16.821293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-6bb03e6b-f2cd-4bc3-b547-c4c3c61364a0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/quotas/2671b97681dc4bc79983dcfefc7a4d3b HTTP/1.1" status: 200 len: 375 time: 0.1690035 Mar 10 14:59:16.931031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] For port d64dade3-53fe-44d8-8941-384d369f81aa, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:59:16.934658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] For port d64dade3-53fe-44d8-8941-384d369f81aa, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d64dade3-53fe-44d8-8941-384d369f81aa,segment=NetworkSegment(f60f69d9-6753-43fc-b742-93b84ea6e0fd),segment_id=f60f69d9-6753-43fc-b742-93b84ea6e0fd)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:59:16.968556 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:17.089331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-274f58c4-97cb-45f6-b78b-85449874d6fb None None] Provisioning complete for port d64dade3-53fe-44d8-8941-384d369f81aa triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:17.089704 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-274f58c4-97cb-45f6-b78b-85449874d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:17.104276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-da8766be-2f9b-480b-b205-a2063d047a4f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2807600 Mar 10 14:59:17.129232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75d735-8684-4dee-871f-f47d1d96b08c req-9d8d4ec3-f28c-4131-97b3-9894f575f14b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:17.141584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d75d735-8684-4dee-871f-f47d1d96b08c req-9d8d4ec3-f28c-4131-97b3-9894f575f14b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.2004557 Mar 10 14:59:17.192230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Routers {'28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:59:17.192792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:17.329791 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] Set router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:59:17.439420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-6b790eb4-3cef-4216-90f2-5acaac9dde7b service neutron] 10.222.0.11 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923377 Mar 10 14:59:17.474216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e0098-e0f4-44f0-aa1a-a6bf9eb7c9d6 None None] Pushing event updated for resources: {'Port': ['ID=d64dade3-53fe-44d8-8941-384d369f81aa,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:17.553346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-274f58c4-97cb-45f6-b78b-85449874d6fb None None] Current status of the port d64dade3-53fe-44d8-8941-384d369f81aa is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:17.554244 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-274f58c4-97cb-45f6-b78b-85449874d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:17.593349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-274f58c4-97cb-45f6-b78b-85449874d6fb None None] For port d64dade3-53fe-44d8-8941-384d369f81aa, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d64dade3-53fe-44d8-8941-384d369f81aa,segment=NetworkSegment(f60f69d9-6753-43fc-b742-93b84ea6e0fd),segment_id=f60f69d9-6753-43fc-b742-93b84ea6e0fd)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:17.605261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d75d735-8684-4dee-871f-f47d1d96b08c req-acd1d718-a796-4176-8da4-c186cde7c566 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623206 Mar 10 14:59:17.657391 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-274f58c4-97cb-45f6-b78b-85449874d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:17.722708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-0ae6d843-4739-4d46-bb30-2a436136e1e6 service neutron] 10.222.0.11 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546270 Mar 10 14:59:17.729302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f58c4-97cb-45f6-b78b-85449874d6fb None None] Pushing event updated for resources: {'Port': ['ID=d64dade3-53fe-44d8-8941-384d369f81aa,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:17.762697 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:17.816770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Deleting port d64dade3-53fe-44d8-8941-384d369f81aa {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:59:17.817982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:17.831539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-router', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:59:01Z', 'updated_at': '2022-03-10T14:59:12Z', 'revision_number': 4, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'gw_port': {'id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:59:03Z', 'updated_at': '2022-03-10T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd64dade3-53fe-44d8-8941-384d369f81aa', 'name': '', 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'mac_address': 'fa:16:3e:65:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '8ac94537-bc8e-4c2b-bd61-10084178e113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:59:10Z', 'updated_at': '2022-03-10T14:59:16Z', 'revision_number': 4, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'subnets': [{'id': '8ac94537-bc8e-4c2b-bd61-10084178e113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:18.077960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe89af1-0bc8-4f0f-9713-622598aba1ab req-70261afd-52ec-41cb-a8bf-2805cbeaa506 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:18.094278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fe89af1-0bc8-4f0f-9713-622598aba1ab req-70261afd-52ec-41cb-a8bf-2805cbeaa506 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.2603853 Mar 10 14:59:18.113210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d1991da6-4e84-446d-8d6e-b7f86f1ac74e None None] Provisioning complete for port d64dade3-53fe-44d8-8941-384d369f81aa triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:18.114110 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d1991da6-4e84-446d-8d6e-b7f86f1ac74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:18.123269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] For port d64dade3-53fe-44d8-8941-384d369f81aa, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d64dade3-53fe-44d8-8941-384d369f81aa,segment=NetworkSegment(f60f69d9-6753-43fc-b742-93b84ea6e0fd),segment_id=f60f69d9-6753-43fc-b742-93b84ea6e0fd)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:18.123965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:18.145622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Calling delete_port for d64dade3-53fe-44d8-8941-384d369f81aa owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:59:18.172751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cd7386-51c2-46c3-8beb-9da9bb380dc5 None None] The sync data for ids ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'] in n-d-833090-1 is: [{'id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-router', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:59:01Z', 'updated_at': '2022-03-10T14:59:12Z', 'revision_number': 4, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'gw_port': {'id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:59:03Z', 'updated_at': '2022-03-10T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd64dade3-53fe-44d8-8941-384d369f81aa', 'name': '', 'network_id': '76985434-f49f-4157-88a3-fbfc5c3b2fa3', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'mac_address': 'fa:16:3e:65:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '8ac94537-bc8e-4c2b-bd61-10084178e113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:59:10Z', 'updated_at': '2022-03-10T14:59:16Z', 'revision_number': 4, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'subnets': [{'id': '8ac94537-bc8e-4c2b-bd61-10084178e113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:59:18.234505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fe89af1-0bc8-4f0f-9713-622598aba1ab req-df47aec0-f54b-4a30-b28c-21a18a361702 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330469 Mar 10 14:59:18.320549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d1991da6-4e84-446d-8d6e-b7f86f1ac74e None None] Current status of the port d64dade3-53fe-44d8-8941-384d369f81aa is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:18.563766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67591c8f-df33-42ad-a73b-ca141bd647d8 req-641e8312-d5f5-4c52-ac62-48788de4049d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:18.571209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67591c8f-df33-42ad-a73b-ca141bd647d8 req-641e8312-d5f5-4c52-ac62-48788de4049d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1930830 Mar 10 14:59:18.591794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f90eea-b6ed-415e-829d-14af35972c92 req-7fe25cf3-66d9-4753-9f08-8173c6c37ff1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:18.593387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94f90eea-b6ed-415e-829d-14af35972c92 req-7fe25cf3-66d9-4753-9f08-8173c6c37ff1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.2406230 Mar 10 14:59:19.083043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67591c8f-df33-42ad-a73b-ca141bd647d8 req-19a80883-0d22-4055-8ed8-cb4baeafae9d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107975 Mar 10 14:59:19.168680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94f90eea-b6ed-415e-829d-14af35972c92 req-d9bd411e-ab64-4d1e-9322-4180df648c3f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991026 Mar 10 14:59:19.210844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d64dade3-53fe-44d8-8941-384d369f81aa), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:19.342953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Pushing event deleted for resources: {'Port': ['ID=d64dade3-53fe-44d8-8941-384d369f81aa,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:19.434632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d64dade3-53fe-44d8-8941-384d369f81aa up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:19.487543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94035005-bf5b-4655-9956-4b1b009f6426 req-df312bdf-a992-4309-b8a9-56f400d23168 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.1722264 Mar 10 14:59:19.498050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d64dade3-53fe-44d8-8941-384d369f81aa {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:59:19.498398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d64dade3-53fe-44d8-8941-384d369f81aa not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 10 14:59:19.504271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.504641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.504958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.505295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.505635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.505970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.506336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.507413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.507826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.508158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.508481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.508806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.509127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:19.554766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Port d64dade3-53fe-44d8-8941-384d369f81aa not found, will not notify nova. {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 10 14:59:19.679711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b56750-c8db-4b5d-b0e3-9787901059d4 req-919a5fa4-2da0-4b1c-97ea-2e06f21026cb tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:19.681502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1b56750-c8db-4b5d-b0e3-9787901059d4 req-919a5fa4-2da0-4b1c-97ea-2e06f21026cb tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.2540600 Mar 10 14:59:19.759503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:19.927921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1b56750-c8db-4b5d-b0e3-9787901059d4 req-eb7cb8e7-36ad-498a-b031-5582b7be23fa tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346192 Mar 10 14:59:19.945848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e356a5f-bd6a-4ea0-b8ec-4f5a97b441aa req-581970ac-2013-45f5-b958-9cb6d1403440 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:19.953190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e356a5f-bd6a-4ea0-b8ec-4f5a97b441aa req-581970ac-2013-45f5-b958-9cb6d1403440 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1903365 Mar 10 14:59:20.074644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e356a5f-bd6a-4ea0-b8ec-4f5a97b441aa req-01e7ff06-06ca-4059-9525-2d25b61b7acd tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135759 Mar 10 14:59:20.332060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 14:59:20.338272 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:20.447432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac9fb7-cd60-4501-9249-8d91f3dae277 req-47649b55-4068-461b-9ed4-cbcb88e2a438 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:20.454916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2ac9fb7-cd60-4501-9249-8d91f3dae277 req-47649b55-4068-461b-9ed4-cbcb88e2a438 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1791017 Mar 10 14:59:20.511591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa15b1c-4c7f-4525-af98-f5ecb5d9952a req-cf348854-eafe-4929-8999-11edb2656270 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:20.513338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daa15b1c-4c7f-4525-af98-f5ecb5d9952a req-cf348854-eafe-4929-8999-11edb2656270 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.1909115 Mar 10 14:59:20.601370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2ac9fb7-cd60-4501-9249-8d91f3dae277 req-9d5e57d8-a30d-442e-8a3a-b30cdc72dc92 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409421 Mar 10 14:59:20.622951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 14:59:20.642394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41200) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:20.663118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ad1d2e73-9002-4ae7-8623-e25a92a7d60a admin admin] 10.222.0.11 "PUT /v2.0/routers/28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2675309 Mar 10 14:59:20.715363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daa15b1c-4c7f-4525-af98-f5ecb5d9952a req-44310e9b-5d07-4f0d-8fc7-87cad5e91867 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908925 Mar 10 14:59:20.794446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d56f4c23-8bce-47e8-9f09-1954f5fb4684 req-01bc7bc6-4e27-420e-959f-000aba33bdcc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.0471237 Mar 10 14:59:20.802439 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d26c5-503a-43e3-b837-4ac57f4af99c None None] Sync routers for ids ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 14:59:20.813088 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d26c5-503a-43e3-b837-4ac57f4af99c None None] Routers {'28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:59:20.813953 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ad7d26c5-503a-43e3-b837-4ac57f4af99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:20.897768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Publish callbacks [] for router (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:20.917877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ce496d4e-9d14-44fb-a18a-dec38b537711 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:59:20.964336 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-ad7d26c5-503a-43e3-b837-4ac57f4af99c None None] Set router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:59:21.076988 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Publish callbacks [] for router_gateway (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:21.180054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ce496d4e-9d14-44fb-a18a-dec38b537711 is: DOWN; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:21.181119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c2a4a-de3c-4355-b2c8-b2a632dc38e4 req-224d8caa-e4d1-420a-bf46-7cc8e6ea6c8e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:21.196049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-024c2a4a-de3c-4355-b2c8-b2a632dc38e4 req-224d8caa-e4d1-420a-bf46-7cc8e6ea6c8e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.1228693 Mar 10 14:59:21.219495 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ad7d26c5-503a-43e3-b837-4ac57f4af99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-router', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:59:01Z', 'updated_at': '2022-03-10T14:59:19Z', 'revision_number': 5, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'gw_port': {'id': '16824c4d-0efa-4676-9868-cc36ab1af87d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T14:59:03Z', 'updated_at': '2022-03-10T14:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:21.244234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Deleting port 16824c4d-0efa-4676-9868-cc36ab1af87d {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:59:21.246932 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:21.302353 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d26c5-503a-43e3-b837-4ac57f4af99c None None] Checking router: 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 14:59:21.316918 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d26c5-503a-43e3-b837-4ac57f4af99c None None] Routers {'28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 14:59:21.317622 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ad7d26c5-503a-43e3-b837-4ac57f4af99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T14:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:21.401940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-024c2a4a-de3c-4355-b2c8-b2a632dc38e4 req-f7bbf1e6-a530-4dcf-9bb9-cfb7618921fb tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001159 Mar 10 14:59:21.433747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd3dd2-d3e0-4a66-b720-78499b781fa8 req-5cc6efd8-e5e3-46dc-996f-51dfd197aaec tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:21.442763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80dd3dd2-d3e0-4a66-b720-78499b781fa8 req-5cc6efd8-e5e3-46dc-996f-51dfd197aaec tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.2346768 Mar 10 14:59:21.476867 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-ad7d26c5-503a-43e3-b837-4ac57f4af99c None None] Set router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 14:59:21.488858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] For port 16824c4d-0efa-4676-9868-cc36ab1af87d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=16824c4d-0efa-4676-9868-cc36ab1af87d,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:21.489220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:21.529419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Calling delete_port for 16824c4d-0efa-4676-9868-cc36ab1af87d owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:59:21.529821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80dd3dd2-d3e0-4a66-b720-78499b781fa8 req-f3451593-449c-437a-83cf-5b2b9843c745 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821877 Mar 10 14:59:21.588403 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ad7d26c5-503a-43e3-b837-4ac57f4af99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-router', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:59:01Z', 'updated_at': '2022-03-10T14:59:21Z', 'revision_number': 6, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:21.654434 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d26c5-503a-43e3-b837-4ac57f4af99c None None] The sync data for ids ['28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f'] in n-d-833090-1 is: [{'id': '28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-288270959-router', 'tenant_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T14:59:01Z', 'updated_at': '2022-03-10T14:59:21Z', 'revision_number': 6, 'project_id': 'c8d96bcfe6d04857bbf970d101206fd3', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 14:59:21.689136 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dfb6bdf4-380c-4c95-9c46-2d98f978c491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:21.836292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (16824c4d-0efa-4676-9868-cc36ab1af87d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:21.874505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e25cd8-9d36-4cc7-b0be-05449ebdc17c req-d6ed9b11-fa9e-483c-b713-71605c778591 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:21.883639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70e25cd8-9d36-4cc7-b0be-05449ebdc17c req-d6ed9b11-fa9e-483c-b713-71605c778591 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1416402 Mar 10 14:59:21.887879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Pushing event deleted for resources: {'Port': ['ID=16824c4d-0efa-4676-9868-cc36ab1af87d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:21.986953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:21.989577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70e25cd8-9d36-4cc7-b0be-05449ebdc17c req-e8d7cb8d-af6e-4b60-aa1e-36dee2bac7db tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048341 Mar 10 14:59:22.033617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a8a34-8eac-4486-9d6b-4f471463f680 req-66a011f2-0f0b-40a1-8749-7e7a9fdb47eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:22.048687 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d4a8a34-8eac-4486-9d6b-4f471463f680 req-66a011f2-0f0b-40a1-8749-7e7a9fdb47eb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.1506138 Mar 10 14:59:22.148939 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:22.151573 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Publish callbacks [] for router_controller (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:22.190881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d4a8a34-8eac-4486-9d6b-4f471463f680 req-8a10907f-bc8e-4a82-a35a-1038ca15e9e2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391761 Mar 10 14:59:22.230558 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:22.231140 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 14:59:22.242762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:22.244128 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1ff739c7-71e5-4c4a-a085-4e4b0787288b admin admin] 10.222.0.11 "DELETE /v2.0/routers/28d2c2c4-ab64-4fda-9a2a-3a6d9182a54f HTTP/1.1" status: 204 len: 168 time: 1.6003819 Mar 10 14:59:22.248602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41232) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:22.289467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-011b4633-c1f3-4100-bca5-9b9127dc13ab req-a9d5316c-6903-4074-99db-49a860dcf3f7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.0668981 Mar 10 14:59:22.335478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62c9575-2e30-418e-8311-4b9bb31ebf3c admin admin] Deleting subnet 8ac94537-bc8e-4c2b-bd61-10084178e113 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 14:59:22.339177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a62c9575-2e30-418e-8311-4b9bb31ebf3c admin admin] Publish callbacks [] for subnet (8ac94537-bc8e-4c2b-bd61-10084178e113), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:22.379150 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a62c9575-2e30-418e-8311-4b9bb31ebf3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (8ac94537-bc8e-4c2b-bd61-10084178e113), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:22.499297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a62c9575-2e30-418e-8311-4b9bb31ebf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (8ac94537-bc8e-4c2b-bd61-10084178e113), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:22.554459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82137854-06d8-4990-aa73-caab2e6a781c req-a3c84bf1-2d75-4a2b-9924-c9c264aba3ab tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:22.565096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a62c9575-2e30-418e-8311-4b9bb31ebf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (8ac94537-bc8e-4c2b-bd61-10084178e113), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:22.565436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82137854-06d8-4990-aa73-caab2e6a781c req-a3c84bf1-2d75-4a2b-9924-c9c264aba3ab tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0877764 Mar 10 14:59:22.655144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c9575-2e30-418e-8311-4b9bb31ebf3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac94537-bc8e-4c2b-bd61-10084178e113,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:22.675547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82137854-06d8-4990-aa73-caab2e6a781c req-139c47da-3564-415b-8ea3-f50c99ba52ed tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089520 Mar 10 14:59:22.687213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a62c9575-2e30-418e-8311-4b9bb31ebf3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:22.697828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf2ce79-e4bc-46a9-9775-705c3094755d None None] Network 76985434-f49f-4157-88a3-fbfc5c3b2fa3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:59:22.705506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41240) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:22.706278 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a62c9575-2e30-418e-8311-4b9bb31ebf3c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8ac94537-bc8e-4c2b-bd61-10084178e113 HTTP/1.1" status: 204 len: 168 time: 0.4517601 Mar 10 14:59:22.869949 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (76985434-f49f-4157-88a3-fbfc5c3b2fa3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:22.921806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b7fb48-f57f-4433-ba5b-eababe592b8c None None] DHCP port deletion for 76985434-f49f-4157-88a3-fbfc5c3b2fa3 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 14:59:22.982049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe283-562d-4852-ace7-8c79df93e42b req-ef992d91-6cd2-4a6d-b36a-168916635f6f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:22.982634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0cfe283-562d-4852-ace7-8c79df93e42b req-ef992d91-6cd2-4a6d-b36a-168916635f6f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.2519240 Mar 10 14:59:23.000575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7fb48-f57f-4433-ba5b-eababe592b8c None None] Deleting port c243f658-8a42-4feb-927b-4bc921397a4c {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:59:23.000965 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b9b7fb48-f57f-4433-ba5b-eababe592b8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:23.126483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b9b7fb48-f57f-4433-ba5b-eababe592b8c None None] For port c243f658-8a42-4feb-927b-4bc921397a4c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c243f658-8a42-4feb-927b-4bc921397a4c,segment=NetworkSegment(f60f69d9-6753-43fc-b742-93b84ea6e0fd),segment_id=f60f69d9-6753-43fc-b742-93b84ea6e0fd)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:23.126921 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b9b7fb48-f57f-4433-ba5b-eababe592b8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:23.132709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0cfe283-562d-4852-ace7-8c79df93e42b req-fd647c0b-9301-45e1-9653-47ed2e5d45bd tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406617 Mar 10 14:59:23.141288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7fb48-f57f-4433-ba5b-eababe592b8c None None] Calling delete_port for c243f658-8a42-4feb-927b-4bc921397a4c owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:59:23.144354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Deleting port c243f658-8a42-4feb-927b-4bc921397a4c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:59:23.144711 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:23.325274 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b9b7fb48-f57f-4433-ba5b-eababe592b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:23.371246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7fb48-f57f-4433-ba5b-eababe592b8c None None] Pushing event deleted for resources: {'Port': ['ID=c243f658-8a42-4feb-927b-4bc921397a4c,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:23.405117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c243f658-8a42-4feb-927b-4bc921397a4c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:59:23.407596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] For port c243f658-8a42-4feb-927b-4bc921397a4c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c243f658-8a42-4feb-927b-4bc921397a4c,segment=NetworkSegment(f60f69d9-6753-43fc-b742-93b84ea6e0fd),segment_id=f60f69d9-6753-43fc-b742-93b84ea6e0fd)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:23.407966 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:23.413814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b7fb48-f57f-4433-ba5b-eababe592b8c None None] No DVR routers for this DVR port c243f658-8a42-4feb-927b-4bc921397a4c on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:59:23.446453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Calling delete_port for c243f658-8a42-4feb-927b-4bc921397a4c owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:59:23.455820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: c243f658-8a42-4feb-927b-4bc921397a4c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:59:23.456468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c243f658-8a42-4feb-927b-4bc921397a4c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:59:23.457061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d64dade3-53fe-44d8-8941-384d369f81aa no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:59:23.478938 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d64dade3-53fe-44d8-8941-384d369f81aa {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:59:23.479543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d64dade3-53fe-44d8-8941-384d369f81aa not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:59:23.480127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 16824c4d-0efa-4676-9868-cc36ab1af87d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:59:23.501280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 16824c4d-0efa-4676-9868-cc36ab1af87d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:59:23.501860 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 16824c4d-0efa-4676-9868-cc36ab1af87d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:59:23.526920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac6877-865e-4460-8c68-9e41846b772f req-f14d8c56-d203-4309-8495-3f933ffc0bd7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:23.535481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97ac6877-865e-4460-8c68-9e41846b772f req-f14d8c56-d203-4309-8495-3f933ffc0bd7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.2135015 Mar 10 14:59:23.567495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f11ebb-9411-4164-9799-e43cd4062e3e req-caebd66d-1bf1-47c5-9094-c19969e83b85 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:23.576679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6f11ebb-9411-4164-9799-e43cd4062e3e req-caebd66d-1bf1-47c5-9094-c19969e83b85 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.2069037 Mar 10 14:59:23.672265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97ac6877-865e-4460-8c68-9e41846b772f req-20b21d9c-66ff-4a00-8f63-3339b8a9bf6c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358759 Mar 10 14:59:23.672962 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c243f658-8a42-4feb-927b-4bc921397a4c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:23.691540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6f11ebb-9411-4164-9799-e43cd4062e3e req-5d608fcc-baf4-4366-a25a-e023fd5c764b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139596 Mar 10 14:59:23.759795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Pushing event deleted for resources: {'Port': ['ID=c243f658-8a42-4feb-927b-4bc921397a4c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:23.775024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] No DVR routers for this DVR port c243f658-8a42-4feb-927b-4bc921397a4c on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:59:23.907098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e946b9da-ad2f-4e3d-866e-6b698e813e55 req-1b921e66-9232-4231-84f3-663a2d471d84 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.0900095 Mar 10 14:59:23.972734 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (76985434-f49f-4157-88a3-fbfc5c3b2fa3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:23.999661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50229877-1d9e-460d-b2c6-6b93a4e02761 req-e7a6b96a-f93c-45ee-8131-0f3399a83ca7 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:24.001256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50229877-1d9e-460d-b2c6-6b93a4e02761 req-e7a6b96a-f93c-45ee-8131-0f3399a83ca7 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.2077799 Mar 10 14:59:24.014830 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eb7139c5-b2e3-4c9d-9b51-4eb5cfc70404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:24.078596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76985434-f49f-4157-88a3-fbfc5c3b2fa3']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:24.113951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60f69d9-6753-43fc-b742-93b84ea6e0fd') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:24.114287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60f69d9-6753-43fc-b742-93b84ea6e0fd') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 14:59:24.148617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (f60f69d9-6753-43fc-b742-93b84ea6e0fd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:24.205615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50229877-1d9e-460d-b2c6-6b93a4e02761 req-5b18039e-6eb0-4168-aa53-4c970e8aafc9 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882694 Mar 10 14:59:24.211269 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f60f69d9-6753-43fc-b742-93b84ea6e0fd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:24.225512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 14:59:24.226247 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (f60f69d9-6753-43fc-b742-93b84ea6e0fd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: timer() Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 14:59:24.228257 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 14:59:24.353395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (76985434-f49f-4157-88a3-fbfc5c3b2fa3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:24.362988 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:24.370554 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] 10.222.0.11 "DELETE /v2.0/networks/76985434-f49f-4157-88a3-fbfc5c3b2fa3 HTTP/1.1" status: 204 len: 168 time: 1.6636591 Mar 10 14:59:24.386748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a5324-27a7-42e0-a152-f99ed3f9ce07 admin admin] Pushing event deleted for resources: {'Network': ['ID=76985434-f49f-4157-88a3-fbfc5c3b2fa3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:24.414402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab4579-0f3c-4507-9e00-be8e4f0a97f9 req-ff3d6f7c-d509-4d1e-be2c-5b5aa8e69589 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:24.416598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38ab4579-0f3c-4507-9e00-be8e4f0a97f9 req-ff3d6f7c-d509-4d1e-be2c-5b5aa8e69589 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1440225 Mar 10 14:59:24.530989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38ab4579-0f3c-4507-9e00-be8e4f0a97f9 req-d73fe05b-fbd7-405b-88d1-25c1d1657882 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980716 Mar 10 14:59:24.566849 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41276) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:24.619304 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-71f12602-4ba7-44e6-84e3-411ffd8b3449 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8d96bcfe6d04857bbf970d101206fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470593 Mar 10 14:59:24.619304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41278) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:24.671229 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aac7ab8c-64bd-468b-be64-4baff80a8606 admin admin] Publish callbacks [] for security_group (372df7dc-ac38-4b1a-b2ec-4741db9a8776), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:24.697007 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aac7ab8c-64bd-468b-be64-4baff80a8606 admin admin] Publish callbacks [] for security_group (372df7dc-ac38-4b1a-b2ec-4741db9a8776), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:24.760082 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aac7ab8c-64bd-468b-be64-4baff80a8606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (372df7dc-ac38-4b1a-b2ec-4741db9a8776), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:24.763519 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aac7ab8c-64bd-468b-be64-4baff80a8606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:24.765341 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aac7ab8c-64bd-468b-be64-4baff80a8606 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/372df7dc-ac38-4b1a-b2ec-4741db9a8776 HTTP/1.1" status: 204 len: 168 time: 0.1461284 Mar 10 14:59:24.775308 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7ab8c-64bd-468b-be64-4baff80a8606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372df7dc-ac38-4b1a-b2ec-4741db9a8776,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:24.998015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51580353-b33e-4298-81bc-baf35a2251d3 req-3f09b27d-dc33-4dcd-986b-d72723ccaa79 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:24.999661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51580353-b33e-4298-81bc-baf35a2251d3 req-3f09b27d-dc33-4dcd-986b-d72723ccaa79 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1611757 Mar 10 14:59:25.079706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51580353-b33e-4298-81bc-baf35a2251d3 req-96b468dd-6862-48c3-8c18-c6589c1b3456 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713446 Mar 10 14:59:25.087618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f5463-a7b3-4008-9f63-8128b3e22e71 req-ef3c334c-5206-4942-8866-42810fe4f91d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:25.094390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-191f5463-a7b3-4008-9f63-8128b3e22e71 req-ef3c334c-5206-4942-8866-42810fe4f91d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.1973522 Mar 10 14:59:25.122459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:25.214758 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c02a30e2-547b-4275-97b0-3e23994c43fa req-c3dde35c-f3e6-44f2-9ffc-c5c0dfeeeb7a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.0425768 Mar 10 14:59:25.233101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-191f5463-a7b3-4008-9f63-8128b3e22e71 req-bb50c306-33dc-48e1-9344-7920e9236bea tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356106 Mar 10 14:59:25.474654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec24d4e-7117-4770-8880-dc790514292a req-5b9d298f-0d4a-480a-9939-3bf4bd5cfa03 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:25.483363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aec24d4e-7117-4770-8880-dc790514292a req-5b9d298f-0d4a-480a-9939-3bf4bd5cfa03 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.1553078 Mar 10 14:59:25.621321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aec24d4e-7117-4770-8880-dc790514292a req-aa86818e-ae85-4951-8966-bf5442b78de6 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294012 Mar 10 14:59:25.757615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a948b3-c05a-47af-9aea-fe5897d79021 req-d05efb04-c8de-4d11-9cd9-2d69a7b74213 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:25.761876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74a948b3-c05a-47af-9aea-fe5897d79021 req-d05efb04-c8de-4d11-9cd9-2d69a7b74213 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1250944 Mar 10 14:59:25.864874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74a948b3-c05a-47af-9aea-fe5897d79021 req-37681249-9126-4673-a266-94d5fc7de06f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924582 Mar 10 14:59:26.295980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3433a-c52f-44f2-ac7d-985f91551f1e req-568de8e9-221e-4b22-ab2f-d81aa5f459be tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:26.302832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bb3433a-c52f-44f2-ac7d-985f91551f1e req-568de8e9-221e-4b22-ab2f-d81aa5f459be tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1333001 Mar 10 14:59:26.428674 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:26.472989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-2db20f77-b07c-409f-b87b-3d9dbddcdbf7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:26.475862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-2db20f77-b07c-409f-b87b-3d9dbddcdbf7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.62 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 821 time: 0.2689378 Mar 10 14:59:26.482105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bb3433a-c52f-44f2-ac7d-985f91551f1e req-eb7b214e-debb-4cd8-a6b3-332a9885cdfe tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783967 Mar 10 14:59:26.491105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Request body: {'port': {'device_id': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4', 'admin_state_up': True, 'tenant_id': '2671b97681dc4bc79983dcfefc7a4d3b'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:59:26.522976 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-e46682f4-a6fb-4121-90ed-8b8ff9272b39 service neutron] 10.222.0.45 "GET /v2.0/ports/ce496d4e-9d14-44fb-a18a-dec38b537711/bindings/n-h2-833090-1 HTTP/1.1" status: 200 len: 384 time: 0.0999010 Mar 10 14:59:26.541816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8a2c6-6890-4c5f-b5f8-6b6e0655c3c3 req-a6354b30-46f5-4a20-a2d1-ad274d6e9950 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:26.548891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44c8a2c6-6890-4c5f-b5f8-6b6e0655c3c3 req-a6354b30-46f5-4a20-a2d1-ad274d6e9950 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 943 time: 0.2076757 Mar 10 14:59:26.779332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-429d233f-57e9-49d2-9f17-61942fa24303 req-356c735e-91d6-451e-be88-d6b65ffd1f69 service neutron] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ce496d4e-9d14-44fb-a18a-dec38b537711,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:26.801634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-429d233f-57e9-49d2-9f17-61942fa24303 req-356c735e-91d6-451e-be88-d6b65ffd1f69 service neutron] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:59:26.839175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-429d233f-57e9-49d2-9f17-61942fa24303 req-356c735e-91d6-451e-be88-d6b65ffd1f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce496d4e-9d14-44fb-a18a-dec38b537711 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:59:26.851845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-429d233f-57e9-49d2-9f17-61942fa24303 req-356c735e-91d6-451e-be88-d6b65ffd1f69 service neutron] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ce496d4e-9d14-44fb-a18a-dec38b537711,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:26.870318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-429d233f-57e9-49d2-9f17-61942fa24303 req-356c735e-91d6-451e-be88-d6b65ffd1f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:26.954013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-429d233f-57e9-49d2-9f17-61942fa24303 req-356c735e-91d6-451e-be88-d6b65ffd1f69 service neutron] Transition to ACTIVE for port object ce496d4e-9d14-44fb-a18a-dec38b537711 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:59:26.958547 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-429d233f-57e9-49d2-9f17-61942fa24303 req-356c735e-91d6-451e-be88-d6b65ffd1f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:26.963981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7fc46e07-bbad-4138-b0a4-6c9e01e50144 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:59:26.978132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51f907e6-e2b0-4ded-a619-68a77cfa8be5 req-e31ced62-57a3-476a-aaa8-462f57d306ff tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.4054081 Mar 10 14:59:27.083981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-429d233f-57e9-49d2-9f17-61942fa24303 req-356c735e-91d6-451e-be88-d6b65ffd1f69 service neutron] No DVR routers for this DVR port ce496d4e-9d14-44fb-a18a-dec38b537711 on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:59:27.105281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:27.105906 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:27.114453 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c735e-91d6-451e-be88-d6b65ffd1f69 service neutron] Pushing event updated for resources: {'Port': ['ID=ce496d4e-9d14-44fb-a18a-dec38b537711,revision_number=10']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:27.126721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44c8a2c6-6890-4c5f-b5f8-6b6e0655c3c3 req-2f44d5e3-8ddf-4b80-9bd2-04b797410ef7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768216 Mar 10 14:59:27.133230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-ad495894-bb01-47b7-a8e1-21bd12b1a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:27.140608 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-356c735e-91d6-451e-be88-d6b65ffd1f69 service neutron] 10.222.0.45 "PUT /v2.0/ports/ce496d4e-9d14-44fb-a18a-dec38b537711/bindings/n-h2-833090-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6003428 Mar 10 14:59:27.148121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc46e07-bbad-4138-b0a4-6c9e01e50144'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:27.148569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-ad495894-bb01-47b7-a8e1-21bd12b1a623 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1132 time: 0.6311622 Mar 10 14:59:27.151279 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731a961b-c55c-48ff-93b8-c66d21e01608" -d '{"events": [{"server_uuid": "d4c98979-0661-459f-ae78-b75d14bb9287", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc46e07-bbad-4138-b0a4-6c9e01e50144"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:27.175531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Made reservation on behalf of 2671b97681dc4bc79983dcfefc7a4d3b for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:59:27.184686 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:27.191254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7fc46e07-bbad-4138-b0a4-6c9e01e50144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7fc46e07-bbad-4138-b0a4-6c9e01e50144,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:27.196383 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:27.266188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7fc46e07-bbad-4138-b0a4-6c9e01e50144,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:27.276769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-32d13ab1-4bf0-4691-b073-ed7d46476e2e tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:27.278306 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-32d13ab1-4bf0-4691-b073-ed7d46476e2e tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.0580218 Mar 10 14:59:27.336170 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-e16360d8-4708-4c09-a33b-703c0fbc389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:27.337849 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-e16360d8-4708-4c09-a33b-703c0fbc389a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f&tenant_id=0e24b30ca6604ae99b9012a50d837f98 HTTP/1.1" status: 200 len: 1126 time: 0.0525212 Mar 10 14:59:27.414632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-41048bc5-0467-4b77-a306-73951cff912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:27.416420 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-41048bc5-0467-4b77-a306-73951cff912d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 1126 time: 0.0543032 Mar 10 14:59:27.438685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556511-263e-4fba-94b9-3879b1cf75a7 req-7b45b57e-bf3d-4865-841a-dcf5cf6fe8c2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:27.440210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35556511-263e-4fba-94b9-3879b1cf75a7 req-7b45b57e-bf3d-4865-841a-dcf5cf6fe8c2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 944 time: 0.2440312 Mar 10 14:59:27.453675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bb72a-5e7f-4256-8902-542daa012bcc req-0b96fb65-7f13-4dad-9d64-03da4c432193 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:27.455166 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-749bb72a-5e7f-4256-8902-542daa012bcc req-0b96fb65-7f13-4dad-9d64-03da4c432193 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.2170260 Mar 10 14:59:27.463605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-641fc869-e612-488f-94d4-cef7d504e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:27.465149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-641fc869-e612-488f-94d4-cef7d504e657 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2758307 Mar 10 14:59:27.521615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-3a98cd81-085a-4119-bc49-8e800973f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:27.523929 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-3a98cd81-085a-4119-bc49-8e800973f163 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.1013219 Mar 10 14:59:27.568238 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-ee6a22d3-4fcf-4821-a50a-f5ddbf695a6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce496d4e-9d14-44fb-a18a-dec38b537711 HTTP/1.1" status: 200 len: 217 time: 0.0366530 Mar 10 14:59:27.569592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-f0d77546-d6fb-4860-b816-628fb7f7bc76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 217 time: 0.0764272 Mar 10 14:59:27.609250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Allocated IP 172.20.0.6 (6b04d328-1348-4a5e-9f15-addb2bbb45b4/5327c692-68c2-4c5c-a45c-9afcf4ed202b/7457e1e0-e5b8-42f3-a332-91d8913bf031) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:59:27.621190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-6a538c11-ae2b-4977-9e37-9b412ef41c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:27.622657 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-6a538c11-ae2b-4977-9e37-9b412ef41c85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0478354 Mar 10 14:59:27.656023 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-d314bce1-4a8a-4081-a2bc-e0f30c2572c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270302 Mar 10 14:59:27.664625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35556511-263e-4fba-94b9-3879b1cf75a7 req-589c39d1-0e8c-426f-8b1d-30e1dacff832 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063513 Mar 10 14:59:27.670078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-749bb72a-5e7f-4256-8902-542daa012bcc req-24c31de2-7a3f-41d8-888b-88bc7c2b837e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825230 Mar 10 14:59:27.680113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-ee9fae09-bfb6-490c-a4d1-12c1986b2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:27.681709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-ee9fae09-bfb6-490c-a4d1-12c1986b2ed0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0976503 Mar 10 14:59:27.781427 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-3f88d4a6-a062-4be8-9336-a78ee5d09992 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175709 Mar 10 14:59:27.829077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-90324a54-9036-4888-958d-508f77d63b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:27.830783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-90324a54-9036-4888-958d-508f77d63b77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1350420 Mar 10 14:59:27.858662 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae05ac3-63d0-4d99-b5a5-1a1519e63df6 x-openstack-request-id: req-6ae05ac3-63d0-4d99-b5a5-1a1519e63df6 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:27.859213 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c98979-0661-459f-ae78-b75d14bb9287", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc46e07-bbad-4138-b0a4-6c9e01e50144", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:27.859213 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ae05ac3-63d0-4d99-b5a5-1a1519e63df6 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:27.859649 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc46e07-bbad-4138-b0a4-6c9e01e50144', 'code': 200} Mar 10 14:59:27.920491 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-1a9b7913-7fed-4e30-9594-d54e1e30d001 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313138 Mar 10 14:59:28.119011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ed4de-0b3c-4e67-b221-6f062f76115c req-1a7fd180-f1b5-4b04-b6f1-b340774108ba tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:28.126233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-707ed4de-0b3c-4e67-b221-6f062f76115c req-1a7fd180-f1b5-4b04-b6f1-b340774108ba tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.2501452 Mar 10 14:59:28.134194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks [] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:28.135642 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:28.146477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-bb58b852-e170-417d-a124-f9d0b1923ed7 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925968 Mar 10 14:59:28.290749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-707ed4de-0b3c-4e67-b221-6f062f76115c req-887b8127-4203-4360-ba42-1737ec9f1942 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617918 Mar 10 14:59:28.325123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:28.339713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c6060d8e-67a8-4740-a121-3570c8856c49'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:59:28.366220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-1212c9c6-d542-44f5-b103-8dbc238c2f04 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083421 Mar 10 14:59:28.366537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d233f-57e9-49d2-9f17-61942fa24303 req-ce2d9f6e-9b64-4c0a-b47f-a8851d6a62c6 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:28.372728 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-ce2d9f6e-9b64-4c0a-b47f-a8851d6a62c6 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.1242542 Mar 10 14:59:28.400342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:59:28.415514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:59:28.421305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:59:28.547616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Pushing event updated for resources: {'Port': ['ID=7457e1e0-e5b8-42f3-a332-91d8913bf031,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:28.554757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-429d233f-57e9-49d2-9f17-61942fa24303 req-fb02ff85-20dd-4ebc-beae-601bbfe326f3 service neutron] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:59:28.560918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-429d233f-57e9-49d2-9f17-61942fa24303 req-fb02ff85-20dd-4ebc-beae-601bbfe326f3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:28.563063 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-429d233f-57e9-49d2-9f17-61942fa24303 req-fb02ff85-20dd-4ebc-beae-601bbfe326f3 service neutron] 10.222.0.62 "DELETE /v2.0/ports/ce496d4e-9d14-44fb-a18a-dec38b537711/bindings/n-h1-833090-1 HTTP/1.1" status: 204 len: 173 time: 0.1833844 Mar 10 14:59:28.587055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:28.587970 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:28.663519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-c9a1fbb4-72b3-487b-b1be-0acd677deca2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1801467 Mar 10 14:59:28.680653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Request body: {'port': {'device_id': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:59:28.715087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62b212-8598-4ac4-a3c5-72c3e0cfffd4 req-98eafb49-dd63-493e-9c6b-c0c117b13539 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:28.716560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f62b212-8598-4ac4-a3c5-72c3e0cfffd4 req-98eafb49-dd63-493e-9c6b-c0c117b13539 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 950 time: 0.1559396 Mar 10 14:59:28.725563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913956-d8a2-4fe5-a6f8-662c27b84e60 req-d6e8cca9-089c-4742-99e1-5c9559c87ce0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:28.727003 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50913956-d8a2-4fe5-a6f8-662c27b84e60 req-d6e8cca9-089c-4742-99e1-5c9559c87ce0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 931 time: 0.1346760 Mar 10 14:59:28.825513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f62b212-8598-4ac4-a3c5-72c3e0cfffd4 req-c9596f60-8019-4fd9-b86e-3234100549e6 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958676 Mar 10 14:59:28.826054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:28.852060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50913956-d8a2-4fe5-a6f8-662c27b84e60 req-a0819050-e020-420f-b3f2-5541fe16691f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150839 Mar 10 14:59:28.981513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7fc46e07-bbad-4138-b0a4-6c9e01e50144 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:59:29.030099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fb192-0e34-4a1b-a74f-5cc86410c455 req-7b2d9f02-e37d-415e-b0b9-837d34c4cd31 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:29.032221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b84fb192-0e34-4a1b-a74f-5cc86410c455 req-7b2d9f02-e37d-415e-b0b9-837d34c4cd31 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 944 time: 0.1372797 Mar 10 14:59:29.160593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b84fb192-0e34-4a1b-a74f-5cc86410c455 req-30467cd2-a140-44c9-981b-47e822ec5f96 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174886 Mar 10 14:59:29.168838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7fc46e07-bbad-4138-b0a4-6c9e01e50144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7fc46e07-bbad-4138-b0a4-6c9e01e50144,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:29.183936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '7fc46e07-bbad-4138-b0a4-6c9e01e50144', 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0', 'port_id': '7fc46e07-bbad-4138-b0a4-6c9e01e50144', 'mac_address': 'fa:16:3e:38:30:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd56b222-9954-4097-a64c-5505ae1a8e55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:59:29.231281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:29.232085 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:29.248837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc46e07-bbad-4138-b0a4-6c9e01e50144 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:59:29.251698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7457e1e0-e5b8-42f3-a332-91d8913bf031 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:59:29.263176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Publish callbacks [] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:29.278236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Transition to ACTIVE for port object 7457e1e0-e5b8-42f3-a332-91d8913bf031 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:59:29.289500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7fc46e07-bbad-4138-b0a4-6c9e01e50144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7fc46e07-bbad-4138-b0a4-6c9e01e50144,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:29.293622 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:29.295269 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:29.349555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7fc46e07-bbad-4138-b0a4-6c9e01e50144,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:29.389841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Pushing event updated for resources: {'Port': ['ID=7457e1e0-e5b8-42f3-a332-91d8913bf031,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:29.449270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795da384-0309-42dd-acd5-507adad3e1a2 req-92454b99-9b60-45e7-9e4d-8848fa226b66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:29.450952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-795da384-0309-42dd-acd5-507adad3e1a2 req-92454b99-9b60-45e7-9e4d-8848fa226b66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1709299 Mar 10 14:59:29.511566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:59:29.511909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:59:29.512243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:59:29.520092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:59:29.520419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:59:29.533581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-795da384-0309-42dd-acd5-507adad3e1a2 req-30648ed0-1861-4d7c-9b02-803b503d6040 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738142 Mar 10 14:59:29.545550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:59:29.545940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:59:29.546544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:59:29.547079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Bound port: 7457e1e0-e5b8-42f3-a332-91d8913bf031, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:59:29.547452 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:29.627481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:59:29.630761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:59:29.648323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:29.713126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:29.713834 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:29.715320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] 10.222.0.62 "PUT /v2.0/ports/7457e1e0-e5b8-42f3-a332-91d8913bf031 HTTP/1.1" status: 200 len: 1091 time: 1.0428374 Mar 10 14:59:29.718159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'tag': '7457e1e0-e5b8-42f3-a332-91d8913bf031'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:29.721595 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558dbb1f-2c1e-4c4e-8711-12b237e94372" -d '{"events": [{"name": "network-changed", "server_uuid": "f83c785b-fead-4db4-b439-38a1bf46c17b", "tag": "7457e1e0-e5b8-42f3-a332-91d8913bf031"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:29.785613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b9f00-df74-4c9f-8f2d-eec6e099d469 service neutron] Pushing event updated for resources: {'Port': ['ID=7457e1e0-e5b8-42f3-a332-91d8913bf031,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:29.818293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3df02-c00c-438b-8595-3b40808bf89b req-11468efe-a6bb-4c0b-9f89-a51700ed5daa tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:29.820470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccb3df02-c00c-438b-8595-3b40808bf89b req-11468efe-a6bb-4c0b-9f89-a51700ed5daa tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 945 time: 0.1866148 Mar 10 14:59:29.863233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-5ec09053-9853-426c-a4cd-0f87849d383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:29.864916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-5ec09053-9853-426c-a4cd-0f87849d383a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 1125 time: 0.0934732 Mar 10 14:59:29.954111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-14f8e012-346d-4958-9b73-be1b463d1c88 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031 HTTP/1.1" status: 200 len: 217 time: 0.0727055 Mar 10 14:59:29.974996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccb3df02-c00c-438b-8595-3b40808bf89b req-ba9cac15-b2cd-4755-a208-e7cd8773d927 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477668 Mar 10 14:59:30.042310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-dfa008a6-74a3-4dbb-9425-a8ad55dd274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:30.042657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-dfa008a6-74a3-4dbb-9425-a8ad55dd274e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.0722976 Mar 10 14:59:30.073214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8d9fe-280a-4797-9a02-f3cc9687af69 req-bac85e60-7d44-46a6-8582-9db070a83daa tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:30.075714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13a8d9fe-280a-4797-9a02-f3cc9687af69 req-bac85e60-7d44-46a6-8582-9db070a83daa tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1384344 Mar 10 14:59:30.079733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['7fc46e07-bbad-4138-b0a4-6c9e01e50144'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:59:30.110338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-952e5610-aa41-4624-b81c-b8cb242c06e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594015 Mar 10 14:59:30.262074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13a8d9fe-280a-4797-9a02-f3cc9687af69 req-2d152333-d687-492f-b414-022df19dc38c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567039 Mar 10 14:59:30.283027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496d8c3-8bad-47cc-9463-c05e97b974e2 req-7f23d962-6931-480b-bd68-87901446fc9e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:30.289912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b496d8c3-8bad-47cc-9463-c05e97b974e2 req-7f23d962-6931-480b-bd68-87901446fc9e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1831329 Mar 10 14:59:30.304617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-ccca16e9-c37d-47d7-9bab-038535cede07 service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801035 Mar 10 14:59:30.401977 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95fef02-9087-4856-8cd9-e912ddd8475d x-openstack-request-id: req-c95fef02-9087-4856-8cd9-e912ddd8475d {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:30.402280 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83c785b-fead-4db4-b439-38a1bf46c17b", "tag": "7457e1e0-e5b8-42f3-a332-91d8913bf031", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:30.402537 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c95fef02-9087-4856-8cd9-e912ddd8475d {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:30.403170 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'tag': '7457e1e0-e5b8-42f3-a332-91d8913bf031', 'status': 'completed', 'code': 200} Mar 10 14:59:30.424553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b496d8c3-8bad-47cc-9463-c05e97b974e2 req-f766f074-7a70-4ae2-9502-a9e9ab15e305 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325331 Mar 10 14:59:30.463557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418d482-5a58-43fc-b423-8bfacff06cdd req-1ae4648b-4ab2-49fc-9fba-de27258db90b service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524503 Mar 10 14:59:30.606546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507135c8-4c97-4c81-8937-1cf3a227f598 req-fdcec439-a120-443d-b534-9cfb3ee3ad83 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:30.608048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-507135c8-4c97-4c81-8937-1cf3a227f598 req-fdcec439-a120-443d-b534-9cfb3ee3ad83 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1220374 Mar 10 14:59:30.620884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dbb1f-2c1e-4c4e-8711-12b237e94372 req-350fdd7b-8d74-4660-8449-40efa66205ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:30.622276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-558dbb1f-2c1e-4c4e-8711-12b237e94372 req-350fdd7b-8d74-4660-8449-40efa66205ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 1125 time: 0.1025190 Mar 10 14:59:30.659653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd4928-12e3-456e-a6d0-5e34dae25ca4 req-e372086b-f7ef-4ee8-8865-24ee81033f2b tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:30.661096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79bd4928-12e3-456e-a6d0-5e34dae25ca4 req-e372086b-f7ef-4ee8-8865-24ee81033f2b tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 1126 time: 0.1280012 Mar 10 14:59:30.768938 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-507135c8-4c97-4c81-8937-1cf3a227f598 req-36c0e623-ca06-43fd-b4d6-90e70b0bcad6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534259 Mar 10 14:59:30.795728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79bd4928-12e3-456e-a6d0-5e34dae25ca4 req-24b9e1c0-e75d-4df5-863a-654ac7df48d8 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259480 Mar 10 14:59:30.817988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dbb1f-2c1e-4c4e-8711-12b237e94372 req-abe02d0d-5bbb-43f9-b701-06947c32daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:30.817988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-558dbb1f-2c1e-4c4e-8711-12b237e94372 req-abe02d0d-5bbb-43f9-b701-06947c32daf6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.1813962 Mar 10 14:59:30.870369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-558dbb1f-2c1e-4c4e-8711-12b237e94372 req-6f2acf79-85b9-44d9-9b28-1c7fe6f6d1a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031 HTTP/1.1" status: 200 len: 217 time: 0.0453951 Mar 10 14:59:30.966140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dbb1f-2c1e-4c4e-8711-12b237e94372 req-557480a9-6e41-4d7c-a82d-e70dffde8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:30.967833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-558dbb1f-2c1e-4c4e-8711-12b237e94372 req-557480a9-6e41-4d7c-a82d-e70dffde8a72 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.0858507 Mar 10 14:59:30.975492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffc079-9926-40e4-b18f-ddae9ff4f94b req-bfa46bfc-0aa3-40f8-a6e6-0c2a9603556f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:30.976957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17ffc079-9926-40e4-b18f-ddae9ff4f94b req-bfa46bfc-0aa3-40f8-a6e6-0c2a9603556f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1053073 Mar 10 14:59:30.992978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0a13b414-130b-496a-b63e-bc65e0376fb9 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:59:31.013797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-558dbb1f-2c1e-4c4e-8711-12b237e94372 req-39302a24-920a-48c4-b9b3-d3ac34cac95a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358429 Mar 10 14:59:31.106579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0a13b414-130b-496a-b63e-bc65e0376fb9 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:31.108094 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:31.125206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17ffc079-9926-40e4-b18f-ddae9ff4f94b req-671d7399-95db-4c38-b89b-c707998ee348 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394823 Mar 10 14:59:31.141134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a13b414-130b-496a-b63e-bc65e0376fb9'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:31.143743 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc79f1e7-f947-458d-a6aa-93207aadbcbf" -d '{"events": [{"server_uuid": "899e5d24-5e7e-4d4a-9a8b-b3293c8c3261", "name": "network-vif-unplugged", "status": "completed", "tag": "0a13b414-130b-496a-b63e-bc65e0376fb9"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:31.156925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-558dbb1f-2c1e-4c4e-8711-12b237e94372 req-f9cb0881-7d9b-4105-b413-cdb301f4ec1d service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327903 Mar 10 14:59:31.167220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0a13b414-130b-496a-b63e-bc65e0376fb9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0a13b414-130b-496a-b63e-bc65e0376fb9,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:31.177547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:31.237836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0a13b414-130b-496a-b63e-bc65e0376fb9,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:31.340638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-558dbb1f-2c1e-4c4e-8711-12b237e94372 req-3022dbb3-7197-48f5-a5b9-9c508ea7df91 service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735442 Mar 10 14:59:31.353138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98d35b-e6fc-429f-8077-5898f1596399 req-e6d09573-b874-4cbc-b412-34a78e1bb280 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:31.355002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c98d35b-e6fc-429f-8077-5898f1596399 req-e6d09573-b874-4cbc-b412-34a78e1bb280 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 1126 time: 0.1064491 Mar 10 14:59:31.367961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740948b5-ffa9-4fdd-98dd-0a69d84f237c req-dc58807e-e076-4151-a16e-950cb43bb2ba tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:31.369472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-740948b5-ffa9-4fdd-98dd-0a69d84f237c req-dc58807e-e076-4151-a16e-950cb43bb2ba tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 945 time: 0.0879467 Mar 10 14:59:31.438895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c98d35b-e6fc-429f-8077-5898f1596399 req-b3337c48-49c2-4392-a2bc-3c0d493ce02e tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683477 Mar 10 14:59:31.442293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-740948b5-ffa9-4fdd-98dd-0a69d84f237c req-b66c84ef-e964-4b2e-bbbd-311df30bd21e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663567 Mar 10 14:59:31.497477 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d641a4-0bc3-40ea-addd-ca8083acb032 x-openstack-request-id: req-68d641a4-0bc3-40ea-addd-ca8083acb032 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:31.497960 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e5d24-5e7e-4d4a-9a8b-b3293c8c3261", "name": "network-vif-unplugged", "status": "completed", "tag": "0a13b414-130b-496a-b63e-bc65e0376fb9", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:31.498375 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68d641a4-0bc3-40ea-addd-ca8083acb032 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:31.498972 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a13b414-130b-496a-b63e-bc65e0376fb9', 'code': 200} Mar 10 14:59:31.631805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51da03-cd04-4d6e-914e-ba691a0e35c0 req-fb5a22c7-a397-4e23-9239-2e706fcac74e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:31.633270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a51da03-cd04-4d6e-914e-ba691a0e35c0 req-fb5a22c7-a397-4e23-9239-2e706fcac74e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 946 time: 0.0845709 Mar 10 14:59:31.664399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60338bf1-9b5a-4f5a-9e82-cd05c05fee71 req-d1a18033-32b3-480a-8eb1-812b7dc92ad3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:31.665826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60338bf1-9b5a-4f5a-9e82-cd05c05fee71 req-d1a18033-32b3-480a-8eb1-812b7dc92ad3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0795681 Mar 10 14:59:31.708404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a51da03-cd04-4d6e-914e-ba691a0e35c0 req-c0f406d1-b7f3-4444-89bf-941d192d9f3b tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678942 Mar 10 14:59:31.731300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60338bf1-9b5a-4f5a-9e82-cd05c05fee71 req-9c29b280-0fdc-44c9-9b4f-cb85580cec99 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596271 Mar 10 14:59:32.145957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fa606-6617-48a1-be38-9ce6a015bfa0 req-544f4c55-0d56-4a7e-9ecc-c9b4691b7e4c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:32.163946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d11fa606-6617-48a1-be38-9ce6a015bfa0 req-544f4c55-0d56-4a7e-9ecc-c9b4691b7e4c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1076262 Mar 10 14:59:32.217750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d11fa606-6617-48a1-be38-9ce6a015bfa0 req-f4eccb7e-1fe7-4f53-8143-475df419ef6f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528469 Mar 10 14:59:32.346887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b91ceb-eda6-4004-9e18-9e646a434603 req-79449d31-fec1-4293-96f0-165df4f5f3c8 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:32.348562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96b91ceb-eda6-4004-9e18-9e646a434603 req-79449d31-fec1-4293-96f0-165df4f5f3c8 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.0587230 Mar 10 14:59:32.400416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96b91ceb-eda6-4004-9e18-9e646a434603 req-682a9761-aa90-4c3c-9456-d3abfe469fa3 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 Mar 10 14:59:32.574363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7982b6-c5ad-47c9-a00b-4d6dee678334 req-60ebc08a-c1bf-4e60-b82d-344c91b6eeeb tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:32.576405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb7982b6-c5ad-47c9-a00b-4d6dee678334 req-60ebc08a-c1bf-4e60-b82d-344c91b6eeeb tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 945 time: 0.0605400 Mar 10 14:59:32.631341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb7982b6-c5ad-47c9-a00b-4d6dee678334 req-9e411de1-431e-489c-b28e-2f9c13ca66a8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485733 Mar 10 14:59:33.008718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7fc46e07-bbad-4138-b0a4-6c9e01e50144 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:33.065553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:33.065928 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:33.154418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:33.155096 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:33.164567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562b91c-f110-4724-bf46-8605da159ce5 req-1244647e-1786-42f9-a0ed-5e0580089745 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:33.166835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3562b91c-f110-4724-bf46-8605da159ce5 req-1244647e-1786-42f9-a0ed-5e0580089745 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 946 time: 0.3785446 Mar 10 14:59:33.192702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7fc46e07-bbad-4138-b0a4-6c9e01e50144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7fc46e07-bbad-4138-b0a4-6c9e01e50144,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:33.192923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae75b-e93f-4abf-a3fe-f4b9795f1f95 req-afb0679d-1bf1-4d2e-b6c2-b0ec137db803 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:33.194878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a06ae75b-e93f-4abf-a3fe-f4b9795f1f95 req-afb0679d-1bf1-4d2e-b6c2-b0ec137db803 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1136346 Mar 10 14:59:33.200136 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:33.221681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fa4cf-4f62-4c83-b40b-fc5525579cf3 req-d3089aa3-98c1-4efe-9754-ba7381d7e7a5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:33.223236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-387fa4cf-4f62-4c83-b40b-fc5525579cf3 req-d3089aa3-98c1-4efe-9754-ba7381d7e7a5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 946 time: 0.1409371 Mar 10 14:59:33.262523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7fc46e07-bbad-4138-b0a4-6c9e01e50144,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:33.348698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3562b91c-f110-4724-bf46-8605da159ce5 req-5175a1dd-f279-4fbc-a239-af00f49a9051 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752419 Mar 10 14:59:33.355140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a06ae75b-e93f-4abf-a3fe-f4b9795f1f95 req-63f7a34b-bf5f-4e35-9b15-35629ad93e1f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526804 Mar 10 14:59:33.397860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-387fa4cf-4f62-4c83-b40b-fc5525579cf3 req-7b79875f-20c3-4a0f-97c1-66757cfb8247 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Deleting port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:59:33.398208 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-387fa4cf-4f62-4c83-b40b-fc5525579cf3 req-7b79875f-20c3-4a0f-97c1-66757cfb8247 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:33.500751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc46e07-bbad-4138-b0a4-6c9e01e50144'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:33.503066 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e6735e-462a-4680-a684-252196636ce4" -d '{"events": [{"server_uuid": "d4c98979-0661-459f-ae78-b75d14bb9287", "name": "network-vif-plugged", "status": "completed", "tag": "7fc46e07-bbad-4138-b0a4-6c9e01e50144"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:33.519153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-387fa4cf-4f62-4c83-b40b-fc5525579cf3 req-7b79875f-20c3-4a0f-97c1-66757cfb8247 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] For port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:33.519441 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-387fa4cf-4f62-4c83-b40b-fc5525579cf3 req-7b79875f-20c3-4a0f-97c1-66757cfb8247 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:33.532409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-387fa4cf-4f62-4c83-b40b-fc5525579cf3 req-7b79875f-20c3-4a0f-97c1-66757cfb8247 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Calling delete_port for d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:59:33.583212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d5c4b8ba-1e8b-495a-b8a9-8647edb4940f details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:59:33.657154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9681a-c54c-4983-b143-607a46261613 req-cd1fec6e-2cc9-4aaa-876c-686e95d4ee85 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:33.667051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6af9681a-c54c-4983-b143-607a46261613 req-cd1fec6e-2cc9-4aaa-876c-686e95d4ee85 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1151350 Mar 10 14:59:33.712654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:33.724077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'mac_address': 'fa:16:3e:50:4a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:59:33.764427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:33.764981 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:33.778632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c4b8ba-1e8b-495a-b8a9-8647edb4940f {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:59:33.785212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6af9681a-c54c-4983-b143-607a46261613 req-d7cb3b3a-1ae0-498d-bdec-58afe099404a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169381 Mar 10 14:59:33.806093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:33.813964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75310a-d307-4537-960d-6c4035edf8c9 req-676c7466-0504-4bfd-b2e0-62ab6fcd07b7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:33.815481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f75310a-d307-4537-960d-6c4035edf8c9 req-676c7466-0504-4bfd-b2e0-62ab6fcd07b7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1197600 Mar 10 14:59:33.823109 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:33.837369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-387fa4cf-4f62-4c83-b40b-fc5525579cf3 req-7b79875f-20c3-4a0f-97c1-66757cfb8247 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:33.857640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:59:33.875724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79875f-20c3-4a0f-97c1-66757cfb8247 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event deleted for resources: {'Port': ['ID=d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:33.919421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:33.934996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f75310a-d307-4537-960d-6c4035edf8c9 req-8c778ef3-6fca-4af4-aef2-b9115e990fd2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111078 Mar 10 14:59:33.953836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-387fa4cf-4f62-4c83-b40b-fc5525579cf3 req-7b79875f-20c3-4a0f-97c1-66757cfb8247 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] No DVR routers for this DVR port d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:59:33.956772 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-387fa4cf-4f62-4c83-b40b-fc5525579cf3 req-7b79875f-20c3-4a0f-97c1-66757cfb8247 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:33.961401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-387fa4cf-4f62-4c83-b40b-fc5525579cf3 req-7b79875f-20c3-4a0f-97c1-66757cfb8247 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "DELETE /v2.0/ports/d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a HTTP/1.1" status: 204 len: 173 time: 0.7193997 Mar 10 14:59:33.961974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4', 'name': 'network-vif-deleted', 'tag': 'd48dc402-a1ae-48ea-8a2d-5ae5c02fa28a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:33.965635 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b0a7dc-3c7d-49e3-8db1-95dd8bdce52a" -d '{"events": [{"server_uuid": "86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4", "name": "network-vif-deleted", "tag": "d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:33.982107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['d5c4b8ba-1e8b-495a-b8a9-8647edb4940f'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:59:33.985094 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38fd84a-c03d-4948-849e-5573088830c3 x-openstack-request-id: req-c38fd84a-c03d-4948-849e-5573088830c3 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:33.985353 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c98979-0661-459f-ae78-b75d14bb9287", "name": "network-vif-plugged", "status": "completed", "tag": "7fc46e07-bbad-4138-b0a4-6c9e01e50144", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:33.985610 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c38fd84a-c03d-4948-849e-5573088830c3 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:33.985994 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc46e07-bbad-4138-b0a4-6c9e01e50144', 'code': 200} Mar 10 14:59:34.159126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6cc7c-64bc-4bb2-8422-fb84014d250a req-7a0bee82-8ba2-4f74-80f2-43b51c38f92e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:34.161230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92f6cc7c-64bc-4bb2-8422-fb84014d250a req-7a0bee82-8ba2-4f74-80f2-43b51c38f92e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0657544 Mar 10 14:59:34.226783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92f6cc7c-64bc-4bb2-8422-fb84014d250a req-5690d517-f84a-4e69-81e7-c8f016c98ee8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587108 Mar 10 14:59:34.261797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7e990-5990-493d-8385-96cefaf4e8d0 req-572222f2-4db2-462b-b241-20c08648093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:34.263346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44a7e990-5990-493d-8385-96cefaf4e8d0 req-572222f2-4db2-462b-b241-20c08648093e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 1128 time: 0.0499010 Mar 10 14:59:34.293534 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff929fff-a740-4049-81a4-cc69a2f9237b x-openstack-request-id: req-ff929fff-a740-4049-81a4-cc69a2f9237b {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:34.293903 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4", "name": "network-vif-deleted", "tag": "d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:34.294105 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff929fff-a740-4049-81a4-cc69a2f9237b {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:34.294582 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4', 'name': 'network-vif-deleted', 'tag': 'd48dc402-a1ae-48ea-8a2d-5ae5c02fa28a', 'status': 'completed', 'code': 200} Mar 10 14:59:34.323822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44a7e990-5990-493d-8385-96cefaf4e8d0 req-1f21f70d-f8ad-4590-8d91-9ecf409aeee7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487347 Mar 10 14:59:34.452148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e7680e75-3981-4891-bb41-0026478bba81 req-b023737a-8ad6-4823-aa6d-56dd9af63851 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0291405 Mar 10 14:59:34.565003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c220db0-6db8-4145-b22b-5e9fb423fee8 req-89aefddc-11db-43a7-bf37-a87e3860cdc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:34.566493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c220db0-6db8-4145-b22b-5e9fb423fee8 req-89aefddc-11db-43a7-bf37-a87e3860cdc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0560219 Mar 10 14:59:34.614213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c220db0-6db8-4145-b22b-5e9fb423fee8 req-8acbf2f2-dd3f-4648-b89f-e0c9055e42a7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Mar 10 14:59:34.926673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58bb87-793b-4b83-b239-a139c2c0529c req-996835fe-8f96-45af-a2aa-10732cb50349 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:34.928293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a58bb87-793b-4b83-b239-a139c2c0529c req-996835fe-8f96-45af-a2aa-10732cb50349 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.0646465 Mar 10 14:59:34.979233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a58bb87-793b-4b83-b239-a139c2c0529c req-7b91492d-217e-4d08-9095-e3d2e1e86fa4 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451820 Mar 10 14:59:35.100431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1954e-e870-4f33-a2fb-f2a036de55a4 req-b2d10bf2-e7db-48f2-a7ff-4aa9ec532cb3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:35.102067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4da1954e-e870-4f33-a2fb-f2a036de55a4 req-b2d10bf2-e7db-48f2-a7ff-4aa9ec532cb3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.0623708 Mar 10 14:59:35.160042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4da1954e-e870-4f33-a2fb-f2a036de55a4 req-302d2d99-aa9c-4599-b16e-4330338372b9 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513361 Mar 10 14:59:35.185843 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 14:59:35.361221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f662f-9f6a-4e90-8067-4f3b01385da7 req-5d8ddf0a-e252-4529-badd-0c42898de8d3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:35.362710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-499f662f-9f6a-4e90-8067-4f3b01385da7 req-5d8ddf0a-e252-4529-badd-0c42898de8d3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0592129 Mar 10 14:59:35.416054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-499f662f-9f6a-4e90-8067-4f3b01385da7 req-891b7fe3-e2ac-45b3-a6c6-a6896f34176c tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471087 Mar 10 14:59:35.554461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85047d70-0c88-4d44-bbe2-b278a7b19b90 req-01ab5a2e-16a5-4179-a6a1-6c007394692c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0313754 Mar 10 14:59:35.597339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d5c4b8ba-1e8b-495a-b8a9-8647edb4940f up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:35.651312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:35.651693 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:35.789396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:35.790007 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:35.797225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5157f-1ab5-4766-a172-cd16381f60a5 req-726588ac-372f-465e-86f5-4acf3e4ab739 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:35.798745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-99f5157f-1ab5-4766-a172-cd16381f60a5 req-726588ac-372f-465e-86f5-4acf3e4ab739 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0914578 Mar 10 14:59:35.827971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:35.833086 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:35.884651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-99f5157f-1ab5-4766-a172-cd16381f60a5 req-5cbb0627-d767-4a23-a45c-524c4c46de0f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748401 Mar 10 14:59:35.901218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=10']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:35.987186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:35.989925 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c115c3-0ab4-457b-87ef-e55c6f49cac5" -d '{"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-plugged", "status": "completed", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:36.028951 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f3d385-968b-4504-bf78-d2bb8e8d90ce x-openstack-request-id: req-c6f3d385-968b-4504-bf78-d2bb8e8d90ce {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:36.029397 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-plugged", "status": "completed", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:36.029522 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6f3d385-968b-4504-bf78-d2bb8e8d90ce {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:36.029889 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'code': 200} Mar 10 14:59:36.129862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c54af-5e73-4a59-a4a1-ab1ad708ea51 req-d7ac01b5-9b50-469c-b63b-955a7cfb4443 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:36.131598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e6c54af-5e73-4a59-a4a1-ab1ad708ea51 req-d7ac01b5-9b50-469c-b63b-955a7cfb4443 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.0701528 Mar 10 14:59:36.196673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e6c54af-5e73-4a59-a4a1-ab1ad708ea51 req-0cb2f6ea-f119-409c-9945-2c789d639330 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524273 Mar 10 14:59:36.275077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42024) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:36.325910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f6c81-c2ca-4be0-becc-33608191e555 req-785d5069-5667-4d6b-b15c-04909b03d327 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:36.328841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a16f6c81-c2ca-4be0-becc-33608191e555 req-785d5069-5667-4d6b-b15c-04909b03d327 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.0820930 Mar 10 14:59:36.400807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a16f6c81-c2ca-4be0-becc-33608191e555 req-498ff6d8-da05-42f1-92f4-16993838a8e2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655179 Mar 10 14:59:36.408630 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:36.525358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Publish callbacks [] for security_group (5dfd197f-d20f-4d07-8d11-14254e6b40d8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:36.533023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5dfd197f-d20f-4d07-8d11-14254e6b40d8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:36.581939 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7121e6932d54a11bc31be9fd918c388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052382 Mar 10 14:59:36.585223 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfd197f-d20f-4d07-8d11-14254e6b40d8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:36.593807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39621b-d713-4e6e-a6ae-f39899d78d19 req-22dd1e36-6b33-4ce2-b01a-6436c856059f tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:36.597718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b39621b-d713-4e6e-a6ae-f39899d78d19 req-22dd1e36-6b33-4ce2-b01a-6436c856059f tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0796154 Mar 10 14:59:36.598652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42032) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:36.607878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.608359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.608962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.609398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.609963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.610510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.611183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.611729 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.612268 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.614245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.614853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.615454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.616073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ef51d-2996-462c-9cf9-62b190ea50b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:36.708397 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73cd29db-80e2-4dc5-9f7e-72f5c1572868 req-b6d0a84e-3db8-4b4e-b11e-54c8c1d2f510 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0584986 Mar 10 14:59:36.740983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b39621b-d713-4e6e-a6ae-f39899d78d19 req-cbe0a429-058a-441c-92e3-d5896ca95b9f tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331623 Mar 10 14:59:36.745596 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d617e0a-f617-40fa-8908-814f2390742c admin admin] Publish callbacks [] for security_group (5dfd197f-d20f-4d07-8d11-14254e6b40d8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:36.774298 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d617e0a-f617-40fa-8908-814f2390742c admin admin] Publish callbacks [] for security_group (5dfd197f-d20f-4d07-8d11-14254e6b40d8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:36.840257 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d617e0a-f617-40fa-8908-814f2390742c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5dfd197f-d20f-4d07-8d11-14254e6b40d8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:36.844486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d617e0a-f617-40fa-8908-814f2390742c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:36.846015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9d617e0a-f617-40fa-8908-814f2390742c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dfd197f-d20f-4d07-8d11-14254e6b40d8 HTTP/1.1" status: 204 len: 168 time: 0.2461848 Mar 10 14:59:36.857502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d617e0a-f617-40fa-8908-814f2390742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfd197f-d20f-4d07-8d11-14254e6b40d8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:36.924233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0325-365f-4d22-9a61-1974611f0046 req-f192f610-3762-49eb-9736-511a16d837c3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:36.925925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a04b0325-365f-4d22-9a61-1974611f0046 req-f192f610-3762-49eb-9736-511a16d837c3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.0786815 Mar 10 14:59:36.981814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a04b0325-365f-4d22-9a61-1974611f0046 req-6f250435-86ab-4ddb-b748-13b07e118b8b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497024 Mar 10 14:59:37.023529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:59:37.055629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:59:37.055985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d48dc402-a1ae-48ea-8a2d-5ae5c02fa28a not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:59:37.107658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55399cf2-8dcd-477b-a640-bc59bd40e965 req-5656ee78-ffc6-4d1c-b94c-5eea95967a4e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:37.109723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55399cf2-8dcd-477b-a640-bc59bd40e965 req-5656ee78-ffc6-4d1c-b94c-5eea95967a4e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1206372 Mar 10 14:59:37.208923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55399cf2-8dcd-477b-a640-bc59bd40e965 req-f63e27b1-5eff-4f6f-a95d-60d506538fab tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920932 Mar 10 14:59:37.364967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a2bdd-f24c-4956-b774-88c42094c7f8 req-05f19114-b0d9-4023-8077-bab08de2c8ff tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:37.364967 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a77a2bdd-f24c-4956-b774-88c42094c7f8 req-05f19114-b0d9-4023-8077-bab08de2c8ff tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.0709555 Mar 10 14:59:37.417447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a77a2bdd-f24c-4956-b774-88c42094c7f8 req-2f47cfaf-4341-43e3-9de0-e740ebac8a1f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458484 Mar 10 14:59:37.605046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-b00a4c7b-9663-4983-ae2f-913fa7cb2fca tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:37.608032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-b00a4c7b-9663-4983-ae2f-913fa7cb2fca tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/networks?id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 HTTP/1.1" status: 200 len: 815 time: 0.1650910 Mar 10 14:59:37.636227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80432b-feaa-465a-b50b-4e8345055caa req-6260f2e9-630a-4f3c-aa4f-2345021f1b75 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:37.637608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf80432b-feaa-465a-b50b-4e8345055caa req-6260f2e9-630a-4f3c-aa4f-2345021f1b75 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1531610 Mar 10 14:59:37.641492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-8ee58e57-0821-4337-9c69-951b706c688e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/quotas/2e899169bfbd49eda1340c6cb67878e9 HTTP/1.1" status: 200 len: 375 time: 0.0196073 Mar 10 14:59:37.729704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf80432b-feaa-465a-b50b-4e8345055caa req-67070089-a156-41e1-8e5d-19438ad9eb5d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789413 Mar 10 14:59:37.729908 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42088) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:37.744497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-a652e681-72d7-4251-a29a-81b297cb18d5 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2e899169bfbd49eda1340c6cb67878e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0936470 Mar 10 14:59:37.846865 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-679316163-network', 'tenant_id': 'c4a266c3e8604d4ab21b87ad49f2c8ae'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:59:37.862017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85a058ff-d0b3-42c9-b827-320fb1c9b814 req-bfb5f973-34aa-4ef1-bb64-3e7322b4c00b tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0349748 Mar 10 14:59:37.874450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Made reservation on behalf of c4a266c3e8604d4ab21b87ad49f2c8ae for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:59:37.878178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:37.890294 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:37.891399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-41ad9580-43c2-47be-afaa-4c8a583bd9bb service neutron] 10.222.0.11 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380343 Mar 10 14:59:37.978569 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Publish callbacks [] for security_group (4e1e77ca-8bac-4042-9ca8-2cb948d8825d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:37.983710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4e1e77ca-8bac-4042-9ca8-2cb948d8825d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:38.014814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-9461b82a-23ef-4579-9f4f-7b422e5df93b service neutron] 10.222.0.11 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222785 Mar 10 14:59:38.019321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 14:59:38.034609 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1e77ca-8bac-4042-9ca8-2cb948d8825d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:38.040738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (48e736e5-f368-40b2-8c65-f79bf76297d4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:38.041080 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Added segment 48e736e5-f368-40b2-8c65-f79bf76297d4 of type vlan for network f4627f3b-59e4-4d60-af44-304aeec98190 Mar 10 14:59:38.099178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (f4627f3b-59e4-4d60-af44-304aeec98190), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:38.131378 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (f4627f3b-59e4-4d60-af44-304aeec98190), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:38.132566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:38.133336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:38.189680 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4586537 Mar 10 14:59:38.193735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42110) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 14:59:38.199170 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] Request body: {'subnet': {'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-679316163-subnet', 'tenant_id': 'c4a266c3e8604d4ab21b87ad49f2c8ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:59:38.223888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b81ff65-aaba-43e0-9f18-c3a99098b320 req-0b4d9893-dff9-444e-89ff-f54a1847fa1f tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 210 time: 0.0368371 Mar 10 14:59:38.252841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cc695-e941-484a-aa98-71d412ea68e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f4627f3b-59e4-4d60-af44-304aeec98190,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:38.265034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network f4627f3b-59e4-4d60-af44-304aeec98190 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 14:59:38.289470 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] Made reservation on behalf of c4a266c3e8604d4ab21b87ad49f2c8ae for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:59:38.293833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:38.388675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759eadc-d833-41b1-98e3-ea0e8d350d55 req-6ed3a98e-1ee3-42ab-ab8e-00ee6ef12767 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:38.396761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2759eadc-d833-41b1-98e3-ea0e8d350d55 req-6ed3a98e-1ee3-42ab-ab8e-00ee6ef12767 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0646615 Mar 10 14:59:38.467059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2759eadc-d833-41b1-98e3-ea0e8d350d55 req-218afd0c-e2c9-4814-918f-1e710d6f1926 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602293 Mar 10 14:59:38.502105 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (7fc7fd95-fc00-4ffd-8ab7-ec61279237bd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:38.566510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc7fd95-fc00-4ffd-8ab7-ec61279237bd,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:38.571994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] Checking segment: {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:59:38.572909 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] Network hostable DHCP agents. Network: f4627f3b-59e4-4d60-af44-304aeec98190, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 14:59:38.595402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] Network f4627f3b-59e4-4d60-af44-304aeec98190 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 14:59:38.606488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, f4627f3b-59e4-4d60-af44-304aeec98190) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:59:38.608351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb992a94-f9ee-43d1-893f-8279e0da7d01 req-ed650ef7-6a75-45b4-9fab-6fce37596fbd tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:38.611731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:38.612560 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:38.617774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7fdfa3-23a1-4bde-88ff-745d6d6bc082 None None] Network f4627f3b-59e4-4d60-af44-304aeec98190 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:59:38.627048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb992a94-f9ee-43d1-893f-8279e0da7d01 req-ed650ef7-6a75-45b4-9fab-6fce37596fbd tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1234000 Mar 10 14:59:38.656462 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d4cd9439-b1b0-4b80-a5c6-77e9105db51a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4614840 Mar 10 14:59:38.727876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb992a94-f9ee-43d1-893f-8279e0da7d01 req-d8b34312-d719-40f6-b007-c09d633921bd tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901709 Mar 10 14:59:38.751484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f8bf3-a98a-4308-96df-0f3128cf436f None None] Network f4627f3b-59e4-4d60-af44-304aeec98190 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 14:59:38.925894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5895627-2e2d-43ea-acdf-abe7306dffc9 req-1ea6bdd9-f42b-4ffb-b634-255f6e450b39 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:38.935574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5895627-2e2d-43ea-acdf-abe7306dffc9 req-1ea6bdd9-f42b-4ffb-b634-255f6e450b39 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.0882964 Mar 10 14:59:39.013802 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ec0e9fd-4145-44d5-8c63-891b69e8215f req-220554ef-6959-4691-b02e-40753ecb59f7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0403244 Mar 10 14:59:39.018621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5895627-2e2d-43ea-acdf-abe7306dffc9 req-6235f182-e1bf-497f-9c0b-24430036cbe7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768702 Mar 10 14:59:39.368786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb9a9045-59ca-4c2d-b2ec-4116dbcb0248 req-7cbd1499-8ec3-4b92-a683-d951cf49ec9b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 210 time: 0.0544655 Mar 10 14:59:39.407763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2e5c7e31-1bc0-41a7-87a7-0c0e35a3c415 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:39.409217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2e5c7e31-1bc0-41a7-87a7-0c0e35a3c415 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 804 time: 0.1323307 Mar 10 14:59:39.423949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-13d13b11-c762-4818-a651-0831797ddeb9 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/quotas/c4a266c3e8604d4ab21b87ad49f2c8ae HTTP/1.1" status: 200 len: 375 time: 0.0088801 Mar 10 14:59:39.462515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-3fb69c2c-9b83-4393-a759-5a6b0cb54c97 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316541 Mar 10 14:59:39.587429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-6c7a9049-c4ef-4379-903c-4f271f75eac8 service neutron] 10.222.0.11 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148255 Mar 10 14:59:39.620942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005414f4-1c62-4cdc-9c96-c47b5a3e772d req-9c5bc214-2d8c-4063-ac21-b514bcaea7a7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:39.622399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-005414f4-1c62-4cdc-9c96-c47b5a3e772d req-9c5bc214-2d8c-4063-ac21-b514bcaea7a7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0883174 Mar 10 14:59:39.724227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-005414f4-1c62-4cdc-9c96-c47b5a3e772d req-2528bbe4-7125-4103-af2d-58c4e81f1a54 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954688 Mar 10 14:59:39.728643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-15fa0c98-eba1-445f-bad7-882bd4b79011 service neutron] 10.222.0.11 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333950 Mar 10 14:59:39.923913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40700-0457-4f07-aca9-35517eafdb49 req-34c05981-d7ce-42e5-974e-fdd55b4f5cda tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:39.925794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7b40700-0457-4f07-aca9-35517eafdb49 req-34c05981-d7ce-42e5-974e-fdd55b4f5cda tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1073058 Mar 10 14:59:39.971683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff034f0d-b3cc-4998-abbf-6fa4c28fab9d req-c2994599-145c-4c5c-9d14-0acca0559418 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 210 time: 0.0713227 Mar 10 14:59:40.135693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7b40700-0457-4f07-aca9-35517eafdb49 req-7f5a99d4-f9b0-4fbb-9df1-5385695f3e8f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756787 Mar 10 14:59:40.176647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b70d03ff-b5a6-4fdd-8440-93808bd7e558 req-55f67216-bb5d-4c06-b7d9-358431878417 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0558538 Mar 10 14:59:40.207083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-269907c9-10dc-48df-b271-9e9e5c22072e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:40.210220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-269907c9-10dc-48df-b271-9e9e5c22072e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.45 "GET /v2.0/networks?id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 HTTP/1.1" status: 200 len: 815 time: 0.2601225 Mar 10 14:59:40.232164 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9927501-d9e5-441d-a75e-4d43e2f9d40f req-3f464e2d-a9d9-4a0f-8811-a4f023bc92df tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:40.244140 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d9927501-d9e5-441d-a75e-4d43e2f9d40f req-3f464e2d-a9d9-4a0f-8811-a4f023bc92df tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.45 "GET /v2.0/ports?device_id=d4c98979-0661-459f-ae78-b75d14bb9287 HTTP/1.1" status: 200 len: 946 time: 0.1327753 Mar 10 14:59:40.257472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Request body: {'port': {'device_id': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0', 'admin_state_up': True, 'tenant_id': '2e899169bfbd49eda1340c6cb67878e9'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:59:40.434240 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-d9927501-d9e5-441d-a75e-4d43e2f9d40f req-36db576d-a348-4351-9020-2d240a513da8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Deleting port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 14:59:40.434651 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d9927501-d9e5-441d-a75e-4d43e2f9d40f req-36db576d-a348-4351-9020-2d240a513da8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:40.462164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b296fc-55c3-4615-98ac-712974501495 req-d165420f-1a89-420c-ac74-5528d38bc025 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:40.464503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70b296fc-55c3-4615-98ac-712974501495 req-d165420f-1a89-420c-ac74-5528d38bc025 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.2406721 Mar 10 14:59:40.542695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-825216de-50e0-455f-a3f7-3180d9a10810 req-5f0602d2-f35b-4de6-b876-046651a79c18 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 210 time: 0.0661383 Mar 10 14:59:40.616176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-d9927501-d9e5-441d-a75e-4d43e2f9d40f req-36db576d-a348-4351-9020-2d240a513da8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] For port 7fc46e07-bbad-4138-b0a4-6c9e01e50144, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7fc46e07-bbad-4138-b0a4-6c9e01e50144,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:40.616907 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d9927501-d9e5-441d-a75e-4d43e2f9d40f req-36db576d-a348-4351-9020-2d240a513da8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:40.631599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70b296fc-55c3-4615-98ac-712974501495 req-ddf1eef2-6de9-4398-a850-dc86a84fdaf1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524189 Mar 10 14:59:40.638583 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Made reservation on behalf of 2e899169bfbd49eda1340c6cb67878e9 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:59:40.643855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-d9927501-d9e5-441d-a75e-4d43e2f9d40f req-36db576d-a348-4351-9020-2d240a513da8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Calling delete_port for 7fc46e07-bbad-4138-b0a4-6c9e01e50144 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 14:59:40.646209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:40.862182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Allocated IP 172.20.0.13 (b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0/dd56b222-9954-4097-a64c-5505ae1a8e55/1d512874-3659-4f43-a1cb-6b1e8f49ff4e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:59:40.892939 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d9927501-d9e5-441d-a75e-4d43e2f9d40f req-36db576d-a348-4351-9020-2d240a513da8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7fc46e07-bbad-4138-b0a4-6c9e01e50144), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:40.916012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['7fc46e07-bbad-4138-b0a4-6c9e01e50144'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:59:40.941796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db576d-a348-4351-9020-2d240a513da8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Pushing event deleted for resources: {'Port': ['ID=7fc46e07-bbad-4138-b0a4-6c9e01e50144,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:40.956324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71cf35-6c3c-4f8a-b50d-4f42a5bd6b42 req-4368daec-218e-4b10-81fc-42967c34715d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:40.958097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb71cf35-6c3c-4f8a-b50d-4f42a5bd6b42 req-4368daec-218e-4b10-81fc-42967c34715d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1009734 Mar 10 14:59:41.079783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9927501-d9e5-441d-a75e-4d43e2f9d40f req-36db576d-a348-4351-9020-2d240a513da8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] No DVR routers for this DVR port 7fc46e07-bbad-4138-b0a4-6c9e01e50144 on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 14:59:41.084516 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d9927501-d9e5-441d-a75e-4d43e2f9d40f req-36db576d-a348-4351-9020-2d240a513da8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:41.090352 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d9927501-d9e5-441d-a75e-4d43e2f9d40f req-36db576d-a348-4351-9020-2d240a513da8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.45 "DELETE /v2.0/ports/7fc46e07-bbad-4138-b0a4-6c9e01e50144 HTTP/1.1" status: 204 len: 173 time: 0.8259952 Mar 10 14:59:41.090871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'name': 'network-vif-deleted', 'tag': '7fc46e07-bbad-4138-b0a4-6c9e01e50144'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:41.096987 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36584f7-8910-4bed-8993-1e68d0d6443e" -d '{"events": [{"server_uuid": "d4c98979-0661-459f-ae78-b75d14bb9287", "name": "network-vif-deleted", "tag": "7fc46e07-bbad-4138-b0a4-6c9e01e50144"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:41.117265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b150f2e0-5071-4a34-9137-fffd02090333 req-2b9140ad-e0ce-4750-9123-30d0c055754e tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 210 time: 0.0417371 Mar 10 14:59:41.123785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb71cf35-6c3c-4f8a-b50d-4f42a5bd6b42 req-d35bf0dc-1860-43a4-8d6b-e60949d42703 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555288 Mar 10 14:59:41.182704 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks [] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:41.246547 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74147353-7e21-4b2f-9f37-7e40aef52f78 x-openstack-request-id: req-74147353-7e21-4b2f-9f37-7e40aef52f78 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:41.247249 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c98979-0661-459f-ae78-b75d14bb9287", "name": "network-vif-deleted", "tag": "7fc46e07-bbad-4138-b0a4-6c9e01e50144", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:41.247657 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74147353-7e21-4b2f-9f37-7e40aef52f78 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:41.248086 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c98979-0661-459f-ae78-b75d14bb9287', 'name': 'network-vif-deleted', 'tag': '7fc46e07-bbad-4138-b0a4-6c9e01e50144', 'status': 'completed', 'code': 200} Mar 10 14:59:41.300415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:41.373162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:59:41.392415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:59:41.420585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:59:41.423492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60ebf923-ca53-4156-b99f-121e14b0f9c3 req-6786901b-e136-41fb-9639-cf86838069c1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0783315 Mar 10 14:59:41.457484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Pushing event updated for resources: {'Port': ['ID=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:41.510700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42d0a8-3164-4cb6-a455-1b6a9a65b21d req-5f7171cc-4977-4e2d-af64-5a306fd1d217 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:41.518227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc42d0a8-3164-4cb6-a455-1b6a9a65b21d req-5f7171cc-4977-4e2d-af64-5a306fd1d217 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1779387 Mar 10 14:59:41.526245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:41.527222 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:41.622724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc42d0a8-3164-4cb6-a455-1b6a9a65b21d req-57e667fc-37ea-4e80-80ff-1074a4d02030 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998869 Mar 10 14:59:41.642875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-efc8e27b-5d85-45eb-a722-52b8b5a4fb90 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3890288 Mar 10 14:59:41.658651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Request body: {'port': {'device_id': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:59:41.832175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-ae509201-33cf-4988-8fb9-02ce2e5ebee2 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:41.833681 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-ae509201-33cf-4988-8fb9-02ce2e5ebee2 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 804 time: 0.2539027 Mar 10 14:59:41.854249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Request body: {'port': {'device_id': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'admin_state_up': True, 'tenant_id': 'c4a266c3e8604d4ab21b87ad49f2c8ae'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:59:41.977090 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:42.065611 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c7d09-56dd-4058-aeb7-07e9dd5b0b3f req-f599385b-4b1b-4375-8a95-b50bacd2585e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:42.067157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d1c7d09-56dd-4058-aeb7-07e9dd5b0b3f req-f599385b-4b1b-4375-8a95-b50bacd2585e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 932 time: 0.2222056 Mar 10 14:59:42.086405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd688a81-c488-4d6c-bdc9-ac5dc8c2681e req-8ca45e98-856f-47d4-84ee-1b0210f42419 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:42.087992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd688a81-c488-4d6c-bdc9-ac5dc8c2681e req-8ca45e98-856f-47d4-84ee-1b0210f42419 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1920145 Mar 10 14:59:42.104873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Made reservation on behalf of c4a266c3e8604d4ab21b87ad49f2c8ae for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 14:59:42.108260 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:42.256786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d1c7d09-56dd-4058-aeb7-07e9dd5b0b3f req-b95a17a3-26b6-42f4-99fc-170d7b00af50 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664703 Mar 10 14:59:42.259058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd688a81-c488-4d6c-bdc9-ac5dc8c2681e req-5277ff20-96e3-4ab7-9b0a-358237971b68 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450658 Mar 10 14:59:42.356351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Allocated IP 172.20.0.8 (f4627f3b-59e4-4d60-af44-304aeec98190/7fc7fd95-fc00-4ffd-8ab7-ec61279237bd/5333c7bb-10d7-4170-869e-76a759d995bc) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 14:59:42.626361 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks [] for port (5333c7bb-10d7-4170-869e-76a759d995bc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:42.693943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:42.758819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Network f4627f3b-59e4-4d60-af44-304aeec98190 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 14:59:42.765109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 14:59:42.774982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 14:59:42.810347 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Pushing event updated for resources: {'Port': ['ID=5333c7bb-10d7-4170-869e-76a759d995bc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:42.872456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d512874-3659-4f43-a1cb-6b1e8f49ff4e {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:59:42.874226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:42.874894 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:42.881737 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Publish callbacks [] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:42.895896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Transition to ACTIVE for port object 1d512874-3659-4f43-a1cb-6b1e8f49ff4e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:59:42.918334 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-4b8a3bc3-a2dc-495d-b359-461001583a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0674491 Mar 10 14:59:42.919359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c959a56-19b6-405d-8473-3239d860138b req-3841ea5c-ad1c-474f-a540-c6266d7667a7 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 210 time: 0.4554844 Mar 10 14:59:42.929749 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:42.936632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Request body: {'port': {'device_id': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 14:59:43.033971 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:43.055130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57a4108e-4a70-4e2f-bc07-b06cf6b7b6e8 req-d833f5e7-3845-442d-a449-04eed0ff5b06 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0844321 Mar 10 14:59:43.061003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7fc46e07-bbad-4138-b0a4-6c9e01e50144 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:59:43.091665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 7fc46e07-bbad-4138-b0a4-6c9e01e50144 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 14:59:43.113529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7fc46e07-bbad-4138-b0a4-6c9e01e50144 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 14:59:43.134385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f41b84-a1f0-4509-83fe-9a8853466c61 req-701a51a7-5031-4586-94f4-24d9df6759ad tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:43.142466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08f41b84-a1f0-4509-83fe-9a8853466c61 req-701a51a7-5031-4586-94f4-24d9df6759ad tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.6879048 Mar 10 14:59:43.173052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Pushing event updated for resources: {'Port': ['ID=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:43.256557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08f41b84-a1f0-4509-83fe-9a8853466c61 req-1c0914e6-08a5-46dd-8517-8131e864c50d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125398 Mar 10 14:59:43.275714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Attempting to bind port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:59:43.276341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Attempting to bind port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:59:43.276900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Attempting to bind port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e on network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:59:43.308372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e on network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:59:43.311170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Attempting to bind port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e on network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:59:43.375191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:59:43.375554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Checking segment: {'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:59:43.375954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Bound using segment: {'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:59:43.376411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Bound port: 1d512874-3659-4f43-a1cb-6b1e8f49ff4e, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:59:43.376780 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:43.441184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c46f-57ce-4595-804c-e02b3240e49d req-9a8ebb1a-3f57-49af-8309-193ccb2e18ae tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:43.442705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25b9c46f-57ce-4595-804c-e02b3240e49d req-9a8ebb1a-3f57-49af-8309-193ccb2e18ae tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1549957 Mar 10 14:59:43.525269 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5333c7bb-10d7-4170-869e-76a759d995bc {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:59:43.530342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] For port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:59:43.536030 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Publish callbacks [] for port (5333c7bb-10d7-4170-869e-76a759d995bc), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:43.551705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Transition to ACTIVE for port object 5333c7bb-10d7-4170-869e-76a759d995bc will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 14:59:43.559221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:43.561922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] For port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:59:43.583416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25b9c46f-57ce-4595-804c-e02b3240e49d req-10be91f8-e09b-418d-8232-f437eb35f83d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318543 Mar 10 14:59:43.597940 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:43.682922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Pushing event updated for resources: {'Port': ['ID=5333c7bb-10d7-4170-869e-76a759d995bc,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:43.704245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb05d9-f50e-4cdf-8284-e5c888e81557 req-59c0aca5-ecf5-40e2-84c6-e2489e84894b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:43.705742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edbb05d9-f50e-4cdf-8284-e5c888e81557 req-59c0aca5-ecf5-40e2-84c6-e2489e84894b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.2428625 Mar 10 14:59:43.707053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:43.707650 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:43.709494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] 10.222.0.45 "PUT /v2.0/ports/1d512874-3659-4f43-a1cb-6b1e8f49ff4e HTTP/1.1" status: 200 len: 1092 time: 2.0547566 Mar 10 14:59:43.712959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'tag': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:43.715353 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496b93db-a08c-4600-820b-e9da5f48e2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbff1fa-d838-409c-8b33-ee0e6373df3c", "tag": "1d512874-3659-4f43-a1cb-6b1e8f49ff4e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:43.765520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Attempting to bind port 5333c7bb-10d7-4170-869e-76a759d995bc on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 14:59:43.765819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Attempting to bind port 5333c7bb-10d7-4170-869e-76a759d995bc by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 14:59:43.766089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Attempting to bind port 5333c7bb-10d7-4170-869e-76a759d995bc on network f4627f3b-59e4-4d60-af44-304aeec98190 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:59:43.772809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Port 5333c7bb-10d7-4170-869e-76a759d995bc on network f4627f3b-59e4-4d60-af44-304aeec98190 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 14:59:43.773144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Attempting to bind port 5333c7bb-10d7-4170-869e-76a759d995bc on network f4627f3b-59e4-4d60-af44-304aeec98190 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 14:59:43.780643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 14:59:43.780976 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Checking segment: {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 14:59:43.781360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Bound using segment: {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 14:59:43.781794 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Bound port: 5333c7bb-10d7-4170-869e-76a759d995bc, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 14:59:43.782153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:43.799759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94809f4-3088-4f06-9038-59abb5e8718f service neutron] Pushing event updated for resources: {'Port': ['ID=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:43.863143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edbb05d9-f50e-4cdf-8284-e5c888e81557 req-e23482ae-4e27-4917-8d36-7cc1c1eecd23 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442029 Mar 10 14:59:43.876536 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] For port 5333c7bb-10d7-4170-869e-76a759d995bc, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 14:59:43.882364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] For port 5333c7bb-10d7-4170-869e-76a759d995bc, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5333c7bb-10d7-4170-869e-76a759d995bc,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 14:59:43.884526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17d0a2-c699-4823-a7e9-fc0d5ac6b858 req-47dcf22d-3072-4584-861e-075a7b48fc91 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:43.903635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd17d0a2-c699-4823-a7e9-fc0d5ac6b858 req-47dcf22d-3072-4584-861e-075a7b48fc91 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 944 time: 0.2083025 Mar 10 14:59:43.907145 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:43.972839 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a5dbe5-a989-4ae7-8ce1-c83c911b1b03 x-openstack-request-id: req-35a5dbe5-a989-4ae7-8ce1-c83c911b1b03 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:43.973155 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbff1fa-d838-409c-8b33-ee0e6373df3c", "tag": "1d512874-3659-4f43-a1cb-6b1e8f49ff4e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:43.973388 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35a5dbe5-a989-4ae7-8ce1-c83c911b1b03 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:43.973794 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'tag': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e', 'status': 'completed', 'code': 200} Mar 10 14:59:43.989442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd17d0a2-c699-4823-a7e9-fc0d5ac6b858 req-f5ef9405-0375-4d9b-a11d-a1fb45f65a7e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921509 Mar 10 14:59:43.997070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-87dc73cc-0f45-4840-9c46-8342302c354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:43.998575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-87dc73cc-0f45-4840-9c46-8342302c354d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2e899169bfbd49eda1340c6cb67878e9&device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 1126 time: 0.2215879 Mar 10 14:59:44.007447 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:44.008073 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:44.010158 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] 10.222.0.45 "PUT /v2.0/ports/5333c7bb-10d7-4170-869e-76a759d995bc HTTP/1.1" status: 200 len: 1091 time: 1.0792034 Mar 10 14:59:44.010615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'tag': '5333c7bb-10d7-4170-869e-76a759d995bc'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:44.012876 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92c4679-6dbd-437c-9399-8ab0fb2fc68a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4b0c77-c526-40d0-aebe-ccbf7ebd6265", "tag": "5333c7bb-10d7-4170-869e-76a759d995bc"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:44.095959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-8e6bb830-15ef-47b4-a971-98468b85c1e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d512874-3659-4f43-a1cb-6b1e8f49ff4e HTTP/1.1" status: 200 len: 217 time: 0.0699632 Mar 10 14:59:44.170975 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9a72d0-dd7f-4a60-93f4-fd09004c3b83 x-openstack-request-id: req-5f9a72d0-dd7f-4a60-93f4-fd09004c3b83 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:44.172595 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4b0c77-c526-40d0-aebe-ccbf7ebd6265", "tag": "5333c7bb-10d7-4170-869e-76a759d995bc", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:44.172851 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f9a72d0-dd7f-4a60-93f4-fd09004c3b83 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:44.173271 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'tag': '5333c7bb-10d7-4170-869e-76a759d995bc', 'status': 'completed', 'code': 200} Mar 10 14:59:44.190906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267b389-1d08-43b3-a9b5-65227b3bb995 service neutron] Pushing event updated for resources: {'Port': ['ID=5333c7bb-10d7-4170-869e-76a759d995bc,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:44.191327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-29241ea3-a2b8-4b01-9294-e99370ff6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:44.192697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-29241ea3-a2b8-4b01-9294-e99370ff6b28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd56b222-9954-4097-a64c-5505ae1a8e55 HTTP/1.1" status: 200 len: 855 time: 0.0791762 Mar 10 14:59:44.210297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-abd04a99-8078-4a8b-b7ed-9df21a855cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:44.211072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e915ae-f585-4ecd-ab7c-bbc61d6b8833 req-9bf2ed62-391a-4e87-9473-0e951dbc479e tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:44.211939 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-abd04a99-8078-4a8b-b7ed-9df21a855cbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 1125 time: 0.0910370 Mar 10 14:59:44.213448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5e915ae-f585-4ecd-ab7c-bbc61d6b8833 req-9bf2ed62-391a-4e87-9473-0e951dbc479e tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 943 time: 0.1234291 Mar 10 14:59:44.261483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-61c1dcf2-9d78-4db0-9d08-d8b808d48d4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469317 Mar 10 14:59:44.284673 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-bb4691d7-79ca-450c-bed5-36310750c346 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5333c7bb-10d7-4170-869e-76a759d995bc HTTP/1.1" status: 200 len: 217 time: 0.0607674 Mar 10 14:59:44.292994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc2bb9c0-a73d-4ac4-bfdd-2eaf1180771b req-a4ecfc29-7f77-497f-ab8b-d87a581b2e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0629401 Mar 10 14:59:44.379385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-a6f7a12c-0a8d-4b90-afa7-2eadde77f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:44.384323 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-a6f7a12c-0a8d-4b90-afa7-2eadde77f39f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc7fd95-fc00-4ffd-8ab7-ec61279237bd HTTP/1.1" status: 200 len: 844 time: 0.0873561 Mar 10 14:59:44.403890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-e82b5c04-b83f-4c1d-81e1-2ae27543d835 service neutron] 10.222.0.45 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200566 Mar 10 14:59:44.434924 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-ebb7546d-448f-4964-9608-358566000aa9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4627f3b-59e4-4d60-af44-304aeec98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359302 Mar 10 14:59:44.536005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5e915ae-f585-4ecd-ab7c-bbc61d6b8833 req-2ac1e1eb-0c9c-43e1-b73e-c19123a6377c tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093777 Mar 10 14:59:44.593913 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-eeb4f5ff-f309-4b11-8b65-67e05fd66b5b service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491411 Mar 10 14:59:44.637343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201318a-6a12-4c28-a5a3-5590db3b877c req-669d0def-9b9d-4792-bcc8-0b865990dd77 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:44.645104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a201318a-6a12-4c28-a5a3-5590db3b877c req-669d0def-9b9d-4792-bcc8-0b865990dd77 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1806631 Mar 10 14:59:44.663745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdb48abb-154b-4aa7-9bb8-66bf00860b0d req-818bd172-3027-439e-a2b2-48756700567b service neutron] 10.222.0.45 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458897 Mar 10 14:59:44.714439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a201318a-6a12-4c28-a5a3-5590db3b877c req-2105f045-ab77-4d71-b6d7-7960c0526656 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681326 Mar 10 14:59:44.796192 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e60fc82e-bf5c-4a5d-bc2d-097aba8f739d req-857feeeb-e603-4c6a-947d-09030b9baf4a service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894119 Mar 10 14:59:44.838244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b93db-a08c-4600-820b-e9da5f48e2b4 req-178fcc85-c2d3-4cd5-8d32-1f1a77bb49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:44.839851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-496b93db-a08c-4600-820b-e9da5f48e2b4 req-178fcc85-c2d3-4cd5-8d32-1f1a77bb49d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2e899169bfbd49eda1340c6cb67878e9&device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 1126 time: 0.0938585 Mar 10 14:59:44.856823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194f4a8-c096-42b1-be5f-371d2cb9595c req-b73c86e0-b2bc-4d64-a216-a26ba8ac00b5 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:44.858497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6194f4a8-c096-42b1-be5f-371d2cb9595c req-b73c86e0-b2bc-4d64-a216-a26ba8ac00b5 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1023781 Mar 10 14:59:44.940567 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c4679-6dbd-437c-9399-8ab0fb2fc68a req-23b6e567-8bbd-4fd4-8871-e767c82c8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:44.942090 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a92c4679-6dbd-437c-9399-8ab0fb2fc68a req-23b6e567-8bbd-4fd4-8871-e767c82c8c18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 1125 time: 0.0682805 Mar 10 14:59:45.059713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6194f4a8-c096-42b1-be5f-371d2cb9595c req-a516281f-87c5-483f-8c58-36133c0ed28c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775136 Mar 10 14:59:45.079186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b93db-a08c-4600-820b-e9da5f48e2b4 req-00702ab1-a527-4a5c-9882-694fdf0665b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:45.080801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-496b93db-a08c-4600-820b-e9da5f48e2b4 req-00702ab1-a527-4a5c-9882-694fdf0665b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 HTTP/1.1" status: 200 len: 916 time: 0.2171435 Mar 10 14:59:45.094911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3364aa-0577-4393-9c51-c97805180197 req-5746dfeb-63c1-402f-8451-825756f43875 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:45.096842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da3364aa-0577-4393-9c51-c97805180197 req-5746dfeb-63c1-402f-8451-825756f43875 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1294625 Mar 10 14:59:45.101305 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c4679-6dbd-437c-9399-8ab0fb2fc68a req-e530a369-e5f0-48b8-a025-7f701611d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:45.102755 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a92c4679-6dbd-437c-9399-8ab0fb2fc68a req-e530a369-e5f0-48b8-a025-7f701611d817 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 905 time: 0.1437824 Mar 10 14:59:45.163015 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a92c4679-6dbd-437c-9399-8ab0fb2fc68a req-e1ca8ccd-2542-4946-b1c2-683077db5863 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5333c7bb-10d7-4170-869e-76a759d995bc HTTP/1.1" status: 200 len: 217 time: 0.0502174 Mar 10 14:59:45.163275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-496b93db-a08c-4600-820b-e9da5f48e2b4 req-304a02db-fa2e-452e-a363-69a0890ccd30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d512874-3659-4f43-a1cb-6b1e8f49ff4e HTTP/1.1" status: 200 len: 217 time: 0.0627244 Mar 10 14:59:45.239640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b93db-a08c-4600-820b-e9da5f48e2b4 req-06145820-9b51-426b-ae5e-b0352de3ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:45.241795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-496b93db-a08c-4600-820b-e9da5f48e2b4 req-06145820-9b51-426b-ae5e-b0352de3ebbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd56b222-9954-4097-a64c-5505ae1a8e55 HTTP/1.1" status: 200 len: 855 time: 0.0515442 Mar 10 14:59:45.280017 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c4679-6dbd-437c-9399-8ab0fb2fc68a req-af096967-f0c4-4e71-a312-a9ae00d1af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:45.283139 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a92c4679-6dbd-437c-9399-8ab0fb2fc68a req-af096967-f0c4-4e71-a312-a9ae00d1af52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc7fd95-fc00-4ffd-8ab7-ec61279237bd HTTP/1.1" status: 200 len: 844 time: 0.0967362 Mar 10 14:59:45.305602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-496b93db-a08c-4600-820b-e9da5f48e2b4 req-47529cff-48c0-4749-a3dd-78628b457395 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437865 Mar 10 14:59:45.347036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da3364aa-0577-4393-9c51-c97805180197 req-b643b307-2dee-49c4-b233-887dce640422 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377548 Mar 10 14:59:45.365849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ba4be-0a16-4066-ba93-8f48dea74d3e req-1fc35fcd-0e76-498e-83f6-818415d7d3b7 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:45.373001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a1ba4be-0a16-4066-ba93-8f48dea74d3e req-1fc35fcd-0e76-498e-83f6-818415d7d3b7 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 944 time: 0.2277262 Mar 10 14:59:45.401575 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a92c4679-6dbd-437c-9399-8ab0fb2fc68a req-72441cf3-890b-4d41-8841-47953776e17a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4627f3b-59e4-4d60-af44-304aeec98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933540 Mar 10 14:59:45.512833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d753f0d5-3be2-442a-b2f9-c07f8f105d19 req-4e8c65b0-1e84-4661-825b-06bf1a1f665f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0375860 Mar 10 14:59:45.557248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a1ba4be-0a16-4066-ba93-8f48dea74d3e req-52c6eab4-1321-42d5-9c24-9bffe7fefdad tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768866 Mar 10 14:59:45.589036 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a92c4679-6dbd-437c-9399-8ab0fb2fc68a req-1b007840-4b4f-47c1-80b5-822caca2792f service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716135 Mar 10 14:59:45.594074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-496b93db-a08c-4600-820b-e9da5f48e2b4 req-d0405189-7112-4731-8806-9ae4a309b20c service neutron] 10.222.0.45 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752078 Mar 10 14:59:45.776482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-496b93db-a08c-4600-820b-e9da5f48e2b4 req-fb1bc9a1-55f5-4e83-90a4-cf0e31a34536 service neutron] 10.222.0.45 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687512 Mar 10 14:59:45.785282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe615bf-53ed-42b2-a0dd-86cbb95dbef9 req-24562b84-2635-4bbc-84c4-229dedf978c3 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:45.791570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe615bf-53ed-42b2-a0dd-86cbb95dbef9 req-24562b84-2635-4bbc-84c4-229dedf978c3 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 943 time: 0.1520863 Mar 10 14:59:45.824179 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a92c4679-6dbd-437c-9399-8ab0fb2fc68a req-fba9eae4-db49-428d-9cbd-f17cfaed2721 service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174976 Mar 10 14:59:45.927083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe615bf-53ed-42b2-a0dd-86cbb95dbef9 req-5d038c41-2d98-409d-9511-8ad0d889c1a8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295855 Mar 10 14:59:45.944889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001a0dd-e6c7-4e2e-8e69-ad2d6db918f2 req-f226be7d-53a3-408d-b706-f02eb6b9607b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:45.946386 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8001a0dd-e6c7-4e2e-8e69-ad2d6db918f2 req-f226be7d-53a3-408d-b706-f02eb6b9607b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0931973 Mar 10 14:59:46.008211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8001a0dd-e6c7-4e2e-8e69-ad2d6db918f2 req-0f1087ec-20d5-444b-bd12-04278280dc82 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557091 Mar 10 14:59:46.199085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ec5c0-7d1d-4eb9-ad3c-456891830753 req-673ef084-6d74-4556-b1f6-a1ade23fe448 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:46.205913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a3ec5c0-7d1d-4eb9-ad3c-456891830753 req-673ef084-6d74-4556-b1f6-a1ade23fe448 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.0631173 Mar 10 14:59:46.264776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a3ec5c0-7d1d-4eb9-ad3c-456891830753 req-33071d0c-d282-43c7-9332-804f09cbf549 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524292 Mar 10 14:59:46.524281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19350a-cb9a-46e0-ac82-ac1ff8ee2ccc req-109686f2-45a0-4bb0-812e-aa3bba00c05f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:46.526621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a19350a-cb9a-46e0-ac82-ac1ff8ee2ccc req-109686f2-45a0-4bb0-812e-aa3bba00c05f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.0735157 Mar 10 14:59:46.620859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a19350a-cb9a-46e0-ac82-ac1ff8ee2ccc req-a53efae4-be51-4098-954b-149378dee062 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766799 Mar 10 14:59:46.681508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-033b7260-1966-407b-a532-1a05dc980955 req-1dcf6755-8709-4e61-99d5-37e722e2c31d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0689530 Mar 10 14:59:46.820170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b6156-26c0-4ba8-a32f-2a75c4b9cfc3 req-f034046f-563f-401e-9925-f6f08de03461 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:46.821993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-836b6156-26c0-4ba8-a32f-2a75c4b9cfc3 req-f034046f-563f-401e-9925-f6f08de03461 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 944 time: 0.0779986 Mar 10 14:59:46.882660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-836b6156-26c0-4ba8-a32f-2a75c4b9cfc3 req-53edb7cb-daa4-44a0-b291-01718fd0bd1c tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543320 Mar 10 14:59:47.068430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1d512874-3659-4f43-a1cb-6b1e8f49ff4e details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:59:47.098436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7537063-483c-454a-88e2-b809ab2ca075 req-0016e53c-8749-4f23-ab96-455c7da737eb tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:47.111958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e7537063-483c-454a-88e2-b809ab2ca075 req-0016e53c-8749-4f23-ab96-455c7da737eb tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 943 time: 0.1107166 Mar 10 14:59:47.230676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e7537063-483c-454a-88e2-b809ab2ca075 req-57c588c2-48f6-42d0-ab39-4dd7c3a1f79d tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170053 Mar 10 14:59:47.263587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7aa76-d0d4-4166-919b-d313130fe9ed req-36a7bcd5-c557-470c-95a4-c619bf770b34 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:47.264836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdb7aa76-d0d4-4166-919b-d313130fe9ed req-36a7bcd5-c557-470c-95a4-c619bf770b34 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1011381 Mar 10 14:59:47.277287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:47.294664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e', 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0', 'port_id': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e', 'mac_address': 'fa:16:3e:bd:e9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd56b222-9954-4097-a64c-5505ae1a8e55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:59:47.369170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:47.369863 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:47.372778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdb7aa76-d0d4-4166-919b-d313130fe9ed req-3663885f-5e07-4947-b9d5-3063e5e67a66 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014111 Mar 10 14:59:47.398246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d512874-3659-4f43-a1cb-6b1e8f49ff4e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:59:47.420416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:47.421301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2f8cf-5096-4097-8b2f-f071ee5c6539 req-6fe5d577-813a-4f8a-baba-4b96852478ea tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:47.429645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8d2f8cf-5096-4097-8b2f-f071ee5c6539 req-6fe5d577-813a-4f8a-baba-4b96852478ea tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.0717382 Mar 10 14:59:47.434247 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:47.486052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8d2f8cf-5096-4097-8b2f-f071ee5c6539 req-2e9d9b8e-b5b4-4156-88d4-1a84f2405732 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552907 Mar 10 14:59:47.514391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:47.654726 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:47.794651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b98552-ad48-4001-9d82-de96f2f241f4 req-693872f2-e0d3-4bad-8d36-bfbdc7d6c09c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:47.802012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47b98552-ad48-4001-9d82-de96f2f241f4 req-693872f2-e0d3-4bad-8d36-bfbdc7d6c09c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1119802 Mar 10 14:59:47.853590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['1d512874-3659-4f43-a1cb-6b1e8f49ff4e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:59:47.906866 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b71e06f-598c-4512-a75f-73b66e0b5e12 req-0dc776fb-6eb6-453b-b59f-ed18b115f93e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0681572 Mar 10 14:59:47.936021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47b98552-ad48-4001-9d82-de96f2f241f4 req-a5b7d77d-e020-45b2-8655-f2704d5a2ed3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327713 Mar 10 14:59:48.164350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee223c-3221-471d-bb06-e451c1de4c7e req-90015981-612e-45b1-aab9-43ffae68963b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:48.173115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3ee223c-3221-471d-bb06-e451c1de4c7e req-90015981-612e-45b1-aab9-43ffae68963b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 945 time: 0.1268811 Mar 10 14:59:48.234181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3ee223c-3221-471d-bb06-e451c1de4c7e req-f402f8e8-9e1d-413a-87fb-76bef0d5e362 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598216 Mar 10 14:59:48.396639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8c6ce-cfe4-4550-b316-c8bd75da6f02 req-2e003536-3c85-42e7-b6bd-d8f7bbb0447b tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:48.399645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ac8c6ce-cfe4-4550-b316-c8bd75da6f02 req-2e003536-3c85-42e7-b6bd-d8f7bbb0447b tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 943 time: 0.0780177 Mar 10 14:59:48.457590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ac8c6ce-cfe4-4550-b316-c8bd75da6f02 req-aafbcb82-72a7-49b1-85c3-b9d4c1be8bbb tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516350 Mar 10 14:59:48.545446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df4d9b-5b8c-4386-ac93-0f616a965a16 req-294d33d5-f4b2-4f64-b3a6-661aea6a28a5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:48.547009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33df4d9b-5b8c-4386-ac93-0f616a965a16 req-294d33d5-f4b2-4f64-b3a6-661aea6a28a5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0879233 Mar 10 14:59:48.641892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33df4d9b-5b8c-4386-ac93-0f616a965a16 req-37c8da0e-dcf6-4554-8958-e5bc2c967e5c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880983 Mar 10 14:59:48.682304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff52e1-604e-4587-8302-b8f2a02a168f req-4459b5f2-354f-4ed1-a401-54bd94099715 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:48.684438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edff52e1-604e-4587-8302-b8f2a02a168f req-4459b5f2-354f-4ed1-a401-54bd94099715 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1085646 Mar 10 14:59:48.751578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edff52e1-604e-4587-8302-b8f2a02a168f req-98d5e237-4c04-4925-8678-2b2a41a24631 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606229 Mar 10 14:59:49.067993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7c4cf67-51ae-41e8-9ad0-2a95c6dcd12c req-7ef9ae99-7903-4b25-be9a-37319cf91c4e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0838368 Mar 10 14:59:49.073610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5333c7bb-10d7-4170-869e-76a759d995bc details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:59:49.166528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed409f7-8ffe-4060-a7e0-408abec50e3e req-8ece7494-a7c7-45cf-83a4-fa655f192d52 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:49.173540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ed409f7-8ffe-4060-a7e0-408abec50e3e req-8ece7494-a7c7-45cf-83a4-fa655f192d52 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1249347 Mar 10 14:59:49.244250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ed409f7-8ffe-4060-a7e0-408abec50e3e req-7a9c9324-c2a2-46e1-ba66-5c6c7ffa081e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697553 Mar 10 14:59:49.273493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5333c7bb-10d7-4170-869e-76a759d995bc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5333c7bb-10d7-4170-869e-76a759d995bc,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:49.297011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '5333c7bb-10d7-4170-869e-76a759d995bc', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'port_id': '5333c7bb-10d7-4170-869e-76a759d995bc', 'mac_address': 'fa:16:3e:a5:05:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc7fd95-fc00-4ffd-8ab7-ec61279237bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 14:59:49.365311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5333c7bb-10d7-4170-869e-76a759d995bc is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:49.366131 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:49.390657 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5333c7bb-10d7-4170-869e-76a759d995bc {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 14:59:49.423194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e8de9-58ab-4159-b14b-5ecc5c779849 req-ac136240-5179-4044-8eb0-00cd09d3205c tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:49.432473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c12e8de9-58ab-4159-b14b-5ecc5c779849 req-ac136240-5179-4044-8eb0-00cd09d3205c tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 945 time: 0.0956256 Mar 10 14:59:49.511025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c12e8de9-58ab-4159-b14b-5ecc5c779849 req-671110fe-4834-4bbb-8012-60272e1ce053 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774996 Mar 10 14:59:49.617461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5333c7bb-10d7-4170-869e-76a759d995bc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5333c7bb-10d7-4170-869e-76a759d995bc,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:49.623250 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:49.677856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1ff69-24fa-4ace-86e5-4f8a9b82f53d req-f244a6a9-4078-4324-a844-4f2049470667 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:49.686478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9e1ff69-24fa-4ace-86e5-4f8a9b82f53d req-f244a6a9-4078-4324-a844-4f2049470667 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 943 time: 0.1040154 Mar 10 14:59:49.704278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5333c7bb-10d7-4170-869e-76a759d995bc,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:49.718400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.718761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.720866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.721213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.721549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.721882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.722212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.727857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.728284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.728631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.728971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.729304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.729635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 14:59:49.787275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9e1ff69-24fa-4ace-86e5-4f8a9b82f53d req-08df1cc3-39d9-4c72-9fa7-62e0391b30f1 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988553 Mar 10 14:59:49.889733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6221f6-9d26-49ca-8ee6-06bef4bfc365 req-be9a2fe3-d090-4323-831a-97ecbe811fec tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:49.898156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de6221f6-9d26-49ca-8ee6-06bef4bfc365 req-be9a2fe3-d090-4323-831a-97ecbe811fec tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1320574 Mar 10 14:59:50.009659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de6221f6-9d26-49ca-8ee6-06bef4bfc365 req-10f7a01e-7864-4e65-b5f9-9636a92f6966 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103706 Mar 10 14:59:50.045233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['5333c7bb-10d7-4170-869e-76a759d995bc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 14:59:50.050639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85543b2-01f1-42f8-9735-a93997667d23 req-2b24f3aa-43bb-42f5-8086-022ead344a0e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:50.058561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c85543b2-01f1-42f8-9735-a93997667d23 req-2b24f3aa-43bb-42f5-8086-022ead344a0e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1144373 Mar 10 14:59:50.122467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c85543b2-01f1-42f8-9735-a93997667d23 req-f0a7d228-d3cf-4fe3-be6f-3ac7bc69c07d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628989 Mar 10 14:59:50.280373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-073f93d9-15ff-42a3-9b71-3034053c7683 req-8a9d2e36-8772-49d5-beb5-5dddb4813118 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0691826 Mar 10 14:59:50.396837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49826819-20ef-4fde-8a9e-d0afeac0c213 req-685f8356-d474-4747-a0f3-c1044f5c5b7c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:50.402673 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:50.403311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49826819-20ef-4fde-8a9e-d0afeac0c213 req-685f8356-d474-4747-a0f3-c1044f5c5b7c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.0659142 Mar 10 14:59:50.483389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49826819-20ef-4fde-8a9e-d0afeac0c213 req-2246dc54-a197-4e7f-9299-b580284f72e0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789537 Mar 10 14:59:50.670273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600fcf-7a89-47fc-87bf-cf6316981a55 req-a7521d2a-c3c9-459a-af68-0c2c23f61a4e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:50.675737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc600fcf-7a89-47fc-87bf-cf6316981a55 req-a7521d2a-c3c9-459a-af68-0c2c23f61a4e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 945 time: 0.0874307 Mar 10 14:59:50.745390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc600fcf-7a89-47fc-87bf-cf6316981a55 req-6ad8a5ed-78c2-41a3-8ec0-2e3b8916b7b5 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607588 Mar 10 14:59:51.017697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f286fee-f370-4b4c-aefd-1a4ae5cdc3c5 req-89f1c6a8-db8e-41db-b900-9c23ffffb29a tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:51.019390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f286fee-f370-4b4c-aefd-1a4ae5cdc3c5 req-89f1c6a8-db8e-41db-b900-9c23ffffb29a tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 944 time: 0.1327760 Mar 10 14:59:51.089321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1d512874-3659-4f43-a1cb-6b1e8f49ff4e up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:51.180621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f286fee-f370-4b4c-aefd-1a4ae5cdc3c5 req-28e8e922-c4eb-4170-b689-d3006a9b39e1 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545656 Mar 10 14:59:51.203216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:59:51.229659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:51.230037 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:51.272765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6d991-f475-47ef-884c-9c090cf57d84 req-6eee64d9-d4e1-46ed-955a-4dfaa33aa1fa tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:51.298203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2d6d991-f475-47ef-884c-9c090cf57d84 req-6eee64d9-d4e1-46ed-955a-4dfaa33aa1fa tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1753073 Mar 10 14:59:51.360540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:51.361239 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:51.437463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:51.443995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:51.449255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2d6d991-f475-47ef-884c-9c090cf57d84 req-227f0485-2b5e-44c7-af40-58b6620e8814 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458445 Mar 10 14:59:51.452078 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fcadca-08e6-40e9-8c7b-3456c1cd1482" -d '{"events": [{"server_uuid": "1bbff1fa-d838-409c-8b33-ee0e6373df3c", "name": "network-vif-plugged", "status": "completed", "tag": "1d512874-3659-4f43-a1cb-6b1e8f49ff4e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:51.463534 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:51.520412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dc8eb-e895-48ee-b4b5-1fb17fcdd73f req-775dbd96-16cf-49e7-926f-04314482f20e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:51.522825 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-095dc8eb-e895-48ee-b4b5-1fb17fcdd73f req-775dbd96-16cf-49e7-926f-04314482f20e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1581876 Mar 10 14:59:51.597954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:51.605389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-095dc8eb-e895-48ee-b4b5-1fb17fcdd73f req-8483cee4-13c8-4cb4-987d-8fd7eee5b57d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761025 Mar 10 14:59:51.673836 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5545-a50a-4f00-a91b-f1ddd45c62e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:51.741265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51be1b7e-c7d3-4a06-9da5-ff6b10ea4a0c req-914746df-cf07-4c10-8292-0a916da86ae5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0617435 Mar 10 14:59:51.801672 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f599c876-06d4-4273-ad38-b820fa859fac x-openstack-request-id: req-f599c876-06d4-4273-ad38-b820fa859fac {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:51.801976 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbff1fa-d838-409c-8b33-ee0e6373df3c", "name": "network-vif-plugged", "status": "completed", "tag": "1d512874-3659-4f43-a1cb-6b1e8f49ff4e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:51.802806 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f599c876-06d4-4273-ad38-b820fa859fac {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:51.803330 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e', 'code': 200} Mar 10 14:59:51.944639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccf181-6d6b-4108-8719-3de8fd83c499 req-384f821d-a26f-4f8b-965e-452f75bd9f15 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:51.946685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9ccf181-6d6b-4108-8719-3de8fd83c499 req-384f821d-a26f-4f8b-965e-452f75bd9f15 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.0804093 Mar 10 14:59:51.994310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0071-e98f-45db-8921-969d924f5f2f req-f05f6fee-048c-4b41-8a4f-51712f555b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:51.997729 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-504c0071-e98f-45db-8921-969d924f5f2f req-f05f6fee-048c-4b41-8a4f-51712f555b4e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 1128 time: 0.0848756 Mar 10 14:59:52.036149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9ccf181-6d6b-4108-8719-3de8fd83c499 req-b584a20c-a6ec-447b-bdb8-1a56f7e43bb4 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807767 Mar 10 14:59:52.115998 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-504c0071-e98f-45db-8921-969d924f5f2f req-111353b1-4841-40cd-90d8-44df77cf5a32 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059091 Mar 10 14:59:52.193485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802358c-dc41-437c-9c84-0152f06556dd req-0660df38-46ad-4b7f-874f-74717478fc2f tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:52.202028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d802358c-dc41-437c-9c84-0152f06556dd req-0660df38-46ad-4b7f-874f-74717478fc2f tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.0771315 Mar 10 14:59:52.292443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d802358c-dc41-437c-9c84-0152f06556dd req-34c0bdb1-7e3e-4ac8-bf8d-0d70a624f791 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893793 Mar 10 14:59:52.439138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9907e-7ab2-450c-8628-bbf737441bb5 req-e7df6932-0a72-49a0-b5fa-5de6626a597d tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:52.446275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80b9907e-7ab2-450c-8628-bbf737441bb5 req-e7df6932-0a72-49a0-b5fa-5de6626a597d tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 944 time: 0.0917337 Mar 10 14:59:52.512546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80b9907e-7ab2-450c-8628-bbf737441bb5 req-0356a34a-8856-411e-acab-f3d722565f4f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620337 Mar 10 14:59:52.644842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370aed7-3449-4a40-8f2d-0e99c35882d0 req-fe2951b8-2be2-45f3-b091-765d07efff5d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:52.646444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4370aed7-3449-4a40-8f2d-0e99c35882d0 req-fe2951b8-2be2-45f3-b091-765d07efff5d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0738194 Mar 10 14:59:52.713420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4370aed7-3449-4a40-8f2d-0e99c35882d0 req-5422221d-3af8-4b68-a0da-8148e52b45af tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591409 Mar 10 14:59:52.857259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeac1b-3dc0-422b-b761-bf3c67708045 req-e0909e26-620c-457d-b672-d6cb684416ef tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:52.868739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caeac1b-3dc0-422b-b761-bf3c67708045 req-e0909e26-620c-457d-b672-d6cb684416ef tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.0773540 Mar 10 14:59:52.942688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9caeac1b-3dc0-422b-b761-bf3c67708045 req-b29342e9-69c9-4e02-9273-5085568c1724 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727019 Mar 10 14:59:53.075503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14c9a1cd-29d4-4301-bd16-dbe93885ff3a req-57b1617d-4ce2-413a-8340-1cf4dd5aadaf tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0458496 Mar 10 14:59:53.098992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5333c7bb-10d7-4170-869e-76a759d995bc up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 14:59:53.208638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 5333c7bb-10d7-4170-869e-76a759d995bc completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 14:59:53.211681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 5333c7bb-10d7-4170-869e-76a759d995bc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 14:59:53.212051 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:53.273757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1827ec-dea9-432b-af18-a2815ee0a776 req-2bb962f5-e289-4a2d-ae1f-0e2b03fbef4d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:53.287478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f1827ec-dea9-432b-af18-a2815ee0a776 req-2bb962f5-e289-4a2d-ae1f-0e2b03fbef4d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1293530 Mar 10 14:59:53.387323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5333c7bb-10d7-4170-869e-76a759d995bc is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:53.388377 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:53.394181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f1827ec-dea9-432b-af18-a2815ee0a776 req-8e77bbb2-e75a-48b8-84c4-0161e0a03111 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042275 Mar 10 14:59:53.470522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5333c7bb-10d7-4170-869e-76a759d995bc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5333c7bb-10d7-4170-869e-76a759d995bc,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:53.480411 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:53.587562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af462c-68c5-4a52-b5a8-76161dd371ba req-78e7777e-6773-4a82-a210-fcd24f573d18 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:53.596906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48af462c-68c5-4a52-b5a8-76161dd371ba req-78e7777e-6773-4a82-a210-fcd24f573d18 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1160469 Mar 10 14:59:53.619253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5333c7bb-10d7-4170-869e-76a759d995bc,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 14:59:53.664708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48af462c-68c5-4a52-b5a8-76161dd371ba req-2f09a4f3-82a5-427b-ab9a-5a68450de979 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596857 Mar 10 14:59:53.804209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5333c7bb-10d7-4170-869e-76a759d995bc'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:53.807044 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855bccbc-2468-4391-a61a-e8a8dc02c4f9" -d '{"events": [{"server_uuid": "ca4b0c77-c526-40d0-aebe-ccbf7ebd6265", "name": "network-vif-plugged", "status": "completed", "tag": "5333c7bb-10d7-4170-869e-76a759d995bc"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:54.022091 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dee5bd66-35e9-407f-b124-b5b6c89d0223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:54.042514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06b615-4813-40d7-8b26-cdf59b4eb670 req-658034b8-050f-4be8-a715-e5f7685dd5b9 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:54.049897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e06b615-4813-40d7-8b26-cdf59b4eb670 req-658034b8-050f-4be8-a715-e5f7685dd5b9 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 945 time: 0.2756009 Mar 10 14:59:54.123405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e06b615-4813-40d7-8b26-cdf59b4eb670 req-69921a05-b2b3-419a-9317-14b791f18cb4 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723069 Mar 10 14:59:54.309899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b20bf-66a8-4acf-8d87-aa92945710d2 req-1e248cbe-2456-4853-830c-90d8afd7375a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:54.321173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-370b20bf-66a8-4acf-8d87-aa92945710d2 req-1e248cbe-2456-4853-830c-90d8afd7375a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1044469 Mar 10 14:59:54.424732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-370b20bf-66a8-4acf-8d87-aa92945710d2 req-5c42418e-c5c2-40ae-98d3-a87966e91fc9 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025808 Mar 10 14:59:54.487186 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0243e75-f37e-47b4-a96b-4c4b61589585 x-openstack-request-id: req-c0243e75-f37e-47b4-a96b-4c4b61589585 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 14:59:54.487759 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4b0c77-c526-40d0-aebe-ccbf7ebd6265", "name": "network-vif-plugged", "status": "completed", "tag": "5333c7bb-10d7-4170-869e-76a759d995bc", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 14:59:54.487759 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0243e75-f37e-47b4-a96b-4c4b61589585 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 14:59:54.488116 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5333c7bb-10d7-4170-869e-76a759d995bc', 'code': 200} Mar 10 14:59:54.647663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c49384-25f2-4ef5-8565-66aa0bc8033b req-645acaeb-2d57-44e1-9d35-518d6b279d0d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:54.663476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9c49384-25f2-4ef5-8565-66aa0bc8033b req-645acaeb-2d57-44e1-9d35-518d6b279d0d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1123688 Mar 10 14:59:54.707515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0b9fc-04ac-40b5-bd37-34161d44a1fa req-01ff7841-709b-44f1-854f-6b8ca3600c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:54.711243 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-17f0b9fc-04ac-40b5-bd37-34161d44a1fa req-01ff7841-709b-44f1-854f-6b8ca3600c78 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 1127 time: 0.0915256 Mar 10 14:59:54.767066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9c49384-25f2-4ef5-8565-66aa0bc8033b req-190f74f4-6f51-460d-9b2e-07fc12e7286b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025119 Mar 10 14:59:54.793351 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-17f0b9fc-04ac-40b5-bd37-34161d44a1fa req-0a62a88e-bdd3-4ee8-9a43-97ff2d069ec2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684459 Mar 10 14:59:54.930141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a96fed9b-906c-4594-a650-f3de434485a0 req-cab054b0-628d-4849-ab24-662bf5c54106 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0705888 Mar 10 14:59:55.097525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a5d0c-122e-45a0-92f5-19bd83f05d06 req-d528fd3d-9e0d-4771-9ac0-9736b3bb737c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:55.107701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-925a5d0c-122e-45a0-92f5-19bd83f05d06 req-d528fd3d-9e0d-4771-9ac0-9736b3bb737c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1089568 Mar 10 14:59:55.112146 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:55.178153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-925a5d0c-122e-45a0-92f5-19bd83f05d06 req-a9d2f4b5-f024-499d-bda7-e80775d61c2e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688283 Mar 10 14:59:55.361037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd4953-8201-4060-8ea5-6bde1bc7690a req-48a6f610-d5b6-4c95-a88a-5686b102b19b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:55.370754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5fd4953-8201-4060-8ea5-6bde1bc7690a req-48a6f610-d5b6-4c95-a88a-5686b102b19b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1310055 Mar 10 14:59:55.442494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5fd4953-8201-4060-8ea5-6bde1bc7690a req-138eedd4-0e68-41c7-9725-d7cc0a18803a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655363 Mar 10 14:59:55.620198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b628-dba5-4c78-9793-88f39c6d2e75 req-512262f1-d563-4d94-aeac-3af617930566 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:55.627828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6389b628-dba5-4c78-9793-88f39c6d2e75 req-512262f1-d563-4d94-aeac-3af617930566 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 945 time: 0.0886891 Mar 10 14:59:55.700798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6389b628-dba5-4c78-9793-88f39c6d2e75 req-29fb58ca-d34e-4abe-9467-e3ff0ea1872f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718927 Mar 10 14:59:55.877572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3c685-8e09-400e-b627-906783376919 req-738b4c9e-d058-452b-a4e8-73e46021eb24 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:55.885806 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50d3c685-8e09-400e-b627-906783376919 req-738b4c9e-d058-452b-a4e8-73e46021eb24 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1080897 Mar 10 14:59:55.976904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50d3c685-8e09-400e-b627-906783376919 req-d6eed6be-3eeb-4843-8414-a00429ada2b2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789168 Mar 10 14:59:56.147026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6ee1a-f188-45f7-8a53-ab58f088293a req-c236e4dd-7672-4f8f-9d08-276dd1b2e0dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:56.155393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aba6ee1a-f188-45f7-8a53-ab58f088293a req-c236e4dd-7672-4f8f-9d08-276dd1b2e0dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1201212 Mar 10 14:59:56.232042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aba6ee1a-f188-45f7-8a53-ab58f088293a req-15df6d5e-8fe3-4a09-af73-033279038634 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747526 Mar 10 14:59:56.443621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d87d6-23c6-4794-b0f9-61fc33cb5f7f req-49dfbb47-44bf-46e1-8da7-9ba1dda577e9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:56.454819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-343d87d6-23c6-4794-b0f9-61fc33cb5f7f req-49dfbb47-44bf-46e1-8da7-9ba1dda577e9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1173294 Mar 10 14:59:56.455943 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:56.561229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-343d87d6-23c6-4794-b0f9-61fc33cb5f7f req-4d360f92-374f-41fc-acac-13d2c58ab742 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969765 Mar 10 14:59:56.651783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9db6314d-2e08-4d8e-993d-dc31676337b2 req-5bd27fad-23f6-4fc6-a67a-92914f4e911d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0396750 Mar 10 14:59:56.844019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a9e44-fdb0-4dc0-84e4-8af6b758d0fe req-b3c442a1-9c3c-4e20-bacd-e941f89b7b1d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:56.846680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e5a9e44-fdb0-4dc0-84e4-8af6b758d0fe req-b3c442a1-9c3c-4e20-bacd-e941f89b7b1d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.0962813 Mar 10 14:59:56.931336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e5a9e44-fdb0-4dc0-84e4-8af6b758d0fe req-25154dd4-c8a9-4bc1-9ccf-73a054f71ba4 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741210 Mar 10 14:59:57.230140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272e501-518b-47c3-a15e-f5661356fc2a req-77685152-be0c-4b34-bc9d-e76de1f2af9b tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:57.231708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0272e501-518b-47c3-a15e-f5661356fc2a req-77685152-be0c-4b34-bc9d-e76de1f2af9b tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 945 time: 0.0985548 Mar 10 14:59:57.301358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f9b56-1510-44f7-8098-a3dd3761b032 req-50b9a0f1-6479-4dee-8e72-0177fffeab92 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:57.303410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f58f9b56-1510-44f7-8098-a3dd3761b032 req-50b9a0f1-6479-4dee-8e72-0177fffeab92 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0908573 Mar 10 14:59:57.339298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0272e501-518b-47c3-a15e-f5661356fc2a req-ae15dee3-94fc-48a7-abf8-b15d875d618d tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885315 Mar 10 14:59:57.384880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f58f9b56-1510-44f7-8098-a3dd3761b032 req-0d9471bd-786e-4cfa-9747-97044b105421 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704966 Mar 10 14:59:57.508126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdab9f-dc73-4a2c-b3fb-44a91019e5b1 req-b6dca26b-97dd-48f4-9c27-32201437f560 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:57.510005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52bdab9f-dc73-4a2c-b3fb-44a91019e5b1 req-b6dca26b-97dd-48f4-9c27-32201437f560 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1061392 Mar 10 14:59:57.613460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52bdab9f-dc73-4a2c-b3fb-44a91019e5b1 req-966d2642-e869-46c3-bb29-88812db75301 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831084 Mar 10 14:59:57.768753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56e2aa-1e7d-46f6-b96c-3cbc8d79ef0c req-46af9ca8-b660-44df-8d3a-61a22f588c20 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:57.770243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e56e2aa-1e7d-46f6-b96c-3cbc8d79ef0c req-46af9ca8-b660-44df-8d3a-61a22f588c20 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 950 time: 0.1023555 Mar 10 14:59:57.779666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d27e56-0356-4460-b56f-b508e80e29af req-b31047e1-feef-4aa3-9395-11a9477c08e5 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:57.783251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34d27e56-0356-4460-b56f-b508e80e29af req-b31047e1-feef-4aa3-9395-11a9477c08e5 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1169379 Mar 10 14:59:58.120956 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:58.150890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e56e2aa-1e7d-46f6-b96c-3cbc8d79ef0c req-5a733d51-10bb-4cb5-b7bc-e954266906e3 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665817 Mar 10 14:59:58.167915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34d27e56-0356-4460-b56f-b508e80e29af req-51eccb54-4e9e-4ffb-8702-cf4450a5757e tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689039 Mar 10 14:59:58.298838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45f99a-dbf5-451c-971a-c420af573ccb req-ebeb8b98-af0c-4cf5-a18a-ef63740d1de0 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:58.306331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e45f99a-dbf5-451c-971a-c420af573ccb req-ebeb8b98-af0c-4cf5-a18a-ef63740d1de0 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 945 time: 0.0859222 Mar 10 14:59:58.360991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137c3aa-ecf6-4ef3-85da-a34fc351633c req-85b80e20-425a-48ef-94ed-791d533fbfd9 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:58.362602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8137c3aa-ecf6-4ef3-85da-a34fc351633c req-85b80e20-425a-48ef-94ed-791d533fbfd9 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1336417 Mar 10 14:59:58.375554 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e45f99a-dbf5-451c-971a-c420af573ccb req-68b263af-dca4-4fab-8d8f-e25e56311f51 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680883 Mar 10 14:59:58.441492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8137c3aa-ecf6-4ef3-85da-a34fc351633c req-0c540a99-d2ec-4a36-b8e3-8c0f3f098e29 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644951 Mar 10 14:59:58.475728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37ad025c-4294-439b-b51b-be7015436db7 req-35d7c409-0c4e-4a27-a639-db68a37ef456 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0327346 Mar 10 14:59:58.615403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3e01b-c0d6-4652-8a25-525b57b8017b req-bee39932-8fad-45c0-8a80-cda7fe8a8836 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:58.617632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dea3e01b-c0d6-4652-8a25-525b57b8017b req-bee39932-8fad-45c0-8a80-cda7fe8a8836 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.0794206 Mar 10 14:59:58.693743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dea3e01b-c0d6-4652-8a25-525b57b8017b req-81d6a208-21d2-46f0-ad5b-3df5988ef31c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652196 Mar 10 14:59:58.846407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133382d-8c13-474b-8845-4acc6f389531 req-99d5d3ad-4645-4595-bb3e-c0bdb1567c2a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:58.859574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9133382d-8c13-474b-8845-4acc6f389531 req-99d5d3ad-4645-4595-bb3e-c0bdb1567c2a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0872993 Mar 10 14:59:58.924989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9133382d-8c13-474b-8845-4acc6f389531 req-31e3f9b4-8668-4f83-8dc2-a42c4882fff0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644429 Mar 10 14:59:59.250538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba4d9b-4d18-469c-8d9a-51b0940b2e81 req-4aaf5884-47d6-4456-953b-ed1d7e297161 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:59.252539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31ba4d9b-4d18-469c-8d9a-51b0940b2e81 req-4aaf5884-47d6-4456-953b-ed1d7e297161 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.0682063 Mar 10 14:59:59.350682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31ba4d9b-4d18-469c-8d9a-51b0940b2e81 req-570a013e-2117-4f2e-a7ba-aad07f987613 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754890 Mar 10 14:59:59.362874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44509168-fc74-458f-a392-617d8240b456 req-3ba15e52-b31d-4f09-a0ca-89ca8647c9f5 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:59.371321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44509168-fc74-458f-a392-617d8240b456 req-3ba15e52-b31d-4f09-a0ca-89ca8647c9f5 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1396482 Mar 10 14:59:59.428723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44509168-fc74-458f-a392-617d8240b456 req-66ea1bd8-278e-4e89-8186-89bdd58008a5 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516756 Mar 10 14:59:59.518826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b763b2-cc54-476b-aded-7f4db9df4c72 req-e22205fc-6e47-4e78-8f22-186a16836c2d tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:59.527311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28b763b2-cc54-476b-aded-7f4db9df4c72 req-e22205fc-6e47-4e78-8f22-186a16836c2d tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 950 time: 0.0753582 Mar 10 14:59:59.623860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e3e0eb1-82c7-4121-acd3-88395eb90c39 req-9c155ee0-7ef6-41a3-8097-7ff392e52320 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0461755 Mar 10 14:59:59.639374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28b763b2-cc54-476b-aded-7f4db9df4c72 req-395f7578-a456-4fff-8a42-84f8fec102fa tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075876 Mar 10 14:59:59.714119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7457e1e0-e5b8-42f3-a332-91d8913bf031 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 14:59:59.716225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d5c4b8ba-1e8b-495a-b8a9-8647edb4940f no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 14:59:59.891654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:59.891917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d7282-4c33-4162-84a1-21acd24736b9 req-25a07e0e-0c11-4c4d-9594-0f0d38488d44 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 14:59:59.896360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 14:59:59.896930 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:59.902467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c32d7282-4c33-4162-84a1-21acd24736b9 req-25a07e0e-0c11-4c4d-9594-0f0d38488d44 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.0969520 Mar 10 14:59:59.961337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 14:59:59.964531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 14:59:59.967073 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e186ace-6d7d-4bbd-84d6-df40ba82e562" -d '{"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 14:59:59.973331 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 14:59:59.977291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '7457e1e0-e5b8-42f3-a332-91d8913bf031', 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4', 'port_id': '7457e1e0-e5b8-42f3-a332-91d8913bf031', 'mac_address': 'fa:16:3e:16:96:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5327c692-68c2-4c5c-a45c-9afcf4ed202b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:00.024892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c32d7282-4c33-4162-84a1-21acd24736b9 req-bad40832-38b2-4d28-890d-5d55b19c72ba tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228211 Mar 10 15:00:00.036167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=11']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:00.100823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 7457e1e0-e5b8-42f3-a332-91d8913bf031 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:00.101422 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:00.117075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7457e1e0-e5b8-42f3-a332-91d8913bf031 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:00.141876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:00.151338 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:00.204077 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 14:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14815a26-dd13-4d5c-9130-620bfe0f634c x-openstack-request-id: req-14815a26-dd13-4d5c-9130-620bfe0f634c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:00.204886 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:00.206082 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14815a26-dd13-4d5c-9130-620bfe0f634c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:00.206672 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'code': 200} Mar 10 15:00:00.222326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e67f20-b4b2-4c12-b757-ea7afc824124 req-52cf4fe9-837d-47db-82f2-713dc123c806 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:00.232711 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32e67f20-b4b2-4c12-b757-ea7afc824124 req-52cf4fe9-837d-47db-82f2-713dc123c806 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0748267 Mar 10 15:00:00.273565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=7457e1e0-e5b8-42f3-a332-91d8913bf031,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:00.338564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32e67f20-b4b2-4c12-b757-ea7afc824124 req-c647aacd-39e5-4a1a-a7ec-74d6a01e3fe0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021345 Mar 10 15:00:00.525104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b794c-d785-4b9a-95c3-4274917dae54 req-18983796-be81-4e01-ab42-3db848f579b2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:00.526681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-696b794c-d785-4b9a-95c3-4274917dae54 req-18983796-be81-4e01-ab42-3db848f579b2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.0894811 Mar 10 15:00:00.573921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['7457e1e0-e5b8-42f3-a332-91d8913bf031'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:00.608925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-696b794c-d785-4b9a-95c3-4274917dae54 req-29313cda-1bc8-4060-8303-41c9932799c4 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696864 Mar 10 15:00:00.656211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daeb4a-2b22-4717-9626-219f76bdfe21 req-a7370720-1e80-4c18-808c-a49704c09365 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:00.663123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54daeb4a-2b22-4717-9626-219f76bdfe21 req-a7370720-1e80-4c18-808c-a49704c09365 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1323376 Mar 10 15:00:00.762640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54daeb4a-2b22-4717-9626-219f76bdfe21 req-05247c4d-158a-4830-a4a3-9dd2b0fc1283 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978789 Mar 10 15:00:00.911887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3cb57fe0-668e-428e-a0a3-d57845d87778 req-925e45ab-c1f9-4da7-9e3c-ee1917acce4c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0517957 Mar 10 15:00:01.126463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5333c7bb-10d7-4170-869e-76a759d995bc details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:01.213917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5680b-bbad-4993-8a58-db0a27c9aa6b req-7497b3d1-36ce-43b9-82c0-c4104b38d143 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:01.221085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fc5680b-bbad-4993-8a58-db0a27c9aa6b req-7497b3d1-36ce-43b9-82c0-c4104b38d143 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 944 time: 0.1001847 Mar 10 15:00:01.303163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5333c7bb-10d7-4170-869e-76a759d995bc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5333c7bb-10d7-4170-869e-76a759d995bc,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:01.311449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fc5680b-bbad-4993-8a58-db0a27c9aa6b req-62486c32-20b2-4cb8-8969-a7bdf1ac484a tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850754 Mar 10 15:00:01.323264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '5333c7bb-10d7-4170-869e-76a759d995bc', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'port_id': '5333c7bb-10d7-4170-869e-76a759d995bc', 'mac_address': 'fa:16:3e:a5:05:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc7fd95-fc00-4ffd-8ab7-ec61279237bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:01.392940 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5333c7bb-10d7-4170-869e-76a759d995bc is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:01.393654 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:01.413925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5333c7bb-10d7-4170-869e-76a759d995bc {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:01.441562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5333c7bb-10d7-4170-869e-76a759d995bc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5333c7bb-10d7-4170-869e-76a759d995bc,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:01.448755 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:01.522685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5333c7bb-10d7-4170-869e-76a759d995bc,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:01.562864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080186b9-18d3-4c37-972a-06aa8e05e6ed req-ba1f679c-9d7a-485b-8076-0963dee9b5f1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:01.562864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-080186b9-18d3-4c37-972a-06aa8e05e6ed req-ba1f679c-9d7a-485b-8076-0963dee9b5f1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1126060 Mar 10 15:00:01.573315 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-2dce1ce3-ea8a-4d95-ac87-6ef98f4d928a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672312 Mar 10 15:00:01.632680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-080186b9-18d3-4c37-972a-06aa8e05e6ed req-a57256d1-9ffb-46da-8042-07db6f897d1a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640500 Mar 10 15:00:01.700154 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['5333c7bb-10d7-4170-869e-76a759d995bc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:01.710340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-b59b7cfa-3ab6-47e7-966f-d85f86f0b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:01.711897 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-b59b7cfa-3ab6-47e7-966f-d85f86f0b291 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 1132 time: 0.0596685 Mar 10 15:00:01.790723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709c6cd-2487-40d1-aa59-a9f4cdb854b4 req-c486e81b-424f-4c82-b39b-d57cb117ce47 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:01.799266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7709c6cd-2487-40d1-aa59-a9f4cdb854b4 req-c486e81b-424f-4c82-b39b-d57cb117ce47 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.0824947 Mar 10 15:00:01.883102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7709c6cd-2487-40d1-aa59-a9f4cdb854b4 req-5812a3df-9f16-48f5-9cb1-3a52596214d8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811203 Mar 10 15:00:01.914394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-2b12da16-2709-457d-9e25-eedff3ee16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:01.916693 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-2b12da16-2709-457d-9e25-eedff3ee16fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1783166 Mar 10 15:00:01.970845 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-5645990f-2661-47c5-9221-d935e88f76e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 200 len: 217 time: 0.0412004 Mar 10 15:00:02.017584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fc419-0756-43dc-9eda-153f7081b7de req-35bf8e12-0002-4a9c-9b70-611bbde19eba tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:02.019655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab0fc419-0756-43dc-9eda-153f7081b7de req-35bf8e12-0002-4a9c-9b70-611bbde19eba tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.0736539 Mar 10 15:00:02.034516 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-51cbc9e0-5cf2-451a-bfeb-1d7b8d6bca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:02.037828 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-51cbc9e0-5cf2-451a-bfeb-1d7b8d6bca46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0553415 Mar 10 15:00:02.099118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed151d74-6e7e-4c75-be80-eb65c20b42b3 req-8eed35c5-bce0-4c68-89c9-cac969210df3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=86d9f9f5-dad5-4f5e-a01f-fb89aa62e1e4 HTTP/1.1" status: 200 len: 210 time: 0.0528438 Mar 10 15:00:02.104449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-21b97b7c-80ac-438b-bf38-1fbf68138cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:02.106620 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-21b97b7c-80ac-438b-bf38-1fbf68138cb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0562696 Mar 10 15:00:02.119045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab0fc419-0756-43dc-9eda-153f7081b7de req-3bd82bbe-c380-4ee7-8464-e09ad5bfd332 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920711 Mar 10 15:00:02.241579 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-cc1bd809-4037-47e3-92de-7bb380ddac8e service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156211 Mar 10 15:00:02.379539 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-acd4aa36-0d4e-4bac-b4d5-508ad78ff51f req-85f3a9ec-7f5f-4ecc-b820-189806bce9f2 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193171 Mar 10 15:00:02.489306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a99e39-3a19-4701-9e63-e166a26c9049 req-c75ac767-2e91-4ecd-9acb-5815f35693f5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:02.490899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68a99e39-3a19-4701-9e63-e166a26c9049 req-c75ac767-2e91-4ecd-9acb-5815f35693f5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 944 time: 0.0638864 Mar 10 15:00:02.585344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68a99e39-3a19-4701-9e63-e166a26c9049 req-1471cbc5-6ab8-4d9f-adfe-440a21daaaee tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838168 Mar 10 15:00:02.708698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22e0f5f3-891e-45ca-a0af-4118586340b7 req-5a473333-a018-48eb-9df4-2a1731ca7a35 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551507 Mar 10 15:00:02.791426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0f5f3-891e-45ca-a0af-4118586340b7 req-84bc042d-6aec-4d54-82f6-d0e6501d874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:02.793263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22e0f5f3-891e-45ca-a0af-4118586340b7 req-84bc042d-6aec-4d54-82f6-d0e6501d874a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 1126 time: 0.0638876 Mar 10 15:00:02.976689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c77a78-2100-469f-af6b-c13c122e11df req-4f25b5dd-b54b-45f2-a017-d9a726da7408 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:02.978422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6c77a78-2100-469f-af6b-c13c122e11df req-4f25b5dd-b54b-45f2-a017-d9a726da7408 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1264176 Mar 10 15:00:02.983828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0f5f3-891e-45ca-a0af-4118586340b7 req-904d3443-edf0-4cfa-8c5d-02cbc05e2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:02.985453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22e0f5f3-891e-45ca-a0af-4118586340b7 req-904d3443-edf0-4cfa-8c5d-02cbc05e2438 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.1686356 Mar 10 15:00:03.039485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22e0f5f3-891e-45ca-a0af-4118586340b7 req-371560e7-a120-4fef-afa9-d8a3e8dfc3dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d HTTP/1.1" status: 200 len: 217 time: 0.0462787 Mar 10 15:00:03.123893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6c77a78-2100-469f-af6b-c13c122e11df req-e676bf33-99d0-4ca3-ae44-ead849add572 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371562 Mar 10 15:00:03.131787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0f5f3-891e-45ca-a0af-4118586340b7 req-15c03d26-fc45-4e0d-a895-c4a8a1338948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:03.133350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22e0f5f3-891e-45ca-a0af-4118586340b7 req-15c03d26-fc45-4e0d-a895-c4a8a1338948 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0772951 Mar 10 15:00:03.147905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5333c7bb-10d7-4170-869e-76a759d995bc up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:00:03.176672 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22e0f5f3-891e-45ca-a0af-4118586340b7 req-b2e775ec-3d4a-405d-932c-5f04511a1110 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367150 Mar 10 15:00:03.221325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 5333c7bb-10d7-4170-869e-76a759d995bc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:03.223542 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:03.331012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5333c7bb-10d7-4170-869e-76a759d995bc is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:03.331649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:03.354981 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22e0f5f3-891e-45ca-a0af-4118586340b7 req-7cf65958-f6d6-4ae9-906c-564fc86b9075 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707137 Mar 10 15:00:03.368363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5333c7bb-10d7-4170-869e-76a759d995bc'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:03.372053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e39fc-a8dd-4c65-a73c-7aeb7a4f3db6 req-a79ec57d-cd20-496e-8d74-ce7bf0195d81 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:03.379115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f8e39fc-a8dd-4c65-a73c-7aeb7a4f3db6 req-a79ec57d-cd20-496e-8d74-ce7bf0195d81 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1030035 Mar 10 15:00:03.392454 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fa6084-3858-490b-8ace-35ad4876c41f" -d '{"events": [{"server_uuid": "ca4b0c77-c526-40d0-aebe-ccbf7ebd6265", "name": "network-vif-plugged", "status": "completed", "tag": "5333c7bb-10d7-4170-869e-76a759d995bc"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:03.419187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5333c7bb-10d7-4170-869e-76a759d995bc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5333c7bb-10d7-4170-869e-76a759d995bc,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:03.427976 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:03.495897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f8e39fc-a8dd-4c65-a73c-7aeb7a4f3db6 req-73ca5d51-fcf9-40ce-8d21-e3fe6db03bfd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156445 Mar 10 15:00:03.516285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5333c7bb-10d7-4170-869e-76a759d995bc,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:03.661907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22e0f5f3-891e-45ca-a0af-4118586340b7 req-41553b8a-ffcd-49cf-9f86-20d7a3ffae77 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786701 Mar 10 15:00:03.670024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8270-bc46-4c9b-9a52-d6669bf40af1 req-16c94d40-787a-42e5-a680-291c115da3ae tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:03.676724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64ea8270-bc46-4c9b-9a52-d6669bf40af1 req-16c94d40-787a-42e5-a680-291c115da3ae tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1704903 Mar 10 15:00:03.724243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64ea8270-bc46-4c9b-9a52-d6669bf40af1 req-34c1945c-bcd9-4c7a-bfe2-654a2a39deb0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Mar 10 15:00:03.752959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7457e1e0-e5b8-42f3-a332-91d8913bf031 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:00:03.787237 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8d1354-fbea-4e15-9c91-fefe201de1bd x-openstack-request-id: req-2b8d1354-fbea-4e15-9c91-fefe201de1bd {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:03.787737 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4b0c77-c526-40d0-aebe-ccbf7ebd6265", "name": "network-vif-plugged", "status": "completed", "tag": "5333c7bb-10d7-4170-869e-76a759d995bc", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:03.788147 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b8d1354-fbea-4e15-9c91-fefe201de1bd {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:03.788691 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5333c7bb-10d7-4170-869e-76a759d995bc', 'code': 200} Mar 10 15:00:03.831111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 7457e1e0-e5b8-42f3-a332-91d8913bf031 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:00:03.837634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 7457e1e0-e5b8-42f3-a332-91d8913bf031 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:03.838018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:03.895266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae239463-2adb-4abe-8701-2fd05d76ce7b req-3bc6d168-20ec-4d89-98a5-6ac073d5d3cc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:03.897776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae239463-2adb-4abe-8701-2fd05d76ce7b req-3bc6d168-20ec-4d89-98a5-6ac073d5d3cc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 944 time: 0.0687325 Mar 10 15:00:03.940343 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 7457e1e0-e5b8-42f3-a332-91d8913bf031 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:03.940805 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:03.984652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:03.986399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae239463-2adb-4abe-8701-2fd05d76ce7b req-9f4492e6-6478-42fb-8399-19e4399b5152 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828838 Mar 10 15:00:03.993004 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:04.088269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=7457e1e0-e5b8-42f3-a332-91d8913bf031,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:04.354817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9ca6c-0b30-434b-96aa-221457264290 req-9ceee8e4-749a-41ec-9dfa-dc107321b8d0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:04.356741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caf9ca6c-0b30-434b-96aa-221457264290 req-9ceee8e4-749a-41ec-9dfa-dc107321b8d0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0664384 Mar 10 15:00:04.414160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caf9ca6c-0b30-434b-96aa-221457264290 req-7075cae1-b51f-4a8a-bee2-e73217f1cb9a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518246 Mar 10 15:00:05.790201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7457e1e0-e5b8-42f3-a332-91d8913bf031'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:05.793369 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd32fa73-5a7a-4e0b-b97c-f81512144748" -d '{"events": [{"server_uuid": "f83c785b-fead-4db4-b439-38a1bf46c17b", "name": "network-vif-plugged", "status": "completed", "tag": "7457e1e0-e5b8-42f3-a332-91d8913bf031"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:06.810377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-3884c105-4343-42a0-b5a1-666e91b94f20 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:06.818054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-3884c105-4343-42a0-b5a1-666e91b94f20 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.1735284 Mar 10 15:00:06.833322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057d4c2-7667-4f6f-993e-bf842c408c7f req-f1fe1656-7b77-4a7a-adfb-8f24eaca2db2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:06.841521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b057d4c2-7667-4f6f-993e-bf842c408c7f req-f1fe1656-7b77-4a7a-adfb-8f24eaca2db2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1637414 Mar 10 15:00:06.865653 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-a681b51e-42e4-4e98-966e-a80592d13dd7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/quotas/9e14e55d40f84c3eb626e8bdb2e9c72f HTTP/1.1" status: 200 len: 375 time: 0.0466502 Mar 10 15:00:06.932305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-4e21bbb9-d6a7-4d60-8a97-51c0da3de5c7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657899 Mar 10 15:00:06.995235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b057d4c2-7667-4f6f-993e-bf842c408c7f req-e533462d-71a3-494a-b194-cb1999d29b01 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527152 Mar 10 15:00:07.243475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-5e331f8f-e1a9-4323-8430-7d3c57645a64 service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020861 Mar 10 15:00:07.279185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ca73a-137b-4164-b16e-7d3e46c6fdf4 req-f2740ceb-1e6b-4e09-90ce-2c6cd5fe75ee tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:07.281844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-396ca73a-137b-4164-b16e-7d3e46c6fdf4 req-f2740ceb-1e6b-4e09-90ce-2c6cd5fe75ee tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 948 time: 0.1540775 Mar 10 15:00:07.400820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-396ca73a-137b-4164-b16e-7d3e46c6fdf4 req-ed63820f-2a54-46b9-8ee9-88bd899831c7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993650 Mar 10 15:00:07.449390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-837103b6-efde-476d-a2c1-35edc80e913b service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047005 Mar 10 15:00:07.538257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8385b-05d7-4654-8b46-ca6aca6c7a6a req-9cc1937a-6461-4490-a348-9c2cc0279208 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:07.544458 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-def8385b-05d7-4654-8b46-ca6aca6c7a6a req-9cc1937a-6461-4490-a348-9c2cc0279208 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.45 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 948 time: 0.1316628 Mar 10 15:00:07.645358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841ef3b-21e5-4f90-809a-6e8c9a615941 req-9ca6a315-b818-4cf8-9d99-e5cadf61c3fc tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:07.648533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e841ef3b-21e5-4f90-809a-6e8c9a615941 req-9ca6a315-b818-4cf8-9d99-e5cadf61c3fc tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1161923 Mar 10 15:00:07.791325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e841ef3b-21e5-4f90-809a-6e8c9a615941 req-ee29cf2b-b297-4e8a-945c-4a12b9f2a530 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383767 Mar 10 15:00:07.936931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91765fa-b194-4c04-b24a-52341a02a38e req-2c4a077c-04bb-4aa2-a1eb-53788a5764e8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:07.952431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91765fa-b194-4c04-b24a-52341a02a38e req-2c4a077c-04bb-4aa2-a1eb-53788a5764e8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1387732 Mar 10 15:00:08.143125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91765fa-b194-4c04-b24a-52341a02a38e req-3914d75e-9f25-473f-b60b-87d94d171376 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895509 Mar 10 15:00:08.163238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f3bf7-8f13-47c3-ad6b-3e6e29ecd56d req-5a02ec6b-49e0-4546-bc86-4a2381926fd1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:08.178766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d3f3bf7-8f13-47c3-ad6b-3e6e29ecd56d req-5a02ec6b-49e0-4546-bc86-4a2381926fd1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.2233465 Mar 10 15:00:08.258851 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dd119a-a628-485f-b545-1b57d36a6a21 x-openstack-request-id: req-03dd119a-a628-485f-b545-1b57d36a6a21 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:08.260336 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83c785b-fead-4db4-b439-38a1bf46c17b", "name": "network-vif-plugged", "status": "completed", "tag": "7457e1e0-e5b8-42f3-a332-91d8913bf031", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:08.260336 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03dd119a-a628-485f-b545-1b57d36a6a21 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:08.260336 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7457e1e0-e5b8-42f3-a332-91d8913bf031', 'code': 200} Mar 10 15:00:08.410639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d3f3bf7-8f13-47c3-ad6b-3e6e29ecd56d req-806146fd-0d87-4150-8a59-1417739dbba8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309613 Mar 10 15:00:08.507259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a624cb68-9278-4502-a9b3-3676852b5a42 req-0141fa2a-4fb4-4144-af24-d268e7031ba4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=532db1a7-c506-457a-b0f8-b644ac2da6b2 HTTP/1.1" status: 200 len: 210 time: 0.0474415 Mar 10 15:00:08.567931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe7fe8-1439-44e0-9028-dfe89c6a921d req-44591b6d-d9be-4d45-923a-eeea024603e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:08.569519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74fe7fe8-1439-44e0-9028-dfe89c6a921d req-44591b6d-d9be-4d45-923a-eeea024603e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 1127 time: 0.1886790 Mar 10 15:00:08.649356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-def8385b-05d7-4654-8b46-ca6aca6c7a6a req-57725c6f-9d7c-4a8d-b494-97c10ddb90b7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Deleting port 0a13b414-130b-496a-b63e-bc65e0376fb9 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:00:08.649989 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-def8385b-05d7-4654-8b46-ca6aca6c7a6a req-57725c6f-9d7c-4a8d-b494-97c10ddb90b7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:08.817847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce919a-d798-41e6-ab18-b055bbec1a69 req-63b89fe6-4a0f-41cd-b343-a4f432778c46 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:08.823841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49ce919a-d798-41e6-ab18-b055bbec1a69 req-63b89fe6-4a0f-41cd-b343-a4f432778c46 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.2855766 Mar 10 15:00:08.831649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-def8385b-05d7-4654-8b46-ca6aca6c7a6a req-57725c6f-9d7c-4a8d-b494-97c10ddb90b7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] For port 0a13b414-130b-496a-b63e-bc65e0376fb9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0a13b414-130b-496a-b63e-bc65e0376fb9,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:08.832045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-def8385b-05d7-4654-8b46-ca6aca6c7a6a req-57725c6f-9d7c-4a8d-b494-97c10ddb90b7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:08.854532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74fe7fe8-1439-44e0-9028-dfe89c6a921d req-6495ced8-c671-4d67-a889-cf3e53930314 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191222 Mar 10 15:00:08.872227 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-def8385b-05d7-4654-8b46-ca6aca6c7a6a req-57725c6f-9d7c-4a8d-b494-97c10ddb90b7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Calling delete_port for 0a13b414-130b-496a-b63e-bc65e0376fb9 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:00:08.915083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c52cb-009f-42eb-80c3-f34814e3b728 req-5bfeb35d-dd3e-4aae-b47d-4459ad6f8385 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:08.922180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-491c52cb-009f-42eb-80c3-f34814e3b728 req-5bfeb35d-dd3e-4aae-b47d-4459ad6f8385 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=899e5d24-5e7e-4d4a-9a8b-b3293c8c3261 HTTP/1.1" status: 200 len: 948 time: 0.2223918 Mar 10 15:00:08.989771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49ce919a-d798-41e6-ab18-b055bbec1a69 req-fed587d9-5fc5-4231-94e7-23551790c64d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598797 Mar 10 15:00:09.065958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-491c52cb-009f-42eb-80c3-f34814e3b728 req-30be7585-d30a-4ee2-927e-ea5453006d35 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428754 Mar 10 15:00:09.131768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-def8385b-05d7-4654-8b46-ca6aca6c7a6a req-57725c6f-9d7c-4a8d-b494-97c10ddb90b7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0a13b414-130b-496a-b63e-bc65e0376fb9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:09.184147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57725c6f-9d7c-4a8d-b494-97c10ddb90b7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Pushing event deleted for resources: {'Port': ['ID=0a13b414-130b-496a-b63e-bc65e0376fb9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:09.279673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-def8385b-05d7-4654-8b46-ca6aca6c7a6a req-57725c6f-9d7c-4a8d-b494-97c10ddb90b7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] No DVR routers for this DVR port 0a13b414-130b-496a-b63e-bc65e0376fb9 on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:00:09.293425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-def8385b-05d7-4654-8b46-ca6aca6c7a6a req-57725c6f-9d7c-4a8d-b494-97c10ddb90b7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:09.297926 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-def8385b-05d7-4654-8b46-ca6aca6c7a6a req-57725c6f-9d7c-4a8d-b494-97c10ddb90b7 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.45 "DELETE /v2.0/ports/0a13b414-130b-496a-b63e-bc65e0376fb9 HTTP/1.1" status: 204 len: 173 time: 1.7435997 Mar 10 15:00:09.298401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'name': 'network-vif-deleted', 'tag': '0a13b414-130b-496a-b63e-bc65e0376fb9'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:09.309454 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bf41ed-b9f0-4903-b009-9df39e5f230c" -d '{"events": [{"server_uuid": "899e5d24-5e7e-4d4a-9a8b-b3293c8c3261", "name": "network-vif-deleted", "tag": "0a13b414-130b-496a-b63e-bc65e0376fb9"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:09.363896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50e2b2-7a12-4565-85df-fbf6f0f30e7b req-6f61f9f7-098f-4ef3-a413-ade4411d053b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:09.383285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f50e2b2-7a12-4565-85df-fbf6f0f30e7b req-6f61f9f7-098f-4ef3-a413-ade4411d053b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1642187 Mar 10 15:00:09.494472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f50e2b2-7a12-4565-85df-fbf6f0f30e7b req-6412a867-604c-4da1-97f0-400af3801d77 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100168 Mar 10 15:00:09.695503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5731e-8c46-4122-bef6-ee9bae3210b1 req-fed559d5-04d4-4532-9c7a-e1ae950ea56b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:09.699898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47d5731e-8c46-4122-bef6-ee9bae3210b1 req-fed559d5-04d4-4532-9c7a-e1ae950ea56b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1290467 Mar 10 15:00:09.769497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47d5731e-8c46-4122-bef6-ee9bae3210b1 req-92391ad6-73fc-43b1-a714-210242516dc1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573592 Mar 10 15:00:09.884157 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e4a1ee-a6a0-4065-9758-a367bd49e87a x-openstack-request-id: req-84e4a1ee-a6a0-4065-9758-a367bd49e87a {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:09.884836 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e5d24-5e7e-4d4a-9a8b-b3293c8c3261", "name": "network-vif-deleted", "tag": "0a13b414-130b-496a-b63e-bc65e0376fb9", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:09.885097 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84e4a1ee-a6a0-4065-9758-a367bd49e87a {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:09.885492 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e5d24-5e7e-4d4a-9a8b-b3293c8c3261', 'name': 'network-vif-deleted', 'tag': '0a13b414-130b-496a-b63e-bc65e0376fb9', 'status': 'completed', 'code': 200} Mar 10 15:00:09.887921 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-f6324087-7f43-43af-a009-285cbc5cc29f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=532db1a7-c506-457a-b0f8-b644ac2da6b2 HTTP/1.1" status: 200 len: 210 time: 0.0714972 Mar 10 15:00:10.220217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81e81e-0004-4c02-a18b-a9864d593ad8 req-4a3dd18d-bc5e-40fa-bd02-ed6a47eec947 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:10.229298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e81e81e-0004-4c02-a18b-a9864d593ad8 req-4a3dd18d-bc5e-40fa-bd02-ed6a47eec947 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1279280 Mar 10 15:00:10.285499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-16cfa4f6-05b6-44ec-8588-1d2b7c744594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:10.287031 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-16cfa4f6-05b6-44ec-8588-1d2b7c744594 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3895643 Mar 10 15:00:10.333272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e81e81e-0004-4c02-a18b-a9864d593ad8 req-c7d391b5-d7f3-4e8e-aa4c-d99b89abc28b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030111 Mar 10 15:00:10.375729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ca696-cbe7-4d13-8ef2-6797bdf882cc req-2ad3799b-ef26-4463-ad8c-fb84776fd216 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:10.377213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c1ca696-cbe7-4d13-8ef2-6797bdf882cc req-2ad3799b-ef26-4463-ad8c-fb84776fd216 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1441898 Mar 10 15:00:10.452443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c1ca696-cbe7-4d13-8ef2-6797bdf882cc req-2af7620a-c252-48c5-9859-b0683b226633 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647709 Mar 10 15:00:10.532685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-5e8ff287-bd0e-4cbb-9c64-13a053da16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:10.534355 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-5e8ff287-bd0e-4cbb-9c64-13a053da16d4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2355378 Mar 10 15:00:10.647580 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a43f7d2-c262-446a-a3f4-21dfa547a9d1 req-949c3d64-661d-47fb-b4c2-19e5ccfc6694 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "GET /v2.0/ports?device_id=532db1a7-c506-457a-b0f8-b644ac2da6b2 HTTP/1.1" status: 200 len: 210 time: 0.0555749 Mar 10 15:00:10.715949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997c68e-2a1b-46b0-99f7-8f13f6024e28 req-a4a64119-dd23-4dd0-b059-4c6ddfca7c2f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:10.717642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5997c68e-2a1b-46b0-99f7-8f13f6024e28 req-a4a64119-dd23-4dd0-b059-4c6ddfca7c2f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1452174 Mar 10 15:00:10.805214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5997c68e-2a1b-46b0-99f7-8f13f6024e28 req-93d373b5-b1c7-4cdf-9b2e-9995fd625085 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800264 Mar 10 15:00:11.011955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9622b-3273-4cf5-bf95-ccb9dbaeff34 req-14f7aa24-3382-4065-ab98-e46b712a0684 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:11.014079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bf9622b-3273-4cf5-bf95-ccb9dbaeff34 req-14f7aa24-3382-4065-ab98-e46b712a0684 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 948 time: 0.1471324 Mar 10 15:00:11.089665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4bc4a76c-f376-46c3-9666-848e533c8d67 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:11.091600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4bc4a76c-f376-46c3-9666-848e533c8d67 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.1874149 Mar 10 15:00:11.114624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bf9622b-3273-4cf5-bf95-ccb9dbaeff34 req-fe474a39-7767-41af-8c39-3a626bfea483 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922151 Mar 10 15:00:11.139486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-f52bc61a-a25d-4a10-8e64-fb5c19831dd1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/quotas/9e14e55d40f84c3eb626e8bdb2e9c72f HTTP/1.1" status: 200 len: 375 time: 0.0418336 Mar 10 15:00:11.190413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0a13b414-130b-496a-b63e-bc65e0376fb9 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:00:11.207362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-a07eaa22-034c-4016-aac7-72266561569f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579751 Mar 10 15:00:11.211773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 0a13b414-130b-496a-b63e-bc65e0376fb9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:00:11.214748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0a13b414-130b-496a-b63e-bc65e0376fb9 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:00:11.310325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14db60-abab-42d0-a2c8-342c45c4abbf req-adf90dfa-aa80-48de-9b26-80808953daaa tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:11.322781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe14db60-abab-42d0-a2c8-342c45c4abbf req-adf90dfa-aa80-48de-9b26-80808953daaa tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1179836 Mar 10 15:00:11.434376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe14db60-abab-42d0-a2c8-342c45c4abbf req-3f5bb762-00a7-4572-af1a-af6172228e84 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106160 Mar 10 15:00:11.482183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-ee3d6352-8de2-414e-a81c-816ad37c4794 service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613411 Mar 10 15:00:11.603970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-c99c6173-bd48-4e8c-a35c-2742ea80cf7b service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141090 Mar 10 15:00:11.722300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f46bd-d76f-4485-afeb-618cd53e04ec req-455e4fe2-2354-4d29-a2ad-b841be7e707d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:11.723854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e4f46bd-d76f-4485-afeb-618cd53e04ec req-455e4fe2-2354-4d29-a2ad-b841be7e707d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1048031 Mar 10 15:00:11.835332 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e4f46bd-d76f-4485-afeb-618cd53e04ec req-06bc55af-a570-48f9-aee7-4636d6a00696 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967541 Mar 10 15:00:11.913979 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5839e83-fde0-449c-be55-7eb88d189c97 req-f82e818a-b41d-4fe5-bccb-527f76f1b326 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 210 time: 0.0443330 Mar 10 15:00:11.999887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee216c-c7b9-44b1-a3c0-3a963e857ac2 req-7cf92639-2a57-4db9-a837-41af4f4dadb2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:12.007969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5ee216c-c7b9-44b1-a3c0-3a963e857ac2 req-7cf92639-2a57-4db9-a837-41af4f4dadb2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.0921106 Mar 10 15:00:12.125274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5ee216c-c7b9-44b1-a3c0-3a963e857ac2 req-112f6c42-3d2a-4612-965f-4cac77d3ba6e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162767 Mar 10 15:00:12.185844 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:00:12.189269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d42f7-ad90-4917-88c3-46325e07d77e req-026d71fc-f2b4-42e6-8e32-062c0beb74db tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:12.198485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf0d42f7-ad90-4917-88c3-46325e07d77e req-026d71fc-f2b4-42e6-8e32-062c0beb74db tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1878221 Mar 10 15:00:12.313432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf0d42f7-ad90-4917-88c3-46325e07d77e req-6406ed14-c0ce-4d2e-b252-098fbb6816f6 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137180 Mar 10 15:00:12.403775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f9e6-7cac-47d9-a101-31e9239a216d req-fe048016-4e2d-4056-8e58-839f7eb8ad63 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:12.405567 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88e6f9e6-7cac-47d9-a101-31e9239a216d req-fe048016-4e2d-4056-8e58-839f7eb8ad63 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 948 time: 0.1435981 Mar 10 15:00:12.483583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88e6f9e6-7cac-47d9-a101-31e9239a216d req-b607ab52-e2e3-49db-8a23-2d1139d36703 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641627 Mar 10 15:00:12.682014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cab7c-2932-4490-b1ae-5f8aca8ce0d4 req-77c8b0ce-95ca-40cc-a84e-6db270974670 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:12.690607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-983cab7c-2932-4490-b1ae-5f8aca8ce0d4 req-77c8b0ce-95ca-40cc-a84e-6db270974670 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1296968 Mar 10 15:00:12.779236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-983cab7c-2932-4490-b1ae-5f8aca8ce0d4 req-13d0b4ba-6334-4184-bf94-56ad336a6d08 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875318 Mar 10 15:00:12.994777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5f0a9-ea5f-4d6a-86d5-aba0273d2b3f req-8036404a-5e0f-4168-a8ce-f5c75929e7bc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:12.996995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63a5f0a9-ea5f-4d6a-86d5-aba0273d2b3f req-8036404a-5e0f-4168-a8ce-f5c75929e7bc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0798936 Mar 10 15:00:13.053763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5433107c-d2c3-4988-a411-a7670bc76d09 req-a2435a03-c69e-4766-be28-796939935516 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 210 time: 0.0398810 Mar 10 15:00:13.087301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63a5f0a9-ea5f-4d6a-86d5-aba0273d2b3f req-6201c782-6237-4947-aa22-9ecd3fd453dc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830617 Mar 10 15:00:13.279757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811366-a8d3-404c-8460-a7f1fd55715e req-a2149dd5-eac0-4f6e-867f-327756811152 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:13.291627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af811366-a8d3-404c-8460-a7f1fd55715e req-a2149dd5-eac0-4f6e-867f-327756811152 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.0862103 Mar 10 15:00:13.351181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af811366-a8d3-404c-8460-a7f1fd55715e req-f511c796-8887-4d47-bda4-f9a7bb0ed0d4 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585148 Mar 10 15:00:13.510522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb158a3b-c439-45ff-b826-b8b4f330828f req-2b8a46b6-72b9-49cf-a456-03a81ff8c1b6 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:13.523497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb158a3b-c439-45ff-b826-b8b4f330828f req-2b8a46b6-72b9-49cf-a456-03a81ff8c1b6 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.0826006 Mar 10 15:00:13.591529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb158a3b-c439-45ff-b826-b8b4f330828f req-39503393-ea17-43a5-a3f1-3e6314fa81ab tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666189 Mar 10 15:00:13.661843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea93c82-9b95-4882-a76f-8b8272e3eedc req-0cfe9cb6-135f-4171-82f4-1f928fd10587 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:13.663399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ea93c82-9b95-4882-a76f-8b8272e3eedc req-0cfe9cb6-135f-4171-82f4-1f928fd10587 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 948 time: 0.0662727 Mar 10 15:00:13.817731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbc333-0118-49cf-b876-7212c0609370 req-470c1c47-2427-4681-9fb6-50fc5de3e52e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:13.819100 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ea93c82-9b95-4882-a76f-8b8272e3eedc req-bfa949ce-bb35-4331-ad3f-d21f2082d8f9 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398938 Mar 10 15:00:13.827500 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-470c1c47-2427-4681-9fb6-50fc5de3e52e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.1882579 Mar 10 15:00:13.846724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Request body: {'port': {'device_id': '540305c8-5bba-4fc8-aa69-e754324d82f2', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'admin_state_up': True, 'tenant_id': '9e14e55d40f84c3eb626e8bdb2e9c72f'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:13.982990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Made reservation on behalf of 9e14e55d40f84c3eb626e8bdb2e9c72f for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:00:13.986663 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:14.001609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957be735-7895-4c52-aa41-10f1d80efbaf req-fc52062e-0616-4f6c-8665-0e01b1e18463 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:14.010463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-957be735-7895-4c52-aa41-10f1d80efbaf req-fc52062e-0616-4f6c-8665-0e01b1e18463 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.0763633 Mar 10 15:00:14.112816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-957be735-7895-4c52-aa41-10f1d80efbaf req-040351e3-dfbd-4a8f-8532-602a15fe79d8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003370 Mar 10 15:00:14.153254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Allocated IP 172.20.0.11 (45f63702-258a-4faa-b361-a91319316960/0f999e85-afee-4f55-a7b1-cf2f9a5ab040/0f940d3d-6adc-4771-8dcf-527dcf50c236) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:00:14.232014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53e1dce4-993f-4b62-be9a-c4c59f147fd4 req-21744515-5ffa-40fd-a87f-df53698a8768 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 210 time: 0.0501094 Mar 10 15:00:14.323214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbc0ab-c21b-4fab-bacd-0b6903f8078d req-ad2654b3-d8b9-4c02-aff5-53733e259c13 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:14.325287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8cbc0ab-c21b-4fab-bacd-0b6903f8078d req-ad2654b3-d8b9-4c02-aff5-53733e259c13 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0955558 Mar 10 15:00:14.384926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks [] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:14.387061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8cbc0ab-c21b-4fab-bacd-0b6903f8078d req-dc557f40-ce2c-4914-9807-c558b9ce6af7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528944 Mar 10 15:00:14.469056 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:14.508849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcda780-4ab9-41ae-a315-167e8af337fa req-0349c821-7bff-4200-99b2-d7d5cb8fe650 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:14.518646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcda780-4ab9-41ae-a315-167e8af337fa req-0349c821-7bff-4200-99b2-d7d5cb8fe650 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.0798478 Mar 10 15:00:14.529922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event updated for resources: {'Port': ['ID=0f940d3d-6adc-4771-8dcf-527dcf50c236,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:14.538567 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Network 45f63702-258a-4faa-b361-a91319316960 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:00:14.539577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:00:14.542020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:00:14.612378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:14.612980 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:14.639169 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-cda14ccc-414f-44d8-b670-a5934c2d6e4f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7962661 Mar 10 15:00:14.659529 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Request body: {'port': {'device_id': '540305c8-5bba-4fc8-aa69-e754324d82f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:14.740563 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:14.923523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcda780-4ab9-41ae-a315-167e8af337fa req-fcd47309-0caa-4f2c-a094-1d12798259c8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055083 Mar 10 15:00:15.017790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11f3b0-42cc-47f2-b72f-0ffa4d822ab2 req-2a8bd95a-baa0-46fd-8d5f-9fc30f6512b2 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:15.025597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c11f3b0-42cc-47f2-b72f-0ffa4d822ab2 req-2a8bd95a-baa0-46fd-8d5f-9fc30f6512b2 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1058197 Mar 10 15:00:15.137543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c11f3b0-42cc-47f2-b72f-0ffa4d822ab2 req-1a7abeba-2313-4150-a8b8-699a855662b9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082308 Mar 10 15:00:15.221413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f940d3d-6adc-4771-8dcf-527dcf50c236 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:15.230622 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Publish callbacks [] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:15.246362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Transition to ACTIVE for port object 0f940d3d-6adc-4771-8dcf-527dcf50c236 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:00:15.260248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:15.263225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc80a5-9f10-4f4d-b3a0-2f40cd7f20f3 req-8b71eed1-42d7-43b9-859e-10e9bdceae77 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:15.266314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56bc80a5-9f10-4f4d-b3a0-2f40cd7f20f3 req-8b71eed1-42d7-43b9-859e-10e9bdceae77 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 948 time: 0.0871012 Mar 10 15:00:15.342896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Pushing event updated for resources: {'Port': ['ID=0f940d3d-6adc-4771-8dcf-527dcf50c236,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:15.356953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f7be1-2ba4-4bda-b716-68c0aa2d318a req-cc6895cd-0f5c-4c55-93f5-da4037ac91f4 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:15.358508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-874f7be1-2ba4-4bda-b716-68c0aa2d318a req-cc6895cd-0f5c-4c55-93f5-da4037ac91f4 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1201677 Mar 10 15:00:15.399803 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56bc80a5-9f10-4f4d-b3a0-2f40cd7f20f3 req-6b57c1d5-c6a9-423f-8c28-a9161744e4c9 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244962 Mar 10 15:00:15.439547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-874f7be1-2ba4-4bda-b716-68c0aa2d318a req-862bf961-ada1-42d7-9d5d-8b31141f2f13 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742748 Mar 10 15:00:15.493968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Attempting to bind port 0f940d3d-6adc-4771-8dcf-527dcf50c236 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:15.494319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Attempting to bind port 0f940d3d-6adc-4771-8dcf-527dcf50c236 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:15.494661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Attempting to bind port 0f940d3d-6adc-4771-8dcf-527dcf50c236 on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:15.505789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Port 0f940d3d-6adc-4771-8dcf-527dcf50c236 on network 45f63702-258a-4faa-b361-a91319316960 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:15.506132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Attempting to bind port 0f940d3d-6adc-4771-8dcf-527dcf50c236 on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:15.511919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 14, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:15.512263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Checking segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:15.512643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Bound using segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:15.513077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Bound port: 0f940d3d-6adc-4771-8dcf-527dcf50c236, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:15.513439 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:15.586126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66687e0-0503-4771-8e06-ac41dc813791 req-e5656e34-4cfc-4287-b50c-88a97a1aac88 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:15.588806 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f66687e0-0503-4771-8e06-ac41dc813791 req-e5656e34-4cfc-4287-b50c-88a97a1aac88 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 944 time: 0.1127379 Mar 10 15:00:15.597216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] For port 0f940d3d-6adc-4771-8dcf-527dcf50c236, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:15.601950 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] For port 0f940d3d-6adc-4771-8dcf-527dcf50c236, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0f940d3d-6adc-4771-8dcf-527dcf50c236,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:15.630345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:15.647461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73e0d4-acdd-4f88-8ec3-cc21cc7ffe42 req-1f69095d-d2ec-4b8d-b19e-8142a0b7dde4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:15.661454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:15.661454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:15.661765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e73e0d4-acdd-4f88-8ec3-cc21cc7ffe42 req-1f69095d-d2ec-4b8d-b19e-8142a0b7dde4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1284313 Mar 10 15:00:15.662026 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] 10.222.0.45 "PUT /v2.0/ports/0f940d3d-6adc-4771-8dcf-527dcf50c236 HTTP/1.1" status: 200 len: 1092 time: 1.0060701 Mar 10 15:00:15.689014 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540305c8-5bba-4fc8-aa69-e754324d82f2', 'tag': '0f940d3d-6adc-4771-8dcf-527dcf50c236'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:15.692981 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59845779-081a-4006-89fb-95802ecaa6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "540305c8-5bba-4fc8-aa69-e754324d82f2", "tag": "0f940d3d-6adc-4771-8dcf-527dcf50c236"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:15.733133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f66687e0-0503-4771-8e06-ac41dc813791 req-90c9fc18-14c3-4886-9480-3a0523d50f8f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345699 Mar 10 15:00:15.763349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e73e0d4-acdd-4f88-8ec3-cc21cc7ffe42 req-73e3a527-ca75-4780-8a74-278afb0426ee tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927920 Mar 10 15:00:15.769376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95df02-1c3c-44af-b877-172b79611d09 service neutron] Pushing event updated for resources: {'Port': ['ID=0f940d3d-6adc-4771-8dcf-527dcf50c236,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:15.824240 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f5f912-17b7-4c41-a0d1-50cdb2848ebb x-openstack-request-id: req-18f5f912-17b7-4c41-a0d1-50cdb2848ebb {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:15.824427 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540305c8-5bba-4fc8-aa69-e754324d82f2", "tag": "0f940d3d-6adc-4771-8dcf-527dcf50c236", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:15.824693 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18f5f912-17b7-4c41-a0d1-50cdb2848ebb {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:15.825082 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540305c8-5bba-4fc8-aa69-e754324d82f2', 'tag': '0f940d3d-6adc-4771-8dcf-527dcf50c236', 'status': 'completed', 'code': 200} Mar 10 15:00:15.836349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbc333-0118-49cf-b876-7212c0609370 req-a6db9fd4-051f-4520-8f32-adceff05ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:15.837871 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-a6db9fd4-051f-4520-8f32-adceff05ee3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 1126 time: 0.0972102 Mar 10 15:00:15.893325 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-1fb43be2-e298-4b7c-93e6-7a68e50d0ce7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f940d3d-6adc-4771-8dcf-527dcf50c236 HTTP/1.1" status: 200 len: 217 time: 0.0382512 Mar 10 15:00:15.962713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbc333-0118-49cf-b876-7212c0609370 req-1c4cc71e-da13-4d00-a22f-c2e31f975bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:15.964364 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-1c4cc71e-da13-4d00-a22f-c2e31f975bff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.0617716 Mar 10 15:00:16.015595 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-c252334d-0818-4729-a49b-d07977e803fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359259 Mar 10 15:00:16.127284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13c531-4056-43c4-9adb-7a10ee751adf req-1dde9b91-7875-4a62-ac81-7b053d901932 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:16.134661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df13c531-4056-43c4-9adb-7a10ee751adf req-1dde9b91-7875-4a62-ac81-7b053d901932 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1133628 Mar 10 15:00:16.200551 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-daeb4276-491d-4abb-b2ce-31a434417406 service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733372 Mar 10 15:00:16.208480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df13c531-4056-43c4-9adb-7a10ee751adf req-b483d547-a635-4e4b-931c-6e5119d2f71a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679431 Mar 10 15:00:16.321655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b614dc4-76ca-4917-8cea-83f043fdf864 req-51a86419-19b8-4db4-88a1-1b77b2f6d007 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:16.323566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b614dc4-76ca-4917-8cea-83f043fdf864 req-51a86419-19b8-4db4-88a1-1b77b2f6d007 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1009791 Mar 10 15:00:16.397223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b614dc4-76ca-4917-8cea-83f043fdf864 req-d80e8c1f-203f-488f-b561-c2f3b8b9f3d8 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647600 Mar 10 15:00:16.424420 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ebdbc333-0118-49cf-b876-7212c0609370 req-ffcf84ce-2305-4000-904c-7b55184a7658 service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030661 Mar 10 15:00:16.622108 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59845779-081a-4006-89fb-95802ecaa6d9 req-f69befc7-dca7-4fe2-add5-bb881c0941d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:16.624499 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-59845779-081a-4006-89fb-95802ecaa6d9 req-f69befc7-dca7-4fe2-add5-bb881c0941d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 1126 time: 0.1248078 Mar 10 15:00:16.774698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d087dd-2cfb-43dd-87a5-9626b37aab30 req-5871aa1f-3ebf-4aca-ad51-e9bfcba89122 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:16.776910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29d087dd-2cfb-43dd-87a5-9626b37aab30 req-5871aa1f-3ebf-4aca-ad51-e9bfcba89122 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1903138 Mar 10 15:00:16.794997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59845779-081a-4006-89fb-95802ecaa6d9 req-43502d5c-0965-4239-84ad-2e6116fa1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:16.797149 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-59845779-081a-4006-89fb-95802ecaa6d9 req-43502d5c-0965-4239-84ad-2e6116fa1378 service neutron] 10.222.0.45 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 912 time: 0.1649842 Mar 10 15:00:16.837254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0c6e0-8adf-4aba-8c15-1b1a65086859 req-5487dd80-eeba-46ca-bdc8-b69de781288b tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:16.839292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02a0c6e0-8adf-4aba-8c15-1b1a65086859 req-5487dd80-eeba-46ca-bdc8-b69de781288b tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 948 time: 0.1919820 Mar 10 15:00:16.843386 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-79d6ccca-ba47-43af-8634-d7064078fa22 service neutron] show failed (client error): The resource could not be found. Mar 10 15:00:16.844979 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-79d6ccca-ba47-43af-8634-d7064078fa22 service neutron] 10.222.0.45 "GET /v2.0/ports/a5ac908f-ed17-4999-bdbb-718a9cc02e3a/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.1571224 Mar 10 15:00:16.868848 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-59845779-081a-4006-89fb-95802ecaa6d9 req-b487a149-1d4f-45a6-9434-2ab8264909b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f940d3d-6adc-4771-8dcf-527dcf50c236 HTTP/1.1" status: 200 len: 217 time: 0.0558980 Mar 10 15:00:16.965955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59845779-081a-4006-89fb-95802ecaa6d9 req-605b12c1-a9c4-45e2-a0e7-6cbafbca1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:16.968107 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-59845779-081a-4006-89fb-95802ecaa6d9 req-605b12c1-a9c4-45e2-a0e7-6cbafbca1e12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.0637174 Mar 10 15:00:16.985124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29d087dd-2cfb-43dd-87a5-9626b37aab30 req-0afe1e1b-77e0-4872-a626-bfcd8b41dfc1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919110 Mar 10 15:00:17.024910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02a0c6e0-8adf-4aba-8c15-1b1a65086859 req-906d0462-75fd-4815-b859-daa61c0f4955 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756589 Mar 10 15:00:17.041436 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-59845779-081a-4006-89fb-95802ecaa6d9 req-dc02ac34-d8e0-4109-9cde-9f86b96ef6ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610697 Mar 10 15:00:17.232159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541c500-89d0-45ea-bea5-42f290e345c5 req-53b8f452-ac3a-4a08-bff2-8eca334405a0 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:17.233782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6541c500-89d0-45ea-bea5-42f290e345c5 req-53b8f452-ac3a-4a08-bff2-8eca334405a0 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 944 time: 0.1183867 Mar 10 15:00:17.266321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c8cb-b112-4d1a-a34f-d3c31a9f22f4 req-67612986-1c1a-45dd-b0a0-ac5ab5d300be tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:17.273508 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-59845779-081a-4006-89fb-95802ecaa6d9 req-7cc9409c-2752-4990-a2dc-c73f53f68420 service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974137 Mar 10 15:00:17.273973 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6633c8cb-b112-4d1a-a34f-d3c31a9f22f4 req-67612986-1c1a-45dd-b0a0-ac5ab5d300be tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1248109 Mar 10 15:00:17.349615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6633c8cb-b112-4d1a-a34f-d3c31a9f22f4 req-b49d5606-a2dc-4812-8a29-6b4a6be38fb4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698068 Mar 10 15:00:17.378169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6541c500-89d0-45ea-bea5-42f290e345c5 req-cb867560-b823-4208-9822-b3ef67dbb989 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307220 Mar 10 15:00:17.421376 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-59845779-081a-4006-89fb-95802ecaa6d9 req-6ef17b88-7b99-461d-8b46-cab7d562f863 service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400461 Mar 10 15:00:17.576556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e0fb-603a-4a24-aaf7-57462ad6e0af req-0b3fb69b-38f7-424c-9018-4b43112ecaf5 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:17.583876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d438e0fb-603a-4a24-aaf7-57462ad6e0af req-0b3fb69b-38f7-424c-9018-4b43112ecaf5 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1055963 Mar 10 15:00:17.641717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4dd29-cc58-4d89-a74f-a43688e37f55 req-76869f64-9923-49db-9a57-80a1d9ea5a50 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:17.643620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fef4dd29-cc58-4d89-a74f-a43688e37f55 req-76869f64-9923-49db-9a57-80a1d9ea5a50 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1237853 Mar 10 15:00:17.647259 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:17.663941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d438e0fb-603a-4a24-aaf7-57462ad6e0af req-bb470cc6-df6b-4a7b-91a5-7bbd2983d822 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755332 Mar 10 15:00:17.716344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fef4dd29-cc58-4d89-a74f-a43688e37f55 req-425f4d53-b30a-4d11-89d4-7b339844cba5 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505047 Mar 10 15:00:18.244486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d13bf-9edb-4970-895d-c6a1509318dc req-d4ee09d0-51cf-4f0a-8f27-2eb264296dba tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:18.252322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c8d13bf-9edb-4970-895d-c6a1509318dc req-d4ee09d0-51cf-4f0a-8f27-2eb264296dba tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1271853 Mar 10 15:00:18.283486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d1290-34d9-4f12-8b82-8135f8ab17db req-c64c96ad-9f13-476f-a8f1-bba7dde6d9bd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:18.291554 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b9d1290-34d9-4f12-8b82-8135f8ab17db req-c64c96ad-9f13-476f-a8f1-bba7dde6d9bd tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 948 time: 0.1489952 Mar 10 15:00:18.365155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b9d1290-34d9-4f12-8b82-8135f8ab17db req-d77089fa-ab78-4c19-a69d-7b41ca81f827 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724823 Mar 10 15:00:18.376400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c8d13bf-9edb-4970-895d-c6a1509318dc req-f7a085ee-ea2d-4187-84d7-0b47c8306172 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221902 Mar 10 15:00:18.575112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdc483-852e-4cb6-96c5-6cb7ae3c79b2 req-3d3c5091-1e40-4ed4-805f-b48b79f0eafd tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:18.575112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54cdc483-852e-4cb6-96c5-6cb7ae3c79b2 req-3d3c5091-1e40-4ed4-805f-b48b79f0eafd tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1086607 Mar 10 15:00:18.609363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d88e81-748e-4be7-b28c-a101633546c9 req-fa88453d-22d4-4acf-bee3-484879ff641b tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:18.610916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97d88e81-748e-4be7-b28c-a101633546c9 req-fa88453d-22d4-4acf-bee3-484879ff641b tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 944 time: 0.1167371 Mar 10 15:00:18.662353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54cdc483-852e-4cb6-96c5-6cb7ae3c79b2 req-b68ad204-7231-4e40-8055-7ff14bd8e60b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846970 Mar 10 15:00:18.696490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97d88e81-748e-4be7-b28c-a101633546c9 req-ecac2354-6c1c-4b62-9c76-418fc4c6d154 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749671 Mar 10 15:00:18.880071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d3652-c120-474e-ac2f-790e7a37b7e7 req-82128671-2e1a-4079-8f22-37b2ce9bad36 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:18.881563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f1d3652-c120-474e-ac2f-790e7a37b7e7 req-82128671-2e1a-4079-8f22-37b2ce9bad36 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1035213 Mar 10 15:00:18.909448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273352f-c4ef-4a3d-858f-7707a818363e req-4cdd6df6-5183-4d4a-a330-7232b55138bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:18.919594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a273352f-c4ef-4a3d-858f-7707a818363e req-4cdd6df6-5183-4d4a-a330-7232b55138bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1034317 Mar 10 15:00:19.035091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f1d3652-c120-474e-ac2f-790e7a37b7e7 req-261e8060-473b-48bd-867e-b9012a93bbbc tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458936 Mar 10 15:00:19.044311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a273352f-c4ef-4a3d-858f-7707a818363e req-975d156c-67bb-4e10-9c4d-c76c2a53e8a1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170161 Mar 10 15:00:19.194916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0f940d3d-6adc-4771-8dcf-527dcf50c236 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:19.198473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a5ac908f-ed17-4999-bdbb-718a9cc02e3a no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:00:19.383510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a5ac908f-ed17-4999-bdbb-718a9cc02e3a is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:19.383831 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:19.397103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0f940d3d-6adc-4771-8dcf-527dcf50c236, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0f940d3d-6adc-4771-8dcf-527dcf50c236,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:19.587202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-2d378417-7b38-4af6-b98b-e37b9e05a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:19.588920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-2d378417-7b38-4af6-b98b-e37b9e05a318 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a&tenant_id=e2b42172400f4c3d9d37b41f77c0c27c HTTP/1.1" status: 200 len: 1132 time: 0.1970787 Mar 10 15:00:19.607601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:19.608037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '0f940d3d-6adc-4771-8dcf-527dcf50c236', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'port_id': '0f940d3d-6adc-4771-8dcf-527dcf50c236', 'mac_address': 'fa:16:3e:d5:a0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f999e85-afee-4f55-a7b1-cf2f9a5ab040', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:19.618262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:19.621054 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4da86f2-530d-4e42-88b8-f8eb00a4cf8e" -d '{"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:19.658955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:19.663367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92b15-8d93-45f1-aced-b8591a33ae27 req-2d2b3625-2add-4b15-b74b-5098838eea93 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:19.670244 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:19.671047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9d92b15-8d93-45f1-aced-b8591a33ae27 req-2d2b3625-2add-4b15-b74b-5098838eea93 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 948 time: 0.1754417 Mar 10 15:00:19.700086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0f940d3d-6adc-4771-8dcf-527dcf50c236 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:19.700468 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:19.725656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f940d3d-6adc-4771-8dcf-527dcf50c236 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:19.736193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9fb66-15d8-4e7f-a8c2-fabaeae88dba req-f5603e04-ed16-4ad9-9f09-7936245cf6bc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:19.738031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15d9fb66-15d8-4e7f-a8c2-fabaeae88dba req-f5603e04-ed16-4ad9-9f09-7936245cf6bc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1989164 Mar 10 15:00:19.756692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:19.760527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0f940d3d-6adc-4771-8dcf-527dcf50c236, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0f940d3d-6adc-4771-8dcf-527dcf50c236,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:19.767294 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:19.785132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:19.829392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9d92b15-8d93-45f1-aced-b8591a33ae27 req-1c1953f2-c7f1-4f87-9896-c94f0e3355e3 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526999 Mar 10 15:00:19.836332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0f940d3d-6adc-4771-8dcf-527dcf50c236,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:19.863269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15d9fb66-15d8-4e7f-a8c2-fabaeae88dba req-2a30e6e1-7604-445e-b87e-271abf6f8c8f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165624 Mar 10 15:00:19.911224 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc823ca-68af-4ae8-af1f-e2d859fc5509 x-openstack-request-id: req-9dc823ca-68af-4ae8-af1f-e2d859fc5509 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:19.912011 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:19.912275 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9dc823ca-68af-4ae8-af1f-e2d859fc5509 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:19.912678 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'code': 200} Mar 10 15:00:20.131794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f773e-e977-4dc0-b5da-c685a95ecfa3 req-bcc79c40-4895-4592-9dc5-947940ad9087 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:20.133262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a3f773e-e977-4dc0-b5da-c685a95ecfa3 req-bcc79c40-4895-4592-9dc5-947940ad9087 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 945 time: 0.1602011 Mar 10 15:00:20.141289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d364761-a893-4ca5-9a30-74ab9960f90c req-79c68766-ee0d-4fc2-8631-931368220a79 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:20.142932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d364761-a893-4ca5-9a30-74ab9960f90c req-79c68766-ee0d-4fc2-8631-931368220a79 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 948 time: 0.1681809 Mar 10 15:00:20.187470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:20.248186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a3f773e-e977-4dc0-b5da-c685a95ecfa3 req-1715a1e7-7716-4038-94ae-f7149b178344 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022673 Mar 10 15:00:20.275854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d364761-a893-4ca5-9a30-74ab9960f90c req-f92c950e-f108-4178-b74d-e19ffdb9ba93 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129811 Mar 10 15:00:20.275854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:20.305410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0f940d3d-6adc-4771-8dcf-527dcf50c236'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:20.322433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ac908f-ed17-4999-bdbb-718a9cc02e3a {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:20.331017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Publish callbacks [] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:20.355796 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:20.377962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Transition to ACTIVE for port object a5ac908f-ed17-4999-bdbb-718a9cc02e3a will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:00:20.414286 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:20.532070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:20.534535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] No DVR routers for this DVR port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:00:20.548630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90de525-1b1e-4945-b3b3-77eee179a474 req-d1593ee9-9ce3-4ac8-b2eb-dba1b3002f69 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:20.550369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a90de525-1b1e-4945-b3b3-77eee179a474 req-d1593ee9-9ce3-4ac8-b2eb-dba1b3002f69 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1701262 Mar 10 15:00:20.562685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.563215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.563660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.564106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.564536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.565038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.565438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.565842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.566255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.566685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.567110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.567510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.567901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:20.616295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dba3d-5a26-4794-86a1-b3f55f528425 req-c2f43b27-cbd6-4459-b307-ed70fc083720 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:20.618042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e4dba3d-5a26-4794-86a1-b3f55f528425 req-c2f43b27-cbd6-4459-b307-ed70fc083720 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.2002978 Mar 10 15:00:20.652869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:20.653240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:20.653529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:20.668130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:20.668473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:20.693151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:20.695356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:20.696186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:20.696922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Bound port: a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:20.697884 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:20.748393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a90de525-1b1e-4945-b3b3-77eee179a474 req-db7e6a62-25a2-4c5a-a6f5-2bd4c0fb820c tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744192 Mar 10 15:00:20.779572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e4dba3d-5a26-4794-86a1-b3f55f528425 req-2ba340ee-e11b-4353-bcaf-1bd02fa5cd7b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537256 Mar 10 15:00:20.813702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:20.817452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:20.829331 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:20.869253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:20.870092 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:20.871434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] 10.222.0.62 "PUT /v2.0/ports/a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 1096 time: 1.2687199 Mar 10 15:00:20.873761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:20.879574 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33377932-63eb-4fae-994d-11e558da20af" -d '{"events": [{"name": "network-changed", "server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:20.908833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6335a4f-fabe-4711-8420-d39457eaf285 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=8']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:21.015092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-c8eeefae-4f1c-4c2a-8938-7a1e5af5e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.016634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-c8eeefae-4f1c-4c2a-8938-7a1e5af5e525 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1130 time: 0.1036131 Mar 10 15:00:21.041751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32dd87-c53d-44ce-adaa-ff6348081cd3 req-7db8c339-a17b-4ab3-a2ae-5763a008a365 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.053107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed32dd87-c53d-44ce-adaa-ff6348081cd3 req-7db8c339-a17b-4ab3-a2ae-5763a008a365 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 948 time: 0.1037879 Mar 10 15:00:21.172855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed32dd87-c53d-44ce-adaa-ff6348081cd3 req-75173267-9eea-4059-a8f0-f666946c1540 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/security-groups?id=97915cc9-9324-49b1-8be8-c4a7a218bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072824 Mar 10 15:00:21.182862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-3c9c854d-98f2-4661-8151-a681b62746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.184358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-3c9c854d-98f2-4661-8151-a681b62746e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1588271 Mar 10 15:00:21.256110 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b253c2c7-b383-40da-999f-9cffc57c17fc x-openstack-request-id: req-b253c2c7-b383-40da-999f-9cffc57c17fc {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:21.256110 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:21.256110 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b253c2c7-b383-40da-999f-9cffc57c17fc {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:21.256110 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'status': 'completed', 'code': 200} Mar 10 15:00:21.265030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-10e98d7c-a61c-4e17-a7d3-d8bf2c0525d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 217 time: 0.0683312 Mar 10 15:00:21.366933 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377932-63eb-4fae-994d-11e558da20af req-d2aadb27-1de8-40fa-8aca-e020f1964aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.369468 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-d2aadb27-1de8-40fa-8aca-e020f1964aac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1130 time: 0.0826790 Mar 10 15:00:21.393413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-31ee19b1-8a1a-4a33-96cd-0a611b825010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.394596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-31ee19b1-8a1a-4a33-96cd-0a611b825010 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1149576 Mar 10 15:00:21.439126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795306a2-645f-4c8c-b697-14cab60e059c req-28298d74-3e49-4390-b71e-2d58a06e93f3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.440610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-795306a2-645f-4c8c-b697-14cab60e059c req-28298d74-3e49-4390-b71e-2d58a06e93f3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.0969594 Mar 10 15:00:21.486155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-df4a1d4b-8c11-4d70-9501-e4ebb84bdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.487686 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-df4a1d4b-8c11-4d70-9501-e4ebb84bdd8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0851567 Mar 10 15:00:21.491908 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377932-63eb-4fae-994d-11e558da20af req-c6df3886-f251-4863-b330-c42aaf778388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.493482 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-c6df3886-f251-4863-b330-c42aaf778388 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1112828 Mar 10 15:00:21.537119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-795306a2-645f-4c8c-b697-14cab60e059c req-24a8b600-053d-49ef-bd40-08064cdae130 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895121 Mar 10 15:00:21.541415 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-18fb3119-7311-4880-b1d8-4b8731e0eb5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 217 time: 0.0411041 Mar 10 15:00:21.624084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377932-63eb-4fae-994d-11e558da20af req-2a895687-f6da-4ea2-8fb6-41e5f7d8a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.625786 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-2a895687-f6da-4ea2-8fb6-41e5f7d8a234 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0757077 Mar 10 15:00:21.637179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361721d8-118d-47d0-9173-cc4ca47c0d5b req-c4a23153-f572-4965-9756-9b67880487db tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.638697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-361721d8-118d-47d0-9173-cc4ca47c0d5b req-c4a23153-f572-4965-9756-9b67880487db tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 945 time: 0.1198299 Mar 10 15:00:21.640970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-9e838622-2cd2-4438-854a-b4e0d718faba service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427772 Mar 10 15:00:21.671037 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b79d7cdc-9196-4b75-9e33-df211e7401a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:21.692676 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377932-63eb-4fae-994d-11e558da20af req-2d546e1c-23e1-4939-acfd-7684b8e21dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.694278 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-2d546e1c-23e1-4939-acfd-7684b8e21dd6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0600405 Mar 10 15:00:21.786885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-361721d8-118d-47d0-9173-cc4ca47c0d5b req-8e684e86-84cc-4034-814e-633099e1bf79 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392670 Mar 10 15:00:21.792578 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-d6753532-2ef9-4ff8-b8f7-aecfb227146a service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865953 Mar 10 15:00:21.807299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61ba63-5ea8-42e4-951f-2aec30d0b43c req-0723ae51-1c92-4262-9e35-06c134a18a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.811262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e61ba63-5ea8-42e4-951f-2aec30d0b43c req-0723ae51-1c92-4262-9e35-06c134a18a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 948 time: 0.1459200 Mar 10 15:00:21.829350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7fc00ca-4f00-4b8d-88f2-835b5f0f1514 req-2d606d14-df91-44da-bc40-2d2379193fc1 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799514 Mar 10 15:00:21.934050 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-47310521-e8ae-4ed4-a7ec-758b654ffc69 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337395 Mar 10 15:00:21.956653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377932-63eb-4fae-994d-11e558da20af req-96efc6ee-0f4e-48ac-a975-f29257efc5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:21.958564 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-96efc6ee-0f4e-48ac-a975-f29257efc5bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1130 time: 0.0557337 Mar 10 15:00:22.057853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377932-63eb-4fae-994d-11e558da20af req-2097f96d-fb32-45d7-add9-bf3bade0aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:22.059365 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-2097f96d-fb32-45d7-add9-bf3bade0aa6e service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.0950952 Mar 10 15:00:22.105278 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-7754aeff-d065-4a97-9477-3454ecbbc220 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 217 time: 0.0394254 Mar 10 15:00:22.153069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377932-63eb-4fae-994d-11e558da20af req-3eeb42b9-4c52-4aca-a7f9-97ea4440dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:22.154518 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-3eeb42b9-4c52-4aca-a7f9-97ea4440dfbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0435541 Mar 10 15:00:22.204734 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377932-63eb-4fae-994d-11e558da20af req-dd45b932-c6e3-4dc3-ab58-e2d89b61f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:22.206242 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-dd45b932-c6e3-4dc3-ab58-e2d89b61f72d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0453248 Mar 10 15:00:22.236355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e61ba63-5ea8-42e4-951f-2aec30d0b43c req-685d8016-5528-4a0c-85d8-1d15f1c96960 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191904 Mar 10 15:00:22.248550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49fe5d-2a70-4b08-b3b5-2c154a72c094 req-266ccb81-1d61-4faf-af2a-44f75a5b1471 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:22.249919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b49fe5d-2a70-4b08-b3b5-2c154a72c094 req-266ccb81-1d61-4faf-af2a-44f75a5b1471 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.62 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 948 time: 0.1430187 Mar 10 15:00:22.304614 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-040d6f49-c75a-4165-b832-10f4eea2e80f service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917320 Mar 10 15:00:22.318014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a428a797-9709-4141-9ef6-30bb8ebb21dc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:22.323139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a428a797-9709-4141-9ef6-30bb8ebb21dc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 807 time: 0.2172220 Mar 10 15:00:22.363119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-763e9243-c965-4cda-a514-3222fc70f01b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/quotas/0e24b30ca6604ae99b9012a50d837f98 HTTP/1.1" status: 200 len: 375 time: 0.0357192 Mar 10 15:00:22.409175 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33377932-63eb-4fae-994d-11e558da20af req-b7b986ea-7fbe-44b9-b84a-20ea848d6163 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974374 Mar 10 15:00:22.438996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-5b49fe5d-2a70-4b08-b3b5-2c154a72c094 req-4ffa8761-3315-48f8-96ea-32b1445c6b79 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Deleting port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:00:22.439361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b49fe5d-2a70-4b08-b3b5-2c154a72c094 req-4ffa8761-3315-48f8-96ea-32b1445c6b79 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:22.480985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-29f6bd43-cd9f-41b2-a1f1-92c4ef9e06f1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113513 Mar 10 15:00:22.648394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd9040-eaa1-4f65-82bb-1cac37b00672 req-00ae5cf6-f94a-4db9-992b-3b4a447d1cd4 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:22.649774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8edd9040-eaa1-4f65-82bb-1cac37b00672 req-00ae5cf6-f94a-4db9-992b-3b4a447d1cd4 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1932425 Mar 10 15:00:22.655702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5b49fe5d-2a70-4b08-b3b5-2c154a72c094 req-4ffa8761-3315-48f8-96ea-32b1445c6b79 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] For port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:22.656072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b49fe5d-2a70-4b08-b3b5-2c154a72c094 req-4ffa8761-3315-48f8-96ea-32b1445c6b79 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:22.682062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-5b49fe5d-2a70-4b08-b3b5-2c154a72c094 req-4ffa8761-3315-48f8-96ea-32b1445c6b79 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Calling delete_port for d5c4b8ba-1e8b-495a-b8a9-8647edb4940f owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:00:22.701167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-b380c6bb-c902-477d-9a54-4bae53128d27 service neutron] 10.222.0.11 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031786 Mar 10 15:00:22.802331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8edd9040-eaa1-4f65-82bb-1cac37b00672 req-e6f9943d-457c-4ac7-9b92-a3ed66d5908e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435916 Mar 10 15:00:22.907205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-f9ccd5e2-1c07-4fdb-8137-3a17af5476df service neutron] 10.222.0.11 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667066 Mar 10 15:00:22.958861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8536cf-805f-4983-91a4-87e05394b538 req-2fc36d1a-404c-4eac-9205-c1e5cbc265ff tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:22.960355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d8536cf-805f-4983-91a4-87e05394b538 req-2fc36d1a-404c-4eac-9205-c1e5cbc265ff tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1029117 Mar 10 15:00:22.975585 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b49fe5d-2a70-4b08-b3b5-2c154a72c094 req-4ffa8761-3315-48f8-96ea-32b1445c6b79 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d5c4b8ba-1e8b-495a-b8a9-8647edb4940f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:23.017124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa8761-3315-48f8-96ea-32b1445c6b79 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Pushing event deleted for resources: {'Port': ['ID=d5c4b8ba-1e8b-495a-b8a9-8647edb4940f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:23.084603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b49fe5d-2a70-4b08-b3b5-2c154a72c094 req-4ffa8761-3315-48f8-96ea-32b1445c6b79 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] No DVR routers for this DVR port d5c4b8ba-1e8b-495a-b8a9-8647edb4940f on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:00:23.087829 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b49fe5d-2a70-4b08-b3b5-2c154a72c094 req-4ffa8761-3315-48f8-96ea-32b1445c6b79 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:23.091285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b49fe5d-2a70-4b08-b3b5-2c154a72c094 req-4ffa8761-3315-48f8-96ea-32b1445c6b79 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.62 "DELETE /v2.0/ports/d5c4b8ba-1e8b-495a-b8a9-8647edb4940f HTTP/1.1" status: 204 len: 173 time: 0.8300381 Mar 10 15:00:23.096797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d8536cf-805f-4983-91a4-87e05394b538 req-8cf706ec-52fb-42b2-b7b2-bd5a444c03e4 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300590 Mar 10 15:00:23.189809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b2fad58-c7c9-4e8a-b2dd-39603ded33d8 req-767e8c86-00f6-4e90-b13e-6689a613e545 tempest-ListImageFiltersTestJSON-1453823635 tempest-ListImageFiltersTestJSON-1453823635-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdf0febe-ec59-4fe7-8915-54357b593d40 HTTP/1.1" status: 200 len: 210 time: 0.0301075 Mar 10 15:00:23.215387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0f940d3d-6adc-4771-8dcf-527dcf50c236 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:00:23.256908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-deleted', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:23.260213 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c074a1f0-c8ba-41e2-baeb-d20584eca671" -d '{"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-deleted", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:23.289056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 0f940d3d-6adc-4771-8dcf-527dcf50c236 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:00:23.295389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 0f940d3d-6adc-4771-8dcf-527dcf50c236 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:23.295819 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:23.403569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8368bf3-cbd3-41b7-8323-12dd14462f07 req-855c6729-5a1e-48de-b063-813c69f26202 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:23.405322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8368bf3-cbd3-41b7-8323-12dd14462f07 req-855c6729-5a1e-48de-b063-813c69f26202 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1252010 Mar 10 15:00:23.411679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0f940d3d-6adc-4771-8dcf-527dcf50c236 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:23.411860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-74a338ce-0050-4791-af27-3f6266af629c tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:23.412001 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:23.413116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-74a338ce-0050-4791-af27-3f6266af629c tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 804 time: 0.1835554 Mar 10 15:00:23.442652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540305c8-5bba-4fc8-aa69-e754324d82f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f940d3d-6adc-4771-8dcf-527dcf50c236'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:23.445893 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03826d84-eef3-4cd6-9930-3668a01f1422" -d '{"events": [{"server_uuid": "540305c8-5bba-4fc8-aa69-e754324d82f2", "name": "network-vif-plugged", "status": "completed", "tag": "0f940d3d-6adc-4771-8dcf-527dcf50c236"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:23.451095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-586cb6d8-dd7a-4e11-b5ad-85552ace7199 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/quotas/c4a266c3e8604d4ab21b87ad49f2c8ae HTTP/1.1" status: 200 len: 375 time: 0.0273623 Mar 10 15:00:23.459554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0f940d3d-6adc-4771-8dcf-527dcf50c236, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0f940d3d-6adc-4771-8dcf-527dcf50c236,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:23.470853 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:23.471898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5333c7bb-10d7-4170-869e-76a759d995bc no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:00:23.521395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8368bf3-cbd3-41b7-8323-12dd14462f07 req-49fdac5b-bc40-4ff6-b138-faf896723789 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018906 Mar 10 15:00:23.570326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0f940d3d-6adc-4771-8dcf-527dcf50c236,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:23.585894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-7176c9dd-2f5e-4e14-912a-d574c03766a4 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1244900 Mar 10 15:00:23.627221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5333c7bb-10d7-4170-869e-76a759d995bc is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:23.627830 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:23.681277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5333c7bb-10d7-4170-869e-76a759d995bc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5333c7bb-10d7-4170-869e-76a759d995bc,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:23.686106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:23.735278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-859b8cc1-651f-4e50-b3ce-a47741b92d94 service neutron] 10.222.0.11 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484008 Mar 10 15:00:23.742564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9184aad-98e9-4a30-8173-3ce4b9c7df62 req-84142d9a-3652-456c-bfeb-fa81a86fa98f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:23.745903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5333c7bb-10d7-4170-869e-76a759d995bc,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:23.749644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9184aad-98e9-4a30-8173-3ce4b9c7df62 req-84142d9a-3652-456c-bfeb-fa81a86fa98f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 946 time: 0.1117783 Mar 10 15:00:23.854909 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9184aad-98e9-4a30-8173-3ce4b9c7df62 req-88e2a7b3-9c1c-4f2d-8f38-3bbdc8843240 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042783 Mar 10 15:00:23.876620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-98389878-bf17-4336-84c4-e32c4a50793c service neutron] 10.222.0.11 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242690 Mar 10 15:00:23.967883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35dde2-72a4-4dcc-8f7a-82f5ef2b7b27 req-eb7c49a3-5943-4702-9359-f0ca37bc773e tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:23.969511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d35dde2-72a4-4dcc-8f7a-82f5ef2b7b27 req-eb7c49a3-5943-4702-9359-f0ca37bc773e tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 1132 time: 0.0499866 Mar 10 15:00:23.999099 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4a969105-1e98-4cbd-abcf-6297ca744477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:24.044155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d35dde2-72a4-4dcc-8f7a-82f5ef2b7b27 req-80a08590-b6e0-44df-9d32-eb9aa8b1c643 tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687501 Mar 10 15:00:24.090589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a48877e3-d8fa-42d9-98fc-6e94703be6fa req-872a01eb-ed10-479b-951f-63691edb2e5b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 210 time: 0.0452976 Mar 10 15:00:24.166407 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0b10a7-dccf-48af-afa6-01d9b39b598a x-openstack-request-id: req-8f0b10a7-dccf-48af-afa6-01d9b39b598a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:24.166723 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0febe-ec59-4fe7-8915-54357b593d40", "name": "network-vif-deleted", "tag": "d5c4b8ba-1e8b-495a-b8a9-8647edb4940f", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:24.166982 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f0b10a7-dccf-48af-afa6-01d9b39b598a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:24.167558 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0febe-ec59-4fe7-8915-54357b593d40', 'name': 'network-vif-deleted', 'tag': 'd5c4b8ba-1e8b-495a-b8a9-8647edb4940f', 'status': 'completed', 'code': 200} Mar 10 15:00:24.186335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc91354-1319-4ff1-941d-26af87be0225 req-dabfced0-2583-436f-90a7-54f09c781586 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:24.187905 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-acc91354-1319-4ff1-941d-26af87be0225 req-dabfced0-2583-436f-90a7-54f09c781586 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 948 time: 0.0656428 Mar 10 15:00:24.206500 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393b4aa7-5d51-4754-959c-6859e6c51c9b x-openstack-request-id: req-393b4aa7-5d51-4754-959c-6859e6c51c9b {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:24.206922 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540305c8-5bba-4fc8-aa69-e754324d82f2", "name": "network-vif-plugged", "status": "completed", "tag": "0f940d3d-6adc-4771-8dcf-527dcf50c236", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:24.207322 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-393b4aa7-5d51-4754-959c-6859e6c51c9b {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:24.208239 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540305c8-5bba-4fc8-aa69-e754324d82f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f940d3d-6adc-4771-8dcf-527dcf50c236', 'code': 200} Mar 10 15:00:24.254931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-acc91354-1319-4ff1-941d-26af87be0225 req-40d0f750-df51-4a71-b93d-769429407ee1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553184 Mar 10 15:00:24.355719 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fd8af-2007-45aa-93a9-a19e78a6c748 req-18e5da9e-4351-4bce-9976-fefdd3003c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:24.358413 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-225fd8af-2007-45aa-93a9-a19e78a6c748 req-18e5da9e-4351-4bce-9976-fefdd3003c31 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 1128 time: 0.0596704 Mar 10 15:00:24.477963 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-225fd8af-2007-45aa-93a9-a19e78a6c748 req-52425de2-5c99-4190-8a07-92858b944ca9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049817 Mar 10 15:00:24.563779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26d076-fd52-4571-abda-1b5e64baa0ea req-a9c77a37-bf84-4c9d-b5b9-4ab76261fd4a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:24.565437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d26d076-fd52-4571-abda-1b5e64baa0ea req-a9c77a37-bf84-4c9d-b5b9-4ab76261fd4a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1971622 Mar 10 15:00:24.609933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-c475a16d-9491-460d-84e2-1c56d2cd6d2d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:24.611455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-c475a16d-9491-460d-84e2-1c56d2cd6d2d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 807 time: 0.2274508 Mar 10 15:00:24.631203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447f37c-2ff3-4a35-95ea-52dd4e0f5eac req-29d0c50e-403e-49c7-8225-84f6fb1a2bee tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:24.633249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7447f37c-2ff3-4a35-95ea-52dd4e0f5eac req-29d0c50e-403e-49c7-8225-84f6fb1a2bee tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 1127 time: 0.1653869 Mar 10 15:00:24.641641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Request body: {'port': {'device_id': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238', 'admin_state_up': True, 'tenant_id': '0e24b30ca6604ae99b9012a50d837f98'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:24.698250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d26d076-fd52-4571-abda-1b5e64baa0ea req-cab1c4a1-74b4-41fe-bec3-5b02db1aa14c tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221776 Mar 10 15:00:24.779519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7447f37c-2ff3-4a35-95ea-52dd4e0f5eac req-009facbd-2496-4f53-b8a1-71f0d07b1468 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311562 Mar 10 15:00:24.815499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d1781fd-de2d-4872-ad08-8f8bbab43637 req-c01424f0-fbc5-468f-b7e3-c68284a17891 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 210 time: 0.0414867 Mar 10 15:00:24.850239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Made reservation on behalf of 0e24b30ca6604ae99b9012a50d837f98 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:00:24.856378 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:24.988535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-eb197916-07a8-4b3c-9a14-d5d56700df25 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590210 Mar 10 15:00:25.047643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8e90a-9170-4ae1-bc07-b3f5def772cb req-ce5aebb6-c71a-4c63-91da-84a32b98f257 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:25.049389 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d1b8e90a-9170-4ae1-bc07-b3f5def772cb req-ce5aebb6-c71a-4c63-91da-84a32b98f257 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca4b0c77-c526-40d0-aebe-ccbf7ebd6265 HTTP/1.1" status: 200 len: 943 time: 0.0623703 Mar 10 15:00:25.103223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:25.109170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Allocated IP 172.20.0.2 (94067cff-c117-4c51-a11d-b4ca58bf3238/5b31adf1-a8e9-48c4-a752-3e4542a7a6a9/822b5dc6-228b-404c-babb-b4eaa919b48b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:00:25.152990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d4ca1-a7df-4c54-b2d1-5fec7486dd5c req-06701813-2c23-4efb-8110-868b29baf612 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:25.154645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c36d4ca1-a7df-4c54-b2d1-5fec7486dd5c req-06701813-2c23-4efb-8110-868b29baf612 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 1127 time: 0.2234735 Mar 10 15:00:25.248943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-56223c78-33c9-4387-b4f8-ee36f07868d9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:25.255874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-56223c78-33c9-4387-b4f8-ee36f07868d9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594538 Mar 10 15:00:25.279428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-d1b8e90a-9170-4ae1-bc07-b3f5def772cb req-a9f4cc6f-fc2a-46aa-92af-982895b5e7cf tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Deleting port 5333c7bb-10d7-4170-869e-76a759d995bc {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:00:25.280037 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d1b8e90a-9170-4ae1-bc07-b3f5def772cb req-a9f4cc6f-fc2a-46aa-92af-982895b5e7cf tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:25.301809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-93ea4202-7ed6-4e3d-996c-30e76c4aacd7 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/quotas/7f6dc28adc7e40b9b9096767faf51860 HTTP/1.1" status: 200 len: 375 time: 0.0450091 Mar 10 15:00:25.319853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c36d4ca1-a7df-4c54-b2d1-5fec7486dd5c req-9e3c7576-33d5-47de-b7fd-7129c292fe64 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533489 Mar 10 15:00:25.384513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-55728af9-d823-4cb8-b0e7-054600898d4d tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:25.386061 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-55728af9-d823-4cb8-b0e7-054600898d4d tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.62 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 804 time: 0.2288573 Mar 10 15:00:25.411386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Request body: {'port': {'device_id': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'admin_state_up': True, 'tenant_id': 'c4a266c3e8604d4ab21b87ad49f2c8ae'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:25.442022 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-d1b8e90a-9170-4ae1-bc07-b3f5def772cb req-a9f4cc6f-fc2a-46aa-92af-982895b5e7cf tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] For port 5333c7bb-10d7-4170-869e-76a759d995bc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5333c7bb-10d7-4170-869e-76a759d995bc,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:25.442492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d1b8e90a-9170-4ae1-bc07-b3f5def772cb req-a9f4cc6f-fc2a-46aa-92af-982895b5e7cf tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:25.460833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-19b2e9c4-c0fd-4158-9a92-a258877257dc tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1580670 Mar 10 15:00:25.473835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-d1b8e90a-9170-4ae1-bc07-b3f5def772cb req-a9f4cc6f-fc2a-46aa-92af-982895b5e7cf tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Calling delete_port for 5333c7bb-10d7-4170-869e-76a759d995bc owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:00:25.497366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks [] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:25.543773 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:25.556208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['ce496d4e-9d14-44fb-a18a-dec38b537711'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:25.610719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Pushing event updated for resources: {'Port': ['ID=822b5dc6-228b-404c-babb-b4eaa919b48b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:25.625876 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Network 94067cff-c117-4c51-a11d-b4ca58bf3238 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:00:25.627910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:00:25.631599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:00:25.692805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:25.693470 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:25.737484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ea3e1c6f-3898-4854-977d-9fde5ea009ce tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1025872 Mar 10 15:00:25.750378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Request body: {'port': {'device_id': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:25.863340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:25.878010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d5c4b8ba-1e8b-495a-b8a9-8647edb4940f no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:00:25.953442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: d5c4b8ba-1e8b-495a-b8a9-8647edb4940f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:00:25.954089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d5c4b8ba-1e8b-495a-b8a9-8647edb4940f not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:00:26.098640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Made reservation on behalf of c4a266c3e8604d4ab21b87ad49f2c8ae for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:00:26.103588 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:26.148760 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d1b8e90a-9170-4ae1-bc07-b3f5def772cb req-a9f4cc6f-fc2a-46aa-92af-982895b5e7cf tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (5333c7bb-10d7-4170-869e-76a759d995bc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:26.209937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5333c7bb-10d7-4170-869e-76a759d995bc'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:26.214416 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d9a622-1d3c-4ae2-aa35-fa06d4d28179" -d '{"events": [{"server_uuid": "ca4b0c77-c526-40d0-aebe-ccbf7ebd6265", "name": "network-vif-unplugged", "status": "completed", "tag": "5333c7bb-10d7-4170-869e-76a759d995bc"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:26.229992 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4cc6f-fc2a-46aa-92af-982895b5e7cf tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Pushing event deleted for resources: {'Port': ['ID=5333c7bb-10d7-4170-869e-76a759d995bc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:26.255824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986946d-7d7d-46c0-942d-36972b99fd2e req-4ee455d5-f949-4d5e-8a3d-249f14e0d633 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:26.262915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7986946d-7d7d-46c0-942d-36972b99fd2e req-4ee455d5-f949-4d5e-8a3d-249f14e0d633 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 946 time: 0.1917896 Mar 10 15:00:26.288708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed7c6b-e178-4f8d-9ad2-e9e1b54374f9 req-cd0b36bf-8be4-4d6d-bc31-f8bffc4fb76f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:26.295850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29ed7c6b-e178-4f8d-9ad2-e9e1b54374f9 req-cd0b36bf-8be4-4d6d-bc31-f8bffc4fb76f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 931 time: 0.2152817 Mar 10 15:00:26.296078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b8e90a-9170-4ae1-bc07-b3f5def772cb req-a9f4cc6f-fc2a-46aa-92af-982895b5e7cf tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] No DVR routers for this DVR port 5333c7bb-10d7-4170-869e-76a759d995bc on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:00:26.299047 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d1b8e90a-9170-4ae1-bc07-b3f5def772cb req-a9f4cc6f-fc2a-46aa-92af-982895b5e7cf tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:26.304298 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d1b8e90a-9170-4ae1-bc07-b3f5def772cb req-a9f4cc6f-fc2a-46aa-92af-982895b5e7cf tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "DELETE /v2.0/ports/5333c7bb-10d7-4170-869e-76a759d995bc HTTP/1.1" status: 204 len: 173 time: 1.2486167 Mar 10 15:00:26.308650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'name': 'network-vif-deleted', 'tag': '5333c7bb-10d7-4170-869e-76a759d995bc'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:26.312149 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df50d1cb-e4d3-4aac-80b6-03538392771e" -d '{"events": [{"server_uuid": "ca4b0c77-c526-40d0-aebe-ccbf7ebd6265", "name": "network-vif-deleted", "tag": "5333c7bb-10d7-4170-869e-76a759d995bc"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:26.407310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Allocated IP 172.20.0.5 (f4627f3b-59e4-4d60-af44-304aeec98190/7fc7fd95-fc00-4ffd-8ab7-ec61279237bd/85391d5b-0475-4599-a2ce-45d49214caf6) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:00:26.433635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29ed7c6b-e178-4f8d-9ad2-e9e1b54374f9 req-12d78380-5da9-441c-8feb-5346b4d04cdf tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368196 Mar 10 15:00:26.464150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7986946d-7d7d-46c0-942d-36972b99fd2e req-15b4cd1c-8eb0-49e9-b45c-6d7b5dd9459f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996856 Mar 10 15:00:26.466589 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:26.494401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822b5dc6-228b-404c-babb-b4eaa919b48b {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:26.545380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Publish callbacks [] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:26.585726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Transition to ACTIVE for port object 822b5dc6-228b-404c-babb-b4eaa919b48b will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:00:26.612962 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:26.664492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks [] for port (85391d5b-0475-4599-a2ce-45d49214caf6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:26.705934 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:26.756117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Network f4627f3b-59e4-4d60-af44-304aeec98190 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:00:26.765044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:00:26.768064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:00:26.782374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Pushing event updated for resources: {'Port': ['ID=822b5dc6-228b-404c-babb-b4eaa919b48b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:26.833263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Pushing event updated for resources: {'Port': ['ID=85391d5b-0475-4599-a2ce-45d49214caf6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:26.850970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1c343-8cf6-4780-9e08-be73c2250f88 req-5ddcd93e-bda0-439e-b1f1-b1f9dc5ad943 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:26.850970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7da1c343-8cf6-4780-9e08-be73c2250f88 req-5ddcd93e-bda0-439e-b1f1-b1f9dc5ad943 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 948 time: 0.2488518 Mar 10 15:00:26.890634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:26.891456 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:26.893331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10804d5-e824-43b7-bc4c-45b242aad81d req-4f8fe61b-cce8-447e-99bf-15323a84a0d3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:26.901476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f10804d5-e824-43b7-bc4c-45b242aad81d req-4f8fe61b-cce8-447e-99bf-15323a84a0d3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.2102585 Mar 10 15:00:26.912564 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-4583fb70-2b02-4dc2-8274-032937549cd8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5093422 Mar 10 15:00:26.931444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Request body: {'port': {'device_id': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:26.979852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Attempting to bind port 822b5dc6-228b-404c-babb-b4eaa919b48b on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:26.980176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Attempting to bind port 822b5dc6-228b-404c-babb-b4eaa919b48b by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:26.980561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Attempting to bind port 822b5dc6-228b-404c-babb-b4eaa919b48b on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:26.990207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7da1c343-8cf6-4780-9e08-be73c2250f88 req-9b212695-3bc9-4adb-801b-f2bd737adc46 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315393 Mar 10 15:00:26.996578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Port 822b5dc6-228b-404c-babb-b4eaa919b48b on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:26.996902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Attempting to bind port 822b5dc6-228b-404c-babb-b4eaa919b48b on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:27.006164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f10804d5-e824-43b7-bc4c-45b242aad81d req-2ceffd3e-6dbc-4ffc-bf10-5ebbceebd630 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038442 Mar 10 15:00:27.007123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:27.007831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:27.008224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:27.008676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Bound port: 822b5dc6-228b-404c-babb-b4eaa919b48b, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:27.009123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:27.059928 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:27.419928 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85391d5b-0475-4599-a2ce-45d49214caf6 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:27.431454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Publish callbacks [] for port (85391d5b-0475-4599-a2ce-45d49214caf6), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:27.449452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa3f3378-b65c-4a74-a7ed-a49ee0c9fd7b req-4e646b6f-acab-4503-bc71-5a5fbb681602 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 210 time: 0.3319566 Mar 10 15:00:27.459949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Transition to ACTIVE for port object 85391d5b-0475-4599-a2ce-45d49214caf6 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:00:27.467001 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:27.471279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-63397c44-65dc-4f5b-a573-3f4b55726c2c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667183 Mar 10 15:00:27.526395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] For port 822b5dc6-228b-404c-babb-b4eaa919b48b, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:27.562011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] For port 822b5dc6-228b-404c-babb-b4eaa919b48b, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=822b5dc6-228b-404c-babb-b4eaa919b48b,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:27.599637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992bd73-1cee-47ec-b8e9-f53097c7c277 req-06471b81-6884-4110-8c24-61e0ddb97af0 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:27.601212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1992bd73-1cee-47ec-b8e9-f53097c7c277 req-06471b81-6884-4110-8c24-61e0ddb97af0 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 931 time: 0.4998643 Mar 10 15:00:27.607115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:27.631824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Pushing event updated for resources: {'Port': ['ID=85391d5b-0475-4599-a2ce-45d49214caf6,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:27.634452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Attempting to bind port 85391d5b-0475-4599-a2ce-45d49214caf6 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:27.634926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Attempting to bind port 85391d5b-0475-4599-a2ce-45d49214caf6 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:27.635356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Attempting to bind port 85391d5b-0475-4599-a2ce-45d49214caf6 on network f4627f3b-59e4-4d60-af44-304aeec98190 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:27.641252 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Port 85391d5b-0475-4599-a2ce-45d49214caf6 on network f4627f3b-59e4-4d60-af44-304aeec98190 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:27.641700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Attempting to bind port 85391d5b-0475-4599-a2ce-45d49214caf6 on network f4627f3b-59e4-4d60-af44-304aeec98190 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:27.655979 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:27.657398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Checking segment: {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:27.658102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Bound using segment: {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:27.659320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Bound port: 85391d5b-0475-4599-a2ce-45d49214caf6, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:27.661451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:27.665426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Pushing event updated for resources: {'Port': ['ID=822b5dc6-228b-404c-babb-b4eaa919b48b,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:27.709028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:27.709727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:27.711214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-bf265b0b-537c-4cff-8b1c-bf8600cc97a0 service neutron] 10.222.0.62 "PUT /v2.0/ports/822b5dc6-228b-404c-babb-b4eaa919b48b HTTP/1.1" status: 200 len: 1091 time: 1.9656522 Mar 10 15:00:27.711673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'tag': '822b5dc6-228b-404c-babb-b4eaa919b48b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:27.713934 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552b17af-9c77-4f68-9ded-c4bfc940100a" -d '{"events": [{"name": "network-changed", "server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "tag": "822b5dc6-228b-404c-babb-b4eaa919b48b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:27.728929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-335e271e-25ca-4506-86c9-e1cb195a1c27 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:27.730471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-335e271e-25ca-4506-86c9-e1cb195a1c27 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472503 Mar 10 15:00:27.757324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Request body: {'port': {'device_id': '1dc859f6-14d8-41e8-b367-f5cffae24583', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '7f6dc28adc7e40b9b9096767faf51860'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:27.791684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] For port 85391d5b-0475-4599-a2ce-45d49214caf6, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:27.795819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] For port 85391d5b-0475-4599-a2ce-45d49214caf6, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85391d5b-0475-4599-a2ce-45d49214caf6,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:27.804924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1992bd73-1cee-47ec-b8e9-f53097c7c277 req-e7ae98f1-451a-428c-acdd-cae2d1dc3f6e tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422825 Mar 10 15:00:27.822921 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:27.846047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:27.846666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:27.848706 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] 10.222.0.62 "PUT /v2.0/ports/85391d5b-0475-4599-a2ce-45d49214caf6 HTTP/1.1" status: 200 len: 1091 time: 0.9235833 Mar 10 15:00:27.872065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a5ac908f-ed17-4999-bdbb-718a9cc02e3a details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:27.918138 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4653801d-4abc-4251-bc1f-c944e373017f x-openstack-request-id: req-4653801d-4abc-4251-bc1f-c944e373017f {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:27.918480 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4b0c77-c526-40d0-aebe-ccbf7ebd6265", "name": "network-vif-deleted", "tag": "5333c7bb-10d7-4170-869e-76a759d995bc", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:27.918672 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4653801d-4abc-4251-bc1f-c944e373017f {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:27.919096 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'name': 'network-vif-deleted', 'tag': '5333c7bb-10d7-4170-869e-76a759d995bc', 'status': 'completed', 'code': 200} Mar 10 15:00:27.975806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-4527894f-165b-4a01-9a10-cb6fdeec6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:27.977789 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-4527894f-165b-4a01-9a10-cb6fdeec6cf1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1125 time: 0.1910686 Mar 10 15:00:28.010516 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134759a-cdd1-4621-9865-0e0fa51b19bc service neutron] Pushing event updated for resources: {'Port': ['ID=85391d5b-0475-4599-a2ce-45d49214caf6,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:28.023605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-8f5648a5-5173-4f7a-882a-4340e21c1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:28.025602 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-8f5648a5-5173-4f7a-882a-4340e21c1a88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 1125 time: 0.1056268 Mar 10 15:00:28.045196 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239052a6-2858-4aac-adb7-5170083b476d x-openstack-request-id: req-239052a6-2858-4aac-adb7-5170083b476d {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:28.045479 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4b0c77-c526-40d0-aebe-ccbf7ebd6265", "name": "network-vif-unplugged", "status": "completed", "tag": "5333c7bb-10d7-4170-869e-76a759d995bc", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:28.053779 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-239052a6-2858-4aac-adb7-5170083b476d {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:28.056125 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4b0c77-c526-40d0-aebe-ccbf7ebd6265', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5333c7bb-10d7-4170-869e-76a759d995bc', 'code': 200} Mar 10 15:00:28.101364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-4ed13729-7463-49dd-ba6a-32d31cdd80b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=822b5dc6-228b-404c-babb-b4eaa919b48b HTTP/1.1" status: 200 len: 217 time: 0.1128941 Mar 10 15:00:28.112304 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-029b15af-10bf-40cd-a366-78448f04b09a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85391d5b-0475-4599-a2ce-45d49214caf6 HTTP/1.1" status: 200 len: 217 time: 0.0602851 Mar 10 15:00:28.171662 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:28.172321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-a7bd010c-4c24-43f8-8e32-ced7227bc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:28.173996 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-a7bd010c-4c24-43f8-8e32-ced7227bc795 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7fc7fd95-fc00-4ffd-8ab7-ec61279237bd HTTP/1.1" status: 200 len: 844 time: 0.0556870 Mar 10 15:00:28.175564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:28.189544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'mac_address': 'fa:16:3e:92:a3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:28.212757 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-8cc89786-f87a-4829-8c35-94eeb33bd7f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4627f3b-59e4-4d60-af44-304aeec98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321743 Mar 10 15:00:28.219666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-87fa38a0-2706-4f47-9087-18c4d1035c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:28.221620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-87fa38a0-2706-4f47-9087-18c4d1035c86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.1081352 Mar 10 15:00:28.223327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Made reservation on behalf of 7f6dc28adc7e40b9b9096767faf51860 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:00:28.226783 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:28.283076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port a5ac908f-ed17-4999-bdbb-718a9cc02e3a is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:28.283686 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:28.316364 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ac908f-ed17-4999-bdbb-718a9cc02e3a {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:28.362421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:28.370253 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:28.419562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.62', 62826) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:00:28.429080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Allocated IP 192.168.233.119 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/62c2a6c2-5291-462c-bc01-ca5740d47034) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:00:28.476744 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-12b5fccd-902b-48b8-8324-e9d47de45675 service neutron] 10.222.0.62 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485132 Mar 10 15:00:28.487047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:28.492605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-807e3ffb-a741-4091-8dea-45530f0ad65e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2547772 Mar 10 15:00:28.618192 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-56af9ec2-7df9-4ff6-bc3a-759e23940a90 service neutron] 10.222.0.62 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336794 Mar 10 15:00:28.629182 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-07fa73be-81ed-4912-9f85-b95bd3ea5fd0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:28.631429 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-07fa73be-81ed-4912-9f85-b95bd3ea5fd0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.62 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a&tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 949 time: 0.2087843 Mar 10 15:00:28.698756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cef9a4-3140-4720-bcbc-9ad2333f6802 req-d162c961-184a-4758-89b9-01bc41a95d3c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:28.705762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40cef9a4-3140-4720-bcbc-9ad2333f6802 req-d162c961-184a-4758-89b9-01bc41a95d3c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.2173929 Mar 10 15:00:28.748758 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-bd9f5e70-e791-4de7-a2df-7173e18107f8 service neutron] 10.222.0.62 "GET /v2.0/ports/a5ac908f-ed17-4999-bdbb-718a9cc02e3a/bindings/n-h2-833090-1 HTTP/1.1" status: 200 len: 382 time: 0.1078057 Mar 10 15:00:28.788198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ef588c28-b506-4908-b0b2-69d9f0da2661 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789919 Mar 10 15:00:28.828652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['a5ac908f-ed17-4999-bdbb-718a9cc02e3a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:28.836199 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-4f51de75-e9ee-45be-848a-7f73af67f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:28.839288 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-4f51de75-e9ee-45be-848a-7f73af67f0c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1131 time: 0.0639791 Mar 10 15:00:28.866029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40cef9a4-3140-4720-bcbc-9ad2333f6802 req-04bea016-4d2e-4792-a5d1-e80e17c15929 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544187 Mar 10 15:00:29.013248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks [] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:29.041246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b018bc94-2fa3-4f5e-b3a2-06ebe47e628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:29.047219 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b018bc94-2fa3-4f5e-b3a2-06ebe47e628e service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2005048 Mar 10 15:00:29.083932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a8460919-43ff-4f83-a5d3-3d7eeef939f5 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871146 Mar 10 15:00:29.092849 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-69f4ce52-3734-4f18-83b2-3fb063919f4c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 217 time: 0.0433271 Mar 10 15:00:29.111135 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:29.125129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cf16e307-c862-4d16-860c-3ed4b7cf02f7', 'e3069e3a-3c87-4a29-90db-2fdb2934391b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:29.130582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', '497a600a-4230-4589-b022-c125e2f94165', '3a31c5f2-60c8-446f-acc7-f918e759fbef', '0e1d0682-11ba-4602-a761-861881005198'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:29.135459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1cae2-4fa7-4b42-90d4-5b8844fcfe0a req-cfc0bf67-2624-45c4-a8d8-7aa4eb1a9298 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:29.136050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05d1cae2-4fa7-4b42-90d4-5b8844fcfe0a req-cfc0bf67-2624-45c4-a8d8-7aa4eb1a9298 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 946 time: 0.1564155 Mar 10 15:00:29.171719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:00:29.193517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:00:29.207900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:00:29.216746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-74ba50d9-227b-41a4-b9fd-4b021a72432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:29.219187 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-74ba50d9-227b-41a4-b9fd-4b021a72432c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1167731 Mar 10 15:00:29.261322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05d1cae2-4fa7-4b42-90d4-5b8844fcfe0a req-703c3bc8-fa4d-4597-95b1-7a22c9b6391c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024191 Mar 10 15:00:29.312586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5333c7bb-10d7-4170-869e-76a759d995bc no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:00:29.346143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-45aed901-de12-4f31-816c-5aa54ebfbb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:29.348962 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-45aed901-de12-4f31-816c-5aa54ebfbb17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1203420 Mar 10 15:00:29.349160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event updated for resources: {'Port': ['ID=62c2a6c2-5291-462c-bc01-ca5740d47034,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:29.395159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:29.395924 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:29.401286 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dfc976-5ee6-4429-872d-16b59e6f8c26 x-openstack-request-id: req-84dfc976-5ee6-4429-872d-16b59e6f8c26 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:29.401580 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "tag": "822b5dc6-228b-404c-babb-b4eaa919b48b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:29.401832 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84dfc976-5ee6-4429-872d-16b59e6f8c26 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:29.402233 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'tag': '822b5dc6-228b-404c-babb-b4eaa919b48b', 'status': 'completed', 'code': 200} Mar 10 15:00:29.461920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 5333c7bb-10d7-4170-869e-76a759d995bc {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:00:29.462602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5333c7bb-10d7-4170-869e-76a759d995bc not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:00:29.464359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-bb1f7922-25e5-4190-a911-8ad156dc2ab5 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:00:29.467156 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-bb1f7922-25e5-4190-a911-8ad156dc2ab5 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1684170 Mar 10 15:00:29.485888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-9926cc7c-b379-4096-82c3-3ba6f77bd181 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7368591 Mar 10 15:00:29.510935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Request body: {'port': {'device_id': '1dc859f6-14d8-41e8-b367-f5cffae24583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:29.548088 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-05bce092-1076-4ef3-b99f-a11f578e71da service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864381 Mar 10 15:00:29.621367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b17af-9c77-4f68-9ded-c4bfc940100a req-8291d036-2c9e-44be-8820-804c3bb3d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:29.623187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-552b17af-9c77-4f68-9ded-c4bfc940100a req-8291d036-2c9e-44be-8820-804c3bb3d1e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1125 time: 0.2168114 Mar 10 15:00:29.639143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0f215bd7-28ac-45fd-a603-5d00bb24fe44 None None] Provisioning complete for port 62c2a6c2-5291-462c-bc01-ca5740d47034 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:29.639690 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0f215bd7-28ac-45fd-a603-5d00bb24fe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:29.701788 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-258e7593-73cc-40b1-8836-62da0d9a71f0 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403930 Mar 10 15:00:29.722344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0f215bd7-28ac-45fd-a603-5d00bb24fe44 None None] Port 62c2a6c2-5291-462c-bc01-ca5740d47034 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:00:29.781216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-44c53b84-d5bd-4592-a8b5-a7d9aa0bad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:29.801535 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-44c53b84-d5bd-4592-a8b5-a7d9aa0bad99 service neutron] 10.222.0.11 "GET /v2.0/ports/7457e1e0-e5b8-42f3-a332-91d8913bf031 HTTP/1.1" status: 200 len: 1124 time: 0.2438378 Mar 10 15:00:29.809424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Request body: {'binding': {'host': 'n-h1-833090-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:29.809880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Unknown quota resources ['binding']. {{(pid=115534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 15:00:29.841346 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:29.940133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b17af-9c77-4f68-9ded-c4bfc940100a req-43df3eef-6e05-4cef-8f34-30d5dbcdad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:29.942481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-552b17af-9c77-4f68-9ded-c4bfc940100a req-43df3eef-6e05-4cef-8f34-30d5dbcdad1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.3115146 Mar 10 15:00:30.017306 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'tag': '85391d5b-0475-4599-a2ce-45d49214caf6'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:30.024736 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fd0119-19f7-45b2-bf16-c6b3c085b7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f84385b7-7e0f-4fa4-b243-f52dcbc4ea30", "tag": "85391d5b-0475-4599-a2ce-45d49214caf6"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:30.034473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-552b17af-9c77-4f68-9ded-c4bfc940100a req-eae81595-edc1-4e5c-98be-362ff765d3ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=822b5dc6-228b-404c-babb-b4eaa919b48b HTTP/1.1" status: 200 len: 217 time: 0.0628085 Mar 10 15:00:30.055490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on host n-h1-833090-1 for vnic_type normal with profile None {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:30.055877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:30.056309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:30.061851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:30.062323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:30.071364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:30.074330 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:30.074959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:30.075399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Bound port: 7457e1e0-e5b8-42f3-a332-91d8913bf031, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:30.152066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124459a-0449-4539-b1b1-6c4e43da2e37 req-0e7969c5-3ae8-4432-94ca-8f3df891f721 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:30.159782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1124459a-0449-4539-b1b1-6c4e43da2e37 req-0e7969c5-3ae8-4432-94ca-8f3df891f721 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.2942696 Mar 10 15:00:30.173519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43666) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:00:30.189521 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:30.209382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:30.213463 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-0d18a445-01d3-4e54-83f8-d8a9dad6ee65 service neutron] 10.222.0.11 "POST /v2.0/ports/7457e1e0-e5b8-42f3-a332-91d8913bf031/bindings HTTP/1.1" status: 201 len: 389 time: 0.4070077 Mar 10 15:00:30.330958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1124459a-0449-4539-b1b1-6c4e43da2e37 req-6b63b5a4-79b1-4373-ab64-9c0ba13fe26e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691051 Mar 10 15:00:30.342222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b17af-9c77-4f68-9ded-c4bfc940100a req-653addf9-f8b7-40fe-badd-0c8a5008bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:30.351400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-552b17af-9c77-4f68-9ded-c4bfc940100a req-653addf9-f8b7-40fe-badd-0c8a5008bf06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.3008773 Mar 10 15:00:30.403075 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-63821540-4608-409c-98ab-c279f2dbcfcd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8ac59166daa4f1d8e15cf09583474d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260678 Mar 10 15:00:30.403291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43672) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:00:30.455968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-552b17af-9c77-4f68-9ded-c4bfc940100a req-1c3b4466-b088-403f-a26a-f86f2517cee8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859056 Mar 10 15:00:30.486410 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-643a979a-54da-4135-b2e2-7b8b9ef7b5b7 admin admin] Publish callbacks [] for security_group (97915cc9-9324-49b1-8be8-c4a7a218bab8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:30.530620 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-643a979a-54da-4135-b2e2-7b8b9ef7b5b7 admin admin] Publish callbacks [] for security_group (97915cc9-9324-49b1-8be8-c4a7a218bab8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:30.614264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-25882e9d-3aa8-4f54-b4c4-42460e8937b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:30.616471 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-25882e9d-3aa8-4f54-b4c4-42460e8937b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 1127 time: 0.1085992 Mar 10 15:00:30.646126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-643a979a-54da-4135-b2e2-7b8b9ef7b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (97915cc9-9324-49b1-8be8-c4a7a218bab8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:30.650502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-643a979a-54da-4135-b2e2-7b8b9ef7b5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:30.655498 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-643a979a-54da-4135-b2e2-7b8b9ef7b5b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97915cc9-9324-49b1-8be8-c4a7a218bab8 HTTP/1.1" status: 204 len: 168 time: 0.2508793 Mar 10 15:00:30.696237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a979a-54da-4135-b2e2-7b8b9ef7b5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97915cc9-9324-49b1-8be8-c4a7a218bab8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:30.698939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-552b17af-9c77-4f68-9ded-c4bfc940100a req-f703f26b-a384-4cd2-a1e3-19d2e34d754a service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200413 Mar 10 15:00:30.707172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6633d-123e-4fe2-a82b-de156387f839 req-215458d8-b78f-44cf-9128-8a4e3409f0d0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:30.714137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3e6633d-123e-4fe2-a82b-de156387f839 req-215458d8-b78f-44cf-9128-8a4e3409f0d0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 949 time: 0.3165743 Mar 10 15:00:30.746836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32ced6-fbe5-4d84-bc94-8457806309a8 req-ba591185-cd17-44fa-9d03-886e476e6da8 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:30.749054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da32ced6-fbe5-4d84-bc94-8457806309a8 req-ba591185-cd17-44fa-9d03-886e476e6da8 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 936 time: 0.2982991 Mar 10 15:00:30.780474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-1215e334-a892-4563-a663-2633b630ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:30.782307 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-1215e334-a892-4563-a663-2633b630ab50 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.1515195 Mar 10 15:00:30.849802 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-7723a75a-5b2b-431f-a304-cf05995f85b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031 HTTP/1.1" status: 200 len: 217 time: 0.0580382 Mar 10 15:00:30.911626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-552b17af-9c77-4f68-9ded-c4bfc940100a req-1f19b04d-f9e4-4f4f-9358-210a7d505e88 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926007 Mar 10 15:00:30.918721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-a3dc118a-7cc5-46a5-8abc-55004f470de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:30.920745 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-a3dc118a-7cc5-46a5-8abc-55004f470de4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.0610321 Mar 10 15:00:30.966328 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-b522ba5b-fcb1-4abc-9c41-ccfccb0e188a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353591 Mar 10 15:00:30.971992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3e6633d-123e-4fe2-a82b-de156387f839 req-abe9969a-b2e1-427f-a0db-1100c2af7532 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569942 Mar 10 15:00:31.002809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da32ced6-fbe5-4d84-bc94-8457806309a8 req-96318f08-3c7f-4459-998d-f77f6871af2d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290871 Mar 10 15:00:31.018317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c2a6c2-5291-462c-bc01-ca5740d47034 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:31.035941 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Publish callbacks [] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:31.072833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Transition to ACTIVE for port object 62c2a6c2-5291-462c-bc01-ca5740d47034 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:00:31.084523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:31.159230 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-22a34bb2-9fc8-43a6-993f-a0758de8c5e5 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783504 Mar 10 15:00:31.196996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Pushing event updated for resources: {'Port': ['ID=62c2a6c2-5291-462c-bc01-ca5740d47034,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:31.412415 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-ac464921-a3f3-41a4-85f9-02830132beef service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434337 Mar 10 15:00:31.892054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a5ac908f-ed17-4999-bdbb-718a9cc02e3a up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:00:31.931188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7db97-45d6-4b7c-bb88-c22beee3d9d0 req-ed2bf80a-9820-4516-bcec-2b4ddd988d63 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:31.938417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59f7db97-45d6-4b7c-bb88-c22beee3d9d0 req-ed2bf80a-9820-4516-bcec-2b4ddd988d63 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 943 time: 0.8191259 Mar 10 15:00:31.955390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Attempting to bind port 62c2a6c2-5291-462c-bc01-ca5740d47034 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:31.955722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Attempting to bind port 62c2a6c2-5291-462c-bc01-ca5740d47034 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:31.956032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Attempting to bind port 62c2a6c2-5291-462c-bc01-ca5740d47034 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:31.979749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Port 62c2a6c2-5291-462c-bc01-ca5740d47034 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:31.980086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Attempting to bind port 62c2a6c2-5291-462c-bc01-ca5740d47034 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:32.004189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:32.004691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:32.005135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:32.005587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Bound port: 62c2a6c2-5291-462c-bc01-ca5740d47034, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:32.005948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:32.042141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port a5ac908f-ed17-4999-bdbb-718a9cc02e3a completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:00:32.073670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port a5ac908f-ed17-4999-bdbb-718a9cc02e3a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:32.074929 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:32.090378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] For port 62c2a6c2-5291-462c-bc01-ca5740d47034, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:32.097194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] For port 62c2a6c2-5291-462c-bc01-ca5740d47034, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=62c2a6c2-5291-462c-bc01-ca5740d47034,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:32.112985 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:32.151470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:32.152095 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:32.153546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] 10.222.0.62 "PUT /v2.0/ports/62c2a6c2-5291-462c-bc01-ca5740d47034 HTTP/1.1" status: 200 len: 1096 time: 2.6545849 Mar 10 15:00:32.169783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59f7db97-45d6-4b7c-bb88-c22beee3d9d0 req-26d25b01-1609-4848-853a-0a0449b2f376 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305181 Mar 10 15:00:32.170462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc859f6-14d8-41e8-b367-f5cffae24583', 'tag': '62c2a6c2-5291-462c-bc01-ca5740d47034'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:32.174305 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e8a302-c315-483e-b2a7-3d470af1beb2" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc859f6-14d8-41e8-b367-f5cffae24583", "tag": "62c2a6c2-5291-462c-bc01-ca5740d47034"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:32.220404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b24335-663f-4305-85fb-50882f2f5c1f req-139c5ca7-e3bd-4744-9068-7d588fdc44b2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:32.235678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b24335-663f-4305-85fb-50882f2f5c1f req-139c5ca7-e3bd-4744-9068-7d588fdc44b2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.3402591 Mar 10 15:00:32.257165 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ce6e12-2ba4-460d-a5e9-1e20f57197ff x-openstack-request-id: req-42ce6e12-2ba4-460d-a5e9-1e20f57197ff {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:32.258046 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84385b7-7e0f-4fa4-b243-f52dcbc4ea30", "tag": "85391d5b-0475-4599-a2ce-45d49214caf6", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:32.258453 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42ce6e12-2ba4-460d-a5e9-1e20f57197ff {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:32.259038 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'tag': '85391d5b-0475-4599-a2ce-45d49214caf6', 'status': 'completed', 'code': 200} Mar 10 15:00:32.316036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port a5ac908f-ed17-4999-bdbb-718a9cc02e3a is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:32.328095 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:32.367674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b24335-663f-4305-85fb-50882f2f5c1f req-faa0018a-0a9f-4a60-a701-313ce95196df tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307995 Mar 10 15:00:32.383029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:32.385332 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b157122-fd2a-420a-a415-bfa00af8bcda" -d '{"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-plugged", "status": "completed", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:32.430479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:32.448068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:32.484519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb8e9a-7864-40a6-8231-8308afb9a079 service neutron] Pushing event updated for resources: {'Port': ['ID=62c2a6c2-5291-462c-bc01-ca5740d47034,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:32.519666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=10']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:32.617110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-e0134e0a-6656-4618-8d71-a49e072e3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:32.619057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-e0134e0a-6656-4618-8d71-a49e072e3eb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 1130 time: 0.2805798 Mar 10 15:00:32.645873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-66c30857-936d-4626-bf76-a1478ee02c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:32.648081 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-66c30857-936d-4626-bf76-a1478ee02c6b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a&tenant_id=e2b42172400f4c3d9d37b41f77c0c27c HTTP/1.1" status: 200 len: 1133 time: 0.0945163 Mar 10 15:00:32.664128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:32.679264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd0119-19f7-45b2-bf16-c6b3c085b7f5 req-70acc47e-2e9d-4307-b398-70094c106216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:32.680841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0fd0119-19f7-45b2-bf16-c6b3c085b7f5 req-70acc47e-2e9d-4307-b398-70094c106216 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 1125 time: 0.3274686 Mar 10 15:00:32.689630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f5095-8cce-457c-9266-8e1824ee4b8c req-19d67358-d00b-4c9e-b898-bcc4fdd53346 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:32.691150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-163f5095-8cce-457c-9266-8e1824ee4b8c req-19d67358-d00b-4c9e-b898-bcc4fdd53346 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.2968619 Mar 10 15:00:32.695706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-e8489380-c6a0-46ff-a8d7-2d025959dab8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=62c2a6c2-5291-462c-bc01-ca5740d47034 HTTP/1.1" status: 200 len: 217 time: 0.0674262 Mar 10 15:00:32.707573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffe61-6fea-4924-82d4-9cdf4dfaa614 req-51e582d4-29b4-474e-9a52-285dc33777da tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:32.714389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10bffe61-6fea-4924-82d4-9cdf4dfaa614 req-51e582d4-29b4-474e-9a52-285dc33777da tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 946 time: 0.2499166 Mar 10 15:00:32.738191 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:32.908952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-3cc52ea7-822e-4dc7-bc08-1329e52f9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:32.911691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-3cc52ea7-822e-4dc7-bc08-1329e52f9136 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1947465 Mar 10 15:00:32.920173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10bffe61-6fea-4924-82d4-9cdf4dfaa614 req-3fcb36b2-48ee-45a0-b3b1-5971dcd1f7d7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048314 Mar 10 15:00:32.938270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-163f5095-8cce-457c-9266-8e1824ee4b8c req-dc63001d-b595-4b4d-87d4-168baa226bca tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355909 Mar 10 15:00:32.976109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd0119-19f7-45b2-bf16-c6b3c085b7f5 req-a1d1ae26-6978-414e-801b-3da9f252dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:32.977606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0fd0119-19f7-45b2-bf16-c6b3c085b7f5 req-a1d1ae26-6978-414e-801b-3da9f252dc71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 905 time: 0.2597609 Mar 10 15:00:33.058554 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0fd0119-19f7-45b2-bf16-c6b3c085b7f5 req-602a3701-29c9-4339-a44c-c4f6fcc6a0f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85391d5b-0475-4599-a2ce-45d49214caf6 HTTP/1.1" status: 200 len: 217 time: 0.0648434 Mar 10 15:00:33.070497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:33.117013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:33.138408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-92fabaa3-b77f-48fe-ab90-a86284426859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:33.139959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-92fabaa3-b77f-48fe-ab90-a86284426859 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2172966 Mar 10 15:00:33.168315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Publish callbacks [] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:33.196381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4465f5f-ad57-44cf-8ba7-2ec565f9bc5f req-3922d0f7-7db6-4366-abb7-65ced0f09999 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:33.198032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4465f5f-ad57-44cf-8ba7-2ec565f9bc5f req-3922d0f7-7db6-4366-abb7-65ced0f09999 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1440415 Mar 10 15:00:33.199652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd0119-19f7-45b2-bf16-c6b3c085b7f5 req-e5f3b29a-93c4-45cd-8795-ba667462ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:33.201144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0fd0119-19f7-45b2-bf16-c6b3c085b7f5 req-e5f3b29a-93c4-45cd-8795-ba667462ed1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7fc7fd95-fc00-4ffd-8ab7-ec61279237bd HTTP/1.1" status: 200 len: 844 time: 0.1346843 Mar 10 15:00:33.205883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Transition to ACTIVE for port object a5ac908f-ed17-4999-bdbb-718a9cc02e3a will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:00:33.215679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:33.269406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0fd0119-19f7-45b2-bf16-c6b3c085b7f5 req-6b30abd3-0894-43fc-af6f-eae526e33564 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4627f3b-59e4-4d60-af44-304aeec98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599062 Mar 10 15:00:33.348405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] No DVR routers for this DVR port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:00:33.370691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=11']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:33.417067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:33.417434 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:33.417727 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:33.430300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:33.430668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Attempting to bind port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:33.447327 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:33.447673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:33.448108 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:33.448514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Bound port: a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:33.449490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:33.490041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4465f5f-ad57-44cf-8ba7-2ec565f9bc5f req-dcdb7c7b-91b3-4f7f-80f1-e73e561033c3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851830 Mar 10 15:00:33.500545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-4db533a1-b43f-46ed-bbdc-ae68002aa7db service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451030 Mar 10 15:00:33.610952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:33.612827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7795ed1-d35e-4b1b-a139-e882fdbd1a7f req-01ff3bf9-7dfc-482c-804b-e58d2c0d06ed service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988138 Mar 10 15:00:33.622776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:33.636837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:33.674901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593723b-f83b-4450-9582-de4e2d87ad32 req-4629d178-0a81-43b0-aa38-f59110ac40ac tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:33.677046 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5593723b-f83b-4450-9582-de4e2d87ad32 req-4629d178-0a81-43b0-aa38-f59110ac40ac tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 949 time: 0.3000383 Mar 10 15:00:33.684700 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0fd0119-19f7-45b2-bf16-c6b3c085b7f5 req-36aacee9-1963-49ac-9acd-9306ce3a882d service neutron] 10.222.0.62 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821108 Mar 10 15:00:33.710813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=12']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:33.716565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:33.717245 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:33.718754 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-b18d8a54-3ae3-48c0-b898-6244d1b5bd06 service neutron] 10.222.0.45 "PUT /v2.0/ports/a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 1097 time: 1.0596602 Mar 10 15:00:33.808540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ce4f5-99cc-4754-b47b-23cf1ac5473f req-78920168-cb9e-401b-9b9e-f0922fc01530 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:33.810540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39ce4f5-99cc-4754-b47b-23cf1ac5473f req-78920168-cb9e-401b-9b9e-f0922fc01530 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 948 time: 0.1921802 Mar 10 15:00:33.811886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43726) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:00:33.821686 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5593723b-f83b-4450-9582-de4e2d87ad32 req-43349007-5935-4fa8-81d7-0058904714f1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359949 Mar 10 15:00:33.858208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-4cb62d7a-2333-4395-80eb-906c0392b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:33.859937 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-4cb62d7a-2333-4395-80eb-906c0392b6e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1131 time: 0.1011033 Mar 10 15:00:33.899719 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab1dfe1-b6c5-4053-b493-596bce3b47ae x-openstack-request-id: req-cab1dfe1-b6c5-4053-b493-596bce3b47ae {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:33.900087 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc859f6-14d8-41e8-b367-f5cffae24583", "tag": "62c2a6c2-5291-462c-bc01-ca5740d47034", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:33.900261 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cab1dfe1-b6c5-4053-b493-596bce3b47ae {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:33.900674 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc859f6-14d8-41e8-b367-f5cffae24583', 'tag': '62c2a6c2-5291-462c-bc01-ca5740d47034', 'status': 'completed', 'code': 200} Mar 10 15:00:33.906338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 85391d5b-0475-4599-a2ce-45d49214caf6 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:33.949970 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3269e345-fd72-4528-8f6f-bd6e1de236a2 x-openstack-request-id: req-3269e345-fd72-4528-8f6f-bd6e1de236a2 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:33.951893 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-plugged", "status": "completed", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:33.952413 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3269e345-fd72-4528-8f6f-bd6e1de236a2 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:33.958977 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'code': 200} Mar 10 15:00:34.095751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39ce4f5-99cc-4754-b47b-23cf1ac5473f req-b8b41aa8-c92d-438a-ba02-e97e9dce0630 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241082 Mar 10 15:00:34.099043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0fd0119-19f7-45b2-bf16-c6b3c085b7f5 req-cd63c786-8e80-4e86-b5a4-12dd948a9e33 service neutron] 10.222.0.62 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029934 Mar 10 15:00:34.128671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e51e7f0-f4f3-4052-b16c-1050d47ef4e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:34.156097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a302-c315-483e-b2a7-3d470af1beb2 req-de2aa4af-d51c-49e6-8893-a99039273bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:34.161713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42e8a302-c315-483e-b2a7-3d470af1beb2 req-de2aa4af-d51c-49e6-8893-a99039273bb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 1130 time: 0.2316434 Mar 10 15:00:34.201867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 85391d5b-0475-4599-a2ce-45d49214caf6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85391d5b-0475-4599-a2ce-45d49214caf6,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:34.215295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '85391d5b-0475-4599-a2ce-45d49214caf6', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'port_id': '85391d5b-0475-4599-a2ce-45d49214caf6', 'mac_address': 'fa:16:3e:f8:38:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc7fd95-fc00-4ffd-8ab7-ec61279237bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:34.225659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-e13c4033-08db-41b0-8848-6eeb07dc1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:34.230159 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-e13c4033-08db-41b0-8848-6eeb07dc1243 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.3624601 Mar 10 15:00:34.257953 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 85391d5b-0475-4599-a2ce-45d49214caf6 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:34.258660 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:34.274178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85391d5b-0475-4599-a2ce-45d49214caf6 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:34.295612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a'}, {'name': 'network-changed', 'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:34.296742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 85391d5b-0475-4599-a2ce-45d49214caf6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85391d5b-0475-4599-a2ce-45d49214caf6,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:34.298120 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9930614e-c5b1-406d-bb13-6d90a39a49ee" -d '{"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a"}, {"name": "network-changed", "server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:34.304698 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-268a8577-2762-4643-b00f-f50b21a60981 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 217 time: 0.0595443 Mar 10 15:00:34.305698 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:34.358963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e139cad-4b1c-49b6-aa83-363e5c50d185 req-b6006730-1390-443b-abf3-e5099a499134 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:34.366533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e139cad-4b1c-49b6-aa83-363e5c50d185 req-b6006730-1390-443b-abf3-e5099a499134 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 943 time: 0.1825621 Mar 10 15:00:34.381759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=85391d5b-0475-4599-a2ce-45d49214caf6,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:34.401701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a302-c315-483e-b2a7-3d470af1beb2 req-5e48749c-c03a-43d0-ae26-f0f0303a8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:34.403208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42e8a302-c315-483e-b2a7-3d470af1beb2 req-5e48749c-c03a-43d0-ae26-f0f0303a8cc6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2332385 Mar 10 15:00:34.409832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e51e7f0-f4f3-4052-b16c-1050d47ef4e0 admin admin] Publish callbacks [] for security_group (48bfb58c-4f05-4555-ad45-b5d442b09f5a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:34.418164 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e51e7f0-f4f3-4052-b16c-1050d47ef4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (48bfb58c-4f05-4555-ad45-b5d442b09f5a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:34.432024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d74a58-3f80-4a6f-a1ab-91fd12e20707 req-a0ca1013-f736-490a-b41c-8ed067f082fb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:34.433568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55d74a58-3f80-4a6f-a1ab-91fd12e20707 req-a0ca1013-f736-490a-b41c-8ed067f082fb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1866527 Mar 10 15:00:34.441715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-be4229a4-6617-465e-b477-c9d1d4fd8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:34.443200 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-be4229a4-6617-465e-b477-c9d1d4fd8d0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1266873 Mar 10 15:00:34.472887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42e8a302-c315-483e-b2a7-3d470af1beb2 req-e986987a-2e2c-4c44-adee-1bf521c77737 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=62c2a6c2-5291-462c-bc01-ca5740d47034 HTTP/1.1" status: 200 len: 217 time: 0.0623314 Mar 10 15:00:34.481989 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4e51e7f0-f4f3-4052-b16c-1050d47ef4e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1124bfd41c84a018f9f22ec5e13d64c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6664972 Mar 10 15:00:34.482297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43736) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:00:34.501255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e139cad-4b1c-49b6-aa83-363e5c50d185 req-21c0e939-b908-43f5-a208-762498ff4d72 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341829 Mar 10 15:00:34.503493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51e7f0-f4f3-4052-b16c-1050d47ef4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bfb58c-4f05-4555-ad45-b5d442b09f5a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:34.570746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-3483c5cd-fa2b-47fb-ba16-24b114ff1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:34.572139 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-3483c5cd-fa2b-47fb-ba16-24b114ff1f8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1106932 Mar 10 15:00:34.575618 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c38197e8-666b-471c-9f10-4d9f80563e13 admin admin] Publish callbacks [] for security_group (48bfb58c-4f05-4555-ad45-b5d442b09f5a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:34.584059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55d74a58-3f80-4a6f-a1ab-91fd12e20707 req-4e20cbf4-c67f-417e-9447-d198391fe629 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176376 Mar 10 15:00:34.586280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a302-c315-483e-b2a7-3d470af1beb2 req-35dc0949-e3c6-487c-98a9-344a31c96a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:34.587769 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42e8a302-c315-483e-b2a7-3d470af1beb2 req-35dc0949-e3c6-487c-98a9-344a31c96a88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0985889 Mar 10 15:00:34.646110 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c38197e8-666b-471c-9f10-4d9f80563e13 admin admin] Publish callbacks [] for security_group (48bfb58c-4f05-4555-ad45-b5d442b09f5a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:34.741079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a302-c315-483e-b2a7-3d470af1beb2 req-9c2890b2-aa99-4fb4-b216-80a8dd81e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:34.742604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42e8a302-c315-483e-b2a7-3d470af1beb2 req-9c2890b2-aa99-4fb4-b216-80a8dd81e1bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1476114 Mar 10 15:00:34.747210 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-a34d47ab-0989-46e8-b2d8-ce6f043cd4de service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605527 Mar 10 15:00:34.757480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32fe2-963b-463d-83e7-4bf18f2bea23 req-5363a05a-574e-4fc6-a516-330ddde42aa3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:34.759028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ca32fe2-963b-463d-83e7-4bf18f2bea23 req-5363a05a-574e-4fc6-a516-330ddde42aa3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1097608 Mar 10 15:00:34.767648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c38197e8-666b-471c-9f10-4d9f80563e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (48bfb58c-4f05-4555-ad45-b5d442b09f5a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:34.770495 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c38197e8-666b-471c-9f10-4d9f80563e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:34.772448 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c38197e8-666b-471c-9f10-4d9f80563e13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48bfb58c-4f05-4555-ad45-b5d442b09f5a HTTP/1.1" status: 204 len: 168 time: 0.2891078 Mar 10 15:00:34.797923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38197e8-666b-471c-9f10-4d9f80563e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bfb58c-4f05-4555-ad45-b5d442b09f5a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:34.799255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71873d31-dfa0-4e44-8989-c81d32043b17 req-0d216447-3284-46b9-928a-d96272b3f926 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:34.801368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71873d31-dfa0-4e44-8989-c81d32043b17 req-0d216447-3284-46b9-928a-d96272b3f926 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 946 time: 0.1183813 Mar 10 15:00:34.830208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['85391d5b-0475-4599-a2ce-45d49214caf6'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:34.883063 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3ebc632e-0d8b-4744-ac80-bceb932f616f req-d6a4d2e7-c549-4832-8788-3a07223b5a47 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288388 Mar 10 15:00:34.930943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ca32fe2-963b-463d-83e7-4bf18f2bea23 req-2fb617e1-6691-4117-a014-8d9595aaeadc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580355 Mar 10 15:00:34.954985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42e8a302-c315-483e-b2a7-3d470af1beb2 req-c1fa352f-0655-4582-9cec-b72dd282bc9d service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948278 Mar 10 15:00:34.977672 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71873d31-dfa0-4e44-8989-c81d32043b17 req-64d643e8-50d0-453b-aabb-80ab95b9e7fd tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589427 Mar 10 15:00:35.092933 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bc84c4-7c78-4569-a8bf-c37318158efa x-openstack-request-id: req-55bc84c4-7c78-4569-a8bf-c37318158efa {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:35.093592 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a", "code": 200}, {"name": "network-changed", "server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:35.094034 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55bc84c4-7c78-4569-a8bf-c37318158efa {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:35.094727 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'code': 200} Mar 10 15:00:35.096245 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'status': 'completed', 'code': 200} Mar 10 15:00:35.191023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-02ab7a00-f61c-4c6f-9f30-32bd53a15066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:35.193392 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-02ab7a00-f61c-4c6f-9f30-32bd53a15066 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1131 time: 0.0734999 Mar 10 15:00:35.334202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-694b5309-0ec6-4cf5-8aab-dd2003ef01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:35.340700 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-694b5309-0ec6-4cf5-8aab-dd2003ef01a7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1389589 Mar 10 15:00:35.402183 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-429d36e1-97d7-4854-9777-ad75015d1a1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 217 time: 0.0470531 Mar 10 15:00:35.460415 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-405755eb-3204-49d8-97d3-b47f944c58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:35.463280 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-405755eb-3204-49d8-97d3-b47f944c58e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0500727 Mar 10 15:00:35.532735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-21bfe0db-b88f-464d-ba5b-8e1ebba1a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:35.536207 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-21bfe0db-b88f-464d-ba5b-8e1ebba1a36a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0625534 Mar 10 15:00:35.576007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42e8a302-c315-483e-b2a7-3d470af1beb2 req-38d9a909-efe2-4bd2-a74b-04f5a3c99f24 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928905 Mar 10 15:00:35.582522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-18caf17c-8e14-458b-a7ce-2d5d0049a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:35.584196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-18caf17c-8e14-458b-a7ce-2d5d0049a877 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1131 time: 0.4923458 Mar 10 15:00:35.600908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ddc2d-592d-454d-b49f-fe19631ecc79 req-d1c1e8c1-a612-47df-b98e-0f1aedaaac05 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:35.608245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-888ddc2d-592d-454d-b49f-fe19631ecc79 req-d1c1e8c1-a612-47df-b98e-0f1aedaaac05 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.4426773 Mar 10 15:00:35.643532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb43d4-37b2-49f1-bef1-ca022bd99cf5 req-c7547fba-eb83-422e-a3cb-5f999df26fad tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:35.645160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17fb43d4-37b2-49f1-bef1-ca022bd99cf5 req-c7547fba-eb83-422e-a3cb-5f999df26fad tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 949 time: 0.4767873 Mar 10 15:00:35.702816 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-11ac8646-d7af-4fd0-8f61-436d9b259848 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603298 Mar 10 15:00:35.770429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-888ddc2d-592d-454d-b49f-fe19631ecc79 req-0236f223-ed58-4cd7-826f-8f045be8a3de tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613038 Mar 10 15:00:35.790864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17fb43d4-37b2-49f1-bef1-ca022bd99cf5 req-acaa1f2d-fb27-4a87-8fb2-60246e647929 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371207 Mar 10 15:00:35.801029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-5d665a20-2fda-4aae-a88a-ac90991d66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:35.805448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-5d665a20-2fda-4aae-a88a-ac90991d66cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2104852 Mar 10 15:00:35.805448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43768) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:00:35.843515 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-adeb4161-9d84-4713-a4eb-24de39b6bddf service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326172 Mar 10 15:00:35.853081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-205dce22-6fad-49b7-9c85-4c5f95afbf2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 217 time: 0.0408535 Mar 10 15:00:35.925307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a5ac908f-ed17-4999-bdbb-718a9cc02e3a no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:00:35.973842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-4520e5c2-1880-4efa-9d26-4d0dcd6fe770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:35.975360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-4520e5c2-1880-4efa-9d26-4d0dcd6fe770 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1127520 Mar 10 15:00:35.984356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port a5ac908f-ed17-4999-bdbb-718a9cc02e3a host n-h1-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:00:35.984962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a5ac908f-ed17-4999-bdbb-718a9cc02e3a not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:00:35.999213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-900586699-network', 'tenant_id': '55c57591fbf84afeae05501dada323ab'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:36.045483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c95658-c066-4a50-b855-56c6c14dced1 req-47e57e16-ffcd-458f-8f10-1d57c632ca66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:36.046908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85c95658-c066-4a50-b855-56c6c14dced1 req-47e57e16-ffcd-458f-8f10-1d57c632ca66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 948 time: 0.1753037 Mar 10 15:00:36.083298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc83e16-0984-4bb7-9e44-d6bf7190c5c7 req-80a942cf-22e4-4623-b1de-9c60e6f6a99d tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:36.084734 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3dc83e16-0984-4bb7-9e44-d6bf7190c5c7 req-80a942cf-22e4-4623-b1de-9c60e6f6a99d tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 944 time: 0.1577830 Mar 10 15:00:36.089409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Made reservation on behalf of 55c57591fbf84afeae05501dada323ab for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:00:36.091732 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.123533 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.155927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-fcfbbcb6-f3e3-4e77-9df4-d6a846d6bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:36.157401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-fcfbbcb6-f3e3-4e77-9df4-d6a846d6bd4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1753459 Mar 10 15:00:36.210785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85c95658-c066-4a50-b855-56c6c14dced1 req-e7ea12d5-4408-49f6-8b48-b876dfb0a2ff tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504736 Mar 10 15:00:36.264584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3dc83e16-0984-4bb7-9e44-d6bf7190c5c7 req-0d0cb47d-30f6-42e3-ae7e-e423b5a6e58b tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624184 Mar 10 15:00:36.312553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-41048c64-3303-4fa4-8a56-4f85e2c62259 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418393 Mar 10 15:00:36.458490 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Publish callbacks [] for security_group (de25f03e-04cf-454e-b87d-032a1e3b47ec), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.474428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (de25f03e-04cf-454e-b87d-032a1e3b47ec), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.475212 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5e051-76ca-44c5-9895-6a886be73a07 req-fc76261e-f6ff-4af0-b97b-8711954c27f3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:36.476806 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-06e5e051-76ca-44c5-9895-6a886be73a07 req-fc76261e-f6ff-4af0-b97b-8711954c27f3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 946 time: 0.0619826 Mar 10 15:00:36.505944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1ee95-6edd-4197-8c17-564554619d47 req-a8f79698-22f3-4b4e-ac33-7b277975ae97 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:36.507489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2e1ee95-6edd-4197-8c17-564554619d47 req-a8f79698-22f3-4b4e-ac33-7b277975ae97 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1989498 Mar 10 15:00:36.541064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:00:36.563470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de25f03e-04cf-454e-b87d-032a1e3b47ec,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:36.571297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9930614e-c5b1-406d-bb13-6d90a39a49ee req-8080136a-dfe3-4f77-b670-b3705d442604 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493520 Mar 10 15:00:36.580551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f37d1-8e0e-4366-9d6f-d481c128e944 req-55960977-0230-41d0-8787-b247451ae24e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:36.587481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-06e5e051-76ca-44c5-9895-6a886be73a07 req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Deleting port 0f940d3d-6adc-4771-8dcf-527dcf50c236 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:00:36.587820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-06e5e051-76ca-44c5-9895-6a886be73a07 req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.588370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b8f37d1-8e0e-4366-9d6f-d481c128e944 req-55960977-0230-41d0-8787-b247451ae24e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.2328923 Mar 10 15:00:36.591615 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d1a9ee8e-4216-46df-8fc4-656daf6ab4d8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.591905 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Added segment d1a9ee8e-4216-46df-8fc4-656daf6ab4d8 of type vlan for network 494206cb-d99f-418a-902f-4bc38d2a6464 Mar 10 15:00:36.675654 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (494206cb-d99f-418a-902f-4bc38d2a6464), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.680987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2e1ee95-6edd-4197-8c17-564554619d47 req-d78aea9a-61ba-4ccd-bece-541a447a1ed1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556933 Mar 10 15:00:36.694843 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-06e5e051-76ca-44c5-9895-6a886be73a07 req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] For port 0f940d3d-6adc-4771-8dcf-527dcf50c236, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0f940d3d-6adc-4771-8dcf-527dcf50c236,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:36.695216 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-06e5e051-76ca-44c5-9895-6a886be73a07 req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.721293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-06e5e051-76ca-44c5-9895-6a886be73a07 req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Calling delete_port for 0f940d3d-6adc-4771-8dcf-527dcf50c236 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:00:36.743791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b8f37d1-8e0e-4366-9d6f-d481c128e944 req-8caedce5-e75e-4c13-af71-3d04e51ef58b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542385 Mar 10 15:00:36.746542 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (494206cb-d99f-418a-902f-4bc38d2a6464), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.748108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:36.749771 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.798228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9912057 Mar 10 15:00:36.802460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43778) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:00:36.808762 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] Request body: {'subnet': {'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-900586699-subnet', 'tenant_id': '55c57591fbf84afeae05501dada323ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:36.868066 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] Made reservation on behalf of 55c57591fbf84afeae05501dada323ab for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:00:36.870466 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.912276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65da2d4-4484-424f-8572-e3906da68a57 admin admin] Pushing event updated for resources: {'Network': ['ID=494206cb-d99f-418a-902f-4bc38d2a6464,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:36.923737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 494206cb-d99f-418a-902f-4bc38d2a6464 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:00:36.952410 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-06e5e051-76ca-44c5-9895-6a886be73a07 req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0f940d3d-6adc-4771-8dcf-527dcf50c236), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:36.981685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07989836-243e-4671-aa90-8100ee7a1a50 req-d4b467c0-8630-4524-9af3-acef6b9f0974 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:36.990588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07989836-243e-4671-aa90-8100ee7a1a50 req-d4b467c0-8630-4524-9af3-acef6b9f0974 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=540305c8-5bba-4fc8-aa69-e754324d82f2 HTTP/1.1" status: 200 len: 946 time: 0.2020211 Mar 10 15:00:36.995121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0f940d3d-6adc-4771-8dcf-527dcf50c236'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:36.997161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event deleted for resources: {'Port': ['ID=0f940d3d-6adc-4771-8dcf-527dcf50c236,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:37.055309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e5e051-76ca-44c5-9895-6a886be73a07 req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] No DVR routers for this DVR port 0f940d3d-6adc-4771-8dcf-527dcf50c236 on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:00:37.059544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.060009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.060454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.060950 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.061382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.061810 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.062235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.062657 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.063263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.063687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.064177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.064529 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.064661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab540a9a-758f-4cca-913a-2238131fcd36 req-a4525df9-4003-42a8-be99-0d524e549f1a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:37.065029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:37.068298 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-06e5e051-76ca-44c5-9895-6a886be73a07 req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:37.072103 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-06e5e051-76ca-44c5-9895-6a886be73a07 req-c0052cc9-5a8c-411a-ac1e-9d5ea400542f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "DELETE /v2.0/ports/0f940d3d-6adc-4771-8dcf-527dcf50c236 HTTP/1.1" status: 204 len: 173 time: 0.5864401 Mar 10 15:00:37.073400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab540a9a-758f-4cca-913a-2238131fcd36 req-a4525df9-4003-42a8-be99-0d524e549f1a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1642084 Mar 10 15:00:37.090489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07989836-243e-4671-aa90-8100ee7a1a50 req-943f72d0-32ea-47c9-9c3c-a70445b097b0 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988963 Mar 10 15:00:37.105419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540305c8-5bba-4fc8-aa69-e754324d82f2', 'name': 'network-vif-deleted', 'tag': '0f940d3d-6adc-4771-8dcf-527dcf50c236'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:37.107803 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cdc2e8-ae1e-4d69-a45e-756fdb068240" -d '{"events": [{"server_uuid": "540305c8-5bba-4fc8-aa69-e754324d82f2", "name": "network-vif-deleted", "tag": "0f940d3d-6adc-4771-8dcf-527dcf50c236"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:37.166020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab540a9a-758f-4cca-913a-2238131fcd36 req-bb4133dc-cef4-41f0-9499-abcbf1734cd5 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917330 Mar 10 15:00:37.187626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (8321437d-3670-4d89-bed3-6c7f36016b48), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:37.253910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa107d79-c686-49c3-90af-06cdd7e15a13 req-fc5e755f-7efd-4199-8815-a0d4cb781e90 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:37.255772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa107d79-c686-49c3-90af-06cdd7e15a13 req-fc5e755f-7efd-4199-8815-a0d4cb781e90 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 949 time: 0.0784564 Mar 10 15:00:37.267049 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5750c2f-e85f-44a6-809d-d766d3530344 x-openstack-request-id: req-e5750c2f-e85f-44a6-809d-d766d3530344 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:37.267340 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540305c8-5bba-4fc8-aa69-e754324d82f2", "name": "network-vif-deleted", "tag": "0f940d3d-6adc-4771-8dcf-527dcf50c236", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:37.267596 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5750c2f-e85f-44a6-809d-d766d3530344 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:37.267979 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540305c8-5bba-4fc8-aa69-e754324d82f2', 'name': 'network-vif-deleted', 'tag': '0f940d3d-6adc-4771-8dcf-527dcf50c236', 'status': 'completed', 'code': 200} Mar 10 15:00:37.283296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] Checking segment: {'id': 'd1a9ee8e-4216-46df-8fc4-656daf6ab4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:37.283703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] Network hostable DHCP agents. Network: 494206cb-d99f-418a-902f-4bc38d2a6464, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:00:37.286554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8321437d-3670-4d89-bed3-6c7f36016b48,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:37.292937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a5ac908f-ed17-4999-bdbb-718a9cc02e3a details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:37.307555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] Network 494206cb-d99f-418a-902f-4bc38d2a6464 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:00:37.320245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 494206cb-d99f-418a-902f-4bc38d2a6464) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:00:37.325906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa107d79-c686-49c3-90af-06cdd7e15a13 req-b017b6f8-184e-43c5-9c1e-7452d9b35d25 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641720 Mar 10 15:00:37.334326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f39dd5-a88c-431c-a7d9-f89929fb1150 None None] Network 494206cb-d99f-418a-902f-4bc38d2a6464 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:00:37.334505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:37.337453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:37.371555 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d21b4ef2-b3cf-4bfe-ad6a-3172898fd1e9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5679531 Mar 10 15:00:37.472738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ed5a0-1d32-49a8-863e-679e349e140f req-57f8dcfd-70c0-4911-ac34-a7235bd97941 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:37.480516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b9ed5a0-1d32-49a8-863e-679e349e140f req-57f8dcfd-70c0-4911-ac34-a7235bd97941 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 948 time: 0.1180480 Mar 10 15:00:37.536997 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b1526-373f-4610-8ee1-573808485d65 None None] Network 494206cb-d99f-418a-902f-4bc38d2a6464 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:00:37.547962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ef18c-a9fd-4880-8337-dfa6bd99c025 req-65eed9d2-a9f8-40a9-8d42-f66529ef7639 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:37.549996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-608ef18c-a9fd-4880-8337-dfa6bd99c025 req-65eed9d2-a9f8-40a9-8d42-f66529ef7639 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 944 time: 0.1307251 Mar 10 15:00:37.574468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:37.594921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b9ed5a0-1d32-49a8-863e-679e349e140f req-6749cc78-be51-4816-a420-2274336b68d1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133387 Mar 10 15:00:37.674408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-608ef18c-a9fd-4880-8337-dfa6bd99c025 req-634d304c-d08d-4b78-b991-8dbf5974ec01 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150439 Mar 10 15:00:37.863872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc7750-b41f-4d80-880e-68d9696d584f req-373199d8-cb59-4a8a-8a91-d3414b406604 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:37.875625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3dcc7750-b41f-4d80-880e-68d9696d584f req-373199d8-cb59-4a8a-8a91-d3414b406604 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.0958378 Mar 10 15:00:37.884046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-b1a8f06a-0be8-4fab-92a3-167e83da1c9d req-780f9411-e401-46d3-89a4-99394d9a64ad tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-606967438', 'description': 'tempest-description-953748134'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:37.933410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 62c2a6c2-5291-462c-bc01-ca5740d47034 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:37.937643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 85391d5b-0475-4599-a2ce-45d49214caf6 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:00:37.940530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'mac_address': 'fa:16:3e:92:a3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:37.960188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3dcc7750-b41f-4d80-880e-68d9696d584f req-a402a83c-6c00-4ab7-9f31-6a9b14a5180b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826650 Mar 10 15:00:37.962490 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b1a8f06a-0be8-4fab-92a3-167e83da1c9d req-780f9411-e401-46d3-89a4-99394d9a64ad tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.092552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b1a8f06a-0be8-4fab-92a3-167e83da1c9d req-780f9411-e401-46d3-89a4-99394d9a64ad tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (30b5b3fc-f2ea-48ac-aa35-1251b4cc2436), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.097660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a5ac908f-ed17-4999-bdbb-718a9cc02e3a is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:38.098389 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.102340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b1a8f06a-0be8-4fab-92a3-167e83da1c9d req-780f9411-e401-46d3-89a4-99394d9a64ad tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (30b5b3fc-f2ea-48ac-aa35-1251b4cc2436), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.148240 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b1a8f06a-0be8-4fab-92a3-167e83da1c9d req-780f9411-e401-46d3-89a4-99394d9a64ad tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.148497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ac908f-ed17-4999-bdbb-718a9cc02e3a {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:38.149764 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1a8f06a-0be8-4fab-92a3-167e83da1c9d req-780f9411-e401-46d3-89a4-99394d9a64ad tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2719374 Mar 10 15:00:38.165035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f17da-ee80-4375-b299-b72dab9a9756 req-42312e66-6e9e-41d3-8407-bc83781265f5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:38.169866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:38.172642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-469f17da-ee80-4375-b299-b72dab9a9756 req-42312e66-6e9e-41d3-8407-bc83781265f5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1367075 Mar 10 15:00:38.175282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 85391d5b-0475-4599-a2ce-45d49214caf6 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:00:38.175626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f9411-e401-46d3-89a4-99394d9a64ad tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b5b3fc-f2ea-48ac-aa35-1251b4cc2436,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:38.182255 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.194089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 85391d5b-0475-4599-a2ce-45d49214caf6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:38.194451 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.246727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-28bdd68f-d7ac-4ee5-a041-72828ef4eb9e req-c56f8b90-403c-4859-8a6a-47c94644253d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-261474798', 'description': 'tempest-description-1247803888'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:38.267677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 62c2a6c2-5291-462c-bc01-ca5740d47034, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=62c2a6c2-5291-462c-bc01-ca5740d47034,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:38.272193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-469f17da-ee80-4375-b299-b72dab9a9756 req-e5f558cc-fd8a-4e6a-a79a-c2ee5e40cf3b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900905 Mar 10 15:00:38.299823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28bdd68f-d7ac-4ee5-a041-72828ef4eb9e req-c56f8b90-403c-4859-8a6a-47c94644253d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.313661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '62c2a6c2-5291-462c-bc01-ca5740d47034', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '62c2a6c2-5291-462c-bc01-ca5740d47034', 'mac_address': 'fa:16:3e:98:34:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:38.359626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=13']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:38.385986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 62c2a6c2-5291-462c-bc01-ca5740d47034 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:38.386717 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.428964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28bdd68f-d7ac-4ee5-a041-72828ef4eb9e req-c56f8b90-403c-4859-8a6a-47c94644253d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (09ef4eb8-8fd5-4a63-932f-6f5807635162), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.429302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c2a6c2-5291-462c-bc01-ca5740d47034 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:38.438110 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28bdd68f-d7ac-4ee5-a041-72828ef4eb9e req-c56f8b90-403c-4859-8a6a-47c94644253d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (09ef4eb8-8fd5-4a63-932f-6f5807635162), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.444330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 85391d5b-0475-4599-a2ce-45d49214caf6 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:38.444727 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.466721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 62c2a6c2-5291-462c-bc01-ca5740d47034, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=62c2a6c2-5291-462c-bc01-ca5740d47034,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:38.476382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f8b90-403c-4859-8a6a-47c94644253d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ef4eb8-8fd5-4a63-932f-6f5807635162,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:38.478156 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.484987 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28bdd68f-d7ac-4ee5-a041-72828ef4eb9e req-c56f8b90-403c-4859-8a6a-47c94644253d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.486327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28bdd68f-d7ac-4ee5-a041-72828ef4eb9e req-c56f8b90-403c-4859-8a6a-47c94644253d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2450275 Mar 10 15:00:38.490103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85391d5b-0475-4599-a2ce-45d49214caf6'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:38.492093 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa582025-9510-46b9-abb9-ab891066e7cb" -d '{"events": [{"server_uuid": "f84385b7-7e0f-4fa4-b243-f52dcbc4ea30", "name": "network-vif-plugged", "status": "completed", "tag": "85391d5b-0475-4599-a2ce-45d49214caf6"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:38.506031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8367fab-c44f-4c32-9b81-1374b72d540b req-78803621-0b71-4ac4-aa2b-d27a696e80ca tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:38.507403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8367fab-c44f-4c32-9b81-1374b72d540b req-78803621-0b71-4ac4-aa2b-d27a696e80ca tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1138592 Mar 10 15:00:38.524481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 85391d5b-0475-4599-a2ce-45d49214caf6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85391d5b-0475-4599-a2ce-45d49214caf6,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:38.542833 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:38.554156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=62c2a6c2-5291-462c-bc01-ca5740d47034,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:38.583831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['a5ac908f-ed17-4999-bdbb-718a9cc02e3a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:38.584425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8367fab-c44f-4c32-9b81-1374b72d540b req-63c319c4-27ea-4658-93d4-0f189c8d0c8e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700657 Mar 10 15:00:38.666622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11ae5b-96b0-4caf-bdec-115a0ab044e8 req-c8cbcfdd-50b4-47b8-8a89-39a1cdf71e65 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:38.671286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d11ae5b-96b0-4caf-bdec-115a0ab044e8 req-c8cbcfdd-50b4-47b8-8a89-39a1cdf71e65 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.0853782 Mar 10 15:00:38.673979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=85391d5b-0475-4599-a2ce-45d49214caf6,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:38.790246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d11ae5b-96b0-4caf-bdec-115a0ab044e8 req-b868094e-5cb2-4d0f-a1f8-65fd63d3e1a5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035824 Mar 10 15:00:38.822211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-16f09eb7-d1f6-468f-b0b1-a1177e89ad04 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:38.823845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-16f09eb7-d1f6-468f-b0b1-a1177e89ad04 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.1512258 Mar 10 15:00:38.837171 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd5db7c-e19f-40ff-8ef4-d7e5271b9b47 x-openstack-request-id: req-ffd5db7c-e19f-40ff-8ef4-d7e5271b9b47 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:38.837693 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84385b7-7e0f-4fa4-b243-f52dcbc4ea30", "name": "network-vif-plugged", "status": "completed", "tag": "85391d5b-0475-4599-a2ce-45d49214caf6", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:38.838136 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ffd5db7c-e19f-40ff-8ef4-d7e5271b9b47 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:38.838727 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85391d5b-0475-4599-a2ce-45d49214caf6', 'code': 200} Mar 10 15:00:38.840086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-85ea8cbe-b592-4ad2-a68f-29ed16957445 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/quotas/9e14e55d40f84c3eb626e8bdb2e9c72f HTTP/1.1" status: 200 len: 375 time: 0.0103760 Mar 10 15:00:38.878304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-1aa4becb-c3ad-408b-b02e-cbef7605fcb1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318434 Mar 10 15:00:38.947686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['62c2a6c2-5291-462c-bc01-ca5740d47034'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:39.098038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e939430-8dbe-40ea-a59d-370734ae6e68 req-4ec39bd6-bf2f-4d98-9d92-fa52b76ca759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:39.099647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e939430-8dbe-40ea-a59d-370734ae6e68 req-4ec39bd6-bf2f-4d98-9d92-fa52b76ca759 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 1127 time: 0.1881030 Mar 10 15:00:39.103491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-b3433aab-d7cb-4dd4-bc25-2de6ce56786b service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188239 Mar 10 15:00:39.156509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-5a370f70-4051-4a9f-8092-1821f979dc81 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:39.157879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-5a370f70-4051-4a9f-8092-1821f979dc81 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/networks?id=494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 200 len: 812 time: 0.2176919 Mar 10 15:00:39.198170 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-82d1123b-cd16-4fcc-b21b-b100614ab7a9 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/quotas/55c57591fbf84afeae05501dada323ab HTTP/1.1" status: 200 len: 375 time: 0.0329125 Mar 10 15:00:39.231510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e939430-8dbe-40ea-a59d-370734ae6e68 req-8bf2046e-8cec-4246-87bf-5b05d20b432a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230347 Mar 10 15:00:39.264882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-9c7459e0-ea95-48a5-8b03-0aba330a7e73 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=55c57591fbf84afeae05501dada323ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397305 Mar 10 15:00:39.289026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-b41fe0da-e4b1-4182-a57c-945dee301ed3 service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718507 Mar 10 15:00:39.308894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0f940d3d-6adc-4771-8dcf-527dcf50c236 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:00:39.338062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 0f940d3d-6adc-4771-8dcf-527dcf50c236 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:00:39.338842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0f940d3d-6adc-4771-8dcf-527dcf50c236 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:00:39.375346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-de1731e4-c916-4485-a908-bca7d055c8d3 service neutron] 10.222.0.11 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988505 Mar 10 15:00:39.529649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-1d714301-c96f-4e31-b80f-0406be114c6b service neutron] 10.222.0.11 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529534 Mar 10 15:00:39.538144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058bd81-acae-48d6-8319-e8dd3e30ddd2 req-b6d7376c-44ef-4fac-9f65-ce979c0d3e78 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:39.539721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1058bd81-acae-48d6-8319-e8dd3e30ddd2 req-b6d7376c-44ef-4fac-9f65-ce979c0d3e78 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 949 time: 0.0779169 Mar 10 15:00:39.607890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1058bd81-acae-48d6-8319-e8dd3e30ddd2 req-e25d6450-b2d7-4ee5-9aa6-2b7c2ff77b60 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579798 Mar 10 15:00:39.731268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03142a5-2668-461a-895a-f52b148c062f req-fe71e207-cf77-49fa-9558-fb99c5d4a283 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:39.741116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e03142a5-2668-461a-895a-f52b148c062f req-fe71e207-cf77-49fa-9558-fb99c5d4a283 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.0739083 Mar 10 15:00:39.837693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e03142a5-2668-461a-895a-f52b148c062f req-428d3b27-ad9b-4910-993f-98dae6ad8789 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956867 Mar 10 15:00:39.879395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c67d84-fcc9-43e0-b14b-cf6a592e3c3d req-2aac3b7d-28ca-46e3-901b-fb79996e3586 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:39.889665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76c67d84-fcc9-43e0-b14b-cf6a592e3c3d req-2aac3b7d-28ca-46e3-901b-fb79996e3586 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 950 time: 0.1190133 Mar 10 15:00:39.988293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76c67d84-fcc9-43e0-b14b-cf6a592e3c3d req-f5d16161-4f2d-4eeb-ba30-08f1196414ee tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969374 Mar 10 15:00:40.008046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f627-3ac3-49f6-ad02-0c412801c257 req-30ba9ef6-bafe-42ee-9ab5-a6191a0b0bf8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:40.015309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6b4f627-3ac3-49f6-ad02-0c412801c257 req-30ba9ef6-bafe-42ee-9ab5-a6191a0b0bf8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.0900748 Mar 10 15:00:40.105103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6b4f627-3ac3-49f6-ad02-0c412801c257 req-e262e843-9a5f-43aa-9787-0d6cb325d087 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881052 Mar 10 15:00:40.177108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712cbc-0002-489f-afef-6617ff6e41e9 req-9f2a72c6-4f0a-4282-b4cb-8568284e0dc5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:40.178694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6712cbc-0002-489f-afef-6617ff6e41e9 req-9f2a72c6-4f0a-4282-b4cb-8568284e0dc5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.0987420 Mar 10 15:00:40.258502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d867d0a1-8924-497d-b46c-331f24dab2ad req-f393a2b3-48ff-438c-9304-6da71ec31b3a tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 210 time: 0.0531979 Mar 10 15:00:40.307909 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6712cbc-0002-489f-afef-6617ff6e41e9 req-4cc41ebe-ea1b-4052-b68c-ce14ea414b6f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117704 Mar 10 15:00:40.416951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fd12cc6-3b42-4a75-ad5a-16a5bb210afe req-b96c3861-0cc1-43d0-b890-984422a618bd tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 210 time: 0.0332634 Mar 10 15:00:40.455811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f374ac-2499-4cef-a7f3-cd6d8499bed0 req-31a83d59-7b4e-4509-b2ae-79a414a54cf0 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:40.463058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68f374ac-2499-4cef-a7f3-cd6d8499bed0 req-31a83d59-7b4e-4509-b2ae-79a414a54cf0 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1065807 Mar 10 15:00:40.803302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68f374ac-2499-4cef-a7f3-cd6d8499bed0 req-35b8e284-e3a3-4a0d-bfc1-b710439603c9 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433745 Mar 10 15:00:40.823329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-714e0951-b3f5-4be8-9065-2a8f40738d3e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247140 Mar 10 15:00:40.946409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-6957fd01-a90f-4734-ae3b-69797e33b1a5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:40.947911 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-6957fd01-a90f-4734-ae3b-69797e33b1a5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.1497490 Mar 10 15:00:40.969230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Request body: {'port': {'device_id': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'admin_state_up': True, 'tenant_id': '9e14e55d40f84c3eb626e8bdb2e9c72f'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:41.011041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-7562da3e-0ed1-4b04-a4e8-6898e85ea679 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:41.019467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-7562da3e-0ed1-4b04-a4e8-6898e85ea679 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853082 Mar 10 15:00:41.042575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-0e13026f-36a4-4011-8488-4022dca8d887 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/quotas/e2b42172400f4c3d9d37b41f77c0c27c HTTP/1.1" status: 200 len: 375 time: 0.0221865 Mar 10 15:00:41.121871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Made reservation on behalf of 9e14e55d40f84c3eb626e8bdb2e9c72f for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:00:41.126817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:41.143135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0026176-efff-4345-b28c-77eda0643e28 req-27da864d-e33c-481a-b9bc-f800bc264352 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:41.145439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0026176-efff-4345-b28c-77eda0643e28 req-27da864d-e33c-481a-b9bc-f800bc264352 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 949 time: 0.1179140 Mar 10 15:00:41.184261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-e9259ac2-e9f6-4811-bd09-b14a08f883c8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1366980 Mar 10 15:00:41.286335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Allocated IP 172.20.0.13 (45f63702-258a-4faa-b361-a91319316960/0f999e85-afee-4f55-a7b1-cf2f9a5ab040/5a749a96-e0d5-43c7-bb84-6e4bbdbc7563) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:00:41.298727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0026176-efff-4345-b28c-77eda0643e28 req-9258f982-a8ed-4376-882e-d9f6927218da tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401355 Mar 10 15:00:41.321341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a5ac908f-ed17-4999-bdbb-718a9cc02e3a up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:00:41.390546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-e8b0a687-800d-4c8a-88d6-f868ad67a97a tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:41.394180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-e8b0a687-800d-4c8a-88d6-f868ad67a97a tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.45 "GET /v2.0/networks?id=494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 200 len: 812 time: 0.2014658 Mar 10 15:00:41.406602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'port': {'device_id': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464', 'admin_state_up': True, 'tenant_id': '55c57591fbf84afeae05501dada323ab'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:41.437040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port a5ac908f-ed17-4999-bdbb-718a9cc02e3a completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:00:41.450076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port a5ac908f-ed17-4999-bdbb-718a9cc02e3a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:41.451585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:41.648769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a5ac908f-ed17-4999-bdbb-718a9cc02e3a is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:41.649027 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:41.692473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Made reservation on behalf of 55c57591fbf84afeae05501dada323ab for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:00:41.698067 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:41.703837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:41.706366 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6903152-c42d-4385-a2fe-f82675754083" -d '{"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-plugged", "status": "completed", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:41.727788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:41.733505 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:41.781614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91454f-1a36-41ab-85e9-83893c900e69 req-5e09449b-db70-4e56-b7d3-6325aaf8b9f1 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:41.792497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a91454f-1a36-41ab-85e9-83893c900e69 req-5e09449b-db70-4e56-b7d3-6325aaf8b9f1 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.3628802 Mar 10 15:00:41.811622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=14']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:41.836124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a956c-b3d4-44ea-9590-2efa9ba175e8 req-27a68862-50db-486a-9971-43a97230a6f2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:41.837775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba6a956c-b3d4-44ea-9590-2efa9ba175e8 req-27a68862-50db-486a-9971-43a97230a6f2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.2059624 Mar 10 15:00:41.973414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 62c2a6c2-5291-462c-bc01-ca5740d47034 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:00:41.980637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks [] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.032364 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.058728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a91454f-1a36-41ab-85e9-83893c900e69 req-f03743b0-563e-412c-88e2-52cc8a34b945 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656207 Mar 10 15:00:42.069023 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 62c2a6c2-5291-462c-bc01-ca5740d47034 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:00:42.074416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 62c2a6c2-5291-462c-bc01-ca5740d47034 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:42.075324 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.104937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba6a956c-b3d4-44ea-9590-2efa9ba175e8 req-fe5e04ee-036a-4934-a03f-d59ed7357903 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445645 Mar 10 15:00:42.118220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Network 45f63702-258a-4faa-b361-a91319316960 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:00:42.122225 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:00:42.145538 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:00:42.226001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:42.226221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.229798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event updated for resources: {'Port': ['ID=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:42.242221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 62c2a6c2-5291-462c-bc01-ca5740d47034 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:42.243455 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.262380 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-881fcdd4-cf87-48fa-9063-72f4f56297f4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2983022 Mar 10 15:00:42.282460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Request body: {'port': {'device_id': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:42.286121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 62c2a6c2-5291-462c-bc01-ca5740d47034, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=62c2a6c2-5291-462c-bc01-ca5740d47034,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:42.292268 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.312346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Allocated IP 172.20.0.11 (494206cb-d99f-418a-902f-4bc38d2a6464/8321437d-3670-4d89-bed3-6c7f36016b48/75c86491-04e3-4fe0-914a-eb867e844066) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:00:42.344112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef64dae-3b9a-4ca0-8334-7aed41b2f77e req-b7327b68-c47c-49fb-ac11-0e2b0db14f19 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:42.345659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fef64dae-3b9a-4ca0-8334-7aed41b2f77e req-b7327b68-c47c-49fb-ac11-0e2b0db14f19 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 932 time: 0.1786094 Mar 10 15:00:42.359659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=62c2a6c2-5291-462c-bc01-ca5740d47034,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:42.396162 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.423932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc30519-9a3a-4d63-b209-62edf27fb8dc req-07855e22-2b71-4abf-b714-d63a7440f1d7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:42.426195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffc30519-9a3a-4d63-b209-62edf27fb8dc req-07855e22-2b71-4abf-b714-d63a7440f1d7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1699624 Mar 10 15:00:42.472396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fef64dae-3b9a-4ca0-8334-7aed41b2f77e req-0bfe998c-11a9-47d2-9ea6-8ea1868dc288 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130037 Mar 10 15:00:42.565198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffc30519-9a3a-4d63-b209-62edf27fb8dc req-8a6d375f-cccd-4e14-b6ab-83ddd32cae80 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286080 Mar 10 15:00:42.639037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for port (75c86491-04e3-4fe0-914a-eb867e844066), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.660270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71ed2d69-05fc-4e8b-b401-9df413e0bd3b req-59629565-4965-4d7f-b5d2-ff5548893e4e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 210 time: 0.0422304 Mar 10 15:00:42.715521 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (75c86491-04e3-4fe0-914a-eb867e844066), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.724626 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657b806f-97ec-41bf-970f-5c4a0b48e46f x-openstack-request-id: req-657b806f-97ec-41bf-970f-5c4a0b48e46f {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:42.726759 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-plugged", "status": "completed", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:42.727571 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-657b806f-97ec-41bf-970f-5c4a0b48e46f {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:42.728179 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'code': 200} Mar 10 15:00:42.767870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Network 494206cb-d99f-418a-902f-4bc38d2a6464 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:00:42.774506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:00:42.778751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:00:42.792749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:42.801546 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Publish callbacks [] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.809139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'Port': ['ID=75c86491-04e3-4fe0-914a-eb867e844066,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:42.815660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Transition to ACTIVE for port object 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:00:42.821327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.858471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5eee778c-4652-44c0-a2d1-215f8acb645d req-beb8732d-cef0-4eff-94dd-8ecaf5fac823 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 210 time: 0.0537825 Mar 10 15:00:42.886697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Pushing event updated for resources: {'Port': ['ID=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:42.922635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:42.931623 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.963698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Attempting to bind port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:42.964042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Attempting to bind port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:42.965345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Attempting to bind port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:42.971416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 on network 45f63702-258a-4faa-b361-a91319316960 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:42.971739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Attempting to bind port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:42.977894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:42.978245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Checking segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:42.978635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Bound using segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:42.979107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Bound port: 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:42.979522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:42.999021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca746b70-d061-4f43-b47c-483fa28a0389 req-049b2efc-d66a-46df-a44e-fe66f1c5b017 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:43.008597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca746b70-d061-4f43-b47c-483fa28a0389 req-049b2efc-d66a-46df-a44e-fe66f1c5b017 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.2027643 Mar 10 15:00:43.017025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-caf448d8-763b-4a3e-aea7-4fbdfefa66cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6140900 Mar 10 15:00:43.044108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Request body: {'port': {'device_id': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:43.090217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] For port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:43.093900 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] For port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:43.110573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-4a900ed0-c7ab-4de6-8f94-38723e441590 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719166 Mar 10 15:00:43.112708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:43.164797 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:43.165685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:43.167327 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] 10.222.0.45 "PUT /v2.0/ports/5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 HTTP/1.1" status: 200 len: 1092 time: 0.8926804 Mar 10 15:00:43.169735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'tag': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:43.172903 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3c4c69-bb90-454f-a5c2-8fc380e7052b" -d '{"events": [{"name": "network-changed", "server_uuid": "64738f05-0812-4f5a-9da8-3ea35b623a31", "tag": "5a749a96-e0d5-43c7-bb84-6e4bbdbc7563"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:43.188134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca746b70-d061-4f43-b47c-483fa28a0389 req-c3ba336a-d74f-45d8-a6cb-470660d623c6 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776671 Mar 10 15:00:43.236042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f269e-9b97-48c0-856b-f6ed8f5f9551 service neutron] Pushing event updated for resources: {'Port': ['ID=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:43.331146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-97cf13a0-3362-4584-90bf-d382633e6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:43.334971 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-97cf13a0-3362-4584-90bf-d382633e6fbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 1126 time: 0.0567789 Mar 10 15:00:43.376252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (75c86491-04e3-4fe0-914a-eb867e844066), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:43.385927 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-dec3ad7b-321d-4ae1-98bc-9f68f9ae972a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 HTTP/1.1" status: 200 len: 217 time: 0.0413401 Mar 10 15:00:43.448181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-b0d4cee1-0e79-40dc-897d-0dafdc9e423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:43.450350 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-b0d4cee1-0e79-40dc-897d-0dafdc9e423b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.0479529 Mar 10 15:00:43.453027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-312078a0-6c7a-4024-a516-a4eb98f4f2b7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:43.454456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-312078a0-6c7a-4024-a516-a4eb98f4f2b7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334002 Mar 10 15:00:43.463882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008c5e8-16bf-4dd5-b399-108eba6c54bc req-c179a020-bf66-4b3d-9c6d-20649ba7fd99 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:43.465274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a008c5e8-16bf-4dd5-b399-108eba6c54bc req-c179a020-bf66-4b3d-9c6d-20649ba7fd99 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 950 time: 0.3001730 Mar 10 15:00:43.479198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Request body: {'port': {'device_id': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'e2b42172400f4c3d9d37b41f77c0c27c'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:43.497692 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-a783ec73-77fa-464e-be38-59e340e8c653 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298595 Mar 10 15:00:43.504802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0d2df-9f2e-4713-bfe3-5f9ad4407c2f req-1b3510f9-198b-4a72-8ade-461ceea4f8c7 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:43.506251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cf0d2df-9f2e-4713-bfe3-5f9ad4407c2f req-1b3510f9-198b-4a72-8ade-461ceea4f8c7 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.2444897 Mar 10 15:00:43.601994 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-3e7cf7a1-36ac-4393-99c9-77da9616d906 service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955486 Mar 10 15:00:43.706878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a008c5e8-16bf-4dd5-b399-108eba6c54bc req-7befd327-6d62-49ed-af1c-b2f5a6e38481 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344091 Mar 10 15:00:43.716188 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87b5d4ca-733c-41c4-8cf5-f68111d43f14 req-3ec61f45-bafe-4469-852f-ad94602e7d6a service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070201 Mar 10 15:00:43.742153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cf0d2df-9f2e-4713-bfe3-5f9ad4407c2f req-f7bb58a2-0dbe-41e8-bf4b-2787b0bba430 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168903 Mar 10 15:00:43.793214 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab09eb50-45e8-477c-8ec1-c7def3169cd3 x-openstack-request-id: req-ab09eb50-45e8-477c-8ec1-c7def3169cd3 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:43.793789 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64738f05-0812-4f5a-9da8-3ea35b623a31", "tag": "5a749a96-e0d5-43c7-bb84-6e4bbdbc7563", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:43.794345 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab09eb50-45e8-477c-8ec1-c7def3169cd3 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:43.795074 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'tag': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563', 'status': 'completed', 'code': 200} Mar 10 15:00:43.882654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4c69-bb90-454f-a5c2-8fc380e7052b req-8e52efa4-70fc-4b40-bf6f-0073fd178d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:43.884129 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b3c4c69-bb90-454f-a5c2-8fc380e7052b req-8e52efa4-70fc-4b40-bf6f-0073fd178d08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 1126 time: 0.0624642 Mar 10 15:00:43.915477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Made reservation on behalf of e2b42172400f4c3d9d37b41f77c0c27c for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:00:43.919430 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:43.975244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4c69-bb90-454f-a5c2-8fc380e7052b req-f7f617a3-a87f-42c2-9cda-2d116b75edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:43.976714 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b3c4c69-bb90-454f-a5c2-8fc380e7052b req-f7f617a3-a87f-42c2-9cda-2d116b75edfd service neutron] 10.222.0.45 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 912 time: 0.0858171 Mar 10 15:00:44.015021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b04674-5b99-4ea3-bcf8-371cc044ca92 req-287af86e-14f3-4d18-8b4b-ca667c8ff801 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:44.017113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3b04674-5b99-4ea3-bcf8-371cc044ca92 req-287af86e-14f3-4d18-8b4b-ca667c8ff801 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1910865 Mar 10 15:00:44.029447 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b3c4c69-bb90-454f-a5c2-8fc380e7052b req-29e51c8f-fcd7-4b7c-995f-e70694a9a258 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 HTTP/1.1" status: 200 len: 217 time: 0.0458028 Mar 10 15:00:44.078826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c86491-04e3-4fe0-914a-eb867e844066 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:44.090883 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Publish callbacks [] for port (75c86491-04e3-4fe0-914a-eb867e844066), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:44.091078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4c69-bb90-454f-a5c2-8fc380e7052b req-59951884-437c-4224-a122-71f5940d08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:44.091078 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b3c4c69-bb90-454f-a5c2-8fc380e7052b req-59951884-437c-4224-a122-71f5940d08f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.0494664 Mar 10 15:00:44.124453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Transition to ACTIVE for port object 75c86491-04e3-4fe0-914a-eb867e844066 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:00:44.140761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (75c86491-04e3-4fe0-914a-eb867e844066), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:44.160357 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b3c4c69-bb90-454f-a5c2-8fc380e7052b req-d6dc2e05-a3d8-40db-9810-c1921d116e65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275633 Mar 10 15:00:44.160648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b2b2f-b350-432e-9b48-d8295aadbed5 req-98e82281-fdec-4c59-b1a8-3f35ce3d2b55 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:44.162140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-725b2b2f-b350-432e-9b48-d8295aadbed5 req-98e82281-fdec-4c59-b1a8-3f35ce3d2b55 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 944 time: 0.2771559 Mar 10 15:00:44.258917 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b3c4c69-bb90-454f-a5c2-8fc380e7052b req-f62e8d4c-7f8a-456a-97bd-7a72ee71ea4c service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915713 Mar 10 15:00:44.276554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Pushing event updated for resources: {'Port': ['ID=75c86491-04e3-4fe0-914a-eb867e844066,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:44.285615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3b04674-5b99-4ea3-bcf8-371cc044ca92 req-c788a9c9-e07e-4258-8013-574082df3c72 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919222 Mar 10 15:00:44.310709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Allocated IP 192.168.233.209 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/9caae667-b529-4010-86ed-03d9902015fd) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:00:44.387300 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b3c4c69-bb90-454f-a5c2-8fc380e7052b req-d08ebdbb-74bf-4998-83cb-84b364ad942d service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034708 Mar 10 15:00:44.439745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-725b2b2f-b350-432e-9b48-d8295aadbed5 req-8f83c2cd-185b-47ea-9acb-82bd978314e8 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504663 Mar 10 15:00:44.521458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea7d6d-4ef9-4601-8c43-96d3b00c6548 req-aef9887d-cd58-4b56-a64c-cb599276ebfb tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:44.523186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-83ea7d6d-4ef9-4601-8c43-96d3b00c6548 req-aef9887d-cd58-4b56-a64c-cb599276ebfb tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1671877 Mar 10 15:00:44.538626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Attempting to bind port 75c86491-04e3-4fe0-914a-eb867e844066 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:44.539053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Attempting to bind port 75c86491-04e3-4fe0-914a-eb867e844066 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd1a9ee8e-4216-46df-8fc4-656daf6ab4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:44.539380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Attempting to bind port 75c86491-04e3-4fe0-914a-eb867e844066 on network 494206cb-d99f-418a-902f-4bc38d2a6464 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:44.612315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Port 75c86491-04e3-4fe0-914a-eb867e844066 on network 494206cb-d99f-418a-902f-4bc38d2a6464 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:44.612640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Attempting to bind port 75c86491-04e3-4fe0-914a-eb867e844066 on network 494206cb-d99f-418a-902f-4bc38d2a6464 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:44.633212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:44.633624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Checking segment: {'id': 'd1a9ee8e-4216-46df-8fc4-656daf6ab4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:44.633937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Bound using segment: {'id': 'd1a9ee8e-4216-46df-8fc4-656daf6ab4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:44.634376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Bound port: 75c86491-04e3-4fe0-914a-eb867e844066, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a9ee8e-4216-46df-8fc4-656daf6ab4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:44.634732 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (75c86491-04e3-4fe0-914a-eb867e844066), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:44.689716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-83ea7d6d-4ef9-4601-8c43-96d3b00c6548 req-bca100f2-aa8b-4887-910c-f91993ae541d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461275 Mar 10 15:00:44.726219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks [] for port (9caae667-b529-4010-86ed-03d9902015fd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:44.730096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc859f6-14d8-41e8-b367-f5cffae24583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c2a6c2-5291-462c-bc01-ca5740d47034'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:44.732411 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845c0260-ddf0-475e-a806-b92ec0e4efa2" -d '{"events": [{"server_uuid": "1dc859f6-14d8-41e8-b367-f5cffae24583", "name": "network-vif-plugged", "status": "completed", "tag": "62c2a6c2-5291-462c-bc01-ca5740d47034"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:44.738474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a99ef2-ff96-48b2-be97-ce5d71055e28 req-9347a6ff-6b03-4095-806a-c0f11692ee47 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:44.740014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a99ef2-ff96-48b2-be97-ce5d71055e28 req-9347a6ff-6b03-4095-806a-c0f11692ee47 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 944 time: 0.2301233 Mar 10 15:00:44.831129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32265f5d-6656-48a2-b4a5-affd3ca7396e req-62251bb6-92ab-4326-95ca-aca2f1e7d048 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 210 time: 0.0466187 Mar 10 15:00:44.838381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] For port 75c86491-04e3-4fe0-914a-eb867e844066, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:44.872821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] For port 75c86491-04e3-4fe0-914a-eb867e844066, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=75c86491-04e3-4fe0-914a-eb867e844066,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:44.876978 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:44.881931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a99ef2-ff96-48b2-be97-ce5d71055e28 req-18bd6589-5a64-4d5d-95da-be3a788af804 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342683 Mar 10 15:00:44.894821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['918a1b19-f76d-43e6-b504-867c9109a73c', 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:44.909215 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (75c86491-04e3-4fe0-914a-eb867e844066), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:44.937476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:44.984637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:45.013946 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8aab52-e798-41de-8e0a-5b706f7acb27 x-openstack-request-id: req-bd8aab52-e798-41de-8e0a-5b706f7acb27 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:45.014514 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc859f6-14d8-41e8-b367-f5cffae24583", "name": "network-vif-plugged", "status": "completed", "tag": "62c2a6c2-5291-462c-bc01-ca5740d47034", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:45.015211 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd8aab52-e798-41de-8e0a-5b706f7acb27 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:45.015939 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc859f6-14d8-41e8-b367-f5cffae24583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c2a6c2-5291-462c-bc01-ca5740d47034', 'code': 200} Mar 10 15:00:45.316313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:00:45.337029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:45.337838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:45.338480 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:45.339691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1d512874-3659-4f43-a1cb-6b1e8f49ff4e no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:00:45.341498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] 10.222.0.45 "PUT /v2.0/ports/75c86491-04e3-4fe0-914a-eb867e844066 HTTP/1.1" status: 200 len: 1092 time: 2.3059657 Mar 10 15:00:45.351269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'tag': '75c86491-04e3-4fe0-914a-eb867e844066'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:45.353280 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a924ea5e-a8d2-48ae-9008-5692b81319ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3335616f-4702-42ce-b7d6-fce0cdc193ce", "tag": "75c86491-04e3-4fe0-914a-eb867e844066"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:45.356344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:00:45.378406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:00:45.471476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:45.472337 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:45.490571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:45.491089 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:45.509461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27c21b-6b8e-4647-8aec-cb064670ef75 service neutron] Pushing event updated for resources: {'Port': ['ID=75c86491-04e3-4fe0-914a-eb867e844066,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:45.552365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dffed-c6a1-4f18-8c67-8b815c13ccb5 req-c7dcc547-2b34-4529-8147-595316c78ab2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:45.562819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-838dffed-c6a1-4f18-8c67-8b815c13ccb5 req-c7dcc547-2b34-4529-8147-595316c78ab2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.6124692 Mar 10 15:00:45.576305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:45.595471 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:45.636229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-6ae4af0a-8b3c-405c-9d3f-a67f439fc9a4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1622064 Mar 10 15:00:45.642019 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:45.643395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406faf-d838-4321-a3e7-0910550fbfce req-1d81dbce-efa0-4d55-9232-7a944de94a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:45.645468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10406faf-d838-4321-a3e7-0910550fbfce req-1d81dbce-efa0-4d55-9232-7a944de94a47 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 1132 time: 0.3245239 Mar 10 15:00:45.658400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Request body: {'port': {'device_id': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:45.668260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'port_id': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563', 'mac_address': 'fa:16:3e:a9:c7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f999e85-afee-4f55-a7b1-cf2f9a5ab040', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:45.669106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f1491-9593-4bd8-93b3-227207f14916 req-065aca44-d309-46aa-a0ea-fad2c74d9458 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:45.670682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f1f1491-9593-4bd8-93b3-227207f14916 req-065aca44-d309-46aa-a0ea-fad2c74d9458 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 950 time: 0.3533392 Mar 10 15:00:45.684639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-02e8e452-7022-450b-945e-39c8253976ec None None] Provisioning complete for port 9caae667-b529-4010-86ed-03d9902015fd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:45.684938 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02e8e452-7022-450b-945e-39c8253976ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9caae667-b529-4010-86ed-03d9902015fd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:45.688030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:45.750780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-838dffed-c6a1-4f18-8c67-8b815c13ccb5 req-70f0861c-53da-43d3-8141-dd1bc47ca049 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866798 Mar 10 15:00:45.755926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:45.756488 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:45.758650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-02e8e452-7022-450b-945e-39c8253976ec None None] Port 9caae667-b529-4010-86ed-03d9902015fd cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:00:45.771142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:45.777410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-01968b3e-595c-481a-bc79-e6df6e031c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:45.779603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-01968b3e-595c-481a-bc79-e6df6e031c69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c57591fbf84afeae05501dada323ab&device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 1126 time: 0.3721926 Mar 10 15:00:45.803787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:45.808504 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:45.809354 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1d512874-3659-4f43-a1cb-6b1e8f49ff4e details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:45.863138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10406faf-d838-4321-a3e7-0910550fbfce req-91841497-6aca-4007-a910-8dbe26da7dc2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913316 Mar 10 15:00:45.868434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-42468b5c-e527-4783-9958-46755db6b6b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c86491-04e3-4fe0-914a-eb867e844066 HTTP/1.1" status: 200 len: 217 time: 0.0589283 Mar 10 15:00:45.883285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:45.884802 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f1f1491-9593-4bd8-93b3-227207f14916 req-613e7a0b-520e-4ddf-a23f-792f0f88c432 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014697 Mar 10 15:00:45.913435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:45.963222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:45.979003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e', 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0', 'port_id': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e', 'mac_address': 'fa:16:3e:bd:e9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd56b222-9954-4097-a64c-5505ae1a8e55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:45.992183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-0a51110e-a228-4fc1-9042-14703dc4bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:45.993838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-0a51110e-a228-4fc1-9042-14703dc4bd90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8321437d-3670-4d89-bed3-6c7f36016b48 HTTP/1.1" status: 200 len: 852 time: 0.0882039 Mar 10 15:00:46.013614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc8cb4-fd86-4bc5-af81-2c60307d3d87 req-4c695192-cf9e-4d7b-8b8a-25fcc3b09475 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:46.015434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74cc8cb4-fd86-4bc5-af81-2c60307d3d87 req-4c695192-cf9e-4d7b-8b8a-25fcc3b09475 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1557519 Mar 10 15:00:46.029140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:46.029538 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:46.049041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d512874-3659-4f43-a1cb-6b1e8f49ff4e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:46.074601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-5bf64193-3d71-40d6-9f75-b1626286823a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=494206cb-d99f-418a-902f-4bc38d2a6464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559554 Mar 10 15:00:46.075869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:46.083906 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:46.147578 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:46.251533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74cc8cb4-fd86-4bc5-af81-2c60307d3d87 req-df15647a-841b-4f54-a8cc-e3a5781015b9 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188234 Mar 10 15:00:46.326755 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9adf2b8-697b-4807-98a6-635ca4d5c400 x-openstack-request-id: req-c9adf2b8-697b-4807-98a6-635ca4d5c400 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:46.326755 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3335616f-4702-42ce-b7d6-fce0cdc193ce", "tag": "75c86491-04e3-4fe0-914a-eb867e844066", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:46.327231 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9adf2b8-697b-4807-98a6-635ca4d5c400 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:46.327716 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'tag': '75c86491-04e3-4fe0-914a-eb867e844066', 'status': 'completed', 'code': 200} Mar 10 15:00:46.343290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-31d24e9b-defe-432e-bdfc-5a3b22eb4bc1 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194464 Mar 10 15:00:46.393413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403308b-132e-4531-917a-5b946cb1271b req-6c18a913-6aca-4adb-810e-b7e66ca039a3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:46.396280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7403308b-132e-4531-917a-5b946cb1271b req-6c18a913-6aca-4adb-810e-b7e66ca039a3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1744342 Mar 10 15:00:46.495924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['5a749a96-e0d5-43c7-bb84-6e4bbdbc7563'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:46.557267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['1d512874-3659-4f43-a1cb-6b1e8f49ff4e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:46.611324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c2127-129e-4d86-a960-76ce60fcc1c7 req-88468621-bf55-4c84-bd2a-371752bb8884 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:46.613583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-036c2127-129e-4d86-a960-76ce60fcc1c7 req-88468621-bf55-4c84-bd2a-371752bb8884 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 945 time: 0.2508047 Mar 10 15:00:46.625775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7403308b-132e-4531-917a-5b946cb1271b req-cf5ad272-3dd6-40e3-a1a3-9e4b76c01f45 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171445 Mar 10 15:00:46.631852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bddcb446-b30a-4241-a9cd-0de070dac878 req-b5d95da0-50c5-48d0-8d13-7e5669e9f622 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789853 Mar 10 15:00:46.635995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9caae667-b529-4010-86ed-03d9902015fd {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:46.667149 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Publish callbacks [] for port (9caae667-b529-4010-86ed-03d9902015fd), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:46.688106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Transition to ACTIVE for port object 9caae667-b529-4010-86ed-03d9902015fd will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:00:46.699234 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:46.789832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-036c2127-129e-4d86-a960-76ce60fcc1c7 req-c34049c6-4c32-4210-8a03-537119626cc8 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630228 Mar 10 15:00:46.862319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:46.942873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ea5e-a8d2-48ae-9008-5692b81319ea req-9060888c-cce7-4119-8879-90ef7a014c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:46.944367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a924ea5e-a8d2-48ae-9008-5692b81319ea req-9060888c-cce7-4119-8879-90ef7a014c8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c57591fbf84afeae05501dada323ab&device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 1126 time: 0.2471864 Mar 10 15:00:46.995823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ce6e8-cb68-4d7b-8c13-44547a8581f0 req-2977f027-de94-4fc7-87c1-3fa07e250e25 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:46.997347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-772ce6e8-cb68-4d7b-8c13-44547a8581f0 req-2977f027-de94-4fc7-87c1-3fa07e250e25 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.2271204 Mar 10 15:00:47.017330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:47.021091 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff3aef7-3495-4c34-81a9-95487de5bd80" -d '{"events": [{"server_uuid": "1bbff1fa-d838-409c-8b33-ee0e6373df3c", "name": "network-vif-unplugged", "status": "completed", "tag": "1d512874-3659-4f43-a1cb-6b1e8f49ff4e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:47.053131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:47.053482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:47.053805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:47.098281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Port 9caae667-b529-4010-86ed-03d9902015fd on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:47.098784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:47.135139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957f69c-720c-434b-a4d8-79ea3867d1e3 req-fe50fc94-26f7-461c-88d0-24dcc8ddfbc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:47.136542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2957f69c-720c-434b-a4d8-79ea3867d1e3 req-fe50fc94-26f7-461c-88d0-24dcc8ddfbc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 948 time: 0.2229004 Mar 10 15:00:47.137272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:47.137614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:47.137993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:47.138441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Bound port: 9caae667-b529-4010-86ed-03d9902015fd, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:47.138814 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:47.185455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-772ce6e8-cb68-4d7b-8c13-44547a8581f0 req-d9af93a0-cbbd-4a3c-998f-ce6d9c9d9d4f tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650379 Mar 10 15:00:47.193454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ea5e-a8d2-48ae-9008-5692b81319ea req-e0fb526d-df5d-44aa-96a2-37021bd68ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:47.194984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a924ea5e-a8d2-48ae-9008-5692b81319ea req-e0fb526d-df5d-44aa-96a2-37021bd68ea3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 200 len: 913 time: 0.2177701 Mar 10 15:00:47.268555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a924ea5e-a8d2-48ae-9008-5692b81319ea req-e82a8558-147d-4fff-90ac-c950e538d260 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c86491-04e3-4fe0-914a-eb867e844066 HTTP/1.1" status: 200 len: 217 time: 0.0465865 Mar 10 15:00:47.386129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2957f69c-720c-434b-a4d8-79ea3867d1e3 req-086befba-1f82-4b2a-b86c-c79864568c21 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375214 Mar 10 15:00:47.395120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:47.400642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:47.410861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ea5e-a8d2-48ae-9008-5692b81319ea req-a68a0946-9772-44af-a6f2-97960cfc72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:47.412413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a924ea5e-a8d2-48ae-9008-5692b81319ea req-a68a0946-9772-44af-a6f2-97960cfc72bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8321437d-3670-4d89-bed3-6c7f36016b48 HTTP/1.1" status: 200 len: 852 time: 0.1237097 Mar 10 15:00:47.414847 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:47.461114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735e725-290c-4058-8e47-91bedd70afd8 req-8624038d-df54-4ea7-9f6c-93afb7aa7933 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:47.462563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d735e725-290c-4058-8e47-91bedd70afd8 req-8624038d-df54-4ea7-9f6c-93afb7aa7933 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 944 time: 0.2019544 Mar 10 15:00:47.496901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a924ea5e-a8d2-48ae-9008-5692b81319ea req-7b586f2d-3f95-47d0-af09-591d4692f487 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=494206cb-d99f-418a-902f-4bc38d2a6464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544848 Mar 10 15:00:47.532351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:47.532982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:47.534396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] 10.222.0.45 "PUT /v2.0/ports/9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 1096 time: 1.8879402 Mar 10 15:00:47.592245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9fa48-a38a-40ac-852c-00c667db15e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:47.626229 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:47.700229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d735e725-290c-4058-8e47-91bedd70afd8 req-d05481dd-1809-48b0-a0e2-b79a40cb18a8 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290747 Mar 10 15:00:47.753722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6be3-9c4c-4244-9c34-3e4d1d49022b req-abc55f6f-8fcc-40e0-8a3d-a37329c13931 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:47.755402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66cb6be3-9c4c-4244-9c34-3e4d1d49022b req-abc55f6f-8fcc-40e0-8a3d-a37329c13931 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 945 time: 0.2876096 Mar 10 15:00:47.765739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a924ea5e-a8d2-48ae-9008-5692b81319ea req-ab824343-ea11-4780-8700-5e41ed912b82 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579470 Mar 10 15:00:47.785874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-fb29d454-4659-419e-9547-7ed440078ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:47.786926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-fb29d454-4659-419e-9547-7ed440078ed8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1130 time: 0.1872425 Mar 10 15:00:47.898924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-f19998e1-bb73-4d98-a9b7-cec8a64ca85f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 217 time: 0.0887387 Mar 10 15:00:48.218274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66cb6be3-9c4c-4244-9c34-3e4d1d49022b req-f5906a29-1c4b-4319-ba45-155a4ee236a8 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547973 Mar 10 15:00:48.271465 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d85734-6cb6-4636-a525-e79f24c23664 x-openstack-request-id: req-82d85734-6cb6-4636-a525-e79f24c23664 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:48.271981 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbff1fa-d838-409c-8b33-ee0e6373df3c", "name": "network-vif-unplugged", "status": "completed", "tag": "1d512874-3659-4f43-a1cb-6b1e8f49ff4e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:48.272197 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82d85734-6cb6-4636-a525-e79f24c23664 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:48.273615 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e', 'code': 200} Mar 10 15:00:48.288572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cb005-153d-4eaf-a0f1-0ec6899a02cc req-63757124-c375-4239-b317-c59d805087d9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:48.290064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b98cb005-153d-4eaf-a0f1-0ec6899a02cc req-63757124-c375-4239-b317-c59d805087d9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 950 time: 0.4812148 Mar 10 15:00:48.294556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a924ea5e-a8d2-48ae-9008-5692b81319ea req-8f83e3fa-ba36-417f-8df4-3917033a3b32 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066626 Mar 10 15:00:48.296044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-5918f256-8bca-407a-92e5-73e45b884a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:48.297460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-5918f256-8bca-407a-92e5-73e45b884a1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.3862586 Mar 10 15:00:48.332627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'tag': '9caae667-b529-4010-86ed-03d9902015fd'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:48.334857 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871577e5-eff6-4982-88ce-4127f67745e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "tag": "9caae667-b529-4010-86ed-03d9902015fd"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:48.415557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b98cb005-153d-4eaf-a0f1-0ec6899a02cc req-4efde403-2c4a-4766-ae71-5db75884304d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156294 Mar 10 15:00:48.441696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-5079c2bc-d982-4ac6-a76f-5cc76738e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:48.443783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-5079c2bc-d982-4ac6-a76f-5cc76738e1c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1248717 Mar 10 15:00:48.454890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34c57b-a36a-4f84-8f12-6da7dbfa3e98 req-01fec9ed-3eb7-41e5-832e-c9820ef79660 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:48.462137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad34c57b-a36a-4f84-8f12-6da7dbfa3e98 req-01fec9ed-3eb7-41e5-832e-c9820ef79660 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1327474 Mar 10 15:00:48.613303 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad34c57b-a36a-4f84-8f12-6da7dbfa3e98 req-8374c1c6-25ba-4612-9502-716e1a8889ef tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496356 Mar 10 15:00:48.648955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1ee3b-68e3-4955-84c1-d60f9120110a req-c2af7b1a-2332-4440-9fb0-8cbb0eb8debd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:48.656860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1de1ee3b-68e3-4955-84c1-d60f9120110a req-c2af7b1a-2332-4440-9fb0-8cbb0eb8debd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1592813 Mar 10 15:00:48.681093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-090e00b5-f0e9-437a-af81-327e2aec6b17 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106991 Mar 10 15:00:48.845936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1de1ee3b-68e3-4955-84c1-d60f9120110a req-695ceed3-792f-45b6-a45e-aeb1aae65a88 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853230 Mar 10 15:00:48.870062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cc261-8838-462b-b4e8-767a2796441e req-396fc670-6ecd-47ab-9742-bfe2bd03efda tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:48.870062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-311cc261-8838-462b-b4e8-767a2796441e req-396fc670-6ecd-47ab-9742-bfe2bd03efda tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 945 time: 0.1664643 Mar 10 15:00:48.894543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf58b0e-06a1-4ea7-81ee-39a58687a5ee req-3a8e8f41-e729-4443-b903-b067c877b13c service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000728 Mar 10 15:00:48.924606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-311cc261-8838-462b-b4e8-767a2796441e req-9b75849c-9ee4-46c7-afb0-de4681c5bc0d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551729 Mar 10 15:00:48.970689 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd720c9c-b805-493e-b489-ff9d22beac28 x-openstack-request-id: req-bd720c9c-b805-493e-b489-ff9d22beac28 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:48.971001 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "tag": "9caae667-b529-4010-86ed-03d9902015fd", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:48.971251 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd720c9c-b805-493e-b489-ff9d22beac28 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:48.971642 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'tag': '9caae667-b529-4010-86ed-03d9902015fd', 'status': 'completed', 'code': 200} Mar 10 15:00:48.983249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d2167-e771-4571-a73b-dc36a9e6d549 req-504e1c55-c627-4df7-ba02-2ae944f3728b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:48.984729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc6d2167-e771-4571-a73b-dc36a9e6d549 req-504e1c55-c627-4df7-ba02-2ae944f3728b tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.0638356 Mar 10 15:00:49.090671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc6d2167-e771-4571-a73b-dc36a9e6d549 req-ee888e30-a20d-4b55-8ff2-0fd94348cdf2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001544 Mar 10 15:00:49.123040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18b302-4654-48e2-a280-39b5fbe62138 req-b7868954-4d3b-4285-a108-621e62ab27cc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:49.124558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb18b302-4654-48e2-a280-39b5fbe62138 req-b7868954-4d3b-4285-a108-621e62ab27cc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 948 time: 0.1060719 Mar 10 15:00:49.126669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871577e5-eff6-4982-88ce-4127f67745e2 req-30587739-332b-4694-8b67-9db739bcd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:49.128178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-871577e5-eff6-4982-88ce-4127f67745e2 req-30587739-332b-4694-8b67-9db739bcd376 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1130 time: 0.1084702 Mar 10 15:00:49.184412 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:00:49.264122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb18b302-4654-48e2-a280-39b5fbe62138 req-a78a2902-2293-4929-bb0a-f6a758260800 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341915 Mar 10 15:00:49.283499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599ca43-8110-4f68-ae28-8fe04d3b848a req-d04f31eb-34e0-452a-8e6a-3b4dce14773e tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:49.285431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f599ca43-8110-4f68-ae28-8fe04d3b848a req-d04f31eb-34e0-452a-8e6a-3b4dce14773e tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 1132 time: 0.1191823 Mar 10 15:00:49.301709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871577e5-eff6-4982-88ce-4127f67745e2 req-2c36604f-59ee-4065-9878-4b48971de7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:49.303128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-871577e5-eff6-4982-88ce-4127f67745e2 req-2c36604f-59ee-4065-9878-4b48971de7f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1673751 Mar 10 15:00:49.323888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 75c86491-04e3-4fe0-914a-eb867e844066 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:49.327007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:00:49.406323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-871577e5-eff6-4982-88ce-4127f67745e2 req-d5567daf-7404-4c61-bdbc-8b3ad57bed9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 217 time: 0.0830715 Mar 10 15:00:49.413373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f599ca43-8110-4f68-ae28-8fe04d3b848a req-005f1699-4039-4abe-8f45-fcad9bab899a tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206396 Mar 10 15:00:49.461399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:00:49.469189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4ed96-e069-498b-bb32-cf9a6adc8369 req-b6381802-337c-49b4-aff6-00f35bbb5cdd tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:49.470718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73b4ed96-e069-498b-bb32-cf9a6adc8369 req-b6381802-337c-49b4-aff6-00f35bbb5cdd tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 944 time: 0.1487658 Mar 10 15:00:49.478565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871577e5-eff6-4982-88ce-4127f67745e2 req-1c82c4b8-97f3-4c0c-afba-b881a659ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:49.480058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-871577e5-eff6-4982-88ce-4127f67745e2 req-1c82c4b8-97f3-4c0c-afba-b881a659ddaf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0640497 Mar 10 15:00:49.483047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:49.483462 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:49.540418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 75c86491-04e3-4fe0-914a-eb867e844066, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=75c86491-04e3-4fe0-914a-eb867e844066,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:49.561967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '75c86491-04e3-4fe0-914a-eb867e844066', 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464', 'port_id': '75c86491-04e3-4fe0-914a-eb867e844066', 'mac_address': 'fa:16:3e:03:13:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8321437d-3670-4d89-bed3-6c7f36016b48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:49.591569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73b4ed96-e069-498b-bb32-cf9a6adc8369 req-0d809c5e-da40-491f-8e3b-668d3b175afc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100945 Mar 10 15:00:49.605985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871577e5-eff6-4982-88ce-4127f67745e2 req-7257ec12-a5d8-46f4-8eb6-d8f48192011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:49.607558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-871577e5-eff6-4982-88ce-4127f67745e2 req-7257ec12-a5d8-46f4-8eb6-d8f48192011f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1071646 Mar 10 15:00:49.616262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28589be0-0d59-4cd1-a914-0d43707507ff req-de0fe5b4-40a0-4faf-834e-43f5f8389466 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:49.617803 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28589be0-0d59-4cd1-a914-0d43707507ff req-de0fe5b4-40a0-4faf-834e-43f5f8389466 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 945 time: 0.1184924 Mar 10 15:00:49.643119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 75c86491-04e3-4fe0-914a-eb867e844066 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:49.643502 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (75c86491-04e3-4fe0-914a-eb867e844066), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:49.658061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:49.658349 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:49.672814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c86491-04e3-4fe0-914a-eb867e844066 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:49.719032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 75c86491-04e3-4fe0-914a-eb867e844066, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=75c86491-04e3-4fe0-914a-eb867e844066,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:49.729561 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (75c86491-04e3-4fe0-914a-eb867e844066), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:49.734885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:49.760686 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:49.761437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1d512874-3659-4f43-a1cb-6b1e8f49ff4e up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:00:49.767615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28589be0-0d59-4cd1-a914-0d43707507ff req-0c76c135-4839-48a6-9a3c-4bcfa4ac499d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398244 Mar 10 15:00:49.769877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-991a0650-b459-4444-bf60-936ce6c7d142 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802264 Mar 10 15:00:49.806400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-871577e5-eff6-4982-88ce-4127f67745e2 req-90d9d7fe-9983-4c0a-a848-1acf670f5415 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859016 Mar 10 15:00:49.823867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=75c86491-04e3-4fe0-914a-eb867e844066,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:49.834052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.834411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.834736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.835185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.835522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.835874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.836182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.836505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.836825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.837281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.837679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.838003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:49.838390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:00:50.017123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-871577e5-eff6-4982-88ce-4127f67745e2 req-844a2dac-62c5-4365-88a6-d196c00abf3b service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976004 Mar 10 15:00:50.025141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:50.025526 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:50.025703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d70a7607-5d43-41f2-b9f8-03a68d252ecb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:50.027194 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d70a7607-5d43-41f2-b9f8-03a68d252ecb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457190 Mar 10 15:00:50.037032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec6860-0b31-4853-8727-4249e6363d75 req-1d35c385-0d3e-4b8e-a58a-f5ae70c582f3 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:50.045724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3ec6860-0b31-4853-8727-4249e6363d75 req-1d35c385-0d3e-4b8e-a58a-f5ae70c582f3 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1914661 Mar 10 15:00:50.065510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:50.069205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-3737adc1-fc27-430f-93cd-6c8ea26ce039 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/quotas/7f6dc28adc7e40b9b9096767faf51860 HTTP/1.1" status: 200 len: 375 time: 0.0180564 Mar 10 15:00:50.123482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:50.123874 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:50.124844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3ec6860-0b31-4853-8727-4249e6363d75 req-dd22c6f6-31e1-49a6-8bc2-aeae5e017428 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800753 Mar 10 15:00:50.163330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:50.167398 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:50.169209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-74e6d70e-0000-4ef3-b253-406884d1cf54 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0880249 Mar 10 15:00:50.223865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:50.230898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['75c86491-04e3-4fe0-914a-eb867e844066'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:50.249014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47017c25-bbd8-4c0c-a485-5f25fc3282d1 req-533f0e6a-ab87-4469-bd8b-5906e3aafd09 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:50.250527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47017c25-bbd8-4c0c-a485-5f25fc3282d1 req-533f0e6a-ab87-4469-bd8b-5906e3aafd09 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.0579391 Mar 10 15:00:50.277461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563'}, {'server_uuid': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:50.279956 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58725dc5-ea7f-4b64-a197-584ecbd4a605" -d '{"events": [{"server_uuid": "64738f05-0812-4f5a-9da8-3ea35b623a31", "name": "network-vif-plugged", "status": "completed", "tag": "5a749a96-e0d5-43c7-bb84-6e4bbdbc7563"}, {"server_uuid": "1bbff1fa-d838-409c-8b33-ee0e6373df3c", "name": "network-vif-plugged", "status": "completed", "tag": "1d512874-3659-4f43-a1cb-6b1e8f49ff4e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:50.342591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47017c25-bbd8-4c0c-a485-5f25fc3282d1 req-74bf99df-1c38-4f98-97e3-050fd53edf95 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847051 Mar 10 15:00:50.370623 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:50.449516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1385c0-c261-401a-9162-5e6850de091e req-25eb2937-47bd-4892-8ac1-1b8b9654696c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:50.451108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d1385c0-c261-401a-9162-5e6850de091e req-25eb2937-47bd-4892-8ac1-1b8b9654696c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1060879 Mar 10 15:00:50.503049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc42b73-ec4c-410e-80d5-4b5bdffed50c req-7b3eedcf-9364-4312-a4a8-12bb00a58b7d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:50.505120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bc42b73-ec4c-410e-80d5-4b5bdffed50c req-7b3eedcf-9364-4312-a4a8-12bb00a58b7d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1061792 Mar 10 15:00:50.527333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d1385c0-c261-401a-9162-5e6850de091e req-cc99595a-4053-4152-aaeb-8d1adaf8fae5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680041 Mar 10 15:00:50.577220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bc42b73-ec4c-410e-80d5-4b5bdffed50c req-0df780c7-d219-4dc9-964c-924e814fde20 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639472 Mar 10 15:00:50.588776 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bea9bf-8a45-41cb-a1a9-7625b0ed304f x-openstack-request-id: req-63bea9bf-8a45-41cb-a1a9-7625b0ed304f {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:50.589180 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64738f05-0812-4f5a-9da8-3ea35b623a31", "name": "network-vif-plugged", "status": "completed", "tag": "5a749a96-e0d5-43c7-bb84-6e4bbdbc7563", "code": 200}, {"server_uuid": "1bbff1fa-d838-409c-8b33-ee0e6373df3c", "name": "network-vif-plugged", "status": "completed", "tag": "1d512874-3659-4f43-a1cb-6b1e8f49ff4e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:50.589525 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63bea9bf-8a45-41cb-a1a9-7625b0ed304f {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:50.590078 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563', 'code': 200} Mar 10 15:00:50.590522 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e', 'code': 200} Mar 10 15:00:50.703197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b7a1d4d-9995-42fd-b7b6-aaf0c09af32d req-06081af8-bd00-4ce2-aae3-9e6bee2c7895 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 210 time: 0.0467525 Mar 10 15:00:50.760035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8a002-fdd8-483d-a0d4-66802fd43937 req-c4a8cde4-7a68-48e9-81bb-1a4b13ab25eb tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:50.761589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53a8a002-fdd8-483d-a0d4-66802fd43937 req-c4a8cde4-7a68-48e9-81bb-1a4b13ab25eb tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 948 time: 0.1152573 Mar 10 15:00:50.778004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2ac41-33b9-499e-b87b-17767398b511 req-b7b45d4f-5656-4ae6-b3fb-fcd89cac3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:50.779574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2ac41-33b9-499e-b87b-17767398b511 req-b7b45d4f-5656-4ae6-b3fb-fcd89cac3a68 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 1128 time: 0.0712812 Mar 10 15:00:50.915652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53a8a002-fdd8-483d-a0d4-66802fd43937 req-6b18c283-e33c-458c-8659-99038e0300d1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459055 Mar 10 15:00:50.927829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2ac41-33b9-499e-b87b-17767398b511 req-be9724d6-26fd-4740-b574-62f48bf622ab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289146 Mar 10 15:00:50.945626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820b98-9b4d-4ff5-9389-f66ea454ba74 req-09b26209-b0f2-4698-9f2b-4d7abcbc8182 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:50.947306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c820b98-9b4d-4ff5-9389-f66ea454ba74 req-09b26209-b0f2-4698-9f2b-4d7abcbc8182 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 945 time: 0.1669068 Mar 10 15:00:50.965039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142f599-d884-47b9-b99a-9988883f8450 req-729d28ca-f874-4188-be09-9113a3bd3df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:50.966559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a142f599-d884-47b9-b99a-9988883f8450 req-729d28ca-f874-4188-be09-9113a3bd3df9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 1128 time: 0.1112733 Mar 10 15:00:51.034266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c820b98-9b4d-4ff5-9389-f66ea454ba74 req-70b0b2b7-99d8-4f29-9fe8-f1cac9ccaefd tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778174 Mar 10 15:00:51.050436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc532e4-a0b6-4b15-a6bb-c1a6564f8edc req-4a1924d4-3519-43be-b038-50d7989f6716 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:51.051977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fc532e4-a0b6-4b15-a6bb-c1a6564f8edc req-4a1924d4-3519-43be-b038-50d7989f6716 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.0750325 Mar 10 15:00:51.105467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fc532e4-a0b6-4b15-a6bb-c1a6564f8edc req-67c1ca0e-30ca-4c16-ad76-4e839c491c07 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476015 Mar 10 15:00:51.241786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e341d1-5114-428c-8586-06d1cc9f1fc1 req-a26f5f90-5298-45d5-a54a-1122bb6908ad tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:51.243260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e341d1-5114-428c-8586-06d1cc9f1fc1 req-a26f5f90-5298-45d5-a54a-1122bb6908ad tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.0517025 Mar 10 15:00:51.329881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a142f599-d884-47b9-b99a-9988883f8450 req-f386f5db-46ab-41f9-a850-c0162f942aaa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798173 Mar 10 15:00:51.334064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e341d1-5114-428c-8586-06d1cc9f1fc1 req-48278096-93f0-4e80-a6c6-de7ae55627f1 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764945 Mar 10 15:00:51.339414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9caae667-b529-4010-86ed-03d9902015fd details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:51.437753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:51.449360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '9caae667-b529-4010-86ed-03d9902015fd', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '9caae667-b529-4010-86ed-03d9902015fd', 'mac_address': 'fa:16:3e:82:55:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:51.458665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976b57d-c121-4dd0-a0a9-6eeb54f12893 req-3926850f-7111-4b6f-b3cc-84528f855039 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:51.460204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4976b57d-c121-4dd0-a0a9-6eeb54f12893 req-3926850f-7111-4b6f-b3cc-84528f855039 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.0557349 Mar 10 15:00:51.490709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 9caae667-b529-4010-86ed-03d9902015fd is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:51.491223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:51.503817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9caae667-b529-4010-86ed-03d9902015fd {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:51.507997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4976b57d-c121-4dd0-a0a9-6eeb54f12893 req-c31b6dcc-c560-4041-8d9e-a51a57b92dfa tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420153 Mar 10 15:00:51.525661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:51.529615 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:51.579204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:51.660661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f6fd6-9c63-4e0e-83cd-3e7d85202f94 req-b5fa2a21-cf66-4061-a81b-24ed40a39e46 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:51.662725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d99f6fd6-9c63-4e0e-83cd-3e7d85202f94 req-b5fa2a21-cf66-4061-a81b-24ed40a39e46 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.0665209 Mar 10 15:00:51.669235 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-27f56931-0bd2-45ba-a963-7af02a3d289e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:51.745041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d99f6fd6-9c63-4e0e-83cd-3e7d85202f94 req-44bf26c6-a2ff-4204-81ab-fd1b9fbc70f6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708272 Mar 10 15:00:51.753914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a627c-7ea2-41f4-82ce-81f8347e9987 req-440204b5-9a2a-4a66-aec2-310ac64fc825 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:51.755487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e5a627c-7ea2-41f4-82ce-81f8347e9987 req-440204b5-9a2a-4a66-aec2-310ac64fc825 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.0917771 Mar 10 15:00:51.806845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e5a627c-7ea2-41f4-82ce-81f8347e9987 req-ef058d61-425c-4e94-84e4-2ba05710878d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450325 Mar 10 15:00:51.841218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9192b99-02dd-48fd-acbc-2f5e14f2a9db req-c7097114-50e6-45b5-9ea1-fd92b4b49fa2 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 210 time: 0.0311265 Mar 10 15:00:52.035855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90f73c-3709-4697-8117-b40770295a98 req-94ccb2ff-ab66-4a10-8a69-be87f4a6ddd9 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:52.037445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d90f73c-3709-4697-8117-b40770295a98 req-94ccb2ff-ab66-4a10-8a69-be87f4a6ddd9 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 949 time: 0.0552065 Mar 10 15:00:52.104235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d90f73c-3709-4697-8117-b40770295a98 req-4376a0ff-de0f-4965-b189-f53353306668 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593264 Mar 10 15:00:52.186226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0465f-a05a-48a1-828a-a7a3553ed7e7 req-aa50ef04-53ec-4ae9-a829-bcbec9759181 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:52.188050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89b0465f-a05a-48a1-828a-a7a3553ed7e7 req-aa50ef04-53ec-4ae9-a829-bcbec9759181 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 945 time: 0.0615540 Mar 10 15:00:52.192892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['9caae667-b529-4010-86ed-03d9902015fd'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:52.257521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-db0ddc78-f0c3-454f-8cd2-f703d61b9592 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7f6dc28adc7e40b9b9096767faf51860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580363 Mar 10 15:00:52.324766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89b0465f-a05a-48a1-828a-a7a3553ed7e7 req-baf0167a-3b80-4153-b082-364435d336f8 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241064 Mar 10 15:00:52.388956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05e15-c0a4-4f8d-a69f-9d13a04ce252 req-1e9e60f3-954f-4ada-abae-ccf9a1e84aa0 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:52.390422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16e05e15-c0a4-4f8d-a69f-9d13a04ce252 req-1e9e60f3-954f-4ada-abae-ccf9a1e84aa0 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.2014554 Mar 10 15:00:52.474512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-49deaf04-e777-40cd-abf0-182719b42802 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:52.475973 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-49deaf04-e777-40cd-abf0-182719b42802 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013421 Mar 10 15:00:52.497647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Request body: {'port': {'device_id': '507a0129-fbfc-4ae4-b171-abb1ee64a94a', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '7f6dc28adc7e40b9b9096767faf51860'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:52.505061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16e05e15-c0a4-4f8d-a69f-9d13a04ce252 req-07646a11-0aee-4e20-8c62-5624e2bc3f6d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074591 Mar 10 15:00:52.541231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaac579-a7f8-4e09-8038-6f3c8cd225c8 req-7c733ce7-5f97-46f3-8b94-e562c00d9709 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:52.542709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aaac579-a7f8-4e09-8038-6f3c8cd225c8 req-7c733ce7-5f97-46f3-8b94-e562c00d9709 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1345117 Mar 10 15:00:52.674085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aaac579-a7f8-4e09-8038-6f3c8cd225c8 req-79b96b40-345c-46c9-a3af-5fa4af8c5976 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249814 Mar 10 15:00:52.695637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b26dbc-e820-4f54-8a32-2fbf7a9f01d4 req-2c32183e-26a9-462a-a014-560e0aa6b257 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:52.697200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82b26dbc-e820-4f54-8a32-2fbf7a9f01d4 req-2c32183e-26a9-462a-a014-560e0aa6b257 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1147258 Mar 10 15:00:52.702810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Made reservation on behalf of 7f6dc28adc7e40b9b9096767faf51860 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:00:52.705973 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:52.797971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82b26dbc-e820-4f54-8a32-2fbf7a9f01d4 req-0914ce1f-2dfd-4aa6-acc5-7f31529c6464 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892410 Mar 10 15:00:52.912777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Allocated IP 192.168.233.245 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/3fdfb7e6-c289-4d79-be31-a51f3670ff32) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:00:52.950569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc619def-9f23-4ca3-92e5-05333b20a5ca req-ca34f0ce-0151-44f7-8985-efdfd86036bc tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:52.951970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc619def-9f23-4ca3-92e5-05333b20a5ca req-ca34f0ce-0151-44f7-8985-efdfd86036bc tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1377861 Mar 10 15:00:53.030243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9476653-178a-4458-8515-0781dec6207a req-82ddf8eb-188d-43f8-8530-6a12601402d1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:53.031717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9476653-178a-4458-8515-0781dec6207a req-82ddf8eb-188d-43f8-8530-6a12601402d1 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1409719 Mar 10 15:00:53.068496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc619def-9f23-4ca3-92e5-05333b20a5ca req-f7946aec-d241-44a2-ad3c-85db253e5752 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084495 Mar 10 15:00:53.180592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f800466a-94ae-4dac-97c1-3b7fd805838f req-0b48db06-19f4-49c3-a028-9d97aa39186a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 210 time: 0.0435541 Mar 10 15:00:53.187330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9476653-178a-4458-8515-0781dec6207a req-e2b988b8-6aa0-4542-9625-765f73b83544 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434433 Mar 10 15:00:53.210302 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks [] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:53.251787 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:53.265529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cf16e307-c862-4d16-860c-3ed4b7cf02f7', 'e3069e3a-3c87-4a29-90db-2fdb2934391b', '62c2a6c2-5291-462c-bc01-ca5740d47034'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:53.270524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', '497a600a-4230-4589-b022-c125e2f94165', '3a31c5f2-60c8-446f-acc7-f918e759fbef', '0e1d0682-11ba-4602-a761-861881005198'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:53.325537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:00:53.332538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event updated for resources: {'Port': ['ID=3fdfb7e6-c289-4d79-be31-a51f3670ff32,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:53.336858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:00:53.338976 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:00:53.351474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 75c86491-04e3-4fe0-914a-eb867e844066 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:00:53.385293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704958c7-139e-4182-aba9-fbb1f81a3ca4 req-313730ba-c472-437f-a41b-8c454d929f77 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:53.392380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-704958c7-139e-4182-aba9-fbb1f81a3ca4 req-313730ba-c472-437f-a41b-8c454d929f77 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 949 time: 0.1499691 Mar 10 15:00:53.439522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:53.440283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:53.483354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-704958c7-139e-4182-aba9-fbb1f81a3ca4 req-d263bf0b-4bf6-4d8c-b099-bbb53e5c76e6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893078 Mar 10 15:00:53.501871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d430d2ae-97bd-41ae-8b3d-71b6558c664d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0081141 Mar 10 15:00:53.523806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Request body: {'port': {'device_id': '507a0129-fbfc-4ae4-b171-abb1ee64a94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:53.545540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 75c86491-04e3-4fe0-914a-eb867e844066 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:00:53.567137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 75c86491-04e3-4fe0-914a-eb867e844066 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:53.567516 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (75c86491-04e3-4fe0-914a-eb867e844066), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:53.769555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a16d742f-1f72-4017-b474-cba6c03be9ff None None] Provisioning complete for port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:53.769836 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a16d742f-1f72-4017-b474-cba6c03be9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:53.839061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 75c86491-04e3-4fe0-914a-eb867e844066 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:53.839452 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (75c86491-04e3-4fe0-914a-eb867e844066), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:53.876231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a16d742f-1f72-4017-b474-cba6c03be9ff None None] Port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:00:53.903971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c86491-04e3-4fe0-914a-eb867e844066'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:53.906253 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87df1cd3-968a-497a-9d5b-65445d761d07" -d '{"events": [{"server_uuid": "3335616f-4702-42ce-b7d6-fce0cdc193ce", "name": "network-vif-plugged", "status": "completed", "tag": "75c86491-04e3-4fe0-914a-eb867e844066"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:53.925868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c36bc-78bd-40a6-8f8e-a3e36abd7b65 req-d3392574-cc45-4a6a-91a2-de8accdc2863 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:53.927378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a67c36bc-78bd-40a6-8f8e-a3e36abd7b65 req-d3392574-cc45-4a6a-91a2-de8accdc2863 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 945 time: 0.4401131 Mar 10 15:00:53.934927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 75c86491-04e3-4fe0-914a-eb867e844066, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=75c86491-04e3-4fe0-914a-eb867e844066,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:53.941878 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (75c86491-04e3-4fe0-914a-eb867e844066), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:53.965082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363330b-8a71-4410-9bef-aec199d77ade req-57e2e006-4451-4e4c-8bfe-475c83629989 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:53.966599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1363330b-8a71-4410-9bef-aec199d77ade req-57e2e006-4451-4e4c-8bfe-475c83629989 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.3797216 Mar 10 15:00:53.967527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:54.035445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a67c36bc-78bd-40a6-8f8e-a3e36abd7b65 req-3e51d1d0-9710-4e86-b2ca-f898776da30f tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006525 Mar 10 15:00:54.046892 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0698c4e4-7ba8-444d-92b6-d9acae8aa683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:54.070584 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=75c86491-04e3-4fe0-914a-eb867e844066,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:54.079619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1363330b-8a71-4410-9bef-aec199d77ade req-bfda5067-25c2-496c-9d22-96f60105281c tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949500 Mar 10 15:00:54.305154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7eb6b-d793-4fa9-b2cf-84a47c0e4c90 req-04e0ddde-9758-4e1d-a4ae-9ec52219c60e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:54.306966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24f7eb6b-d793-4fa9-b2cf-84a47c0e4c90 req-04e0ddde-9758-4e1d-a4ae-9ec52219c60e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1327934 Mar 10 15:00:54.317686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7d781-afee-445e-bea5-0823666d9eed req-3c7dd6b0-3942-4f76-82bf-06bea4f2821b tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:54.319114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28f7d781-afee-445e-bea5-0823666d9eed req-3c7dd6b0-3942-4f76-82bf-06bea4f2821b tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1563790 Mar 10 15:00:54.460989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28f7d781-afee-445e-bea5-0823666d9eed req-7421a2ec-a302-4a43-9db7-25ce92874f09 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118841 Mar 10 15:00:54.465402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24f7eb6b-d793-4fa9-b2cf-84a47c0e4c90 req-5d48806c-0210-4ffa-9a35-a871c24fc513 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193986 Mar 10 15:00:54.513556 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2b3216-b252-46b9-b6b6-6064e7f31315 x-openstack-request-id: req-1e2b3216-b252-46b9-b6b6-6064e7f31315 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:54.514071 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3335616f-4702-42ce-b7d6-fce0cdc193ce", "name": "network-vif-plugged", "status": "completed", "tag": "75c86491-04e3-4fe0-914a-eb867e844066", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:54.514190 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e2b3216-b252-46b9-b6b6-6064e7f31315 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:54.514556 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c86491-04e3-4fe0-914a-eb867e844066', 'code': 200} Mar 10 15:00:54.523163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdfb7e6-c289-4d79-be31-a51f3670ff32 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:54.531523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Publish callbacks [] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:54.558303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Transition to ACTIVE for port object 3fdfb7e6-c289-4d79-be31-a51f3670ff32 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:00:54.579478 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:54.697734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdfb7e6-c289-4d79-be31-a51f3670ff32,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:54.740799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bae14c-db64-45b8-8d01-82c7934d3b15 req-506aa013-1c53-462c-bc1d-cf9a422e7bfe tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:54.742507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82bae14c-db64-45b8-8d01-82c7934d3b15 req-506aa013-1c53-462c-bc1d-cf9a422e7bfe tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1950526 Mar 10 15:00:54.758216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494a09a-29ef-496d-86a3-51ebf2b3b1a2 req-0c52b3e0-93aa-4569-a738-46285cec2a7a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:54.759753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a494a09a-29ef-496d-86a3-51ebf2b3b1a2 req-0c52b3e0-93aa-4569-a738-46285cec2a7a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1825426 Mar 10 15:00:54.799936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9f2f-120b-4b1b-a7ef-3b0bbf9c61f7 req-b14ceeca-a392-42f4-908c-811a2f41f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:54.801878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0b9f2f-120b-4b1b-a7ef-3b0bbf9c61f7 req-b14ceeca-a392-42f4-908c-811a2f41f481 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 1128 time: 0.1728623 Mar 10 15:00:54.911713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82bae14c-db64-45b8-8d01-82c7934d3b15 req-0fcd26a8-2ae4-4113-a71c-4e7dd703dc82 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609864 Mar 10 15:00:54.912366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Attempting to bind port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:54.912693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Attempting to bind port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:54.913014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Attempting to bind port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:54.926947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0b9f2f-120b-4b1b-a7ef-3b0bbf9c61f7 req-f83a8b29-7cb9-4dcc-9e8f-d3f6b266b2a2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129801 Mar 10 15:00:54.927223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:54.927542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Attempting to bind port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:54.932256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a494a09a-29ef-496d-86a3-51ebf2b3b1a2 req-046f15e1-1a0f-4d8c-85c7-b8675a1821d5 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466985 Mar 10 15:00:54.940206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:54.940770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:54.941188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:54.941674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Bound port: 3fdfb7e6-c289-4d79-be31-a51f3670ff32, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:54.942098 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:55.084601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] For port 3fdfb7e6-c289-4d79-be31-a51f3670ff32, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:55.089888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] For port 3fdfb7e6-c289-4d79-be31-a51f3670ff32, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3fdfb7e6-c289-4d79-be31-a51f3670ff32,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:55.101473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:55.104800 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:55.111524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b6f4b-d244-4381-a7a9-c7f0f01c5062 req-0f05b57e-cd43-4ce4-b97b-9083d35e6680 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:55.113011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb4b6f4b-d244-4381-a7a9-c7f0f01c5062 req-0f05b57e-cd43-4ce4-b97b-9083d35e6680 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 948 time: 0.1270897 Mar 10 15:00:55.121784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e20c2-df13-4353-9a87-4bee000fe7c9 req-e0fef0a3-e34e-434c-a716-5a8baf6cfaf3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:55.123198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8d0e20c2-df13-4353-9a87-4bee000fe7c9 req-e0fef0a3-e34e-434c-a716-5a8baf6cfaf3 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 945 time: 0.1266894 Mar 10 15:00:55.186130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:55.186728 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:55.188115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] 10.222.0.45 "PUT /v2.0/ports/3fdfb7e6-c289-4d79-be31-a51f3670ff32 HTTP/1.1" status: 200 len: 1096 time: 1.6692529 Mar 10 15:00:55.194351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507a0129-fbfc-4ae4-b171-abb1ee64a94a', 'tag': '3fdfb7e6-c289-4d79-be31-a51f3670ff32'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:55.196727 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24" -d '{"events": [{"name": "network-changed", "server_uuid": "507a0129-fbfc-4ae4-b171-abb1ee64a94a", "tag": "3fdfb7e6-c289-4d79-be31-a51f3670ff32"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:55.218112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc8e19-c1e2-4cbe-8085-893657d9e6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fdfb7e6-c289-4d79-be31-a51f3670ff32,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:55.263845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb4b6f4b-d244-4381-a7a9-c7f0f01c5062 req-9e535a32-03c2-484c-8df8-bdb3759f9cce tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232691 Mar 10 15:00:55.266975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8d0e20c2-df13-4353-9a87-4bee000fe7c9 req-3dbac02a-a68c-4dfd-a983-4367d08971e4 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216438 Mar 10 15:00:55.350061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7457e1e0-e5b8-42f3-a332-91d8913bf031 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:55.359028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9caae667-b529-4010-86ed-03d9902015fd up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:00:55.378607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d52f8a3a-c6f7-445d-9ab9-e97c203fe521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:55.380510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-d52f8a3a-c6f7-445d-9ab9-e97c203fe521 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 1130 time: 0.0901070 Mar 10 15:00:55.443700 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-54d8c0ec-6f23-4bc1-896b-9fe6873d6567 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=3fdfb7e6-c289-4d79-be31-a51f3670ff32 HTTP/1.1" status: 200 len: 217 time: 0.0464904 Mar 10 15:00:55.467252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac4b5e-6248-42d9-b1bb-78828f131bf3 req-4a1e9ae9-7e9c-4a00-9f6a-38d854548d50 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:55.468981 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3ac4b5e-6248-42d9-b1bb-78828f131bf3 req-4a1e9ae9-7e9c-4a00-9f6a-38d854548d50 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 949 time: 0.1122611 Mar 10 15:00:55.505397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 9caae667-b529-4010-86ed-03d9902015fd completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:00:55.516776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 9caae667-b529-4010-86ed-03d9902015fd triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:00:55.517468 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9caae667-b529-4010-86ed-03d9902015fd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:55.554543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-dad65405-0097-4a18-ae12-9d2bb984a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:55.556276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-dad65405-0097-4a18-ae12-9d2bb984a19b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0863431 Mar 10 15:00:55.564713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3ac4b5e-6248-42d9-b1bb-78828f131bf3 req-6cb5f590-a5f5-4ba8-8fcc-9c139653d85d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867271 Mar 10 15:00:55.598533 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:55.632963 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7457e1e0-e5b8-42f3-a332-91d8913bf031 has no active binding in host n-h1-833090-1 {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 15:00:55.645889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-9881faba-5b02-4156-9e54-fc8fe5829445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:55.647916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-9881faba-5b02-4156-9e54-fc8fe5829445 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0765729 Mar 10 15:00:55.687093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 9caae667-b529-4010-86ed-03d9902015fd is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:55.687592 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:55.729374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:55.734676 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:55.794585 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fee0fd-a757-4bac-aa8b-daef7d8ffed1 x-openstack-request-id: req-a6fee0fd-a757-4bac-aa8b-daef7d8ffed1 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:55.794904 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507a0129-fbfc-4ae4-b171-abb1ee64a94a", "tag": "3fdfb7e6-c289-4d79-be31-a51f3670ff32", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:55.795460 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6fee0fd-a757-4bac-aa8b-daef7d8ffed1 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:55.795583 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507a0129-fbfc-4ae4-b171-abb1ee64a94a', 'tag': '3fdfb7e6-c289-4d79-be31-a51f3670ff32', 'status': 'completed', 'code': 200} Mar 10 15:00:55.824830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:55.870975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-df93c244-bf21-4c9e-b44a-14b783f26cf2 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:55.872378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-df93c244-bf21-4c9e-b44a-14b783f26cf2 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 1127 time: 0.1367824 Mar 10 15:00:55.903831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833090-1'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:55.919820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4691f-78bf-4f36-a554-9353a2fd59df req-14ad997b-4f83-4c09-a6c1-637faf7a637e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:55.921287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89f4691f-78bf-4f36-a554-9353a2fd59df req-14ad997b-4f83-4c09-a6c1-637faf7a637e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 946 time: 0.2249312 Mar 10 15:00:55.979346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-ec2cbcc0-97d0-4605-bd46-44abff501884 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510591 Mar 10 15:00:56.036545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d441cff-3ade-4c1a-b08d-0e3f1a832c58 req-19589238-48d6-49ec-b869-e843114a21c6 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:56.038030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d441cff-3ade-4c1a-b08d-0e3f1a832c58 req-19589238-48d6-49ec-b869-e843114a21c6 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1873727 Mar 10 15:00:56.054893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 822b5dc6-228b-404c-babb-b4eaa919b48b details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:56.084424 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:56.099805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89f4691f-78bf-4f36-a554-9353a2fd59df req-0f2d03e9-ab93-460e-9ef0-3abcdc6653a6 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573708 Mar 10 15:00:56.175209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 822b5dc6-228b-404c-babb-b4eaa919b48b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=822b5dc6-228b-404c-babb-b4eaa919b48b,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:56.198155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '822b5dc6-228b-404c-babb-b4eaa919b48b', 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238', 'port_id': '822b5dc6-228b-404c-babb-b4eaa919b48b', 'mac_address': 'fa:16:3e:8a:36:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b31adf1-a8e9-48c4-a752-3e4542a7a6a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:56.246183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 822b5dc6-228b-404c-babb-b4eaa919b48b is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:56.246727 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:56.262503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822b5dc6-228b-404c-babb-b4eaa919b48b {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:56.263125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d441cff-3ade-4c1a-b08d-0e3f1a832c58 req-16ae58e9-9a3b-4549-9526-40eb390cee65 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009614 Mar 10 15:00:56.265026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-830e4d2f-1f27-4247-8b06-76dbedebe8c7 req-6bc1e71c-8c39-4c09-94ff-00deaee0b691 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543726 Mar 10 15:00:56.309436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 822b5dc6-228b-404c-babb-b4eaa919b48b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=822b5dc6-228b-404c-babb-b4eaa919b48b,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:56.314940 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:56.353108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec26575-a073-4c07-9343-ca4f7d45d005 req-cc084c30-f88e-442d-b6db-dfddccb0982f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:56.361387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ec26575-a073-4c07-9343-ca4f7d45d005 req-cc084c30-f88e-442d-b6db-dfddccb0982f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1978939 Mar 10 15:00:56.371703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=822b5dc6-228b-404c-babb-b4eaa919b48b,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:56.434645 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:56.465573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:56.511617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ec26575-a073-4c07-9343-ca4f7d45d005 req-f4b11ebd-1b6a-4458-8681-2715d268d342 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493495 Mar 10 15:00:56.516450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caae667-b529-4010-86ed-03d9902015fd'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:56.519587 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c60151b-98bb-4951-b58d-65f8a710b27c" -d '{"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "9caae667-b529-4010-86ed-03d9902015fd"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:56.532645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24 req-c5fd663a-5d60-4ca6-90c4-f37943a457b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:56.534130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24 req-c5fd663a-5d60-4ca6-90c4-f37943a457b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 1130 time: 0.1707582 Mar 10 15:00:56.543118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2c5ca-946e-4c67-adaa-26cbc5bd8b53 req-7f0a2782-a049-43e3-87b5-7e1fd69652bc tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:56.544559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f2c5ca-946e-4c67-adaa-26cbc5bd8b53 req-7f0a2782-a049-43e3-87b5-7e1fd69652bc tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1674495 Mar 10 15:00:56.549594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:56.712912 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Publish callbacks [] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:56.803388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['822b5dc6-228b-404c-babb-b4eaa919b48b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:57.032790 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:57.043129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f2c5ca-946e-4c67-adaa-26cbc5bd8b53 req-08d529b6-8af0-483a-bafd-39cdc19e3bde tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707792 Mar 10 15:00:57.095140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24 req-7844ac6a-1af2-4382-b38e-ec3e58bed92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:57.097167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24 req-7844ac6a-1af2-4382-b38e-ec3e58bed92d service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.5256300 Mar 10 15:00:57.153133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-f492beb5-137a-4ecc-8707-5d9571065f84 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:57.154598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-f492beb5-137a-4ecc-8707-5d9571065f84 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/networks?id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 HTTP/1.1" status: 200 len: 815 time: 0.5478251 Mar 10 15:00:57.225415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24 req-917d7c04-5535-4879-91b7-9edc5e3ecd02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=3fdfb7e6-c289-4d79-be31-a51f3670ff32 HTTP/1.1" status: 200 len: 217 time: 0.0959086 Mar 10 15:00:57.226012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Pushing event updated for resources: {'Port': ['ID=7457e1e0-e5b8-42f3-a332-91d8913bf031,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:57.263807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-47e3207e-04fd-4385-bb99-6fcf6d45e29e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/quotas/2e899169bfbd49eda1340c6cb67878e9 HTTP/1.1" status: 200 len: 375 time: 0.0583150 Mar 10 15:00:57.266425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on host n-h2-833090-1 for vnic_type normal with profile {"migrating_to": "n-h1-833090-1"} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:00:57.266772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:00:57.267136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:57.312314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:00:57.312669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Attempting to bind port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on network 6b04d328-1348-4a5e-9f15-addb2bbb45b4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:00:57.348507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:00:57.348845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Checking segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:00:57.349232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Bound using segment: {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:00:57.349664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Bound port: 7457e1e0-e5b8-42f3-a332-91d8913bf031, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6b04d328-1348-4a5e-9f15-addb2bbb45b4'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:00:57.350021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:57.363121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24 req-81b7481c-5667-47d3-9341-1a3446f55bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:57.364668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24 req-81b7481c-5667-47d3-9341-1a3446f55bfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1113961 Mar 10 15:00:57.381094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0fe0-7504-4a8a-b3df-c6259dd3108e req-5b3891d1-cd90-43ed-b3ab-15d6d0e19a2f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:57.382539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ccc0fe0-7504-4a8a-b3df-c6259dd3108e req-5b3891d1-cd90-43ed-b3ab-15d6d0e19a2f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 948 time: 0.2425396 Mar 10 15:00:57.465506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-a1d12fa8-c230-4248-8ec8-7cc446507ab9 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2e899169bfbd49eda1340c6cb67878e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1729736 Mar 10 15:00:57.540440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:00:57.547203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ccc0fe0-7504-4a8a-b3df-c6259dd3108e req-6cf791d8-c3a8-4f78-8094-53d4281236a8 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452260 Mar 10 15:00:57.594590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:00:57.597197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24 req-86e7633b-7570-40a2-b59f-535b7a5ef611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:57.598695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24 req-86e7633b-7570-40a2-b59f-535b7a5ef611 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1957002 Mar 10 15:00:57.604897 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:57.724171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-e20deb18-11ef-415b-8fb1-83ca2bd39db5 service neutron] 10.222.0.11 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471859 Mar 10 15:00:57.798086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7457e1e0-e5b8-42f3-a332-91d8913bf031'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:00:57.800300 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87195b5f-94ae-4453-9313-442f7140f5c5" -d '{"events": [{"server_uuid": "f83c785b-fead-4db4-b439-38a1bf46c17b", "name": "network-vif-unplugged", "status": "completed", "tag": "7457e1e0-e5b8-42f3-a332-91d8913bf031"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:00:57.820249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Pushing event updated for resources: {'Port': ['ID=7457e1e0-e5b8-42f3-a332-91d8913bf031,revision_number=8']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:57.834557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:57.835207 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:57.836575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-f65c9142-5dd2-4e32-b8d6-b0e683c1c8dd service neutron] 10.222.0.45 "PUT /v2.0/ports/7457e1e0-e5b8-42f3-a332-91d8913bf031 HTTP/1.1" status: 200 len: 1121 time: 1.9390614 Mar 10 15:00:57.889001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a608f-8be6-4dc9-8451-15207d2b0d8b req-b22c7152-c64a-4837-8c19-a55f68938908 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:57.890486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f31a608f-8be6-4dc9-8451-15207d2b0d8b req-b22c7152-c64a-4837-8c19-a55f68938908 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.2797680 Mar 10 15:00:57.917149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24 req-cab9142d-2e46-4f10-809f-02b590231d19 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024871 Mar 10 15:00:57.980066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-2e5b09dd-d3d4-4f13-8616-be4359687d8a service neutron] 10.222.0.11 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466877 Mar 10 15:00:58.010577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['7457e1e0-e5b8-42f3-a332-91d8913bf031'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:58.025585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f31a608f-8be6-4dc9-8451-15207d2b0d8b req-4b6a487c-d18b-43fd-83c6-75bfbfdc9165 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272163 Mar 10 15:00:58.065965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e44ed2ff-65bb-4c5b-86b5-20a6659c9b24 req-af744724-8e0a-4ac1-ab9c-6d4deb876e04 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371193 Mar 10 15:00:58.103008 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10e4729-3a48-47ca-a815-274323414ced x-openstack-request-id: req-a10e4729-3a48-47ca-a815-274323414ced {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:58.103294 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "9caae667-b529-4010-86ed-03d9902015fd", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:58.103575 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a10e4729-3a48-47ca-a815-274323414ced {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:58.104010 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caae667-b529-4010-86ed-03d9902015fd', 'code': 200} Mar 10 15:00:58.134693 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:58.170171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['7457e1e0-e5b8-42f3-a332-91d8913bf031'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:58.292610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc69e2-ddd3-4381-99a9-649383055a02 req-6b216ac8-7e9e-4620-bfc4-22de0745af62 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:58.294116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7cc69e2-ddd3-4381-99a9-649383055a02 req-6b216ac8-7e9e-4620-bfc4-22de0745af62 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.1243765 Mar 10 15:00:58.320555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20df2c-e12a-4c4a-a5bd-c469b34b266e req-1793bed8-a0a5-4d30-8527-f1e48f56a8b4 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:58.322005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b20df2c-e12a-4c4a-a5bd-c469b34b266e req-1793bed8-a0a5-4d30-8527-f1e48f56a8b4 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 946 time: 0.1120489 Mar 10 15:00:58.334167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338d293-fef9-415d-b7d6-69c444a6bec5 req-f3097054-af70-402b-a1ec-8d65917fd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:58.335659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8338d293-fef9-415d-b7d6-69c444a6bec5 req-f3097054-af70-402b-a1ec-8d65917fd910 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1132 time: 0.1268067 Mar 10 15:00:58.452263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7cc69e2-ddd3-4381-99a9-649383055a02 req-d0a80278-025d-40ce-949c-fe2139923c94 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460731 Mar 10 15:00:58.475356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b20df2c-e12a-4c4a-a5bd-c469b34b266e req-82237c5d-7d7c-447e-aaf5-00772f01ac39 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375492 Mar 10 15:00:58.488709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8338d293-fef9-415d-b7d6-69c444a6bec5 req-8f89290c-6eef-4984-a13c-bd2ebb95bd6c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344934 Mar 10 15:00:58.511573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1370a-c7d6-4185-8977-dd954884d473 req-b6d28af2-a6a5-4cf9-aafd-99f26405f9c4 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:58.515389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddb1370a-c7d6-4185-8977-dd954884d473 req-b6d28af2-a6a5-4cf9-aafd-99f26405f9c4 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bbff1fa-d838-409c-8b33-ee0e6373df3c HTTP/1.1" status: 200 len: 946 time: 0.1760309 Mar 10 15:00:58.622565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538af33-6747-45ae-b49f-6bcb6357132a req-ae4dbe0a-5a7d-40f4-9e0d-ffa00a4c53eb tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:58.624341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b538af33-6747-45ae-b49f-6bcb6357132a req-ae4dbe0a-5a7d-40f4-9e0d-ffa00a4c53eb tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.0992737 Mar 10 15:00:58.647744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0602ee-0d2d-4f08-b532-9c7a0465f653 req-2974619d-2548-4e0e-a0d9-f9ee90d73c3d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:58.649226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a0602ee-0d2d-4f08-b532-9c7a0465f653 req-2974619d-2548-4e0e-a0d9-f9ee90d73c3d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 944 time: 0.0917532 Mar 10 15:00:58.730136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b538af33-6747-45ae-b49f-6bcb6357132a req-1a4f01f2-826a-42f3-8aa4-6faac68ad273 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991349 Mar 10 15:00:58.734646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a0602ee-0d2d-4f08-b532-9c7a0465f653 req-549c8d4b-2a4b-4c93-9a65-9636a7db9e49 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764887 Mar 10 15:00:58.793360 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a84147f-54ae-4b5e-a5ee-ebdb155f50dc x-openstack-request-id: req-7a84147f-54ae-4b5e-a5ee-ebdb155f50dc {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:00:58.800607 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83c785b-fead-4db4-b439-38a1bf46c17b", "name": "network-vif-unplugged", "status": "completed", "tag": "7457e1e0-e5b8-42f3-a332-91d8913bf031", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:00:58.801620 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a84147f-54ae-4b5e-a5ee-ebdb155f50dc {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:00:58.804111 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7457e1e0-e5b8-42f3-a332-91d8913bf031', 'code': 200} Mar 10 15:00:58.936901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-423f09eb-b74b-41a1-a836-78dd60ea5968 req-3517ed4a-db71-4f27-b4f4-07d55bc4d3f7 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 210 time: 0.0715730 Mar 10 15:00:58.997148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c10541-1bd9-4268-9ef0-0024acfb0618 req-9e4302c3-d6c9-49d4-acf2-23ffbf7562d2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:59.004461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78c10541-1bd9-4268-9ef0-0024acfb0618 req-9e4302c3-d6c9-49d4-acf2-23ffbf7562d2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1776547 Mar 10 15:00:59.085111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-ddb1370a-c7d6-4185-8977-dd954884d473 req-e871251f-ff68-49ab-bf47-4ae9287b7393 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Deleting port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:00:59.085439 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ddb1370a-c7d6-4185-8977-dd954884d473 req-e871251f-ff68-49ab-bf47-4ae9287b7393 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:59.108218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78c10541-1bd9-4268-9ef0-0024acfb0618 req-00dccc71-404c-4c8e-aae1-c90ee3e4f009 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029000 Mar 10 15:00:59.114259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43356d60-6828-4dbc-827e-323ae1b91e76 req-443768d0-fd1f-4a68-99d0-4696805e1376 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-606967438&fields=id&tenant_id=55c57591fbf84afeae05501dada323ab HTTP/1.1" status: 200 len: 267 time: 0.1070933 Mar 10 15:00:59.259723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ddb1370a-c7d6-4185-8977-dd954884d473 req-e871251f-ff68-49ab-bf47-4ae9287b7393 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] For port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:59.260004 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ddb1370a-c7d6-4185-8977-dd954884d473 req-e871251f-ff68-49ab-bf47-4ae9287b7393 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:59.279026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356d60-6828-4dbc-827e-323ae1b91e76 req-7f6e848b-15c8-4b1b-b500-665d91e10f7b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:59.280522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43356d60-6828-4dbc-827e-323ae1b91e76 req-7f6e848b-15c8-4b1b-b500-665d91e10f7b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 946 time: 0.1528714 Mar 10 15:00:59.287638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-ddb1370a-c7d6-4185-8977-dd954884d473 req-e871251f-ff68-49ab-bf47-4ae9287b7393 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Calling delete_port for 1d512874-3659-4f43-a1cb-6b1e8f49ff4e owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:00:59.296760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-43356d60-6828-4dbc-827e-323ae1b91e76 req-7e963957-13a3-4fef-9d49-69f24b6a9c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'port': {'security_groups': ['de25f03e-04cf-454e-b87d-032a1e3b47ec', '30b5b3fc-f2ea-48ac-aa35-1251b4cc2436']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:59.342235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bac6-76ad-40e8-aeee-48bbe7daeddf req-1d65515c-a4a0-4b2e-8b9a-66fa153c90af tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:59.343757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2da5bac6-76ad-40e8-aeee-48bbe7daeddf req-1d65515c-a4a0-4b2e-8b9a-66fa153c90af tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 948 time: 0.1563454 Mar 10 15:00:59.397919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3fdfb7e6-c289-4d79-be31-a51f3670ff32 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:00:59.513388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3fdfb7e6-c289-4d79-be31-a51f3670ff32, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3fdfb7e6-c289-4d79-be31-a51f3670ff32,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:59.524761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '3fdfb7e6-c289-4d79-be31-a51f3670ff32', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '3fdfb7e6-c289-4d79-be31-a51f3670ff32', 'mac_address': 'fa:16:3e:9d:4f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:00:59.546106 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-43356d60-6828-4dbc-827e-323ae1b91e76 req-7e963957-13a3-4fef-9d49-69f24b6a9c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (75c86491-04e3-4fe0-914a-eb867e844066), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:59.561957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:00:59.562347 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:59.568170 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2da5bac6-76ad-40e8-aeee-48bbe7daeddf req-5e7b0cbb-a6c5-42ed-ac1e-436e84f97c35 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101669 Mar 10 15:00:59.576050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdfb7e6-c289-4d79-be31-a51f3670ff32 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:00:59.597570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-3386d9bd-afff-4c67-bfaa-36ea2670fd6d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:59.599045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-3386d9bd-afff-4c67-bfaa-36ea2670fd6d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.62 "GET /v2.0/networks?id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 HTTP/1.1" status: 200 len: 815 time: 0.2666476 Mar 10 15:00:59.604603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3fdfb7e6-c289-4d79-be31-a51f3670ff32, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3fdfb7e6-c289-4d79-be31-a51f3670ff32,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:00:59.608478 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:59.656222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=3fdfb7e6-c289-4d79-be31-a51f3670ff32,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:59.684094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Request body: {'port': {'device_id': 'a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1', 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0', 'admin_state_up': True, 'tenant_id': '2e899169bfbd49eda1340c6cb67878e9'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:00:59.764006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ddb1370a-c7d6-4185-8977-dd954884d473 req-e871251f-ff68-49ab-bf47-4ae9287b7393 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1d512874-3659-4f43-a1cb-6b1e8f49ff4e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:00:59.823514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['1d512874-3659-4f43-a1cb-6b1e8f49ff4e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:00:59.847815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871251f-ff68-49ab-bf47-4ae9287b7393 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Pushing event deleted for resources: {'Port': ['ID=1d512874-3659-4f43-a1cb-6b1e8f49ff4e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:00:59.929494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdd6f2-a1b9-4f54-a77a-435255d95fd4 req-7e614bf2-5e95-46bd-95db-6416a16a53ed tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:00:59.931097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ffdd6f2-a1b9-4f54-a77a-435255d95fd4 req-7e614bf2-5e95-46bd-95db-6416a16a53ed tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.2750456 Mar 10 15:01:00.003430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb1370a-c7d6-4185-8977-dd954884d473 req-e871251f-ff68-49ab-bf47-4ae9287b7393 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] No DVR routers for this DVR port 1d512874-3659-4f43-a1cb-6b1e8f49ff4e on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:00.009015 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ddb1370a-c7d6-4185-8977-dd954884d473 req-e871251f-ff68-49ab-bf47-4ae9287b7393 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:00.012238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddb1370a-c7d6-4185-8977-dd954884d473 req-e871251f-ff68-49ab-bf47-4ae9287b7393 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.45 "DELETE /v2.0/ports/1d512874-3659-4f43-a1cb-6b1e8f49ff4e HTTP/1.1" status: 204 len: 173 time: 1.2069385 Mar 10 15:01:00.054200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 822b5dc6-228b-404c-babb-b4eaa919b48b up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:01:00.066293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ffdd6f2-a1b9-4f54-a77a-435255d95fd4 req-14f86d5a-3d46-4c93-b8c6-d1d2a9314087 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268935 Mar 10 15:01:00.078571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-43356d60-6828-4dbc-827e-323ae1b91e76 req-7e963957-13a3-4fef-9d49-69f24b6a9c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] For port 75c86491-04e3-4fe0-914a-eb867e844066, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=75c86491-04e3-4fe0-914a-eb867e844066,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:00.080437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Made reservation on behalf of 2e899169bfbd49eda1340c6cb67878e9 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:01:00.084340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:00.134569 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-43356d60-6828-4dbc-827e-323ae1b91e76 req-7e963957-13a3-4fef-9d49-69f24b6a9c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for port (75c86491-04e3-4fe0-914a-eb867e844066), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:00.144657 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 822b5dc6-228b-404c-babb-b4eaa919b48b completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:01:00.148529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 822b5dc6-228b-404c-babb-b4eaa919b48b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:01:00.148907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:00.167573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-43356d60-6828-4dbc-827e-323ae1b91e76 req-7e963957-13a3-4fef-9d49-69f24b6a9c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (75c86491-04e3-4fe0-914a-eb867e844066), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:00.228317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['75c86491-04e3-4fe0-914a-eb867e844066'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:00.279979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 822b5dc6-228b-404c-babb-b4eaa919b48b is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:00.280362 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:00.310228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822b5dc6-228b-404c-babb-b4eaa919b48b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:00.312440 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341863f-dd86-45a0-a44f-211b41082e3a" -d '{"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-plugged", "status": "completed", "tag": "822b5dc6-228b-404c-babb-b4eaa919b48b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:00.332576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 822b5dc6-228b-404c-babb-b4eaa919b48b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=822b5dc6-228b-404c-babb-b4eaa919b48b,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:00.343145 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:00.420806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=822b5dc6-228b-404c-babb-b4eaa919b48b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:00.448917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['3fdfb7e6-c289-4d79-be31-a51f3670ff32'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:00.556666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356d60-6828-4dbc-827e-323ae1b91e76 req-7e963957-13a3-4fef-9d49-69f24b6a9c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:00.557269 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-43356d60-6828-4dbc-827e-323ae1b91e76 req-7e963957-13a3-4fef-9d49-69f24b6a9c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:00.558633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43356d60-6828-4dbc-827e-323ae1b91e76 req-7e963957-13a3-4fef-9d49-69f24b6a9c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "PUT /v2.0/ports/75c86491-04e3-4fe0-914a-eb867e844066 HTTP/1.1" status: 200 len: 982 time: 1.2687011 Mar 10 15:01:00.590283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e963957-13a3-4fef-9d49-69f24b6a9c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'Port': ['ID=75c86491-04e3-4fe0-914a-eb867e844066,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:00.606946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Allocated IP 172.20.0.11 (b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0/dd56b222-9954-4097-a64c-5505ae1a8e55/9e8560c5-e317-490d-8d1b-94acd2cae216) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:01:00.615663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e423115-74aa-4016-9d71-8fc12eaf2cf7 req-fb91a060-c32a-43a7-860c-2e725806a176 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:00.617523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e423115-74aa-4016-9d71-8fc12eaf2cf7 req-fb91a060-c32a-43a7-860c-2e725806a176 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.4538178 Mar 10 15:01:00.729557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e423115-74aa-4016-9d71-8fc12eaf2cf7 req-55b10896-4975-489b-bdbf-451117e93a18 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037261 Mar 10 15:01:00.763646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17f3c6-4022-41e5-9f47-a0b61fe646f0 req-5870b13a-afab-4e4d-89b0-e52f3e8aa789 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:00.765117 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a17f3c6-4022-41e5-9f47-a0b61fe646f0 req-5870b13a-afab-4e4d-89b0-e52f3e8aa789 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1334774 Mar 10 15:01:00.806926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'tag': '7457e1e0-e5b8-42f3-a332-91d8913bf031'}, {'server_uuid': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'name': 'network-vif-deleted', 'tag': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e'}, {'name': 'network-changed', 'server_uuid': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'tag': '75c86491-04e3-4fe0-914a-eb867e844066'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:00.809112 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688f759b-6b7a-46a3-8a4e-82aba3a292cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f83c785b-fead-4db4-b439-38a1bf46c17b", "tag": "7457e1e0-e5b8-42f3-a332-91d8913bf031"}, {"server_uuid": "1bbff1fa-d838-409c-8b33-ee0e6373df3c", "name": "network-vif-deleted", "tag": "1d512874-3659-4f43-a1cb-6b1e8f49ff4e"}, {"name": "network-changed", "server_uuid": "3335616f-4702-42ce-b7d6-fce0cdc193ce", "tag": "75c86491-04e3-4fe0-914a-eb867e844066"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:00.913616 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks [] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:00.921889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a17f3c6-4022-41e5-9f47-a0b61fe646f0 req-0230c6f0-8651-4351-97e9-97774c345764 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489515 Mar 10 15:01:00.945771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ab7bf-74d8-422f-a9e7-ca2bf29393ff req-10c88cb0-1cc4-4f4e-b7de-c37cdf7b3a49 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:00.945771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb0ab7bf-74d8-422f-a9e7-ca2bf29393ff req-10c88cb0-1cc4-4f4e-b7de-c37cdf7b3a49 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.1267502 Mar 10 15:01:00.967165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['75c86491-04e3-4fe0-914a-eb867e844066'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:00.995001 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:01.034329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb0ab7bf-74d8-422f-a9e7-ca2bf29393ff req-dc5f6d00-4a85-459f-98e5-5a4cfd0729cc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896497 Mar 10 15:01:01.060879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:01:01.083986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:01:01.089335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:01:01.113679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Pushing event updated for resources: {'Port': ['ID=9e8560c5-e317-490d-8d1b-94acd2cae216,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:01.180430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:01.180947 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:01.191513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75c51-27d2-4513-8ac2-5144849884f6 req-bcb11541-6f7a-4e31-8c69-e5ccb621016b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:01.192950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03d75c51-27d2-4513-8ac2-5144849884f6 req-bcb11541-6f7a-4e31-8c69-e5ccb621016b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 932 time: 0.1577325 Mar 10 15:01:01.221093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-443ff074-1a82-40bb-b46e-3fd3071795dd tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5436845 Mar 10 15:01:01.229420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea648dc4-5233-4edc-97a4-ed68cf3488da req-bbebef52-33fe-4b70-a388-3596468060d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:01.230807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea648dc4-5233-4edc-97a4-ed68cf3488da req-bbebef52-33fe-4b70-a388-3596468060d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1136467 Mar 10 15:01:01.236750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Request body: {'port': {'device_id': 'a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:01.307618 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03d75c51-27d2-4513-8ac2-5144849884f6 req-76df1e87-517d-49dd-8447-10fed4870c9f tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069329 Mar 10 15:01:01.357390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea648dc4-5233-4edc-97a4-ed68cf3488da req-430e345a-757b-4deb-a138-6660145ba607 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173651 Mar 10 15:01:01.360353 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:01.389185 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82024e8d-07df-4987-9ccf-1cdbe7f15ffa x-openstack-request-id: req-82024e8d-07df-4987-9ccf-1cdbe7f15ffa {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:01.389481 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-plugged", "status": "completed", "tag": "822b5dc6-228b-404c-babb-b4eaa919b48b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:01.389731 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82024e8d-07df-4987-9ccf-1cdbe7f15ffa {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:01.390125 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822b5dc6-228b-404c-babb-b4eaa919b48b', 'code': 200} Mar 10 15:01:01.424523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1d512874-3659-4f43-a1cb-6b1e8f49ff4e no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:01.461859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 1d512874-3659-4f43-a1cb-6b1e8f49ff4e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:01:01.462483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1d512874-3659-4f43-a1cb-6b1e8f49ff4e not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:01:01.623317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a40abc2f-70b3-4387-8c90-ba65a1259e9e req-811e8380-64bb-4e5f-a824-57965802a966 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-261474798&fields=id&tenant_id=55c57591fbf84afeae05501dada323ab HTTP/1.1" status: 200 len: 267 time: 0.1900403 Mar 10 15:01:01.708455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aefd94-6afe-4cd1-8291-5d159b09423f req-9e05493f-abdb-4735-95db-51ab358165fc tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:01.709908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84aefd94-6afe-4cd1-8291-5d159b09423f req-9e05493f-abdb-4735-95db-51ab358165fc tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 949 time: 0.2551951 Mar 10 15:01:01.717875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab931ece-bfc9-4477-abc7-0a6a85ab0aea req-5cced951-ddc2-44b0-b34e-2f0b99a6db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:01.719223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab931ece-bfc9-4477-abc7-0a6a85ab0aea req-5cced951-ddc2-44b0-b34e-2f0b99a6db4a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1127 time: 0.1900034 Mar 10 15:01:01.807744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40abc2f-70b3-4387-8c90-ba65a1259e9e req-d88fcdec-a918-4b86-94b5-822f2a890cb6 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:01.809188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a40abc2f-70b3-4387-8c90-ba65a1259e9e req-d88fcdec-a918-4b86-94b5-822f2a890cb6 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 985 time: 0.1790791 Mar 10 15:01:01.833438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a40abc2f-70b3-4387-8c90-ba65a1259e9e req-2690565a-7534-4b74-b859-3cd52b691470 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'port': {'security_groups': ['30b5b3fc-f2ea-48ac-aa35-1251b4cc2436', 'de25f03e-04cf-454e-b87d-032a1e3b47ec', '09ef4eb8-8fd5-4a63-932f-6f5807635162']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:01.843450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84aefd94-6afe-4cd1-8291-5d159b09423f req-a7d35533-8b3b-4d50-9a06-5ff7a2c5b1cc tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224692 Mar 10 15:01:01.896042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab931ece-bfc9-4477-abc7-0a6a85ab0aea req-f313c894-6e74-4aaa-9d0c-047868e9404c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631939 Mar 10 15:01:01.914936 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f653a8-73a7-4a36-a92e-e22736828700 x-openstack-request-id: req-f6f653a8-73a7-4a36-a92e-e22736828700 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:01.917350 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83c785b-fead-4db4-b439-38a1bf46c17b", "tag": "7457e1e0-e5b8-42f3-a332-91d8913bf031", "status": "completed", "code": 200}, {"server_uuid": "1bbff1fa-d838-409c-8b33-ee0e6373df3c", "name": "network-vif-deleted", "tag": "1d512874-3659-4f43-a1cb-6b1e8f49ff4e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3335616f-4702-42ce-b7d6-fce0cdc193ce", "tag": "75c86491-04e3-4fe0-914a-eb867e844066", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:01.917350 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6f653a8-73a7-4a36-a92e-e22736828700 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:01.917350 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'tag': '7457e1e0-e5b8-42f3-a332-91d8913bf031', 'status': 'completed', 'code': 200} Mar 10 15:01:01.917350 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbff1fa-d838-409c-8b33-ee0e6373df3c', 'name': 'network-vif-deleted', 'tag': '1d512874-3659-4f43-a1cb-6b1e8f49ff4e', 'status': 'completed', 'code': 200} Mar 10 15:01:01.917350 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'tag': '75c86491-04e3-4fe0-914a-eb867e844066', 'status': 'completed', 'code': 200} Mar 10 15:01:01.977936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8560c5-e317-490d-8d1b-94acd2cae216 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:02.006549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a40abc2f-70b3-4387-8c90-ba65a1259e9e req-2690565a-7534-4b74-b859-3cd52b691470 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (75c86491-04e3-4fe0-914a-eb867e844066), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:02.010114 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Publish callbacks [] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:02.057611 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Transition to ACTIVE for port object 9e8560c5-e317-490d-8d1b-94acd2cae216 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:01:02.091901 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:02.147568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d3ae7-7eb4-4cdf-b5f7-de80e8fe2a5f req-7f3c36b0-545c-4021-a458-e33c8f6ca619 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:02.149036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d8d3ae7-7eb4-4cdf-b5f7-de80e8fe2a5f req-7f3c36b0-545c-4021-a458-e33c8f6ca619 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1944475 Mar 10 15:01:02.184343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-79e318d6-baae-4aa0-9115-c5825327545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:02.185779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-79e318d6-baae-4aa0-9115-c5825327545f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c57591fbf84afeae05501dada323ab&device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 1167 time: 0.1895037 Mar 10 15:01:02.246760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Pushing event updated for resources: {'Port': ['ID=9e8560c5-e317-490d-8d1b-94acd2cae216,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:02.391814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d8d3ae7-7eb4-4cdf-b5f7-de80e8fe2a5f req-5a336ab3-6ea2-4dc4-8edf-44ceecb87bef tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290089 Mar 10 15:01:02.472142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-040a0808-1f4f-4314-95f3-b86bea2b4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:02.473600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-040a0808-1f4f-4314-95f3-b86bea2b4271 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 1155 time: 0.2741148 Mar 10 15:01:02.590565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-c63791b7-8a8b-4095-8053-1d7252b89924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:02.592051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-c63791b7-8a8b-4095-8053-1d7252b89924 service neutron] 10.222.0.45 "GET /v2.0/networks?id=494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 200 len: 913 time: 0.3894079 Mar 10 15:01:02.592690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Attempting to bind port 9e8560c5-e317-490d-8d1b-94acd2cae216 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:01:02.593019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Attempting to bind port 9e8560c5-e317-490d-8d1b-94acd2cae216 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:01:02.593339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Attempting to bind port 9e8560c5-e317-490d-8d1b-94acd2cae216 on network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:02.635038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Port 9e8560c5-e317-490d-8d1b-94acd2cae216 on network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:01:02.635365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Attempting to bind port 9e8560c5-e317-490d-8d1b-94acd2cae216 on network b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:02.709098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-8e8b5698-51aa-4482-ae8a-bbc5b770a791 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c86491-04e3-4fe0-914a-eb867e844066 HTTP/1.1" status: 200 len: 217 time: 0.0931809 Mar 10 15:01:02.721187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:01:02.722128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Checking segment: {'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:01:02.722512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Bound using segment: {'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:01:02.722984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Bound port: 9e8560c5-e317-490d-8d1b-94acd2cae216, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ab9fbb-f71a-42c4-b5a3-386295f98ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:01:02.723341 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:02.733289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-a9e59834-3ace-40cf-9592-d0b3cdf820c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3202989 Mar 10 15:01:02.747912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a40abc2f-70b3-4387-8c90-ba65a1259e9e req-2690565a-7534-4b74-b859-3cd52b691470 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] For port 75c86491-04e3-4fe0-914a-eb867e844066, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=75c86491-04e3-4fe0-914a-eb867e844066,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:02.812537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8681-02ac-4f72-8788-a395c094487e req-8e8f9804-9f21-4787-b60d-771ba95f20fc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:02.813974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41df8681-02ac-4f72-8788-a395c094487e req-8e8f9804-9f21-4787-b60d-771ba95f20fc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.3469479 Mar 10 15:01:02.851202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-5d151889-7fdc-4d9b-9cfd-3f03731457a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:02.852539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-5d151889-7fdc-4d9b-9cfd-3f03731457a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.3536913 Mar 10 15:01:02.942078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-35d9b093-0b9d-4653-b994-d626dcd323fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:02.943559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-35d9b093-0b9d-4653-b994-d626dcd323fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8321437d-3670-4d89-bed3-6c7f36016b48 HTTP/1.1" status: 200 len: 852 time: 0.2134640 Mar 10 15:01:02.953010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-e9bc2c4c-4ec8-4a27-a740-3d94099e4437 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031 HTTP/1.1" status: 200 len: 217 time: 0.0882957 Mar 10 15:01:02.961979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a40abc2f-70b3-4387-8c90-ba65a1259e9e req-2690565a-7534-4b74-b859-3cd52b691470 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for port (75c86491-04e3-4fe0-914a-eb867e844066), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:03.004685 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a40abc2f-70b3-4387-8c90-ba65a1259e9e req-2690565a-7534-4b74-b859-3cd52b691470 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (75c86491-04e3-4fe0-914a-eb867e844066), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:03.019137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['75c86491-04e3-4fe0-914a-eb867e844066'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:03.363560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-79e33504-74f2-4a1a-9133-aaac1d59f399 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=494206cb-d99f-418a-902f-4bc38d2a6464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4050772 Mar 10 15:01:03.406571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-d823df49-5355-402b-baa8-a071338f1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:03.408207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-d823df49-5355-402b-baa8-a071338f1b2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f6dc28adc7e40b9b9096767faf51860&device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 1132 time: 0.6193469 Mar 10 15:01:03.410403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3fdfb7e6-c289-4d79-be31-a51f3670ff32 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:01:03.411355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41df8681-02ac-4f72-8788-a395c094487e req-593a4e32-e7a2-4a4c-b6a9-843a884a18e3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903561 Mar 10 15:01:03.440021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] For port 9e8560c5-e317-490d-8d1b-94acd2cae216, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:01:03.489387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40abc2f-70b3-4387-8c90-ba65a1259e9e req-2690565a-7534-4b74-b859-3cd52b691470 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:03.490049 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a40abc2f-70b3-4387-8c90-ba65a1259e9e req-2690565a-7534-4b74-b859-3cd52b691470 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:03.491521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a40abc2f-70b3-4387-8c90-ba65a1259e9e req-2690565a-7534-4b74-b859-3cd52b691470 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "PUT /v2.0/ports/75c86491-04e3-4fe0-914a-eb867e844066 HTTP/1.1" status: 200 len: 1021 time: 1.6687131 Mar 10 15:01:03.492150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:01:03.501239 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:01:03.501675 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:03.508501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] For port 9e8560c5-e317-490d-8d1b-94acd2cae216, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9e8560c5-e317-490d-8d1b-94acd2cae216,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:01:03.530743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-f34113ec-9a73-43c8-b6bd-471a1c7c62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:03.532218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-f34113ec-9a73-43c8-b6bd-471a1c7c62f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.5669932 Mar 10 15:01:03.593633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:03.593987 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:03.619292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507a0129-fbfc-4ae4-b171-abb1ee64a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdfb7e6-c289-4d79-be31-a51f3670ff32'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:03.621499 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64994a12-5d44-48ad-a988-16e558013608" -d '{"events": [{"server_uuid": "507a0129-fbfc-4ae4-b171-abb1ee64a94a", "name": "network-vif-plugged", "status": "completed", "tag": "3fdfb7e6-c289-4d79-be31-a51f3670ff32"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:03.631617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:03.633878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690565a-7534-4b74-b859-3cd52b691470 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'Port': ['ID=75c86491-04e3-4fe0-914a-eb867e844066,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:03.635066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3fdfb7e6-c289-4d79-be31-a51f3670ff32, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3fdfb7e6-c289-4d79-be31-a51f3670ff32,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:03.642998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:03.652039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-bd08898f-2d4f-48f0-ad99-1dc9e31c4fbb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056819 Mar 10 15:01:03.697309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=3fdfb7e6-c289-4d79-be31-a51f3670ff32,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:03.717368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['75c86491-04e3-4fe0-914a-eb867e844066'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:03.774512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:03.775157 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:03.776543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] 10.222.0.62 "PUT /v2.0/ports/9e8560c5-e317-490d-8d1b-94acd2cae216 HTTP/1.1" status: 200 len: 1092 time: 2.5437965 Mar 10 15:01:03.844270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-e1a57a2b-731a-4760-aab4-0895bab746e1 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398632 Mar 10 15:01:03.844940 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-fc93adc2-c43d-4d88-aea6-117c78d8efa3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764637 Mar 10 15:01:03.901056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2a59c-4fc1-4e03-b0c1-bceb2becafcb service neutron] Pushing event updated for resources: {'Port': ['ID=9e8560c5-e317-490d-8d1b-94acd2cae216,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:03.923361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-74e17d6a-1e09-4d58-95db-c0bcd49968d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:03.925412 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-74e17d6a-1e09-4d58-95db-c0bcd49968d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 1131 time: 0.0525119 Mar 10 15:01:03.937184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'tag': '75c86491-04e3-4fe0-914a-eb867e844066'}, {'name': 'network-changed', 'server_uuid': 'a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1', 'tag': '9e8560c5-e317-490d-8d1b-94acd2cae216'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:03.939466 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d" -d '{"events": [{"name": "network-changed", "server_uuid": "3335616f-4702-42ce-b7d6-fce0cdc193ce", "tag": "75c86491-04e3-4fe0-914a-eb867e844066"}, {"name": "network-changed", "server_uuid": "a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1", "tag": "9e8560c5-e317-490d-8d1b-94acd2cae216"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:03.948903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-69aaf777-c8fb-4caa-9f9e-c9551ca1b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:03.950368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-69aaf777-c8fb-4caa-9f9e-c9551ca1b9ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.5147543 Mar 10 15:01:03.962209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4b481-4e4b-48dc-8120-fd48171ee697 req-0a2ca85d-72c4-432f-9669-95cba6513c0e tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:03.969083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63f4b481-4e4b-48dc-8120-fd48171ee697 req-0a2ca85d-72c4-432f-9669-95cba6513c0e tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.4512765 Mar 10 15:01:03.982302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570ed71-dc33-4b63-8e0d-2de8a9980a3b req-7098f1dc-03f3-4971-9e60-ea39a84bad26 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:03.983769 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f570ed71-dc33-4b63-8e0d-2de8a9980a3b req-7098f1dc-03f3-4971-9e60-ea39a84bad26 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.3721156 Mar 10 15:01:04.073051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-e8b2fba7-9493-496b-978c-23476d887332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:04.074546 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-e8b2fba7-9493-496b-978c-23476d887332 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1196570 Mar 10 15:01:04.102216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-7a067904-2e74-496d-a16a-059186a39f41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 HTTP/1.1" status: 200 len: 217 time: 0.1143272 Mar 10 15:01:04.116847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-cf091e53-4609-46c4-b40a-bc2bd156b070 service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268737 Mar 10 15:01:04.126225 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-bd0b681a-02fc-4cb0-bd70-923b438bd70c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 200 len: 217 time: 0.0428481 Mar 10 15:01:04.183867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-939cbc37-7606-45cc-91f1-d9145eccf069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:04.185965 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-939cbc37-7606-45cc-91f1-d9145eccf069 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0482509 Mar 10 15:01:04.235921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63f4b481-4e4b-48dc-8120-fd48171ee697 req-63271922-0c2e-41a4-bda1-31bd2a552b25 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659795 Mar 10 15:01:04.237841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-0d6142b7-da51-4249-97a6-fce0ac7ab3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:04.239270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-0d6142b7-da51-4249-97a6-fce0ac7ab3df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2e899169bfbd49eda1340c6cb67878e9&device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 1126 time: 0.4014311 Mar 10 15:01:04.239417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-f303c01b-c553-4077-9203-c21d93bbfe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:04.243181 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-f303c01b-c553-4077-9203-c21d93bbfe69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0490313 Mar 10 15:01:04.247316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-487a9a0f-503e-4d86-9fe6-59aff36d0c1c service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624630 Mar 10 15:01:04.257968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f570ed71-dc33-4b63-8e0d-2de8a9980a3b req-5315892d-e215-44e9-907c-19c17ec5f984 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617292 Mar 10 15:01:04.330120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-ab5301ea-efd7-4ecc-b524-dfc856e27f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:04.332235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-ab5301ea-efd7-4ecc-b524-dfc856e27f64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1942003 Mar 10 15:01:04.333574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-def2c3d3-7ed2-4536-a314-679e151c843e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e8560c5-e317-490d-8d1b-94acd2cae216 HTTP/1.1" status: 200 len: 217 time: 0.0747423 Mar 10 15:01:04.389357 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-9d06ff58-45f7-48a4-9fe5-5234ebfbf735 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254086 Mar 10 15:01:04.493959 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0dc59c89-7ddb-402d-951e-a38269e56b84 req-6e05308d-7a33-4678-91ae-562e862b5c5b service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976722 Mar 10 15:01:04.509606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688f759b-6b7a-46a3-8a4e-82aba3a292cb req-f55fceb8-e72c-44db-b6c6-9ac301daf7fc service neutron] 10.222.0.62 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775537 Mar 10 15:01:04.515271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-ca49bd2a-86e7-4259-a8bf-493730e424fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:04.516976 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-ca49bd2a-86e7-4259-a8bf-493730e424fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dd56b222-9954-4097-a64c-5505ae1a8e55 HTTP/1.1" status: 200 len: 855 time: 0.1577289 Mar 10 15:01:04.549622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-8f1380fa-45ac-4fbd-b173-ffea5ac29db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:04.551195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-8f1380fa-45ac-4fbd-b173-ffea5ac29db3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2011552 Mar 10 15:01:04.558068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c12b-8f15-48d2-9e80-4a4f2ac28d8b req-2e4837bf-51fd-4b52-8438-ad1c9b3012d2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:04.559481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38a8c12b-8f15-48d2-9e80-4a4f2ac28d8b req-2e4837bf-51fd-4b52-8438-ad1c9b3012d2 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 944 time: 0.2204592 Mar 10 15:01:04.580960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf401-8da8-4962-939a-f3189ebb9e49 req-87d48d4f-0a53-4612-b30f-8d62251318aa tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:04.582428 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1fcf401-8da8-4962-939a-f3189ebb9e49 req-87d48d4f-0a53-4612-b30f-8d62251318aa tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.2116704 Mar 10 15:01:04.586498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-2a37c4f2-d976-48ff-89eb-4b07294e7bc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555785 Mar 10 15:01:04.788198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38a8c12b-8f15-48d2-9e80-4a4f2ac28d8b req-1c3c4e65-40f7-4e2b-b643-9b57a94ca67d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037308 Mar 10 15:01:04.796344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1fcf401-8da8-4962-939a-f3189ebb9e49 req-22d951c7-88e5-4937-a724-d893118a6ca5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973612 Mar 10 15:01:04.808818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-f2d27613-8a05-42ac-936f-8703e9e64362 service neutron] 10.222.0.62 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108204 Mar 10 15:01:04.855172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-b7110922-2350-4682-bc2e-a490a67c73cd service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717199 Mar 10 15:01:05.048676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8bfe7c9-5c4e-4cbc-852c-d9b89e56e896 req-9af8c9ef-2bf5-42bc-b473-ff27e038863e service neutron] 10.222.0.62 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313106 Mar 10 15:01:05.064994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4749fe-8b25-484c-a7cd-80780f2a9d6d req-0dd26939-28fa-4848-9804-8aac062d3abc tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:05.066667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe4749fe-8b25-484c-a7cd-80780f2a9d6d req-0dd26939-28fa-4848-9804-8aac062d3abc tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 950 time: 0.2012348 Mar 10 15:01:05.080623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67ee41-edbd-48c7-b274-c5d54426225c req-396647b2-fed7-4830-8933-47486acf65dc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:05.083057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f67ee41-edbd-48c7-b274-c5d54426225c req-396647b2-fed7-4830-8933-47486acf65dc tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.1763999 Mar 10 15:01:05.122892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a96ba296-2eb3-4baa-bea3-cb76b2ed601d req-2ec4cab8-04b6-49a8-91ae-892d8afd51d6 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531905 Mar 10 15:01:05.176364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe4749fe-8b25-484c-a7cd-80780f2a9d6d req-b5324a88-7642-4a7c-83ae-b1b08be7b0f3 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922606 Mar 10 15:01:05.179533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f67ee41-edbd-48c7-b274-c5d54426225c req-20109d8a-77b1-4d90-b25e-cc05792865f2 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792768 Mar 10 15:01:05.313386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c20485-a399-474f-8abb-2521e13ae049 req-4e4417b1-69a4-4d26-860c-6a2aa256ba8f tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:05.315622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4c20485-a399-474f-8abb-2521e13ae049 req-4e4417b1-69a4-4d26-860c-6a2aa256ba8f tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 1024 time: 0.0606265 Mar 10 15:01:05.404006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4c20485-a399-474f-8abb-2521e13ae049 req-c5d1c897-0304-4dce-803b-0bd53fdf7781 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=30b5b3fc-f2ea-48ac-aa35-1251b4cc2436&id=09ef4eb8-8fd5-4a63-932f-6f5807635162&id=de25f03e-04cf-454e-b87d-032a1e3b47ec HTTP/1.1" status: 200 len: 6198 time: 0.0827465 Mar 10 15:01:05.445091 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da21e04a-04c8-4aba-a392-62d8705ad9f7 x-openstack-request-id: req-da21e04a-04c8-4aba-a392-62d8705ad9f7 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:05.446121 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507a0129-fbfc-4ae4-b171-abb1ee64a94a", "name": "network-vif-plugged", "status": "completed", "tag": "3fdfb7e6-c289-4d79-be31-a51f3670ff32", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:05.446542 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da21e04a-04c8-4aba-a392-62d8705ad9f7 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:05.447159 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507a0129-fbfc-4ae4-b171-abb1ee64a94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdfb7e6-c289-4d79-be31-a51f3670ff32', 'code': 200} Mar 10 15:01:05.489902 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9265986-2d5a-440b-b67f-4b446ace5379 x-openstack-request-id: req-f9265986-2d5a-440b-b67f-4b446ace5379 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:05.490720 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3335616f-4702-42ce-b7d6-fce0cdc193ce", "tag": "75c86491-04e3-4fe0-914a-eb867e844066", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1", "tag": "9e8560c5-e317-490d-8d1b-94acd2cae216", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:05.491204 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9265986-2d5a-440b-b67f-4b446ace5379 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:05.491789 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'tag': '75c86491-04e3-4fe0-914a-eb867e844066', 'status': 'completed', 'code': 200} Mar 10 15:01:05.492809 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1', 'tag': '9e8560c5-e317-490d-8d1b-94acd2cae216', 'status': 'completed', 'code': 200} Mar 10 15:01:06.020785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-8d6b9889-6658-4140-bac3-2cfe999ddfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:06.023108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-8d6b9889-6658-4140-bac3-2cfe999ddfa9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2e899169bfbd49eda1340c6cb67878e9&device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 1126 time: 0.4948623 Mar 10 15:01:06.027435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c1be7-c9e6-4f57-9983-2426ca3dc161 req-d4f1a99f-08ec-4b77-ac1d-0e547ffc1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:06.028977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-047c1be7-c9e6-4f57-9983-2426ca3dc161 req-d4f1a99f-08ec-4b77-ac1d-0e547ffc1304 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 1132 time: 0.4213307 Mar 10 15:01:06.038636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86e0c9-17f9-49ff-8c13-79645a7b8dbe req-9f15dd75-b908-4063-8725-5f57db6bcad6 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:06.040270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c86e0c9-17f9-49ff-8c13-79645a7b8dbe req-9f15dd75-b908-4063-8725-5f57db6bcad6 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.4873726 Mar 10 15:01:06.074659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f44ef-295a-4282-bbca-16b1f0eb85f3 req-4c2af5be-3d38-4d6f-a512-fdf628adf414 tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:06.076935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b11f44ef-295a-4282-bbca-16b1f0eb85f3 req-4c2af5be-3d38-4d6f-a512-fdf628adf414 tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1132 time: 0.4651101 Mar 10 15:01:06.077249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7457e1e0-e5b8-42f3-a332-91d8913bf031 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:06.107070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-46b5dfba-fd0a-484e-87d7-cace263ade47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:06.108754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-46b5dfba-fd0a-484e-87d7-cace263ade47 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c57591fbf84afeae05501dada323ab&device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 1207 time: 0.5023704 Mar 10 15:01:06.187787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 7457e1e0-e5b8-42f3-a332-91d8913bf031 is: DOWN; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:06.299052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c86e0c9-17f9-49ff-8c13-79645a7b8dbe req-3412ef9a-c859-4fca-849b-bc9cf6984410 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409210 Mar 10 15:01:06.342500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b11f44ef-295a-4282-bbca-16b1f0eb85f3 req-014a5b94-8a52-42ad-a80a-b8cf5a6115cf tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323194 Mar 10 15:01:06.374561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-047c1be7-c9e6-4f57-9983-2426ca3dc161 req-136b53ad-b0e0-4126-8dfd-27545acf4a27 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095376 Mar 10 15:01:06.385144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-c91396f4-4dce-4973-834c-a9b03a0934ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:06.386683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-c91396f4-4dce-4973-834c-a9b03a0934ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 HTTP/1.1" status: 200 len: 916 time: 0.3436475 Mar 10 15:01:06.397661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-54c67f59-57f7-4afb-bc54-de23b8517cff req-8466097f-1db4-47fb-89be-0196fffc8984 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2088508079 ', 'description': 'tempest-description-1369732134'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:06.468614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-2b53fecb-3881-494c-8313-83c839b7550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:06.470149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-2b53fecb-3881-494c-8313-83c839b7550a service neutron] 10.222.0.45 "GET /v2.0/networks?id=494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 200 len: 913 time: 0.3377535 Mar 10 15:01:06.490443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-ed96a380-80be-444d-bff7-e0dcae00870b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e8560c5-e317-490d-8d1b-94acd2cae216 HTTP/1.1" status: 200 len: 217 time: 0.0808589 Mar 10 15:01:06.545842 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-54c67f59-57f7-4afb-bc54-de23b8517cff req-8466097f-1db4-47fb-89be-0196fffc8984 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:06.628028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d7f54-d096-4a10-8ff4-c530f5f313f4 req-f6595984-1f13-4dff-a569-62c6e2ccd503 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:06.629428 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-719d7f54-d096-4a10-8ff4-c530f5f313f4 req-f6595984-1f13-4dff-a569-62c6e2ccd503 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.2274396 Mar 10 15:01:06.630753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-642d916e-822a-4e09-ad9e-b673ca6764d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:06.632118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-642d916e-822a-4e09-ad9e-b673ca6764d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dd56b222-9954-4097-a64c-5505ae1a8e55 HTTP/1.1" status: 200 len: 855 time: 0.1323628 Mar 10 15:01:06.681712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-678aac00-aaae-4547-a945-ef025cabc279 service neutron] 10.222.0.62 "GET /v2.0/ports/7457e1e0-e5b8-42f3-a332-91d8913bf031/bindings/n-h1-833090-1 HTTP/1.1" status: 200 len: 384 time: 0.1684892 Mar 10 15:01:06.706707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-2bb9d6b1-a527-49e4-834a-f3ada42d92cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605574 Mar 10 15:01:06.827825 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-a0c87680-f59b-4c15-8042-d02418a5fbbc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c86491-04e3-4fe0-914a-eb867e844066 HTTP/1.1" status: 200 len: 217 time: 0.1266279 Mar 10 15:01:06.863279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-719d7f54-d096-4a10-8ff4-c530f5f313f4 req-cdfd01ef-d2df-4126-8553-b5e8896bfd0d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243152 Mar 10 15:01:06.906880 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-54c67f59-57f7-4afb-bc54-de23b8517cff req-8466097f-1db4-47fb-89be-0196fffc8984 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (ef609f62-a429-428d-9f6b-860ad0a93e6b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:06.928286 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-54c67f59-57f7-4afb-bc54-de23b8517cff req-8466097f-1db4-47fb-89be-0196fffc8984 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ef609f62-a429-428d-9f6b-860ad0a93e6b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:07.030254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-54c67f59-57f7-4afb-bc54-de23b8517cff req-8466097f-1db4-47fb-89be-0196fffc8984 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:07.031531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54c67f59-57f7-4afb-bc54-de23b8517cff req-8466097f-1db4-47fb-89be-0196fffc8984 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.6422579 Mar 10 15:01:07.078569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-383a96b2-3cbd-406c-8e78-15f868aa336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:07.080110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-383a96b2-3cbd-406c-8e78-15f868aa336e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8321437d-3670-4d89-bed3-6c7f36016b48 HTTP/1.1" status: 200 len: 852 time: 0.2091415 Mar 10 15:01:07.081553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466097f-1db4-47fb-89be-0196fffc8984 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef609f62-a429-428d-9f6b-860ad0a93e6b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:07.088235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-85444d6a-228d-4512-9cfc-2ae584ada762 service neutron] 10.222.0.62 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695736 Mar 10 15:01:07.168111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-6213a3f7-c31d-45e7-9bff-823ef98b6629 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=494206cb-d99f-418a-902f-4bc38d2a6464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620501 Mar 10 15:01:07.198994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e248e-94f4-4012-8c00-8df96be711a7 req-fa16f485-d195-47e7-bb36-45ac456a5739 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:07.200448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d31e248e-94f4-4012-8c00-8df96be711a7 req-fa16f485-d195-47e7-bb36-45ac456a5739 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 944 time: 0.2673347 Mar 10 15:01:07.365044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72e21f-b95d-4019-8c2b-03bab5f6959f req-cded4e3b-1ae1-48d8-b230-cc535922c015 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:07.366539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d72e21f-b95d-4019-8c2b-03bab5f6959f req-cded4e3b-1ae1-48d8-b230-cc535922c015 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.2774293 Mar 10 15:01:07.437274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-162895c1-dcb1-4bea-9c0d-ceaad7e8207f service neutron] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:07.463644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-17c55b4a-cb14-4fe9-b5fb-828b4c3f5206 service neutron] 10.222.0.62 "GET /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499713 Mar 10 15:01:07.473595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d31e248e-94f4-4012-8c00-8df96be711a7 req-224ef2b7-7d1f-48bc-a0c8-3527fe36dc84 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556221 Mar 10 15:01:07.502105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-69804c18-3e5b-4ab1-b921-cdd35547f301 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860899 Mar 10 15:01:07.512014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-162895c1-dcb1-4bea-9c0d-ceaad7e8207f service neutron] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:01:07.554195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d72e21f-b95d-4019-8c2b-03bab5f6959f req-951d92bc-dd7e-4e1e-b293-2ded5500f991 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543796 Mar 10 15:01:07.612079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-162895c1-dcb1-4bea-9c0d-ceaad7e8207f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7457e1e0-e5b8-42f3-a332-91d8913bf031 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:07.671348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-162895c1-dcb1-4bea-9c0d-ceaad7e8207f service neutron] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:07.712700 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-162895c1-dcb1-4bea-9c0d-ceaad7e8207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:07.760457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1015b6b-4777-44ff-b34d-73bae9a6b6b7 req-b541d97e-67b4-44c6-8f03-a9971342f826 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:07.762295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1015b6b-4777-44ff-b34d-73bae9a6b6b7 req-b541d97e-67b4-44c6-8f03-a9971342f826 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 950 time: 0.1969652 Mar 10 15:01:07.791816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe31912-fb34-43a2-aecb-c88ba9f3b63d req-9ffac340-6c9a-48cf-af13-3b807e34c25e service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518117 Mar 10 15:01:07.845280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c804e7-da5a-4edf-a044-6a8d0cf118b6 req-56c9464f-8c5a-4be4-baa9-7629c672dcc6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:07.847115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96c804e7-da5a-4edf-a044-6a8d0cf118b6 req-56c9464f-8c5a-4be4-baa9-7629c672dcc6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 943 time: 0.2239923 Mar 10 15:01:07.916161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1015b6b-4777-44ff-b34d-73bae9a6b6b7 req-ccf7f3de-2f2c-4592-812e-bde21b48eee1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229584 Mar 10 15:01:07.933734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-162895c1-dcb1-4bea-9c0d-ceaad7e8207f service neutron] Transition to ACTIVE for port object 7457e1e0-e5b8-42f3-a332-91d8913bf031 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:01:07.944932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-162895c1-dcb1-4bea-9c0d-ceaad7e8207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:07.980500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96c804e7-da5a-4edf-a044-6a8d0cf118b6 req-89116fa8-6116-4b2f-8b67-d8dcb06782bf tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264951 Mar 10 15:01:08.020281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-162895c1-dcb1-4bea-9c0d-ceaad7e8207f service neutron] No DVR routers for this DVR port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:08.057970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162895c1-dcb1-4bea-9c0d-ceaad7e8207f service neutron] Pushing event updated for resources: {'Port': ['ID=7457e1e0-e5b8-42f3-a332-91d8913bf031,revision_number=10']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:08.088339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-162895c1-dcb1-4bea-9c0d-ceaad7e8207f service neutron] 10.222.0.62 "PUT /v2.0/ports/7457e1e0-e5b8-42f3-a332-91d8913bf031/bindings/n-h1-833090-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3882284 Mar 10 15:01:08.111351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1df2a129-9077-4697-b40e-3588fc789006 req-6b52c002-4361-4170-b3db-f3d3314bfd96 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/ef609f62-a429-428d-9f6b-860ad0a93e6b HTTP/1.1" status: 200 len: 1798 time: 0.0790124 Mar 10 15:01:08.280470 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-7824c485-0a9f-487a-833b-7924ecec4db3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444696 Mar 10 15:01:08.291876 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-12cf43d3-0986-457e-9e2b-933f6d1dd065 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:08.293624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-12cf43d3-0986-457e-9e2b-933f6d1dd065 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.1271291 Mar 10 15:01:08.300961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c040610-c789-4aec-ab09-e72f86c94629 req-ac4a19f5-64cc-4c11-8c54-e404ae62f7dd tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:08.302349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c040610-c789-4aec-ab09-e72f86c94629 req-ac4a19f5-64cc-4c11-8c54-e404ae62f7dd tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1264815 Mar 10 15:01:08.334033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fb908-d97f-40b6-8c75-7df771892473 req-e07e1918-f708-47f8-9a8a-471a9380616e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:08.335566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e95fb908-d97f-40b6-8c75-7df771892473 req-e07e1918-f708-47f8-9a8a-471a9380616e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.1032588 Mar 10 15:01:08.416790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c040610-c789-4aec-ab09-e72f86c94629 req-d24f0c3f-558f-4bbb-98d9-627a4a56252f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085839 Mar 10 15:01:08.437424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e95fb908-d97f-40b6-8c75-7df771892473 req-c82aa316-fdb3-4b99-9c1d-8a2e7b8f107f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759904 Mar 10 15:01:08.467815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-48a2cd93-974f-4dc7-9285-71db9605dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:08.469426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-48a2cd93-974f-4dc7-9285-71db9605dc95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b HTTP/1.1" status: 200 len: 1126 time: 0.1570590 Mar 10 15:01:08.512447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3b3794b-1eab-4a0c-9cc3-3837219b9b87 req-d3d643bd-02f3-405b-8f82-eaac4185fc6c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/ef609f62-a429-428d-9f6b-860ad0a93e6b HTTP/1.1" status: 200 len: 1798 time: 0.0703304 Mar 10 15:01:08.625468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54996-63dd-4028-a776-f3df49709590 req-2509328e-ef19-4f95-a5b5-456bc57aa46d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:08.626974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4d54996-63dd-4028-a776-f3df49709590 req-2509328e-ef19-4f95-a5b5-456bc57aa46d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.1279140 Mar 10 15:01:08.631574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-16162271-baa8-43e6-b203-24192df5044c tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:08.633049 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-16162271-baa8-43e6-b203-24192df5044c tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] 10.222.0.11 "GET /v2.0/ports/9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 1129 time: 0.0411975 Mar 10 15:01:08.654721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-ed9763d5-884e-442c-93ef-50ec3e8cca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:08.656213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-ed9763d5-884e-442c-93ef-50ec3e8cca4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 1126 time: 0.1257546 Mar 10 15:01:08.658347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3b3794b-1eab-4a0c-9cc3-3837219b9b87 req-a636f050-6c65-4394-9858-c7430a08db27 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (ef609f62-a429-428d-9f6b-860ad0a93e6b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:08.719339 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3b3794b-1eab-4a0c-9cc3-3837219b9b87 req-a636f050-6c65-4394-9858-c7430a08db27 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (ef609f62-a429-428d-9f6b-860ad0a93e6b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:08.739508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4d54996-63dd-4028-a776-f3df49709590 req-e8f4b18b-f7ab-4711-bada-83926b185f05 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051543 Mar 10 15:01:09.115665 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3b3794b-1eab-4a0c-9cc3-3837219b9b87 req-a636f050-6c65-4394-9858-c7430a08db27 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ef609f62-a429-428d-9f6b-860ad0a93e6b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:09.118148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3b3794b-1eab-4a0c-9cc3-3837219b9b87 req-a636f050-6c65-4394-9858-c7430a08db27 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:09.119476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3b3794b-1eab-4a0c-9cc3-3837219b9b87 req-a636f050-6c65-4394-9858-c7430a08db27 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "DELETE /v2.0/security-groups/ef609f62-a429-428d-9f6b-860ad0a93e6b HTTP/1.1" status: 204 len: 173 time: 0.5916300 Mar 10 15:01:09.124737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-89da07e9-c13f-4d35-9db1-b08f9cc33b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:09.126178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-89da07e9-c13f-4d35-9db1-b08f9cc33b0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 200 len: 922 time: 0.4462953 Mar 10 15:01:09.136435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636f050-6c65-4394-9858-c7430a08db27 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef609f62-a429-428d-9f6b-860ad0a93e6b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:09.194101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492644e-2bf7-482e-bf1e-03be0e42b015 req-ba2e50d6-1ece-48c3-8b47-bd9d13d59f9a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:09.195609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1492644e-2bf7-482e-bf1e-03be0e42b015 req-ba2e50d6-1ece-48c3-8b47-bd9d13d59f9a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 944 time: 0.3906343 Mar 10 15:01:09.196870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-6f80df67-a1ed-4b21-ba03-32fcc378f8ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031 HTTP/1.1" status: 200 len: 217 time: 0.0524786 Mar 10 15:01:09.325144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed558a58-e6a3-4e41-b04f-bbd1b254929b req-f9e7e849-7a67-4343-8724-54f835086c0f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:09.326628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed558a58-e6a3-4e41-b04f-bbd1b254929b req-f9e7e849-7a67-4343-8724-54f835086c0f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1407578 Mar 10 15:01:09.327913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-a3b96eb9-33d5-4ebf-a92c-ff9ad49905ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:09.329192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-a3b96eb9-33d5-4ebf-a92c-ff9ad49905ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 200 len: 861 time: 0.1161811 Mar 10 15:01:09.332787 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1492644e-2bf7-482e-bf1e-03be0e42b015 req-c9a5413f-399f-42af-ac0d-64c8c50d937e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261263 Mar 10 15:01:09.387106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-ec890ee5-eaa3-4124-8c9a-ea0be70c06d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6b04d328-1348-4a5e-9f15-addb2bbb45b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331936 Mar 10 15:01:09.432803 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed558a58-e6a3-4e41-b04f-bbd1b254929b req-ec25a2a7-e714-42da-b9e0-eb7a78ce1f4e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990663 Mar 10 15:01:09.506016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cec958-69bf-4027-b72e-1409f0bf9550 req-f1ae118e-57d0-4fdd-a2aa-5c29cceb686a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:09.507527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33cec958-69bf-4027-b72e-1409f0bf9550 req-f1ae118e-57d0-4fdd-a2aa-5c29cceb686a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 950 time: 0.1157608 Mar 10 15:01:09.595868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-c08d5835-ef01-410e-8de1-dc0cea7955f1 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904008 Mar 10 15:01:09.606704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33cec958-69bf-4027-b72e-1409f0bf9550 req-715b3c4a-578f-4b18-865a-3c76bc5f97dd tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936744 Mar 10 15:01:09.644666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440a522-ce46-43dd-851c-e7f1bbfcc708 req-d5b7a095-06df-4c1d-a694-5ed0abf5a1ef tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:09.646401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6440a522-ce46-43dd-851c-e7f1bbfcc708 req-d5b7a095-06df-4c1d-a694-5ed0abf5a1ef tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 944 time: 0.1379189 Mar 10 15:01:09.707230 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-3ad7df3e-a482-4483-8289-32b67dc0d29b req-b783699d-3b31-4fbf-a898-f4309f25acfc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] show failed (client error): The resource could not be found. Mar 10 15:01:09.708279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ad7df3e-a482-4483-8289-32b67dc0d29b req-b783699d-3b31-4fbf-a898-f4309f25acfc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/ef609f62-a429-428d-9f6b-860ad0a93e6b HTTP/1.1" status: 404 len: 352 time: 0.0551801 Mar 10 15:01:09.816965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6440a522-ce46-43dd-851c-e7f1bbfcc708 req-5d68dc42-ff1f-4131-b398-0a6b744de9d4 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620600 Mar 10 15:01:09.820992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-502738ff-8a9c-4f11-ab60-ae12ab9e0308 service neutron] 10.222.0.45 "GET /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133975 Mar 10 15:01:09.834543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-e36235e5-a2af-4c40-8c02-c18a1b433ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:09.836072 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-e36235e5-a2af-4c40-8c02-c18a1b433ab8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1132 time: 0.1147208 Mar 10 15:01:09.854566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cfcd0-d52b-4ea9-bf5c-dc2b5748f898 req-65e4fbb6-ab16-4d92-a676-006ece13df59 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:09.856218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d8cfcd0-d52b-4ea9-bf5c-dc2b5748f898 req-65e4fbb6-ab16-4d92-a676-006ece13df59 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.0919821 Mar 10 15:01:10.001930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d8cfcd0-d52b-4ea9-bf5c-dc2b5748f898 req-fd5c2737-821f-45cc-a436-910db0a3296f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357696 Mar 10 15:01:10.026317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-60ff22b6-08bd-4c94-8324-34db544c295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:10.026317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-60ff22b6-08bd-4c94-8324-34db544c295c service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1680639 Mar 10 15:01:10.033117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6fba3-d6fd-41ea-8cdb-0eaafd26476e req-07a6ba60-9e7a-4204-9c9f-aba4df4b47b0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:10.034634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8d6fba3-d6fd-41ea-8cdb-0eaafd26476e req-07a6ba60-9e7a-4204-9c9f-aba4df4b47b0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.1509604 Mar 10 15:01:10.096102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-8cea1f2b-f959-4368-a933-188fb9252269 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 217 time: 0.0546753 Mar 10 15:01:10.096771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9e8560c5-e317-490d-8d1b-94acd2cae216 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:01:10.203743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9e8560c5-e317-490d-8d1b-94acd2cae216, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9e8560c5-e317-490d-8d1b-94acd2cae216,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:10.215898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '9e8560c5-e317-490d-8d1b-94acd2cae216', 'network_id': 'b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0', 'port_id': '9e8560c5-e317-490d-8d1b-94acd2cae216', 'mac_address': 'fa:16:3e:1f:e9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd56b222-9954-4097-a64c-5505ae1a8e55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:01:10.229075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8d6fba3-d6fd-41ea-8cdb-0eaafd26476e req-770be067-79e9-4588-8511-45095e074382 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887891 Mar 10 15:01:10.244267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-77c08ba5-d609-4320-9cb4-571043669caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:10.245729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-77c08ba5-d609-4320-9cb4-571043669caa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1206164 Mar 10 15:01:10.258279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a1a71-8079-4ba9-9085-6355c346580f req-acb5c57e-ada7-4159-ba84-7aba1812e7bb tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:10.258279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-142a1a71-8079-4ba9-9085-6355c346580f req-acb5c57e-ada7-4159-ba84-7aba1812e7bb tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 1132 time: 0.1648171 Mar 10 15:01:10.260561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9e8560c5-e317-490d-8d1b-94acd2cae216 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:10.260830 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:10.274743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8560c5-e317-490d-8d1b-94acd2cae216 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:10.280777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8f2b82b3-d55e-4153-a11d-7155027c2cfb req-11e5bc53-319e-426a-a334-bdd0dfec9327 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1150614692', 'description': 'tempest-description-573435132'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:10.301979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9e8560c5-e317-490d-8d1b-94acd2cae216, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9e8560c5-e317-490d-8d1b-94acd2cae216,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:10.306143 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:10.334989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-2b25f9f3-39a8-44c3-a545-0e5c09640e46 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:10.336507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-2b25f9f3-39a8-44c3-a545-0e5c09640e46 tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b&tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.1728780 Mar 10 15:01:10.353844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9e8560c5-e317-490d-8d1b-94acd2cae216,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:10.360073 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f2b82b3-d55e-4153-a11d-7155027c2cfb req-11e5bc53-319e-426a-a334-bdd0dfec9327 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:10.389600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-142a1a71-8079-4ba9-9085-6355c346580f req-bd19189d-db89-4f79-9156-5340b2368221 tempest-ServersOnMultiNodesTest-306307449 tempest-ServersOnMultiNodesTest-306307449-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320815 Mar 10 15:01:10.414000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-a0606b8e-33a2-4680-9de0-3c97bf288280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:10.414891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-a0606b8e-33a2-4680-9de0-3c97bf288280 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1474519 Mar 10 15:01:10.633289 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f2b82b3-d55e-4153-a11d-7155027c2cfb req-11e5bc53-319e-426a-a334-bdd0dfec9327 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (fb1bd120-4303-48c2-9379-2b17a7530411), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:10.646709 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f2b82b3-d55e-4153-a11d-7155027c2cfb req-11e5bc53-319e-426a-a334-bdd0dfec9327 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fb1bd120-4303-48c2-9379-2b17a7530411), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:10.664787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5247722-314f-4d07-9843-371a63799fd9 req-0b73965f-e6e3-49f2-b98c-7fef2b493b67 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:10.666262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5247722-314f-4d07-9843-371a63799fd9 req-0b73965f-e6e3-49f2-b98c-7fef2b493b67 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.2135689 Mar 10 15:01:10.695201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-db903818-9aed-40a0-af0f-9c4bfefc218e service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693481 Mar 10 15:01:10.725069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-3ea97213-6ac8-4864-a0cd-730ae9e45384 service neutron] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:01:10.727689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5bc53-319e-426a-a334-bdd0dfec9327 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1bd120-4303-48c2-9379-2b17a7530411,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:10.731710 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f2b82b3-d55e-4153-a11d-7155027c2cfb req-11e5bc53-319e-426a-a334-bdd0dfec9327 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:10.732887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f2b82b3-d55e-4153-a11d-7155027c2cfb req-11e5bc53-319e-426a-a334-bdd0dfec9327 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4667723 Mar 10 15:01:10.746006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-3ea97213-6ac8-4864-a0cd-730ae9e45384 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:10.747231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f91d691-364e-4d1c-a33f-5e319fb53f7d req-3ea97213-6ac8-4864-a0cd-730ae9e45384 service neutron] 10.222.0.45 "DELETE /v2.0/ports/7457e1e0-e5b8-42f3-a332-91d8913bf031/bindings/n-h2-833090-1 HTTP/1.1" status: 204 len: 173 time: 0.3839033 Mar 10 15:01:10.788652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9e8560c5-e317-490d-8d1b-94acd2cae216'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:10.829019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5247722-314f-4d07-9843-371a63799fd9 req-f52bf416-7ea7-490a-accd-9ebe22193438 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502333 Mar 10 15:01:10.879068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-2f02e61e-83f9-468e-aed4-613735154f50 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643085 Mar 10 15:01:10.900993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a468389-09ea-4114-b6be-583f840a73bc req-29c5f36f-6e6d-469a-a7a1-a53a40fc0faa tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:10.902640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a468389-09ea-4114-b6be-583f840a73bc req-29c5f36f-6e6d-469a-a7a1-a53a40fc0faa tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 945 time: 0.0909946 Mar 10 15:01:10.962782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a468389-09ea-4114-b6be-583f840a73bc req-6d2af5ae-4807-4e3a-af3d-154a7b47e8a5 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516870 Mar 10 15:01:11.000712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-0d49012f-449f-48df-b730-20a86bc8e8a7 req-3fbd1a9e-0cab-437d-98fc-dd20b9e66161 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1664251494', 'description': 'tempest-description-1865043196'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:11.027745 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0d49012f-449f-48df-b730-20a86bc8e8a7 req-3fbd1a9e-0cab-437d-98fc-dd20b9e66161 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:11.118122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783a5b9-60b0-43f2-a04c-e990f2be51d2 req-477ffa1b-a90c-4987-a2b2-c1a434638dab tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:11.119758 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8783a5b9-60b0-43f2-a04c-e990f2be51d2 req-477ffa1b-a90c-4987-a2b2-c1a434638dab tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.0802612 Mar 10 15:01:11.159245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0d49012f-449f-48df-b730-20a86bc8e8a7 req-3fbd1a9e-0cab-437d-98fc-dd20b9e66161 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (5929c8a6-fdaf-4b36-8da0-2754927afd87), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:11.165697 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0d49012f-449f-48df-b730-20a86bc8e8a7 req-3fbd1a9e-0cab-437d-98fc-dd20b9e66161 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5929c8a6-fdaf-4b36-8da0-2754927afd87), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:11.206942 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0d49012f-449f-48df-b730-20a86bc8e8a7 req-3fbd1a9e-0cab-437d-98fc-dd20b9e66161 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:11.208204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d49012f-449f-48df-b730-20a86bc8e8a7 req-3fbd1a9e-0cab-437d-98fc-dd20b9e66161 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2117274 Mar 10 15:01:11.218098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8783a5b9-60b0-43f2-a04c-e990f2be51d2 req-49f95939-4768-4a01-8acb-f62f28ddf796 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866938 Mar 10 15:01:11.219996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd1a9e-0cab-437d-98fc-dd20b9e66161 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5929c8a6-fdaf-4b36-8da0-2754927afd87,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:11.346539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6325b-d8aa-4ee7-92a8-ee38d2805336 req-77666a6e-1329-4979-8856-3057f917ba80 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:11.348133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7aa6325b-d8aa-4ee7-92a8-ee38d2805336 req-77666a6e-1329-4979-8856-3057f917ba80 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 944 time: 0.0886908 Mar 10 15:01:11.381775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51585eb-6402-4167-9447-40f67578a386 req-05395663-2db4-4724-b59d-cc832a44a9b0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:11.383263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e51585eb-6402-4167-9447-40f67578a386 req-05395663-2db4-4724-b59d-cc832a44a9b0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 950 time: 0.0907507 Mar 10 15:01:11.427732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7aa6325b-d8aa-4ee7-92a8-ee38d2805336 req-b3dc3113-1b21-4a6b-b9ac-cbec2db54ea6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734706 Mar 10 15:01:11.454684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e51585eb-6402-4167-9447-40f67578a386 req-c0495111-e380-4f78-b678-c7a632b6a15d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614181 Mar 10 15:01:11.497393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-521fead0-f03c-460c-b9bf-33e42b478135 req-f521a31b-ffb2-487f-85df-c2bcc80d3d92 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-131410885', 'description': 'tempest-description-1166494286'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:11.552170 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-521fead0-f03c-460c-b9bf-33e42b478135 req-f521a31b-ffb2-487f-85df-c2bcc80d3d92 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:11.592114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf459610-f49c-4892-bea4-0e5b128daf6a req-e5269f42-158b-4686-bbd1-b707760b6cbd tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:11.593598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf459610-f49c-4892-bea4-0e5b128daf6a req-e5269f42-158b-4686-bbd1-b707760b6cbd tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.0849335 Mar 10 15:01:11.688862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf459610-f49c-4892-bea4-0e5b128daf6a req-a4ea720c-fe70-4f11-b2a5-901dbbec9d1f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878565 Mar 10 15:01:11.691146 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-521fead0-f03c-460c-b9bf-33e42b478135 req-f521a31b-ffb2-487f-85df-c2bcc80d3d92 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (07a420a2-3d13-415b-baef-464df06cf27a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:11.696095 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-521fead0-f03c-460c-b9bf-33e42b478135 req-f521a31b-ffb2-487f-85df-c2bcc80d3d92 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (07a420a2-3d13-415b-baef-464df06cf27a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:11.728123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-521fead0-f03c-460c-b9bf-33e42b478135 req-f521a31b-ffb2-487f-85df-c2bcc80d3d92 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:11.729346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-521fead0-f03c-460c-b9bf-33e42b478135 req-f521a31b-ffb2-487f-85df-c2bcc80d3d92 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2377565 Mar 10 15:01:11.731273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521a31b-ffb2-487f-85df-c2bcc80d3d92 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a420a2-3d13-415b-baef-464df06cf27a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:11.859269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00405c-ac72-4d4c-866a-c239fa0d499c req-475bb5d0-1c26-4ada-bbb2-499313b2a6ff tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:11.861118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db00405c-ac72-4d4c-866a-c239fa0d499c req-475bb5d0-1c26-4ada-bbb2-499313b2a6ff tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.1053097 Mar 10 15:01:11.943650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e3a0831-ff04-4b7a-9d8a-38284f5b66f2 req-b6217504-2ef7-48b3-a80e-bb9fff17848c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55c57591fbf84afeae05501dada323ab HTTP/1.1" status: 200 len: 10997 time: 0.1543851 Mar 10 15:01:11.946525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db00405c-ac72-4d4c-866a-c239fa0d499c req-c7480183-8fdf-4d64-9858-ad0a8fc4c188 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790641 Mar 10 15:01:11.990404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e3a0831-ff04-4b7a-9d8a-38284f5b66f2 req-c846c2af-3ccf-4afd-a938-19503429fcaa tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/de25f03e-04cf-454e-b87d-032a1e3b47ec HTTP/1.1" status: 200 len: 2998 time: 0.0403824 Mar 10 15:01:12.068216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e3a0831-ff04-4b7a-9d8a-38284f5b66f2 req-c4eb4c99-3187-4ad9-8f74-910dae3b9090 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/de25f03e-04cf-454e-b87d-032a1e3b47ec HTTP/1.1" status: 200 len: 2998 time: 0.0717590 Mar 10 15:01:12.074100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d894734-8a72-42fc-8b80-2895199c70bc req-e652fbaa-21c5-4579-b223-0dfeb210d82d tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:12.075830 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d894734-8a72-42fc-8b80-2895199c70bc req-e652fbaa-21c5-4579-b223-0dfeb210d82d tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 1126 time: 0.0730264 Mar 10 15:01:12.130739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d894734-8a72-42fc-8b80-2895199c70bc req-a4bace8b-0950-4a0f-af45-bf3ec1ea4b8d tempest-LiveAutoBlockMigrationV225Test-630238257 tempest-LiveAutoBlockMigrationV225Test-630238257-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494077 Mar 10 15:01:12.171596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de090-4974-48d8-a99b-0ac845825b41 req-a3109ee4-654e-4b20-93b8-27ce2f40713f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:12.173202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed8de090-4974-48d8-a99b-0ac845825b41 req-a3109ee4-654e-4b20-93b8-27ce2f40713f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.0542283 Mar 10 15:01:12.251321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed8de090-4974-48d8-a99b-0ac845825b41 req-385e80f0-e2b7-4f36-b0cf-6a5218b4c6a9 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689521 Mar 10 15:01:12.287823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bc562-6ae0-40a2-b2f6-699278427778 req-d0089c0f-ebe9-4daa-b27a-225732a7733d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:12.289235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-998bc562-6ae0-40a2-b2f6-699278427778 req-d0089c0f-ebe9-4daa-b27a-225732a7733d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 945 time: 0.0811708 Mar 10 15:01:12.340000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-219ee618-c747-48fa-a2cd-be17d2f2f18f req-697cac82-1692-4a61-aae8-d5f2293a9fcb tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/fb1bd120-4303-48c2-9379-2b17a7530411 HTTP/1.1" status: 200 len: 1817 time: 0.0658188 Mar 10 15:01:12.368539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-998bc562-6ae0-40a2-b2f6-699278427778 req-c3bae868-e2c8-44bf-bfbe-c069968d9186 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722113 Mar 10 15:01:12.410339 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-219ee618-c747-48fa-a2cd-be17d2f2f18f req-af175cbb-ce05-4f7e-a89a-49cbbf88d915 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (fb1bd120-4303-48c2-9379-2b17a7530411), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:12.432455 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-219ee618-c747-48fa-a2cd-be17d2f2f18f req-af175cbb-ce05-4f7e-a89a-49cbbf88d915 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (fb1bd120-4303-48c2-9379-2b17a7530411), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:12.475162 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-219ee618-c747-48fa-a2cd-be17d2f2f18f req-af175cbb-ce05-4f7e-a89a-49cbbf88d915 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fb1bd120-4303-48c2-9379-2b17a7530411), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:12.477760 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-219ee618-c747-48fa-a2cd-be17d2f2f18f req-af175cbb-ce05-4f7e-a89a-49cbbf88d915 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:12.479592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-219ee618-c747-48fa-a2cd-be17d2f2f18f req-af175cbb-ce05-4f7e-a89a-49cbbf88d915 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "DELETE /v2.0/security-groups/fb1bd120-4303-48c2-9379-2b17a7530411 HTTP/1.1" status: 204 len: 173 time: 0.1333635 Mar 10 15:01:12.490169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af175cbb-ce05-4f7e-a89a-49cbbf88d915 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1bd120-4303-48c2-9379-2b17a7530411,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:12.634560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1433c9-9bcc-477d-ae21-4250b423e63e req-852fb573-bd38-4602-b875-b96811c11745 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:12.636069 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e1433c9-9bcc-477d-ae21-4250b423e63e req-852fb573-bd38-4602-b875-b96811c11745 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.0875676 Mar 10 15:01:12.644443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebb03f-d9d8-4b21-8c3e-8db9e04d4a3d req-6ba398f0-d944-4873-92cf-c8438fbc3746 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:12.645848 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7ebb03f-d9d8-4b21-8c3e-8db9e04d4a3d req-6ba398f0-d944-4873-92cf-c8438fbc3746 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 950 time: 0.0865171 Mar 10 15:01:12.718082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e1433c9-9bcc-477d-ae21-4250b423e63e req-2fda1827-d3dc-49b1-a432-c4e8fb567652 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712786 Mar 10 15:01:12.721492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7ebb03f-d9d8-4b21-8c3e-8db9e04d4a3d req-c3ee87ef-9ff0-44e0-9c49-f88dcf0fef63 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687706 Mar 10 15:01:12.753070 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-815ece2b-174e-41cb-94ea-4753449d558e req-dcb6c82c-caff-4667-9906-1a398ffb8380 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] show failed (client error): The resource could not be found. Mar 10 15:01:12.754076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-815ece2b-174e-41cb-94ea-4753449d558e req-dcb6c82c-caff-4667-9906-1a398ffb8380 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/fb1bd120-4303-48c2-9379-2b17a7530411 HTTP/1.1" status: 404 len: 352 time: 0.0141308 Mar 10 15:01:12.874999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7617ef6-c630-4c19-9779-67b37214298f req-0d6b83e6-2c9a-4960-b20a-2c8fc71b10e8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:12.876475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7617ef6-c630-4c19-9779-67b37214298f req-0d6b83e6-2c9a-4960-b20a-2c8fc71b10e8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 944 time: 0.0927565 Mar 10 15:01:12.883731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3fdba-2563-4332-9e53-73f622993e02 req-58e74da2-d487-49a5-ab0a-f542ec9e2555 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:12.885062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7db3fdba-2563-4332-9e53-73f622993e02 req-58e74da2-d487-49a5-ab0a-f542ec9e2555 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.0744174 Mar 10 15:01:12.957135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7617ef6-c630-4c19-9779-67b37214298f req-08af2674-dda8-4637-8701-e5c4b3abc3d7 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711372 Mar 10 15:01:12.960119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7db3fdba-2563-4332-9e53-73f622993e02 req-a298fb02-6f66-483d-985a-6e577f710958 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683849 Mar 10 15:01:13.059765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1628cb4a-c8ef-487c-a68f-da83405fdb8a req-4ef0762d-56b8-419a-aac7-a5f5ad11855e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/5929c8a6-fdaf-4b36-8da0-2754927afd87 HTTP/1.1" status: 200 len: 1818 time: 0.0680120 Mar 10 15:01:13.101889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7d113-014f-4fd6-96af-682ccd682d10 req-77dd0af9-c408-4baa-a55c-36076582c185 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:13.103383 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2a7d113-014f-4fd6-96af-682ccd682d10 req-77dd0af9-c408-4baa-a55c-36076582c185 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.0856740 Mar 10 15:01:13.155351 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1628cb4a-c8ef-487c-a68f-da83405fdb8a req-798270b6-4cd2-4cb9-9117-8856e1facf0e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (5929c8a6-fdaf-4b36-8da0-2754927afd87), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:13.178813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2a7d113-014f-4fd6-96af-682ccd682d10 req-2cc0293e-81ad-4448-b79c-29156c48f004 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640848 Mar 10 15:01:13.188710 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1628cb4a-c8ef-487c-a68f-da83405fdb8a req-798270b6-4cd2-4cb9-9117-8856e1facf0e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (5929c8a6-fdaf-4b36-8da0-2754927afd87), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:13.229576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1628cb4a-c8ef-487c-a68f-da83405fdb8a req-798270b6-4cd2-4cb9-9117-8856e1facf0e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5929c8a6-fdaf-4b36-8da0-2754927afd87), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:13.232152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1628cb4a-c8ef-487c-a68f-da83405fdb8a req-798270b6-4cd2-4cb9-9117-8856e1facf0e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:13.233263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1628cb4a-c8ef-487c-a68f-da83405fdb8a req-798270b6-4cd2-4cb9-9117-8856e1facf0e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "DELETE /v2.0/security-groups/5929c8a6-fdaf-4b36-8da0-2754927afd87 HTTP/1.1" status: 204 len: 173 time: 0.1666088 Mar 10 15:01:13.242835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798270b6-4cd2-4cb9-9117-8856e1facf0e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5929c8a6-fdaf-4b36-8da0-2754927afd87,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:13.263901 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-5da68e3d-f5c2-44fc-a493-b8f6b9f65399 req-800385ce-a085-4c56-906f-0d3d4fe5b325 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] show failed (client error): The resource could not be found. Mar 10 15:01:13.265336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5da68e3d-f5c2-44fc-a493-b8f6b9f65399 req-800385ce-a085-4c56-906f-0d3d4fe5b325 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/5929c8a6-fdaf-4b36-8da0-2754927afd87 HTTP/1.1" status: 404 len: 352 time: 0.0145242 Mar 10 15:01:13.335843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a4f9207-1aa7-486a-b028-d785b4d7e5be req-8a207e59-8e15-4256-8778-47961beda1fb tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/07a420a2-3d13-415b-baef-464df06cf27a HTTP/1.1" status: 200 len: 1817 time: 0.0474913 Mar 10 15:01:13.406957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300e1fa-7361-421f-9328-720a6960912b req-5182c7f6-ee0e-4125-bb9f-bc487dc7cf43 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:13.408438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f300e1fa-7361-421f-9328-720a6960912b req-5182c7f6-ee0e-4125-bb9f-bc487dc7cf43 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.0875111 Mar 10 15:01:13.436469 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4a4f9207-1aa7-486a-b028-d785b4d7e5be req-b2e7627a-a234-4927-b183-ea8f3f15f1cb tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (07a420a2-3d13-415b-baef-464df06cf27a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:13.476787 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4a4f9207-1aa7-486a-b028-d785b4d7e5be req-b2e7627a-a234-4927-b183-ea8f3f15f1cb tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (07a420a2-3d13-415b-baef-464df06cf27a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:13.491786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f300e1fa-7361-421f-9328-720a6960912b req-83700e18-ca5d-479a-82f9-36e79087d8c0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756605 Mar 10 15:01:13.527529 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4a4f9207-1aa7-486a-b028-d785b4d7e5be req-b2e7627a-a234-4927-b183-ea8f3f15f1cb tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (07a420a2-3d13-415b-baef-464df06cf27a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:13.530236 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4a4f9207-1aa7-486a-b028-d785b4d7e5be req-b2e7627a-a234-4927-b183-ea8f3f15f1cb tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:13.531511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a4f9207-1aa7-486a-b028-d785b4d7e5be req-b2e7627a-a234-4927-b183-ea8f3f15f1cb tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "DELETE /v2.0/security-groups/07a420a2-3d13-415b-baef-464df06cf27a HTTP/1.1" status: 204 len: 173 time: 0.1811600 Mar 10 15:01:13.543899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7627a-a234-4927-b183-ea8f3f15f1cb tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a420a2-3d13-415b-baef-464df06cf27a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:13.583833 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-4418b062-55cf-49a4-9553-cc092df4bad3 req-c0f17997-478e-4b5a-b5dd-72cf121dfcd8 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] show failed (client error): The resource could not be found. Mar 10 15:01:13.584856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4418b062-55cf-49a4-9553-cc092df4bad3 req-c0f17997-478e-4b5a-b5dd-72cf121dfcd8 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/07a420a2-3d13-415b-baef-464df06cf27a HTTP/1.1" status: 404 len: 352 time: 0.0371733 Mar 10 15:01:13.610095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c596a4d-88e9-43a7-83b5-a325fe5b6463 req-73b31bc9-95a7-4f1e-8b8e-9c0b1fa3a42d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:13.611581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c596a4d-88e9-43a7-83b5-a325fe5b6463 req-73b31bc9-95a7-4f1e-8b8e-9c0b1fa3a42d tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 945 time: 0.0627265 Mar 10 15:01:13.694276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c596a4d-88e9-43a7-83b5-a325fe5b6463 req-653f9b29-1165-4994-868f-93116ba2515e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759826 Mar 10 15:01:13.710389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edb76949-6f4e-4077-a127-adab6b919a4a req-5c67795c-71c2-4ae4-8395-fd4b6cce44a1 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55c57591fbf84afeae05501dada323ab HTTP/1.1" status: 200 len: 6198 time: 0.0978348 Mar 10 15:01:13.785886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edb76949-6f4e-4077-a127-adab6b919a4a req-9cdd8c27-7877-4e3e-ab20-f82e328f443e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/de25f03e-04cf-454e-b87d-032a1e3b47ec HTTP/1.1" status: 200 len: 2998 time: 0.0695386 Mar 10 15:01:13.829558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766499d-4639-4f7c-a089-605e71395ea8 req-c0771149-c565-4848-9f85-cb0f6c1c7ba6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:13.831446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c766499d-4639-4f7c-a089-605e71395ea8 req-c0771149-c565-4848-9f85-cb0f6c1c7ba6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.45 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 944 time: 0.1085050 Mar 10 15:01:13.905049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edb76949-6f4e-4077-a127-adab6b919a4a req-0e319ee3-1593-4f25-b4c4-9c0aa74dea71 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/de25f03e-04cf-454e-b87d-032a1e3b47ec HTTP/1.1" status: 200 len: 2998 time: 0.1060734 Mar 10 15:01:13.923347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eed162-4b90-4cc1-bad9-e085341f0752 req-444f92e4-0374-47cc-816e-3d6617d8ebaa tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:13.924862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6eed162-4b90-4cc1-bad9-e085341f0752 req-444f92e4-0374-47cc-816e-3d6617d8ebaa tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1373184 Mar 10 15:01:14.112324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9e8560c5-e317-490d-8d1b-94acd2cae216 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:01:14.163034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 9e8560c5-e317-490d-8d1b-94acd2cae216 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:01:14.167537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 9e8560c5-e317-490d-8d1b-94acd2cae216 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:01:14.167919 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:14.250999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9e8560c5-e317-490d-8d1b-94acd2cae216 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:14.251390 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:14.276727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8560c5-e317-490d-8d1b-94acd2cae216'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:14.278936 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf1ea23-fd91-49ce-80a4-0eaf2b2f7a20" -d '{"events": [{"server_uuid": "a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1", "name": "network-vif-plugged", "status": "completed", "tag": "9e8560c5-e317-490d-8d1b-94acd2cae216"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:14.291903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9e8560c5-e317-490d-8d1b-94acd2cae216, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9e8560c5-e317-490d-8d1b-94acd2cae216,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:14.295998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:14.312495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6eed162-4b90-4cc1-bad9-e085341f0752 req-3dd78485-27da-4fb7-864e-b9b85a328e5f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674335 Mar 10 15:01:14.341673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cb4e7-c645-4184-bc74-10a35c3c8aeb req-73a3cc1c-cd2e-4682-8e24-de58287e3fa1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:14.343147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb9cb4e7-c645-4184-bc74-10a35c3c8aeb req-73a3cc1c-cd2e-4682-8e24-de58287e3fa1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 950 time: 0.3882904 Mar 10 15:01:14.345202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c766499d-4639-4f7c-a089-605e71395ea8 req-4ecffdee-aacf-49ba-b72a-c053570cd017 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Deleting port 7457e1e0-e5b8-42f3-a332-91d8913bf031 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:01:14.345539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c766499d-4639-4f7c-a089-605e71395ea8 req-4ecffdee-aacf-49ba-b72a-c053570cd017 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:14.349574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9e8560c5-e317-490d-8d1b-94acd2cae216,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:14.358505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d5a8abdc-8dfd-44db-ab61-09b73d241384 req-debc12b4-a9ba-4bd7-a570-88062bd0c06d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1111619542', 'description': 'tempest-description-1522396444'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:14.421746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19e980-dda1-43a8-9189-fa013ffba7d1 req-f7f15944-0c65-4d06-8c3b-fb67f7536bd0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:14.423141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca19e980-dda1-43a8-9189-fa013ffba7d1 req-f7f15944-0c65-4d06-8c3b-fb67f7536bd0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 950 time: 0.1629102 Mar 10 15:01:14.505129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5a8abdc-8dfd-44db-ab61-09b73d241384 req-debc12b4-a9ba-4bd7-a570-88062bd0c06d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:14.524843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb9cb4e7-c645-4184-bc74-10a35c3c8aeb req-ba7839f8-5423-4700-8a77-91b741cdc531 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750147 Mar 10 15:01:14.589227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c766499d-4639-4f7c-a089-605e71395ea8 req-4ecffdee-aacf-49ba-b72a-c053570cd017 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] For port 7457e1e0-e5b8-42f3-a332-91d8913bf031, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7457e1e0-e5b8-42f3-a332-91d8913bf031,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:14.589583 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c766499d-4639-4f7c-a089-605e71395ea8 req-4ecffdee-aacf-49ba-b72a-c053570cd017 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:14.619689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c766499d-4639-4f7c-a089-605e71395ea8 req-4ecffdee-aacf-49ba-b72a-c053570cd017 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Calling delete_port for 7457e1e0-e5b8-42f3-a332-91d8913bf031 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:01:14.737332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5a8abdc-8dfd-44db-ab61-09b73d241384 req-debc12b4-a9ba-4bd7-a570-88062bd0c06d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (31aa8265-f6ea-48be-a809-5218cb256dac), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:14.755340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbf760-3315-4020-8248-dec50317525c req-061c61d3-0a81-454b-98f9-a34207f20a55 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:14.756790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6fbbf760-3315-4020-8248-dec50317525c req-061c61d3-0a81-454b-98f9-a34207f20a55 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1714418 Mar 10 15:01:14.757360 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5a8abdc-8dfd-44db-ab61-09b73d241384 req-debc12b4-a9ba-4bd7-a570-88062bd0c06d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (31aa8265-f6ea-48be-a809-5218cb256dac), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:14.760929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-ca19e980-dda1-43a8-9189-fa013ffba7d1 req-f3029e2a-bf93-4ca7-9a38-b66c63502b19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Deleting port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:01:14.761253 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ca19e980-dda1-43a8-9189-fa013ffba7d1 req-f3029e2a-bf93-4ca7-9a38-b66c63502b19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:14.831063 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5a8abdc-8dfd-44db-ab61-09b73d241384 req-debc12b4-a9ba-4bd7-a570-88062bd0c06d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:14.832267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5a8abdc-8dfd-44db-ab61-09b73d241384 req-debc12b4-a9ba-4bd7-a570-88062bd0c06d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4798760 Mar 10 15:01:14.890160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc12b4-a9ba-4bd7-a570-88062bd0c06d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa8265-f6ea-48be-a809-5218cb256dac,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:14.975410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6fbbf760-3315-4020-8248-dec50317525c req-b0162124-1e67-4245-9dc6-cd8a0f3c0c4e tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105584 Mar 10 15:01:15.002819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ca19e980-dda1-43a8-9189-fa013ffba7d1 req-f3029e2a-bf93-4ca7-9a38-b66c63502b19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] For port 3fdfb7e6-c289-4d79-be31-a51f3670ff32, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3fdfb7e6-c289-4d79-be31-a51f3670ff32,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:15.003203 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ca19e980-dda1-43a8-9189-fa013ffba7d1 req-f3029e2a-bf93-4ca7-9a38-b66c63502b19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:15.029618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-ca19e980-dda1-43a8-9189-fa013ffba7d1 req-f3029e2a-bf93-4ca7-9a38-b66c63502b19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Calling delete_port for 3fdfb7e6-c289-4d79-be31-a51f3670ff32 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:01:15.035482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c766499d-4639-4f7c-a089-605e71395ea8 req-4ecffdee-aacf-49ba-b72a-c053570cd017 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7457e1e0-e5b8-42f3-a332-91d8913bf031), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:15.052611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c6060d8e-67a8-4740-a121-3570c8856c49'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:15.054095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391ed9d-0312-4e60-811d-70957d8b8724 req-e1a96679-f820-4371-a3b3-d35e821e9a6d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:15.055607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8391ed9d-0312-4e60-811d-70957d8b8724 req-e1a96679-f820-4371-a3b3-d35e821e9a6d tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 944 time: 0.1679327 Mar 10 15:01:15.077344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['7457e1e0-e5b8-42f3-a332-91d8913bf031'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:15.094984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecffdee-aacf-49ba-b72a-c053570cd017 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Pushing event deleted for resources: {'Port': ['ID=7457e1e0-e5b8-42f3-a332-91d8913bf031,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:15.222496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c766499d-4639-4f7c-a089-605e71395ea8 req-4ecffdee-aacf-49ba-b72a-c053570cd017 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] No DVR routers for this DVR port 7457e1e0-e5b8-42f3-a332-91d8913bf031 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:15.230217 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c766499d-4639-4f7c-a089-605e71395ea8 req-4ecffdee-aacf-49ba-b72a-c053570cd017 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:15.233463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c766499d-4639-4f7c-a089-605e71395ea8 req-4ecffdee-aacf-49ba-b72a-c053570cd017 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.45 "DELETE /v2.0/ports/7457e1e0-e5b8-42f3-a332-91d8913bf031 HTTP/1.1" status: 204 len: 173 time: 1.3838942 Mar 10 15:01:15.237795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'name': 'network-vif-deleted', 'tag': '7457e1e0-e5b8-42f3-a332-91d8913bf031'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:15.240091 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4137802-bb34-457e-89a7-8b3e0584cae2" -d '{"events": [{"server_uuid": "f83c785b-fead-4db4-b439-38a1bf46c17b", "name": "network-vif-deleted", "tag": "7457e1e0-e5b8-42f3-a332-91d8913bf031"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:15.262698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8391ed9d-0312-4e60-811d-70957d8b8724 req-10b0c974-3d79-40f3-a519-069a054f3265 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824596 Mar 10 15:01:15.270403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014d91f-7111-4bdc-b8e0-17fe79a69bfc req-a32cbaf3-b78b-4118-acf7-0f1f26057068 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:15.271937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2014d91f-7111-4bdc-b8e0-17fe79a69bfc req-a32cbaf3-b78b-4118-acf7-0f1f26057068 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.2134316 Mar 10 15:01:15.318641 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079b3ef6-f04d-4d75-8c45-b6836d67e9a2 x-openstack-request-id: req-079b3ef6-f04d-4d75-8c45-b6836d67e9a2 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:15.319529 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1", "name": "network-vif-plugged", "status": "completed", "tag": "9e8560c5-e317-490d-8d1b-94acd2cae216", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:15.319959 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-079b3ef6-f04d-4d75-8c45-b6836d67e9a2 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:15.320507 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8560c5-e317-490d-8d1b-94acd2cae216', 'code': 200} Mar 10 15:01:15.373149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2014d91f-7111-4bdc-b8e0-17fe79a69bfc req-085a610e-faca-4b16-96cf-88119b012d51 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936437 Mar 10 15:01:15.435377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ca19e980-dda1-43a8-9189-fa013ffba7d1 req-f3029e2a-bf93-4ca7-9a38-b66c63502b19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3fdfb7e6-c289-4d79-be31-a51f3670ff32), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:15.451250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', '497a600a-4230-4589-b022-c125e2f94165', '3a31c5f2-60c8-446f-acc7-f918e759fbef', '0e1d0682-11ba-4602-a761-861881005198', '3fdfb7e6-c289-4d79-be31-a51f3670ff32'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:15.453499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cf16e307-c862-4d16-860c-3ed4b7cf02f7', 'e3069e3a-3c87-4a29-90db-2fdb2934391b', '62c2a6c2-5291-462c-bc01-ca5740d47034'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:15.488462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3029e2a-bf93-4ca7-9a38-b66c63502b19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event deleted for resources: {'Port': ['ID=3fdfb7e6-c289-4d79-be31-a51f3670ff32,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:15.573544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f7cc4-a72e-47a4-9931-b06ab96b136a req-d5337058-63a7-4163-9a6b-1f44b1caaaa0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:15.580664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571f7cc4-a72e-47a4-9931-b06ab96b136a req-d5337058-63a7-4163-9a6b-1f44b1caaaa0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.2044115 Mar 10 15:01:15.606436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca04978-cb99-45e4-a1ee-8bd594d6232b req-28b5cfe7-f1e0-4b09-a25f-c76f8721182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:15.608087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ca04978-cb99-45e4-a1ee-8bd594d6232b req-28b5cfe7-f1e0-4b09-a25f-c76f8721182e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 1128 time: 0.2001479 Mar 10 15:01:15.617964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca19e980-dda1-43a8-9189-fa013ffba7d1 req-f3029e2a-bf93-4ca7-9a38-b66c63502b19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] No DVR routers for this DVR port 3fdfb7e6-c289-4d79-be31-a51f3670ff32 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:15.630202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ca19e980-dda1-43a8-9189-fa013ffba7d1 req-f3029e2a-bf93-4ca7-9a38-b66c63502b19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:15.633890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca19e980-dda1-43a8-9189-fa013ffba7d1 req-f3029e2a-bf93-4ca7-9a38-b66c63502b19 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "DELETE /v2.0/ports/3fdfb7e6-c289-4d79-be31-a51f3670ff32 HTTP/1.1" status: 204 len: 173 time: 1.1777394 Mar 10 15:01:15.684759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571f7cc4-a72e-47a4-9931-b06ab96b136a req-bb0eea7c-591b-41b2-8d2d-015617e37a10 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028116 Mar 10 15:01:15.711026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0b0b0-d665-4dc7-8da4-6245be152c75 req-73199317-247b-4802-8c4d-d4963724b88a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:15.712844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0d0b0b0-d665-4dc7-8da4-6245be152c75 req-73199317-247b-4802-8c4d-d4963724b88a tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.2636585 Mar 10 15:01:15.719274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c582ce32-ad26-4362-9efc-140671c7f5f5 req-ef3b06ba-fdb0-45ab-919c-3571d83dd003 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1903448312', 'description': 'tempest-description-206854552'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:15.803195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ca04978-cb99-45e4-a1ee-8bd594d6232b req-f2950f79-9b88-4e79-a33d-af2769270832 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804876 Mar 10 15:01:15.805862 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c582ce32-ad26-4362-9efc-140671c7f5f5 req-ef3b06ba-fdb0-45ab-919c-3571d83dd003 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:15.841476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0d0b0b0-d665-4dc7-8da4-6245be152c75 req-bd17b995-48ef-4baf-95b7-f83e4b07c759 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994434 Mar 10 15:01:15.929785 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c582ce32-ad26-4362-9efc-140671c7f5f5 req-ef3b06ba-fdb0-45ab-919c-3571d83dd003 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (f7a6d164-f401-42e0-b63e-81fa4de7ae3f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:15.932961 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ff996c-ea6a-455b-a79b-c0927da8e7b7 x-openstack-request-id: req-07ff996c-ea6a-455b-a79b-c0927da8e7b7 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:15.933557 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83c785b-fead-4db4-b439-38a1bf46c17b", "name": "network-vif-deleted", "tag": "7457e1e0-e5b8-42f3-a332-91d8913bf031", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:15.933815 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07ff996c-ea6a-455b-a79b-c0927da8e7b7 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:15.934218 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83c785b-fead-4db4-b439-38a1bf46c17b', 'name': 'network-vif-deleted', 'tag': '7457e1e0-e5b8-42f3-a332-91d8913bf031', 'status': 'completed', 'code': 200} Mar 10 15:01:15.938377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c582ce32-ad26-4362-9efc-140671c7f5f5 req-ef3b06ba-fdb0-45ab-919c-3571d83dd003 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f7a6d164-f401-42e0-b63e-81fa4de7ae3f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:15.977565 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c582ce32-ad26-4362-9efc-140671c7f5f5 req-ef3b06ba-fdb0-45ab-919c-3571d83dd003 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:15.978903 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c582ce32-ad26-4362-9efc-140671c7f5f5 req-ef3b06ba-fdb0-45ab-919c-3571d83dd003 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2633946 Mar 10 15:01:16.024989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b06ba-fdb0-45ab-919c-3571d83dd003 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a6d164-f401-42e0-b63e-81fa4de7ae3f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:16.066248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2218-1805-4229-8265-d8959e694f27 req-3a25addc-8390-400b-8baa-c0f62c4c933e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:16.068752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fda2218-1805-4229-8265-d8959e694f27 req-3a25addc-8390-400b-8baa-c0f62c4c933e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.0978849 Mar 10 15:01:16.128526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de8d9c14-dfe4-4b84-b916-a22d781a4127 req-3ec313e6-072a-4655-b321-70f74140edeb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=507a0129-fbfc-4ae4-b171-abb1ee64a94a HTTP/1.1" status: 200 len: 210 time: 0.0396183 Mar 10 15:01:16.157826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fda2218-1805-4229-8265-d8959e694f27 req-c22d73d5-706b-4e10-a1cd-125797afe907 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817542 Mar 10 15:01:16.332798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec996f-70db-4172-bdd6-68ebbb1cc31e req-d67b5c91-28af-4880-830a-ee5700e3215f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:16.334368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07ec996f-70db-4172-bdd6-68ebbb1cc31e req-d67b5c91-28af-4880-830a-ee5700e3215f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1350324 Mar 10 15:01:16.415993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-1dbe0912-066d-4e77-8c29-bd60aa12353e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:16.417476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-1dbe0912-066d-4e77-8c29-bd60aa12353e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/networks?id=494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 200 len: 812 time: 0.1702664 Mar 10 15:01:16.444144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07ec996f-70db-4172-bdd6-68ebbb1cc31e req-734fe0a6-09b4-4e87-bed2-50d8350ded94 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013589 Mar 10 15:01:16.453961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-251caa22-cadf-4a4d-bd78-9350db624dab tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/quotas/55c57591fbf84afeae05501dada323ab HTTP/1.1" status: 200 len: 375 time: 0.0244646 Mar 10 15:01:16.518574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-9cc7a7f2-dcfa-4d88-bf74-f4747ae0e8db tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=55c57591fbf84afeae05501dada323ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603869 Mar 10 15:01:16.553920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9779fee4-4e2f-465d-b463-2e0d34cfc06d req-45033bdc-192d-4bba-90ad-886ea5107d07 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.0342333 Mar 10 15:01:16.680003 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-f1d958f3-64d4-4c84-8618-633e63dee969 service neutron] 10.222.0.11 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522627 Mar 10 15:01:16.691688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091f9de-1430-4cc1-83a7-b7e5e10055b3 req-cb24f200-868c-48e0-b3bc-175db4722c9d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:16.693119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4091f9de-1430-4cc1-83a7-b7e5e10055b3 req-cb24f200-868c-48e0-b3bc-175db4722c9d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.0754883 Mar 10 15:01:16.795649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4091f9de-1430-4cc1-83a7-b7e5e10055b3 req-ed9c3d33-603e-436a-a2f3-8915b7198292 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947266 Mar 10 15:01:16.809987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-354598d9-f01b-4b70-a2ab-4523683f2f15 service neutron] 10.222.0.11 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159561 Mar 10 15:01:16.929090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75f535-63a9-4e24-9e7c-adbccdd1e578 req-7b64d645-0fe2-41b5-8cef-7bfd2c37bfa5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:16.930872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d75f535-63a9-4e24-9e7c-adbccdd1e578 req-7b64d645-0fe2-41b5-8cef-7bfd2c37bfa5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.0627081 Mar 10 15:01:17.011510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d75f535-63a9-4e24-9e7c-adbccdd1e578 req-39c32976-7780-4ca1-b4c6-330469e4ef46 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733848 Mar 10 15:01:17.050821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24937eec-9402-4300-b331-96270991abb4 req-4710ebb0-9433-4c36-bbee-54c23a28bb41 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:17.059296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24937eec-9402-4300-b331-96270991abb4 req-4710ebb0-9433-4c36-bbee-54c23a28bb41 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.0798571 Mar 10 15:01:17.106252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab9d8bf5-b6e7-43af-b0ec-c32103712661 req-7f02cc9c-3a27-4965-a119-735e1b4dcbcc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 210 time: 0.0379534 Mar 10 15:01:17.165812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24937eec-9402-4300-b331-96270991abb4 req-eaeaca94-71a9-4cac-ab1d-fe233a96e3f0 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048670 Mar 10 15:01:17.333113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cb01d-ba42-4de5-abca-c5cf33dac240 req-aa79a56e-5dc9-412c-b3c3-6cbc2464017d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:17.334676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd3cb01d-ba42-4de5-abca-c5cf33dac240 req-aa79a56e-5dc9-412c-b3c3-6cbc2464017d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.0880184 Mar 10 15:01:17.436804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd3cb01d-ba42-4de5-abca-c5cf33dac240 req-e5a69aa3-f973-4a7d-b2fd-878dfa249d47 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850804 Mar 10 15:01:17.442455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3fdfb7e6-c289-4d79-be31-a51f3670ff32 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:17.479155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 3fdfb7e6-c289-4d79-be31-a51f3670ff32 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:01:17.487146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3fdfb7e6-c289-4d79-be31-a51f3670ff32 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:01:17.487693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7457e1e0-e5b8-42f3-a332-91d8913bf031 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:17.515736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc94e23-4912-4569-9353-664630685744 req-ce7aeb89-3fd3-49e7-bd23-68956ee46ebe tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:17.517675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fc94e23-4912-4569-9353-664630685744 req-ce7aeb89-3fd3-49e7-bd23-68956ee46ebe tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 950 time: 0.0646932 Mar 10 15:01:17.533137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 7457e1e0-e5b8-42f3-a332-91d8913bf031 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:01:17.533522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7457e1e0-e5b8-42f3-a332-91d8913bf031 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:01:17.629069 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:17.637940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baeab2a-2998-415c-a6d0-1760926e583f req-1b13550d-39be-4d04-8f7c-4407f74cfd41 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:17.639463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6baeab2a-2998-415c-a6d0-1760926e583f req-1b13550d-39be-4d04-8f7c-4407f74cfd41 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.0809991 Mar 10 15:01:17.643405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fc94e23-4912-4569-9353-664630685744 req-0a5f79e8-2a81-4c88-ab05-96ac5d3f8d80 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175926 Mar 10 15:01:17.707855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6baeab2a-2998-415c-a6d0-1760926e583f req-a960f922-3b36-4446-a0ef-bf9f844d6310 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587854 Mar 10 15:01:17.746291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3085463-3f9b-4c5e-a60a-daa7f793015f req-d662a0cf-5a05-4dbc-8335-24aee206a3b9 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.0298915 Mar 10 15:01:17.914063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7ba61-baea-400a-81bd-2e912ab12057 req-3b3df661-3ff2-439b-87ef-0a7603334438 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:17.915458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20d7ba61-baea-400a-81bd-2e912ab12057 req-3b3df661-3ff2-439b-87ef-0a7603334438 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.0530274 Mar 10 15:01:17.935430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507a0129-fbfc-4ae4-b171-abb1ee64a94a', 'name': 'network-vif-deleted', 'tag': '3fdfb7e6-c289-4d79-be31-a51f3670ff32'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:17.937570 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d56e7cb-9bf9-4e9d-8f93-a125b68d08c5" -d '{"events": [{"server_uuid": "507a0129-fbfc-4ae4-b171-abb1ee64a94a", "name": "network-vif-deleted", "tag": "3fdfb7e6-c289-4d79-be31-a51f3670ff32"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:17.967651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20d7ba61-baea-400a-81bd-2e912ab12057 req-8c305ccb-33db-42c1-8f9b-f4f4d9417be4 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465443 Mar 10 15:01:17.980353 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cb20b4-8af1-42e5-9211-47bc1ef43ad5 x-openstack-request-id: req-46cb20b4-8af1-42e5-9211-47bc1ef43ad5 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:17.980648 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507a0129-fbfc-4ae4-b171-abb1ee64a94a", "name": "network-vif-deleted", "tag": "3fdfb7e6-c289-4d79-be31-a51f3670ff32", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:17.980904 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46cb20b4-8af1-42e5-9211-47bc1ef43ad5 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:17.981301 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507a0129-fbfc-4ae4-b171-abb1ee64a94a', 'name': 'network-vif-deleted', 'tag': '3fdfb7e6-c289-4d79-be31-a51f3670ff32', 'status': 'completed', 'code': 200} Mar 10 15:01:18.135458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa4e7-6286-4ba6-b751-90ce3152623b req-057a8851-a548-47d7-9431-e77c6958de54 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:18.137304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6dfa4e7-6286-4ba6-b751-90ce3152623b req-057a8851-a548-47d7-9431-e77c6958de54 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.0580003 Mar 10 15:01:18.197439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6dfa4e7-6286-4ba6-b751-90ce3152623b req-73dbd88c-4322-4f5d-a698-5305eec14329 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536413 Mar 10 15:01:18.222937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-271c4592-72d6-4814-805c-775dd080e735 req-d4385a3e-b510-4ddd-9939-864148c044ca tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 210 time: 0.0410810 Mar 10 15:01:18.407434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c222c71-eab2-4d17-a8d0-ecc3bd4ecd3f req-a5b35158-3a51-459b-bf6e-9871053fbe9e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:18.408962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c222c71-eab2-4d17-a8d0-ecc3bd4ecd3f req-a5b35158-3a51-459b-bf6e-9871053fbe9e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.1276264 Mar 10 15:01:18.449906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-ca893c02-d76c-4df8-9656-c9d5974132c7 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:18.451302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-ca893c02-d76c-4df8-9656-c9d5974132c7 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.45 "GET /v2.0/networks?id=494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 200 len: 812 time: 0.1415603 Mar 10 15:01:18.477118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'port': {'device_id': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464', 'admin_state_up': True, 'tenant_id': '55c57591fbf84afeae05501dada323ab'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:18.497801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c222c71-eab2-4d17-a8d0-ecc3bd4ecd3f req-3653968d-7db1-49f2-a478-27b9007a5539 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795364 Mar 10 15:01:18.619274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ed50f-0d06-4f2f-bcaf-16c918944b28 req-0c044fbf-be34-4387-b8fa-ea32e516d98e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:18.620744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e3ed50f-0d06-4f2f-bcaf-16c918944b28 req-0c044fbf-be34-4387-b8fa-ea32e516d98e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1220062 Mar 10 15:01:18.657264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Made reservation on behalf of 55c57591fbf84afeae05501dada323ab for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:01:18.661271 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:18.696616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e3ed50f-0d06-4f2f-bcaf-16c918944b28 req-2f927c21-b26a-4377-ba67-7cb2b84e29d2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695138 Mar 10 15:01:18.887674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcd4d1-2120-48f8-9f9a-64a3ead0dfd0 req-bca47943-6c3c-46dd-9964-a78a32c1f71a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:18.889154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4dcd4d1-2120-48f8-9f9a-64a3ead0dfd0 req-bca47943-6c3c-46dd-9964-a78a32c1f71a tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 950 time: 0.1364515 Mar 10 15:01:18.913882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Allocated IP 172.20.0.8 (494206cb-d99f-418a-902f-4bc38d2a6464/8321437d-3670-4d89-bed3-6c7f36016b48/95c44e2d-89dd-4f9e-aab5-b7bc23d806c9) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:01:18.938027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618cd5b-d1ea-4bf7-85b3-e4d398379233 req-2ec5a940-0241-46aa-8b7f-5d71f3a31d7c tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:18.944229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8618cd5b-d1ea-4bf7-85b3-e4d398379233 req-2ec5a940-0241-46aa-8b7f-5d71f3a31d7c tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1557286 Mar 10 15:01:19.031625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4dcd4d1-2120-48f8-9f9a-64a3ead0dfd0 req-22789043-2df3-4345-b831-50eecee6c591 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327381 Mar 10 15:01:19.048914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8618cd5b-d1ea-4bf7-85b3-e4d398379233 req-032084e7-1a99-48a9-87b9-9945fb026f0f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038272 Mar 10 15:01:19.226867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a96d64b0-d596-4ba0-9811-80a361e78f83 req-f6510c72-6adc-40e0-ac20-2257f96856c6 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.0717232 Mar 10 15:01:19.283069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:19.322732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414ff9a-f82d-49a4-981e-50b17b668ac2 req-facf53f7-63a4-4a17-aade-0bed96f3d5f9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:19.324297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f414ff9a-f82d-49a4-981e-50b17b668ac2 req-facf53f7-63a4-4a17-aade-0bed96f3d5f9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.1825233 Mar 10 15:01:19.350277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d618316-5bad-4c71-a8ae-53c90194cd5c req-3616c246-61e7-4a1c-b803-ea7352e9dc15 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:19.351731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d618316-5bad-4c71-a8ae-53c90194cd5c req-3616c246-61e7-4a1c-b803-ea7352e9dc15 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 950 time: 0.1623592 Mar 10 15:01:19.443490 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:19.457945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['75c86491-04e3-4fe0-914a-eb867e844066'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:19.496932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46044e-35d2-4f8f-98a2-274d9c9c1cea req-011ec8d8-00a7-4eab-a404-2f8538f6e1d6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:19.498351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d46044e-35d2-4f8f-98a2-274d9c9c1cea req-011ec8d8-00a7-4eab-a404-2f8538f6e1d6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.1995966 Mar 10 15:01:19.531424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f414ff9a-f82d-49a4-981e-50b17b668ac2 req-6ddc9b68-0b94-4f49-bb3f-1ea1245209f4 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773121 Mar 10 15:01:19.822855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Network 494206cb-d99f-418a-902f-4bc38d2a6464 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:01:19.845336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:01:19.865635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:01:19.899728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'Port': ['ID=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:19.983159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d46044e-35d2-4f8f-98a2-274d9c9c1cea req-811b63e5-2c13-4e04-b159-6ecde31cb4e3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598117 Mar 10 15:01:19.988181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-4d618316-5bad-4c71-a8ae-53c90194cd5c req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Deleting port 62c2a6c2-5291-462c-bc01-ca5740d47034 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:01:19.988527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4d618316-5bad-4c71-a8ae-53c90194cd5c req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:19.998556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:19.999213 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:20.028852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cf894-4d6b-4d57-a92c-b6e1660b8bc9 req-e2510698-951c-4320-947f-d021114188ce tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:20.030344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-392cf894-4d6b-4d57-a92c-b6e1660b8bc9 req-e2510698-951c-4320-947f-d021114188ce tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 931 time: 0.2171106 Mar 10 15:01:20.063042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-8066bc82-47a8-4382-86a7-3f54a799b3f3 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5941150 Mar 10 15:01:20.106279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Request body: {'port': {'device_id': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:20.205944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4d618316-5bad-4c71-a8ae-53c90194cd5c req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] For port 62c2a6c2-5291-462c-bc01-ca5740d47034, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=62c2a6c2-5291-462c-bc01-ca5740d47034,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:20.206310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4d618316-5bad-4c71-a8ae-53c90194cd5c req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:20.257047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-392cf894-4d6b-4d57-a92c-b6e1660b8bc9 req-f56247d9-529e-42b9-84c8-94f102212d2f tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123835 Mar 10 15:01:20.258270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-4d618316-5bad-4c71-a8ae-53c90194cd5c req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Calling delete_port for 62c2a6c2-5291-462c-bc01-ca5740d47034 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:01:20.282860 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:20.331735 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:20.338702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e66ec7-4f22-4eae-a820-361d73bbdba4 req-e2168934-23d5-4e9f-8ef2-a6fd822793a5 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:20.340226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1e66ec7-4f22-4eae-a820-361d73bbdba4 req-e2168934-23d5-4e9f-8ef2-a6fd822793a5 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.2423203 Mar 10 15:01:20.531958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1e66ec7-4f22-4eae-a820-361d73bbdba4 req-9daa6c35-d204-4e83-90ba-2e29ae59c237 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834884 Mar 10 15:01:20.539228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e418bbe-6aca-4e6e-b9b9-88fc1dde25f3 req-e005cc9f-1a53-4b4f-ad7a-fb068f121595 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:20.540623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e418bbe-6aca-4e6e-b9b9-88fc1dde25f3 req-e005cc9f-1a53-4b4f-ad7a-fb068f121595 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1979778 Mar 10 15:01:20.696432 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4d618316-5bad-4c71-a8ae-53c90194cd5c req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (62c2a6c2-5291-462c-bc01-ca5740d47034), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:20.708742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cf16e307-c862-4d16-860c-3ed4b7cf02f7', 'e3069e3a-3c87-4a29-90db-2fdb2934391b', '62c2a6c2-5291-462c-bc01-ca5740d47034'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:20.717486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', '497a600a-4230-4589-b022-c125e2f94165', '3a31c5f2-60c8-446f-acc7-f918e759fbef', '0e1d0682-11ba-4602-a761-861881005198'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:20.791043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event deleted for resources: {'Port': ['ID=62c2a6c2-5291-462c-bc01-ca5740d47034,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:20.799415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e418bbe-6aca-4e6e-b9b9-88fc1dde25f3 req-ebdb446b-e5b4-4326-8149-11590456fb44 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102983 Mar 10 15:01:20.850935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.851597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.851597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.852332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.852741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.853066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.853400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.853731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.854136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.854469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.854828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.855146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.855467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:20.896726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162e639-28ed-462c-bee0-355076956449 req-6e2dc6e5-3845-4794-b72a-418dee8e47c8 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:20.904298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2162e639-28ed-462c-bee0-355076956449 req-6e2dc6e5-3845-4794-b72a-418dee8e47c8 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dc859f6-14d8-41e8-b367-f5cffae24583 HTTP/1.1" status: 200 len: 867 time: 0.2791913 Mar 10 15:01:20.906350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d618316-5bad-4c71-a8ae-53c90194cd5c req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] No DVR routers for this DVR port 62c2a6c2-5291-462c-bc01-ca5740d47034 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:20.917406 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4d618316-5bad-4c71-a8ae-53c90194cd5c req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:20.922382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d618316-5bad-4c71-a8ae-53c90194cd5c req-8b400f53-cdd9-4905-af4f-ee43e5e65a0c tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "DELETE /v2.0/ports/62c2a6c2-5291-462c-bc01-ca5740d47034 HTTP/1.1" status: 204 len: 173 time: 1.5515673 Mar 10 15:01:20.929758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc859f6-14d8-41e8-b367-f5cffae24583', 'name': 'network-vif-deleted', 'tag': '62c2a6c2-5291-462c-bc01-ca5740d47034'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:20.940421 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba271fa-957a-484b-926e-c86435e87494" -d '{"events": [{"server_uuid": "1dc859f6-14d8-41e8-b367-f5cffae24583", "name": "network-vif-deleted", "tag": "62c2a6c2-5291-462c-bc01-ca5740d47034"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:21.110822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2162e639-28ed-462c-bee0-355076956449 req-cb3afbfa-d5d3-4244-abd4-e16311d8e78b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009759 Mar 10 15:01:21.150141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:21.173248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Publish callbacks [] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:21.184571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55352fe5-06c7-48bb-ac32-ce9e6825dee6 req-fdef3a1d-9fa2-4d1a-ad26-273c56c049a2 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:21.186196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55352fe5-06c7-48bb-ac32-ce9e6825dee6 req-fdef3a1d-9fa2-4d1a-ad26-273c56c049a2 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.2041769 Mar 10 15:01:21.199862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Transition to ACTIVE for port object 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:01:21.213985 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:21.295941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ac5e282-0106-4372-a18c-12d7661cd48c req-7e5bba13-693c-44fc-85be-e0c766f5917e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.0784552 Mar 10 15:01:21.332621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Pushing event updated for resources: {'Port': ['ID=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:21.339371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55352fe5-06c7-48bb-ac32-ce9e6825dee6 req-5e4ac92c-d7d5-4573-9706-d01ae4b265f7 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391962 Mar 10 15:01:21.416436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Attempting to bind port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:01:21.417130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Attempting to bind port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd1a9ee8e-4216-46df-8fc4-656daf6ab4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:01:21.417665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Attempting to bind port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 on network 494206cb-d99f-418a-902f-4bc38d2a6464 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:21.425929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 on network 494206cb-d99f-418a-902f-4bc38d2a6464 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:01:21.426264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Attempting to bind port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 on network 494206cb-d99f-418a-902f-4bc38d2a6464 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:21.440835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:01:21.441243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Checking segment: {'id': 'd1a9ee8e-4216-46df-8fc4-656daf6ab4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:01:21.441551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Bound using segment: {'id': 'd1a9ee8e-4216-46df-8fc4-656daf6ab4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:01:21.441989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Bound port: 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a9ee8e-4216-46df-8fc4-656daf6ab4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:01:21.442348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:21.576468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd33b00-5600-4f89-85e3-392ba0ae2400 req-462b9cec-4b81-4ad0-a8b3-03c2ab404d05 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:21.577882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7dd33b00-5600-4f89-85e3-392ba0ae2400 req-462b9cec-4b81-4ad0-a8b3-03c2ab404d05 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.1545022 Mar 10 15:01:21.587953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] For port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:01:21.597994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260d36-0f9e-4a52-bcf1-defd6a87511d req-626ff62f-0f2a-4404-8cb6-cad51df71ff5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:21.599306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b260d36-0f9e-4a52-bcf1-defd6a87511d req-626ff62f-0f2a-4404-8cb6-cad51df71ff5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.1353495 Mar 10 15:01:21.602239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] For port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:01:21.621539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:21.662585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ef9a78ce-3abc-41a7-aa73-8c6c9beface4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:21.683162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:21.683787 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:21.685135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] 10.222.0.45 "PUT /v2.0/ports/95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 HTTP/1.1" status: 200 len: 1091 time: 1.5861492 Mar 10 15:01:21.732848 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7dd33b00-5600-4f89-85e3-392ba0ae2400 req-3c21bfb9-137a-4f2f-b23c-9580bb5086c3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325517 Mar 10 15:01:21.769442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0ce3b-b0b8-40bd-9aa8-50f757bc2357 service neutron] Pushing event updated for resources: {'Port': ['ID=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:21.775220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b260d36-0f9e-4a52-bcf1-defd6a87511d req-306401be-28da-4497-a048-ca5c429de1e0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575887 Mar 10 15:01:21.791812 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ec0845-24f6-4305-ad0c-acc4f87ddcb6 x-openstack-request-id: req-90ec0845-24f6-4305-ad0c-acc4f87ddcb6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:21.792117 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc859f6-14d8-41e8-b367-f5cffae24583", "name": "network-vif-deleted", "tag": "62c2a6c2-5291-462c-bc01-ca5740d47034", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:21.792489 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90ec0845-24f6-4305-ad0c-acc4f87ddcb6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:21.792902 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc859f6-14d8-41e8-b367-f5cffae24583', 'name': 'network-vif-deleted', 'tag': '62c2a6c2-5291-462c-bc01-ca5740d47034', 'status': 'completed', 'code': 200} Mar 10 15:01:21.814644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-01fb3d04-6272-4211-9568-5f155537eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:21.816651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-01fb3d04-6272-4211-9568-5f155537eaf1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c57591fbf84afeae05501dada323ab&device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 1125 time: 0.0825887 Mar 10 15:01:21.891557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-e08077e8-9257-48f2-8de1-488eac35c6b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 HTTP/1.1" status: 200 len: 217 time: 0.0588422 Mar 10 15:01:21.987738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-71b18e6d-f442-48e2-ad17-634151646d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:21.989173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-71b18e6d-f442-48e2-ad17-634151646d8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8321437d-3670-4d89-bed3-6c7f36016b48 HTTP/1.1" status: 200 len: 852 time: 0.0788567 Mar 10 15:01:21.999047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677def79-d6dd-405f-a0cb-7d1733d4be8f req-fb0c7c67-ef7c-42db-8941-a9329da792b2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:22.000450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-677def79-d6dd-405f-a0cb-7d1733d4be8f req-fb0c7c67-ef7c-42db-8941-a9329da792b2 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.1268756 Mar 10 15:01:22.016266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57920b-e06b-4f11-92cb-fe743192116e req-59af800b-fb91-4f0a-a46d-5b0b7ec96944 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:22.017725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b57920b-e06b-4f11-92cb-fe743192116e req-59af800b-fb91-4f0a-a46d-5b0b7ec96944 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 943 time: 0.1430266 Mar 10 15:01:22.042783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-7ae40b11-1250-4d90-89e7-f2553b9b91cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=494206cb-d99f-418a-902f-4bc38d2a6464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407171 Mar 10 15:01:22.140105 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 822b5dc6-228b-404c-babb-b4eaa919b48b no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:22.171014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-677def79-d6dd-405f-a0cb-7d1733d4be8f req-b8260341-15b3-4302-a465-581a3c0fcb40 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506207 Mar 10 15:01:22.175847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b57920b-e06b-4f11-92cb-fe743192116e req-9ee887e6-8d00-4ff6-92ac-60158e28f80e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358967 Mar 10 15:01:22.213857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-d771a261-35f2-4192-9a3f-44483e8633d3 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594822 Mar 10 15:01:22.266343 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 822b5dc6-228b-404c-babb-b4eaa919b48b is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:22.266343 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:22.293513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822b5dc6-228b-404c-babb-b4eaa919b48b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:22.296779 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fde6058-3717-4891-9eb8-f506a62a0e03" -d '{"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-unplugged", "status": "completed", "tag": "822b5dc6-228b-404c-babb-b4eaa919b48b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:22.313557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 822b5dc6-228b-404c-babb-b4eaa919b48b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=822b5dc6-228b-404c-babb-b4eaa919b48b,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:22.320958 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:22.365811 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f33775c-83ff-4e06-bbf1-0e2a390dcb3e req-5e981a8f-a9bd-478d-9585-17c12d2c3bee service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393390 Mar 10 15:01:22.382667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=822b5dc6-228b-404c-babb-b4eaa919b48b,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:22.405036 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f702da-4e70-425b-bfe7-95186c543f5c x-openstack-request-id: req-38f702da-4e70-425b-bfe7-95186c543f5c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:22.405457 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-unplugged", "status": "completed", "tag": "822b5dc6-228b-404c-babb-b4eaa919b48b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:22.405811 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38f702da-4e70-425b-bfe7-95186c543f5c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:22.406301 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '822b5dc6-228b-404c-babb-b4eaa919b48b', 'code': 200} Mar 10 15:01:22.447026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0d2e5-524f-43ef-ad7a-8b7c8c48687a req-6d07ed8c-4c24-4b8d-82ec-41b4d83b5e66 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:22.448553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09e0d2e5-524f-43ef-ad7a-8b7c8c48687a req-6d07ed8c-4c24-4b8d-82ec-41b4d83b5e66 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.0800335 Mar 10 15:01:22.532342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09e0d2e5-524f-43ef-ad7a-8b7c8c48687a req-e5997c4f-d049-4c55-b458-e55d4a5c02e8 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775018 Mar 10 15:01:22.551010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5bab1-e078-4b82-b3d8-23ed0752cdb3 req-6d783469-10d5-4b85-8675-75fc7cb9f735 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:22.551010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce5bab1-e078-4b82-b3d8-23ed0752cdb3 req-6d783469-10d5-4b85-8675-75fc7cb9f735 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.0840511 Mar 10 15:01:22.609955 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce5bab1-e078-4b82-b3d8-23ed0752cdb3 req-93e58466-e06a-4ea8-82ac-10f0d5a60786 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522444 Mar 10 15:01:22.625871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3cc96c0-fa88-482f-b179-d43be89d07bb req-248c542f-0c81-4a88-8044-e960549bd369 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.0316544 Mar 10 15:01:22.759053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86259b-db3a-4f2a-93ad-2e9f806bd1e9 req-08da3158-773b-4e2b-b277-db44944acce5 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:22.763413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a86259b-db3a-4f2a-93ad-2e9f806bd1e9 req-08da3158-773b-4e2b-b277-db44944acce5 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.0595689 Mar 10 15:01:22.815500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a86259b-db3a-4f2a-93ad-2e9f806bd1e9 req-d85aaa97-0c79-43bb-9409-104aac1a271e tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456445 Mar 10 15:01:22.911251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bac33-6877-40f6-a39c-c70f0074fe21 req-52b22188-9fa1-4d1f-81a8-17947963a760 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:22.912751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-387bac33-6877-40f6-a39c-c70f0074fe21 req-52b22188-9fa1-4d1f-81a8-17947963a760 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.0915670 Mar 10 15:01:22.951821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8345f0-aaa3-4c7c-a879-43ba8f0bd989 req-c506be93-fc2e-407f-a864-e7fc22ee589b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:22.953198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e8345f0-aaa3-4c7c-a879-43ba8f0bd989 req-c506be93-fc2e-407f-a864-e7fc22ee589b tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.0835755 Mar 10 15:01:22.989324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-387bac33-6877-40f6-a39c-c70f0074fe21 req-78d301dd-7730-4881-9c86-deda5b97120f tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704346 Mar 10 15:01:23.015109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e8345f0-aaa3-4c7c-a879-43ba8f0bd989 req-3aaa68fd-65bf-4a9a-bdce-b7ad1ffe3f9d tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552843 Mar 10 15:01:23.119915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e65e16-629b-46db-b71e-9fe40eb0534c req-fd34c0ab-5246-42c3-91cd-e77b52e4f533 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:23.121600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6e65e16-629b-46db-b71e-9fe40eb0534c req-fd34c0ab-5246-42c3-91cd-e77b52e4f533 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.0600111 Mar 10 15:01:23.178006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6e65e16-629b-46db-b71e-9fe40eb0534c req-60559f4f-6258-4ed0-8c5f-5ab8858b6a5e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490818 Mar 10 15:01:23.243316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce4f2c-b50c-4f2f-bd93-8fd13eb91b3e req-3011e773-e32b-4b6c-bac8-95c8ab2d754b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:23.244876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36ce4f2c-b50c-4f2f-bd93-8fd13eb91b3e req-3011e773-e32b-4b6c-bac8-95c8ab2d754b tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.0659850 Mar 10 15:01:23.323154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36ce4f2c-b50c-4f2f-bd93-8fd13eb91b3e req-c9699047-9547-4f38-960d-a32452e71bd4 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682600 Mar 10 15:01:23.331132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27fc82-4149-4592-b8e2-2c544d88462c req-f68cdfc9-1374-4b36-81eb-838cd92751be tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:23.332592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c27fc82-4149-4592-b8e2-2c544d88462c req-f68cdfc9-1374-4b36-81eb-838cd92751be tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 943 time: 0.0868046 Mar 10 15:01:23.394371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c27fc82-4149-4592-b8e2-2c544d88462c req-0d60bca3-9865-4de0-bdc6-6d834ad2e122 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556400 Mar 10 15:01:23.450546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2b14f-5594-49df-b7a0-6eb5b63375c3 req-28fb5c24-41ae-4f30-85e3-48fecfa95240 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:23.452078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ec2b14f-5594-49df-b7a0-6eb5b63375c3 req-28fb5c24-41ae-4f30-85e3-48fecfa95240 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.0564122 Mar 10 15:01:23.526435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ec2b14f-5594-49df-b7a0-6eb5b63375c3 req-65aa6c96-8e7f-47ca-bad7-58e844f1908a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688667 Mar 10 15:01:23.545680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0404fb-31b0-4dd8-ae34-3cf3415c312d req-60f465c6-b77c-473a-8ea7-0c08875e0c47 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:23.547189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e0404fb-31b0-4dd8-ae34-3cf3415c312d req-60f465c6-b77c-473a-8ea7-0c08875e0c47 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.0825958 Mar 10 15:01:23.599576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e0404fb-31b0-4dd8-ae34-3cf3415c312d req-36d42a7b-2b7a-4fdb-a4dd-066765e08a2e tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457001 Mar 10 15:01:23.684927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc427e-c393-4f2a-bbfb-5f62d7efaa40 req-45c0bbdb-5737-45e8-b339-9b3c90675ee9 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:23.687104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68cc427e-c393-4f2a-bbfb-5f62d7efaa40 req-45c0bbdb-5737-45e8-b339-9b3c90675ee9 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.0633719 Mar 10 15:01:23.740280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68cc427e-c393-4f2a-bbfb-5f62d7efaa40 req-1b39ac14-87f2-4bd4-b427-4317aba418b6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Mar 10 15:01:23.794345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'tag': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:23.797066 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df58313b-c5a4-4cac-8f5d-90f00df2c86e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2e0828-2b4d-49d5-a384-ae7b2abef116", "tag": "95c44e2d-89dd-4f9e-aab5-b7bc23d806c9"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:23.849054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41d133d6-6933-4111-9e6a-04e4f1ea8cf7 req-f936bbd3-4f89-4132-a3a6-845047768207 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=f83c785b-fead-4db4-b439-38a1bf46c17b HTTP/1.1" status: 200 len: 210 time: 0.0294693 Mar 10 15:01:23.899785 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025766fb-9999-4c53-a26e-2167917a0e5e x-openstack-request-id: req-025766fb-9999-4c53-a26e-2167917a0e5e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:23.900192 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2e0828-2b4d-49d5-a384-ae7b2abef116", "tag": "95c44e2d-89dd-4f9e-aab5-b7bc23d806c9", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:23.900544 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-025766fb-9999-4c53-a26e-2167917a0e5e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:23.901141 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'tag': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9', 'status': 'completed', 'code': 200} Mar 10 15:01:23.993763 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-53c1301a-a367-4cfa-b818-77bd936b24e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:24.057916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58313b-c5a4-4cac-8f5d-90f00df2c86e req-c963728f-07c7-4d92-820a-78914cd8c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:24.059442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df58313b-c5a4-4cac-8f5d-90f00df2c86e req-c963728f-07c7-4d92-820a-78914cd8c2a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c57591fbf84afeae05501dada323ab&device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 1125 time: 0.1204541 Mar 10 15:01:24.067412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2a179-83b9-46e9-b257-65597855cc32 req-4b717355-c83f-4746-8696-0d8df2359de3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:24.068916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37c2a179-83b9-46e9-b257-65597855cc32 req-4b717355-c83f-4746-8696-0d8df2359de3 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.1181948 Mar 10 15:01:24.076770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12e1af-4799-44db-a8ab-27f9b02865bd req-7b6b7636-a575-4cff-832a-6fdd37a40d71 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:24.078151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb12e1af-4799-44db-a8ab-27f9b02865bd req-7b6b7636-a575-4cff-832a-6fdd37a40d71 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 945 time: 0.1286294 Mar 10 15:01:24.139876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 62c2a6c2-5291-462c-bc01-ca5740d47034 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:24.162501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 62c2a6c2-5291-462c-bc01-ca5740d47034 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:01:24.162501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 62c2a6c2-5291-462c-bc01-ca5740d47034 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:01:24.221768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37c2a179-83b9-46e9-b257-65597855cc32 req-d0889a5d-4723-4e67-b04a-ae5eb3c91fe7 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426826 Mar 10 15:01:24.230531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb12e1af-4799-44db-a8ab-27f9b02865bd req-d51d0cc2-07e6-4feb-b226-65b50698c36f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437900 Mar 10 15:01:24.235707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58313b-c5a4-4cac-8f5d-90f00df2c86e req-8b7a2721-21b4-41ba-ab1d-6a3da547ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:24.242059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df58313b-c5a4-4cac-8f5d-90f00df2c86e req-8b7a2721-21b4-41ba-ab1d-6a3da547ce81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 200 len: 913 time: 0.1676044 Mar 10 15:01:24.296579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df58313b-c5a4-4cac-8f5d-90f00df2c86e req-3ede72e4-7b86-4f63-a189-90c756b1f88b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 HTTP/1.1" status: 200 len: 217 time: 0.0490642 Mar 10 15:01:24.410122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58313b-c5a4-4cac-8f5d-90f00df2c86e req-29c17e29-71c1-4718-9ace-cd728d6de1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:24.411538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df58313b-c5a4-4cac-8f5d-90f00df2c86e req-29c17e29-71c1-4718-9ace-cd728d6de1f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8321437d-3670-4d89-bed3-6c7f36016b48 HTTP/1.1" status: 200 len: 852 time: 0.1074057 Mar 10 15:01:24.446503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa671dc2-dbe9-4312-8552-6197ba4f583f req-075fdee1-487d-4bd0-8fad-12a41136f20f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:24.448012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa671dc2-dbe9-4312-8552-6197ba4f583f req-075fdee1-487d-4bd0-8fad-12a41136f20f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.1346703 Mar 10 15:01:24.465612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df58313b-c5a4-4cac-8f5d-90f00df2c86e req-a8643394-bae6-4dbe-ae86-b3a3106d428e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=494206cb-d99f-418a-902f-4bc38d2a6464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377736 Mar 10 15:01:24.472292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239884e-fe13-420d-a7f6-dceca1231152 req-a9c9e648-f381-4a60-b675-6cc2e723a532 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:24.473635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e239884e-fe13-420d-a7f6-dceca1231152 req-a9c9e648-f381-4a60-b675-6cc2e723a532 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1308205 Mar 10 15:01:24.893606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa671dc2-dbe9-4312-8552-6197ba4f583f req-26ec33a8-35b0-470b-8e35-abe8150c3209 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300368 Mar 10 15:01:24.923414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e239884e-fe13-420d-a7f6-dceca1231152 req-1fbbdcce-f199-444a-881b-90f8293e1d59 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432156 Mar 10 15:01:24.945592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df58313b-c5a4-4cac-8f5d-90f00df2c86e req-0c331d5f-915b-4f2d-888e-69dad5732447 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644129 Mar 10 15:01:24.958500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f517645-bc3f-4d58-a83d-51beb6571ef3 req-4a28c9a5-98b4-4280-ae6c-83070d69e285 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:24.962163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f517645-bc3f-4d58-a83d-51beb6571ef3 req-4a28c9a5-98b4-4280-ae6c-83070d69e285 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 950 time: 0.4502337 Mar 10 15:01:25.112532 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:25.189147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df58313b-c5a4-4cac-8f5d-90f00df2c86e req-450a170a-5af2-4953-89a4-c9d31720cfb7 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259660 Mar 10 15:01:25.215039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2ca09-aaaa-49a2-8267-b638090d2abd req-37a73754-2614-4fce-b08d-179f0c3aaaaa tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:25.217948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0c2ca09-aaaa-49a2-8267-b638090d2abd req-37a73754-2614-4fce-b08d-179f0c3aaaaa tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 943 time: 0.2260695 Mar 10 15:01:25.272835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-9f517645-bc3f-4d58-a83d-51beb6571ef3 req-6d1b9276-d893-432e-a3d8-b9596f934a55 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Deleting port e3069e3a-3c87-4a29-90db-2fdb2934391b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:01:25.274292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f517645-bc3f-4d58-a83d-51beb6571ef3 req-6d1b9276-d893-432e-a3d8-b9596f934a55 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:25.342975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0c2ca09-aaaa-49a2-8267-b638090d2abd req-7db77555-be1a-4cfb-997c-02044b1aedd8 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121540 Mar 10 15:01:25.530273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf366d-5de9-4078-89c5-d77e2337fa76 req-779c8536-5d3e-44ee-821a-da78bfa6fa0c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:25.531797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8bf366d-5de9-4078-89c5-d77e2337fa76 req-779c8536-5d3e-44ee-821a-da78bfa6fa0c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.2132065 Mar 10 15:01:25.539099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9f517645-bc3f-4d58-a83d-51beb6571ef3 req-6d1b9276-d893-432e-a3d8-b9596f934a55 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] For port e3069e3a-3c87-4a29-90db-2fdb2934391b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=e3069e3a-3c87-4a29-90db-2fdb2934391b,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:25.539501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f517645-bc3f-4d58-a83d-51beb6571ef3 req-6d1b9276-d893-432e-a3d8-b9596f934a55 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:25.575013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-9f517645-bc3f-4d58-a83d-51beb6571ef3 req-6d1b9276-d893-432e-a3d8-b9596f934a55 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Calling delete_port for e3069e3a-3c87-4a29-90db-2fdb2934391b owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:01:25.603844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc9589-93b0-462e-bf3a-dbb7ffe771ed req-56e64bea-8569-4109-89e2-00a1c3dd6695 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:25.605316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1bc9589-93b0-462e-bf3a-dbb7ffe771ed req-56e64bea-8569-4109-89e2-00a1c3dd6695 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1487596 Mar 10 15:01:25.670075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8bf366d-5de9-4078-89c5-d77e2337fa76 req-43194d57-c8ff-41da-aae2-9bba0d37afd9 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277828 Mar 10 15:01:25.719648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1bc9589-93b0-462e-bf3a-dbb7ffe771ed req-cf003066-cbac-46c3-9b72-fa16b04e7db4 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062768 Mar 10 15:01:25.846625 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f517645-bc3f-4d58-a83d-51beb6571ef3 req-6d1b9276-d893-432e-a3d8-b9596f934a55 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e3069e3a-3c87-4a29-90db-2fdb2934391b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:25.864726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cf16e307-c862-4d16-860c-3ed4b7cf02f7', 'e3069e3a-3c87-4a29-90db-2fdb2934391b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:25.902203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', '497a600a-4230-4589-b022-c125e2f94165', '3a31c5f2-60c8-446f-acc7-f918e759fbef', '0e1d0682-11ba-4602-a761-861881005198'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:25.944814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b9276-d893-432e-a3d8-b9596f934a55 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event deleted for resources: {'Port': ['ID=e3069e3a-3c87-4a29-90db-2fdb2934391b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:26.006530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f517645-bc3f-4d58-a83d-51beb6571ef3 req-6d1b9276-d893-432e-a3d8-b9596f934a55 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] No DVR routers for this DVR port e3069e3a-3c87-4a29-90db-2fdb2934391b on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:26.018943 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f517645-bc3f-4d58-a83d-51beb6571ef3 req-6d1b9276-d893-432e-a3d8-b9596f934a55 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:26.023227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f517645-bc3f-4d58-a83d-51beb6571ef3 req-6d1b9276-d893-432e-a3d8-b9596f934a55 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "DELETE /v2.0/ports/e3069e3a-3c87-4a29-90db-2fdb2934391b HTTP/1.1" status: 204 len: 173 time: 1.0505252 Mar 10 15:01:26.023840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ba1ad7-200b-4dd8-b2b9-ab6132b2594e', 'name': 'network-vif-deleted', 'tag': 'e3069e3a-3c87-4a29-90db-2fdb2934391b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:26.026154 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f80b5ae-5337-409f-98ed-ef02372c7c91" -d '{"events": [{"server_uuid": "d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e", "name": "network-vif-deleted", "tag": "e3069e3a-3c87-4a29-90db-2fdb2934391b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:26.060499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e475f56-d80e-40bd-af5b-1f68e074b2fa req-681445d3-43ac-4546-a374-da96c4ae1abf tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e HTTP/1.1" status: 200 len: 210 time: 0.0560896 Mar 10 15:01:26.069805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fee3a5-8830-4a18-b595-bad24b4bad3b req-944d5e6c-9b3b-48b4-b7e8-1e2a8d694e22 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:26.077756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47fee3a5-8830-4a18-b595-bad24b4bad3b req-944d5e6c-9b3b-48b4-b7e8-1e2a8d694e22 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.2489374 Mar 10 15:01:26.099455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd08ba-02f1-482c-adb7-25e431bb6c6a req-76270c76-801f-4590-abe0-86857a03ab1f tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:26.101221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afbd08ba-02f1-482c-adb7-25e431bb6c6a req-76270c76-801f-4590-abe0-86857a03ab1f tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 946 time: 0.2144883 Mar 10 15:01:26.184569 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:01:26.193250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47fee3a5-8830-4a18-b595-bad24b4bad3b req-fe0f324d-5cde-4a64-aea0-9b87c1a59b00 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/security-groups?id=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145074 Mar 10 15:01:26.296218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c7a3c-0267-4bb4-8c92-aeb2b39cd540 req-c5ed3a6a-fba5-4d82-a888-21069391eaa2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:26.297724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6c7a3c-0267-4bb4-8c92-aeb2b39cd540 req-c5ed3a6a-fba5-4d82-a888-21069391eaa2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.0782204 Mar 10 15:01:26.300324 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adbca92-d48a-4316-83af-711569a12343 x-openstack-request-id: req-2adbca92-d48a-4316-83af-711569a12343 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:26.300642 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ba1ad7-200b-4dd8-b2b9-ab6132b2594e", "name": "network-vif-deleted", "tag": "e3069e3a-3c87-4a29-90db-2fdb2934391b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:26.300863 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2adbca92-d48a-4316-83af-711569a12343 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:26.301251 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ba1ad7-200b-4dd8-b2b9-ab6132b2594e', 'name': 'network-vif-deleted', 'tag': 'e3069e3a-3c87-4a29-90db-2fdb2934391b', 'status': 'completed', 'code': 200} Mar 10 15:01:26.327146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-afbd08ba-02f1-482c-adb7-25e431bb6c6a req-e505cd25-b30c-48ce-9651-e45413c25d34 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Deleting port 9e8560c5-e317-490d-8d1b-94acd2cae216 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:01:26.327340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-afbd08ba-02f1-482c-adb7-25e431bb6c6a req-e505cd25-b30c-48ce-9651-e45413c25d34 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:26.432098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6c7a3c-0267-4bb4-8c92-aeb2b39cd540 req-ba7b5268-051b-48d5-b3b1-6aae2e524903 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185110 Mar 10 15:01:26.475427 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:26.535448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-afbd08ba-02f1-482c-adb7-25e431bb6c6a req-e505cd25-b30c-48ce-9651-e45413c25d34 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] For port 9e8560c5-e317-490d-8d1b-94acd2cae216, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9e8560c5-e317-490d-8d1b-94acd2cae216,segment=NetworkSegment(28ab9fbb-f71a-42c4-b5a3-386295f98ff6),segment_id=28ab9fbb-f71a-42c4-b5a3-386295f98ff6)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:26.535817 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-afbd08ba-02f1-482c-adb7-25e431bb6c6a req-e505cd25-b30c-48ce-9651-e45413c25d34 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:26.553527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-afbd08ba-02f1-482c-adb7-25e431bb6c6a req-e505cd25-b30c-48ce-9651-e45413c25d34 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Calling delete_port for 9e8560c5-e317-490d-8d1b-94acd2cae216 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:01:26.573068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e109555-ebc3-4df2-afe6-a2d9b5474f3a req-c7859b1c-0680-448a-934d-5ba2e8b36913 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:26.574564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e109555-ebc3-4df2-afe6-a2d9b5474f3a req-c7859b1c-0680-448a-934d-5ba2e8b36913 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 943 time: 0.1302500 Mar 10 15:01:26.692479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e109555-ebc3-4df2-afe6-a2d9b5474f3a req-bed63f1c-ea53-4229-a27f-ca8f1fb9662c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640533 Mar 10 15:01:26.875770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-afbd08ba-02f1-482c-adb7-25e431bb6c6a req-e505cd25-b30c-48ce-9651-e45413c25d34 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9e8560c5-e317-490d-8d1b-94acd2cae216), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:26.891414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9e8560c5-e317-490d-8d1b-94acd2cae216'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:26.916951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505cd25-b30c-48ce-9651-e45413c25d34 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Pushing event deleted for resources: {'Port': ['ID=9e8560c5-e317-490d-8d1b-94acd2cae216,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:26.945137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dab3b-6558-4868-a087-690d2de1786a req-5eea973e-e11f-46e8-a90e-17a6b6495f29 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:26.946649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e8dab3b-6558-4868-a087-690d2de1786a req-5eea973e-e11f-46e8-a90e-17a6b6495f29 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.1617396 Mar 10 15:01:27.001286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13916120-1933-4bf3-964b-87e48962352c req-aa03b0c8-d55c-4e82-b960-a6c7ba49d8b5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:27.002715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13916120-1933-4bf3-964b-87e48962352c req-aa03b0c8-d55c-4e82-b960-a6c7ba49d8b5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1737134 Mar 10 15:01:27.004646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbd08ba-02f1-482c-adb7-25e431bb6c6a req-e505cd25-b30c-48ce-9651-e45413c25d34 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] No DVR routers for this DVR port 9e8560c5-e317-490d-8d1b-94acd2cae216 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:27.013403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-afbd08ba-02f1-482c-adb7-25e431bb6c6a req-e505cd25-b30c-48ce-9651-e45413c25d34 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:27.017092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afbd08ba-02f1-482c-adb7-25e431bb6c6a req-e505cd25-b30c-48ce-9651-e45413c25d34 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.62 "DELETE /v2.0/ports/9e8560c5-e317-490d-8d1b-94acd2cae216 HTTP/1.1" status: 204 len: 173 time: 0.9069524 Mar 10 15:01:27.076367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e8dab3b-6558-4868-a087-690d2de1786a req-8d07d229-4f4c-4fc8-acfb-37c615b2a54c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099148 Mar 10 15:01:27.091115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13916120-1933-4bf3-964b-87e48962352c req-38ddad15-52b0-40d8-a38a-c4c680b68bbb tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766814 Mar 10 15:01:27.331079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a8e47a2-c9f6-4249-8aa5-923e12df0b45 req-0dbcbd76-7107-44b2-bbbe-496b8d973d15 tempest-ServerDiskConfigTestJSON-1549571561 tempest-ServerDiskConfigTestJSON-1549571561-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1 HTTP/1.1" status: 200 len: 210 time: 0.0363894 Mar 10 15:01:27.490216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:01:27.609951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c011-4a84-4a5f-a59a-d74033551027 req-1ad7c1e0-998e-4190-ae7c-4c3fdfe671b0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:27.614322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68d4c011-4a84-4a5f-a59a-d74033551027 req-1ad7c1e0-998e-4190-ae7c-4c3fdfe671b0 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=e23cd96d-768a-4ed0-a7cf-cedbb14d1889 HTTP/1.1" status: 200 len: 950 time: 0.1387770 Mar 10 15:01:27.619753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:27.634767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9', 'network_id': '494206cb-d99f-418a-902f-4bc38d2a6464', 'port_id': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9', 'mac_address': 'fa:16:3e:3c:c4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8321437d-3670-4d89-bed3-6c7f36016b48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:01:27.680836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:27.681211 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:27.694656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:27.696741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10157748-c40d-498f-905e-1333dd3ac3ca req-b08fe79b-ad8f-4960-9058-273ebb1073c1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:27.698244 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10157748-c40d-498f-905e-1333dd3ac3ca req-b08fe79b-ad8f-4960-9058-273ebb1073c1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1591377 Mar 10 15:01:27.720031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:27.726343 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:27.737149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68d4c011-4a84-4a5f-a59a-d74033551027 req-f5e87ba1-e1d5-4c29-a59f-207515cdc3cd tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172686 Mar 10 15:01:27.770973 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10157748-c40d-498f-905e-1333dd3ac3ca req-55f44028-d635-48b3-b456-ab18d8112792 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597825 Mar 10 15:01:27.797329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:27.865376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b30747-190b-4145-8d31-accae4ac6962 req-fdd5d3d9-f48f-43d8-ad2d-410654373fda tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:27.867120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03b30747-190b-4145-8d31-accae4ac6962 req-fdd5d3d9-f48f-43d8-ad2d-410654373fda tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 944 time: 0.0537972 Mar 10 15:01:27.917516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03b30747-190b-4145-8d31-accae4ac6962 req-c290183a-6084-44a6-866a-ac8e4e8ca2c9 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Mar 10 15:01:28.124117 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:28.173474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 85391d5b-0475-4599-a2ce-45d49214caf6 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:01:28.180194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device e3069e3a-3c87-4a29-90db-2fdb2934391b no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:28.209614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: e3069e3a-3c87-4a29-90db-2fdb2934391b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:01:28.210112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device e3069e3a-3c87-4a29-90db-2fdb2934391b not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:01:28.258520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431cd59-e621-4c4d-8f61-492dbf7e4e1d req-38208ae6-5a57-4c7e-b347-438422bef976 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:28.263610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a431cd59-e621-4c4d-8f61-492dbf7e4e1d req-38208ae6-5a57-4c7e-b347-438422bef976 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.0986886 Mar 10 15:01:28.275962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bc2ff-2743-4baa-a214-2c99be08d23b req-43a4a235-47d1-421a-93cb-9edc7e03c69d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:28.279245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed4bc2ff-2743-4baa-a214-2c99be08d23b req-43a4a235-47d1-421a-93cb-9edc7e03c69d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1123226 Mar 10 15:01:28.304287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 85391d5b-0475-4599-a2ce-45d49214caf6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85391d5b-0475-4599-a2ce-45d49214caf6,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:28.306461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1', 'name': 'network-vif-deleted', 'tag': '9e8560c5-e317-490d-8d1b-94acd2cae216'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:28.309056 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6919b2c-91c8-459e-aced-d428e5f7ef21" -d '{"events": [{"server_uuid": "a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1", "name": "network-vif-deleted", "tag": "9e8560c5-e317-490d-8d1b-94acd2cae216"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:28.314709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['95c44e2d-89dd-4f9e-aab5-b7bc23d806c9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:28.339966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '85391d5b-0475-4599-a2ce-45d49214caf6', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'port_id': '85391d5b-0475-4599-a2ce-45d49214caf6', 'mac_address': 'fa:16:3e:f8:38:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc7fd95-fc00-4ffd-8ab7-ec61279237bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:01:28.359590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a431cd59-e621-4c4d-8f61-492dbf7e4e1d req-3af62802-76f4-4504-ac0e-db86639141aa tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927069 Mar 10 15:01:28.363850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed4bc2ff-2743-4baa-a214-2c99be08d23b req-9e01133d-0f9a-4e71-854b-5b91a0d1f88c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778584 Mar 10 15:01:28.411098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 85391d5b-0475-4599-a2ce-45d49214caf6 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:28.411481 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:28.435829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85391d5b-0475-4599-a2ce-45d49214caf6 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:28.440755 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa020c9-1692-4ae6-aa73-7ccc87d94cd8 x-openstack-request-id: req-9aa020c9-1692-4ae6-aa73-7ccc87d94cd8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:28.441536 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1", "name": "network-vif-deleted", "tag": "9e8560c5-e317-490d-8d1b-94acd2cae216", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:28.441894 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9aa020c9-1692-4ae6-aa73-7ccc87d94cd8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:28.442395 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0289703-8034-4cd2-8c6c-cf9f1a8ba6e1', 'name': 'network-vif-deleted', 'tag': '9e8560c5-e317-490d-8d1b-94acd2cae216', 'status': 'completed', 'code': 200} Mar 10 15:01:28.476656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 85391d5b-0475-4599-a2ce-45d49214caf6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85391d5b-0475-4599-a2ce-45d49214caf6,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:28.481011 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:28.555150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=85391d5b-0475-4599-a2ce-45d49214caf6,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:28.636528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44572) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:01:28.679241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['85391d5b-0475-4599-a2ce-45d49214caf6'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:28.685900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de3d097-88ac-41e6-ac15-31a5e3645011 admin admin] Deleting subnet dd56b222-9954-4097-a64c-5505ae1a8e55 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:01:28.690176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9de3d097-88ac-41e6-ac15-31a5e3645011 admin admin] Publish callbacks [] for subnet (dd56b222-9954-4097-a64c-5505ae1a8e55), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:28.730812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9de3d097-88ac-41e6-ac15-31a5e3645011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (dd56b222-9954-4097-a64c-5505ae1a8e55), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:28.781506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9de3d097-88ac-41e6-ac15-31a5e3645011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (dd56b222-9954-4097-a64c-5505ae1a8e55), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:28.921616 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9de3d097-88ac-41e6-ac15-31a5e3645011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (dd56b222-9954-4097-a64c-5505ae1a8e55), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:28.962820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3d097-88ac-41e6-ac15-31a5e3645011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd56b222-9954-4097-a64c-5505ae1a8e55,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:28.966344 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9de3d097-88ac-41e6-ac15-31a5e3645011 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:28.972534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9de3d097-88ac-41e6-ac15-31a5e3645011 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dd56b222-9954-4097-a64c-5505ae1a8e55 HTTP/1.1" status: 204 len: 168 time: 0.3316586 Mar 10 15:01:28.973325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44580) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:01:28.977852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406c69c-e73c-48c2-b8c8-c9b843142f00 req-39d068cc-5811-4196-b73b-46f33f80cb0f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:28.987738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5406c69c-e73c-48c2-b8c8-c9b843142f00 req-39d068cc-5811-4196-b73b-46f33f80cb0f tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=e23cd96d-768a-4ed0-a7cf-cedbb14d1889 HTTP/1.1" status: 200 len: 950 time: 0.1692765 Mar 10 15:01:29.019821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508afbf-8650-467d-ad39-a1f2d4c61e3b req-31d7e27d-7d20-4d5c-a076-294ba73af863 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:29.021378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6508afbf-8650-467d-ad39-a1f2d4c61e3b req-31d7e27d-7d20-4d5c-a076-294ba73af863 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1617343 Mar 10 15:01:29.054088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:29.114484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5406c69c-e73c-48c2-b8c8-c9b843142f00 req-e41f6ca3-16bd-4d4e-ba16-9d5269165aea tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257751 Mar 10 15:01:29.118243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6508afbf-8650-467d-ad39-a1f2d4c61e3b req-e8b3fd64-6a4f-473b-a713-c9ef960a92ad tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834105 Mar 10 15:01:29.152314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:29.179963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:01:29.191503 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ab9fbb-f71a-42c4-b5a3-386295f98ff6') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:01:29.191871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ab9fbb-f71a-42c4-b5a3-386295f98ff6') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:01:29.201650 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (28ab9fbb-f71a-42c4-b5a3-386295f98ff6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:29.216080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (28ab9fbb-f71a-42c4-b5a3-386295f98ff6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:29.222061 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:01:29.222379 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (28ab9fbb-f71a-42c4-b5a3-386295f98ff6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:01:29.224029 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:01:29.230837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a43441-145b-42bc-ad8a-03e23bf63e94 req-802d01d3-f389-4731-8262-b83ed021b44c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:29.232352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3a43441-145b-42bc-ad8a-03e23bf63e94 req-802d01d3-f389-4731-8262-b83ed021b44c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 944 time: 0.0585289 Mar 10 15:01:29.289338 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:29.295491 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:29.301883 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0 HTTP/1.1" status: 204 len: 168 time: 0.3270085 Mar 10 15:01:29.303408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3a43441-145b-42bc-ad8a-03e23bf63e94 req-09fa8fab-2235-4dce-8b80-c558e6be3a8c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611651 Mar 10 15:01:29.319880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534eb85-c609-41b5-8af5-c8b020558919 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d3f3bc-209b-47c5-bb2c-bddd5d87dab0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:29.461915 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44592) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:01:29.508646 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-91d687c4-326e-4c47-b7cd-69b8789ac8ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e899169bfbd49eda1340c6cb67878e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455430 Mar 10 15:01:29.509515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44594) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:01:29.552258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b473bd-9399-4c53-91ad-f2c1e93e0d8e req-768b4463-3f53-4641-b906-b386bfbc1586 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:29.554466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21b473bd-9399-4c53-91ad-f2c1e93e0d8e req-768b4463-3f53-4641-b906-b386bfbc1586 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1030102 Mar 10 15:01:29.562022 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d79d209d-affd-4415-ab31-461396a5f114 admin admin] Publish callbacks [] for security_group (482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:29.574077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fd10e-0aff-42ce-995d-26322dc05c06 req-fcb1c188-dbe5-4dd8-a389-8d371b84322a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:29.575957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e0fd10e-0aff-42ce-995d-26322dc05c06 req-fcb1c188-dbe5-4dd8-a389-8d371b84322a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.1002400 Mar 10 15:01:29.594734 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d79d209d-affd-4415-ab31-461396a5f114 admin admin] Publish callbacks [] for security_group (482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:29.649280 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d79d209d-affd-4415-ab31-461396a5f114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:29.652075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d79d209d-affd-4415-ab31-461396a5f114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:29.655712 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d79d209d-affd-4415-ab31-461396a5f114 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe HTTP/1.1" status: 204 len: 168 time: 0.1426370 Mar 10 15:01:29.662412 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d209d-affd-4415-ab31-461396a5f114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f5b5f-c3b4-4665-a15a-a05f8a0c9cfe,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:29.732801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21b473bd-9399-4c53-91ad-f2c1e93e0d8e req-36b0df8e-37a4-4f09-a3a2-ed85f7a21ad2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392751 Mar 10 15:01:29.741563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753fbdb-929c-42a3-a9c9-a714e131bf78 req-b65919f1-74b1-4fa0-b890-b98b850ff7dd tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:29.743037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8753fbdb-929c-42a3-a9c9-a714e131bf78 req-b65919f1-74b1-4fa0-b890-b98b850ff7dd tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "GET /v2.0/ports?device_id=e23cd96d-768a-4ed0-a7cf-cedbb14d1889 HTTP/1.1" status: 200 len: 950 time: 0.1873982 Mar 10 15:01:29.761921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e0fd10e-0aff-42ce-995d-26322dc05c06 req-cfda25d2-77e4-427c-a70e-6ce0ce7e057e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631348 Mar 10 15:01:29.817124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecdd14-03e5-414b-84e4-dff1a9d2ce8c req-28967cb1-f89d-49ad-babe-831764d44ed6 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:29.822899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0ecdd14-03e5-414b-84e4-dff1a9d2ce8c req-28967cb1-f89d-49ad-babe-831764d44ed6 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d153940-bbdc-4f78-a9d4-1b5033890dbe HTTP/1.1" status: 200 len: 949 time: 0.2092230 Mar 10 15:01:29.960941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-8753fbdb-929c-42a3-a9c9-a714e131bf78 req-1e057d75-bccd-41ef-8ea9-22652a955d94 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Deleting port cf16e307-c862-4d16-860c-3ed4b7cf02f7 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:01:29.961290 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8753fbdb-929c-42a3-a9c9-a714e131bf78 req-1e057d75-bccd-41ef-8ea9-22652a955d94 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:30.040954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f0ecdd14-03e5-414b-84e4-dff1a9d2ce8c req-9d95b328-4df8-4c1c-9243-a63c5da73f30 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Deleting port 0e1d0682-11ba-4602-a761-861881005198 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:01:30.041312 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0ecdd14-03e5-414b-84e4-dff1a9d2ce8c req-9d95b328-4df8-4c1c-9243-a63c5da73f30 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0e1d0682-11ba-4602-a761-861881005198), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:30.149571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8753fbdb-929c-42a3-a9c9-a714e131bf78 req-1e057d75-bccd-41ef-8ea9-22652a955d94 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] For port cf16e307-c862-4d16-860c-3ed4b7cf02f7, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cf16e307-c862-4d16-860c-3ed4b7cf02f7,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:30.150067 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8753fbdb-929c-42a3-a9c9-a714e131bf78 req-1e057d75-bccd-41ef-8ea9-22652a955d94 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:30.170660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-8753fbdb-929c-42a3-a9c9-a714e131bf78 req-1e057d75-bccd-41ef-8ea9-22652a955d94 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Calling delete_port for cf16e307-c862-4d16-860c-3ed4b7cf02f7 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:01:30.173150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 85391d5b-0475-4599-a2ce-45d49214caf6 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:01:30.216001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f0ecdd14-03e5-414b-84e4-dff1a9d2ce8c req-9d95b328-4df8-4c1c-9243-a63c5da73f30 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] For port 0e1d0682-11ba-4602-a761-861881005198, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0e1d0682-11ba-4602-a761-861881005198,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:30.216519 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0ecdd14-03e5-414b-84e4-dff1a9d2ce8c req-9d95b328-4df8-4c1c-9243-a63c5da73f30 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0e1d0682-11ba-4602-a761-861881005198), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:30.254369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 85391d5b-0475-4599-a2ce-45d49214caf6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:01:30.254761 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:30.284240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f0ecdd14-03e5-414b-84e4-dff1a9d2ce8c req-9d95b328-4df8-4c1c-9243-a63c5da73f30 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Calling delete_port for 0e1d0682-11ba-4602-a761-861881005198 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:01:30.370531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 85391d5b-0475-4599-a2ce-45d49214caf6 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:30.371004 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:30.402498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85391d5b-0475-4599-a2ce-45d49214caf6'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:30.405367 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da30b8ea-263a-4152-b617-29680cfc6031" -d '{"events": [{"server_uuid": "f84385b7-7e0f-4fa4-b243-f52dcbc4ea30", "name": "network-vif-plugged", "status": "completed", "tag": "85391d5b-0475-4599-a2ce-45d49214caf6"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:30.429405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 85391d5b-0475-4599-a2ce-45d49214caf6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85391d5b-0475-4599-a2ce-45d49214caf6,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:30.443805 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:30.445362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9e8560c5-e317-490d-8d1b-94acd2cae216 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:30.460025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805e5d8-4af8-436d-ae35-70ed0ff5a15c req-e0bc132c-2942-4971-9ec6-6f11958743fa tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:30.467488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0805e5d8-4af8-436d-ae35-70ed0ff5a15c req-e0bc132c-2942-4971-9ec6-6f11958743fa tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.2078428 Mar 10 15:01:30.496870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c861c-b749-4846-810b-669c8d6001ef req-727160d0-64b3-4452-8270-ea96f54336e9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:30.504142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 9e8560c5-e317-490d-8d1b-94acd2cae216 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:01:30.504584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be7c861c-b749-4846-810b-669c8d6001ef req-727160d0-64b3-4452-8270-ea96f54336e9 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=e23cd96d-768a-4ed0-a7cf-cedbb14d1889 HTTP/1.1" status: 200 len: 950 time: 0.2459755 Mar 10 15:01:30.505013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9e8560c5-e317-490d-8d1b-94acd2cae216 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:01:30.541088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=85391d5b-0475-4599-a2ce-45d49214caf6,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:30.550676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44634) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:01:30.636106 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8753fbdb-929c-42a3-a9c9-a714e131bf78 req-1e057d75-bccd-41ef-8ea9-22652a955d94 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (cf16e307-c862-4d16-860c-3ed4b7cf02f7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:30.649736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cf16e307-c862-4d16-860c-3ed4b7cf02f7'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:30.680355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', '497a600a-4230-4589-b022-c125e2f94165', '3a31c5f2-60c8-446f-acc7-f918e759fbef', '0e1d0682-11ba-4602-a761-861881005198'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:30.689827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be7c861c-b749-4846-810b-669c8d6001ef req-5eccbe4c-43df-43f0-89f5-f1b73fd86d34 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836243 Mar 10 15:01:30.701209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1868811385-network', 'tenant_id': 'c862d9adaca745ffab29e28b1941836a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:30.705174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e057d75-bccd-41ef-8ea9-22652a955d94 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event deleted for resources: {'Port': ['ID=cf16e307-c862-4d16-860c-3ed4b7cf02f7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:30.711657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0805e5d8-4af8-436d-ae35-70ed0ff5a15c req-895c0324-6198-4c52-bb33-595f56decbc8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432077 Mar 10 15:01:30.753668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0ecdd14-03e5-414b-84e4-dff1a9d2ce8c req-9d95b328-4df8-4c1c-9243-a63c5da73f30 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0e1d0682-11ba-4602-a761-861881005198), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:30.811437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cf16e307-c862-4d16-860c-3ed4b7cf02f7'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:30.814338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', '497a600a-4230-4589-b022-c125e2f94165', '3a31c5f2-60c8-446f-acc7-f918e759fbef', '0e1d0682-11ba-4602-a761-861881005198'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:30.830947 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41e6010-faff-4d36-8109-140d3a7faecd x-openstack-request-id: req-a41e6010-faff-4d36-8109-140d3a7faecd {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:30.831871 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84385b7-7e0f-4fa4-b243-f52dcbc4ea30", "name": "network-vif-plugged", "status": "completed", "tag": "85391d5b-0475-4599-a2ce-45d49214caf6", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:30.832273 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a41e6010-faff-4d36-8109-140d3a7faecd {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:30.832786 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85391d5b-0475-4599-a2ce-45d49214caf6', 'code': 200} Mar 10 15:01:31.102530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8753fbdb-929c-42a3-a9c9-a714e131bf78 req-1e057d75-bccd-41ef-8ea9-22652a955d94 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] No DVR routers for this DVR port cf16e307-c862-4d16-860c-3ed4b7cf02f7 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:31.131487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95b328-4df8-4c1c-9243-a63c5da73f30 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event deleted for resources: {'Port': ['ID=0e1d0682-11ba-4602-a761-861881005198,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:31.177759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8753fbdb-929c-42a3-a9c9-a714e131bf78 req-1e057d75-bccd-41ef-8ea9-22652a955d94 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:31.182928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8753fbdb-929c-42a3-a9c9-a714e131bf78 req-1e057d75-bccd-41ef-8ea9-22652a955d94 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.62 "DELETE /v2.0/ports/cf16e307-c862-4d16-860c-3ed4b7cf02f7 HTTP/1.1" status: 204 len: 173 time: 1.4225934 Mar 10 15:01:31.187199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23cd96d-768a-4ed0-a7cf-cedbb14d1889', 'name': 'network-vif-deleted', 'tag': 'cf16e307-c862-4d16-860c-3ed4b7cf02f7'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:31.190845 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6f92fc-fd2d-4f29-8d6a-ce47752a1ef7" -d '{"events": [{"server_uuid": "e23cd96d-768a-4ed0-a7cf-cedbb14d1889", "name": "network-vif-deleted", "tag": "cf16e307-c862-4d16-860c-3ed4b7cf02f7"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:31.223791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Made reservation on behalf of c862d9adaca745ffab29e28b1941836a for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:01:31.226058 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:31.311139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ecdd14-03e5-414b-84e4-dff1a9d2ce8c req-9d95b328-4df8-4c1c-9243-a63c5da73f30 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] No DVR routers for this DVR port 0e1d0682-11ba-4602-a761-861881005198 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:31.315989 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:31.335839 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0ecdd14-03e5-414b-84e4-dff1a9d2ce8c req-9d95b328-4df8-4c1c-9243-a63c5da73f30 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:31.350177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0ecdd14-03e5-414b-84e4-dff1a9d2ce8c req-9d95b328-4df8-4c1c-9243-a63c5da73f30 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "DELETE /v2.0/ports/0e1d0682-11ba-4602-a761-861881005198 HTTP/1.1" status: 204 len: 173 time: 1.5097425 Mar 10 15:01:31.407212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f3b24-42f4-4e58-ac9c-04e01cb9b6ad req-d2ad52d7-3eb3-453a-8205-2c05313bea31 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:31.409412 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd9f3b24-42f4-4e58-ac9c-04e01cb9b6ad req-d2ad52d7-3eb3-453a-8205-2c05313bea31 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 944 time: 0.2998188 Mar 10 15:01:31.420096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f397e4-e14a-4ce1-8de0-2199120972ac req-cc36b75d-dfca-406f-aa4f-a19630b79c3c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:31.427219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97f397e4-e14a-4ce1-8de0-2199120972ac req-cc36b75d-dfca-406f-aa4f-a19630b79c3c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.3073795 Mar 10 15:01:31.525147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:01:31.532199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97f397e4-e14a-4ce1-8de0-2199120972ac req-000a2728-9340-43df-be5a-55e628be9071 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039200 Mar 10 15:01:31.542341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd9f3b24-42f4-4e58-ac9c-04e01cb9b6ad req-9e228c34-29e9-4a69-8bf8-5946be77c9a7 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128912 Mar 10 15:01:31.582895 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Publish callbacks [] for security_group (e30e4a40-4819-42f7-99f2-daf1223aecdf), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:31.588221 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e30e4a40-4819-42f7-99f2-daf1223aecdf), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:31.609017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:01:31.618913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:01:31.619334 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:31.686163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30e4a40-4819-42f7-99f2-daf1223aecdf,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:31.690470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:01:31.749365 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (62202938-7c64-45a3-9def-a9fd162e4e02), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:31.749977 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Added segment 62202938-7c64-45a3-9def-a9fd162e4e02 of type vlan for network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 Mar 10 15:01:31.764899 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c89840-acdb-4f93-808d-fe06ba52ab04 x-openstack-request-id: req-68c89840-acdb-4f93-808d-fe06ba52ab04 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:31.765230 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23cd96d-768a-4ed0-a7cf-cedbb14d1889", "name": "network-vif-deleted", "tag": "cf16e307-c862-4d16-860c-3ed4b7cf02f7", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:31.765946 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68c89840-acdb-4f93-808d-fe06ba52ab04 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:31.766362 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23cd96d-768a-4ed0-a7cf-cedbb14d1889', 'name': 'network-vif-deleted', 'tag': 'cf16e307-c862-4d16-860c-3ed4b7cf02f7', 'status': 'completed', 'code': 200} Mar 10 15:01:31.805450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:31.806759 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:31.832413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65f22c-2c98-48c4-8f3f-f653d1e8b853 req-d6e72165-99e1-4b83-9af4-56e973263305 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:31.847570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa65f22c-2c98-48c4-8f3f-f653d1e8b853 req-d6e72165-99e1-4b83-9af4-56e973263305 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.1684825 Mar 10 15:01:31.868541 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (388a4b94-f170-4a7e-b3b3-b6d194b46cd7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:31.905395 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:31.916699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-938e8be6-6615-4877-ac41-bce6f9f0e430 req-5a90ebd6-e573-4dbc-8ee8-5525da635ed7 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=e23cd96d-768a-4ed0-a7cf-cedbb14d1889 HTTP/1.1" status: 200 len: 210 time: 0.0582795 Mar 10 15:01:31.918878 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:32.009795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa65f22c-2c98-48c4-8f3f-f653d1e8b853 req-6e584b9a-fb28-4a87-8c73-992174d02ea7 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554179 Mar 10 15:01:32.029441 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (388a4b94-f170-4a7e-b3b3-b6d194b46cd7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:32.030433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:32.031251 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:32.067760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:32.185275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] Pushing event updated for resources: {'Network': ['ID=388a4b94-f170-4a7e-b3b3-b6d194b46cd7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:32.199588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:01:32.212524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d9082292-1e39-413c-8b06-02c8e5387723 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6604400 Mar 10 15:01:32.215363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44672) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:01:32.221724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] Request body: {'subnet': {'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1868811385-subnet', 'tenant_id': 'c862d9adaca745ffab29e28b1941836a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:32.267226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46913e-92d8-4ec6-bc1f-8aa5dd75c25a req-c28c89c4-16b8-458e-9ab2-9fca938977da tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:32.275437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e46913e-92d8-4ec6-bc1f-8aa5dd75c25a req-c28c89c4-16b8-458e-9ab2-9fca938977da tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1996000 Mar 10 15:01:32.286086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] Made reservation on behalf of c862d9adaca745ffab29e28b1941836a for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:01:32.293791 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:32.374165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e46913e-92d8-4ec6-bc1f-8aa5dd75c25a req-39f7a949-fa00-40c5-a7e6-70af389713d9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895212 Mar 10 15:01:32.515341 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (0574a5d6-f9b6-447f-81f1-ebcc9b03aaab), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:32.573867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0574a5d6-f9b6-447f-81f1-ebcc9b03aaab,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:32.623894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] Checking segment: {'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:01:32.624347 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] Network hostable DHCP agents. Network: 388a4b94-f170-4a7e-b3b3-b6d194b46cd7, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:01:32.650715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] Network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:01:32.671953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 388a4b94-f170-4a7e-b3b3-b6d194b46cd7) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:01:32.686750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:32.686912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a294e-ce7a-45bc-b382-eca0137fabaa None None] Network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:01:32.687386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:32.710856 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-629a72aa-5b83-43ad-a8c6-1d4bc955c7de admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4883361 Mar 10 15:01:32.775317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be82ec-0b6e-4354-b6a4-3e247a405075 req-c0c42f9e-b850-445d-aa6d-6285f666d55d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:32.783506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01be82ec-0b6e-4354-b6a4-3e247a405075 req-c0c42f9e-b850-445d-aa6d-6285f666d55d tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 945 time: 0.1531069 Mar 10 15:01:32.815062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4b41e-f87b-49ac-8902-c9c0f1fd18b4 req-b540d854-c993-4df4-9672-ab79538cdbc6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:32.816576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ceb4b41e-f87b-49ac-8902-c9c0f1fd18b4 req-b540d854-c993-4df4-9672-ab79538cdbc6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.1371791 Mar 10 15:01:32.838254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:32.842893 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3669334-5a4b-445d-9611-14990073fa6c" -d '{"events": [{"server_uuid": "5f2e0828-2b4d-49d5-a384-ae7b2abef116", "name": "network-vif-plugged", "status": "completed", "tag": "95c44e2d-89dd-4f9e-aab5-b7bc23d806c9"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:32.942522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc45d52d-9275-4a3a-87a2-1fdcc9fcb63b None None] Network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:01:32.953062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01be82ec-0b6e-4354-b6a4-3e247a405075 req-76d49078-b710-4b30-8aa7-c77dd8a5230f tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624534 Mar 10 15:01:32.985818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ceb4b41e-f87b-49ac-8902-c9c0f1fd18b4 req-4f8c835b-0c9c-45de-8834-37f568d0ca29 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568224 Mar 10 15:01:33.081866 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a6bbf3-12e7-477f-b2d6-b1dd1c8d656d x-openstack-request-id: req-59a6bbf3-12e7-477f-b2d6-b1dd1c8d656d {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:33.082432 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2e0828-2b4d-49d5-a384-ae7b2abef116", "name": "network-vif-plugged", "status": "completed", "tag": "95c44e2d-89dd-4f9e-aab5-b7bc23d806c9", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:33.082919 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59a6bbf3-12e7-477f-b2d6-b1dd1c8d656d {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:33.083457 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9', 'code': 200} Mar 10 15:01:33.378825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a56da-1a9d-494b-b18d-c441b8825a8a req-3addc3a8-7318-40e7-8d15-faac472bb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:33.382330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd2a56da-1a9d-494b-b18d-c441b8825a8a req-3addc3a8-7318-40e7-8d15-faac472bb1d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 1127 time: 0.2067060 Mar 10 15:01:33.404224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bec786-129d-4ac5-aedb-35bd95492ce5 req-497a956b-269b-4fdc-9dcf-f259d30b3be3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:33.405807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5bec786-129d-4ac5-aedb-35bd95492ce5 req-497a956b-269b-4fdc-9dcf-f259d30b3be3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.2170672 Mar 10 15:01:33.532261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:01:33.537322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0e1d0682-11ba-4602-a761-861881005198 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:33.554974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5bec786-129d-4ac5-aedb-35bd95492ce5 req-ef996923-b3b8-4cae-93b1-1d8f8ace6cf3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342309 Mar 10 15:01:33.573334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd2a56da-1a9d-494b-b18d-c441b8825a8a req-b3462284-222c-4606-835e-3af3c021974a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632752 Mar 10 15:01:33.589371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 0e1d0682-11ba-4602-a761-861881005198 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:01:33.589732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0e1d0682-11ba-4602-a761-861881005198 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:01:33.714317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:33.718999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-0906cf3c-8597-4a4d-ac75-4f9ea758d25e tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:33.724938 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-0906cf3c-8597-4a4d-ac75-4f9ea758d25e tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/networks?id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7 HTTP/1.1" status: 200 len: 818 time: 0.2556558 Mar 10 15:01:33.731937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'port_id': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563', 'mac_address': 'fa:16:3e:a9:c7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f999e85-afee-4f55-a7b1-cf2f9a5ab040', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:01:33.759151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-ec5a6a7e-41ac-42a3-889b-e34ee29514e2 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/quotas/c862d9adaca745ffab29e28b1941836a HTTP/1.1" status: 200 len: 375 time: 0.0279973 Mar 10 15:01:33.775837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d153940-bbdc-4f78-a9d4-1b5033890dbe', 'name': 'network-vif-deleted', 'tag': '0e1d0682-11ba-4602-a761-861881005198'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:33.778564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:33.778769 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf65628-729a-449a-8ac7-8bbf429b75e2" -d '{"events": [{"server_uuid": "0d153940-bbdc-4f78-a9d4-1b5033890dbe", "name": "network-vif-deleted", "tag": "0e1d0682-11ba-4602-a761-861881005198"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:33.779353 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:33.808850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:33.835918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:33.844986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-719fcc51-cc17-432b-8783-79d21d4f1836 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c862d9adaca745ffab29e28b1941836a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852692 Mar 10 15:01:33.849287 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:33.925948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:33.982875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-ffced2a1-2548-49d5-baac-fc875b908cf6 service neutron] 10.222.0.11 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357644 Mar 10 15:01:34.022323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba924b3-34f5-4408-a061-756e9fd9f560 req-7dfcc207-dd0a-4eed-ba5a-cb3fc1dde1f7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:34.030365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dba924b3-34f5-4408-a061-756e9fd9f560 req-7dfcc207-dd0a-4eed-ba5a-cb3fc1dde1f7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.2687166 Mar 10 15:01:34.107226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['5a749a96-e0d5-43c7-bb84-6e4bbdbc7563'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:34.132436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dba924b3-34f5-4408-a061-756e9fd9f560 req-4f4d4e3c-2c3b-408f-980c-a10d490450db tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011717 Mar 10 15:01:34.189478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cf16e307-c862-4d16-860c-3ed4b7cf02f7 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:34.201191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-39902b13-92e8-4af8-8aa7-5519d16418d6 service neutron] 10.222.0.11 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031167 Mar 10 15:01:34.244800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: cf16e307-c862-4d16-860c-3ed4b7cf02f7 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:01:34.245460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cf16e307-c862-4d16-860c-3ed4b7cf02f7 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:01:34.648940 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a97523a-864b-4d10-844d-a1b010ce729c x-openstack-request-id: req-6a97523a-864b-4d10-844d-a1b010ce729c {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:34.649238 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d153940-bbdc-4f78-a9d4-1b5033890dbe", "name": "network-vif-deleted", "tag": "0e1d0682-11ba-4602-a761-861881005198", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:34.649496 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a97523a-864b-4d10-844d-a1b010ce729c {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:34.650373 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d153940-bbdc-4f78-a9d4-1b5033890dbe', 'name': 'network-vif-deleted', 'tag': '0e1d0682-11ba-4602-a761-861881005198', 'status': 'completed', 'code': 200} Mar 10 15:01:34.866916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4e41f-8fe8-478d-8bff-40882e93e4d9 req-48c40323-3ea0-4527-a8c2-509416301449 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:34.869984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccf4e41f-8fe8-478d-8bff-40882e93e4d9 req-48c40323-3ea0-4527-a8c2-509416301449 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 945 time: 0.0806150 Mar 10 15:01:35.000284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccf4e41f-8fe8-478d-8bff-40882e93e4d9 req-04159af3-cd4b-466d-af74-357eaf977d51 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234081 Mar 10 15:01:35.252730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832139b6-046a-44a0-97bb-f731471fd693 req-2b1bce3b-08f8-4221-82cb-fcd3e54cf872 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:35.260696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-832139b6-046a-44a0-97bb-f731471fd693 req-2b1bce3b-08f8-4221-82cb-fcd3e54cf872 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 945 time: 0.1371481 Mar 10 15:01:35.383636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-832139b6-046a-44a0-97bb-f731471fd693 req-eef2b22e-c0e0-4ec6-9911-637ea25ba636 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217141 Mar 10 15:01:35.546742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:01:35.627779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:01:35.628483 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:35.652977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128f681-c2b3-4b18-b550-9961876abf7d req-f13910aa-694e-4f0b-b3a8-4e1833196b1e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:35.664413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1128f681-c2b3-4b18-b550-9961876abf7d req-f13910aa-694e-4f0b-b3a8-4e1833196b1e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.1542099 Mar 10 15:01:35.759362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:35.759758 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:35.792310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1128f681-c2b3-4b18-b550-9961876abf7d req-e1bc3047-338e-4a42-ad7f-9c4e5f47cbb0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229324 Mar 10 15:01:35.800483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:35.810989 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4747fc69-d970-456d-b21c-b7dd14b9da95" -d '{"events": [{"server_uuid": "64738f05-0812-4f5a-9da8-3ea35b623a31", "name": "network-vif-plugged", "status": "completed", "tag": "5a749a96-e0d5-43c7-bb84-6e4bbdbc7563"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:35.822000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:35.831634 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:35.917746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:36.172631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db07084-e069-4ccc-854e-fd400740c2d1 req-e8fb1044-7563-4aa1-8e2b-44c08ac6ecc2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:36.194366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2db07084-e069-4ccc-854e-fd400740c2d1 req-e8fb1044-7563-4aa1-8e2b-44c08ac6ecc2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1242762 Mar 10 15:01:36.317415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2db07084-e069-4ccc-854e-fd400740c2d1 req-91ce7853-2362-4ec9-a180-d89f686a9f2d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219900 Mar 10 15:01:36.827659 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29a961f-88e7-40ad-b41a-927177eca515 x-openstack-request-id: req-c29a961f-88e7-40ad-b41a-927177eca515 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:36.828171 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64738f05-0812-4f5a-9da8-3ea35b623a31", "name": "network-vif-plugged", "status": "completed", "tag": "5a749a96-e0d5-43c7-bb84-6e4bbdbc7563", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:36.828414 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c29a961f-88e7-40ad-b41a-927177eca515 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:36.828964 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563', 'code': 200} Mar 10 15:01:36.986525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53d79942-2162-4153-a58d-59e9fb39525f req-e51408c0-8471-4b4f-8436-2262888672fc tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 210 time: 0.0669031 Mar 10 15:01:37.147829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e693e-abd2-40be-8725-05f2cf8590dd req-898a1ea3-3409-46ca-bed3-391923cc2cba tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:37.164086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-740e693e-abd2-40be-8725-05f2cf8590dd req-898a1ea3-3409-46ca-bed3-391923cc2cba tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 945 time: 0.1027355 Mar 10 15:01:37.300283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-740e693e-abd2-40be-8725-05f2cf8590dd req-44dcd827-0abb-443e-9bb3-8d1d73ee7b2e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346650 Mar 10 15:01:37.352963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-697d463a-b5b7-43e8-b61f-aac1267f9c38 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:37.357994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-697d463a-b5b7-43e8-b61f-aac1267f9c38 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1313004 Mar 10 15:01:37.849333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-e4d6ec5e-0996-4747-9d35-53ce868c55d7 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:37.852472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-e4d6ec5e-0996-4747-9d35-53ce868c55d7 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.62 "GET /v2.0/networks?id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7 HTTP/1.1" status: 200 len: 818 time: 0.3415611 Mar 10 15:01:37.870260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Request body: {'port': {'device_id': '231df9c1-1ba5-4d01-8426-de2a6c26be4c', 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7', 'admin_state_up': True, 'tenant_id': 'c862d9adaca745ffab29e28b1941836a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:37.945650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-26feef37-e111-42d6-96d5-c2a8bd158cd0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Deleting port 822b5dc6-228b-404c-babb-b4eaa919b48b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:01:37.946026 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-26feef37-e111-42d6-96d5-c2a8bd158cd0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:37.997573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bd742-d5af-4cd6-af13-d99abbba0593 req-7f420f27-298f-4c3b-bfe4-3d7378b868cd tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:38.005148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-586bd742-d5af-4cd6-af13-d99abbba0593 req-7f420f27-298f-4c3b-bfe4-3d7378b868cd tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.5033376 Mar 10 15:01:38.167588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-ff12d23c-c478-4134-b53e-5073780d791d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:38.169279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-ff12d23c-c478-4134-b53e-5073780d791d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.45 "GET /v2.0/networks?id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7 HTTP/1.1" status: 200 len: 818 time: 0.4267020 Mar 10 15:01:38.226318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Request body: {'port': {'device_id': '8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4', 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7', 'admin_state_up': True, 'tenant_id': 'c862d9adaca745ffab29e28b1941836a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:38.420470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-586bd742-d5af-4cd6-af13-d99abbba0593 req-cb4a148d-0e3a-4599-b554-380d0bf9054f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142046 Mar 10 15:01:38.488655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Made reservation on behalf of c862d9adaca745ffab29e28b1941836a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:01:38.492224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:38.721911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-b78152a2-9b90-4c32-91de-c2d78a106a54 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:38.726699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-b78152a2-9b90-4c32-91de-c2d78a106a54 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.45 "GET /v2.0/networks?id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7 HTTP/1.1" status: 200 len: 818 time: 0.5188818 Mar 10 15:01:38.765078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-26feef37-e111-42d6-96d5-c2a8bd158cd0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] For port 822b5dc6-228b-404c-babb-b4eaa919b48b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=822b5dc6-228b-404c-babb-b4eaa919b48b,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:38.765729 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-26feef37-e111-42d6-96d5-c2a8bd158cd0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:38.782979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-26feef37-e111-42d6-96d5-c2a8bd158cd0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Calling delete_port for 822b5dc6-228b-404c-babb-b4eaa919b48b owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:01:39.005751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Request body: {'port': {'device_id': 'd20d6386-e1ea-4261-8aee-d3b6176a9db0', 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7', 'admin_state_up': True, 'tenant_id': 'c862d9adaca745ffab29e28b1941836a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:39.034826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Made reservation on behalf of c862d9adaca745ffab29e28b1941836a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:01:39.048719 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:39.253791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Allocated IP 172.20.0.4 (388a4b94-f170-4a7e-b3b3-b6d194b46cd7/0574a5d6-f9b6-447f-81f1-ebcc9b03aaab/f3531a57-a40b-4890-92c8-4f678ef3e5ad) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:01:39.448511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-26feef37-e111-42d6-96d5-c2a8bd158cd0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (822b5dc6-228b-404c-babb-b4eaa919b48b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:39.461331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['ce496d4e-9d14-44fb-a18a-dec38b537711'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:39.748903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26feef37-e111-42d6-96d5-c2a8bd158cd0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Pushing event deleted for resources: {'Port': ['ID=822b5dc6-228b-404c-babb-b4eaa919b48b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:40.076089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895883d2-4ede-499a-8373-ab7c3f9f89c5 req-d4d65976-1caa-417c-9aae-49a3c6ae09c1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:40.078948 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-895883d2-4ede-499a-8373-ab7c3f9f89c5 req-d4d65976-1caa-417c-9aae-49a3c6ae09c1 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d21be6e-78a4-45fe-8ff8-0a91829d00e6 HTTP/1.1" status: 200 len: 949 time: 0.1601033 Mar 10 15:01:40.303065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-895883d2-4ede-499a-8373-ab7c3f9f89c5 req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Deleting port 497a600a-4230-4589-b022-c125e2f94165 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:01:40.307412 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-895883d2-4ede-499a-8373-ab7c3f9f89c5 req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (497a600a-4230-4589-b022-c125e2f94165), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:40.499260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-895883d2-4ede-499a-8373-ab7c3f9f89c5 req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] For port 497a600a-4230-4589-b022-c125e2f94165, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=497a600a-4230-4589-b022-c125e2f94165,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:40.500758 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-895883d2-4ede-499a-8373-ab7c3f9f89c5 req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (497a600a-4230-4589-b022-c125e2f94165), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:40.531824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-895883d2-4ede-499a-8373-ab7c3f9f89c5 req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Calling delete_port for 497a600a-4230-4589-b022-c125e2f94165 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:01:40.624920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-26feef37-e111-42d6-96d5-c2a8bd158cd0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] No DVR routers for this DVR port 822b5dc6-228b-404c-babb-b4eaa919b48b on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:40.706354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6e6e8-70e1-46a6-8797-ebb4cb5fa58a req-3900949d-eeb1-4876-ab9d-7f9536065bf1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:40.716583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbe6e6e8-70e1-46a6-8797-ebb4cb5fa58a req-3900949d-eeb1-4876-ab9d-7f9536065bf1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 1.7359834 Mar 10 15:01:40.801687 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-26feef37-e111-42d6-96d5-c2a8bd158cd0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:40.808424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-26feef37-e111-42d6-96d5-c2a8bd158cd0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "DELETE /v2.0/ports/822b5dc6-228b-404c-babb-b4eaa919b48b HTTP/1.1" status: 204 len: 173 time: 3.4431374 Mar 10 15:01:40.837617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Made reservation on behalf of c862d9adaca745ffab29e28b1941836a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:01:40.846531 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:40.904033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-deleted', 'tag': '822b5dc6-228b-404c-babb-b4eaa919b48b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:40.910980 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58235bb-73d1-49be-9c8c-380261b4e45f" -d '{"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-deleted", "tag": "822b5dc6-228b-404c-babb-b4eaa919b48b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:41.004005 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-895883d2-4ede-499a-8373-ab7c3f9f89c5 req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (497a600a-4230-4589-b022-c125e2f94165), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:41.028659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', '497a600a-4230-4589-b022-c125e2f94165', '3a31c5f2-60c8-446f-acc7-f918e759fbef'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:41.037562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event deleted for resources: {'Port': ['ID=497a600a-4230-4589-b022-c125e2f94165,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:41.039297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbe6e6e8-70e1-46a6-8797-ebb4cb5fa58a req-71833f93-6972-4ca5-b3cd-45d53f3d7b36 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216033 Mar 10 15:01:41.048462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.048808 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.049154 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.049488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.050013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.050352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.050679 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.051561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.051901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.052228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.052550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.052874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.053679 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:41.188200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-895883d2-4ede-499a-8373-ab7c3f9f89c5 req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] No DVR routers for this DVR port 497a600a-4230-4589-b022-c125e2f94165 on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:41.194862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-895883d2-4ede-499a-8373-ab7c3f9f89c5 req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:41.198193 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-895883d2-4ede-499a-8373-ab7c3f9f89c5 req-daf7fa18-b0dd-4f1c-876c-cc9d466b9053 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "DELETE /v2.0/ports/497a600a-4230-4589-b022-c125e2f94165 HTTP/1.1" status: 204 len: 173 time: 1.1075726 Mar 10 15:01:41.198690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d21be6e-78a4-45fe-8ff8-0a91829d00e6', 'name': 'network-vif-deleted', 'tag': '497a600a-4230-4589-b022-c125e2f94165'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:41.216417 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012c3427-961f-40c2-8bf1-450c1d6222cb" -d '{"events": [{"server_uuid": "2d21be6e-78a4-45fe-8ff8-0a91829d00e6", "name": "network-vif-deleted", "tag": "497a600a-4230-4589-b022-c125e2f94165"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:41.484644 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks [] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:41.606693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07704717-a8cb-4b25-be2b-9893885df562 req-308bb9d3-394f-4c11-b9af-d551a6426ead tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:41.623878 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-07704717-a8cb-4b25-be2b-9893885df562 req-308bb9d3-394f-4c11-b9af-d551a6426ead tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a6fe74d-c178-4e6f-aef6-b068aec8cf81 HTTP/1.1" status: 200 len: 949 time: 0.1658342 Mar 10 15:01:41.725716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-708225f0-8bbf-43a4-9b1a-135f25a2dcb2 req-2274a7d2-5b2a-4447-b138-592a53f4d181 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1111619542&fields=id&tenant_id=55c57591fbf84afeae05501dada323ab HTTP/1.1" status: 200 len: 267 time: 0.4240229 Mar 10 15:01:41.935603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708225f0-8bbf-43a4-9b1a-135f25a2dcb2 req-3a742e95-1d81-422e-94f8-ca2588961e1e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:41.949235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-708225f0-8bbf-43a4-9b1a-135f25a2dcb2 req-3a742e95-1d81-422e-94f8-ca2588961e1e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 945 time: 0.2226422 Mar 10 15:01:41.958910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-708225f0-8bbf-43a4-9b1a-135f25a2dcb2 req-ccb4d621-0537-438b-9064-30c671182f02 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'port': {'security_groups': ['de25f03e-04cf-454e-b87d-032a1e3b47ec', '31aa8265-f6ea-48be-a809-5218cb256dac']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:41.990713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-07704717-a8cb-4b25-be2b-9893885df562 req-dca0cc5d-ddb9-47f0-95fd-cb15cb7d3c66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Deleting port 3a31c5f2-60c8-446f-acc7-f918e759fbef {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:01:41.995923 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-07704717-a8cb-4b25-be2b-9893885df562 req-dca0cc5d-ddb9-47f0-95fd-cb15cb7d3c66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:41.998291 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:42.029990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:01:42.053118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:01:42.055893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:01:42.146516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:42.147501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:42.325057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-708225f0-8bbf-43a4-9b1a-135f25a2dcb2 req-ccb4d621-0537-438b-9064-30c671182f02 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:42.382490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1599312 Mar 10 15:01:42.426877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-07704717-a8cb-4b25-be2b-9893885df562 req-dca0cc5d-ddb9-47f0-95fd-cb15cb7d3c66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] For port 3a31c5f2-60c8-446f-acc7-f918e759fbef, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3a31c5f2-60c8-446f-acc7-f918e759fbef,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:42.427535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-07704717-a8cb-4b25-be2b-9893885df562 req-dca0cc5d-ddb9-47f0-95fd-cb15cb7d3c66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:42.453001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Request body: {'port': {'device_id': '8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:42.465593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-07704717-a8cb-4b25-be2b-9893885df562 req-dca0cc5d-ddb9-47f0-95fd-cb15cb7d3c66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Calling delete_port for 3a31c5f2-60c8-446f-acc7-f918e759fbef owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:01:42.618724 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:42.634346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f377b-2fd3-452b-b980-761158add539 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Pushing event updated for resources: {'Port': ['ID=f3531a57-a40b-4890-92c8-4f678ef3e5ad,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:42.932965 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-07704717-a8cb-4b25-be2b-9893885df562 req-dca0cc5d-ddb9-47f0-95fd-cb15cb7d3c66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3a31c5f2-60c8-446f-acc7-f918e759fbef), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:42.946554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:43.014500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0cc5d-ddb9-47f0-95fd-cb15cb7d3c66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event deleted for resources: {'Port': ['ID=3a31c5f2-60c8-446f-acc7-f918e759fbef,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:43.065152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Allocated IP 172.20.0.13 (388a4b94-f170-4a7e-b3b3-b6d194b46cd7/0574a5d6-f9b6-447f-81f1-ebcc9b03aaab/edde34dc-23bc-4a7e-85d2-b3811d3f12ef) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:01:43.138256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-07704717-a8cb-4b25-be2b-9893885df562 req-dca0cc5d-ddb9-47f0-95fd-cb15cb7d3c66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] No DVR routers for this DVR port 3a31c5f2-60c8-446f-acc7-f918e759fbef on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:43.145297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-07704717-a8cb-4b25-be2b-9893885df562 req-dca0cc5d-ddb9-47f0-95fd-cb15cb7d3c66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:43.149450 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-07704717-a8cb-4b25-be2b-9893885df562 req-dca0cc5d-ddb9-47f0-95fd-cb15cb7d3c66 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "DELETE /v2.0/ports/3a31c5f2-60c8-446f-acc7-f918e759fbef HTTP/1.1" status: 204 len: 173 time: 1.5214846 Mar 10 15:01:43.478045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks [] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:43.583937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.api [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-31ead433-055f-44dd-8d90-8428a26e627a {{(pid=115533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:01:43.584433 n-d-833090-1 neutron-server[115533]: DEBUG oslo_db.api [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:01:43.594661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 497a600a-4230-4589-b022-c125e2f94165 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:43.615934 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:43.803257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 497a600a-4230-4589-b022-c125e2f94165 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:01:43.805702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 497a600a-4230-4589-b022-c125e2f94165 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:01:43.823066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:01:43.850733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:01:43.875574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:01:43.983410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:43.984256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:44.027486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Pushing event updated for resources: {'Port': ['ID=edde34dc-23bc-4a7e-85d2-b3811d3f12ef,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:44.168968 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:44.201909 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-656cd251-b7aa-42c5-b85e-e86b24e6b6b4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2059529 Mar 10 15:01:44.289188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Request body: {'port': {'device_id': 'd20d6386-e1ea-4261-8aee-d3b6176a9db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:44.590253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ad4a9940-aade-4eb5-9cb5-75f9963f2cd9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:44.592816 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-ad4a9940-aade-4eb5-9cb5-75f9963f2cd9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 807 time: 0.3616376 Mar 10 15:01:44.611742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Request body: {'port': {'device_id': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238', 'admin_state_up': True, 'tenant_id': '0e24b30ca6604ae99b9012a50d837f98'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:44.732211 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:44.752265 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-708225f0-8bbf-43a4-9b1a-135f25a2dcb2 req-ccb4d621-0537-438b-9064-30c671182f02 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] For port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:44.805988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3531a57-a40b-4890-92c8-4f678ef3e5ad {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:44.850335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Publish callbacks [] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:44.893614 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Made reservation on behalf of 0e24b30ca6604ae99b9012a50d837f98 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:01:44.897025 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:44.986877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-708225f0-8bbf-43a4-9b1a-135f25a2dcb2 req-ccb4d621-0537-438b-9064-30c671182f02 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:45.026166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Transition to ACTIVE for port object f3531a57-a40b-4890-92c8-4f678ef3e5ad will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:01:45.028808 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-708225f0-8bbf-43a4-9b1a-135f25a2dcb2 req-ccb4d621-0537-438b-9064-30c671182f02 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:45.067876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['75c86491-04e3-4fe0-914a-eb867e844066', '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:45.084852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:45.273685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Allocated IP 172.20.0.8 (94067cff-c117-4c51-a11d-b4ca58bf3238/5b31adf1-a8e9-48c4-a752-3e4542a7a6a9/46ccb9ac-de38-45b7-a7ee-5b3d8866b478) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:01:45.308756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Allocated IP 172.20.0.8 (388a4b94-f170-4a7e-b3b3-b6d194b46cd7/0574a5d6-f9b6-447f-81f1-ebcc9b03aaab/81bef124-09d8-40f1-b148-5c35404d60b6) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:01:45.595911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks [] for port (81bef124-09d8-40f1-b148-5c35404d60b6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:45.624016 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks [] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:45.706928 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:45.729238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3a31c5f2-60c8-446f-acc7-f918e759fbef no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:45.749134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['ce496d4e-9d14-44fb-a18a-dec38b537711'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:45.814465 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Pushing event updated for resources: {'Port': ['ID=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:45.823889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 3a31c5f2-60c8-446f-acc7-f918e759fbef {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:01:45.824814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3a31c5f2-60c8-446f-acc7-f918e759fbef not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:01:45.872323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Network 94067cff-c117-4c51-a11d-b4ca58bf3238 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:01:45.874358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:01:45.884209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:01:46.101216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:46.101869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:46.130546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4d621-0537-438b-9064-30c671182f02 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'Port': ['ID=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:46.161052 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-5b38b481-508a-46ad-876d-6bafbb188cde tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5543602 Mar 10 15:01:46.184338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708225f0-8bbf-43a4-9b1a-135f25a2dcb2 req-ccb4d621-0537-438b-9064-30c671182f02 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:46.185681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Request body: {'port': {'device_id': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:46.187262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-708225f0-8bbf-43a4-9b1a-135f25a2dcb2 req-ccb4d621-0537-438b-9064-30c671182f02 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:46.189326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-708225f0-8bbf-43a4-9b1a-135f25a2dcb2 req-ccb4d621-0537-438b-9064-30c671182f02 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "PUT /v2.0/ports/95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 HTTP/1.1" status: 200 len: 981 time: 4.2388947 Mar 10 15:01:46.222109 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:46.295721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:01:46.346232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:01:46.358417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:01:46.402178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:46.447353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['95c44e2d-89dd-4f9e-aab5-b7bc23d806c9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:46.585043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:46.588180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:46.747706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edde34dc-23bc-4a7e-85d2-b3811d3f12ef {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:46.761686 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Publish callbacks [] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:46.779456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Transition to ACTIVE for port object edde34dc-23bc-4a7e-85d2-b3811d3f12ef will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:01:46.802042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.9363544 Mar 10 15:01:46.841969 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:46.855328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Request body: {'port': {'device_id': '231df9c1-1ba5-4d01-8426-de2a6c26be4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:46.900780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Pushing event updated for resources: {'Port': ['ID=f3531a57-a40b-4890-92c8-4f678ef3e5ad,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:47.144397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:47.160736 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Publish callbacks [] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:47.175968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Transition to ACTIVE for port object 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:01:47.183887 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:47.318807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f7cc2-d8f7-4036-bc12-905324d6e519 req-b53857e6-d5ec-418e-8f89-539d523c0acb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:47.320319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e5f7cc2-d8f7-4036-bc12-905324d6e519 req-b53857e6-d5ec-418e-8f89-539d523c0acb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 931 time: 0.8237886 Mar 10 15:01:47.385651 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Pushing event updated for resources: {'Port': ['ID=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:47.402809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dab71-0972-49d4-96c9-3ea94cffe76f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Pushing event updated for resources: {'Port': ['ID=81bef124-09d8-40f1-b148-5c35404d60b6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:47.415096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:01:47.415488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:01:47.415763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:47.433049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:01:47.433350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:47.444075 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:01:47.444944 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:01:47.445346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:01:47.446299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Bound port: 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:01:47.451391 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:47.520573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:47.596167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:01:47.599679 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:01:47.612380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:47.619074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Attempting to bind port f3531a57-a40b-4890-92c8-4f678ef3e5ad on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:01:47.620192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Attempting to bind port f3531a57-a40b-4890-92c8-4f678ef3e5ad by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:01:47.620192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Attempting to bind port f3531a57-a40b-4890-92c8-4f678ef3e5ad on network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:47.680366 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:47.711828 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Pushing event updated for resources: {'Port': ['ID=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:47.714518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Port f3531a57-a40b-4890-92c8-4f678ef3e5ad on network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:01:47.714881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Attempting to bind port f3531a57-a40b-4890-92c8-4f678ef3e5ad on network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:47.753151 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:47.754189 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:47.757359 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-a5f97853-071e-47ba-94a3-600391465c6b service neutron] 10.222.0.45 "PUT /v2.0/ports/46ccb9ac-de38-45b7-a7ee-5b3d8866b478 HTTP/1.1" status: 200 len: 1091 time: 1.5765088 Mar 10 15:01:47.966644 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-c92798ac-0c13-424e-a4c4-7ef5df4656df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:47.969679 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-c92798ac-0c13-424e-a4c4-7ef5df4656df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1125 time: 0.1472099 Mar 10 15:01:48.119109 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-58799d33-d32c-4905-8a77-6aa167219db5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478 HTTP/1.1" status: 200 len: 217 time: 0.1383657 Mar 10 15:01:48.275531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-52d0f7f4-81f6-4454-bb6b-1251ad91b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:48.277023 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-52d0f7f4-81f6-4454-bb6b-1251ad91b40b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.1464636 Mar 10 15:01:48.382683 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-8335a97a-1f5c-4d51-862b-450548dc48ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869486 Mar 10 15:01:48.556075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bef124-09d8-40f1-b148-5c35404d60b6 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:48.579874 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Publish callbacks [] for port (81bef124-09d8-40f1-b148-5c35404d60b6), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:48.607459 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-b84f8f25-a0a8-4d6c-8202-938eee97ef74 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137766 Mar 10 15:01:48.610318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Transition to ACTIVE for port object 81bef124-09d8-40f1-b148-5c35404d60b6 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:01:48.634821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Pushing event updated for resources: {'Port': ['ID=edde34dc-23bc-4a7e-85d2-b3811d3f12ef,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:48.707839 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:48.792222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Attempting to bind port edde34dc-23bc-4a7e-85d2-b3811d3f12ef on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:01:48.797198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Attempting to bind port edde34dc-23bc-4a7e-85d2-b3811d3f12ef by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:01:48.798167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Attempting to bind port edde34dc-23bc-4a7e-85d2-b3811d3f12ef on network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:48.806222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:01:48.814954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Checking segment: {'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:01:48.821676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Bound using segment: {'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:01:48.822754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Bound port: f3531a57-a40b-4890-92c8-4f678ef3e5ad, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:01:48.823428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:48.857633 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3b73fe31-7f59-4a2b-9759-9ac71a203daa req-f42adc6b-82a3-4b7b-9bb6-ce88b66b619a service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316468 Mar 10 15:01:49.034425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e5f7cc2-d8f7-4036-bc12-905324d6e519 req-a3c61f4d-0c3c-4cd5-a16d-5e7ed4121855 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6918888 Mar 10 15:01:49.076093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Port edde34dc-23bc-4a7e-85d2-b3811d3f12ef on network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:01:49.079221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Attempting to bind port edde34dc-23bc-4a7e-85d2-b3811d3f12ef on network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:49.141125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Pushing event updated for resources: {'Port': ['ID=81bef124-09d8-40f1-b148-5c35404d60b6,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:49.937024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:01:49.937705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Checking segment: {'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:01:49.942262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Bound using segment: {'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:01:49.943114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Bound port: edde34dc-23bc-4a7e-85d2-b3811d3f12ef, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:01:49.943501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:50.234218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545c94a-eff0-4924-abb9-4f2cc49b6af3 req-4b5af2ad-9260-429e-a803-68cd1f9ebe5a tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:50.245543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f545c94a-eff0-4924-abb9-4f2cc49b6af3 req-4b5af2ad-9260-429e-a803-68cd1f9ebe5a tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 944 time: 1.0193708 Mar 10 15:01:50.336624 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:50.359295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] For port edde34dc-23bc-4a7e-85d2-b3811d3f12ef, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:01:50.364076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] For port edde34dc-23bc-4a7e-85d2-b3811d3f12ef, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=edde34dc-23bc-4a7e-85d2-b3811d3f12ef,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:01:50.370513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] For port f3531a57-a40b-4890-92c8-4f678ef3e5ad, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:01:50.463376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f545c94a-eff0-4924-abb9-4f2cc49b6af3 req-ac0c1897-b2a2-4b14-8139-8a9d9a0117dd tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152297 Mar 10 15:01:50.472050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Attempting to bind port 81bef124-09d8-40f1-b148-5c35404d60b6 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:01:50.475209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Attempting to bind port 81bef124-09d8-40f1-b148-5c35404d60b6 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:01:50.475652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Attempting to bind port 81bef124-09d8-40f1-b148-5c35404d60b6 on network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:50.490999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:50.653590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] For port f3531a57-a40b-4890-92c8-4f678ef3e5ad, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f3531a57-a40b-4890-92c8-4f678ef3e5ad,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:01:50.718174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:50.720371 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:50.727079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] 10.222.0.45 "PUT /v2.0/ports/edde34dc-23bc-4a7e-85d2-b3811d3f12ef HTTP/1.1" status: 200 len: 1092 time: 6.4668045 Mar 10 15:01:50.732479 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:50.734488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Port 81bef124-09d8-40f1-b148-5c35404d60b6 on network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:01:50.738949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Attempting to bind port 81bef124-09d8-40f1-b148-5c35404d60b6 on network 388a4b94-f170-4a7e-b3b3-b6d194b46cd7 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:50.945321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:01:50.945944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Checking segment: {'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:01:50.946065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Bound using segment: {'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:01:50.946644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Bound port: 81bef124-09d8-40f1-b148-5c35404d60b6, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62202938-7c64-45a3-9def-a9fd162e4e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:01:50.947034 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:50.958180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:50.958838 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:50.961857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] 10.222.0.45 "PUT /v2.0/ports/f3531a57-a40b-4890-92c8-4f678ef3e5ad HTTP/1.1" status: 200 len: 1091 time: 8.5359311 Mar 10 15:01:50.962532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d800f87-5631-459c-a94b-bc4daa9c703e service neutron] Pushing event updated for resources: {'Port': ['ID=edde34dc-23bc-4a7e-85d2-b3811d3f12ef,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:51.153252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b6261-b277-4e1f-90f2-6d52b3f5ceaf req-cafd3f20-bd70-44a4-b54e-4e99aecb945c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:51.155124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-170b6261-b277-4e1f-90f2-6d52b3f5ceaf req-cafd3f20-bd70-44a4-b54e-4e99aecb945c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.4826849 Mar 10 15:01:51.217147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d99b9cb-0543-4da5-b514-f505a8eca261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:51.218814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-4d99b9cb-0543-4da5-b514-f505a8eca261 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c862d9adaca745ffab29e28b1941836a&device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 1126 time: 0.4271274 Mar 10 15:01:51.256123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafbcc3-eb5f-47e1-ab8b-10733e722e76 service neutron] Pushing event updated for resources: {'Port': ['ID=f3531a57-a40b-4890-92c8-4f678ef3e5ad,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:51.330613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-75693bbc-7343-43ec-99d6-88a5d4d28dd2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edde34dc-23bc-4a7e-85d2-b3811d3f12ef HTTP/1.1" status: 200 len: 217 time: 0.0884991 Mar 10 15:01:51.378561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] For port 81bef124-09d8-40f1-b148-5c35404d60b6, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:01:51.385188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-cc13cf1d-ae9d-4686-8544-b6f255f1c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:51.386774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-cc13cf1d-ae9d-4686-8544-b6f255f1c9ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c862d9adaca745ffab29e28b1941836a&device_id=8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4 HTTP/1.1" status: 200 len: 1125 time: 0.3473372 Mar 10 15:01:51.436515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-170b6261-b277-4e1f-90f2-6d52b3f5ceaf req-395fd3df-ab49-489d-a698-277159bad569 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692130 Mar 10 15:01:51.447371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] For port 81bef124-09d8-40f1-b148-5c35404d60b6, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=81bef124-09d8-40f1-b148-5c35404d60b6,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:01:51.493691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-da29dd94-8082-434f-b019-875ac7b6f918 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3531a57-a40b-4890-92c8-4f678ef3e5ad HTTP/1.1" status: 200 len: 217 time: 0.0727282 Mar 10 15:01:51.498983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:51.661908 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e15ad9d-2d78-42bd-b00e-9c761b737c51 x-openstack-request-id: req-9e15ad9d-2d78-42bd-b00e-9c761b737c51 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:51.662245 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-deleted", "tag": "822b5dc6-228b-404c-babb-b4eaa919b48b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:51.662479 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e15ad9d-2d78-42bd-b00e-9c761b737c51 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:51.662890 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-deleted', 'tag': '822b5dc6-228b-404c-babb-b4eaa919b48b', 'status': 'completed', 'code': 200} Mar 10 15:01:51.685800 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f856d-fe7d-4d8f-8746-f2094141a023 x-openstack-request-id: req-bb7f856d-fe7d-4d8f-8746-f2094141a023 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:51.686685 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d21be6e-78a4-45fe-8ff8-0a91829d00e6", "name": "network-vif-deleted", "tag": "497a600a-4230-4589-b022-c125e2f94165", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:51.687177 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb7f856d-fe7d-4d8f-8746-f2094141a023 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:51.687869 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d21be6e-78a4-45fe-8ff8-0a91829d00e6', 'name': 'network-vif-deleted', 'tag': '497a600a-4230-4589-b022-c125e2f94165', 'status': 'completed', 'code': 200} Mar 10 15:01:51.710363 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3ac33cf-95b3-4e96-8601-02790497dcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:51.712106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-6f81859c-804b-4726-b2e3-2c8fcf3525d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:51.718911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-6f81859c-804b-4726-b2e3-2c8fcf3525d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0574a5d6-f9b6-447f-81f1-ebcc9b03aaab HTTP/1.1" status: 200 len: 858 time: 0.3585331 Mar 10 15:01:51.836997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-1bbc6524-e2e3-470b-af8a-5a372e188859 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809770 Mar 10 15:01:51.849842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-5296d6e4-5e53-4317-b0fa-a12b4d90ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:51.853682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-5296d6e4-5e53-4317-b0fa-a12b4d90ab38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0574a5d6-f9b6-447f-81f1-ebcc9b03aaab HTTP/1.1" status: 200 len: 858 time: 0.3494411 Mar 10 15:01:51.961314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Pushing event updated for resources: {'Port': ['ID=81bef124-09d8-40f1-b148-5c35404d60b6,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:52.024311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:52.024972 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:52.026403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-c9655315-dbbc-4a96-832a-95b7dc1b022c service neutron] 10.222.0.62 "PUT /v2.0/ports/81bef124-09d8-40f1-b148-5c35404d60b6 HTTP/1.1" status: 200 len: 1091 time: 5.2055604 Mar 10 15:01:52.077544 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-713fc2d5-8cb7-4c7b-b4a0-bdcb19f32514 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415267 Mar 10 15:01:52.366719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-683bd7e7-71c9-4eb5-aeb5-6eca9f412fdb service neutron] 10.222.0.45 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568734 Mar 10 15:01:52.397796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8e6e9-9484-495a-9e4e-b8cbac1e46e9 req-196ee456-6940-475f-83ad-cc49872d43cc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:52.399421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10b8e6e9-9484-495a-9e4e-b8cbac1e46e9 req-196ee456-6940-475f-83ad-cc49872d43cc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.5339344 Mar 10 15:01:52.922193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-71385892-6396-4262-ba08-d0a99ac10c53 service neutron] 10.222.0.45 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213549 Mar 10 15:01:52.951606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-a8259226-6567-489a-83f3-255042022a6d service neutron] 10.222.0.45 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8126929 Mar 10 15:01:52.955966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-26d26bb3-ce5e-42e5-b7ed-79e8fe5f9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:52.966753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-26d26bb3-ce5e-42e5-b7ed-79e8fe5f9af3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c862d9adaca745ffab29e28b1941836a&device_id=231df9c1-1ba5-4d01-8426-de2a6c26be4c HTTP/1.1" status: 200 len: 1125 time: 0.8252120 Mar 10 15:01:53.076331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-539dbde4-6f44-4af1-9018-03e1c9892704 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81bef124-09d8-40f1-b148-5c35404d60b6 HTTP/1.1" status: 200 len: 217 time: 0.0837796 Mar 10 15:01:53.149875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-3ad3e3eb-a8c3-4ec6-a973-fa39ef51b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:53.151649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-3ad3e3eb-a8c3-4ec6-a973-fa39ef51b096 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0574a5d6-f9b6-447f-81f1-ebcc9b03aaab HTTP/1.1" status: 200 len: 858 time: 0.0626910 Mar 10 15:01:53.178129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10b8e6e9-9484-495a-9e4e-b8cbac1e46e9 req-8e23fb6f-0f8f-47d2-a810-3ca09b0199d1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7454236 Mar 10 15:01:53.445374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-3e0542d8-6ec2-4f83-a81a-9a0cc29eb356 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2660654 Mar 10 15:01:53.562847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-18603c41-db31-41d4-8d32-d3aca07367b6 service neutron] 10.222.0.62 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039250 Mar 10 15:01:53.689839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6fe74d-c178-4e6f-aef6-b068aec8cf81', 'name': 'network-vif-deleted', 'tag': '3a31c5f2-60c8-446f-acc7-f918e759fbef'}, {'name': 'network-changed', 'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'tag': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:53.692902 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4728b1b9-6ecc-48bb-ae92-3bef28649cbc" -d '{"events": [{"server_uuid": "6a6fe74d-c178-4e6f-aef6-b068aec8cf81", "name": "network-vif-deleted", "tag": "3a31c5f2-60c8-446f-acc7-f918e759fbef"}, {"name": "network-changed", "server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "tag": "46ccb9ac-de38-45b7-a7ee-5b3d8866b478"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:53.711726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'tag': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9'}, {'name': 'network-changed', 'server_uuid': 'd20d6386-e1ea-4261-8aee-d3b6176a9db0', 'tag': 'edde34dc-23bc-4a7e-85d2-b3811d3f12ef'}, {'name': 'network-changed', 'server_uuid': '8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4', 'tag': 'f3531a57-a40b-4890-92c8-4f678ef3e5ad'}, {'name': 'network-changed', 'server_uuid': '231df9c1-1ba5-4d01-8426-de2a6c26be4c', 'tag': '81bef124-09d8-40f1-b148-5c35404d60b6'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:53.714297 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0372378d-3343-46a2-8119-89396723ed35" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2e0828-2b4d-49d5-a384-ae7b2abef116", "tag": "95c44e2d-89dd-4f9e-aab5-b7bc23d806c9"}, {"name": "network-changed", "server_uuid": "d20d6386-e1ea-4261-8aee-d3b6176a9db0", "tag": "edde34dc-23bc-4a7e-85d2-b3811d3f12ef"}, {"name": "network-changed", "server_uuid": "8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4", "tag": "f3531a57-a40b-4890-92c8-4f678ef3e5ad"}, {"name": "network-changed", "server_uuid": "231df9c1-1ba5-4d01-8426-de2a6c26be4c", "tag": "81bef124-09d8-40f1-b148-5c35404d60b6"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:53.718459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-55077dfb-b46e-49a0-a9f4-439e5e47ae18 service neutron] 10.222.0.62 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182959 Mar 10 15:01:53.736851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de132699-5625-4f68-918e-820b16374b4a req-3c925829-21c2-4976-a5c4-24ca807517de tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/31aa8265-f6ea-48be-a809-5218cb256dac HTTP/1.1" status: 200 len: 1818 time: 0.4937100 Mar 10 15:01:53.801094 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-de132699-5625-4f68-918e-820b16374b4a req-fc0bf9dd-2d4e-4bf4-87f0-735b88ef9b3b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 15:01:53.815743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de132699-5625-4f68-918e-820b16374b4a req-fc0bf9dd-2d4e-4bf4-87f0-735b88ef9b3b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "DELETE /v2.0/security-groups/31aa8265-f6ea-48be-a809-5218cb256dac HTTP/1.1" status: 409 len: 341 time: 0.0769455 Mar 10 15:01:53.863656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86867984-8596-4bd8-a07b-692a551d8784 req-76b5502c-5bad-4e10-bd19-958fc59fbd8a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:53.865681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86867984-8596-4bd8-a07b-692a551d8784 req-76b5502c-5bad-4e10-bd19-958fc59fbd8a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.3001451 Mar 10 15:01:53.962409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86867984-8596-4bd8-a07b-692a551d8784 req-1e748541-567a-44fa-bbd5-771ff747b587 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905948 Mar 10 15:01:53.964910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7829bd1-4719-4a4c-adc4-8427016efa57 req-cdf80853-6cd1-4372-aaa0-0f6246d4a1b6 service neutron] 10.222.0.45 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9863427 Mar 10 15:01:54.022865 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-314f30c4-650b-44d7-b440-8c247dc91f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:54.155660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7f9d5-2c29-401d-bdda-ee9724be7bb1 req-1779ce59-55c3-49c8-907a-3d839c800d57 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:54.160218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80c7f9d5-2c29-401d-bdda-ee9724be7bb1 req-1779ce59-55c3-49c8-907a-3d839c800d57 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 944 time: 0.1691074 Mar 10 15:01:54.262072 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-2368ecf8-7d3b-4176-89c5-6b91d559cbbd service neutron] show failed (client error): The resource could not be found. Mar 10 15:01:54.263344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-2368ecf8-7d3b-4176-89c5-6b91d559cbbd service neutron] 10.222.0.45 "GET /v2.0/ports/9caae667-b529-4010-86ed-03d9902015fd/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.1006908 Mar 10 15:01:54.338725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80c7f9d5-2c29-401d-bdda-ee9724be7bb1 req-093bb979-74de-4f82-8e7a-257a2e256640 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832753 Mar 10 15:01:54.376205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafc607-eb43-4b1c-ab12-e22894e86c24 req-68d763f7-8398-4622-ba07-33d0ccca5705 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:54.379776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecafc607-eb43-4b1c-ab12-e22894e86c24 req-68d763f7-8398-4622-ba07-33d0ccca5705 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.2709513 Mar 10 15:01:54.511045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecafc607-eb43-4b1c-ab12-e22894e86c24 req-292998fc-d5ae-4087-95cc-586e02ca7a0f tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251128 Mar 10 15:01:54.579900 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e82e17-8402-46b1-8372-1ed8c3d5ca3b x-openstack-request-id: req-d3e82e17-8402-46b1-8372-1ed8c3d5ca3b {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:54.580213 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6fe74d-c178-4e6f-aef6-b068aec8cf81", "name": "network-vif-deleted", "tag": "3a31c5f2-60c8-446f-acc7-f918e759fbef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "tag": "46ccb9ac-de38-45b7-a7ee-5b3d8866b478", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:54.580455 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3e82e17-8402-46b1-8372-1ed8c3d5ca3b {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:54.580855 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6fe74d-c178-4e6f-aef6-b068aec8cf81', 'name': 'network-vif-deleted', 'tag': '3a31c5f2-60c8-446f-acc7-f918e759fbef', 'status': 'completed', 'code': 200} Mar 10 15:01:54.581106 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'tag': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478', 'status': 'completed', 'code': 200} Mar 10 15:01:54.702171 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02c0248-fd64-4e59-91a5-329191947df8 x-openstack-request-id: req-a02c0248-fd64-4e59-91a5-329191947df8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:54.702398 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2e0828-2b4d-49d5-a384-ae7b2abef116", "tag": "95c44e2d-89dd-4f9e-aab5-b7bc23d806c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d20d6386-e1ea-4261-8aee-d3b6176a9db0", "tag": "edde34dc-23bc-4a7e-85d2-b3811d3f12ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4", "tag": "f3531a57-a40b-4890-92c8-4f678ef3e5ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "231df9c1-1ba5-4d01-8426-de2a6c26be4c", "tag": "81bef124-09d8-40f1-b148-5c35404d60b6", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:54.702703 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a02c0248-fd64-4e59-91a5-329191947df8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:54.703198 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'tag': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9', 'status': 'completed', 'code': 200} Mar 10 15:01:54.703469 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20d6386-e1ea-4261-8aee-d3b6176a9db0', 'tag': 'edde34dc-23bc-4a7e-85d2-b3811d3f12ef', 'status': 'completed', 'code': 200} Mar 10 15:01:54.703727 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4', 'tag': 'f3531a57-a40b-4890-92c8-4f678ef3e5ad', 'status': 'completed', 'code': 200} Mar 10 15:01:54.704011 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231df9c1-1ba5-4d01-8426-de2a6c26be4c', 'tag': '81bef124-09d8-40f1-b148-5c35404d60b6', 'status': 'completed', 'code': 200} Mar 10 15:01:55.052868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728b1b9-6ecc-48bb-ae92-3bef28649cbc req-4a01f2e2-2d81-4e4c-81fe-42a87009e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:55.054351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4728b1b9-6ecc-48bb-ae92-3bef28649cbc req-4a01f2e2-2d81-4e4c-81fe-42a87009e4fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1125 time: 0.4425054 Mar 10 15:01:55.081977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-977f7bb8-2844-4ce5-966e-902eced0ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:55.083002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-977f7bb8-2844-4ce5-966e-902eced0ad5b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1&tenant_id=e2b42172400f4c3d9d37b41f77c0c27c HTTP/1.1" status: 200 len: 1132 time: 0.4866376 Mar 10 15:01:55.085766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-f989a4ee-6947-4482-bc62-a30469263b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:55.098629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-f989a4ee-6947-4482-bc62-a30469263b48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c862d9adaca745ffab29e28b1941836a&device_id=231df9c1-1ba5-4d01-8426-de2a6c26be4c HTTP/1.1" status: 200 len: 1125 time: 0.4094093 Mar 10 15:01:55.120041 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:55.193431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:01:55.235789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-0fffbe43-d6f3-48a4-9d3c-4ba97d18c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:55.237302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-0fffbe43-d6f3-48a4-9d3c-4ba97d18c4f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c57591fbf84afeae05501dada323ab&device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 1166 time: 0.5283675 Mar 10 15:01:55.625028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device edde34dc-23bc-4a7e-85d2-b3811d3f12ef details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:01:55.661852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e542a73-e082-47ec-8e92-eb08cf968da4 req-5c31d4a4-4e49-4460-9271-70729c1d2294 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:55.683537 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6e542a73-e082-47ec-8e92-eb08cf968da4 req-5c31d4a4-4e49-4460-9271-70729c1d2294 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.62 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 944 time: 0.0982392 Mar 10 15:01:55.802578 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port edde34dc-23bc-4a7e-85d2-b3811d3f12ef, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=edde34dc-23bc-4a7e-85d2-b3811d3f12ef,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:55.818268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'edde34dc-23bc-4a7e-85d2-b3811d3f12ef', 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7', 'port_id': 'edde34dc-23bc-4a7e-85d2-b3811d3f12ef', 'mac_address': 'fa:16:3e:12:07:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0574a5d6-f9b6-447f-81f1-ebcc9b03aaab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:01:55.897475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port edde34dc-23bc-4a7e-85d2-b3811d3f12ef is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:55.897957 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:55.902631 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:55.915077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edde34dc-23bc-4a7e-85d2-b3811d3f12ef {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:55.944333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728b1b9-6ecc-48bb-ae92-3bef28649cbc req-d923ca80-9152-43c0-be12-0121f00d7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:55.944657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4728b1b9-6ecc-48bb-ae92-3bef28649cbc req-d923ca80-9152-43c0-be12-0121f00d7992 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.8663566 Mar 10 15:01:55.945966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-47a3bcf2-c274-4d5f-9d01-6dc4ebd9b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:55.948101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-47a3bcf2-c274-4d5f-9d01-6dc4ebd9b243 service neutron] 10.222.0.45 "GET /v2.0/networks?id=494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 200 len: 913 time: 0.1860189 Mar 10 15:01:55.964311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port edde34dc-23bc-4a7e-85d2-b3811d3f12ef, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=edde34dc-23bc-4a7e-85d2-b3811d3f12ef,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:55.967174 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-6e542a73-e082-47ec-8e92-eb08cf968da4 req-8bfe85c4-5919-4395-99a4-a9bbc55daea8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Deleting port c6060d8e-67a8-4740-a121-3570c8856c49 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:01:55.968003 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6e542a73-e082-47ec-8e92-eb08cf968da4 req-8bfe85c4-5919-4395-99a4-a9bbc55daea8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:55.975024 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:56.077307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=edde34dc-23bc-4a7e-85d2-b3811d3f12ef,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:56.095710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.096372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.096947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.097937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.098447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.099115 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.099627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.101399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.101947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.102690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.103692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.104199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.104745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:01:56.114454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-6e542a73-e082-47ec-8e92-eb08cf968da4 req-8bfe85c4-5919-4395-99a4-a9bbc55daea8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] For port c6060d8e-67a8-4740-a121-3570c8856c49, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c6060d8e-67a8-4740-a121-3570c8856c49,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:56.119649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6e542a73-e082-47ec-8e92-eb08cf968da4 req-8bfe85c4-5919-4395-99a4-a9bbc55daea8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:56.174612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-6e542a73-e082-47ec-8e92-eb08cf968da4 req-8bfe85c4-5919-4395-99a4-a9bbc55daea8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Calling delete_port for c6060d8e-67a8-4740-a121-3570c8856c49 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:01:56.333461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4728b1b9-6ecc-48bb-ae92-3bef28649cbc req-e604fc01-f160-459f-895b-981634ee69c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478 HTTP/1.1" status: 200 len: 217 time: 0.2726617 Mar 10 15:01:56.397485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-0c436394-1e8a-4122-81f8-058c44435c12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 HTTP/1.1" status: 200 len: 217 time: 0.2138677 Mar 10 15:01:56.443867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['edde34dc-23bc-4a7e-85d2-b3811d3f12ef'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:56.518827 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:56.711401 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6e542a73-e082-47ec-8e92-eb08cf968da4 req-8bfe85c4-5919-4395-99a4-a9bbc55daea8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c6060d8e-67a8-4740-a121-3570c8856c49), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:56.738995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c6060d8e-67a8-4740-a121-3570c8856c49'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:56.847742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe85c4-5919-4395-99a4-a9bbc55daea8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Pushing event deleted for resources: {'Port': ['ID=c6060d8e-67a8-4740-a121-3570c8856c49,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:56.884141 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e542a73-e082-47ec-8e92-eb08cf968da4 req-8bfe85c4-5919-4395-99a4-a9bbc55daea8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] No DVR routers for this DVR port c6060d8e-67a8-4740-a121-3570c8856c49 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:56.887497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-6e542a73-e082-47ec-8e92-eb08cf968da4 req-8bfe85c4-5919-4395-99a4-a9bbc55daea8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:56.892745 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6e542a73-e082-47ec-8e92-eb08cf968da4 req-8bfe85c4-5919-4395-99a4-a9bbc55daea8 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.62 "DELETE /v2.0/ports/c6060d8e-67a8-4740-a121-3570c8856c49 HTTP/1.1" status: 204 len: 173 time: 1.2149489 Mar 10 15:01:56.893544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63860d5b-97b4-4937-8951-a73d3d604c15', 'name': 'network-vif-deleted', 'tag': 'c6060d8e-67a8-4740-a121-3570c8856c49'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:56.904310 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662414ce-2320-4aa9-8528-e246c0d555a6" -d '{"events": [{"server_uuid": "63860d5b-97b4-4937-8951-a73d3d604c15", "name": "network-vif-deleted", "tag": "c6060d8e-67a8-4740-a121-3570c8856c49"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:56.940393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b00785-e672-4fd9-874d-7f5f80385d99 req-c9676b43-02c6-4659-89fc-8bacd994a629 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:56.942054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27b00785-e672-4fd9-874d-7f5f80385d99 req-c9676b43-02c6-4659-89fc-8bacd994a629 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 1.9303393 Mar 10 15:01:57.014569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728b1b9-6ecc-48bb-ae92-3bef28649cbc req-87c8e03c-ab84-4b98-aee6-3449fdb40847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:57.016258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4728b1b9-6ecc-48bb-ae92-3bef28649cbc req-87c8e03c-ab84-4b98-aee6-3449fdb40847 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.6614687 Mar 10 15:01:57.021077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:57.035944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-f8779a48-b310-46bb-af14-1d4bad777815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:57.037626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-f8779a48-b310-46bb-af14-1d4bad777815 service neutron] 10.222.0.62 "GET /v2.0/networks?id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7 HTTP/1.1" status: 200 len: 919 time: 1.8878527 Mar 10 15:01:57.084180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-d42a4160-570e-4930-93f8-c3770453ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:57.085698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-d42a4160-570e-4930-93f8-c3770453ad8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8321437d-3670-4d89-bed3-6c7f36016b48 HTTP/1.1" status: 200 len: 852 time: 0.6382861 Mar 10 15:01:57.182232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4728b1b9-6ecc-48bb-ae92-3bef28649cbc req-b78e9a22-e81a-40b0-93c6-d0d104f45b5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218948 Mar 10 15:01:57.228747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-7e2db435-e83f-41a3-a881-b39ea60e19c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81bef124-09d8-40f1-b148-5c35404d60b6 HTTP/1.1" status: 200 len: 217 time: 0.1399491 Mar 10 15:01:57.230628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-db71f5c3-ed7e-4888-a7c2-1f83823d9fd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=494206cb-d99f-418a-902f-4bc38d2a6464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913012 Mar 10 15:01:57.262656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21396dc2-39bc-4c32-8338-70ba1ad901b0 req-b7786e54-4767-4ec0-9bb3-723ccb26028c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:57.288432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21396dc2-39bc-4c32-8338-70ba1ad901b0 req-b7786e54-4767-4ec0-9bb3-723ccb26028c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 984 time: 0.9537716 Mar 10 15:01:57.370547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:01:57.421740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27b00785-e672-4fd9-874d-7f5f80385d99 req-73b1219f-6bab-46cb-bf04-bbac21f2fd4e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700336 Mar 10 15:01:57.476142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9caae667-b529-4010-86ed-03d9902015fd'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:57.478425 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c113e6-54a0-45c5-8ffb-db80503e4ebe" -d '{"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "9caae667-b529-4010-86ed-03d9902015fd"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:57.492597 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Publish callbacks [] for port (9caae667-b529-4010-86ed-03d9902015fd), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:57.616803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Transition to ACTIVE for port object 9caae667-b529-4010-86ed-03d9902015fd will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:01:57.633629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f3531a57-a40b-4890-92c8-4f678ef3e5ad details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:01:57.638574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-f3516e23-3218-4f4e-9494-e2abc5a12cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:57.640275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-f3516e23-3218-4f4e-9494-e2abc5a12cd9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0574a5d6-f9b6-447f-81f1-ebcc9b03aaab HTTP/1.1" status: 200 len: 858 time: 0.3340015 Mar 10 15:01:57.640888 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:57.681844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21396dc2-39bc-4c32-8338-70ba1ad901b0 req-fea1f035-fa81-4250-97c1-1c329ee614d2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&id=31aa8265-f6ea-48be-a809-5218cb256dac&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3923395 Mar 10 15:01:57.812193 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f3531a57-a40b-4890-92c8-4f678ef3e5ad, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f3531a57-a40b-4890-92c8-4f678ef3e5ad,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:57.817403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-06fd0916-020a-4950-89c5-475c773125b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591437 Mar 10 15:01:57.832925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-d6053b76-5100-49c2-ac8f-230c0ec00e99 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109470 Mar 10 15:01:57.833439 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9caae667-b529-4010-86ed-03d9902015fd no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:57.837064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'f3531a57-a40b-4890-92c8-4f678ef3e5ad', 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7', 'port_id': 'f3531a57-a40b-4890-92c8-4f678ef3e5ad', 'mac_address': 'fa:16:3e:00:9f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0574a5d6-f9b6-447f-81f1-ebcc9b03aaab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:01:57.840016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4728b1b9-6ecc-48bb-ae92-3bef28649cbc req-d9bf3d97-48fe-43e1-964f-0a018a6244bf service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236439 Mar 10 15:01:57.877784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:57.958022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port f3531a57-a40b-4890-92c8-4f678ef3e5ad is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:57.960105 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:57.995102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port 9caae667-b529-4010-86ed-03d9902015fd host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:01:57.995395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ac0e7d0-8661-4dd0-9423-401cd43c8ae4 req-747d67e5-933a-47fa-a565-db18992b3b50 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=63860d5b-97b4-4937-8951-a73d3d604c15 HTTP/1.1" status: 200 len: 210 time: 0.1077664 Mar 10 15:01:57.995941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9caae667-b529-4010-86ed-03d9902015fd not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:01:58.001196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] No DVR routers for this DVR port 9caae667-b529-4010-86ed-03d9902015fd on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:01:58.003422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3531a57-a40b-4890-92c8-4f678ef3e5ad {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:58.029274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f3531a57-a40b-4890-92c8-4f678ef3e5ad, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f3531a57-a40b-4890-92c8-4f678ef3e5ad,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:58.041794 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:58.180641 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:58.190981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 81bef124-09d8-40f1-b148-5c35404d60b6 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:01:58.193172 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 85391d5b-0475-4599-a2ce-45d49214caf6 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:58.216419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=f3531a57-a40b-4890-92c8-4f678ef3e5ad,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:58.277985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:01:58.278331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:01:58.278666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:58.339281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1558b-556b-461e-9613-0ca02c717cc1 req-81484d5e-b1b3-4f43-8f14-417ea2ad083b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:58.341771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 81bef124-09d8-40f1-b148-5c35404d60b6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=81bef124-09d8-40f1-b148-5c35404d60b6,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:58.346849 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9b1558b-556b-461e-9613-0ca02c717cc1 req-81484d5e-b1b3-4f43-8f14-417ea2ad083b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.4917610 Mar 10 15:01:58.349240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Port 9caae667-b529-4010-86ed-03d9902015fd on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:01:58.349575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:01:58.357255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '81bef124-09d8-40f1-b148-5c35404d60b6', 'network_id': '388a4b94-f170-4a7e-b3b3-b6d194b46cd7', 'port_id': '81bef124-09d8-40f1-b148-5c35404d60b6', 'mac_address': 'fa:16:3e:e4:5b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0574a5d6-f9b6-447f-81f1-ebcc9b03aaab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:01:58.362752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd909d4-6f0b-40e9-aad1-0e5c94c9ab8d req-9bbb90a3-9f7f-4a98-bc8c-819c211215af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:58.363654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-f133aa2c-4c90-49cd-b875-6ac1715d6069 service neutron] 10.222.0.62 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226510 Mar 10 15:01:58.365907 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-bfd909d4-6f0b-40e9-aad1-0e5c94c9ab8d req-9bbb90a3-9f7f-4a98-bc8c-819c211215af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 1128 time: 0.0681164 Mar 10 15:01:58.433304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 81bef124-09d8-40f1-b148-5c35404d60b6 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:58.433859 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:58.458361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bef124-09d8-40f1-b148-5c35404d60b6 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:01:58.479971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 81bef124-09d8-40f1-b148-5c35404d60b6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=81bef124-09d8-40f1-b148-5c35404d60b6,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:58.481426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 85391d5b-0475-4599-a2ce-45d49214caf6 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:58.481596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-b4728a71-1851-4ffa-a7c2-d4d68fe0cf61 service neutron] 10.222.0.62 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994542 Mar 10 15:01:58.482153 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:58.482274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:01:58.482602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:01:58.483036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:01:58.483504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Bound port: 9caae667-b529-4010-86ed-03d9902015fd, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:01:58.483857 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:58.490503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4728b1b9-6ecc-48bb-ae92-3bef28649cbc req-b092c38f-6eb7-43c4-aa31-7d70cdfc1ed8 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181513 Mar 10 15:01:58.496191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-b32ec242-25a2-4fbf-b130-2f8107e3ff34 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332587 Mar 10 15:01:58.507370 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:58.524910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa734a3-6b47-4e30-864f-57517a10149d req-6fbcf77f-9657-4969-b38c-f6f8dfa832d1 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:58.532721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fa734a3-6b47-4e30-864f-57517a10149d req-6fbcf77f-9657-4969-b38c-f6f8dfa832d1 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 945 time: 0.3443322 Mar 10 15:01:58.535270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd909d4-6f0b-40e9-aad1-0e5c94c9ab8d req-4fefdd47-4e0d-43a5-9a3a-8807d4bd928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:58.536846 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-bfd909d4-6f0b-40e9-aad1-0e5c94c9ab8d req-4fefdd47-4e0d-43a5-9a3a-8807d4bd928d service neutron] 10.222.0.45 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 912 time: 0.1595998 Mar 10 15:01:58.554331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 85391d5b-0475-4599-a2ce-45d49214caf6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85391d5b-0475-4599-a2ce-45d49214caf6,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:58.574519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85391d5b-0475-4599-a2ce-45d49214caf6'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:01:58.577118 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f6bb6f-cfa0-4ce8-aa00-40b4ba811a25" -d '{"events": [{"server_uuid": "f84385b7-7e0f-4fa4-b243-f52dcbc4ea30", "name": "network-vif-unplugged", "status": "completed", "tag": "85391d5b-0475-4599-a2ce-45d49214caf6"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:01:58.582253 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:58.592494 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-bfd909d4-6f0b-40e9-aad1-0e5c94c9ab8d req-5838d7b0-9214-42b1-96dd-5afe002522e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 HTTP/1.1" status: 200 len: 217 time: 0.0472319 Mar 10 15:01:58.595117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['f3531a57-a40b-4890-92c8-4f678ef3e5ad'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:58.623692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9b1558b-556b-461e-9613-0ca02c717cc1 req-e9611d92-9a2b-44c9-a6a8-4231d520077a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706530 Mar 10 15:01:58.672361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=81bef124-09d8-40f1-b148-5c35404d60b6,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:58.674314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd909d4-6f0b-40e9-aad1-0e5c94c9ab8d req-f12a91bc-1883-49e3-8520-1862f238afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:58.675797 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-bfd909d4-6f0b-40e9-aad1-0e5c94c9ab8d req-f12a91bc-1883-49e3-8520-1862f238afe2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.0734918 Mar 10 15:01:58.727793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fa734a3-6b47-4e30-864f-57517a10149d req-6ca02dd9-9ecb-46ac-9308-270ac5d8bcbc tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895058 Mar 10 15:01:58.752921 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-bfd909d4-6f0b-40e9-aad1-0e5c94c9ab8d req-fe4bbb8e-91c9-4e54-92c5-2ce16dddec3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644517 Mar 10 15:01:58.759864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:01:58.817103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=85391d5b-0475-4599-a2ce-45d49214caf6,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:58.858584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:01:58.882703 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:58.905172 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-bfd909d4-6f0b-40e9-aad1-0e5c94c9ab8d req-cba31ba6-4f72-46b7-b3c1-636d848237be service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432860 Mar 10 15:01:58.926301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb14d0a-7584-4eae-82ff-61168ff6aea0 req-4c3f9c99-ea11-4547-b14a-ead9717566ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:58.928136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bb14d0a-7584-4eae-82ff-61168ff6aea0 req-4c3f9c99-ea11-4547-b14a-ead9717566ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c57591fbf84afeae05501dada323ab&device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 1166 time: 0.2893493 Mar 10 15:01:58.937041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-0a84522d-165b-42d5-9a95-21ce8d9161cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:58.938960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-0a84522d-165b-42d5-9a95-21ce8d9161cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c862d9adaca745ffab29e28b1941836a&device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 1127 time: 0.3081348 Mar 10 15:01:58.952769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['81bef124-09d8-40f1-b148-5c35404d60b6'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:01:58.968287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:58.969180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:58.971301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] 10.222.0.62 "PUT /v2.0/ports/9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 1096 time: 3.7858906 Mar 10 15:01:59.008805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ac86d-526c-457b-8aa6-bb7831ac992c req-fae8cd94-cf45-4ec4-ad0d-33568a4c31f7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:59.016264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-140ac86d-526c-457b-8aa6-bb7831ac992c req-fae8cd94-cf45-4ec4-ad0d-33568a4c31f7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 946 time: 0.2778752 Mar 10 15:01:59.087688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2917fd-3432-4bc2-8c15-d460d0a53c19 service neutron] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:59.223046 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-bfd909d4-6f0b-40e9-aad1-0e5c94c9ab8d req-a7b90e6b-0510-4595-9024-d79b32b1560d service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083034 Mar 10 15:01:59.229012 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4ac778-aaf3-46d6-9ff7-3811b879775e x-openstack-request-id: req-ce4ac778-aaf3-46d6-9ff7-3811b879775e {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:59.229437 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63860d5b-97b4-4937-8951-a73d3d604c15", "name": "network-vif-deleted", "tag": "c6060d8e-67a8-4740-a121-3570c8856c49", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:59.229853 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce4ac778-aaf3-46d6-9ff7-3811b879775e {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:59.230487 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63860d5b-97b4-4937-8951-a73d3d604c15', 'name': 'network-vif-deleted', 'tag': 'c6060d8e-67a8-4740-a121-3570c8856c49', 'status': 'completed', 'code': 200} Mar 10 15:01:59.514561 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b9ccc8-4437-4905-ac0f-4fc004c0fad8 x-openstack-request-id: req-b7b9ccc8-4437-4905-ac0f-4fc004c0fad8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:01:59.515481 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "9caae667-b529-4010-86ed-03d9902015fd", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:01:59.515481 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7b9ccc8-4437-4905-ac0f-4fc004c0fad8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:01:59.515746 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9caae667-b529-4010-86ed-03d9902015fd', 'code': 200} Mar 10 15:01:59.641999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-140ac86d-526c-457b-8aa6-bb7831ac992c req-48aab659-30c0-40fe-9064-6ffd41e40e80 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240389 Mar 10 15:01:59.663794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-1bb7ef24-51c0-4dad-b61f-0aab484159dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:59.663794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-1bb7ef24-51c0-4dad-b61f-0aab484159dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7 HTTP/1.1" status: 200 len: 919 time: 0.7001848 Mar 10 15:01:59.663794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb14d0a-7584-4eae-82ff-61168ff6aea0 req-810e0653-a9ff-4294-a014-7eda4497e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:59.663794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bb14d0a-7584-4eae-82ff-61168ff6aea0 req-810e0653-a9ff-4294-a014-7eda4497e12a service neutron] 10.222.0.45 "GET /v2.0/networks?id=494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 200 len: 913 time: 0.7205412 Mar 10 15:01:59.669250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device edde34dc-23bc-4a7e-85d2-b3811d3f12ef up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:01:59.673606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-e55404d9-b240-4a68-a986-a82fad63bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:59.675613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-e55404d9-b240-4a68-a986-a82fad63bf8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1130 time: 0.6344349 Mar 10 15:01:59.687929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244fb6c-d86d-4a49-abf9-028e0722400e req-6c3c2305-67e8-4447-b626-02d1350e8d05 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:01:59.690083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8244fb6c-d86d-4a49-abf9-028e0722400e req-6c3c2305-67e8-4447-b626-02d1350e8d05 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 950 time: 0.1422160 Mar 10 15:01:59.743707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port edde34dc-23bc-4a7e-85d2-b3811d3f12ef completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:01:59.747389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port edde34dc-23bc-4a7e-85d2-b3811d3f12ef triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:01:59.747968 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:59.818308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-84d5e8c4-d21e-4d3b-a9cb-c9959c98dd53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edde34dc-23bc-4a7e-85d2-b3811d3f12ef HTTP/1.1" status: 200 len: 217 time: 0.1272314 Mar 10 15:01:59.819534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bb14d0a-7584-4eae-82ff-61168ff6aea0 req-b4075d6b-742a-4ec0-bb86-68103c5b38db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 HTTP/1.1" status: 200 len: 217 time: 0.1275039 Mar 10 15:01:59.842401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port edde34dc-23bc-4a7e-85d2-b3811d3f12ef is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:01:59.842830 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:59.880938 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port edde34dc-23bc-4a7e-85d2-b3811d3f12ef, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=edde34dc-23bc-4a7e-85d2-b3811d3f12ef,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:01:59.885225 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:01:59.886152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:01:59.974969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=edde34dc-23bc-4a7e-85d2-b3811d3f12ef,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:01:59.988246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8244fb6c-d86d-4a49-abf9-028e0722400e req-b945f417-1aaf-4230-b93a-033c5ee9a991 tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852783 Mar 10 15:02:00.009796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb14d0a-7584-4eae-82ff-61168ff6aea0 req-ecf75cc7-e5c4-4c09-b1d6-a36c725a5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:00.011273 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bb14d0a-7584-4eae-82ff-61168ff6aea0 req-ecf75cc7-e5c4-4c09-b1d6-a36c725a5db0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8321437d-3670-4d89-bed3-6c7f36016b48 HTTP/1.1" status: 200 len: 852 time: 0.1671219 Mar 10 15:02:00.014552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-58587488-eb0b-4bcc-8cd0-8af3dda26152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:00.016250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-58587488-eb0b-4bcc-8cd0-8af3dda26152 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.3232718 Mar 10 15:02:00.027904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8213b9d-934a-4f02-a13b-4c37e83d50f8 req-c164fd70-04b2-4066-a829-55c7f0aa1e56 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:00.029450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8213b9d-934a-4f02-a13b-4c37e83d50f8 req-c164fd70-04b2-4066-a829-55c7f0aa1e56 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 948 time: 0.2997913 Mar 10 15:02:00.030851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:00.031482 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:00.032080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-83bdeef4-a95f-4c44-b3de-30e4b6784740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:00.033564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-83bdeef4-a95f-4c44-b3de-30e4b6784740 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0574a5d6-f9b6-447f-81f1-ebcc9b03aaab HTTP/1.1" status: 200 len: 858 time: 0.1906002 Mar 10 15:02:00.078186 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78eaed2-5070-4063-8ed4-40957a7492b4 x-openstack-request-id: req-b78eaed2-5070-4063-8ed4-40957a7492b4 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:00.078523 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84385b7-7e0f-4fa4-b243-f52dcbc4ea30", "name": "network-vif-unplugged", "status": "completed", "tag": "85391d5b-0475-4599-a2ce-45d49214caf6", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:00.078781 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b78eaed2-5070-4063-8ed4-40957a7492b4 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:00.079304 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85391d5b-0475-4599-a2ce-45d49214caf6', 'code': 200} Mar 10 15:02:00.090858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:00.100160 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:00.135152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bb14d0a-7584-4eae-82ff-61168ff6aea0 req-0bef6193-c9d9-49b2-b96e-0eb3b8ca89f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=494206cb-d99f-418a-902f-4bc38d2a6464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005638 Mar 10 15:02:00.143053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-539421a6-c304-409a-9b00-533ab0b1187c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 217 time: 0.1074183 Mar 10 15:02:00.145066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-1a166678-a98d-4cdf-a037-cd87f0e6c1d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884576 Mar 10 15:02:00.166739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:00.182262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101d4a9-8bed-499d-b745-53c0d092e98c req-41458ff2-1ba1-4270-b0ef-234459eb0dae tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:00.184120 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2101d4a9-8bed-499d-b745-53c0d092e98c req-41458ff2-1ba1-4270-b0ef-234459eb0dae tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d37a0c1-e72e-4769-9fed-142c21bd0dcb HTTP/1.1" status: 200 len: 950 time: 0.0713809 Mar 10 15:02:00.200974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c6060d8e-67a8-4740-a121-3570c8856c49 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:00.223771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: c6060d8e-67a8-4740-a121-3570c8856c49 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:00.224123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c6060d8e-67a8-4740-a121-3570c8856c49 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:00.294646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-2101d4a9-8bed-499d-b745-53c0d092e98c req-71952b4e-7e34-4af2-9abf-8e30437422bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Deleting port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:00.295013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-2101d4a9-8bed-499d-b745-53c0d092e98c req-71952b4e-7e34-4af2-9abf-8e30437422bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:00.363300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-5a6ab434-6f74-4731-b8c8-136a8f429175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:00.364823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-5a6ab434-6f74-4731-b8c8-136a8f429175 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1980410 Mar 10 15:02:00.372215 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8213b9d-934a-4f02-a13b-4c37e83d50f8 req-2d01869f-3608-46ee-89c7-4ae21c7858c4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188310 Mar 10 15:02:00.411646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-2101d4a9-8bed-499d-b745-53c0d092e98c req-71952b4e-7e34-4af2-9abf-8e30437422bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] For port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:00.412021 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-2101d4a9-8bed-499d-b745-53c0d092e98c req-71952b4e-7e34-4af2-9abf-8e30437422bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:00.428257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-2101d4a9-8bed-499d-b745-53c0d092e98c req-71952b4e-7e34-4af2-9abf-8e30437422bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Calling delete_port for abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:00.443085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7a880-aada-41db-8813-50462f674885 req-92feeb3e-1f9f-48c1-9698-bb9915f1ea89 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:00.444673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9f7a880-aada-41db-8813-50462f674885 req-92feeb3e-1f9f-48c1-9698-bb9915f1ea89 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 984 time: 0.2987375 Mar 10 15:02:00.469792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-1dbdd146-ade1-4520-ba53-0c259169c920 service neutron] 10.222.0.45 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928548 Mar 10 15:02:00.471839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bb14d0a-7584-4eae-82ff-61168ff6aea0 req-a70cc215-3081-4325-86b2-7ff469df5acb service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146465 Mar 10 15:02:00.586093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-2101d4a9-8bed-499d-b745-53c0d092e98c req-71952b4e-7e34-4af2-9abf-8e30437422bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (abdd4ec5-953c-40a8-8b5c-a0d0eae1a566), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:00.586327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-aeaf02ec-07a5-4ef5-97e3-4394cdf888af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:00.589016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-aeaf02ec-07a5-4ef5-97e3-4394cdf888af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2100644 Mar 10 15:02:00.600270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['abdd4ec5-953c-40a8-8b5c-a0d0eae1a566'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:00.623128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71952b4e-7e34-4af2-9abf-8e30437422bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Pushing event deleted for resources: {'Port': ['ID=abdd4ec5-953c-40a8-8b5c-a0d0eae1a566,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:00.678959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2101d4a9-8bed-499d-b745-53c0d092e98c req-71952b4e-7e34-4af2-9abf-8e30437422bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] No DVR routers for this DVR port abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:00.681753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-2101d4a9-8bed-499d-b745-53c0d092e98c req-71952b4e-7e34-4af2-9abf-8e30437422bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:00.685309 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2101d4a9-8bed-499d-b745-53c0d092e98c req-71952b4e-7e34-4af2-9abf-8e30437422bb tempest-ServersOnMultiNodesTest-403662674 tempest-ServersOnMultiNodesTest-403662674-project] 10.222.0.45 "DELETE /v2.0/ports/abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 HTTP/1.1" status: 204 len: 173 time: 0.4940953 Mar 10 15:02:00.805286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9f7a880-aada-41db-8813-50462f674885 req-fa516e7f-fcda-4a6e-958e-9bd9b051afd5 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&id=31aa8265-f6ea-48be-a809-5218cb256dac&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3503406 Mar 10 15:02:00.954152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-9ce48810-9e25-4916-8b4b-4c01d19501d5 service neutron] 10.222.0.45 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711874 Mar 10 15:02:00.960135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bb14d0a-7584-4eae-82ff-61168ff6aea0 req-b81c2da8-4028-4c64-a465-76b06bc4c5b0 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661145 Mar 10 15:02:00.967248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-6ce3a141-d5cc-4b13-9652-a5f6e723352b tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:00.968681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-6ce3a141-d5cc-4b13-9652-a5f6e723352b tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 804 time: 0.4598897 Mar 10 15:02:01.008516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-338ecdf6-1743-4968-8169-1fd323166d6f service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017966 Mar 10 15:02:01.020347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be85b3-5cd8-4209-bba9-a20a96507173 req-c0aa61b3-05e0-4aeb-a8fa-f5563ad9f0e8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:01.021816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44be85b3-5cd8-4209-bba9-a20a96507173 req-c0aa61b3-05e0-4aeb-a8fa-f5563ad9f0e8 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.62 "GET /v2.0/ports?device_id=f84385b7-7e0f-4fa4-b243-f52dcbc4ea30 HTTP/1.1" status: 200 len: 943 time: 0.3540101 Mar 10 15:02:01.032448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-737d0db5-1951-4921-8ad1-cb48f775f76a tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/quotas/c4a266c3e8604d4ab21b87ad49f2c8ae HTTP/1.1" status: 200 len: 375 time: 0.0475996 Mar 10 15:02:01.155598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506bafe-3560-428d-80fc-471b70b12d19 req-86e03536-9ff7-42bd-82bb-63baedee55b1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:01.157159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e506bafe-3560-428d-80fc-471b70b12d19 req-86e03536-9ff7-42bd-82bb-63baedee55b1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.2681317 Mar 10 15:02:01.231347 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d37a0c1-e72e-4769-9fed-142c21bd0dcb', 'name': 'network-vif-deleted', 'tag': 'abdd4ec5-953c-40a8-8b5c-a0d0eae1a566'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:01.233555 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b647d09e-b045-443c-99b8-1404716d669d" -d '{"events": [{"server_uuid": "0d37a0c1-e72e-4769-9fed-142c21bd0dcb", "name": "network-vif-deleted", "tag": "abdd4ec5-953c-40a8-8b5c-a0d0eae1a566"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:01.303927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-d944a3bf-3621-4a5e-8478-c8cc8639994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:01.305778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-d944a3bf-3621-4a5e-8478-c8cc8639994e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c862d9adaca745ffab29e28b1941836a&device_id=8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4 HTTP/1.1" status: 200 len: 1126 time: 0.2819626 Mar 10 15:02:01.339318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-e7331f49-0daa-43c6-aa09-5f8c93353ee7 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2893434 Mar 10 15:02:01.362726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c860b0-0e4e-44da-8f5b-734fb3822f88 req-149eb0c1-7191-47c5-b899-3dd68d6e7c50 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377366 Mar 10 15:02:01.366869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e506bafe-3560-428d-80fc-471b70b12d19 req-b08f9d83-b081-46ad-97bb-26250e3e85b6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970341 Mar 10 15:02:01.486509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-7b5237c0-7d3e-4e55-8bdd-73526b6fd5d5 service neutron] 10.222.0.11 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168656 Mar 10 15:02:01.521506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'tag': '9caae667-b529-4010-86ed-03d9902015fd'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:01.523818 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f6a029-fc32-4051-89d0-c66dcb248c46" -d '{"events": [{"name": "network-changed", "server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "tag": "9caae667-b529-4010-86ed-03d9902015fd"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:01.662050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f3531a57-a40b-4890-92c8-4f678ef3e5ad up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:01.714034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port f3531a57-a40b-4890-92c8-4f678ef3e5ad completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:02:01.720774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port f3531a57-a40b-4890-92c8-4f678ef3e5ad triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:01.721319 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:01.808160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port f3531a57-a40b-4890-92c8-4f678ef3e5ad is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:01.808709 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:01.847643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f3531a57-a40b-4890-92c8-4f678ef3e5ad, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f3531a57-a40b-4890-92c8-4f678ef3e5ad,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:01.853498 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:01.897869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-44be85b3-5cd8-4209-bba9-a20a96507173 req-d4bfb128-8f80-45b3-825f-ecab97dede26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Deleting port 85391d5b-0475-4599-a2ce-45d49214caf6 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:01.898486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44be85b3-5cd8-4209-bba9-a20a96507173 req-d4bfb128-8f80-45b3-825f-ecab97dede26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:01.930142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=f3531a57-a40b-4890-92c8-4f678ef3e5ad,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:01.976933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-20bbb225-dd99-47d1-afcf-6ade8ca62ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:01.978413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-20bbb225-dd99-47d1-afcf-6ade8ca62ebc service neutron] 10.222.0.45 "GET /v2.0/networks?id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7 HTTP/1.1" status: 200 len: 919 time: 0.6577263 Mar 10 15:02:02.050564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cb18a-a144-4e95-8013-18d0514786c2 req-7a6923c8-d8b7-4a65-9320-75f4ab68d067 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:02.052014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb9cb18a-a144-4e95-8013-18d0514786c2 req-7a6923c8-d8b7-4a65-9320-75f4ab68d067 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 946 time: 0.5633886 Mar 10 15:02:02.080623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20d6386-e1ea-4261-8aee-d3b6176a9db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edde34dc-23bc-4a7e-85d2-b3811d3f12ef'}, {'server_uuid': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563'}, {'server_uuid': '8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3531a57-a40b-4890-92c8-4f678ef3e5ad'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:02.082991 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b432fcd0-d322-4578-8b05-1c6e87b79f42" -d '{"events": [{"server_uuid": "d20d6386-e1ea-4261-8aee-d3b6176a9db0", "name": "network-vif-plugged", "status": "completed", "tag": "edde34dc-23bc-4a7e-85d2-b3811d3f12ef"}, {"server_uuid": "64738f05-0812-4f5a-9da8-3ea35b623a31", "name": "network-vif-unplugged", "status": "completed", "tag": "5a749a96-e0d5-43c7-bb84-6e4bbdbc7563"}, {"server_uuid": "8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4", "name": "network-vif-plugged", "status": "completed", "tag": "f3531a57-a40b-4890-92c8-4f678ef3e5ad"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:02.099921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-48811f9f-adfc-4506-a3ee-7023b4b00022 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3531a57-a40b-4890-92c8-4f678ef3e5ad HTTP/1.1" status: 200 len: 217 time: 0.0724576 Mar 10 15:02:02.113330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-6ebb1708-de9d-4e9e-973a-633a09825439 service neutron] 10.222.0.11 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169560 Mar 10 15:02:02.178439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-44be85b3-5cd8-4209-bba9-a20a96507173 req-d4bfb128-8f80-45b3-825f-ecab97dede26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] For port 85391d5b-0475-4599-a2ce-45d49214caf6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85391d5b-0475-4599-a2ce-45d49214caf6,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:02.178828 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44be85b3-5cd8-4209-bba9-a20a96507173 req-d4bfb128-8f80-45b3-825f-ecab97dede26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:02.206179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-44be85b3-5cd8-4209-bba9-a20a96507173 req-d4bfb128-8f80-45b3-825f-ecab97dede26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Calling delete_port for 85391d5b-0475-4599-a2ce-45d49214caf6 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:02.212665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb9cb18a-a144-4e95-8013-18d0514786c2 req-5db9a727-8d65-41f2-a08f-2d9597681d0c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235902 Mar 10 15:02:02.218276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372378d-3343-46a2-8119-89396723ed35 req-9ae253f4-5be0-45c5-b641-f03ab71f3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:02.220301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-9ae253f4-5be0-45c5-b641-f03ab71f3c9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0574a5d6-f9b6-447f-81f1-ebcc9b03aaab HTTP/1.1" status: 200 len: 858 time: 0.1030645 Mar 10 15:02:02.221392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 81bef124-09d8-40f1-b148-5c35404d60b6 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:02.339086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-601b7187-fa71-4c68-84a9-7f5d6a2b6865 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=388a4b94-f170-4a7e-b3b3-b6d194b46cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091533 Mar 10 15:02:02.362935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 81bef124-09d8-40f1-b148-5c35404d60b6 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:02:02.368070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 81bef124-09d8-40f1-b148-5c35404d60b6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:02.368638 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:02.494425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9633472-f765-413c-a800-f0e42dea1cfe req-88d5ee14-9e8a-4d56-bf42-199e4acd58e2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:02.501947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9633472-f765-413c-a800-f0e42dea1cfe req-88d5ee14-9e8a-4d56-bf42-199e4acd58e2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 944 time: 0.1605246 Mar 10 15:02:02.540758 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-0ce31d8e-3788-4a37-89b9-1af807fc4a18 service neutron] 10.222.0.45 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889048 Mar 10 15:02:02.600036 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6679909-52e1-48fc-a4e0-f1dae4f470a5 x-openstack-request-id: req-f6679909-52e1-48fc-a4e0-f1dae4f470a5 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:02.600556 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d37a0c1-e72e-4769-9fed-142c21bd0dcb", "name": "network-vif-deleted", "tag": "abdd4ec5-953c-40a8-8b5c-a0d0eae1a566", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:02.600556 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6679909-52e1-48fc-a4e0-f1dae4f470a5 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:02.600967 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d37a0c1-e72e-4769-9fed-142c21bd0dcb', 'name': 'network-vif-deleted', 'tag': 'abdd4ec5-953c-40a8-8b5c-a0d0eae1a566', 'status': 'completed', 'code': 200} Mar 10 15:02:02.612808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 81bef124-09d8-40f1-b148-5c35404d60b6 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:02.613209 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:02.688392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9633472-f765-413c-a800-f0e42dea1cfe req-c7058232-d66c-4d83-9018-40572b020c79 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834292 Mar 10 15:02:02.742255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 81bef124-09d8-40f1-b148-5c35404d60b6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=81bef124-09d8-40f1-b148-5c35404d60b6,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:02.757829 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:02.759337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 85391d5b-0475-4599-a2ce-45d49214caf6 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:02.776714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44be85b3-5cd8-4209-bba9-a20a96507173 req-d4bfb128-8f80-45b3-825f-ecab97dede26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (85391d5b-0475-4599-a2ce-45d49214caf6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:02.880251 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4904af4b-85ed-45ec-a77e-496dab5bd3aa x-openstack-request-id: req-4904af4b-85ed-45ec-a77e-496dab5bd3aa {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:02.880590 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "tag": "9caae667-b529-4010-86ed-03d9902015fd", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:02.880809 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4904af4b-85ed-45ec-a77e-496dab5bd3aa {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:02.881213 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'tag': '9caae667-b529-4010-86ed-03d9902015fd', 'status': 'completed', 'code': 200} Mar 10 15:02:02.907797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=81bef124-09d8-40f1-b148-5c35404d60b6,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:02.936641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 85391d5b-0475-4599-a2ce-45d49214caf6 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:02.947297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 85391d5b-0475-4599-a2ce-45d49214caf6 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:03.014139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfb128-8f80-45b3-825f-ecab97dede26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Pushing event deleted for resources: {'Port': ['ID=85391d5b-0475-4599-a2ce-45d49214caf6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:03.050542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45076) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:03.065243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0372378d-3343-46a2-8119-89396723ed35 req-a1a69b56-6215-48a1-a6ee-792e8ae4eb26 service neutron] 10.222.0.45 "GET /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802866 Mar 10 15:02:03.087512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92a02a-3058-4bd3-a5d4-ffa1959810e1 req-4be35549-5c03-48e9-8021-9b35e39055ae tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:03.096092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da92a02a-3058-4bd3-a5d4-ffa1959810e1 req-4be35549-5c03-48e9-8021-9b35e39055ae tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 948 time: 0.4352477 Mar 10 15:02:03.129700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976f136-5e31-4fb5-852a-6780de6cd8d1 req-b975a149-b596-4f2e-bb6a-d2efae569226 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:03.131866 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c976f136-5e31-4fb5-852a-6780de6cd8d1 req-b975a149-b596-4f2e-bb6a-d2efae569226 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 945 time: 0.1709993 Mar 10 15:02:03.140272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-44be85b3-5cd8-4209-bba9-a20a96507173 req-d4bfb128-8f80-45b3-825f-ecab97dede26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] No DVR routers for this DVR port 85391d5b-0475-4599-a2ce-45d49214caf6 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:03.163436 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44be85b3-5cd8-4209-bba9-a20a96507173 req-d4bfb128-8f80-45b3-825f-ecab97dede26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:03.167438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44be85b3-5cd8-4209-bba9-a20a96507173 req-d4bfb128-8f80-45b3-825f-ecab97dede26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.62 "DELETE /v2.0/ports/85391d5b-0475-4599-a2ce-45d49214caf6 HTTP/1.1" status: 204 len: 173 time: 2.1270049 Mar 10 15:02:03.186663 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:02:03.197147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-28874df5-b83d-4b77-84ee-982eeeff80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:03.199360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-28874df5-b83d-4b77-84ee-982eeeff80ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1130 time: 0.3366797 Mar 10 15:02:03.206618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-45c1229e-6883-4854-9557-ba8f2c95ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:03.208151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-45c1229e-6883-4854-9557-ba8f2c95ba87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1130 time: 0.3245685 Mar 10 15:02:03.249206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa307-964b-4da3-9a49-7b6b3cc3bfbf req-06daa60c-12f5-4d15-91f5-1144c7c82f27 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:03.251390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ceefa307-964b-4da3-9a49-7b6b3cc3bfbf req-06daa60c-12f5-4d15-91f5-1144c7c82f27 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 984 time: 0.3590963 Mar 10 15:02:03.285767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da92a02a-3058-4bd3-a5d4-ffa1959810e1 req-d3258fb1-594f-489d-af4b-ed481e78c1c1 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888003 Mar 10 15:02:03.298100 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-026b70dc-73c8-4299-928d-4ffe10e7c0af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f6dc28adc7e40b9b9096767faf51860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437537 Mar 10 15:02:03.300723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-c976f136-5e31-4fb5-852a-6780de6cd8d1 req-2b8efd5a-c725-4123-b868-f7c1bbf1ba2c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Deleting port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:03.301150 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c976f136-5e31-4fb5-852a-6780de6cd8d1 req-2b8efd5a-c725-4123-b868-f7c1bbf1ba2c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:03.304914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45082) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:03.410328 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb1f669-a89a-4585-b452-f58c7e70d22a x-openstack-request-id: req-1fb1f669-a89a-4585-b452-f58c7e70d22a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:03.411408 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20d6386-e1ea-4261-8aee-d3b6176a9db0", "name": "network-vif-plugged", "status": "completed", "tag": "edde34dc-23bc-4a7e-85d2-b3811d3f12ef", "code": 200}, {"server_uuid": "64738f05-0812-4f5a-9da8-3ea35b623a31", "name": "network-vif-unplugged", "status": "failed", "tag": "5a749a96-e0d5-43c7-bb84-6e4bbdbc7563", "code": 422}, {"server_uuid": "8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4", "name": "network-vif-plugged", "status": "completed", "tag": "f3531a57-a40b-4890-92c8-4f678ef3e5ad", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:03.411938 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fb1f669-a89a-4585-b452-f58c7e70d22a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:03.412562 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20d6386-e1ea-4261-8aee-d3b6176a9db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edde34dc-23bc-4a7e-85d2-b3811d3f12ef', 'code': 200} Mar 10 15:02:03.413084 n-d-833090-1 neutron-server[115535]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563', 'code': 422} returned with failed status Mar 10 15:02:03.414084 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3531a57-a40b-4890-92c8-4f678ef3e5ad', 'code': 200} Mar 10 15:02:03.426167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-c976f136-5e31-4fb5-852a-6780de6cd8d1 req-2b8efd5a-c725-4123-b868-f7c1bbf1ba2c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] For port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:03.426839 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c976f136-5e31-4fb5-852a-6780de6cd8d1 req-2b8efd5a-c725-4123-b868-f7c1bbf1ba2c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:03.444610 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-c976f136-5e31-4fb5-852a-6780de6cd8d1 req-2b8efd5a-c725-4123-b868-f7c1bbf1ba2c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Calling delete_port for 3191d38a-e5ef-4663-ac83-3fa40f50cd6b owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:03.505589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-9e71b1f1-26b0-4a40-b332-e29e25471fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:03.507090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-9e71b1f1-26b0-4a40-b332-e29e25471fa0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2771854 Mar 10 15:02:03.530144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ceefa307-964b-4da3-9a49-7b6b3cc3bfbf req-d8d87301-cb7e-47e2-8817-de30126ab5ae tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=de25f03e-04cf-454e-b87d-032a1e3b47ec&id=31aa8265-f6ea-48be-a809-5218cb256dac&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2597470 Mar 10 15:02:03.644305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-088a9ae8-d0bd-4182-8293-d269ae58aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:03.645708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-088a9ae8-d0bd-4182-8293-d269ae58aedd service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.4338822 Mar 10 15:02:03.647591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c5fcfe7-0252-46cf-8f0b-bcb4ea74284c req-f41fb6de-cea5-4db9-88f5-c6b42ca0e9cb tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 210 time: 0.1451797 Mar 10 15:02:03.676418 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c976f136-5e31-4fb5-852a-6780de6cd8d1 req-2b8efd5a-c725-4123-b868-f7c1bbf1ba2c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3191d38a-e5ef-4663-ac83-3fa40f50cd6b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:03.678250 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4033620-d4fb-4648-a145-0757bbea5fa9 admin admin] Publish callbacks [] for security_group (1cbc5c8b-78ba-4112-a48e-c26e0e69bb28), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:03.680537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-5c38b8d2-2cc1-46a6-a3a2-8860270e2f83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 217 time: 0.1448879 Mar 10 15:02:03.686038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224250c9-9ff3-48b4-b223-8ca130ac647e req-4ffc9283-1079-40ba-aa9c-5f8c43a7999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:03.687570 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-224250c9-9ff3-48b4-b223-8ca130ac647e req-4ffc9283-1079-40ba-aa9c-5f8c43a7999b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 1128 time: 0.1007848 Mar 10 15:02:03.693700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:03.721136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:03.721647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device abdd4ec5-953c-40a8-8b5c-a0d0eae1a566 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:03.723367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8efd5a-c725-4123-b868-f7c1bbf1ba2c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Pushing event deleted for resources: {'Port': ['ID=3191d38a-e5ef-4663-ac83-3fa40f50cd6b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:03.740293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-d3a9e63a-2063-42e6-9fd0-09fe3ab443eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 217 time: 0.0684454 Mar 10 15:02:03.777234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c976f136-5e31-4fb5-852a-6780de6cd8d1 req-2b8efd5a-c725-4123-b868-f7c1bbf1ba2c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] No DVR routers for this DVR port 3191d38a-e5ef-4663-ac83-3fa40f50cd6b on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:03.780524 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c976f136-5e31-4fb5-852a-6780de6cd8d1 req-2b8efd5a-c725-4123-b868-f7c1bbf1ba2c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:03.783964 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c976f136-5e31-4fb5-852a-6780de6cd8d1 req-2b8efd5a-c725-4123-b868-f7c1bbf1ba2c tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.62 "DELETE /v2.0/ports/3191d38a-e5ef-4663-ac83-3fa40f50cd6b HTTP/1.1" status: 204 len: 173 time: 0.6451766 Mar 10 15:02:03.820044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4033620-d4fb-4648-a145-0757bbea5fa9 admin admin] Publish callbacks [] for security_group (1cbc5c8b-78ba-4112-a48e-c26e0e69bb28), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:03.823271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-72671681-794d-47ef-8309-205d4b8b776a req-f116b67f-a31e-40f8-85cd-86d8f6ef7aac tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a05d26d-09f8-4d0d-b80d-8caa9570af43 HTTP/1.1" status: 200 len: 210 time: 0.0851905 Mar 10 15:02:03.853990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.45', 54520) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:03.912134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a335e-4a36-4a77-adbe-eb2938b57afa req-fc057acf-9633-4c05-ad8d-c745001eb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:03.913602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-733a335e-4a36-4a77-adbe-eb2938b57afa req-fc057acf-9633-4c05-ad8d-c745001eb22a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4 HTTP/1.1" status: 200 len: 1127 time: 0.3167789 Mar 10 15:02:03.925199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-30910bbd-1fba-44f0-bf71-22563d12f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:03.927492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-30910bbd-1fba-44f0-bf71-22563d12f1dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1722188 Mar 10 15:02:03.940294 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-224250c9-9ff3-48b4-b223-8ca130ac647e req-ca694361-e44f-497d-a982-9a4e03a108d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408386 Mar 10 15:02:03.955662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61617de-e52d-4057-b8f2-ffb1184b99a7 req-20a9ecad-ee40-4fdc-8e21-6cf033b7754c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:03.959310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e61617de-e52d-4057-b8f2-ffb1184b99a7 req-20a9ecad-ee40-4fdc-8e21-6cf033b7754c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.2962077 Mar 10 15:02:03.967652 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-9b6d2f07-6029-41c2-89ca-ecf4ce96659e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1117733 Mar 10 15:02:04.003350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-e44ab69d-8efd-42aa-b4fc-0f503d4c8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:04.004771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-e44ab69d-8efd-42aa-b4fc-0f503d4c8533 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1903539 Mar 10 15:02:04.042578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4033620-d4fb-4648-a145-0757bbea5fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1cbc5c8b-78ba-4112-a48e-c26e0e69bb28), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:04.045160 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4033620-d4fb-4648-a145-0757bbea5fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:04.046310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a4033620-d4fb-4648-a145-0757bbea5fa9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1cbc5c8b-78ba-4112-a48e-c26e0e69bb28 HTTP/1.1" status: 204 len: 168 time: 0.7321079 Mar 10 15:02:04.067170 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-733a335e-4a36-4a77-adbe-eb2938b57afa req-3342d22b-18b4-445c-981b-d01ef044932a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384406 Mar 10 15:02:04.072942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4033620-d4fb-4648-a145-0757bbea5fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbc5c8b-78ba-4112-a48e-c26e0e69bb28,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:04.087899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-48e0d106-968d-41d7-bfb7-7d658b831a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:04.089978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-48e0d106-968d-41d7-bfb7-7d658b831a3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1524088 Mar 10 15:02:04.105879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e61617de-e52d-4057-b8f2-ffb1184b99a7 req-f4c81025-4dd4-4d72-8027-a0963f2b2f66 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269844 Mar 10 15:02:04.256306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-c2894f30-ec86-45e4-8e32-98a8cd5917db service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493633 Mar 10 15:02:04.270083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6782f13-6b23-4b11-a965-a614625cd4f3 req-c0702bc6-b2c6-477c-ae2e-baf16cd6c894 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:04.271625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6782f13-6b23-4b11-a965-a614625cd4f3 req-c0702bc6-b2c6-477c-ae2e-baf16cd6c894 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 946 time: 0.0891132 Mar 10 15:02:04.380745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6782f13-6b23-4b11-a965-a614625cd4f3 req-d0f53d4f-870c-4ac9-b10a-7fd562a31ccb tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018708 Mar 10 15:02:04.408159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-e9546ae7-7a61-4491-a675-dcfd5f015602 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385872 Mar 10 15:02:04.440246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45106) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:04.515674 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-83d4a7a1-84cf-486f-aa91-52136546518b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc4548ac44c64866a6b99ae44ac5aaa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707407 Mar 10 15:02:04.515994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45114) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:04.581397 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-853598d4-e709-4047-8f1a-eea7e7145a85 admin admin] Publish callbacks [] for security_group (b7f06836-e9d7-42ae-9070-5e1faf3f5e3e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:04.586665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-f711b5d1-ed91-47f1-990c-c28dfa022fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:04.588392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-f711b5d1-ed91-47f1-990c-c28dfa022fa5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 1133 time: 0.1418357 Mar 10 15:02:04.592414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-673398e9-57e3-4461-a174-9903431bc091 req-23c02832-740c-4cb4-a387-1568cea14949 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1903448312&fields=id&tenant_id=55c57591fbf84afeae05501dada323ab HTTP/1.1" status: 200 len: 267 time: 0.1262023 Mar 10 15:02:04.595373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-a8126bdc-98e8-4069-9bf4-75b755713985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:04.596806 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-a8126bdc-98e8-4069-9bf4-75b755713985 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1515181 Mar 10 15:02:04.611864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'name': 'network-vif-deleted', 'tag': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:04.614302 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc0d176-7163-442a-8570-e27aa7a066f6" -d '{"events": [{"server_uuid": "3a05d26d-09f8-4d0d-b80d-8caa9570af43", "name": "network-vif-deleted", "tag": "3191d38a-e5ef-4663-ac83-3fa40f50cd6b"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:04.625299 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-853598d4-e709-4047-8f1a-eea7e7145a85 admin admin] Publish callbacks [] for security_group (b7f06836-e9d7-42ae-9070-5e1faf3f5e3e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:04.705437 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-853598d4-e709-4047-8f1a-eea7e7145a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b7f06836-e9d7-42ae-9070-5e1faf3f5e3e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:04.711091 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-853598d4-e709-4047-8f1a-eea7e7145a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:04.715300 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-853598d4-e709-4047-8f1a-eea7e7145a85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7f06836-e9d7-42ae-9070-5e1faf3f5e3e HTTP/1.1" status: 204 len: 168 time: 0.1971459 Mar 10 15:02:04.726858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853598d4-e709-4047-8f1a-eea7e7145a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f06836-e9d7-42ae-9070-5e1faf3f5e3e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:04.885520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673398e9-57e3-4461-a174-9903431bc091 req-6ee7feef-0412-4ef9-8947-7050b71a5420 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:04.887096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-673398e9-57e3-4461-a174-9903431bc091 req-6ee7feef-0412-4ef9-8947-7050b71a5420 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 984 time: 0.2860003 Mar 10 15:02:04.892038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'name': 'network-vif-deleted', 'tag': '85391d5b-0475-4599-a2ce-45d49214caf6'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:04.894217 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8446671c-7444-4378-90bb-4ca97c779b54" -d '{"events": [{"server_uuid": "f84385b7-7e0f-4fa4-b243-f52dcbc4ea30", "name": "network-vif-deleted", "tag": "85391d5b-0475-4599-a2ce-45d49214caf6"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:04.903893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-50ef81e5-f094-464d-8a13-892e6211f415 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877440 Mar 10 15:02:04.911462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-673398e9-57e3-4461-a174-9903431bc091 req-5c2af9f6-7573-4d63-b8bb-9cb06cc6af4b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'port': {'security_groups': ['31aa8265-f6ea-48be-a809-5218cb256dac', 'de25f03e-04cf-454e-b87d-032a1e3b47ec', 'f7a6d164-f401-42e0-b63e-81fa4de7ae3f']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:04.920141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-513698c2-c57e-406a-ab20-a99bb503e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:04.921673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-513698c2-c57e-406a-ab20-a99bb503e114 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2752349 Mar 10 15:02:04.975793 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-a8e69dd8-1881-45df-a247-61c8f980b841 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:04.977773 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-a8e69dd8-1881-45df-a247-61c8f980b841 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 804 time: 0.2427771 Mar 10 15:02:04.994743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Request body: {'port': {'device_id': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'admin_state_up': True, 'tenant_id': 'c4a266c3e8604d4ab21b87ad49f2c8ae'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:05.142201 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Made reservation on behalf of c4a266c3e8604d4ab21b87ad49f2c8ae for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:05.146248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:05.270399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-282b0492-77ff-4a6e-b34e-8c36696e2909 req-b1a9f2ec-18fa-452a-bde7-618b91d33cb8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5827055 Mar 10 15:02:05.295037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Allocated IP 172.20.0.13 (f4627f3b-59e4-4d60-af44-304aeec98190/7fc7fd95-fc00-4ffd-8ab7-ec61279237bd/f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:05.385132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-ec4b7fcb-10f4-48b6-83a9-b027d7671365 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 200 len: 217 time: 0.1211607 Mar 10 15:02:05.415389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231df9c1-1ba5-4d01-8426-de2a6c26be4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bef124-09d8-40f1-b148-5c35404d60b6'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:05.419457 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8a1c6f-e5db-4489-bf5a-dd351ed0d0a8" -d '{"events": [{"server_uuid": "231df9c1-1ba5-4d01-8426-de2a6c26be4c", "name": "network-vif-plugged", "status": "completed", "tag": "81bef124-09d8-40f1-b148-5c35404d60b6"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:05.473667 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks [] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:05.521974 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:05.522990 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-673398e9-57e3-4461-a174-9903431bc091 req-5c2af9f6-7573-4d63-b8bb-9cb06cc6af4b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:05.569485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c86fdc-ee94-44a1-ba94-136797888e33 req-a6384fdd-653a-449b-9e27-70bffa944d12 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:05.575131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Network f4627f3b-59e4-4d60-af44-304aeec98190 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:05.576127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6c86fdc-ee94-44a1-ba94-136797888e33 req-a6384fdd-653a-449b-9e27-70bffa944d12 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=64738f05-0812-4f5a-9da8-3ea35b623a31 HTTP/1.1" status: 200 len: 944 time: 0.3096833 Mar 10 15:02:05.578277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:05.583686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:05.593353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-2a8e7522-c67a-4ccd-b210-55baa4acd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:05.607154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-2a8e7522-c67a-4ccd-b210-55baa4acd102 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.2051752 Mar 10 15:02:05.607154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82f6a029-fc32-4051-89d0-c66dcb248c46 req-6e7a37ff-b621-4db8-bd2d-0bbfe52311d7 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885526 Mar 10 15:02:05.609028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b0492-77ff-4a6e-b34e-8c36696e2909 req-ab30f673-06b1-4ec1-bd1f-4c921fe8c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:05.610752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-282b0492-77ff-4a6e-b34e-8c36696e2909 req-ab30f673-06b1-4ec1-bd1f-4c921fe8c8be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 1126 time: 0.3037140 Mar 10 15:02:05.626554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Pushing event updated for resources: {'Port': ['ID=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:05.682705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:05.685608 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:05.693194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:05.717132 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-71291dd5-56fc-4294-96e8-1fb2c4c7a33f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7266126 Mar 10 15:02:05.734700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Request body: {'port': {'device_id': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:05.829423 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:05.960997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-2889025f-903c-4d2b-b491-6c2b589e5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:05.962305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-2889025f-903c-4d2b-b491-6c2b589e5cd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2968554 Mar 10 15:02:05.967315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b0492-77ff-4a6e-b34e-8c36696e2909 req-5129814d-e4b8-48fd-9272-8583daa48bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:05.968794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-282b0492-77ff-4a6e-b34e-8c36696e2909 req-5129814d-e4b8-48fd-9272-8583daa48bcd service neutron] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.3072305 Mar 10 15:02:06.059393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-282b0492-77ff-4a6e-b34e-8c36696e2909 req-3143d04c-c90a-439d-a98b-f167b5a77287 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4 HTTP/1.1" status: 200 len: 217 time: 0.0772910 Mar 10 15:02:06.062129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 is: DOWN; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:06.077235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-d6c86fdc-ee94-44a1-ba94-136797888e33 req-2c2321f7-4d73-41f8-8fe8-6390146fed89 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Deleting port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:06.077574 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d6c86fdc-ee94-44a1-ba94-136797888e33 req-2c2321f7-4d73-41f8-8fe8-6390146fed89 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.156668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:06.166122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Publish callbacks [] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.180562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Transition to ACTIVE for port object f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:02:06.185496 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.243222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9caae667-b529-4010-86ed-03d9902015fd details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:02:06.245428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3191d38a-e5ef-4663-ac83-3fa40f50cd6b no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:06.248508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:06.289836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b0492-77ff-4a6e-b34e-8c36696e2909 req-68b238b5-29ed-4d70-b2bc-f02dbe7537bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:06.291539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-282b0492-77ff-4a6e-b34e-8c36696e2909 req-68b238b5-29ed-4d70-b2bc-f02dbe7537bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.2169209 Mar 10 15:02:06.307346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 3191d38a-e5ef-4663-ac83-3fa40f50cd6b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:06.307964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3191d38a-e5ef-4663-ac83-3fa40f50cd6b not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:06.322144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Attempting to bind port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:06.322764 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Attempting to bind port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:06.323807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Attempting to bind port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 on network f4627f3b-59e4-4d60-af44-304aeec98190 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:06.328728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 on network f4627f3b-59e4-4d60-af44-304aeec98190 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:02:06.329744 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Attempting to bind port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 on network f4627f3b-59e4-4d60-af44-304aeec98190 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:06.333996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-c85c3fed-7899-4fd9-85b8-9aceab036d6c service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534353 Mar 10 15:02:06.335791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:06.336236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Checking segment: {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:06.336714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Bound using segment: {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:06.337250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Bound port: f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:06.338126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.363114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-282b0492-77ff-4a6e-b34e-8c36696e2909 req-2075e480-5c8b-4b4a-ad2e-6413c98779a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618024 Mar 10 15:02:06.398319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-673398e9-57e3-4461-a174-9903431bc091 req-5c2af9f6-7573-4d63-b8bb-9cb06cc6af4b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] For port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:06.414517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] For port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:06.418244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] For port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:06.428997 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.442414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:06.457741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '9caae667-b529-4010-86ed-03d9902015fd', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '9caae667-b529-4010-86ed-03d9902015fd', 'mac_address': 'fa:16:3e:82:55:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:02:06.478621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:06.479322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.481954 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] 10.222.0.45 "PUT /v2.0/ports/f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 HTTP/1.1" status: 200 len: 1092 time: 0.7526038 Mar 10 15:02:06.484278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d6c86fdc-ee94-44a1-ba94-136797888e33 req-2c2321f7-4d73-41f8-8fe8-6390146fed89 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] For port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:06.485671 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d6c86fdc-ee94-44a1-ba94-136797888e33 req-2c2321f7-4d73-41f8-8fe8-6390146fed89 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.508996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c697d-0b96-4912-a93f-49ac3914dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:06.531978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9caae667-b529-4010-86ed-03d9902015fd is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:06.532382 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.548150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9caae667-b529-4010-86ed-03d9902015fd {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:06.575123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:06.582211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-d6c86fdc-ee94-44a1-ba94-136797888e33 req-2c2321f7-4d73-41f8-8fe8-6390146fed89 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Calling delete_port for 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:06.582405 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.602844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-673398e9-57e3-4461-a174-9903431bc091 req-5c2af9f6-7573-4d63-b8bb-9cb06cc6af4b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.605260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-62e8b92b-53fe-44b4-9c56-e344e950520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:06.608666 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-62e8b92b-53fe-44b4-9c56-e344e950520a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 1126 time: 0.0718143 Mar 10 15:02:06.628853 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-673398e9-57e3-4461-a174-9903431bc091 req-5c2af9f6-7573-4d63-b8bb-9cb06cc6af4b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.646466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['75c86491-04e3-4fe0-914a-eb867e844066', '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:06.689037 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-55186143-9d06-4e3c-a59c-8a5fd3e0f4f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 HTTP/1.1" status: 200 len: 217 time: 0.0658956 Mar 10 15:02:06.693999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:06.697753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f93f214e-2e11-40ae-a407-5d9677357c73 req-59aff8e1-6eed-439a-845f-1fac0c09da2f service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419843 Mar 10 15:02:06.734563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-282b0492-77ff-4a6e-b34e-8c36696e2909 req-8d1b5c84-df63-4df9-a5c4-0ee448473a01 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526399 Mar 10 15:02:06.752104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673398e9-57e3-4461-a174-9903431bc091 req-5c2af9f6-7573-4d63-b8bb-9cb06cc6af4b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:06.752766 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-673398e9-57e3-4461-a174-9903431bc091 req-5c2af9f6-7573-4d63-b8bb-9cb06cc6af4b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:06.754192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-673398e9-57e3-4461-a174-9903431bc091 req-5c2af9f6-7573-4d63-b8bb-9cb06cc6af4b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "PUT /v2.0/ports/95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 HTTP/1.1" status: 200 len: 1020 time: 1.8561952 Mar 10 15:02:06.769349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-f617063c-7288-486c-ab5f-cf2bbc867a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:06.773692 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-f617063c-7288-486c-ab5f-cf2bbc867a63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc7fd95-fc00-4ffd-8ab7-ec61279237bd HTTP/1.1" status: 200 len: 844 time: 0.0771413 Mar 10 15:02:06.846586 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-552f1228-fd09-4d75-8841-4b3e588f5b10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4627f3b-59e4-4d60-af44-304aeec98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628057 Mar 10 15:02:06.897183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2af9f6-7573-4d63-b8bb-9cb06cc6af4b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'Port': ['ID=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:06.922592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['95c44e2d-89dd-4f9e-aab5-b7bc23d806c9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:06.971544 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-282b0492-77ff-4a6e-b34e-8c36696e2909 req-a063e4a2-08c8-47d4-93c2-1ed45201c9e0 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130408 Mar 10 15:02:06.988441 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-a6a9118e-9c9b-4606-905f-d7aea62f4f27 service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301217 Mar 10 15:02:07.006669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9caae667-b529-4010-86ed-03d9902015fd'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:07.008171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581f00c-aafb-4e51-9748-7225e125839f req-e85c4677-9cfe-4539-9205-4ace5ed13787 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:07.015361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3581f00c-aafb-4e51-9748-7225e125839f req-e85c4677-9cfe-4539-9205-4ace5ed13787 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 949 time: 0.1963727 Mar 10 15:02:07.035540 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d6c86fdc-ee94-44a1-ba94-136797888e33 req-2c2321f7-4d73-41f8-8fe8-6390146fed89 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5a749a96-e0d5-43c7-bb84-6e4bbdbc7563), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:07.097573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2321f7-4d73-41f8-8fe8-6390146fed89 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event deleted for resources: {'Port': ['ID=5a749a96-e0d5-43c7-bb84-6e4bbdbc7563,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:07.121135 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-1de90c63-4c71-4990-9619-64de7c2b5385 req-dcffe9dc-2cc7-43d6-b2ab-0f225c895979 service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251533 Mar 10 15:02:07.131493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3581f00c-aafb-4e51-9748-7225e125839f req-f52b33ae-c842-465d-bb26-61b9fd89f865 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152682 Mar 10 15:02:07.175182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c86fdc-ee94-44a1-ba94-136797888e33 req-2c2321f7-4d73-41f8-8fe8-6390146fed89 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] No DVR routers for this DVR port 5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:07.178870 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d6c86fdc-ee94-44a1-ba94-136797888e33 req-2c2321f7-4d73-41f8-8fe8-6390146fed89 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:07.193047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6c86fdc-ee94-44a1-ba94-136797888e33 req-2c2321f7-4d73-41f8-8fe8-6390146fed89 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "DELETE /v2.0/ports/5a749a96-e0d5-43c7-bb84-6e4bbdbc7563 HTTP/1.1" status: 204 len: 173 time: 1.6153049 Mar 10 15:02:07.199700 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31352113-01c2-4b19-8aea-85e107fca36a x-openstack-request-id: req-31352113-01c2-4b19-8aea-85e107fca36a {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:07.200007 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a05d26d-09f8-4d0d-b80d-8caa9570af43", "name": "network-vif-deleted", "tag": "3191d38a-e5ef-4663-ac83-3fa40f50cd6b", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:07.200270 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31352113-01c2-4b19-8aea-85e107fca36a {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:07.201985 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a05d26d-09f8-4d0d-b80d-8caa9570af43', 'name': 'network-vif-deleted', 'tag': '3191d38a-e5ef-4663-ac83-3fa40f50cd6b', 'status': 'completed', 'code': 200} Mar 10 15:02:07.319612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56204f-149b-45df-9314-988d3a54b90c req-d5a716b1-7471-4890-9ba9-3ae1c1fa7043 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:07.322028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd56204f-149b-45df-9314-988d3a54b90c req-d5a716b1-7471-4890-9ba9-3ae1c1fa7043 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 944 time: 0.0632498 Mar 10 15:02:07.388362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd56204f-149b-45df-9314-988d3a54b90c req-bc3b8b79-b613-446c-8652-0ed531e06509 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576046 Mar 10 15:02:07.491132 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc7d53f-356c-4ab8-b698-a62ab014bc24 x-openstack-request-id: req-7fc7d53f-356c-4ab8-b698-a62ab014bc24 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:07.491996 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84385b7-7e0f-4fa4-b243-f52dcbc4ea30", "name": "network-vif-deleted", "tag": "85391d5b-0475-4599-a2ce-45d49214caf6", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:07.491996 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fc7d53f-356c-4ab8-b698-a62ab014bc24 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:07.492374 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84385b7-7e0f-4fa4-b243-f52dcbc4ea30', 'name': 'network-vif-deleted', 'tag': '85391d5b-0475-4599-a2ce-45d49214caf6', 'status': 'completed', 'code': 200} Mar 10 15:02:07.611448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5223a-0c1d-4cb5-9294-5568166063e2 req-1262acd7-ef2b-462a-bcc0-84cea4d3edb7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:07.613122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82c5223a-0c1d-4cb5-9294-5568166063e2 req-1262acd7-ef2b-462a-bcc0-84cea4d3edb7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.0638812 Mar 10 15:02:07.682973 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82c5223a-0c1d-4cb5-9294-5568166063e2 req-8660f3dd-d172-4a6b-bf08-7729ffe3631a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532255 Mar 10 15:02:07.729771 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec6b667-5030-4664-bbd7-b20958a4db55 x-openstack-request-id: req-7ec6b667-5030-4664-bbd7-b20958a4db55 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:07.730277 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231df9c1-1ba5-4d01-8426-de2a6c26be4c", "name": "network-vif-plugged", "status": "completed", "tag": "81bef124-09d8-40f1-b148-5c35404d60b6", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:07.730721 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ec6b667-5030-4664-bbd7-b20958a4db55 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:07.731413 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231df9c1-1ba5-4d01-8426-de2a6c26be4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bef124-09d8-40f1-b148-5c35404d60b6', 'code': 200} Mar 10 15:02:07.793753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42a03f-eea2-48bf-97b3-65222d2cb228 req-4b7af986-b723-4c47-ab68-45d1044e3ca7 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:07.795301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f42a03f-eea2-48bf-97b3-65222d2cb228 req-4b7af986-b723-4c47-ab68-45d1044e3ca7 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 946 time: 0.0608177 Mar 10 15:02:07.871424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f42a03f-eea2-48bf-97b3-65222d2cb228 req-94189114-b94e-49a1-8a1c-797b2b9c2fc6 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702784 Mar 10 15:02:07.894781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd78d-70e2-491b-89fe-2c4b89b64910 req-57125eae-f2f7-4ac1-ae49-3ebe397a280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:07.894781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6dcd78d-70e2-491b-89fe-2c4b89b64910 req-57125eae-f2f7-4ac1-ae49-3ebe397a280d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=231df9c1-1ba5-4d01-8426-de2a6c26be4c HTTP/1.1" status: 200 len: 1127 time: 0.0855110 Mar 10 15:02:07.999468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6dcd78d-70e2-491b-89fe-2c4b89b64910 req-8e76af5e-37a8-471c-9bce-a94900488671 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042407 Mar 10 15:02:08.002781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-043e74b3-3184-410c-8650-5933662437c7 req-73e49b1a-1351-4660-9789-30161725c700 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/f7a6d164-f401-42e0-b63e-81fa4de7ae3f HTTP/1.1" status: 200 len: 1817 time: 0.1069174 Mar 10 15:02:08.052207 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-043e74b3-3184-410c-8650-5933662437c7 req-7eaeb214-b3b9-458e-a85d-88789cea5f42 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 15:02:08.053457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-043e74b3-3184-410c-8650-5933662437c7 req-7eaeb214-b3b9-458e-a85d-88789cea5f42 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "DELETE /v2.0/security-groups/f7a6d164-f401-42e0-b63e-81fa4de7ae3f HTTP/1.1" status: 409 len: 341 time: 0.0446169 Mar 10 15:02:08.250329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf9b8-a390-4e81-a590-79ae4ad8bc6a req-4339fa34-43ee-4ea4-b06c-65394ebbfcbe tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:08.252616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57ddf9b8-a390-4e81-a590-79ae4ad8bc6a req-4339fa34-43ee-4ea4-b06c-65394ebbfcbe tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=231df9c1-1ba5-4d01-8426-de2a6c26be4c HTTP/1.1" status: 200 len: 945 time: 0.0756207 Mar 10 15:02:08.355388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-664c088a-ee42-4f73-b93a-95fa1054e7d2 req-1d455566-8789-4cc8-9730-ec762dbb1c11 tempest-AbsoluteLimitsNegativeTestJSON-1688043046 tempest-AbsoluteLimitsNegativeTestJSON-1688043046-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8ec1486e019f4577ad1bd342dd6337b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593605 Mar 10 15:02:08.359527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57ddf9b8-a390-4e81-a590-79ae4ad8bc6a req-c52ac1d5-9f6f-4d46-bb67-15923cae3601 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975075 Mar 10 15:02:08.451151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-ba2810f3-3fec-45ff-8c88-83cde1a6bf6f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:08.452564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-ba2810f3-3fec-45ff-8c88-83cde1a6bf6f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.62 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1&tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 949 time: 0.1579378 Mar 10 15:02:08.496973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c088a-ee42-4f73-b93a-95fa1054e7d2 req-8cfd8e73-7715-45d6-ace6-daba20ceef89 tempest-AbsoluteLimitsNegativeTestJSON-1688043046 tempest-AbsoluteLimitsNegativeTestJSON-1688043046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:08.498423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-664c088a-ee42-4f73-b93a-95fa1054e7d2 req-8cfd8e73-7715-45d6-ace6-daba20ceef89 tempest-AbsoluteLimitsNegativeTestJSON-1688043046 tempest-AbsoluteLimitsNegativeTestJSON-1688043046-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363971 Mar 10 15:02:08.529516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-664c088a-ee42-4f73-b93a-95fa1054e7d2 req-ff916370-12e7-4e05-a095-b2bf2b4d00e8 tempest-AbsoluteLimitsNegativeTestJSON-1688043046 tempest-AbsoluteLimitsNegativeTestJSON-1688043046-project] 10.222.0.11 "GET /v2.0/quotas/8ec1486e019f4577ad1bd342dd6337b5 HTTP/1.1" status: 200 len: 375 time: 0.0134790 Mar 10 15:02:08.578150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-664c088a-ee42-4f73-b93a-95fa1054e7d2 req-1b408adb-be3f-4340-bec8-c9b4be1082d5 tempest-AbsoluteLimitsNegativeTestJSON-1688043046 tempest-AbsoluteLimitsNegativeTestJSON-1688043046-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ec1486e019f4577ad1bd342dd6337b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414331 Mar 10 15:02:08.607109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-7d0e1521-b546-4b95-af3d-1cf284211214 service neutron] 10.222.0.62 "GET /v2.0/ports/9caae667-b529-4010-86ed-03d9902015fd/bindings/n-h2-833090-1 HTTP/1.1" status: 200 len: 382 time: 0.1323066 Mar 10 15:02:08.636042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8f87b-d25e-43cb-ac97-3fdf6fb0d2ad req-f3ab43de-ccd6-456b-a069-f7a092ddadd0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:08.637630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90d8f87b-d25e-43cb-ac97-3fdf6fb0d2ad req-f3ab43de-ccd6-456b-a069-f7a092ddadd0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 949 time: 0.0976946 Mar 10 15:02:08.766855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-f6e66f4a-7d7a-4748-86d7-f6541047d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:08.768425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-f6e66f4a-7d7a-4748-86d7-f6541047d2a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1131 time: 0.1241300 Mar 10 15:02:08.771549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90d8f87b-d25e-43cb-ac97-3fdf6fb0d2ad req-cb72c4c3-7214-4446-b8af-3d5be45bac44 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178098 Mar 10 15:02:08.796261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4b7c5-66ad-4333-849c-0bf6012eae91 req-37234c8b-5242-4410-9a37-2ff582f80e7e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:08.803650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7d4b7c5-66ad-4333-849c-0bf6012eae91 req-37234c8b-5242-4410-9a37-2ff582f80e7e tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.1175902 Mar 10 15:02:08.896876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45230) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:08.936158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7d4b7c5-66ad-4333-849c-0bf6012eae91 req-2bdbc3b3-ae8a-4e89-8fd9-d81ddcab6b59 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.11 "GET /v2.0/security-groups?id=bf54d2c7-5619-4634-a786-ba0b024eedbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315138 Mar 10 15:02:08.997589 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c737c-9436-4a65-9242-2ba0d9b4fa77 req-a71ae1c8-8e44-4ac1-a5f5-e56684df3be5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:08.997876 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-29ea5770-bab2-4537-8f97-4815e6a7f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:08.999363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-29ea5770-bab2-4537-8f97-4815e6a7f70b service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2208204 Mar 10 15:02:08.999659 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-318c737c-9436-4a65-9242-2ba0d9b4fa77 req-a71ae1c8-8e44-4ac1-a5f5-e56684df3be5 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e0bb14d-c698-4bb3-94a7-5e68f37b11cb HTTP/1.1" status: 200 len: 945 time: 0.0636992 Mar 10 15:02:09.054709 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7977ef-ae58-48ac-853f-7b409dad329f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:09.069094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-a0be7937-a7a5-424b-a89d-084e3a890c30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 217 time: 0.0555332 Mar 10 15:02:09.101312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-36d6d1e5-cda3-44ae-98f7-6aab66373b43 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:09.102749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-36d6d1e5-cda3-44ae-98f7-6aab66373b43 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.2186384 Mar 10 15:02:09.154599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-99f8a132-465d-4ab7-a1be-ed8d01dfef28 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/quotas/9e14e55d40f84c3eb626e8bdb2e9c72f HTTP/1.1" status: 200 len: 375 time: 0.0265615 Mar 10 15:02:09.168639 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-318c737c-9436-4a65-9242-2ba0d9b4fa77 req-0a3a4c83-99d0-4c5a-87c3-6e6e3970fee0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Deleting port 77f5a501-947d-4dc1-bea6-d26520e1f144 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:09.168981 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-318c737c-9436-4a65-9242-2ba0d9b4fa77 req-0a3a4c83-99d0-4c5a-87c3-6e6e3970fee0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:09.174547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-96c5cce4-2461-4a58-bf02-cf6157293f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:09.175974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-96c5cce4-2461-4a58-bf02-cf6157293f00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0878282 Mar 10 15:02:09.184419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bc369-739e-4de3-9c35-a8d34f53940f req-a6ef03cd-8980-409c-981a-8b3b8a8eec10 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:09.185846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d8bc369-739e-4de3-9c35-a8d34f53940f req-a6ef03cd-8980-409c-981a-8b3b8a8eec10 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 944 time: 0.1592166 Mar 10 15:02:09.203121 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7977ef-ae58-48ac-853f-7b409dad329f admin admin] Publish callbacks [] for security_group (fa984d7e-db7c-4ab1-b952-bf517e578227), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:09.203949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'tag': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:09.206279 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b7920b-9c6d-4669-89cd-8d57ae2154fe" -d '{"events": [{"name": "network-changed", "server_uuid": "34dc8575-a45e-4dd7-9640-5c2133c4f926", "tag": "f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:09.212486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-07a0fbd1-111e-468c-9b92-6a5f236b4f1c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494978 Mar 10 15:02:09.216636 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7977ef-ae58-48ac-853f-7b409dad329f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fa984d7e-db7c-4ab1-b952-bf517e578227), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:09.292751 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-eb7977ef-ae58-48ac-853f-7b409dad329f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ec1486e019f4577ad1bd342dd6337b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945491 Mar 10 15:02:09.296028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45236) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:09.304189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7977ef-ae58-48ac-853f-7b409dad329f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa984d7e-db7c-4ab1-b952-bf517e578227,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:09.338984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-318c737c-9436-4a65-9242-2ba0d9b4fa77 req-0a3a4c83-99d0-4c5a-87c3-6e6e3970fee0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] For port 77f5a501-947d-4dc1-bea6-d26520e1f144, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=77f5a501-947d-4dc1-bea6-d26520e1f144,segment=NetworkSegment(c6826f64-ddd8-4dd6-a69f-eb0159ad4da4),segment_id=c6826f64-ddd8-4dd6-a69f-eb0159ad4da4)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:09.339348 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-318c737c-9436-4a65-9242-2ba0d9b4fa77 req-0a3a4c83-99d0-4c5a-87c3-6e6e3970fee0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:09.351336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d8bc369-739e-4de3-9c35-a8d34f53940f req-cf06029e-47c6-4e6f-b89d-07a520112755 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486583 Mar 10 15:02:09.355831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-d27cd941-328c-45a7-a4b7-279234133321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:09.356714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-d27cd941-328c-45a7-a4b7-279234133321 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1700120 Mar 10 15:02:09.362171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-318c737c-9436-4a65-9242-2ba0d9b4fa77 req-0a3a4c83-99d0-4c5a-87c3-6e6e3970fee0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Calling delete_port for 77f5a501-947d-4dc1-bea6-d26520e1f144 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:09.410509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-e16b488d-1249-4253-9ca2-a68230f8df61 service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717339 Mar 10 15:02:09.416702 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f90266c7-d522-4d4c-84fa-db72dc111f11 admin admin] Publish callbacks [] for security_group (fa984d7e-db7c-4ab1-b952-bf517e578227), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:09.457879 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f90266c7-d522-4d4c-84fa-db72dc111f11 admin admin] Publish callbacks [] for security_group (fa984d7e-db7c-4ab1-b952-bf517e578227), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:09.550046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f90266c7-d522-4d4c-84fa-db72dc111f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fa984d7e-db7c-4ab1-b952-bf517e578227), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:09.553178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f90266c7-d522-4d4c-84fa-db72dc111f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:09.554445 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f90266c7-d522-4d4c-84fa-db72dc111f11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa984d7e-db7c-4ab1-b952-bf517e578227 HTTP/1.1" status: 204 len: 168 time: 0.2572773 Mar 10 15:02:09.569265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90266c7-d522-4d4c-84fa-db72dc111f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa984d7e-db7c-4ab1-b952-bf517e578227,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:09.585669 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-318c737c-9436-4a65-9242-2ba0d9b4fa77 req-0a3a4c83-99d0-4c5a-87c3-6e6e3970fee0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (77f5a501-947d-4dc1-bea6-d26520e1f144), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:09.619431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a4c83-99d0-4c5a-87c3-6e6e3970fee0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Pushing event deleted for resources: {'Port': ['ID=77f5a501-947d-4dc1-bea6-d26520e1f144,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:09.696665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-318c737c-9436-4a65-9242-2ba0d9b4fa77 req-0a3a4c83-99d0-4c5a-87c3-6e6e3970fee0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] No DVR routers for this DVR port 77f5a501-947d-4dc1-bea6-d26520e1f144 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:09.699246 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-318c737c-9436-4a65-9242-2ba0d9b4fa77 req-0a3a4c83-99d0-4c5a-87c3-6e6e3970fee0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:09.703446 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-318c737c-9436-4a65-9242-2ba0d9b4fa77 req-0a3a4c83-99d0-4c5a-87c3-6e6e3970fee0 tempest-LiveAutoBlockMigrationV225Test-1175252283 tempest-LiveAutoBlockMigrationV225Test-1175252283-project] 10.222.0.62 "DELETE /v2.0/ports/77f5a501-947d-4dc1-bea6-d26520e1f144 HTTP/1.1" status: 204 len: 173 time: 0.6921124 Mar 10 15:02:09.801223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'tag': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9'}, {'server_uuid': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'name': 'network-vif-deleted', 'tag': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:09.803482 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84a44d4-8745-4ff9-9878-89b6dc7ed1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2e0828-2b4d-49d5-a384-ae7b2abef116", "tag": "95c44e2d-89dd-4f9e-aab5-b7bc23d806c9"}, {"server_uuid": "64738f05-0812-4f5a-9da8-3ea35b623a31", "name": "network-vif-deleted", "tag": "5a749a96-e0d5-43c7-bb84-6e4bbdbc7563"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:09.957631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-cf6b67ba-4379-44d9-a2f1-406a66ecdbaa service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943565 Mar 10 15:02:10.011968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ef58-8cd2-445c-ba07-c1319c902753 req-9d7213a1-2e7a-4bf0-98a3-1018e584627b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:10.017374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c65ef58-8cd2-445c-ba07-c1319c902753 req-9d7213a1-2e7a-4bf0-98a3-1018e584627b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 1023 time: 0.2005358 Mar 10 15:02:10.113563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-aeac0911-a424-4511-9263-035376116bf3 service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131597 Mar 10 15:02:10.189555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-7b2f0314-e738-49fa-982d-a7e41eb01329 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228436 Mar 10 15:02:10.215307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c65ef58-8cd2-445c-ba07-c1319c902753 req-415792bf-2d4c-4561-a05f-2728d14e6a79 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7a6d164-f401-42e0-b63e-81fa4de7ae3f&id=de25f03e-04cf-454e-b87d-032a1e3b47ec&id=31aa8265-f6ea-48be-a809-5218cb256dac&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1862845 Mar 10 15:02:10.271660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9caae667-b529-4010-86ed-03d9902015fd up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:10.297122 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3427d23-9bd4-4b55-872d-b4fc7ad87b4b x-openstack-request-id: req-c3427d23-9bd4-4b55-872d-b4fc7ad87b4b {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:10.298969 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dc8575-a45e-4dd7-9640-5c2133c4f926", "tag": "f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:10.299404 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3427d23-9bd4-4b55-872d-b4fc7ad87b4b {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:10.300111 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'tag': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5', 'status': 'completed', 'code': 200} Mar 10 15:02:10.395068 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7920b-9c6d-4669-89cd-8d57ae2154fe req-83c389dd-7fc7-4646-9813-caf42d6f3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:10.396799 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43b7920b-9c6d-4669-89cd-8d57ae2154fe req-83c389dd-7fc7-4646-9813-caf42d6f3cc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 1126 time: 0.0716910 Mar 10 15:02:10.418059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 9caae667-b529-4010-86ed-03d9902015fd completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:02:10.429501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 9caae667-b529-4010-86ed-03d9902015fd triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:10.430588 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9caae667-b529-4010-86ed-03d9902015fd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:10.439293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96214f4-b9cd-4180-bd04-82db052895b9 req-401e7dda-eb2e-466e-bb9c-8b3f4bbeebbc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:10.442194 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e96214f4-b9cd-4180-bd04-82db052895b9 req-401e7dda-eb2e-466e-bb9c-8b3f4bbeebbc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.1465611 Mar 10 15:02:10.457905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb034b6b-5de6-4bd9-814b-f15b40faf10f req-8dcb9d2f-a344-43d7-b353-05ff1b669ff1 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:10.466483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb034b6b-5de6-4bd9-814b-f15b40faf10f req-8dcb9d2f-a344-43d7-b353-05ff1b669ff1 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=231df9c1-1ba5-4d01-8426-de2a6c26be4c HTTP/1.1" status: 200 len: 945 time: 0.1103976 Mar 10 15:02:10.544599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9caae667-b529-4010-86ed-03d9902015fd is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:10.545008 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:10.556018 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45272) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:10.565639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e96214f4-b9cd-4180-bd04-82db052895b9 req-e1b8b79b-2eda-4c16-b2db-d137afb900cb tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145344 Mar 10 15:02:10.570876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7920b-9c6d-4669-89cd-8d57ae2154fe req-3ef49615-6c27-448a-9b7a-35e47366b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:10.577002 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43b7920b-9c6d-4669-89cd-8d57ae2154fe req-3ef49615-6c27-448a-9b7a-35e47366b6cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 905 time: 0.1717465 Mar 10 15:02:10.582540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:10.583875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caae667-b529-4010-86ed-03d9902015fd'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:10.585642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb034b6b-5de6-4bd9-814b-f15b40faf10f req-241ebbe0-8fa2-4cc1-afe6-21767f70905f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172798 Mar 10 15:02:10.586765 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9702a170-a868-4589-9152-b3b084c8ff59" -d '{"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "9caae667-b529-4010-86ed-03d9902015fd"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:10.593899 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:10.595490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 77f5a501-947d-4dc1-bea6-d26520e1f144 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:10.623043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 77f5a501-947d-4dc1-bea6-d26520e1f144 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:10.623593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 77f5a501-947d-4dc1-bea6-d26520e1f144 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:10.665202 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43b7920b-9c6d-4669-89cd-8d57ae2154fe req-77874713-d4e2-49aa-a285-ea3dcecb8ecb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 HTTP/1.1" status: 200 len: 217 time: 0.0726526 Mar 10 15:02:10.676292 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0cc7c0-88e6-44e7-8470-07c7900fdc89 x-openstack-request-id: req-cf0cc7c0-88e6-44e7-8470-07c7900fdc89 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:10.676594 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2e0828-2b4d-49d5-a384-ae7b2abef116", "tag": "95c44e2d-89dd-4f9e-aab5-b7bc23d806c9", "status": "completed", "code": 200}, {"server_uuid": "64738f05-0812-4f5a-9da8-3ea35b623a31", "name": "network-vif-deleted", "tag": "5a749a96-e0d5-43c7-bb84-6e4bbdbc7563", "status": "failed", "code": 422}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:10.676850 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf0cc7c0-88e6-44e7-8470-07c7900fdc89 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:10.677264 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'tag': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9', 'status': 'completed', 'code': 200} Mar 10 15:02:10.677546 n-d-833090-1 neutron-server[115533]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '64738f05-0812-4f5a-9da8-3ea35b623a31', 'name': 'network-vif-deleted', 'tag': '5a749a96-e0d5-43c7-bb84-6e4bbdbc7563', 'status': 'failed', 'code': 422} returned with failed status Mar 10 15:02:10.728665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45284) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:10.733900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:10.747885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1327924116-network', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:10.818198 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7920b-9c6d-4669-89cd-8d57ae2154fe req-d5839f68-a958-43f9-ace5-04ba0f5b445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:10.818698 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43b7920b-9c6d-4669-89cd-8d57ae2154fe req-d5839f68-a958-43f9-ace5-04ba0f5b445e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc7fd95-fc00-4ffd-8ab7-ec61279237bd HTTP/1.1" status: 200 len: 844 time: 0.1407773 Mar 10 15:02:10.822000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Made reservation on behalf of 702a8da67ca84fdb9cea78ab5e9893b6 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:10.824825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:10.865835 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43b7920b-9c6d-4669-89cd-8d57ae2154fe req-fb6b8bd5-9057-428e-9bec-a61165627ba7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4627f3b-59e4-4d60-af44-304aeec98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382335 Mar 10 15:02:10.866646 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:10.880210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc60cb5c-450e-4150-8ab1-48b49311531a req-d70711d0-ec34-469b-8bcc-f71cc9123e4a tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 210 time: 0.0872269 Mar 10 15:02:10.913590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b40ba-e4a7-4f45-812f-b499792260ba req-fec7d005-de19-41d9-954f-fdc625f92fa0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:10.920354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d5b40ba-e4a7-4f45-812f-b499792260ba req-fec7d005-de19-41d9-954f-fdc625f92fa0 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.2466514 Mar 10 15:02:10.979431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aca52-34cd-4c82-9ef5-0561fc74d5c0 req-3ca6cf94-95fb-43a2-82cd-7347c8865407 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:10.980820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f2aca52-34cd-4c82-9ef5-0561fc74d5c0 req-3ca6cf94-95fb-43a2-82cd-7347c8865407 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 1023 time: 0.2149611 Mar 10 15:02:10.983215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a44d4-8745-4ff9-9878-89b6dc7ed1d6 req-06d4926f-e2dc-4eae-9d48-0841e0b1e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:10.984334 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43b7920b-9c6d-4669-89cd-8d57ae2154fe req-ae3c046a-33c1-4c76-b376-7101849fc7ad service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072733 Mar 10 15:02:10.985545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a84a44d4-8745-4ff9-9878-89b6dc7ed1d6 req-06d4926f-e2dc-4eae-9d48-0841e0b1e9cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c57591fbf84afeae05501dada323ab&device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 1206 time: 0.2347023 Mar 10 15:02:11.061386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7d80d9-cf23-4849-b16c-dbfb397b77a6 admin admin] Deleting subnet 5327c692-68c2-4c5c-a45c-9afcf4ed202b {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:02:11.104587 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef7d80d9-cf23-4849-b16c-dbfb397b77a6 admin admin] Publish callbacks [] for subnet (5327c692-68c2-4c5c-a45c-9afcf4ed202b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.106438 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Publish callbacks [] for security_group (cf491519-96d1-4a7c-ba40-f926b7bcf81b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.113684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cf491519-96d1-4a7c-ba40-f926b7bcf81b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.141867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d5b40ba-e4a7-4f45-812f-b499792260ba req-975dd1d0-bfc5-4d57-80b4-4cf7275d7825 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179153 Mar 10 15:02:11.149951 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:02:11.159162 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-43b7920b-9c6d-4669-89cd-8d57ae2154fe req-5bcbd94b-f4ea-4902-a790-f0f861c86f88 service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604412 Mar 10 15:02:11.170306 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf491519-96d1-4a7c-ba40-f926b7bcf81b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:11.179973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d5865b8c-fe50-4e11-9477-62f466ed96f2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.180318 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Added segment d5865b8c-fe50-4e11-9477-62f466ed96f2 of type vlan for network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 Mar 10 15:02:11.200135 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef7d80d9-cf23-4849-b16c-dbfb397b77a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (5327c692-68c2-4c5c-a45c-9afcf4ed202b), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.234977 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197cf3bb-cf59-4851-90d3-36b2b75bbc2c x-openstack-request-id: req-197cf3bb-cf59-4851-90d3-36b2b75bbc2c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:11.235282 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "9caae667-b529-4010-86ed-03d9902015fd", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:11.235542 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-197cf3bb-cf59-4851-90d3-36b2b75bbc2c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:11.235940 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caae667-b529-4010-86ed-03d9902015fd', 'code': 200} Mar 10 15:02:11.254609 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.287206 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.289297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:11.290249 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.324591 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7674434 Mar 10 15:02:11.327490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45292) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:11.332438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] Request body: {'subnet': {'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1327924116-subnet', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:11.367489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a770b-1028-4797-9bd8-2ec654339079 admin admin] Pushing event updated for resources: {'Network': ['ID=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:11.375192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8af39b-90d5-4247-9766-74d95ceefc32 req-95a1f52b-ea87-426c-8caf-5252757f4715 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:11.376867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c8af39b-90d5-4247-9766-74d95ceefc32 req-95a1f52b-ea87-426c-8caf-5252757f4715 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 944 time: 0.4061217 Mar 10 15:02:11.378906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:02:11.386463 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef7d80d9-cf23-4849-b16c-dbfb397b77a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (5327c692-68c2-4c5c-a45c-9afcf4ed202b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.388701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] Made reservation on behalf of 702a8da67ca84fdb9cea78ab5e9893b6 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:11.391712 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.410655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a44d4-8745-4ff9-9878-89b6dc7ed1d6 req-2cd53b6b-11b8-481f-9d4f-2fce58524d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:11.411988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a84a44d4-8745-4ff9-9878-89b6dc7ed1d6 req-2cd53b6b-11b8-481f-9d4f-2fce58524d14 service neutron] 10.222.0.45 "GET /v2.0/networks?id=494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 200 len: 913 time: 0.4023652 Mar 10 15:02:11.507444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a84a44d4-8745-4ff9-9878-89b6dc7ed1d6 req-4a84e8a5-e2db-4140-9758-8019f943da52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 HTTP/1.1" status: 200 len: 217 time: 0.0672140 Mar 10 15:02:11.537547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-7f2aca52-34cd-4c82-9ef5-0561fc74d5c0 req-66ec2adc-58f1-4379-83ed-de3c776fe692 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Deleting port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:11.537887 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7f2aca52-34cd-4c82-9ef5-0561fc74d5c0 req-66ec2adc-58f1-4379-83ed-de3c776fe692 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.553880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10210c7c-71b6-4075-9134-704eb3110255 req-25604dbf-5054-4e04-9520-03daa537dced tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:11.555455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10210c7c-71b6-4075-9134-704eb3110255 req-25604dbf-5054-4e04-9520-03daa537dced tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4 HTTP/1.1" status: 200 len: 945 time: 0.2513599 Mar 10 15:02:11.579464 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (2b988082-cd0b-4fe9-9e6e-f9a72f7955de), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.607089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c8af39b-90d5-4247-9766-74d95ceefc32 req-73c271ef-7222-43ec-bd07-7f0427f077bb tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177243 Mar 10 15:02:11.655283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b988082-cd0b-4fe9-9e6e-f9a72f7955de,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:11.669032 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] Checking segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:11.669393 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] Network hostable DHCP agents. Network: 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:02:11.679471 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef7d80d9-cf23-4849-b16c-dbfb397b77a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (5327c692-68c2-4c5c-a45c-9afcf4ed202b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.688719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:02:11.701196 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:02:11.714104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:11.719733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:11.720927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.723357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a44d4-8745-4ff9-9878-89b6dc7ed1d6 req-a41ef8c7-53c1-45d0-ab00-adae35294d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:11.725441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a84a44d4-8745-4ff9-9878-89b6dc7ed1d6 req-a41ef8c7-53c1-45d0-ab00-adae35294d77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8321437d-3670-4d89-bed3-6c7f36016b48 HTTP/1.1" status: 200 len: 852 time: 0.2041523 Mar 10 15:02:11.736870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd9154e-1a59-4068-98b2-7fd924bbf647 None None] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:02:11.744747 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f1c44309-18c6-4e05-a602-ccaf996aeebc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4136767 Mar 10 15:02:11.745475 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45296) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:11.752467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:11.789082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d80d9-cf23-4849-b16c-dbfb397b77a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5327c692-68c2-4c5c-a45c-9afcf4ed202b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:11.792055 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (ab1a0d42-f836-498a-a8bd-af457496f5f0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.797034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (ab1a0d42-f836-498a-a8bd-af457496f5f0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.843133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10210c7c-71b6-4075-9134-704eb3110255 req-1a64964f-14bd-4051-bd03-1b8090232032 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536008 Mar 10 15:02:11.852363 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef7d80d9-cf23-4849-b16c-dbfb397b77a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.855461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ef7d80d9-cf23-4849-b16c-dbfb397b77a6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5327c692-68c2-4c5c-a45c-9afcf4ed202b HTTP/1.1" status: 204 len: 168 time: 1.1180303 Mar 10 15:02:11.858312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a84a44d4-8745-4ff9-9878-89b6dc7ed1d6 req-b1a3c874-cbba-43a5-a632-1a4991d47d16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=494206cb-d99f-418a-902f-4bc38d2a6464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983927 Mar 10 15:02:11.863966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45298) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:11.895559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Publish callbacks [] for router_controller (ab1a0d42-f836-498a-a8bd-af457496f5f0), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.981420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:02:11.982603 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:11.983989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-7f2aca52-34cd-4c82-9ef5-0561fc74d5c0 req-66ec2adc-58f1-4379-83ed-de3c776fe692 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] For port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:11.984361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7f2aca52-34cd-4c82-9ef5-0561fc74d5c0 req-66ec2adc-58f1-4379-83ed-de3c776fe692 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.009749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:12.028429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'port_id': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5', 'mac_address': 'fa:16:3e:ac:93:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc7fd95-fc00-4ffd-8ab7-ec61279237bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:02:12.045430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-7f2aca52-34cd-4c82-9ef5-0561fc74d5c0 req-66ec2adc-58f1-4379-83ed-de3c776fe692 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Calling delete_port for 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:12.134683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:12.135412 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.142597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-88e9dab9-8094-4b57-bf90-5f7c60167d2e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:12.144146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-88e9dab9-8094-4b57-bf90-5f7c60167d2e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.62 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.4523714 Mar 10 15:02:12.158780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cb4e6-c1d8-465b-a191-1246a6332534 req-cbad1768-965f-4457-b508-e1e5d8742374 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:12.161063 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c95cb4e6-c1d8-465b-a191-1246a6332534 req-cbad1768-965f-4457-b508-e1e5d8742374 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 1023 time: 0.4445775 Mar 10 15:02:12.173923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Request body: {'port': {'device_id': 'ead681ec-d1e7-47a1-ba27-86c025891dae', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'admin_state_up': True, 'tenant_id': '9e14e55d40f84c3eb626e8bdb2e9c72f'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:12.179174 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (6b04d328-1348-4a5e-9f15-addb2bbb45b4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.179429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:12.208808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:12.216730 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.217542 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:02:12.238402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Allocated IP 172.20.0.2 (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383/2b988082-cd0b-4fe9-9e6e-f9a72f7955de/71a54045-a51c-45ba-bde9-063275c05d19) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:12.330876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a84a44d4-8745-4ff9-9878-89b6dc7ed1d6 req-b0e3de7a-6d71-4f6a-99a3-7df3dbbec40e service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180484 Mar 10 15:02:12.339283 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Publish callbacks [] for router_gateway (ab1a0d42-f836-498a-a8bd-af457496f5f0), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.344171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'name': 'network-vif-deleted', 'tag': '77f5a501-947d-4dc1-bea6-d26520e1f144'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:12.346586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888f569-15e2-4c53-a1e4-affd3ac69032 req-d56060a7-aa06-454d-82f0-6a12961296a3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:12.347000 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43156b0-0b55-4a2b-8c11-ee69852d0a66" -d '{"events": [{"server_uuid": "8e0bb14d-c698-4bb3-94a7-5e68f37b11cb", "name": "network-vif-deleted", "tag": "77f5a501-947d-4dc1-bea6-d26520e1f144"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:12.351587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:12.353903 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2888f569-15e2-4c53-a1e4-affd3ac69032 req-d56060a7-aa06-454d-82f0-6a12961296a3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.4026096 Mar 10 15:02:12.484643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:12.514370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478', 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238', 'port_id': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478', 'mac_address': 'fa:16:3e:8f:dd:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b31adf1-a8e9-48c4-a752-3e4542a7a6a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:02:12.577979 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Publish callbacks [] for router_gateway (ab1a0d42-f836-498a-a8bd-af457496f5f0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.601181 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.604323 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Publish callbacks [] for port (71a54045-a51c-45ba-bde9-063275c05d19), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.606063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:12.606444 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.620984 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (71a54045-a51c-45ba-bde9-063275c05d19), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.634568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:12.692007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:12.696014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:12.700114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Pushing event updated for resources: {'Port': ['ID=71a54045-a51c-45ba-bde9-063275c05d19,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:12.704868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:12.707447 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.710322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:12.772507 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Allocated IP 172.25.3.172 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/b5afb34b-c555-43c8-a9a3-88967c85e60f) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:12.810543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:12.818637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Attempting to bind port 71a54045-a51c-45ba-bde9-063275c05d19 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:12.819046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Attempting to bind port 71a54045-a51c-45ba-bde9-063275c05d19 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:12.819411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Attempting to bind port 71a54045-a51c-45ba-bde9-063275c05d19 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:12.825037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:12.825493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Checking segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:12.825805 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.826191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Bound using segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:12.826807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Bound port: 71a54045-a51c-45ba-bde9-063275c05d19, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:12.827202 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71a54045-a51c-45ba-bde9-063275c05d19), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.832716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4516bc93-78cc-4100-bbc3-4730d94f9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:12.834252 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4516bc93-78cc-4100-bbc3-4730d94f9ef8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1&tenant_id=e2b42172400f4c3d9d37b41f77c0c27c HTTP/1.1" status: 200 len: 1132 time: 0.0747283 Mar 10 15:02:12.858100 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c95cb4e6-c1d8-465b-a191-1246a6332534 req-c1a9cafe-4905-4fb3-b4ad-420f797b402b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7a6d164-f401-42e0-b63e-81fa4de7ae3f&id=de25f03e-04cf-454e-b87d-032a1e3b47ec&id=31aa8265-f6ea-48be-a809-5218cb256dac&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.6727207 Mar 10 15:02:12.892636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (6b04d328-1348-4a5e-9f15-addb2bbb45b4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.897006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:12.907710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] For port 71a54045-a51c-45ba-bde9-063275c05d19, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:12.916333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] For port 71a54045-a51c-45ba-bde9-063275c05d19, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71a54045-a51c-45ba-bde9-063275c05d19,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:12.921714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2888f569-15e2-4c53-a1e4-affd3ac69032 req-b9077da4-87b6-4be8-bd34-053f1960b3a7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662284 Mar 10 15:02:12.929481 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (71a54045-a51c-45ba-bde9-063275c05d19), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.949996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b04d328-1348-4a5e-9f15-addb2bbb45b4']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:12.985686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:12.986067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6826f64-ddd8-4dd6-a69f-eb0159ad4da4') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:12.988051 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:12.989289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a84a44d4-8745-4ff9-9878-89b6dc7ed1d6 req-1f2525a7-887d-4706-9f5b-49300b15b321 service neutron] 10.222.0.45 "GET /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228058 Mar 10 15:02:13.003569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Made reservation on behalf of 9e14e55d40f84c3eb626e8bdb2e9c72f for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:13.007069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.010224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (c6826f64-ddd8-4dd6-a69f-eb0159ad4da4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.064600 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (c6826f64-ddd8-4dd6-a69f-eb0159ad4da4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.091434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f5527ba-f717-4003-bbb3-71d5afa42ac8 req-c5b476e9-d131-4dd7-a5ba-dd14d869dda0 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 210 time: 0.0579093 Mar 10 15:02:13.100579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:02:13.100994 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (c6826f64-ddd8-4dd6-a69f-eb0159ad4da4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:02:13.103804 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:02:13.115127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7f2aca52-34cd-4c82-9ef5-0561fc74d5c0 req-66ec2adc-58f1-4379-83ed-de3c776fe692 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (95c44e2d-89dd-4f9e-aab5-b7bc23d806c9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.138998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:13.146107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['75c86491-04e3-4fe0-914a-eb867e844066'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:13.214863 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eb6060-b5f8-499f-b0c0-27c94b419439 x-openstack-request-id: req-c7eb6060-b5f8-499f-b0c0-27c94b419439 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:13.215271 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0bb14d-c698-4bb3-94a7-5e68f37b11cb", "name": "network-vif-deleted", "tag": "77f5a501-947d-4dc1-bea6-d26520e1f144", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:13.215898 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7eb6060-b5f8-499f-b0c0-27c94b419439 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:13.216516 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0bb14d-c698-4bb3-94a7-5e68f37b11cb', 'name': 'network-vif-deleted', 'tag': '77f5a501-947d-4dc1-bea6-d26520e1f144', 'status': 'completed', 'code': 200} Mar 10 15:02:13.223392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Publish callbacks [] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.254488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ded8b5-5c71-49fc-b6a0-f9cdcc31df36 None None] Pushing event updated for resources: {'Port': ['ID=71a54045-a51c-45ba-bde9-063275c05d19,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:13.260027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec2adc-58f1-4379-83ed-de3c776fe692 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event deleted for resources: {'Port': ['ID=95c44e2d-89dd-4f9e-aab5-b7bc23d806c9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:13.271397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['46ccb9ac-de38-45b7-a7ee-5b3d8866b478'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:13.381486 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.463847 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (6b04d328-1348-4a5e-9f15-addb2bbb45b4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.475401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:13.478027 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.484562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Pushing event updated for resources: {'Port': ['ID=b5afb34b-c555-43c8-a9a3-88967c85e60f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:13.487721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6b04d328-1348-4a5e-9f15-addb2bbb45b4 HTTP/1.1" status: 204 len: 168 time: 1.6201992 Mar 10 15:02:13.494654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45312) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:13.501791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:13.523350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:13.534914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:13.615152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb521689-9b00-4f8b-ba49-7525722597a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b04d328-1348-4a5e-9f15-addb2bbb45b4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:13.617241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2aca52-34cd-4c82-9ef5-0561fc74d5c0 req-66ec2adc-58f1-4379-83ed-de3c776fe692 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] No DVR routers for this DVR port 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:13.632892 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7f2aca52-34cd-4c82-9ef5-0561fc74d5c0 req-66ec2adc-58f1-4379-83ed-de3c776fe692 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.636291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f2aca52-34cd-4c82-9ef5-0561fc74d5c0 req-66ec2adc-58f1-4379-83ed-de3c776fe692 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.45 "DELETE /v2.0/ports/95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 HTTP/1.1" status: 204 len: 173 time: 2.6320291 Mar 10 15:02:13.642658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'name': 'network-vif-deleted', 'tag': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:13.644998 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433b004d-7a76-49e4-859b-135ed9920bb5" -d '{"events": [{"server_uuid": "5f2e0828-2b4d-49d5-a384-ae7b2abef116", "name": "network-vif-deleted", "tag": "95c44e2d-89dd-4f9e-aab5-b7bc23d806c9"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:13.657198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c36458-31f6-42ef-86f5-dc04857bd261 admin admin] Deleting subnet c79cc188-2369-45e4-a84c-ca545eb8284e {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:02:13.660302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Allocated IP 172.20.0.13 (45f63702-258a-4faa-b361-a91319316960/0f999e85-afee-4f55-a7b1-cf2f9a5ab040/a0c69f9a-58d5-4635-a204-a332b1aa6ceb) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:13.667567 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5c36458-31f6-42ef-86f5-dc04857bd261 admin admin] Publish callbacks [] for subnet (c79cc188-2369-45e4-a84c-ca545eb8284e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.683703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71a54045-a51c-45ba-bde9-063275c05d19 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:13.698261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:13.707118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3f932-42b4-410e-9419-e732277f970e req-8f3c8650-bed3-4a91-88c8-3f2fb445bb8d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:13.714848 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95a3f932-42b4-410e-9419-e732277f970e req-8f3c8650-bed3-4a91-88c8-3f2fb445bb8d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.4515605 Mar 10 15:02:13.729904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:13.733546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64b58d-e003-449f-afd5-6992ab202c26 req-1e41b6e7-07d6-41b3-a985-93541d21b8de tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:13.740608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb64b58d-e003-449f-afd5-6992ab202c26 req-1e41b6e7-07d6-41b3-a985-93541d21b8de tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 945 time: 0.4442234 Mar 10 15:02:13.758303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:13.758960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 95c44e2d-89dd-4f9e-aab5-b7bc23d806c9 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:13.830101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Publish callbacks [] for port (9caae667-b529-4010-86ed-03d9902015fd), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.848445 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5c36458-31f6-42ef-86f5-dc04857bd261 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (c79cc188-2369-45e4-a84c-ca545eb8284e), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.856015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Transition to ACTIVE for port object 9caae667-b529-4010-86ed-03d9902015fd will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:02:13.911017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:13.917139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95a3f932-42b4-410e-9419-e732277f970e req-2966285f-fffc-4d84-ab7e-93840c15f503 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990216 Mar 10 15:02:13.989596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 71a54045-a51c-45ba-bde9-063275c05d19 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:13.990103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71a54045-a51c-45ba-bde9-063275c05d19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.048561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] No DVR routers for this DVR port 9caae667-b529-4010-86ed-03d9902015fd on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:14.062026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=10']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:14.070949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb64b58d-e003-449f-afd5-6992ab202c26 req-d44ecd69-b601-4891-991a-1f42a127941e tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293459 Mar 10 15:02:14.173123 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:14.173467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:14.173794 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:14.183763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Port 9caae667-b529-4010-86ed-03d9902015fd on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:02:14.184117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Attempting to bind port 9caae667-b529-4010-86ed-03d9902015fd on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:14.189621 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98b85b3-7ebb-41d2-b77a-6b67a29a09ee x-openstack-request-id: req-e98b85b3-7ebb-41d2-b77a-6b67a29a09ee {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:14.190113 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2e0828-2b4d-49d5-a384-ae7b2abef116", "name": "network-vif-deleted", "tag": "95c44e2d-89dd-4f9e-aab5-b7bc23d806c9", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:14.190338 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e98b85b3-7ebb-41d2-b77a-6b67a29a09ee {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:14.191054 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2e0828-2b4d-49d5-a384-ae7b2abef116', 'name': 'network-vif-deleted', 'tag': '95c44e2d-89dd-4f9e-aab5-b7bc23d806c9', 'status': 'completed', 'code': 200} Mar 10 15:02:14.191549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:14.191905 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:14.192287 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:14.192723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Bound port: 9caae667-b529-4010-86ed-03d9902015fd, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:14.193081 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.201381 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5c36458-31f6-42ef-86f5-dc04857bd261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (c79cc188-2369-45e4-a84c-ca545eb8284e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.208257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Publish callbacks [] for router_gateway (ab1a0d42-f836-498a-a8bd-af457496f5f0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.318058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 71a54045-a51c-45ba-bde9-063275c05d19 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:14.318462 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71a54045-a51c-45ba-bde9-063275c05d19), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.371302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:14.379764 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:14.386610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 71a54045-a51c-45ba-bde9-063275c05d19, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71a54045-a51c-45ba-bde9-063275c05d19,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:14.399540 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks [] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.408949 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (71a54045-a51c-45ba-bde9-063275c05d19), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.458351 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5c36458-31f6-42ef-86f5-dc04857bd261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (c79cc188-2369-45e4-a84c-ca545eb8284e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.489686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=71a54045-a51c-45ba-bde9-063275c05d19,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:14.520766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (ab1a0d42-f836-498a-a8bd-af457496f5f0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.525857 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.528640 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.547032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c36458-31f6-42ef-86f5-dc04857bd261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79cc188-2369-45e4-a84c-ca545eb8284e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:14.563503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c29c217-30a0-44bd-9686-7a01d420af95 req-0791d345-32ca-4982-935e-5d1df0eb4f6c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f2e0828-2b4d-49d5-a384-ae7b2abef116 HTTP/1.1" status: 200 len: 210 time: 0.1094575 Mar 10 15:02:14.576614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bd783-46e1-442e-93ca-71c1fc70623c req-5b5ef7c0-d461-4983-8406-0139c4539fed tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:14.582585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-416bd783-46e1-442e-93ca-71c1fc70623c req-5b5ef7c0-d461-4983-8406-0139c4539fed tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4 HTTP/1.1" status: 200 len: 945 time: 0.5064683 Mar 10 15:02:14.605547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Network 45f63702-258a-4faa-b361-a91319316960 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:14.614003 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:14.614637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.616065 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] 10.222.0.45 "PUT /v2.0/ports/9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 1097 time: 1.7253799 Mar 10 15:02:14.653365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:14.660634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5c36458-31f6-42ef-86f5-dc04857bd261 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.664349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d5c36458-31f6-42ef-86f5-dc04857bd261 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c79cc188-2369-45e4-a84c-ca545eb8284e HTTP/1.1" status: 204 len: 168 time: 1.1463363 Mar 10 15:02:14.684167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45322) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:14.686868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:14.696768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ae9ea-0257-4c17-a5ff-0a31aaaf25b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=11']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:14.756852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-0ff6157c-0082-4d4d-bf25-521d8783cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:14.758369 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-0ff6157c-0082-4d4d-bf25-521d8783cbba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1131 time: 0.0942178 Mar 10 15:02:14.787977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccbc009-ce98-4d4b-baa1-c445490ccb78 None None] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:02:14.830318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event updated for resources: {'Port': ['ID=a0c69f9a-58d5-4635-a204-a332b1aa6ceb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:14.876133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Router ab1a0d42-f836-498a-a8bd-af457496f5f0 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:02:14.881871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-416bd783-46e1-442e-93ca-71c1fc70623c req-f50ba51e-1a43-48c1-a4d0-a6d4bcdbd16c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696295 Mar 10 15:02:14.918690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:14.919515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.932137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-21f62508-570e-4a1f-997a-85e47da73a94 None None] Provisioning complete for port 71a54045-a51c-45ba-bde9-063275c05d19 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:14.932772 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-21f62508-570e-4a1f-997a-85e47da73a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71a54045-a51c-45ba-bde9-063275c05d19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.933330 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (b22b1f2b-41c0-46ca-8319-85cdce3ce329), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:14.955315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6a90b-5ace-4979-b3d7-f9419546b395 req-39eae30d-f148-436c-ad36-a1f541c067ad tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:14.956829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7aa6a90b-5ace-4979-b3d7-f9419546b395 req-39eae30d-f148-436c-ad36-a1f541c067ad tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 944 time: 0.2748988 Mar 10 15:02:14.959517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-261d275c-575d-4da4-9406-bd920d213ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:14.961851 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-261d275c-575d-4da4-9406-bd920d213ac1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1945143 Mar 10 15:02:14.990609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-a5a61ff3-fef0-4d3a-b2f3-48bc61e303c2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8267112 Mar 10 15:02:15.023189 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-b6c7aead-4565-43b9-b589-f31d17ac8fae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 217 time: 0.0469875 Mar 10 15:02:15.037812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Request body: {'port': {'device_id': 'ead681ec-d1e7-47a1-ba27-86c025891dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:15.039893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-21f62508-570e-4a1f-997a-85e47da73a94 None None] Current status of the port 71a54045-a51c-45ba-bde9-063275c05d19 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:15.128741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:02:15.141805 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Sync routers for ids ['ab1a0d42-f836-498a-a8bd-af457496f5f0'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:02:15.143856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-0a43ebbd-8f9a-4866-aac5-f74b7f1d8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:15.145931 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-0a43ebbd-8f9a-4866-aac5-f74b7f1d8b79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0711231 Mar 10 15:02:15.152073 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.153665 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-099fec93-cfc0-4d53-9bea-79dfca44727b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4069605 Mar 10 15:02:15.154387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7aa6a90b-5ace-4979-b3d7-f9419546b395 req-afe0f526-e726-4c80-85e1-f1ebafd890b1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773753 Mar 10 15:02:15.166642 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45328) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:15.189426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Routers {'ab1a0d42-f836-498a-a8bd-af457496f5f0'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:02:15.190087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:01:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab1a0d42-f836-498a-a8bd-af457496f5f0'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:15.214275 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (b22b1f2b-41c0-46ca-8319-85cdce3ce329), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.243651 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9caae667-b529-4010-86ed-03d9902015fd'}, {'name': 'network-changed', 'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'tag': '9caae667-b529-4010-86ed-03d9902015fd'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:15.246506 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f37bb6a-8849-4943-b3cb-d3244838c8cf" -d '{"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "9caae667-b529-4010-86ed-03d9902015fd"}, {"name": "network-changed", "server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "tag": "9caae667-b529-4010-86ed-03d9902015fd"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:15.288857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-cbe98165-7e75-4614-8c89-c3e4ab860a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:15.290505 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-cbe98165-7e75-4614-8c89-c3e4ab860a86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1331351 Mar 10 15:02:15.319517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22b1f2b-41c0-46ca-8319-85cdce3ce329']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:15.328062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8698832-be50-47cd-8712-eee3ff178d83 req-6110fc03-f2c0-4949-9f33-83fc33405a52 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:15.330171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8698832-be50-47cd-8712-eee3ff178d83 req-6110fc03-f2c0-4949-9f33-83fc33405a52 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 932 time: 0.3676836 Mar 10 15:02:15.339516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Set router ab1a0d42-f836-498a-a8bd-af457496f5f0 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:02:15.339740 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.358783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a290da1-86d8-4bf2-a290-2d260d60104e') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:15.359101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a290da1-86d8-4bf2-a290-2d260d60104e') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:15.397397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (7a290da1-86d8-4bf2-a290-2d260d60104e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.436992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6d0a2438-763f-4446-8d3a-81a9e92564a0 None None] Provisioning complete for port 71a54045-a51c-45ba-bde9-063275c05d19 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:15.437350 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2438-763f-4446-8d3a-81a9e92564a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71a54045-a51c-45ba-bde9-063275c05d19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.458202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7a290da1-86d8-4bf2-a290-2d260d60104e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.481128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2d71b-82f2-41b4-a66a-e6655bfbac73 req-0ee6b1ab-69fd-4e22-9a4f-2760205b011c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:15.482605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25f2d71b-82f2-41b4-a66a-e6655bfbac73 req-0ee6b1ab-69fd-4e22-9a4f-2760205b011c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 949 time: 0.2296264 Mar 10 15:02:15.494074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71a54045-a51c-45ba-bde9-063275c05d19 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:15.497434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:02:15.497622 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (7a290da1-86d8-4bf2-a290-2d260d60104e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:02:15.499264 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:02:15.523141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2ddf7-56df-4d03-bf59-df2fc97a4c99 req-32f02c8b-ca55-425d-a87c-22137346e47d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:15.524635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-81b2ddf7-56df-4d03-bf59-df2fc97a4c99 req-32f02c8b-ca55-425d-a87c-22137346e47d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.45 "GET /v2.0/ports?device_id=8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4 HTTP/1.1" status: 200 len: 945 time: 0.2223604 Mar 10 15:02:15.623862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8698832-be50-47cd-8712-eee3ff178d83 req-06cd5f95-0de5-4750-a5ae-630c08eed4c5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562621 Mar 10 15:02:15.649908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 71a54045-a51c-45ba-bde9-063275c05d19 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:15.649908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71a54045-a51c-45ba-bde9-063275c05d19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.675185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a2438-763f-4446-8d3a-81a9e92564a0 None None] Current status of the port 71a54045-a51c-45ba-bde9-063275c05d19 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:15.704705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:15.722836 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (b22b1f2b-41c0-46ca-8319-85cdce3ce329), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.765269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:13Z', 'revision_number': 3, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:15.769007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25f2d71b-82f2-41b4-a66a-e6655bfbac73 req-8579669d-9996-4b68-aedb-d5366ddf636f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737820 Mar 10 15:02:15.803524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Checking router: ab1a0d42-f836-498a-a8bd-af457496f5f0 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:02:15.804029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Updating router ab1a0d42-f836-498a-a8bd-af457496f5f0 port b5afb34b-c555-43c8-a9a3-88967c85e60f binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:02:15.808979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.816152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] 10.222.0.11 "DELETE /v2.0/networks/b22b1f2b-41c0-46ca-8319-85cdce3ce329 HTTP/1.1" status: 204 len: 168 time: 1.1232779 Mar 10 15:02:15.865641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89084fdd-756e-4466-936a-048df97d9bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=b22b1f2b-41c0-46ca-8319-85cdce3ce329,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:15.897523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:02:15.901071 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.903925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 71a54045-a51c-45ba-bde9-063275c05d19 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:15.909130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:15.909640 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:15.935749 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace7a698-b700-4b11-af35-190edcdef027 x-openstack-request-id: req-ace7a698-b700-4b11-af35-190edcdef027 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:15.936329 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "9caae667-b529-4010-86ed-03d9902015fd", "code": 200}, {"name": "network-changed", "server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "tag": "9caae667-b529-4010-86ed-03d9902015fd", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:15.936329 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ace7a698-b700-4b11-af35-190edcdef027 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:15.936808 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9caae667-b529-4010-86ed-03d9902015fd', 'code': 200} Mar 10 15:02:15.936808 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'tag': '9caae667-b529-4010-86ed-03d9902015fd', 'status': 'completed', 'code': 200} Mar 10 15:02:15.953401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b823c4-85f7-431b-9675-fac2774579a4 req-5c6cb018-a67a-4dff-b2fc-1e045c06a611 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:15.955800 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2b823c4-85f7-431b-9675-fac2774579a4 req-5c6cb018-a67a-4dff-b2fc-1e045c06a611 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 945 time: 0.2289958 Mar 10 15:02:16.009915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-81b2ddf7-56df-4d03-bf59-df2fc97a4c99 req-37df9dfd-20c1-48d7-a3e3-9000666eb7d4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Deleting port f3531a57-a40b-4890-92c8-4f678ef3e5ad {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:16.010454 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-81b2ddf7-56df-4d03-bf59-df2fc97a4c99 req-37df9dfd-20c1-48d7-a3e3-9000666eb7d4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.035326 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-d10964f3-791f-488b-8ad0-405a341de567 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7151237 Mar 10 15:02:16.126166 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-b391392b-ba00-4154-8977-18361d3a537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:16.127711 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-b391392b-ba00-4154-8977-18361d3a537f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1131 time: 0.1861296 Mar 10 15:02:16.146559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2b823c4-85f7-431b-9675-fac2774579a4 req-9eb09bac-cdeb-4c19-8943-479d316d92fb tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728783 Mar 10 15:02:16.153834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:16.154230 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.173609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c69f9a-58d5-4635-a204-a332b1aa6ceb {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:16.188800 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Publish callbacks [] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.203579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-81b2ddf7-56df-4d03-bf59-df2fc97a4c99 req-37df9dfd-20c1-48d7-a3e3-9000666eb7d4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] For port f3531a57-a40b-4890-92c8-4f678ef3e5ad, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f3531a57-a40b-4890-92c8-4f678ef3e5ad,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:16.204173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-81b2ddf7-56df-4d03-bf59-df2fc97a4c99 req-37df9dfd-20c1-48d7-a3e3-9000666eb7d4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.218388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45342) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:16.228632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Transition to ACTIVE for port object a0c69f9a-58d5-4635-a204-a332b1aa6ceb will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:02:16.228982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:16.233221 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a3a12f-e2fc-496d-88cc-fed518fb887f" -d '{"events": [{"server_uuid": "34dc8575-a45e-4dd7-9640-5c2133c4f926", "name": "network-vif-plugged", "status": "completed", "tag": "f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:16.236766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-81b2ddf7-56df-4d03-bf59-df2fc97a4c99 req-37df9dfd-20c1-48d7-a3e3-9000666eb7d4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Calling delete_port for f3531a57-a40b-4890-92c8-4f678ef3e5ad owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:16.259179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:16.266946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.267872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:16.273321 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.310702 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.319353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9caae667-b529-4010-86ed-03d9902015fd no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:16.376594 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c2120c67-c1ec-48cd-8189-a4f0d2431378 req-c9213704-d2a7-4b52-9c92-b4a8c811dde6 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313143 Mar 10 15:02:16.382924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-fe794394-4b59-42f9-af71-bae11b27e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:16.394619 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-fe794394-4b59-42f9-af71-bae11b27e819 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2361102 Mar 10 15:02:16.449035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:16.469382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port 9caae667-b529-4010-86ed-03d9902015fd host n-h1-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:02:16.469800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9caae667-b529-4010-86ed-03d9902015fd not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:16.491550 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Publish callbacks [] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.536707 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.538552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:02:16.545197 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-0050c792-7f2a-46be-b91b-68382c9a7d60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 217 time: 0.1066556 Mar 10 15:02:16.575028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:16.575422 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.610442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-39069d52-03f9-4fe6-89a9-81b7100f38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:16.611894 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-39069d52-03f9-4fe6-89a9-81b7100f38e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1131 time: 0.1669455 Mar 10 15:02:16.633256 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Attempting to bind port b5afb34b-c555-43c8-a9a3-88967c85e60f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:16.634043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Attempting to bind port b5afb34b-c555-43c8-a9a3-88967c85e60f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:16.634043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Attempting to bind port b5afb34b-c555-43c8-a9a3-88967c85e60f on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:16.641041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c743e4-1c6c-4a66-a6c3-c7f246f5e397 None None] Pushing event updated for resources: {'Port': ['ID=b5afb34b-c555-43c8-a9a3-88967c85e60f,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:16.649696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:16.650614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:16.650614 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.650879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:16.651362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Bound port: b5afb34b-c555-43c8-a9a3-88967c85e60f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:16.651747 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.695976 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-0b66e743-da21-4b0a-9711-73e3c5bdc1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:16.697914 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-0b66e743-da21-4b0a-9711-73e3c5bdc1d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1437044 Mar 10 15:02:16.699321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Allocated IP 172.20.0.1 (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383/2b988082-cd0b-4fe9-9e6e-f9a72f7955de/b24b4422-4468-4eb3-a2bf-b3cfae48805b) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:16.717037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d635d64-8877-480f-b8c4-c7b6af4e8090 req-89381afb-b760-42a5-913c-114b70b527d4 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/31aa8265-f6ea-48be-a809-5218cb256dac HTTP/1.1" status: 200 len: 1818 time: 0.4814217 Mar 10 15:02:16.717629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c69f9a-58d5-4635-a204-a332b1aa6ceb,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:16.724705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-400eeb22-f4ee-4b89-bf6f-c0783c841457 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2671b97681dc4bc79983dcfefc7a4d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5050366 Mar 10 15:02:16.731814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45348) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:16.820582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707b5b5-c46a-49d4-be0c-1b20b50580eb req-3dfbe30d-48e0-456b-9dfd-2b9d400fc1d0 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:16.823557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f707b5b5-c46a-49d4-be0c-1b20b50580eb req-3dfbe30d-48e0-456b-9dfd-2b9d400fc1d0 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4 HTTP/1.1" status: 200 len: 945 time: 0.5716112 Mar 10 15:02:16.855928 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-0989dc48-87ef-4d83-8405-75148c5e94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:16.857419 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-0989dc48-87ef-4d83-8405-75148c5e94b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2198706 Mar 10 15:02:16.918985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] For port b5afb34b-c555-43c8-a9a3-88967c85e60f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:16.923326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:16.923791 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:16.927264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] For port b5afb34b-c555-43c8-a9a3-88967c85e60f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b5afb34b-c555-43c8-a9a3-88967c85e60f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:16.929400 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-a6f5ca4c-1c09-40ee-84bb-396248b789d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 200 len: 217 time: 0.0448987 Mar 10 15:02:16.931236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-0d4e3b50-8315-4462-8230-a300b1cf3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:16.933622 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-0d4e3b50-8315-4462-8230-a300b1cf3fe5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2194519 Mar 10 15:02:16.967964 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.008709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f707b5b5-c46a-49d4-be0c-1b20b50580eb req-cc9fdff6-c61a-4d67-8a51-72b66f3401db tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702905 Mar 10 15:02:17.009345 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2d635d64-8877-480f-b8c4-c7b6af4e8090 req-98e36f6b-d83a-4389-b6bc-bd956a656349 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (31aa8265-f6ea-48be-a809-5218cb256dac), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.014184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Attempting to bind port a0c69f9a-58d5-4635-a204-a332b1aa6ceb on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:17.014523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Attempting to bind port a0c69f9a-58d5-4635-a204-a332b1aa6ceb by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:17.015357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Attempting to bind port a0c69f9a-58d5-4635-a204-a332b1aa6ceb on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:17.024045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2459ee5f-0b7f-43e0-9048-350fb6f984f6 admin admin] Publish callbacks [] for security_group (bf54d2c7-5619-4634-a786-ba0b024eedbf), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.040117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Port a0c69f9a-58d5-4635-a204-a332b1aa6ceb on network 45f63702-258a-4faa-b361-a91319316960 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:02:17.040454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Attempting to bind port a0c69f9a-58d5-4635-a204-a332b1aa6ceb on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:17.041647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:17.052165 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-4e4a714c-40fa-4d93-ac90-a86304b9f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:17.054079 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-4e4a714c-40fa-4d93-ac90-a86304b9f077 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1147547 Mar 10 15:02:17.057034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Publish callbacks [] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.065241 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.074031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-81b2ddf7-56df-4d03-bf59-df2fc97a4c99 req-37df9dfd-20c1-48d7-a3e3-9000666eb7d4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f3531a57-a40b-4890-92c8-4f678ef3e5ad), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.075849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:17.076303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Checking segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:17.076748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Bound using segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:17.077394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Bound port: a0c69f9a-58d5-4635-a204-a332b1aa6ceb, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:17.077723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.082944 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2d635d64-8877-480f-b8c4-c7b6af4e8090 req-98e36f6b-d83a-4389-b6bc-bd956a656349 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (31aa8265-f6ea-48be-a809-5218cb256dac), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.091854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Routers {'ab1a0d42-f836-498a-a8bd-af457496f5f0'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:02:17.091854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:01:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab1a0d42-f836-498a-a8bd-af457496f5f0'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:17.097746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c743e4-1c6c-4a66-a6c3-c7f246f5e397 None None] Pushing event updated for resources: {'Port': ['ID=b5afb34b-c555-43c8-a9a3-88967c85e60f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:17.110444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['81bef124-09d8-40f1-b148-5c35404d60b6'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:17.113044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['edde34dc-23bc-4a7e-85d2-b3811d3f12ef', 'f3531a57-a40b-4890-92c8-4f678ef3e5ad'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:17.149172 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2459ee5f-0b7f-43e0-9048-350fb6f984f6 admin admin] Publish callbacks [] for security_group (bf54d2c7-5619-4634-a786-ba0b024eedbf), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.156323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df9dfd-20c1-48d7-a3e3-9000666eb7d4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Pushing event deleted for resources: {'Port': ['ID=f3531a57-a40b-4890-92c8-4f678ef3e5ad,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:17.163478 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-0078c2de-fa1c-47cc-9a42-fd6c7740862f service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223141 Mar 10 15:02:17.201627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.215300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-6389a099-2aec-4a6d-a947-3a645121ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:17.216805 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-6389a099-2aec-4a6d-a947-3a645121ae16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1304481 Mar 10 15:02:17.274660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b2ddf7-56df-4d03-bf59-df2fc97a4c99 req-37df9dfd-20c1-48d7-a3e3-9000666eb7d4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] No DVR routers for this DVR port f3531a57-a40b-4890-92c8-4f678ef3e5ad on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:17.284017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-81b2ddf7-56df-4d03-bf59-df2fc97a4c99 req-37df9dfd-20c1-48d7-a3e3-9000666eb7d4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.287441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-81b2ddf7-56df-4d03-bf59-df2fc97a4c99 req-37df9dfd-20c1-48d7-a3e3-9000666eb7d4 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.45 "DELETE /v2.0/ports/f3531a57-a40b-4890-92c8-4f678ef3e5ad HTTP/1.1" status: 204 len: 173 time: 1.7401805 Mar 10 15:02:17.290846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4', 'name': 'network-vif-deleted', 'tag': 'f3531a57-a40b-4890-92c8-4f678ef3e5ad'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:17.292999 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab53e2fc-3f2f-4db2-b20d-4ca523f8d5ac" -d '{"events": [{"server_uuid": "8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4", "name": "network-vif-deleted", "tag": "f3531a57-a40b-4890-92c8-4f678ef3e5ad"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:17.315368 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2d635d64-8877-480f-b8c4-c7b6af4e8090 req-98e36f6b-d83a-4389-b6bc-bd956a656349 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (31aa8265-f6ea-48be-a809-5218cb256dac), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.318016 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2d635d64-8877-480f-b8c4-c7b6af4e8090 req-98e36f6b-d83a-4389-b6bc-bd956a656349 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.331360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:17.331927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d635d64-8877-480f-b8c4-c7b6af4e8090 req-98e36f6b-d83a-4389-b6bc-bd956a656349 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "DELETE /v2.0/security-groups/31aa8265-f6ea-48be-a809-5218cb256dac HTTP/1.1" status: 204 len: 173 time: 0.5987699 Mar 10 15:02:17.337257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:17.369736 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Pushing event updated for resources: {'Port': ['ID=b24b4422-4468-4eb3-a2bf-b3cfae48805b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:17.374960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:17.408532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e36f6b-d83a-4389-b6bc-bd956a656349 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa8265-f6ea-48be-a809-5218cb256dac,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:17.424374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] For port a0c69f9a-58d5-4635-a204-a332b1aa6ceb, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:17.444479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] For port a0c69f9a-58d5-4635-a204-a332b1aa6ceb, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a0c69f9a-58d5-4635-a204-a332b1aa6ceb,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:17.450196 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-b52e9431-421d-4eec-810d-3d62d83e8002 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792869 Mar 10 15:02:17.460580 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2459ee5f-0b7f-43e0-9048-350fb6f984f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bf54d2c7-5619-4634-a786-ba0b024eedbf), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.463420 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2459ee5f-0b7f-43e0-9048-350fb6f984f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.468149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2459ee5f-0b7f-43e0-9048-350fb6f984f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf54d2c7-5619-4634-a786-ba0b024eedbf HTTP/1.1" status: 204 len: 168 time: 0.7319474 Mar 10 15:02:17.478280 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929e23a1-17ea-4cdb-a4f8-3e0f65576566 x-openstack-request-id: req-929e23a1-17ea-4cdb-a4f8-3e0f65576566 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:17.478571 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dc8575-a45e-4dd7-9640-5c2133c4f926", "name": "network-vif-plugged", "status": "completed", "tag": "f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:17.484374 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-929e23a1-17ea-4cdb-a4f8-3e0f65576566 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:17.485392 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5', 'code': 200} Mar 10 15:02:17.493792 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (ab1a0d42-f836-498a-a8bd-af457496f5f0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.495528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9f3b-e9e0-4d7f-ab7a-7e2e9beacafc req-c84ac3e7-a145-42ed-8b73-0ccd34f849bd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:17.508726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-708f9f3b-e9e0-4d7f-ab7a-7e2e9beacafc req-c84ac3e7-a145-42ed-8b73-0ccd34f849bd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.3080802 Mar 10 15:02:17.511096 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.520494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:17.564363 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-fe01e6ab-167b-46a6-ae83-8bd3aa0011a2 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223374 Mar 10 15:02:17.587259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459ee5f-0b7f-43e0-9048-350fb6f984f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf54d2c7-5619-4634-a786-ba0b024eedbf,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:17.682333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] Set router ab1a0d42-f836-498a-a8bd-af457496f5f0 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:02:17.738715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:17.739578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.741350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] 10.222.0.62 "PUT /v2.0/ports/a0c69f9a-58d5-4635-a204-a332b1aa6ceb HTTP/1.1" status: 200 len: 1092 time: 2.7324264 Mar 10 15:02:17.761814 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.799331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc999a7-7b83-4bdc-9de2-178cbeb272d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c69f9a-58d5-4635-a204-a332b1aa6ceb,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:17.815635 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f37bb6a-8849-4943-b3cb-d3244838c8cf req-2039132d-f3e1-49ed-8f00-16c1a5b8536d service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422113 Mar 10 15:02:17.816188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-708f9f3b-e9e0-4d7f-ab7a-7e2e9beacafc req-42a0157c-4e14-4f8b-8305-48c35cf474d5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065135 Mar 10 15:02:17.861601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:17.871240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac64bb-6c71-49f3-9aae-18c6ac7b0810 req-eeb5df5f-6e71-43c5-8a38-a9039bcbc3cc tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:17.872277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0ac64bb-6c71-49f3-9aae-18c6ac7b0810 req-eeb5df5f-6e71-43c5-8a38-a9039bcbc3cc tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 944 time: 0.3542688 Mar 10 15:02:17.884922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759b941-537b-4c21-bf64-91c963919490 req-70b7e690-9135-4ac3-82a8-ca6c446c35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:17.885761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5759b941-537b-4c21-bf64-91c963919490 req-70b7e690-9135-4ac3-82a8-ca6c446c35f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 1128 time: 0.2567832 Mar 10 15:02:17.983637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-29af7cfa-4a90-4aa5-9727-8bf3c0668a8b None None] Provisioning complete for port b24b4422-4468-4eb3-a2bf-b3cfae48805b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:17.984249 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29af7cfa-4a90-4aa5-9727-8bf3c0668a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:18.023244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ba46f057-d1cc-4c89-a784-264f012544d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:18.028769 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-ba46f057-d1cc-4c89-a784-264f012544d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 1126 time: 0.2383277 Mar 10 15:02:18.075308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-29af7cfa-4a90-4aa5-9727-8bf3c0668a8b None None] Port b24b4422-4468-4eb3-a2bf-b3cfae48805b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:02:18.104849 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Publish callbacks [] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:18.114944 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:18.126780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:13Z', 'revision_number': 3, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:18.150940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-3cf6bfff-4267-48ff-bb73-ed1e3cf35fe7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c69f9a-58d5-4635-a204-a332b1aa6ceb HTTP/1.1" status: 200 len: 217 time: 0.0972378 Mar 10 15:02:18.156026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0ac64bb-6c71-49f3-9aae-18c6ac7b0810 req-ad8a6dc1-03a1-439f-9170-99491ceda329 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766120 Mar 10 15:02:18.158580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5759b941-537b-4c21-bf64-91c963919490 req-7f148ad0-e847-4313-86b9-07d9535a83da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536893 Mar 10 15:02:18.170509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39170f9c-dddd-4397-97e7-931e93462f1f None None] The sync data for ids ['ab1a0d42-f836-498a-a8bd-af457496f5f0'] in n-d-833090-1 is: [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:13Z', 'revision_number': 3, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:02:18.205052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45366) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:18.213481 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (ab1a0d42-f836-498a-a8bd-af457496f5f0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:18.242744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14af81c-6e1b-4bd7-a47b-d4bb96ff04ce req-1ccd0d56-0965-4a4d-9918-1f4334a271b3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:18.244418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a14af81c-6e1b-4bd7-a47b-d4bb96ff04ce req-1ccd0d56-0965-4a4d-9918-1f4334a271b3 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 949 time: 0.3027682 Mar 10 15:02:18.249742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-07d40732-2d54-4354-b937-919a2ee821e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:18.252062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-07d40732-2d54-4354-b937-919a2ee821e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.0925815 Mar 10 15:02:18.260102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Pushing event updated for resources: {'Port': ['ID=b24b4422-4468-4eb3-a2bf-b3cfae48805b,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:18.336006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-7fcc6441-6a40-460a-89bb-0dbd3164fcd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662465 Mar 10 15:02:18.336742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:18.338163 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:18.485036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b65ff2a7-be66-45b4-bd2a-4463458f99df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d983e90356b4eac8ca58317e9b1a6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783327 Mar 10 15:02:18.489169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45368) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:18.492766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a14af81c-6e1b-4bd7-a47b-d4bb96ff04ce req-e52e9315-0e23-44f4-bdbd-371c0bbd0feb tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397103 Mar 10 15:02:18.547471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989db05-7d7f-4059-a810-0de84179d214 req-1794e487-1e42-4666-9100-88fda15b6922 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:18.554951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3989db05-7d7f-4059-a810-0de84179d214 req-1794e487-1e42-4666-9100-88fda15b6922 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 946 time: 0.3065262 Mar 10 15:02:18.571821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Router ab1a0d42-f836-498a-a8bd-af457496f5f0 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:02:18.580015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-cc9a0e37-f5b2-4264-81ab-4c1ca50ebc51 service neutron] 10.222.0.62 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331998 Mar 10 15:02:18.611325 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72af94e2-78c9-409b-a55c-24c0709653a6 x-openstack-request-id: req-72af94e2-78c9-409b-a55c-24c0709653a6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:18.612066 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4", "name": "network-vif-deleted", "tag": "f3531a57-a40b-4890-92c8-4f678ef3e5ad", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:18.612277 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72af94e2-78c9-409b-a55c-24c0709653a6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:18.612781 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8799b67a-0fe2-4c0a-9fa2-1ba71a2376e4', 'name': 'network-vif-deleted', 'tag': 'f3531a57-a40b-4890-92c8-4f678ef3e5ad', 'status': 'completed', 'code': 200} Mar 10 15:02:18.661823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02e3551c-a180-43b1-a6a4-81ec29c98667 admin admin] Publish callbacks [] for security_group (98b86b4b-b8ac-497b-8968-6a9b90dffb05), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:18.711664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-60aad873-731b-4d9b-a5a5-c94e6b830e64 None None] Provisioning complete for port b24b4422-4468-4eb3-a2bf-b3cfae48805b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:18.712414 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-60aad873-731b-4d9b-a5a5-c94e6b830e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:18.729527 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02e3551c-a180-43b1-a6a4-81ec29c98667 admin admin] Publish callbacks [] for security_group (98b86b4b-b8ac-497b-8968-6a9b90dffb05), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:18.752846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-60aad873-731b-4d9b-a5a5-c94e6b830e64 None None] Port b24b4422-4468-4eb3-a2bf-b3cfae48805b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:02:18.780856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:02:18.785098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd8e2259-8556-461d-be4d-9fa61c52a218 req-eb0e7f64-e411-4c23-90cc-9db65df0d24d service neutron] 10.222.0.62 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894186 Mar 10 15:02:18.787990 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-146699bd-2731-4043-9761-e62f615d8247 admin admin] 10.222.0.11 "PUT /v2.0/routers/ab1a0d42-f836-498a-a8bd-af457496f5f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6200883 Mar 10 15:02:18.811988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3989db05-7d7f-4059-a810-0de84179d214 req-16aabf9e-061b-43cf-9d21-b6c96615beef tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557302 Mar 10 15:02:18.819745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02e3551c-a180-43b1-a6a4-81ec29c98667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (98b86b4b-b8ac-497b-8968-6a9b90dffb05), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:18.830272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e3daca5-7c96-40e5-9083-ebca14484995 req-6d9f63e5-0893-4ed5-ab4a-42b738e5734a tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/f7a6d164-f401-42e0-b63e-81fa4de7ae3f HTTP/1.1" status: 200 len: 1817 time: 0.1979442 Mar 10 15:02:18.837544 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02e3551c-a180-43b1-a6a4-81ec29c98667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:18.838840 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-02e3551c-a180-43b1-a6a4-81ec29c98667 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98b86b4b-b8ac-497b-8968-6a9b90dffb05 HTTP/1.1" status: 204 len: 168 time: 0.3486068 Mar 10 15:02:18.857231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3551c-a180-43b1-a6a4-81ec29c98667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b86b4b-b8ac-497b-8968-6a9b90dffb05,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:18.983983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4e3daca5-7c96-40e5-9083-ebca14484995 req-c86d22fb-7b4f-4866-9eec-3da278afd69b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (f7a6d164-f401-42e0-b63e-81fa4de7ae3f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.029500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4e3daca5-7c96-40e5-9083-ebca14484995 req-c86d22fb-7b4f-4866-9eec-3da278afd69b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (f7a6d164-f401-42e0-b63e-81fa4de7ae3f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.107216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf72358-27db-49bd-bef1-17c9b87f5208 req-6aa2d6dd-93de-43db-9728-142bda0b41f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:19.108920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbf72358-27db-49bd-bef1-17c9b87f5208 req-6aa2d6dd-93de-43db-9728-142bda0b41f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.1023061 Mar 10 15:02:19.120025 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4e3daca5-7c96-40e5-9083-ebca14484995 req-c86d22fb-7b4f-4866-9eec-3da278afd69b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f7a6d164-f401-42e0-b63e-81fa4de7ae3f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.122643 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4e3daca5-7c96-40e5-9083-ebca14484995 req-c86d22fb-7b4f-4866-9eec-3da278afd69b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.123926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e3daca5-7c96-40e5-9083-ebca14484995 req-c86d22fb-7b4f-4866-9eec-3da278afd69b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "DELETE /v2.0/security-groups/f7a6d164-f401-42e0-b63e-81fa4de7ae3f HTTP/1.1" status: 204 len: 173 time: 0.2927179 Mar 10 15:02:19.154485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d22fb-7b4f-4866-9eec-3da278afd69b tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a6d164-f401-42e0-b63e-81fa4de7ae3f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:19.208045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbf72358-27db-49bd-bef1-17c9b87f5208 req-aa797a4c-dcee-48da-911a-5d162843a19a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847957 Mar 10 15:02:19.269225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8ac8a6a2-f6cb-41fe-a92c-9908c8285914 req-6c97db71-81e0-489c-a1fc-02f9ea2ab147 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1758205311', 'description': 'tempest-description-81226799'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:19.298398 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8ac8a6a2-f6cb-41fe-a92c-9908c8285914 req-6c97db71-81e0-489c-a1fc-02f9ea2ab147 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.395723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8ac8a6a2-f6cb-41fe-a92c-9908c8285914 req-6c97db71-81e0-489c-a1fc-02f9ea2ab147 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (b6b23fa7-b382-4050-a13e-b57edc19978d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.402288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8ac8a6a2-f6cb-41fe-a92c-9908c8285914 req-6c97db71-81e0-489c-a1fc-02f9ea2ab147 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b6b23fa7-b382-4050-a13e-b57edc19978d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.452586 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8ac8a6a2-f6cb-41fe-a92c-9908c8285914 req-6c97db71-81e0-489c-a1fc-02f9ea2ab147 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.455428 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ac8a6a2-f6cb-41fe-a92c-9908c8285914 req-6c97db71-81e0-489c-a1fc-02f9ea2ab147 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1926346 Mar 10 15:02:19.472287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97db71-81e0-489c-a1fc-02f9ea2ab147 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b23fa7-b382-4050-a13e-b57edc19978d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:19.487920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:19.494937 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23a9c0a-ec90-478d-83d0-aa38574918d3" -d '{"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-plugged", "status": "completed", "tag": "46ccb9ac-de38-45b7-a7ee-5b3d8866b478"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:19.535624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5afb34b-c555-43c8-a9a3-88967c85e60f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:19.605319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eafa6-8500-47b8-ab6f-0dcc684579a9 req-a524ce8a-ebfe-4ed8-a8ca-f50a974e4a18 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:19.607218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-011eafa6-8500-47b8-ab6f-0dcc684579a9 req-a524ce8a-ebfe-4ed8-a8ca-f50a974e4a18 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 944 time: 0.0692780 Mar 10 15:02:19.622134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b5afb34b-c555-43c8-a9a3-88967c85e60f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:19.623014 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.673793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-011eafa6-8500-47b8-ab6f-0dcc684579a9 req-9b0a6427-f808-4406-a602-045aab44c1b2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579531 Mar 10 15:02:19.742770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9caae667-b529-4010-86ed-03d9902015fd details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:02:19.756859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f3531a57-a40b-4890-92c8-4f678ef3e5ad no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:19.800033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: f3531a57-a40b-4890-92c8-4f678ef3e5ad {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:19.800737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f3531a57-a40b-4890-92c8-4f678ef3e5ad not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:19.806199 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45414) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:19.808906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b5afb34b-c555-43c8-a9a3-88967c85e60f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:19.809353 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.813727 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b93ee46e-9c9d-4d88-941c-f6c615b06648 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1937809109', 'description': 'tempest-description--2073700117'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:19.820611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b6972c2-6b0e-4c28-b096-429a59a1a4c0 req-1c912af2-4e66-4dab-ba94-e7e478533d31 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/b6b23fa7-b382-4050-a13e-b57edc19978d HTTP/1.1" status: 200 len: 1816 time: 0.0653486 Mar 10 15:02:19.833705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4b6972c2-6b0e-4c28-b096-429a59a1a4c0 req-c1ee2685-f252-49e0-8a80-702f2d3aed8a tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2058902035', 'description': 'tempest-description-hth-1901338650'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:19.864332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port b5afb34b-c555-43c8-a9a3-88967c85e60f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b5afb34b-c555-43c8-a9a3-88967c85e60f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:19.889392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b93ee46e-9c9d-4d88-941c-f6c615b06648 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.902981 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b6972c2-6b0e-4c28-b096-429a59a1a4c0 req-c1ee2685-f252-49e0-8a80-702f2d3aed8a tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (b6b23fa7-b382-4050-a13e-b57edc19978d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:19.946732 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c9b507-bbcb-4b28-8984-03c4804e1f05 x-openstack-request-id: req-88c9b507-bbcb-4b28-8984-03c4804e1f05 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:19.951428 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-plugged", "status": "completed", "tag": "46ccb9ac-de38-45b7-a7ee-5b3d8866b478", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:19.957470 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88c9b507-bbcb-4b28-8984-03c4804e1f05 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:19.959222 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478', 'code': 200} Mar 10 15:02:19.972520 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.028902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b93ee46e-9c9d-4d88-941c-f6c615b06648 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group (cae7a2cb-6773-4034-83e4-a7ca7b9817e7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.037273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b93ee46e-9c9d-4d88-941c-f6c615b06648 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cae7a2cb-6773-4034-83e4-a7ca7b9817e7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.060764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:20.072955 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b93ee46e-9c9d-4d88-941c-f6c615b06648 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.074643 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b6972c2-6b0e-4c28-b096-429a59a1a4c0 req-c1ee2685-f252-49e0-8a80-702f2d3aed8a tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (b6b23fa7-b382-4050-a13e-b57edc19978d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.076280 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b93ee46e-9c9d-4d88-941c-f6c615b06648 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2678242 Mar 10 15:02:20.081164 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45420) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:20.087553 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e7d4f8ba-c8ed-41d2-9202-dbd043c95b76 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Request body: {'security_group_rule': {'security_group_id': 'cae7a2cb-6773-4034-83e4-a7ca7b9817e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:20.095758 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b6972c2-6b0e-4c28-b096-429a59a1a4c0 req-c1ee2685-f252-49e0-8a80-702f2d3aed8a tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b6b23fa7-b382-4050-a13e-b57edc19978d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.097200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=b5afb34b-c555-43c8-a9a3-88967c85e60f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:20.098487 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b6972c2-6b0e-4c28-b096-429a59a1a4c0 req-c1ee2685-f252-49e0-8a80-702f2d3aed8a tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.100896 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '9caae667-b529-4010-86ed-03d9902015fd', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '9caae667-b529-4010-86ed-03d9902015fd', 'mac_address': 'fa:16:3e:82:55:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:02:20.107487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b6972c2-6b0e-4c28-b096-429a59a1a4c0 req-c1ee2685-f252-49e0-8a80-702f2d3aed8a tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "PUT /v2.0/security-groups/b6b23fa7-b382-4050-a13e-b57edc19978d HTTP/1.1" status: 200 len: 1792 time: 0.2812393 Mar 10 15:02:20.129638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ee46e-9c9d-4d88-941c-f6c615b06648 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae7a2cb-6773-4034-83e4-a7ca7b9817e7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:20.133269 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e7d4f8ba-c8ed-41d2-9202-dbd043c95b76 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group_rule (c2ba0bb7-766e-418c-af7b-78f7327bb576), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.178038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 9caae667-b529-4010-86ed-03d9902015fd is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:20.178880 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.213786 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9caae667-b529-4010-86ed-03d9902015fd {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:20.234889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee2685-f252-49e0-8a80-702f2d3aed8a tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b23fa7-b382-4050-a13e-b57edc19978d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:20.246521 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e7d4f8ba-c8ed-41d2-9202-dbd043c95b76 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group_rule (c2ba0bb7-766e-418c-af7b-78f7327bb576), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.252959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e7d4f8ba-c8ed-41d2-9202-dbd043c95b76 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (c2ba0bb7-766e-418c-af7b-78f7327bb576), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.257363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468c630-4e30-4b82-8e99-41ad66d1aacd req-299093c9-33ce-4744-aac4-5c42b2837a2e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:20.267807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:20.268862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2468c630-4e30-4b82-8e99-41ad66d1aacd req-299093c9-33ce-4744-aac4-5c42b2837a2e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 949 time: 0.2967029 Mar 10 15:02:20.276616 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.280989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d96e1-966d-4d1a-9573-bfc4690d6719 req-b2971a2e-1d58-43ea-a00f-6d38eee1af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:20.282859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-470d96e1-966d-4d1a-9573-bfc4690d6719 req-b2971a2e-1d58-43ea-a00f-6d38eee1af3d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1127 time: 0.3254642 Mar 10 15:02:20.284632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4f8ba-c8ed-41d2-9202-dbd043c95b76 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ba0bb7-766e-418c-af7b-78f7327bb576,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:20.290282 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e7d4f8ba-c8ed-41d2-9202-dbd043c95b76 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.292264 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e7d4f8ba-c8ed-41d2-9202-dbd043c95b76 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2095263 Mar 10 15:02:20.294709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45430) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:20.299899 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-af20e690-5647-4a78-873d-f37daff4ae86 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Request body: {'security_group_rule': {'security_group_id': 'cae7a2cb-6773-4034-83e4-a7ca7b9817e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:20.337739 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-af20e690-5647-4a78-873d-f37daff4ae86 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group_rule (01d18ba0-a0b9-483b-a3e8-71b375b9c1d2), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.376974 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.380502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=12']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:20.407329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2468c630-4e30-4b82-8e99-41ad66d1aacd req-6306998a-9250-49b6-b859-e3889515005f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373599 Mar 10 15:02:20.412280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-470d96e1-966d-4d1a-9573-bfc4690d6719 req-50f23d70-7bc6-44cb-a77f-b79a411405ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177933 Mar 10 15:02:20.426222 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-af20e690-5647-4a78-873d-f37daff4ae86 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group_rule (01d18ba0-a0b9-483b-a3e8-71b375b9c1d2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.432403 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-af20e690-5647-4a78-873d-f37daff4ae86 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (01d18ba0-a0b9-483b-a3e8-71b375b9c1d2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.454036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20e690-5647-4a78-873d-f37daff4ae86 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d18ba0-a0b9-483b-a3e8-71b375b9c1d2,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:20.464498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-af20e690-5647-4a78-873d-f37daff4ae86 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.468626 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-af20e690-5647-4a78-873d-f37daff4ae86 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1700327 Mar 10 15:02:20.469028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45438) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:20.474334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:20.478444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9c8c7-c8ae-4cb0-8ca9-42e18ecd6352 req-64647df1-bfac-4209-8171-935f11814b61 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:20.479987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09e9c8c7-c8ae-4cb0-8ca9-42e18ecd6352 req-64647df1-bfac-4209-8171-935f11814b61 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 946 time: 0.1501865 Mar 10 15:02:20.508832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.521044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9491216-667c-46b3-8064-5efd3ac6e395 req-e332349e-8f5c-402a-86d4-3554bfa5e7d5 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/b6b23fa7-b382-4050-a13e-b57edc19978d HTTP/1.1" status: 200 len: 1792 time: 0.0889978 Mar 10 15:02:20.543483 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Sync routers for ids ['ab1a0d42-f836-498a-a8bd-af457496f5f0'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:02:20.565692 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Routers {'ab1a0d42-f836-498a-a8bd-af457496f5f0'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:02:20.566698 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:01:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab1a0d42-f836-498a-a8bd-af457496f5f0'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:20.568437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09e9c8c7-c8ae-4cb0-8ca9-42e18ecd6352 req-1411dae5-ba34-4faf-a437-73933faebd67 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752707 Mar 10 15:02:20.614373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead681ec-d1e7-47a1-ba27-86c025891dae', 'tag': 'a0c69f9a-58d5-4635-a204-a332b1aa6ceb'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:20.617168 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e386d7-cbd7-4a3b-bc3b-c54549da09fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ead681ec-d1e7-47a1-ba27-86c025891dae", "tag": "a0c69f9a-58d5-4635-a204-a332b1aa6ceb"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:20.692167 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.723031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c2414-9978-4724-a5ff-884873013282 req-298e55cb-00b4-4755-81b1-fa7aff0d452c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:20.732204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df5c2414-9978-4724-a5ff-884873013282 req-298e55cb-00b4-4755-81b1-fa7aff0d452c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.0964754 Mar 10 15:02:20.743616 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['9caae667-b529-4010-86ed-03d9902015fd'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:20.829481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Allocated IP 172.25.3.178 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/4784e13b-a95b-4393-a6b4-a99dc04bd942) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:20.840149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df5c2414-9978-4724-a5ff-884873013282 req-88b3e6a0-4f71-4990-9b4e-cfe62e661a39 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064811 Mar 10 15:02:20.847994 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Set router ab1a0d42-f836-498a-a8bd-af457496f5f0 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:02:20.967108 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for port (4784e13b-a95b-4393-a6b4-a99dc04bd942), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:20.988058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19c7cb42-6d19-4161-b834-3b44cbfebbfa req-4b4bf839-e9be-493d-8ac5-7373d5cfe68f tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/b6b23fa7-b382-4050-a13e-b57edc19978d HTTP/1.1" status: 200 len: 1792 time: 0.1041269 Mar 10 15:02:20.992179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257e6b9-43a0-42db-9df9-dcce8d2a4294 req-a438e9ec-1ecd-47ef-8978-042d4dfe747d tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:20.993707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d257e6b9-43a0-42db-9df9-dcce8d2a4294 req-a438e9ec-1ecd-47ef-8978-042d4dfe747d tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 1132 time: 0.1835189 Mar 10 15:02:21.106140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-19c7cb42-6d19-4161-b834-3b44cbfebbfa req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (b6b23fa7-b382-4050-a13e-b57edc19978d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.121956 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d257e6b9-43a0-42db-9df9-dcce8d2a4294 req-1d21bd3b-fed8-4622-b7e1-6cb64c72470e tempest-MigrationsAdminTest-2017723747 tempest-MigrationsAdminTest-2017723747-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154363 Mar 10 15:02:21.145395 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:17Z', 'revision_number': 4, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'b24b4422-4468-4eb3-a2bf-b3cfae48805b', 'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'mac_address': 'fa:16:3e:b4:8f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:16Z', 'updated_at': '2022-03-10T15:02:17Z', 'revision_number': 2, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'subnets': [{'id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:21.179283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-19c7cb42-6d19-4161-b834-3b44cbfebbfa req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (b6b23fa7-b382-4050-a13e-b57edc19978d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.185030 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Checking router: ab1a0d42-f836-498a-a8bd-af457496f5f0 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:02:21.185738 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Updating router ab1a0d42-f836-498a-a8bd-af457496f5f0 port b24b4422-4468-4eb3-a2bf-b3cfae48805b binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:02:21.240280 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.256264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-19c7cb42-6d19-4161-b834-3b44cbfebbfa req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b6b23fa7-b382-4050-a13e-b57edc19978d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.258954 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-19c7cb42-6d19-4161-b834-3b44cbfebbfa req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.260159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19c7cb42-6d19-4161-b834-3b44cbfebbfa req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "DELETE /v2.0/security-groups/b6b23fa7-b382-4050-a13e-b57edc19978d HTTP/1.1" status: 204 len: 173 time: 0.2712922 Mar 10 15:02:21.284677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b23fa7-b382-4050-a13e-b57edc19978d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:21.300391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.300643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.301018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.301408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.302927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.303718 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.304291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.304860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.305459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.307759 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4784e13b-a95b-4393-a6b4-a99dc04bd942), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.310307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.310783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.311765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.313340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdde549-847a-40e7-b6c0-cc3c918258c2 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.324130 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0509337d-e81e-4ba2-b72e-faeb318b72a7 x-openstack-request-id: req-0509337d-e81e-4ba2-b72e-faeb318b72a7 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:21.324608 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead681ec-d1e7-47a1-ba27-86c025891dae", "tag": "a0c69f9a-58d5-4635-a204-a332b1aa6ceb", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:21.324898 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0509337d-e81e-4ba2-b72e-faeb318b72a7 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:21.325621 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead681ec-d1e7-47a1-ba27-86c025891dae', 'tag': 'a0c69f9a-58d5-4635-a204-a332b1aa6ceb', 'status': 'completed', 'code': 200} Mar 10 15:02:21.361514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:21.367203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:21.371643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:21.408835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event updated for resources: {'Port': ['ID=4784e13b-a95b-4393-a6b4-a99dc04bd942,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:21.431655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e386d7-cbd7-4a3b-bc3b-c54549da09fc req-63914e76-2ccc-4448-b8ef-00d682915b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:21.433482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35e386d7-cbd7-4a3b-bc3b-c54549da09fc req-63914e76-2ccc-4448-b8ef-00d682915b92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 1126 time: 0.0730672 Mar 10 15:02:21.496570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5afb34b-c555-43c8-a9a3-88967c85e60f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:21.508275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for floatingip (49e9fb55-331d-4196-9daf-599772054c38), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.562690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b5afb34b-c555-43c8-a9a3-88967c85e60f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:21.563094 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.589088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4784e13b-a95b-4393-a6b4-a99dc04bd942), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.669945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b5afb34b-c555-43c8-a9a3-88967c85e60f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:21.676432 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5560e66d-2926-4e53-a153-1a55394708f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.692929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940a21a-da53-43de-925d-d27626c6974f req-1baacff7-501f-4692-887e-11910b01d4d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:21.694502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7940a21a-da53-43de-925d-d27626c6974f req-1baacff7-501f-4692-887e-11910b01d4d6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 944 time: 0.2535365 Mar 10 15:02:21.725646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e386d7-cbd7-4a3b-bc3b-c54549da09fc req-916caa15-1678-42dc-a5da-768a29603b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:21.727439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35e386d7-cbd7-4a3b-bc3b-c54549da09fc req-916caa15-1678-42dc-a5da-768a29603b8c service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 912 time: 0.2842252 Mar 10 15:02:21.743850 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Publish callbacks [] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.754196 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.780365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35e386d7-cbd7-4a3b-bc3b-c54549da09fc req-8ef57470-cba2-4883-be61-14174fd4ac6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c69f9a-58d5-4635-a204-a332b1aa6ceb HTTP/1.1" status: 200 len: 217 time: 0.0455494 Mar 10 15:02:21.823136 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Pushing event updated for resources: {'Port': ['ID=b24b4422-4468-4eb3-a2bf-b3cfae48805b,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:21.846206 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for port (4784e13b-a95b-4393-a6b4-a99dc04bd942), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.850633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e386d7-cbd7-4a3b-bc3b-c54549da09fc req-ab9af813-bab1-44dd-b06c-1c15665df449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:21.852199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35e386d7-cbd7-4a3b-bc3b-c54549da09fc req-ab9af813-bab1-44dd-b06c-1c15665df449 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.0645087 Mar 10 15:02:21.854564 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.855185 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.855701 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.856196 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.856684 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.857376 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.857870 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.858570 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.859153 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.859681 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.860163 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.860652 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.861136 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:21.866741 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (4784e13b-a95b-4393-a6b4-a99dc04bd942), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.908707 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Attempting to bind port b24b4422-4468-4eb3-a2bf-b3cfae48805b on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:21.909116 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Attempting to bind port b24b4422-4468-4eb3-a2bf-b3cfae48805b by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:21.910162 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Attempting to bind port b24b4422-4468-4eb3-a2bf-b3cfae48805b on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:21.911425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35e386d7-cbd7-4a3b-bc3b-c54549da09fc req-4fd230b2-c639-4769-9d85-30bf1bf92e0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474291 Mar 10 15:02:21.918603 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:21.919341 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Checking segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:21.919918 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.920530 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Bound using segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:21.921410 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Bound port: b24b4422-4468-4eb3-a2bf-b3cfae48805b, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:21.922354 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:21.940949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7940a21a-da53-43de-925d-d27626c6974f req-22d7de1d-0534-49c3-925a-cb326eeb6b03 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315111 Mar 10 15:02:22.000242 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] For port b24b4422-4468-4eb3-a2bf-b3cfae48805b, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:22.007774 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] For port b24b4422-4468-4eb3-a2bf-b3cfae48805b, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b24b4422-4468-4eb3-a2bf-b3cfae48805b,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:22.013638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event updated for resources: {'Port': ['ID=4784e13b-a95b-4393-a6b4-a99dc04bd942,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:22.021257 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:22.050825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (49e9fb55-331d-4196-9daf-599772054c38), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:22.103119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7bf71-9390-4bd3-984a-d33535f44153 req-91c9e3e6-ed9b-4891-86cf-90c5fb1a7da2 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:22.103596 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:22.110810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbb7bf71-9390-4bd3-984a-d33535f44153 req-91c9e3e6-ed9b-4891-86cf-90c5fb1a7da2 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 946 time: 0.1406014 Mar 10 15:02:22.114402 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a9d29669-a93c-4efb-831b-70dbc0d42d8b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6439786 Mar 10 15:02:22.127475 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Routers {'ab1a0d42-f836-498a-a8bd-af457496f5f0'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:02:22.128380 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:01:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab1a0d42-f836-498a-a8bd-af457496f5f0'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:22.132301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35e386d7-cbd7-4a3b-bc3b-c54549da09fc req-58866d16-a204-4c4f-acd5-7f1f8151c28d service neutron] 10.222.0.62 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902800 Mar 10 15:02:22.135967 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72735be-37d9-46cf-8038-883c5baa0264 None None] Pushing event updated for resources: {'Port': ['ID=b24b4422-4468-4eb3-a2bf-b3cfae48805b,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:22.214577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8a0d4c8c-663e-4f66-ace6-217d0ca13d65 None None] Provisioning complete for port b24b4422-4468-4eb3-a2bf-b3cfae48805b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:22.215157 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4c8c-663e-4f66-ace6-217d0ca13d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:22.260827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbb7bf71-9390-4bd3-984a-d33535f44153 req-b5a59f0f-b83e-4234-b3ef-e3b286a86723 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490049 Mar 10 15:02:22.268134 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] Set router ab1a0d42-f836-498a-a8bd-af457496f5f0 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:02:22.274194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa53af-c468-4180-ae80-53d42d1692ba req-7d1c9d22-a7fd-4f39-947f-bffef623b248 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:22.283379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5fa53af-c468-4180-ae80-53d42d1692ba req-7d1c9d22-a7fd-4f39-947f-bffef623b248 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.1704540 Mar 10 15:02:22.338101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a0c69f9a-58d5-4635-a204-a332b1aa6ceb details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:02:22.415620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35e386d7-cbd7-4a3b-bc3b-c54549da09fc req-857d99e6-1cb1-4d8f-9a56-a6d353c6a9c2 service neutron] 10.222.0.62 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640123 Mar 10 15:02:22.487021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5fa53af-c468-4180-ae80-53d42d1692ba req-fe7c3633-2ec2-4754-a543-15a4218820bc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937858 Mar 10 15:02:22.525178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a0c69f9a-58d5-4635-a204-a332b1aa6ceb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a0c69f9a-58d5-4635-a204-a332b1aa6ceb,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:22.568452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d4c8c-663e-4f66-ace6-217d0ca13d65 None None] Current status of the port b24b4422-4468-4eb3-a2bf-b3cfae48805b is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:22.569192 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4c8c-663e-4f66-ace6-217d0ca13d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:22.574841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'a0c69f9a-58d5-4635-a204-a332b1aa6ceb', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'port_id': 'a0c69f9a-58d5-4635-a204-a332b1aa6ceb', 'mac_address': 'fa:16:3e:0f:3c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f999e85-afee-4f55-a7b1-cf2f9a5ab040', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:02:22.606107 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:17Z', 'revision_number': 4, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'b24b4422-4468-4eb3-a2bf-b3cfae48805b', 'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'mac_address': 'fa:16:3e:b4:8f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:16Z', 'updated_at': '2022-03-10T15:02:21Z', 'revision_number': 4, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'subnets': [{'id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:22.634354 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a50e28c-a403-4e17-9086-ba0e998dbd0d None None] The sync data for ids ['ab1a0d42-f836-498a-a8bd-af457496f5f0'] in n-d-833090-1 is: [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:17Z', 'revision_number': 4, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'b24b4422-4468-4eb3-a2bf-b3cfae48805b', 'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'mac_address': 'fa:16:3e:b4:8f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:16Z', 'updated_at': '2022-03-10T15:02:21Z', 'revision_number': 4, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'subnets': [{'id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:02:22.657107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port a0c69f9a-58d5-4635-a204-a332b1aa6ceb is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:22.657721 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:22.660905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8a0d4c8c-663e-4f66-ace6-217d0ca13d65 None None] For port b24b4422-4468-4eb3-a2bf-b3cfae48805b, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b24b4422-4468-4eb3-a2bf-b3cfae48805b,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:22.670416 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4c8c-663e-4f66-ace6-217d0ca13d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:22.679188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c69f9a-58d5-4635-a204-a332b1aa6ceb {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:22.704376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a0c69f9a-58d5-4635-a204-a332b1aa6ceb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a0c69f9a-58d5-4635-a204-a332b1aa6ceb,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:22.708271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08081-b5df-4f5a-badc-acd3efdde5e7 req-872166e4-1da7-4a09-8977-6b1331d2d1f7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:22.709860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ada08081-b5df-4f5a-badc-acd3efdde5e7 req-872166e4-1da7-4a09-8977-6b1331d2d1f7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.1052198 Mar 10 15:02:22.756445 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:22.781403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-b0e9b25a-5ec3-4fda-aa8a-8fb5fe86df25 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1937809109&fields=id&tenant_id=702a8da67ca84fdb9cea78ab5e9893b6 HTTP/1.1" status: 200 len: 267 time: 0.1082511 Mar 10 15:02:22.810147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d4c8c-663e-4f66-ace6-217d0ca13d65 None None] Pushing event updated for resources: {'Port': ['ID=b24b4422-4468-4eb3-a2bf-b3cfae48805b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:22.813338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-786837ab-83a2-4b01-9368-6dd530ea34d5 None None] Provisioning complete for port b24b4422-4468-4eb3-a2bf-b3cfae48805b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:22.813723 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-786837ab-83a2-4b01-9368-6dd530ea34d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:22.831441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ada08081-b5df-4f5a-badc-acd3efdde5e7 req-7c6521dc-43d1-4e80-8884-a2a3c33e14f6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049161 Mar 10 15:02:22.896539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=a0c69f9a-58d5-4635-a204-a332b1aa6ceb,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:22.914161 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-ed899dc5-742e-4715-8372-d8d9cd8cac01 req-f60b78c5-7a37-474f-bb68-267ee96f6ab1 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] show failed (client error): The resource could not be found. Mar 10 15:02:22.915237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed899dc5-742e-4715-8372-d8d9cd8cac01 req-f60b78c5-7a37-474f-bb68-267ee96f6ab1 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/f7a6d164-f401-42e0-b63e-81fa4de7ae3f HTTP/1.1" status: 404 len: 352 time: 0.0253711 Mar 10 15:02:22.946953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018139-c604-40e1-bef5-963538d3a583 req-932c6976-0224-446c-aa39-65f1e6f3b479 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:22.949664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-786837ab-83a2-4b01-9368-6dd530ea34d5 None None] Current status of the port b24b4422-4468-4eb3-a2bf-b3cfae48805b is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:22.952707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-932c6976-0224-446c-aa39-65f1e6f3b479 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 812 time: 0.1621954 Mar 10 15:02:22.970884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-cdb862f6-df11-40ce-be5c-675d5a0e6416 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/quotas/702a8da67ca84fdb9cea78ab5e9893b6 HTTP/1.1" status: 200 len: 375 time: 0.0118041 Mar 10 15:02:23.048103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-127df7ae-a146-4a2e-8a6e-ec5b5c4e47eb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643127 Mar 10 15:02:23.142994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['a0c69f9a-58d5-4635-a204-a332b1aa6ceb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:23.151856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-e4ddc518-db98-447d-b471-47293507327d service neutron] 10.222.0.11 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963020 Mar 10 15:02:23.273185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-c99d5d6c-782b-4940-ae7a-a71840c78d1b service neutron] 10.222.0.11 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142378 Mar 10 15:02:23.313627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a7786-84d1-45d1-817e-ef715a3b020c req-753b80c6-2cfb-4191-99c4-5d05bc200248 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:23.315573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-494a7786-84d1-45d1-817e-ef715a3b020c req-753b80c6-2cfb-4191-99c4-5d05bc200248 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1127 time: 0.0576227 Mar 10 15:02:23.365094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-494a7786-84d1-45d1-817e-ef715a3b020c req-4219f7f1-67c0-479e-98e3-3f3cef801a44 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437279 Mar 10 15:02:23.420015 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-7e41c0c4-dcaf-4a0f-ba19-104c12c13bed req-fde966b3-dec8-4d93-9e35-5aa8acfceedb tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] show failed (client error): The resource could not be found. Mar 10 15:02:23.427904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e41c0c4-dcaf-4a0f-ba19-104c12c13bed req-fde966b3-dec8-4d93-9e35-5aa8acfceedb tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/31aa8265-f6ea-48be-a809-5218cb256dac HTTP/1.1" status: 404 len: 352 time: 0.0214262 Mar 10 15:02:23.488389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b24b4422-4468-4eb3-a2bf-b3cfae48805b up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:23.583549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce47420-bf21-4a09-b2c9-64cec1b80e19 req-e6e8bbfa-3871-48d8-a2f4-d654edc876e6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:23.585119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ce47420-bf21-4a09-b2c9-64cec1b80e19 req-e6e8bbfa-3871-48d8-a2f4-d654edc876e6 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 945 time: 0.0816278 Mar 10 15:02:23.681192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ce47420-bf21-4a09-b2c9-64cec1b80e19 req-6c197d9a-dbc6-443e-9ed0-6bf3a02168f5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889802 Mar 10 15:02:23.850333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9caae667-b529-4010-86ed-03d9902015fd up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:23.913936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b24b4422-4468-4eb3-a2bf-b3cfae48805b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:23.914446 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:23.962208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc22dc-23c2-4d5a-bbc5-312204e0bdca req-92651ba2-d80e-40e4-b672-af73a74f98bb tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:23.969971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fcdc22dc-23c2-4d5a-bbc5-312204e0bdca req-92651ba2-d80e-40e4-b672-af73a74f98bb tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1127 time: 0.1028099 Mar 10 15:02:23.971999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 9caae667-b529-4010-86ed-03d9902015fd completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:02:23.988102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 9caae667-b529-4010-86ed-03d9902015fd triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:23.988581 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9caae667-b529-4010-86ed-03d9902015fd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:23.994583 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a066a1b-036a-4202-a526-387d0790ab86 req-59c6b0ef-eea7-4381-8485-30e4b7088d26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:23.996190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a066a1b-036a-4202-a526-387d0790ab86 req-59c6b0ef-eea7-4381-8485-30e4b7088d26 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 946 time: 0.1909659 Mar 10 15:02:24.006380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b970-1d29-4aab-9eae-86aeb3823b34 req-7bcf620a-bf3c-426e-bed2-77a05bd7f46f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:24.007908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59a6b970-1d29-4aab-9eae-86aeb3823b34 req-7bcf620a-bf3c-426e-bed2-77a05bd7f46f tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 950 time: 0.1719193 Mar 10 15:02:24.039611 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3f1a607d-7bc9-4386-a2e4-c686657a35e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:24.129286 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b24b4422-4468-4eb3-a2bf-b3cfae48805b is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:24.152739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 9caae667-b529-4010-86ed-03d9902015fd is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:24.153107 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:24.179249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fcdc22dc-23c2-4d5a-bbc5-312204e0bdca req-f1110ce7-3bc3-41b3-bedf-a76280fab168 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081370 Mar 10 15:02:24.195492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a066a1b-036a-4202-a526-387d0790ab86 req-3f592155-81e7-44ac-8a95-3741bd01377a tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852369 Mar 10 15:02:24.208448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:24.209825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caae667-b529-4010-86ed-03d9902015fd'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:24.214008 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57a3a96-4217-4c53-99e5-5e60aae8d43b" -d '{"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "9caae667-b529-4010-86ed-03d9902015fd"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:24.220599 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:24.255377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-59a6b970-1d29-4aab-9eae-86aeb3823b34 req-370e1720-9e21-4e06-89ef-6b2c7882ddc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Deleting port 9caae667-b529-4010-86ed-03d9902015fd {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:24.255377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59a6b970-1d29-4aab-9eae-86aeb3823b34 req-370e1720-9e21-4e06-89ef-6b2c7882ddc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9caae667-b529-4010-86ed-03d9902015fd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:24.287994 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-e9e9538a-5a94-4faa-9058-0eee042559a6 req-0c786adf-ec38-4416-9abb-bbe5a6171c49 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] show failed (client error): The resource could not be found. Mar 10 15:02:24.294532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=13']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:24.302143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9e9538a-5a94-4faa-9058-0eee042559a6 req-0c786adf-ec38-4416-9abb-bbe5a6171c49 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/07a420a2-3d13-415b-baef-464df06cf27a HTTP/1.1" status: 404 len: 352 time: 0.0505757 Mar 10 15:02:24.340237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a0c69f9a-58d5-4635-a204-a332b1aa6ceb up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:24.366851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e58c8332-9c81-419c-8445-5825f96a4934 req-0b58c534-21ec-45a6-9032-3e05bccc4209 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 210 time: 0.0534790 Mar 10 15:02:24.409616 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port a0c69f9a-58d5-4635-a204-a332b1aa6ceb completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:02:24.415967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port a0c69f9a-58d5-4635-a204-a332b1aa6ceb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:24.416649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:24.503686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-59a6b970-1d29-4aab-9eae-86aeb3823b34 req-370e1720-9e21-4e06-89ef-6b2c7882ddc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] For port 9caae667-b529-4010-86ed-03d9902015fd, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9caae667-b529-4010-86ed-03d9902015fd,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:24.504057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59a6b970-1d29-4aab-9eae-86aeb3823b34 req-370e1720-9e21-4e06-89ef-6b2c7882ddc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9caae667-b529-4010-86ed-03d9902015fd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:24.504792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port a0c69f9a-58d5-4635-a204-a332b1aa6ceb is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:24.505303 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:24.541109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a0c69f9a-58d5-4635-a204-a332b1aa6ceb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a0c69f9a-58d5-4635-a204-a332b1aa6ceb,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:24.546641 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:24.605619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=a0c69f9a-58d5-4635-a204-a332b1aa6ceb,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:24.816515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7025c-9a6b-4fc2-bbf1-f7989a9f822b req-f23692e6-7eb9-4389-8fc8-aa67a6b2c3c8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:24.817971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39b7025c-9a6b-4fc2-bbf1-f7989a9f822b req-f23692e6-7eb9-4389-8fc8-aa67a6b2c3c8 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1 HTTP/1.1" status: 200 len: 951 time: 0.4495757 Mar 10 15:02:24.823847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-59a6b970-1d29-4aab-9eae-86aeb3823b34 req-370e1720-9e21-4e06-89ef-6b2c7882ddc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Calling delete_port for 9caae667-b529-4010-86ed-03d9902015fd owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:25.034813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39b7025c-9a6b-4fc2-bbf1-f7989a9f822b req-aae934b4-dab5-4f02-ab4f-914322c60a91 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912334 Mar 10 15:02:25.045002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89479e52-b3af-4c99-9ac4-c9b54866d7f8 req-25a36d59-7b93-4e24-b49b-42c1f961047d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:25.051405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89479e52-b3af-4c99-9ac4-c9b54866d7f8 req-25a36d59-7b93-4e24-b49b-42c1f961047d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:25.053505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89479e52-b3af-4c99-9ac4-c9b54866d7f8 req-25a36d59-7b93-4e24-b49b-42c1f961047d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=231df9c1-1ba5-4d01-8426-de2a6c26be4c&device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 1682 time: 0.2460406 Mar 10 15:02:25.067051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018139-c604-40e1-bef5-963538d3a583 req-d3535880-0b0c-4e9f-8e78-103ac1d3146a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:25.068454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-d3535880-0b0c-4e9f-8e78-103ac1d3146a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 812 time: 0.2465210 Mar 10 15:02:25.117812 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:25.120962 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca9c777-997a-42cc-abd6-57477db66c4a x-openstack-request-id: req-5ca9c777-997a-42cc-abd6-57477db66c4a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:25.121464 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-plugged", "status": "completed", "tag": "9caae667-b529-4010-86ed-03d9902015fd", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:25.121785 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ca9c777-997a-42cc-abd6-57477db66c4a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:25.122276 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caae667-b529-4010-86ed-03d9902015fd', 'code': 200} Mar 10 15:02:25.201595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89479e52-b3af-4c99-9ac4-c9b54866d7f8 req-508d6905-708f-4d0b-a1df-7e21307bbb83 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429636 Mar 10 15:02:25.215115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-21262a15-32e1-484a-a673-c2f177c29afb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=702a8da67ca84fdb9cea78ab5e9893b6 HTTP/1.1" status: 200 len: 380 time: 0.1275837 Mar 10 15:02:25.226319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Request body: {'port': {'device_id': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'admin_state_up': True, 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'security_groups': ['cae7a2cb-6773-4034-83e4-a7ca7b9817e7']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:25.266226 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59a6b970-1d29-4aab-9eae-86aeb3823b34 req-370e1720-9e21-4e06-89ef-6b2c7882ddc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9caae667-b529-4010-86ed-03d9902015fd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:25.267969 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-d57f2ffa-2555-4c6c-a457-55f4dd994050 req-1bafb4b8-02bd-4152-b056-b0c5036d31cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] show failed (client error): The resource could not be found. Mar 10 15:02:25.269097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d57f2ffa-2555-4c6c-a457-55f4dd994050 req-1bafb4b8-02bd-4152-b056-b0c5036d31cc tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/5929c8a6-fdaf-4b36-8da0-2754927afd87 HTTP/1.1" status: 404 len: 352 time: 0.0395863 Mar 10 15:02:25.278465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:25.286310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['918a1b19-f76d-43e6-b504-867c9109a73c', 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', '9caae667-b529-4010-86ed-03d9902015fd'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:25.320846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e1720-9e21-4e06-89ef-6b2c7882ddc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Pushing event deleted for resources: {'Port': ['ID=9caae667-b529-4010-86ed-03d9902015fd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:25.457549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a6b970-1d29-4aab-9eae-86aeb3823b34 req-370e1720-9e21-4e06-89ef-6b2c7882ddc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] No DVR routers for this DVR port 9caae667-b529-4010-86ed-03d9902015fd on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:25.461092 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-59a6b970-1d29-4aab-9eae-86aeb3823b34 req-370e1720-9e21-4e06-89ef-6b2c7882ddc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:25.464820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59a6b970-1d29-4aab-9eae-86aeb3823b34 req-370e1720-9e21-4e06-89ef-6b2c7882ddc4 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "DELETE /v2.0/ports/9caae667-b529-4010-86ed-03d9902015fd HTTP/1.1" status: 204 len: 173 time: 1.4460814 Mar 10 15:02:25.465679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-deleted', 'tag': '9caae667-b529-4010-86ed-03d9902015fd'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:25.468086 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddc1deb-2951-4c29-8370-fd7b951493cb" -d '{"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-deleted", "tag": "9caae667-b529-4010-86ed-03d9902015fd"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:25.510418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8a27f-0421-401b-9162-6eaad7d11b2c req-0a139b4a-39af-460c-8042-f80ba4b61949 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:25.520564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45a8a27f-0421-401b-9162-6eaad7d11b2c req-0a139b4a-39af-460c-8042-f80ba4b61949 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.1668651 Mar 10 15:02:25.523779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Made reservation on behalf of 702a8da67ca84fdb9cea78ab5e9893b6 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:25.527199 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:25.655795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45a8a27f-0421-401b-9162-6eaad7d11b2c req-5f2e89e0-93b9-47e0-822a-f8f1eb0d78b5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341128 Mar 10 15:02:25.789272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Allocated IP 172.20.0.8 (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383/2b988082-cd0b-4fe9-9e6e-f9a72f7955de/9f2af6f6-d85f-408f-9709-73e1ba4a91e3) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:25.939156 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-3a11c30a-e860-4730-97f9-0d69a45efac0 req-01fea482-6d4c-4489-9e8b-e2e815d9d8d6 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] show failed (client error): The resource could not be found. Mar 10 15:02:25.940231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a11c30a-e860-4730-97f9-0d69a45efac0 req-01fea482-6d4c-4489-9e8b-e2e815d9d8d6 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/fb1bd120-4303-48c2-9379-2b17a7530411 HTTP/1.1" status: 404 len: 352 time: 0.0444121 Mar 10 15:02:25.986739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:26.022441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-768ba888-80b2-4e09-b7af-2ed2fb72a21b req-ee7452dc-a189-4949-8623-ea2daa5ba420 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 210 time: 0.0306354 Mar 10 15:02:26.055443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:26.093040 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91f5078-2947-470e-9d8f-cfbca39df5cf x-openstack-request-id: req-d91f5078-2947-470e-9d8f-cfbca39df5cf {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:26.093341 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1", "name": "network-vif-deleted", "tag": "9caae667-b529-4010-86ed-03d9902015fd", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:26.093666 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d91f5078-2947-470e-9d8f-cfbca39df5cf {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:26.094078 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2040b4b8-3ec4-4e9d-9e83-5b9fdf1b1ce1', 'name': 'network-vif-deleted', 'tag': '9caae667-b529-4010-86ed-03d9902015fd', 'status': 'completed', 'code': 200} Mar 10 15:02:26.108296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:26.114862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:26.119201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:26.146043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:26.184142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:26.184812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:26.210463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-2f53f044-f90a-43ee-8213-6975f76aa01f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9895389 Mar 10 15:02:26.232260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Request body: {'port': {'device_id': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:26.320315 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:26.449189 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:26.475411 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-2f0481eb-86c1-4014-ac31-06cc3884fc64 req-129c624d-24e3-4e80-a7f3-fe00fa158402 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] show failed (client error): The resource could not be found. Mar 10 15:02:26.476479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f0481eb-86c1-4014-ac31-06cc3884fc64 req-129c624d-24e3-4e80-a7f3-fe00fa158402 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/ef609f62-a429-428d-9f6b-860ad0a93e6b HTTP/1.1" status: 404 len: 352 time: 0.0690618 Mar 10 15:02:26.520652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-317718df-4e62-497f-8513-fb1482fe5d7b None None] Provisioning complete for port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:26.521025 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-317718df-4e62-497f-8513-fb1482fe5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:26.592149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-317718df-4e62-497f-8513-fb1482fe5d7b None None] Port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:02:26.651284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:26.659128 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Publish callbacks [] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:26.675230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Transition to ACTIVE for port object 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:02:26.678921 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:26.756807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:26.799875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-fb4049e7-e9f0-43f5-8565-708067210f1a tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:02:26.801025 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-fb4049e7-e9f0-43f5-8565-708067210f1a tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102365 Mar 10 15:02:26.816530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Attempting to bind port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:26.816933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Attempting to bind port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:26.817274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Attempting to bind port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:26.822622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:02:26.822987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Attempting to bind port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:26.828948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:26.829307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Checking segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:26.829692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Bound using segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:26.830190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Bound port: 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:26.830555 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:26.865233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-9e942214-fd6a-4596-9ba7-5bf300bca54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:26.870931 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-9e942214-fd6a-4596-9ba7-5bf300bca54f service neutron] 10.222.0.11 "GET /v2.0/ports/46ccb9ac-de38-45b7-a7ee-5b3d8866b478 HTTP/1.1" status: 200 len: 1124 time: 0.0612957 Mar 10 15:02:26.875767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Request body: {'binding': {'host': 'n-h2-833090-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:26.876313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Unknown quota resources ['binding']. {{(pid=115534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 15:02:26.925213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:26.931896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:26.944171 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:26.986025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:26.986639 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:26.988855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] 10.222.0.62 "PUT /v2.0/ports/9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 1091 time: 0.7716377 Mar 10 15:02:27.049902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f60e58-59fa-4812-b89f-66959e6a3a68 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:27.076521 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on host n-h2-833090-1 for vnic_type normal with profile None {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:27.076857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:27.077398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:27.082702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:02:27.083332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:27.095889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018139-c604-40e1-bef5-963538d3a583 req-0d0fac1a-8d46-4c90-98bf-e548b0c77999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:27.096146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:27.097105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:27.097509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:27.098381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-0d0fac1a-8d46-4c90-98bf-e548b0c77999 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1125 time: 0.0590384 Mar 10 15:02:27.098541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Bound port: 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:27.123704 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead681ec-d1e7-47a1-ba27-86c025891dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c69f9a-58d5-4635-a204-a332b1aa6ceb'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:27.126546 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8aa466-651a-4751-b1f8-2c3c562c6c4d" -d '{"events": [{"server_uuid": "ead681ec-d1e7-47a1-ba27-86c025891dae", "name": "network-vif-plugged", "status": "completed", "tag": "a0c69f9a-58d5-4635-a204-a332b1aa6ceb"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:27.161096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-1a1ab719-a745-4659-94dc-3ebad7fb9e46 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 217 time: 0.0537307 Mar 10 15:02:27.170263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:27.178431 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:27.189365 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b6ae9381-bcf1-4e0e-8c70-32d5b4fb606b service neutron] 10.222.0.11 "POST /v2.0/ports/46ccb9ac-de38-45b7-a7ee-5b3d8866b478/bindings HTTP/1.1" status: 201 len: 389 time: 0.3122938 Mar 10 15:02:27.226151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018139-c604-40e1-bef5-963538d3a583 req-486d4a06-067b-428a-8289-7e360ac23426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:27.228042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-486d4a06-067b-428a-8289-7e360ac23426 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.0596445 Mar 10 15:02:27.381643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018139-c604-40e1-bef5-963538d3a583 req-c162eb9f-2d36-4312-b292-524c69f6f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:27.384021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-c162eb9f-2d36-4312-b292-524c69f6f4c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1407120 Mar 10 15:02:27.394727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c0e4a-9c0c-4049-8665-36e19ea51ed4 req-86b3b840-b3d8-4e91-9d96-848aba1ab579 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:27.396339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-274c0e4a-9c0c-4049-8665-36e19ea51ed4 req-86b3b840-b3d8-4e91-9d96-848aba1ab579 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.0844829 Mar 10 15:02:27.503753 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-a49e7c9c-5f7f-4308-94fe-a057c3c4b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:27.505670 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-a49e7c9c-5f7f-4308-94fe-a057c3c4b2ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1127 time: 0.0577900 Mar 10 15:02:27.555923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-274c0e4a-9c0c-4049-8665-36e19ea51ed4 req-ea81676e-a8ca-4cfd-9f3a-4636c263a1a7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493707 Mar 10 15:02:27.569957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-d0255835-99f7-4d55-b0e5-57d133830512 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727040 Mar 10 15:02:27.613103 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-5bc6a28f-b9c5-4bb1-8585-b93fddbb11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:27.613690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92db97c-f071-45f7-914a-0f14f3e8cdce req-af262e3c-b64b-4b42-a20e-f1ed27c8ce71 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:27.614714 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-5bc6a28f-b9c5-4bb1-8585-b93fddbb11f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.1021247 Mar 10 15:02:27.615883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a92db97c-f071-45f7-914a-0f14f3e8cdce req-af262e3c-b64b-4b42-a20e-f1ed27c8ce71 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 1024 time: 0.1517184 Mar 10 15:02:27.662702 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-dad0341b-4702-43c8-82e2-fa2bcfb687e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478 HTTP/1.1" status: 200 len: 217 time: 0.0398726 Mar 10 15:02:27.716829 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-5f6aa999-3ab0-45a6-aa3e-e6048213d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:27.719293 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-5f6aa999-3ab0-45a6-aa3e-e6048213d33a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.0481918 Mar 10 15:02:27.739441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:02:27.742289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9caae667-b529-4010-86ed-03d9902015fd no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:27.757616 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-e1e63fa4-d5f6-4435-8987-59c2a5434e16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301776 Mar 10 15:02:27.758685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15018139-c604-40e1-bef5-963538d3a583 req-6d62f440-1af4-4826-b94b-cac585988be4 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814060 Mar 10 15:02:27.784085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 9caae667-b529-4010-86ed-03d9902015fd {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:27.784925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9caae667-b529-4010-86ed-03d9902015fd not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:27.793244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db97c9-891d-4c95-89a1-6b7777a2d766 req-f6dc0ea8-cd61-440e-aef5-f3e1da960b15 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:27.799532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-30db97c9-891d-4c95-89a1-6b7777a2d766 req-f6dc0ea8-cd61-440e-aef5-f3e1da960b15 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 943 time: 0.1421857 Mar 10 15:02:27.807764 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a92db97c-f071-45f7-914a-0f14f3e8cdce req-3bb8b5bd-8914-4af0-b910-9a333f7c1765 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=30b5b3fc-f2ea-48ac-aa35-1251b4cc2436&id=09ef4eb8-8fd5-4a63-932f-6f5807635162&id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1852176 Mar 10 15:02:27.865281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-30db97c9-891d-4c95-89a1-6b7777a2d766 req-a7eadc1d-62a4-4991-81aa-ae5907d6d633 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564351 Mar 10 15:02:27.873336 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefc7e50-6e1e-4220-a656-2be111a1c3df x-openstack-request-id: req-aefc7e50-6e1e-4220-a656-2be111a1c3df {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:27.873854 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead681ec-d1e7-47a1-ba27-86c025891dae", "name": "network-vif-plugged", "status": "completed", "tag": "a0c69f9a-58d5-4635-a204-a332b1aa6ceb", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:27.874105 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aefc7e50-6e1e-4220-a656-2be111a1c3df {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:27.874491 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead681ec-d1e7-47a1-ba27-86c025891dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c69f9a-58d5-4635-a204-a332b1aa6ceb', 'code': 200} Mar 10 15:02:27.877392 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-ae3c888e-7e63-4204-906f-52ec74b8c33d service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090424 Mar 10 15:02:27.907899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:27.920596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'port_id': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5', 'mac_address': 'fa:16:3e:ac:93:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc7fd95-fc00-4ffd-8ab7-ec61279237bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:02:27.969407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:27.969790 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:27.997249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:28.011036 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-67734bc8-3286-4800-95e8-ab1aaa79ea38 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213775 Mar 10 15:02:28.020349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:28.026337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64169201-598a-4972-8562-f7f65798ca16 req-d8b681a6-cb30-4000-99cf-0d703ebfe54b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:28.028317 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:28.034836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64169201-598a-4972-8562-f7f65798ca16 req-d8b681a6-cb30-4000-99cf-0d703ebfe54b tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 951 time: 0.1089664 Mar 10 15:02:28.064751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512e53d-ccc1-4ccf-8a47-94496364d796 req-aa108fe7-dea6-4db1-8165-b0245e84fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:28.065786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b512e53d-ccc1-4ccf-8a47-94496364d796 req-aa108fe7-dea6-4db1-8165-b0245e84fe4f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 1128 time: 0.1063099 Mar 10 15:02:28.086130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:28.095366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:28.097643 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850" -d '{"events": [{"name": "network-changed", "server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:28.123574 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:28.148619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64169201-598a-4972-8562-f7f65798ca16 req-537be4ac-3b9c-4558-9651-2d2fbc2cbbd6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130333 Mar 10 15:02:28.172522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9a12a-f481-4342-ac03-11dae4757a63 req-f8ae9696-b9bd-4f32-b5e4-f42523b131ab tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:28.180015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ed9a12a-f481-4342-ac03-11dae4757a63 req-f8ae9696-b9bd-4f32-b5e4-f42523b131ab tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.1347036 Mar 10 15:02:28.193108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b512e53d-ccc1-4ccf-8a47-94496364d796 req-c9235fb9-3211-4280-86a6-c998bce43402 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041965 Mar 10 15:02:28.211570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:28.253948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ed9a12a-f481-4342-ac03-11dae4757a63 req-553aa05b-e184-4812-a31b-f7b4245831b4 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716200 Mar 10 15:02:28.371298 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfe3947-5a8e-48ad-845d-477927b083c7 x-openstack-request-id: req-7bfe3947-5a8e-48ad-845d-477927b083c7 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:28.371816 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:28.372232 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7bfe3947-5a8e-48ad-845d-477927b083c7 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:28.372804 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'status': 'completed', 'code': 200} Mar 10 15:02:28.547486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850 req-7492a828-56c0-4781-8d52-ad21020ee003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:28.549352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850 req-7492a828-56c0-4781-8d52-ad21020ee003 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1125 time: 0.0902309 Mar 10 15:02:28.569049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31845250-96a4-461e-8470-af374a580ba3 req-9e838a1a-c26f-41ce-820d-ea23d1d1cd6e tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:28.570513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31845250-96a4-461e-8470-af374a580ba3 req-9e838a1a-c26f-41ce-820d-ea23d1d1cd6e tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=231df9c1-1ba5-4d01-8426-de2a6c26be4c HTTP/1.1" status: 200 len: 945 time: 0.0735795 Mar 10 15:02:28.687125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31845250-96a4-461e-8470-af374a580ba3 req-7ebf1cac-f0b2-4b7b-ba13-3008e67a6769 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/security-groups?id=e30e4a40-4819-42f7-99f2-daf1223aecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069863 Mar 10 15:02:28.718336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850 req-3a33e01b-0eb7-4abf-8765-768cb3a19a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:28.720091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850 req-3a33e01b-0eb7-4abf-8765-768cb3a19a25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.1485786 Mar 10 15:02:28.794775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850 req-e3009ed7-ea04-478e-b5d6-f3d8e61de94a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 217 time: 0.0666177 Mar 10 15:02:28.885654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a4c7e-0807-45d0-8498-0d0bcaf72132 req-1361ae69-bb44-40fd-859f-bfd2b428df0b tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:28.893504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a86a4c7e-0807-45d0-8498-0d0bcaf72132 req-1361ae69-bb44-40fd-859f-bfd2b428df0b tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.1092660 Mar 10 15:02:28.896168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850 req-f5abb1f4-704d-4a7a-ba32-f44ea87175e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:28.897563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850 req-f5abb1f4-704d-4a7a-ba32-f44ea87175e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.0849786 Mar 10 15:02:28.979406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a86a4c7e-0807-45d0-8498-0d0bcaf72132 req-fd8ed48f-f57d-4fd9-9063-80d551d10242 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849528 Mar 10 15:02:29.039502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850 req-dd014e97-a7aa-4334-ba74-094a2bbc7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:29.041302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850 req-dd014e97-a7aa-4334-ba74-094a2bbc7297 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1291881 Mar 10 15:02:29.179097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c3386-d102-4fb9-bd0a-d69d1237067a req-7d56e601-2b4a-4d18-aa74-b8e143c4ccc5 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:29.206062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab3c3386-d102-4fb9-bd0a-d69d1237067a req-7d56e601-2b4a-4d18-aa74-b8e143c4ccc5 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 1024 time: 0.2253029 Mar 10 15:02:29.273314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7f997-5ba9-419f-962a-5cc5299dadc8 req-32958ebe-8a18-4508-9ca1-cf1c9bde8a34 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:29.279392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4f7f997-5ba9-419f-962a-5cc5299dadc8 req-32958ebe-8a18-4508-9ca1-cf1c9bde8a34 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 943 time: 0.2257180 Mar 10 15:02:29.321398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850 req-cdb12262-2cee-400b-9e4f-c6d225d3e092 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573299 Mar 10 15:02:29.364123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4f7f997-5ba9-419f-962a-5cc5299dadc8 req-08428bd2-ba89-4467-9f4d-5ed7a17bb68e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771704 Mar 10 15:02:29.417707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1845665-03a5-47be-8db4-f400ebae4118 req-0dd58b0b-44aa-4cd6-b19f-737809cd4b6a tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:29.424184 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f1845665-03a5-47be-8db4-f400ebae4118 req-0dd58b0b-44aa-4cd6-b19f-737809cd4b6a tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.62 "GET /v2.0/ports?device_id=231df9c1-1ba5-4d01-8426-de2a6c26be4c HTTP/1.1" status: 200 len: 945 time: 0.0852675 Mar 10 15:02:29.441505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab3c3386-d102-4fb9-bd0a-d69d1237067a req-ef054de8-a72f-48ee-b3e2-aae04357a14f tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups?id=30b5b3fc-f2ea-48ac-aa35-1251b4cc2436&id=09ef4eb8-8fd5-4a63-932f-6f5807635162&id=de25f03e-04cf-454e-b87d-032a1e3b47ec&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2286196 Mar 10 15:02:29.584345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-f1845665-03a5-47be-8db4-f400ebae4118 req-02b99d62-2ff7-48bd-8e89-b67a221aa80d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Deleting port 81bef124-09d8-40f1-b148-5c35404d60b6 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:29.584684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f1845665-03a5-47be-8db4-f400ebae4118 req-02b99d62-2ff7-48bd-8e89-b67a221aa80d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:29.613602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7c7d8c6-438b-4cea-a00c-8bd133a3f850 req-1b48a6ed-8d7a-4bcd-a9ad-ed655004991e service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532458 Mar 10 15:02:29.706389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-f1845665-03a5-47be-8db4-f400ebae4118 req-02b99d62-2ff7-48bd-8e89-b67a221aa80d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] For port 81bef124-09d8-40f1-b148-5c35404d60b6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=81bef124-09d8-40f1-b148-5c35404d60b6,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:29.707067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f1845665-03a5-47be-8db4-f400ebae4118 req-02b99d62-2ff7-48bd-8e89-b67a221aa80d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:29.726170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c00e-23a8-45b2-8a98-c714ac22606b req-bd79564c-4e89-46b8-b7d6-b7bffaaaef50 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:29.733997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c80c00e-23a8-45b2-8a98-c714ac22606b req-bd79564c-4e89-46b8-b7d6-b7bffaaaef50 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 951 time: 0.0827882 Mar 10 15:02:29.739351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-f1845665-03a5-47be-8db4-f400ebae4118 req-02b99d62-2ff7-48bd-8e89-b67a221aa80d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Calling delete_port for 81bef124-09d8-40f1-b148-5c35404d60b6 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:29.761172 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:29.841478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:29.842289 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:29.930879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c80c00e-23a8-45b2-8a98-c714ac22606b req-ba114fd4-ed2d-4b31-8c1e-c5e5d3e4f621 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955607 Mar 10 15:02:29.957109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a65e8-393e-4db3-8855-584273259596 req-d1495dbe-cc23-4d09-a0e8-11bd468e213e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:29.962448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e86a65e8-393e-4db3-8855-584273259596 req-d1495dbe-cc23-4d09-a0e8-11bd468e213e tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.45 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 1024 time: 0.2255013 Mar 10 15:02:29.999331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:30.000349 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:30.080965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:30.089344 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb0c3d6-6577-4734-b8fa-0331c243b1f2" -d '{"events": [{"server_uuid": "34dc8575-a45e-4dd7-9640-5c2133c4f926", "name": "network-vif-plugged", "status": "completed", "tag": "f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:30.129704 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:30.140847 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:30.164989 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d577c4-074c-4de8-89b3-bfdaf82e8bdc req-59efafee-54ff-4614-b72c-1092681a0f86 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:30.166631 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b2d577c4-074c-4de8-89b3-bfdaf82e8bdc req-59efafee-54ff-4614-b72c-1092681a0f86 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "GET /v2.0/ports?device_id=25b6fdb6-de68-422d-a1d8-45cf7147032a HTTP/1.1" status: 200 len: 951 time: 0.2541273 Mar 10 15:02:30.167838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f1845665-03a5-47be-8db4-f400ebae4118 req-02b99d62-2ff7-48bd-8e89-b67a221aa80d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (81bef124-09d8-40f1-b148-5c35404d60b6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:30.211391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['edde34dc-23bc-4a7e-85d2-b3811d3f12ef'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:30.220346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['81bef124-09d8-40f1-b148-5c35404d60b6'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:30.254060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b99d62-2ff7-48bd-8e89-b67a221aa80d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Pushing event deleted for resources: {'Port': ['ID=81bef124-09d8-40f1-b148-5c35404d60b6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:30.305076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e86a65e8-393e-4db3-8855-584273259596 req-e7643ce5-bb16-43e2-8bb6-e7032d5c7f68 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Deleting port 75c86491-04e3-4fe0-914a-eb867e844066 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:30.305540 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e86a65e8-393e-4db3-8855-584273259596 req-e7643ce5-bb16-43e2-8bb6-e7032d5c7f68 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (75c86491-04e3-4fe0-914a-eb867e844066), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:30.321039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335e9fa-9af6-4ea1-8c49-22395af23b40 req-19079b08-1994-40c4-a13c-e2744ec02d25 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:30.322547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c335e9fa-9af6-4ea1-8c49-22395af23b40 req-19079b08-1994-40c4-a13c-e2744ec02d25 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.2651536 Mar 10 15:02:30.427213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:30.454736 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1845665-03a5-47be-8db4-f400ebae4118 req-02b99d62-2ff7-48bd-8e89-b67a221aa80d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] No DVR routers for this DVR port 81bef124-09d8-40f1-b148-5c35404d60b6 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:30.457929 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f1845665-03a5-47be-8db4-f400ebae4118 req-02b99d62-2ff7-48bd-8e89-b67a221aa80d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:30.461264 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f1845665-03a5-47be-8db4-f400ebae4118 req-02b99d62-2ff7-48bd-8e89-b67a221aa80d tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.62 "DELETE /v2.0/ports/81bef124-09d8-40f1-b148-5c35404d60b6 HTTP/1.1" status: 204 len: 173 time: 1.0300152 Mar 10 15:02:30.461748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231df9c1-1ba5-4d01-8426-de2a6c26be4c', 'name': 'network-vif-deleted', 'tag': '81bef124-09d8-40f1-b148-5c35404d60b6'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:30.476228 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50b5a76-6043-4d6d-86f5-26c9fa2e1af2" -d '{"events": [{"server_uuid": "231df9c1-1ba5-4d01-8426-de2a6c26be4c", "name": "network-vif-deleted", "tag": "81bef124-09d8-40f1-b148-5c35404d60b6"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:30.533753 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-b2d577c4-074c-4de8-89b3-bfdaf82e8bdc req-d6ce229e-b1ee-4726-a5b8-daafd77ec2b5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Deleting port a5ac908f-ed17-4999-bdbb-718a9cc02e3a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:30.534092 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b2d577c4-074c-4de8-89b3-bfdaf82e8bdc req-d6ce229e-b1ee-4726-a5b8-daafd77ec2b5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:30.724860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-b2d577c4-074c-4de8-89b3-bfdaf82e8bdc req-d6ce229e-b1ee-4726-a5b8-daafd77ec2b5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] For port a5ac908f-ed17-4999-bdbb-718a9cc02e3a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:30.725186 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b2d577c4-074c-4de8-89b3-bfdaf82e8bdc req-d6ce229e-b1ee-4726-a5b8-daafd77ec2b5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:30.772706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-b2d577c4-074c-4de8-89b3-bfdaf82e8bdc req-d6ce229e-b1ee-4726-a5b8-daafd77ec2b5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Calling delete_port for a5ac908f-ed17-4999-bdbb-718a9cc02e3a owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:30.930115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3a212be-5c63-41e0-b8ea-0f1838b7c0ca req-ba765a15-b25b-4cb6-9fc5-3013a1de1e8f tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=231df9c1-1ba5-4d01-8426-de2a6c26be4c HTTP/1.1" status: 200 len: 210 time: 0.1153936 Mar 10 15:02:31.021380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45778) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:31.111738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b2d577c4-074c-4de8-89b3-bfdaf82e8bdc req-d6ce229e-b1ee-4726-a5b8-daafd77ec2b5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a5ac908f-ed17-4999-bdbb-718a9cc02e3a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.125808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:31.127758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334a0f4-0dda-4fb3-bcf7-afa217c69802 req-9fd2e008-db79-4ce7-a481-3689d0cb5677 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:31.128061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['918a1b19-f76d-43e6-b504-867c9109a73c', 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:31.129284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1334a0f4-0dda-4fb3-bcf7-afa217c69802 req-9fd2e008-db79-4ce7-a481-3689d0cb5677 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.45 "GET /v2.0/ports?device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 946 time: 0.3174877 Mar 10 15:02:31.157457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c335e9fa-9af6-4ea1-8c49-22395af23b40 req-ecc92a71-98a7-411e-9853-d7dbb31e18e5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427117 Mar 10 15:02:31.228604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce229e-b1ee-4726-a5b8-daafd77ec2b5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Pushing event deleted for resources: {'Port': ['ID=a5ac908f-ed17-4999-bdbb-718a9cc02e3a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:31.263058 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503f8bd9-749b-48f6-b99d-77c6f6d38913 x-openstack-request-id: req-503f8bd9-749b-48f6-b99d-77c6f6d38913 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:31.263699 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dc8575-a45e-4dd7-9640-5c2133c4f926", "name": "network-vif-plugged", "status": "completed", "tag": "f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:31.264067 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-503f8bd9-749b-48f6-b99d-77c6f6d38913 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:31.264847 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5', 'code': 200} Mar 10 15:02:31.286938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e86a65e8-393e-4db3-8855-584273259596 req-e7643ce5-bb16-43e2-8bb6-e7032d5c7f68 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] For port 75c86491-04e3-4fe0-914a-eb867e844066, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=75c86491-04e3-4fe0-914a-eb867e844066,segment=NetworkSegment(d1a9ee8e-4216-46df-8fc4-656daf6ab4d8),segment_id=d1a9ee8e-4216-46df-8fc4-656daf6ab4d8)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:31.287309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e86a65e8-393e-4db3-8855-584273259596 req-e7643ce5-bb16-43e2-8bb6-e7032d5c7f68 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (75c86491-04e3-4fe0-914a-eb867e844066), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.305823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e86a65e8-393e-4db3-8855-584273259596 req-e7643ce5-bb16-43e2-8bb6-e7032d5c7f68 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Calling delete_port for 75c86491-04e3-4fe0-914a-eb867e844066 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:31.386713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d577c4-074c-4de8-89b3-bfdaf82e8bdc req-d6ce229e-b1ee-4726-a5b8-daafd77ec2b5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] No DVR routers for this DVR port a5ac908f-ed17-4999-bdbb-718a9cc02e3a on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:31.390737 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b2d577c4-074c-4de8-89b3-bfdaf82e8bdc req-d6ce229e-b1ee-4726-a5b8-daafd77ec2b5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.402362 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b2d577c4-074c-4de8-89b3-bfdaf82e8bdc req-d6ce229e-b1ee-4726-a5b8-daafd77ec2b5 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "DELETE /v2.0/ports/a5ac908f-ed17-4999-bdbb-718a9cc02e3a HTTP/1.1" status: 204 len: 173 time: 1.2171423 Mar 10 15:02:31.403880 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ebc79ca1-6fc1-4525-97a7-0f78429810b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.571986 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ebc79ca1-6fc1-4525-97a7-0f78429810b1 admin admin] Publish callbacks [] for security_group (ba49c9ac-3e42-45c1-943c-aa0a420cdaaf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.581287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e86a65e8-393e-4db3-8855-584273259596 req-e7643ce5-bb16-43e2-8bb6-e7032d5c7f68 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (75c86491-04e3-4fe0-914a-eb867e844066), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.583531 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ebc79ca1-6fc1-4525-97a7-0f78429810b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ba49c9ac-3e42-45c1-943c-aa0a420cdaaf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.609907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['75c86491-04e3-4fe0-914a-eb867e844066'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:31.658499 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ebc79ca1-6fc1-4525-97a7-0f78429810b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8819446028d4f38ab59d4249123066e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6289010 Mar 10 15:02:31.659196 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45782) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:31.662499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc79ca1-6fc1-4525-97a7-0f78429810b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba49c9ac-3e42-45c1-943c-aa0a420cdaaf,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:31.741228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7643ce5-bb16-43e2-8bb6-e7032d5c7f68 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event deleted for resources: {'Port': ['ID=75c86491-04e3-4fe0-914a-eb867e844066,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:31.754575 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fe83e7d-5c5a-467a-8678-6c374e1d979d admin admin] Publish callbacks [] for security_group (ba49c9ac-3e42-45c1-943c-aa0a420cdaaf), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.792439 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fe83e7d-5c5a-467a-8678-6c374e1d979d admin admin] Publish callbacks [] for security_group (ba49c9ac-3e42-45c1-943c-aa0a420cdaaf), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.818063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86a65e8-393e-4db3-8855-584273259596 req-e7643ce5-bb16-43e2-8bb6-e7032d5c7f68 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] No DVR routers for this DVR port 75c86491-04e3-4fe0-914a-eb867e844066 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:31.837933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e86a65e8-393e-4db3-8855-584273259596 req-e7643ce5-bb16-43e2-8bb6-e7032d5c7f68 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.841821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e86a65e8-393e-4db3-8855-584273259596 req-e7643ce5-bb16-43e2-8bb6-e7032d5c7f68 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.45 "DELETE /v2.0/ports/75c86491-04e3-4fe0-914a-eb867e844066 HTTP/1.1" status: 204 len: 173 time: 1.8710725 Mar 10 15:02:31.852843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'name': 'network-vif-deleted', 'tag': '75c86491-04e3-4fe0-914a-eb867e844066'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:31.855312 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9742f9e-2931-4a59-a9d0-3ac2d41d26c9" -d '{"events": [{"server_uuid": "3335616f-4702-42ce-b7d6-fce0cdc193ce", "name": "network-vif-deleted", "tag": "75c86491-04e3-4fe0-914a-eb867e844066"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:31.922955 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fe83e7d-5c5a-467a-8678-6c374e1d979d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ba49c9ac-3e42-45c1-943c-aa0a420cdaaf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.939735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a28648-0941-48f9-95d5-87dc21a95baa req-2b68dc6c-afb8-4af5-88d8-914e5c4aaecf tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:31.941875 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fe83e7d-5c5a-467a-8678-6c374e1d979d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:31.953596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12a28648-0941-48f9-95d5-87dc21a95baa req-2b68dc6c-afb8-4af5-88d8-914e5c4aaecf tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.8752925 Mar 10 15:02:31.960193 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1fe83e7d-5c5a-467a-8678-6c374e1d979d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba49c9ac-3e42-45c1-943c-aa0a420cdaaf HTTP/1.1" status: 204 len: 168 time: 0.2984841 Mar 10 15:02:31.997514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe83e7d-5c5a-467a-8678-6c374e1d979d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba49c9ac-3e42-45c1-943c-aa0a420cdaaf,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:32.012985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b0fd5-002c-4d4b-ba7c-d040389e3dba req-258ce01d-6b4f-438a-973b-d618a20bf66d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:32.021270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-836b0fd5-002c-4d4b-ba7c-d040389e3dba req-258ce01d-6b4f-438a-973b-d618a20bf66d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 943 time: 0.4989998 Mar 10 15:02:32.261975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12a28648-0941-48f9-95d5-87dc21a95baa req-ead64520-1324-4879-a012-7e0b6991e267 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071837 Mar 10 15:02:32.265024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-1334a0f4-0dda-4fb3-bcf7-afa217c69802 req-e43c6203-276a-4ac1-af89-612f491dd27c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Deleting port edde34dc-23bc-4a7e-85d2-b3811d3f12ef {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:32.265998 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1334a0f4-0dda-4fb3-bcf7-afa217c69802 req-e43c6203-276a-4ac1-af89-612f491dd27c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:32.303016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-836b0fd5-002c-4d4b-ba7c-d040389e3dba req-a75d0c73-d334-49d1-9bbb-652845e7e05f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773457 Mar 10 15:02:32.395444 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9650f1b9-343b-4e0f-80c2-e57a05b77d3c x-openstack-request-id: req-9650f1b9-343b-4e0f-80c2-e57a05b77d3c {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:32.396863 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231df9c1-1ba5-4d01-8426-de2a6c26be4c", "name": "network-vif-deleted", "tag": "81bef124-09d8-40f1-b148-5c35404d60b6", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:32.397127 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9650f1b9-343b-4e0f-80c2-e57a05b77d3c {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:32.397696 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231df9c1-1ba5-4d01-8426-de2a6c26be4c', 'name': 'network-vif-deleted', 'tag': '81bef124-09d8-40f1-b148-5c35404d60b6', 'status': 'completed', 'code': 200} Mar 10 15:02:32.418411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:02:32.440402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 81bef124-09d8-40f1-b148-5c35404d60b6 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:32.515645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 81bef124-09d8-40f1-b148-5c35404d60b6 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:32.516074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 81bef124-09d8-40f1-b148-5c35404d60b6 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:32.593601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce48118e-2480-45ba-a127-b6db8c76cdb2 req-ebfd37dd-942d-4d4d-8c1f-ecbd2e9a58c9 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/ports?device_id=3335616f-4702-42ce-b7d6-fce0cdc193ce HTTP/1.1" status: 200 len: 210 time: 0.1665137 Mar 10 15:02:32.677371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1334a0f4-0dda-4fb3-bcf7-afa217c69802 req-e43c6203-276a-4ac1-af89-612f491dd27c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] For port edde34dc-23bc-4a7e-85d2-b3811d3f12ef, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=edde34dc-23bc-4a7e-85d2-b3811d3f12ef,segment=NetworkSegment(62202938-7c64-45a3-9def-a9fd162e4e02),segment_id=62202938-7c64-45a3-9def-a9fd162e4e02)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:32.683357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1334a0f4-0dda-4fb3-bcf7-afa217c69802 req-e43c6203-276a-4ac1-af89-612f491dd27c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:32.728096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45806) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:32.729982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:32.770807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'port_id': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'mac_address': 'fa:16:3e:a1:83:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:02:32.811566 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9896e8c5-1443-4750-bdbf-eaf593619c07 x-openstack-request-id: req-9896e8c5-1443-4750-bdbf-eaf593619c07 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:32.811877 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3335616f-4702-42ce-b7d6-fce0cdc193ce", "name": "network-vif-deleted", "tag": "75c86491-04e3-4fe0-914a-eb867e844066", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:32.814296 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9896e8c5-1443-4750-bdbf-eaf593619c07 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:32.814755 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3335616f-4702-42ce-b7d6-fce0cdc193ce', 'name': 'network-vif-deleted', 'tag': '75c86491-04e3-4fe0-914a-eb867e844066', 'status': 'completed', 'code': 200} Mar 10 15:02:32.846651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-1334a0f4-0dda-4fb3-bcf7-afa217c69802 req-e43c6203-276a-4ac1-af89-612f491dd27c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Calling delete_port for edde34dc-23bc-4a7e-85d2-b3811d3f12ef owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:32.885125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:32.885594 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:32.919849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:32.957452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:32.965849 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:33.038740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:33.074363 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-275808c8-a02a-4c0c-902e-5b29304d4c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:33.132224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1334a0f4-0dda-4fb3-bcf7-afa217c69802 req-e43c6203-276a-4ac1-af89-612f491dd27c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (edde34dc-23bc-4a7e-85d2-b3811d3f12ef), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:33.200977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c6203-276a-4ac1-af89-612f491dd27c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Pushing event deleted for resources: {'Port': ['ID=edde34dc-23bc-4a7e-85d2-b3811d3f12ef,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:33.300271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1334a0f4-0dda-4fb3-bcf7-afa217c69802 req-e43c6203-276a-4ac1-af89-612f491dd27c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] No DVR routers for this DVR port edde34dc-23bc-4a7e-85d2-b3811d3f12ef on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:33.317147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e499ec-a6fd-4721-a5c1-705ada4636e3 req-def90c3e-907f-46a4-9ff1-368772ef87cc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:33.320270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48e499ec-a6fd-4721-a5c1-705ada4636e3 req-def90c3e-907f-46a4-9ff1-368772ef87cc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.2472913 Mar 10 15:02:33.321477 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1334a0f4-0dda-4fb3-bcf7-afa217c69802 req-e43c6203-276a-4ac1-af89-612f491dd27c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:33.324815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1334a0f4-0dda-4fb3-bcf7-afa217c69802 req-e43c6203-276a-4ac1-af89-612f491dd27c tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.45 "DELETE /v2.0/ports/edde34dc-23bc-4a7e-85d2-b3811d3f12ef HTTP/1.1" status: 204 len: 173 time: 2.1763797 Mar 10 15:02:33.339088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9f2af6f6-d85f-408f-9709-73e1ba4a91e3'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:33.377637 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2d0f016-0031-4527-b714-255e489f2e3f req-74ced587-3c3b-4944-b8e9-3cbb4aab4075 tempest-ListServersNegativeTestJSON-713949323 tempest-ListServersNegativeTestJSON-713949323-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20d6386-e1ea-4261-8aee-d3b6176a9db0 HTTP/1.1" status: 200 len: 210 time: 0.0478654 Mar 10 15:02:33.441805 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-275808c8-a02a-4c0c-902e-5b29304d4c66 admin admin] Publish callbacks [] for security_group (61efd22f-a2fa-47b9-9bb2-f0f00216f178), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:33.455453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48e499ec-a6fd-4721-a5c1-705ada4636e3 req-cbab796f-2b1b-4e79-aab5-fdbf5c83db02 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231661 Mar 10 15:02:33.474657 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-275808c8-a02a-4c0c-902e-5b29304d4c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (61efd22f-a2fa-47b9-9bb2-f0f00216f178), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:33.559244 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-275808c8-a02a-4c0c-902e-5b29304d4c66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=342eab14ee6248029e64970c907deee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8267195 Mar 10 15:02:33.561111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275808c8-a02a-4c0c-902e-5b29304d4c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61efd22f-a2fa-47b9-9bb2-f0f00216f178,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:33.562081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45818) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:33.673770 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0509a2f9-29d1-43dd-a372-47d5ede12251 admin admin] Publish callbacks [] for security_group (61efd22f-a2fa-47b9-9bb2-f0f00216f178), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:33.682099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c618c19-5113-458b-a72a-8f3b9bf1f9a6 req-9069b382-4d5c-45df-8ec1-03240932ede5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:33.689866 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c618c19-5113-458b-a72a-8f3b9bf1f9a6 req-9069b382-4d5c-45df-8ec1-03240932ede5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.1295686 Mar 10 15:02:33.728196 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0509a2f9-29d1-43dd-a372-47d5ede12251 admin admin] Publish callbacks [] for security_group (61efd22f-a2fa-47b9-9bb2-f0f00216f178), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:33.761797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5ccc1-80b9-49f9-b971-48d53d5e7f7d req-7d13dd1e-871a-4c3f-a083-0bd5a5448f3c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:33.763490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29c5ccc1-80b9-49f9-b971-48d53d5e7f7d req-7d13dd1e-871a-4c3f-a083-0bd5a5448f3c tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.1379015 Mar 10 15:02:33.768132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 75c86491-04e3-4fe0-914a-eb867e844066 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:33.780492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c618c19-5113-458b-a72a-8f3b9bf1f9a6 req-90b77a75-7fcb-4cfc-9d30-0b255fc295aa tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833960 Mar 10 15:02:33.815110 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0509a2f9-29d1-43dd-a372-47d5ede12251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (61efd22f-a2fa-47b9-9bb2-f0f00216f178), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:33.820478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0509a2f9-29d1-43dd-a372-47d5ede12251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:33.824887 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0509a2f9-29d1-43dd-a372-47d5ede12251 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61efd22f-a2fa-47b9-9bb2-f0f00216f178 HTTP/1.1" status: 204 len: 168 time: 0.2615769 Mar 10 15:02:33.833414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 75c86491-04e3-4fe0-914a-eb867e844066 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:33.835176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 75c86491-04e3-4fe0-914a-eb867e844066 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:33.836920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a5ac908f-ed17-4999-bdbb-718a9cc02e3a no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:33.844889 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509a2f9-29d1-43dd-a372-47d5ede12251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61efd22f-a2fa-47b9-9bb2-f0f00216f178,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:33.873833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29c5ccc1-80b9-49f9-b971-48d53d5e7f7d req-2b6cd80f-5c41-4c9c-86e7-708f0eaa285e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923374 Mar 10 15:02:33.877819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: a5ac908f-ed17-4999-bdbb-718a9cc02e3a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:33.878537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a5ac908f-ed17-4999-bdbb-718a9cc02e3a not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:33.879879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device edde34dc-23bc-4a7e-85d2-b3811d3f12ef no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:33.909567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: edde34dc-23bc-4a7e-85d2-b3811d3f12ef {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:33.910039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device edde34dc-23bc-4a7e-85d2-b3811d3f12ef not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:33.978870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca016f-5f9d-4aac-8134-fe845e46b9cf req-c9027734-135f-4eda-8cac-dc35af006dde tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:34.011983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32ca016f-5f9d-4aac-8134-fe845e46b9cf req-c9027734-135f-4eda-8cac-dc35af006dde tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1315949 Mar 10 15:02:34.111517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32ca016f-5f9d-4aac-8134-fe845e46b9cf req-493a1e85-0d15-4926-b9b7-9e4cef3f2e6d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934319 Mar 10 15:02:34.156048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-742af599-2e6f-45cd-af88-e47ed7352c42 req-4a575fbc-30a9-439b-84ac-9fb674cc511c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/09ef4eb8-8fd5-4a63-932f-6f5807635162 HTTP/1.1" status: 200 len: 1817 time: 0.0420442 Mar 10 15:02:34.239011 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-742af599-2e6f-45cd-af88-e47ed7352c42 req-a3ab02c2-aea7-4822-8570-d3dcc44d5c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (09ef4eb8-8fd5-4a63-932f-6f5807635162), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:34.312674 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-742af599-2e6f-45cd-af88-e47ed7352c42 req-a3ab02c2-aea7-4822-8570-d3dcc44d5c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (09ef4eb8-8fd5-4a63-932f-6f5807635162), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:34.399238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-deleted', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:34.401805 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1e3f78-7810-4ca8-b5fa-b29477443919" -d '{"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-deleted", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:34.446917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-742af599-2e6f-45cd-af88-e47ed7352c42 req-a3ab02c2-aea7-4822-8570-d3dcc44d5c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (09ef4eb8-8fd5-4a63-932f-6f5807635162), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:34.449831 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-742af599-2e6f-45cd-af88-e47ed7352c42 req-a3ab02c2-aea7-4822-8570-d3dcc44d5c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:34.451209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-742af599-2e6f-45cd-af88-e47ed7352c42 req-a3ab02c2-aea7-4822-8570-d3dcc44d5c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "DELETE /v2.0/security-groups/09ef4eb8-8fd5-4a63-932f-6f5807635162 HTTP/1.1" status: 204 len: 173 time: 0.2887661 Mar 10 15:02:34.472096 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2269e7-b5dc-47cb-9d8a-813187278f7a x-openstack-request-id: req-4f2269e7-b5dc-47cb-9d8a-813187278f7a {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:34.472769 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b6fdb6-de68-422d-a1d8-45cf7147032a", "name": "network-vif-deleted", "tag": "a5ac908f-ed17-4999-bdbb-718a9cc02e3a", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:34.473915 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f2269e7-b5dc-47cb-9d8a-813187278f7a {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:34.474534 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b6fdb6-de68-422d-a1d8-45cf7147032a', 'name': 'network-vif-deleted', 'tag': 'a5ac908f-ed17-4999-bdbb-718a9cc02e3a', 'status': 'completed', 'code': 200} Mar 10 15:02:34.483510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab02c2-aea7-4822-8570-d3dcc44d5c2c tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ef4eb8-8fd5-4a63-932f-6f5807635162,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:34.551783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45850) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:34.584756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d510336e-d081-441b-8380-5c3fb6bdda3d req-0e8b8d52-a550-49f7-9726-60866e8702a7 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "GET /v2.0/security-groups/30b5b3fc-f2ea-48ac-aa35-1251b4cc2436 HTTP/1.1" status: 200 len: 1816 time: 0.0953112 Mar 10 15:02:34.631873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-160dd1e5-1d53-4205-8b3d-b68c4f8cc233 admin admin] Deleting subnet 0574a5d6-f9b6-447f-81f1-ebcc9b03aaab {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:02:34.636038 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-160dd1e5-1d53-4205-8b3d-b68c4f8cc233 admin admin] Publish callbacks [] for subnet (0574a5d6-f9b6-447f-81f1-ebcc9b03aaab), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:34.676456 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-160dd1e5-1d53-4205-8b3d-b68c4f8cc233 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (0574a5d6-f9b6-447f-81f1-ebcc9b03aaab), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:34.721829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-160dd1e5-1d53-4205-8b3d-b68c4f8cc233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (0574a5d6-f9b6-447f-81f1-ebcc9b03aaab), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:34.783917 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-160dd1e5-1d53-4205-8b3d-b68c4f8cc233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (0574a5d6-f9b6-447f-81f1-ebcc9b03aaab), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:34.801916 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-160dd1e5-1d53-4205-8b3d-b68c4f8cc233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:34.806568 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-160dd1e5-1d53-4205-8b3d-b68c4f8cc233 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0574a5d6-f9b6-447f-81f1-ebcc9b03aaab HTTP/1.1" status: 204 len: 168 time: 0.2535419 Mar 10 15:02:34.820248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45856) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:34.820845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20d6386-e1ea-4261-8aee-d3b6176a9db0', 'name': 'network-vif-deleted', 'tag': 'edde34dc-23bc-4a7e-85d2-b3811d3f12ef'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:34.826422 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d452564b-4467-4a63-a20d-1d417ecc3e00" -d '{"events": [{"server_uuid": "d20d6386-e1ea-4261-8aee-d3b6176a9db0", "name": "network-vif-deleted", "tag": "edde34dc-23bc-4a7e-85d2-b3811d3f12ef"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:34.833175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160dd1e5-1d53-4205-8b3d-b68c4f8cc233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0574a5d6-f9b6-447f-81f1-ebcc9b03aaab,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:34.867453 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d510336e-d081-441b-8380-5c3fb6bdda3d req-dfe04119-ee95-492a-939f-01b8f71528a5 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (30b5b3fc-f2ea-48ac-aa35-1251b4cc2436), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:34.895144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d510336e-d081-441b-8380-5c3fb6bdda3d req-dfe04119-ee95-492a-939f-01b8f71528a5 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (30b5b3fc-f2ea-48ac-aa35-1251b4cc2436), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:34.997441 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d510336e-d081-441b-8380-5c3fb6bdda3d req-dfe04119-ee95-492a-939f-01b8f71528a5 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (30b5b3fc-f2ea-48ac-aa35-1251b4cc2436), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.000141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d510336e-d081-441b-8380-5c3fb6bdda3d req-dfe04119-ee95-492a-939f-01b8f71528a5 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.007067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45868) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:35.012973 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d510336e-d081-441b-8380-5c3fb6bdda3d req-dfe04119-ee95-492a-939f-01b8f71528a5 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] 10.222.0.11 "DELETE /v2.0/security-groups/30b5b3fc-f2ea-48ac-aa35-1251b4cc2436 HTTP/1.1" status: 204 len: 173 time: 0.4271667 Mar 10 15:02:35.051244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe04119-ee95-492a-939f-01b8f71528a5 tempest-SecurityGroupsTestJSON-250626073 tempest-SecurityGroupsTestJSON-250626073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b5b3fc-f2ea-48ac-aa35-1251b4cc2436,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:35.105128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcfbfb-f336-45de-b973-bdc67079962d req-cffbaeb1-a64f-43b9-b499-84f2c19a80e5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:35.113625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4bcfbfb-f336-45de-b973-bdc67079962d req-cffbaeb1-a64f-43b9-b499-84f2c19a80e5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.4018893 Mar 10 15:02:35.122375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8343e01-297f-413e-8744-a6fa7a2128d2 admin admin] Deleting subnet 8321437d-3670-4d89-bed3-6c7f36016b48 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:02:35.132055 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8343e01-297f-413e-8744-a6fa7a2128d2 admin admin] Publish callbacks [] for subnet (8321437d-3670-4d89-bed3-6c7f36016b48), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.205780 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8343e01-297f-413e-8744-a6fa7a2128d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (8321437d-3670-4d89-bed3-6c7f36016b48), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.252696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4bcfbfb-f336-45de-b973-bdc67079962d req-d829c291-9808-442c-9034-c5c44cf11833 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349664 Mar 10 15:02:35.258310 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8343e01-297f-413e-8744-a6fa7a2128d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (8321437d-3670-4d89-bed3-6c7f36016b48), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.305932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (388a4b94-f170-4a7e-b3b3-b6d194b46cd7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.323217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8343e01-297f-413e-8744-a6fa7a2128d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (8321437d-3670-4d89-bed3-6c7f36016b48), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.336809 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5f7111-cfc2-4de7-8a7d-104b0c250e30 x-openstack-request-id: req-6b5f7111-cfc2-4de7-8a7d-104b0c250e30 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:35.339706 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20d6386-e1ea-4261-8aee-d3b6176a9db0", "name": "network-vif-deleted", "tag": "edde34dc-23bc-4a7e-85d2-b3811d3f12ef", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:35.340221 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b5f7111-cfc2-4de7-8a7d-104b0c250e30 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:35.340870 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20d6386-e1ea-4261-8aee-d3b6176a9db0', 'name': 'network-vif-deleted', 'tag': 'edde34dc-23bc-4a7e-85d2-b3811d3f12ef', 'status': 'completed', 'code': 200} Mar 10 15:02:35.371757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8343e01-297f-413e-8744-a6fa7a2128d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8321437d-3670-4d89-bed3-6c7f36016b48,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:35.383514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8343e01-297f-413e-8744-a6fa7a2128d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.383737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60818a68-e3b4-4f62-a598-c32cadc353b7 req-703842a8-0a0d-4b67-aec9-c4d0f870eda6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:35.385263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60818a68-e3b4-4f62-a598-c32cadc353b7 req-703842a8-0a0d-4b67-aec9-c4d0f870eda6 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.4382474 Mar 10 15:02:35.389828 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c8343e01-297f-413e-8744-a6fa7a2128d2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8321437d-3670-4d89-bed3-6c7f36016b48 HTTP/1.1" status: 204 len: 168 time: 0.3807397 Mar 10 15:02:35.391792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45878) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:35.476865 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (494206cb-d99f-418a-902f-4bc38d2a6464), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.510192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321d7c1-0b5d-40d6-aa6f-231225d273ee req-e098bd56-a9c6-49ab-84b8-919701ebe350 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:35.517850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9321d7c1-0b5d-40d6-aa6f-231225d273ee req-e098bd56-a9c6-49ab-84b8-919701ebe350 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.3743312 Mar 10 15:02:35.584337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (494206cb-d99f-418a-902f-4bc38d2a6464), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.613312 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494206cb-d99f-418a-902f-4bc38d2a6464']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:35.625310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a9ee8e-4216-46df-8fc4-656daf6ab4d8') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:35.625881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a9ee8e-4216-46df-8fc4-656daf6ab4d8') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:35.637724 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (d1a9ee8e-4216-46df-8fc4-656daf6ab4d8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.655345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d1a9ee8e-4216-46df-8fc4-656daf6ab4d8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.663112 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:02:35.663763 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (d1a9ee8e-4216-46df-8fc4-656daf6ab4d8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.668473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (388a4b94-f170-4a7e-b3b3-b6d194b46cd7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.688668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9321d7c1-0b5d-40d6-aa6f-231225d273ee req-0f652041-eb10-448d-ade4-ad8e976dc3eb tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645095 Mar 10 15:02:35.739173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca411bf4-8555-40d8-a7e8-8611b60dd12b req-78cec699-1bd5-48f3-914b-547c0f5b21fc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:35.740742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca411bf4-8555-40d8-a7e8-8611b60dd12b req-78cec699-1bd5-48f3-914b-547c0f5b21fc tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 950 time: 0.3290920 Mar 10 15:02:35.745134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388a4b94-f170-4a7e-b3b3-b6d194b46cd7']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:02:35.774346 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:02:35.784825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (494206cb-d99f-418a-902f-4bc38d2a6464), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.789520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62202938-7c64-45a3-9def-a9fd162e4e02') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:35.793495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62202938-7c64-45a3-9def-a9fd162e4e02') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:35.837520 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.837995 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (62202938-7c64-45a3-9def-a9fd162e4e02), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.847224 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] 10.222.0.11 "DELETE /v2.0/networks/494206cb-d99f-418a-902f-4bc38d2a6464 HTTP/1.1" status: 204 len: 168 time: 0.4537542 Mar 10 15:02:35.850098 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f420f9a-0a17-45bf-b9cc-c270a5df7e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=494206cb-d99f-418a-902f-4bc38d2a6464,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:35.919078 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (62202938-7c64-45a3-9def-a9fd162e4e02), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-60818a68-e3b4-4f62-a598-c32cadc353b7 req-346eebef-d04b-4fd1-b8a6-94b6a3463a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Deleting port 918a1b19-f76d-43e6-b504-867c9109a73c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60818a68-e3b4-4f62-a598-c32cadc353b7 req-346eebef-d04b-4fd1-b8a6-94b6a3463a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (62202938-7c64-45a3-9def-a9fd162e4e02), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:02:35.950335 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:02:36.072563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (388a4b94-f170-4a7e-b3b3-b6d194b46cd7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:36.109975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca411bf4-8555-40d8-a7e8-8611b60dd12b req-ef045155-03af-4e11-9be6-acb348dd877a tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484929 Mar 10 15:02:36.111590 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:36.136251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] 10.222.0.11 "DELETE /v2.0/networks/388a4b94-f170-4a7e-b3b3-b6d194b46cd7 HTTP/1.1" status: 204 len: 168 time: 1.3057389 Mar 10 15:02:36.147889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64b1f0-7f2b-44a5-887b-76f8e92fa7ec admin admin] Pushing event deleted for resources: {'Network': ['ID=388a4b94-f170-4a7e-b3b3-b6d194b46cd7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:36.234459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45900) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:36.251324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64f7a5-1f29-4305-80f7-00fa0569ddf3 req-0dc919d6-4fdf-4ff5-afd2-0ad558d7f1da tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:36.253275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c64f7a5-1f29-4305-80f7-00fa0569ddf3 req-0dc919d6-4fdf-4ff5-afd2-0ad558d7f1da tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3573670 Mar 10 15:02:36.305480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-60818a68-e3b4-4f62-a598-c32cadc353b7 req-346eebef-d04b-4fd1-b8a6-94b6a3463a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] For port 918a1b19-f76d-43e6-b504-867c9109a73c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=918a1b19-f76d-43e6-b504-867c9109a73c,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:36.306286 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60818a68-e3b4-4f62-a598-c32cadc353b7 req-346eebef-d04b-4fd1-b8a6-94b6a3463a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:36.347492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c64f7a5-1f29-4305-80f7-00fa0569ddf3 req-032588e9-9251-40cb-926e-f68c19fcd3f0 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847154 Mar 10 15:02:36.356376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-60818a68-e3b4-4f62-a598-c32cadc353b7 req-346eebef-d04b-4fd1-b8a6-94b6a3463a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Calling delete_port for 918a1b19-f76d-43e6-b504-867c9109a73c owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:36.402760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45904) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:36.412072 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f82a2c5e-e4d6-4ff3-9f61-7714a9c4cc52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55c57591fbf84afeae05501dada323ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732831 Mar 10 15:02:36.445117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:36.451809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45906) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:36.595012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:02:36.600911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:36.601336 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e82e38a2-e800-4af7-ae78-5b3363588fcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c862d9adaca745ffab29e28b1941836a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880274 Mar 10 15:02:36.601544 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:36.605721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45908) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:36.658175 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60818a68-e3b4-4f62-a598-c32cadc353b7 req-346eebef-d04b-4fd1-b8a6-94b6a3463a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (918a1b19-f76d-43e6-b504-867c9109a73c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:36.685285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:36.735288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eebef-d04b-4fd1-b8a6-94b6a3463a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Pushing event deleted for resources: {'Port': ['ID=918a1b19-f76d-43e6-b504-867c9109a73c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:36.755681 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a8a091e-b783-4f3f-b503-504cab245a4b admin admin] Publish callbacks [] for security_group (e30e4a40-4819-42f7-99f2-daf1223aecdf), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:36.810414 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a8a091e-b783-4f3f-b503-504cab245a4b admin admin] Publish callbacks [] for security_group (e30e4a40-4819-42f7-99f2-daf1223aecdf), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:36.838420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-60818a68-e3b4-4f62-a598-c32cadc353b7 req-346eebef-d04b-4fd1-b8a6-94b6a3463a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] No DVR routers for this DVR port 918a1b19-f76d-43e6-b504-867c9109a73c on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:36.841568 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60818a68-e3b4-4f62-a598-c32cadc353b7 req-346eebef-d04b-4fd1-b8a6-94b6a3463a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:36.845808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60818a68-e3b4-4f62-a598-c32cadc353b7 req-346eebef-d04b-4fd1-b8a6-94b6a3463a76 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.45 "DELETE /v2.0/ports/918a1b19-f76d-43e6-b504-867c9109a73c HTTP/1.1" status: 204 len: 173 time: 1.4357870 Mar 10 15:02:36.870828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2959f-9a98-4be8-bebe-3a3c0a2b92bb req-19ca3a43-535d-49bd-8a7a-64e7863842bf tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:36.875615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ac2959f-9a98-4be8-bebe-3a3c0a2b92bb req-19ca3a43-535d-49bd-8a7a-64e7863842bf tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.2315063 Mar 10 15:02:36.911035 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73dd263f-fd48-4acf-a929-00f905650808 admin admin] Publish callbacks [] for security_group (de25f03e-04cf-454e-b87d-032a1e3b47ec), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:36.956463 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73dd263f-fd48-4acf-a929-00f905650808 admin admin] Publish callbacks [] for security_group (de25f03e-04cf-454e-b87d-032a1e3b47ec), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:36.980283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:36.997214 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:37.036249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ac2959f-9a98-4be8-bebe-3a3c0a2b92bb req-28c11b02-510e-4b85-b0fc-937a63ea53d1 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429701 Mar 10 15:02:37.087208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:37.108433 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b29d07-f2e5-4048-9af8-d7aa9a838efa" -d '{"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-plugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:37.165491 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a8a091e-b783-4f3f-b503-504cab245a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e30e4a40-4819-42f7-99f2-daf1223aecdf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:37.171122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:37.180245 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:37.182190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a8a091e-b783-4f3f-b503-504cab245a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:37.185372 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9a8a091e-b783-4f3f-b503-504cab245a4b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e30e4a40-4819-42f7-99f2-daf1223aecdf HTTP/1.1" status: 204 len: 168 time: 0.5715957 Mar 10 15:02:37.196088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c2015-c5c5-4268-b9d0-014f5a67feb8 req-791428ce-fd49-4d65-a631-45b2e3f3e872 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:37.198503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae5c2015-c5c5-4268-b9d0-014f5a67feb8 req-791428ce-fd49-4d65-a631-45b2e3f3e872 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.1606824 Mar 10 15:02:37.220435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a091e-b783-4f3f-b503-504cab245a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30e4a40-4819-42f7-99f2-daf1223aecdf,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:37.239220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73dd263f-fd48-4acf-a929-00f905650808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (de25f03e-04cf-454e-b87d-032a1e3b47ec), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:37.242141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73dd263f-fd48-4acf-a929-00f905650808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:37.245623 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-73dd263f-fd48-4acf-a929-00f905650808 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de25f03e-04cf-454e-b87d-032a1e3b47ec HTTP/1.1" status: 204 len: 168 time: 0.7400846 Mar 10 15:02:37.261987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd263f-fd48-4acf-a929-00f905650808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de25f03e-04cf-454e-b87d-032a1e3b47ec,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:37.298684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:37.316544 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae5c2015-c5c5-4268-b9d0-014f5a67feb8 req-076f4fbc-306e-4868-995e-d2a15f60c8f1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101756 Mar 10 15:02:37.345912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'name': 'network-vif-deleted', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:37.348600 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d97971-77b2-4d61-9ab1-c516ab6f649d" -d '{"events": [{"server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "name": "network-vif-deleted", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:37.513459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69e5ee1e-a783-47cf-abf7-b4d696f81002 req-516fb60d-baf5-4f07-96af-6601aa1c4d12 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd HTTP/1.1" status: 200 len: 210 time: 0.0785038 Mar 10 15:02:37.604167 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137843b0-db64-4500-91e6-6ab212abb21f x-openstack-request-id: req-137843b0-db64-4500-91e6-6ab212abb21f {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:37.607713 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-plugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:37.608329 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-137843b0-db64-4500-91e6-6ab212abb21f {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:37.608998 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'code': 200} Mar 10 15:02:37.709273 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13002ce-6148-47bf-89ff-ca066ef79379 x-openstack-request-id: req-d13002ce-6148-47bf-89ff-ca066ef79379 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:37.709721 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd", "name": "network-vif-deleted", "tag": "918a1b19-f76d-43e6-b504-867c9109a73c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:37.710130 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d13002ce-6148-47bf-89ff-ca066ef79379 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:37.710680 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9f7c42-1c5b-4978-83fe-d070d4a1b5dd', 'name': 'network-vif-deleted', 'tag': '918a1b19-f76d-43e6-b504-867c9109a73c', 'status': 'completed', 'code': 200} Mar 10 15:02:37.773489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 918a1b19-f76d-43e6-b504-867c9109a73c no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:37.852628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 918a1b19-f76d-43e6-b504-867c9109a73c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:37.852984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 918a1b19-f76d-43e6-b504-867c9109a73c not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:37.872558 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c697136-c097-4e30-83da-000d2897b5fb req-eab65cf4-57a5-4686-9175-cbc6e116d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:37.876389 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5c697136-c097-4e30-83da-000d2897b5fb req-eab65cf4-57a5-4686-9175-cbc6e116d1d0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1127 time: 0.1511858 Mar 10 15:02:37.945135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97201f-d80a-45ce-86e2-087d1fcc73c0 req-eadbe675-22d3-40ad-b314-2ca0a3bb5e9c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:37.957921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f97201f-d80a-45ce-86e2-087d1fcc73c0 req-eadbe675-22d3-40ad-b314-2ca0a3bb5e9c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 945 time: 0.1017141 Mar 10 15:02:37.990311 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5c697136-c097-4e30-83da-000d2897b5fb req-77d845fd-39db-4a3a-ae5b-7d4cee712778 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051929 Mar 10 15:02:38.064024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f97201f-d80a-45ce-86e2-087d1fcc73c0 req-e3aa5e46-dd30-4bdd-a1a7-e9227ae2c30b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050587 Mar 10 15:02:38.266307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3583b6e-c7bd-4eec-a55d-bb75d68dee20 req-fa6b2f29-c888-43c0-83f8-584b80a8d6c6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:38.270597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3583b6e-c7bd-4eec-a55d-bb75d68dee20 req-fa6b2f29-c888-43c0-83f8-584b80a8d6c6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.1325171 Mar 10 15:02:38.437502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3583b6e-c7bd-4eec-a55d-bb75d68dee20 req-c9579302-ac4a-47e2-915f-3d73a374da21 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602564 Mar 10 15:02:38.701251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48832c96-ab6d-4824-816d-f13c9481226c req-4da14770-3c8f-4d1a-893e-6ba46a309f7b tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:38.704107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48832c96-ab6d-4824-816d-f13c9481226c req-4da14770-3c8f-4d1a-893e-6ba46a309f7b tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.1264997 Mar 10 15:02:38.826347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48832c96-ab6d-4824-816d-f13c9481226c req-09eae17b-50bb-438e-855b-679685720036 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111264 Mar 10 15:02:39.133622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd571590-2a72-43ee-8cbd-88309404ab8e req-f5276dcb-ac7a-4d6d-9129-b96b936e2bce tempest-FlavorsV2NegativeTest-409191524 tempest-FlavorsV2NegativeTest-409191524-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b39c3896a3c34b139cfcfed6055c971d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434849 Mar 10 15:02:39.284085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd571590-2a72-43ee-8cbd-88309404ab8e req-e58eb98e-3c06-4d29-b59d-96b8030b023a tempest-FlavorsV2NegativeTest-409191524 tempest-FlavorsV2NegativeTest-409191524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:39.290506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46014) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:39.294033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd571590-2a72-43ee-8cbd-88309404ab8e req-e58eb98e-3c06-4d29-b59d-96b8030b023a tempest-FlavorsV2NegativeTest-409191524 tempest-FlavorsV2NegativeTest-409191524-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595049 Mar 10 15:02:39.312879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e9aa-9424-4a36-9a90-97b8ffc29028 req-613512e2-e7ff-497b-b3f2-27e0ef4a9e22 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:39.321681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87a4e9aa-9424-4a36-9a90-97b8ffc29028 req-613512e2-e7ff-497b-b3f2-27e0ef4a9e22 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 949 time: 0.2695508 Mar 10 15:02:39.360784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd571590-2a72-43ee-8cbd-88309404ab8e req-94acac87-550f-41aa-a527-c7a36d506290 tempest-FlavorsV2NegativeTest-409191524 tempest-FlavorsV2NegativeTest-409191524-project] 10.222.0.11 "GET /v2.0/quotas/b39c3896a3c34b139cfcfed6055c971d HTTP/1.1" status: 200 len: 375 time: 0.0656886 Mar 10 15:02:39.382023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46018) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:39.436290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd571590-2a72-43ee-8cbd-88309404ab8e req-633419e2-4ae9-463b-bb97-c75185206e1b tempest-FlavorsV2NegativeTest-409191524 tempest-FlavorsV2NegativeTest-409191524-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b39c3896a3c34b139cfcfed6055c971d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711546 Mar 10 15:02:39.491983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1162572125-network', 'tenant_id': 'bbcdf7d4aed84d599c81aed8124882ef'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:39.517591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87a4e9aa-9424-4a36-9a90-97b8ffc29028 req-b5dcb941-9580-405e-8af8-c35bf6c51e8e tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907661 Mar 10 15:02:39.569818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Made reservation on behalf of bbcdf7d4aed84d599c81aed8124882ef for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:39.578870 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:39.624454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:39.672249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1276205226-network', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:39.824640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d6196-37ff-42b6-9b7d-7a8e80750e27 req-ffcc7f48-4074-434f-ace8-2aea5ded5a80 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:39.831978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d44d6196-37ff-42b6-9b7d-7a8e80750e27 req-ffcc7f48-4074-434f-ace8-2aea5ded5a80 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.1701386 Mar 10 15:02:39.848631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20566b71-4b97-4fe9-ad67-4966b47e44e6 req-c98e27e5-62d1-4263-84a7-251afe40399c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:39.852814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20566b71-4b97-4fe9-ad67-4966b47e44e6 req-c98e27e5-62d1-4263-84a7-251afe40399c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 945 time: 0.2559793 Mar 10 15:02:39.856481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Made reservation on behalf of 466cfdffa7944f18b5fcee239f1c6ed5 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:39.859097 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:39.879762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:39.896819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87976d84-124d-4e1a-88e9-ea9b33190dbb req-c0556b38-4276-4b31-ae6a-88d23dbc0828 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:39.898348 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87976d84-124d-4e1a-88e9-ea9b33190dbb req-c0556b38-4276-4b31-ae6a-88d23dbc0828 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 949 time: 0.2401469 Mar 10 15:02:40.001871 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Publish callbacks [] for security_group (f605124e-7d03-4875-881d-a859df2164ed), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.006986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20566b71-4b97-4fe9-ad67-4966b47e44e6 req-52350886-dc14-4fcb-8af6-499d8cee8909 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423099 Mar 10 15:02:40.013515 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f605124e-7d03-4875-881d-a859df2164ed), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.036622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d44d6196-37ff-42b6-9b7d-7a8e80750e27 req-2bcccf58-f426-45ce-9f0a-8e5a3a6fad68 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806521 Mar 10 15:02:40.083379 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f605124e-7d03-4875-881d-a859df2164ed,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:40.098371 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:02:40.127590 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ef18ac73-949f-426a-9536-7ded7af9b530), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.127940 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Added segment ef18ac73-949f-426a-9536-7ded7af9b530 of type vlan for network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f Mar 10 15:02:40.188179 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:02:40.246558 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Publish callbacks [] for security_group (9cefa4ff-5be9-41a8-b3b1-eb47b523b380), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.264844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-87976d84-124d-4e1a-88e9-ea9b33190dbb req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Deleting port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:02:40.266122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87976d84-124d-4e1a-88e9-ea9b33190dbb req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.271614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (3f5db8ca-a11e-428f-b47a-5c817b0f7d5f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.294232 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9cefa4ff-5be9-41a8-b3b1-eb47b523b380), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.385690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:02:40.395962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ed7c6-b747-43f4-a5a0-d0e91ed57cd4 req-ddb48e4b-8067-49ea-b33b-8e4f71cdcf0c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:40.419185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-308ed7c6-b747-43f4-a5a0-d0e91ed57cd4 req-ddb48e4b-8067-49ea-b33b-8e4f71cdcf0c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.2165036 Mar 10 15:02:40.459593 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (3f5db8ca-a11e-428f-b47a-5c817b0f7d5f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.460968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:40.461723 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.486219 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (383dae1c-ef3c-4822-8ab9-5daa5e203e48), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.488117 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Added segment 383dae1c-ef3c-4822-8ab9-5daa5e203e48 of type vlan for network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 Mar 10 15:02:40.503883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cefa4ff-5be9-41a8-b3b1-eb47b523b380,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:40.536697 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2450919 Mar 10 15:02:40.539759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-308ed7c6-b747-43f4-a5a0-d0e91ed57cd4 req-6644a87c-793f-41ae-b066-5b1e03453a86 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145606 Mar 10 15:02:40.539759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 46056) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:40.551056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] Request body: {'subnet': {'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1162572125-subnet', 'tenant_id': 'bbcdf7d4aed84d599c81aed8124882ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:40.586207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] Made reservation on behalf of bbcdf7d4aed84d599c81aed8124882ef for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:40.587775 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.704072 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (73f0f81f-8062-4540-a9e6-4ff1f4c79b33), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.791099 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46060) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:40.806599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-87976d84-124d-4e1a-88e9-ea9b33190dbb req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] For port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:40.807436 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87976d84-124d-4e1a-88e9-ea9b33190dbb req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.817845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f2beb-c6fc-4fb6-ae04-b886e4fd8a5b admin admin] Pushing event updated for resources: {'Network': ['ID=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:40.831410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:02:40.863777 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-87976d84-124d-4e1a-88e9-ea9b33190dbb req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Calling delete_port for cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:02:40.869076 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (73f0f81f-8062-4540-a9e6-4ff1f4c79b33), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:40.870039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:40.870616 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:41.211873 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8289344 Mar 10 15:02:41.213750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=73f0f81f-8062-4540-a9e6-4ff1f4c79b33,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:41.216462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46068) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:41.226736 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] Request body: {'subnet': {'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1276205226-subnet', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:41.238263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87976d84-124d-4e1a-88e9-ea9b33190dbb req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:41.322836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Pushing event deleted for resources: {'Port': ['ID=cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:41.361485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.361830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.362160 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.362492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.362939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.363459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.363788 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.364404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.365305 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.365633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.366436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.366766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.367161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.382398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac7ad287-12ba-4666-96a3-5f7e0b0d5fb9 req-5dd7f10b-42c5-4d27-aec9-db0c9b9fda9d tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e38ddb9-9ecb-4c94-bf14-4bfa40392908 HTTP/1.1" status: 200 len: 210 time: 0.0462472 Mar 10 15:02:41.384123 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-87976d84-124d-4e1a-88e9-ea9b33190dbb req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] No DVR routers for this DVR port cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:02:41.385435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (38a94fad-9799-44f0-83ba-c6105425fcaa), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:41.395430 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-87976d84-124d-4e1a-88e9-ea9b33190dbb req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:41.401594 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87976d84-124d-4e1a-88e9-ea9b33190dbb req-33b1a865-ee43-41ad-94c6-4c794523c237 tempest-MigrationsAdminTest-708323527 tempest-MigrationsAdminTest-708323527-project] 10.222.0.62 "DELETE /v2.0/ports/cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb HTTP/1.1" status: 204 len: 173 time: 1.4949288 Mar 10 15:02:41.403228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.404241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.418261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.418974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.419497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.420021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.420977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.422291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.423645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.424267 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.424846 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.425570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.426524 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f060cb-68d5-420c-bf93-e1cdb093c5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:41.445967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:02:41.450852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'name': 'network-vif-deleted', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:41.454941 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5ee241-2572-42b3-b051-c041eb38c547" -d '{"events": [{"server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "name": "network-vif-deleted", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:41.459496 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f6e68f4-22d9-4dcd-b5fb-3d99d1da5957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:41.572215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5de67f-f8cb-4e73-abcc-d1f2041a15fe req-327df1c0-aa8d-460d-a698-965de3e001e2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:41.580190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed5de67f-f8cb-4e73-abcc-d1f2041a15fe req-327df1c0-aa8d-460d-a698-965de3e001e2 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.2504516 Mar 10 15:02:41.610349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] Made reservation on behalf of 466cfdffa7944f18b5fcee239f1c6ed5 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:41.618575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] Checking segment: {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:41.618984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] Network hostable DHCP agents. Network: 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:02:41.621581 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:41.625125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a94fad-9799-44f0-83ba-c6105425fcaa,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:41.695971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed5de67f-f8cb-4e73-abcc-d1f2041a15fe req-b61c2190-1066-4a03-9f98-f94d9ccabf76 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129413 Mar 10 15:02:41.724655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] Network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:02:41.775792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98ffdf-ecd1-4dbc-8eb6-62e14ecdb3e0 req-5e372152-fb29-4a60-be9e-45ad65cc98d9 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:41.775978 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f6e68f4-22d9-4dcd-b5fb-3d99d1da5957 admin admin] Publish callbacks [] for security_group (4b90f205-69ad-4f4b-8fb8-3a4f3a112a0d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:41.795591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf98ffdf-ecd1-4dbc-8eb6-62e14ecdb3e0 req-5e372152-fb29-4a60-be9e-45ad65cc98d9 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 945 time: 0.2995749 Mar 10 15:02:41.799236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:41.810530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9212249-72c1-485d-b914-42a776050039 None None] Network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:02:41.821734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:41.822518 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:41.841010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f6e68f4-22d9-4dcd-b5fb-3d99d1da5957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4b90f205-69ad-4f4b-8fb8-3a4f3a112a0d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:41.932119 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b5e98b-d0ab-4b8f-947e-6e0ff75d0bc5 x-openstack-request-id: req-72b5e98b-d0ab-4b8f-947e-6e0ff75d0bc5 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:41.932569 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e38ddb9-9ecb-4c94-bf14-4bfa40392908", "name": "network-vif-deleted", "tag": "cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:41.932928 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72b5e98b-d0ab-4b8f-947e-6e0ff75d0bc5 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:41.933426 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e38ddb9-9ecb-4c94-bf14-4bfa40392908', 'name': 'network-vif-deleted', 'tag': 'cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb', 'status': 'completed', 'code': 200} Mar 10 15:02:41.962813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c3a7608b-1a36-4c36-82f0-9abe9c218b17 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4158056 Mar 10 15:02:41.986102 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7f6e68f4-22d9-4dcd-b5fb-3d99d1da5957 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b39c3896a3c34b139cfcfed6055c971d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1882141 Mar 10 15:02:41.986936 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46086) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:42.006618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e68f4-22d9-4dcd-b5fb-3d99d1da5957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b90f205-69ad-4f4b-8fb8-3a4f3a112a0d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:42.059370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92be5b8f-c143-4a46-ac57-15a9d40a8788 None None] Network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:02:42.133954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf98ffdf-ecd1-4dbc-8eb6-62e14ecdb3e0 req-6754e54e-409a-4c3b-81b0-6eebb311ae3e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373713 Mar 10 15:02:42.189600 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-006f1268-f0d7-41d0-9796-b447a1b3fbce admin admin] Publish callbacks [] for security_group (4b90f205-69ad-4f4b-8fb8-3a4f3a112a0d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:42.242041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e82843-7028-46e0-8679-16ffdb35d435 req-64481dc4-77fc-4778-bb86-c0187fe2bf9c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:42.244898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87e82843-7028-46e0-8679-16ffdb35d435 req-64481dc4-77fc-4778-bb86-c0187fe2bf9c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.2394011 Mar 10 15:02:42.286337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-006f1268-f0d7-41d0-9796-b447a1b3fbce admin admin] Publish callbacks [] for security_group (4b90f205-69ad-4f4b-8fb8-3a4f3a112a0d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:42.292487 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (24390a6a-cdc9-46ae-9d09-e0a60377070a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:42.382371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87e82843-7028-46e0-8679-16ffdb35d435 req-211f94fc-42dc-484e-8716-e5d1233c7d2b tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300249 Mar 10 15:02:42.406734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea651b-66c3-4541-8c85-64dcc4c1db25 req-73a6b164-7735-4165-a9ac-f69beee9de1d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:42.425218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5ea651b-66c3-4541-8c85-64dcc4c1db25 req-73a6b164-7735-4165-a9ac-f69beee9de1d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 945 time: 0.1206093 Mar 10 15:02:42.426207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 46098) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:42.430019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=24390a6a-cdc9-46ae-9d09-e0a60377070a,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:42.431029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0879f997-3d5f-4fcc-bb02-0bd5532bc395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Request body: {'floatingip': {'port_id': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:42.470583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:42.487229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] Checking segment: {'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:42.489581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] Network hostable DHCP agents. Network: 73f0f81f-8062-4540-a9e6-4ff1f4c79b33, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:02:42.516992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:02:42.517444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device cc267642-ea28-4e5b-b0aa-9c2fd5a72fdb not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:02:42.532961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] Network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:02:42.554652 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 73f0f81f-8062-4540-a9e6-4ff1f4c79b33) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:42.561233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:42.564416 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:42.568802 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb5e3b3-9598-4eaa-8bda-8d89fa3887e2 None None] Network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:02:42.603771 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-006f1268-f0d7-41d0-9796-b447a1b3fbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4b90f205-69ad-4f4b-8fb8-3a4f3a112a0d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:42.603771 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-006f1268-f0d7-41d0-9796-b447a1b3fbce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:42.607602 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-006f1268-f0d7-41d0-9796-b447a1b3fbce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b90f205-69ad-4f4b-8fb8-3a4f3a112a0d HTTP/1.1" status: 204 len: 168 time: 0.6168537 Mar 10 15:02:42.620622 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0879f997-3d5f-4fcc-bb02-0bd5532bc395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for floatingip (49e9fb55-331d-4196-9daf-599772054c38), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:42.729157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'fixed_ips': [{'subnet_id': '24390a6a-cdc9-46ae-9d09-e0a60377070a'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:02:42.730152 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:42.730766 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c2144a70-55a4-4880-b475-bc301145c68c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5086319 Mar 10 15:02:42.731885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f1268-f0d7-41d0-9796-b447a1b3fbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b90f205-69ad-4f4b-8fb8-3a4f3a112a0d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:42.744876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46106) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:42.753094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:42.844056 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (6497d01d-6698-4dc3-b5cd-f181abd04e3e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:42.845260 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (6497d01d-6698-4dc3-b5cd-f181abd04e3e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:42.981517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Publish callbacks [] for router_controller (6497d01d-6698-4dc3-b5cd-f181abd04e3e), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:43.232187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Allocated IP 172.20.0.2 (73f0f81f-8062-4540-a9e6-4ff1f4c79b33/24390a6a-cdc9-46ae-9d09-e0a60377070a/012edf3e-8d40-465e-af4c-c4544a958e75) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:43.257391 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Publish callbacks [] for router_gateway (6497d01d-6698-4dc3-b5cd-f181abd04e3e), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:43.270959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46124) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:43.605678 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0879f997-3d5f-4fcc-bb02-0bd5532bc395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:43.636263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0879f997-3d5f-4fcc-bb02-0bd5532bc395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (49e9fb55-331d-4196-9daf-599772054c38), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:43.650359 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Publish callbacks [] for port (012edf3e-8d40-465e-af4c-c4544a958e75), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:43.667927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:43.779004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Pushing event updated for resources: {'Port': ['ID=012edf3e-8d40-465e-af4c-c4544a958e75,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:43.791277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5580e46-e2bd-4157-b364-c6356b071459 req-a1085bc1-9c59-477f-9036-c8bd006f77ff tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:43.804309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5580e46-e2bd-4157-b364-c6356b071459 req-a1085bc1-9c59-477f-9036-c8bd006f77ff tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.7792697 Mar 10 15:02:43.819854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:43.823078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:43.834696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:43.971945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Attempting to bind port 012edf3e-8d40-465e-af4c-c4544a958e75 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:43.972334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Attempting to bind port 012edf3e-8d40-465e-af4c-c4544a958e75 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:43.972711 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Attempting to bind port 012edf3e-8d40-465e-af4c-c4544a958e75 on network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:43.979878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:43.980270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Checking segment: {'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:43.980688 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:43.981099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Bound using segment: {'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:43.981595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Bound port: 012edf3e-8d40-465e-af4c-c4544a958e75, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:43.981987 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:44.066268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-ab252538-8250-4e79-bf80-15ecaa8b13e6 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:44.067866 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-ab252538-8250-4e79-bf80-15ecaa8b13e6 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/networks?id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f HTTP/1.1" status: 200 len: 813 time: 1.0541399 Mar 10 15:02:44.090900 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-0879f997-3d5f-4fcc-bb02-0bd5532bc395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Floating IP 49e9fb55-331d-4196-9daf-599772054c38 associated. External IP: 172.25.3.178, port: 9f2af6f6-d85f-408f-9709-73e1ba4a91e3. Mar 10 15:02:44.109050 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Publish callbacks [] for router_gateway (6497d01d-6698-4dc3-b5cd-f181abd04e3e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:44.112729 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6b99bf33-3190-4ea9-a6e5-9aad881e48b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2b42172400f4c3d9d37b41f77c0c27c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8404405 Mar 10 15:02:44.135148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] For port 012edf3e-8d40-465e-af4c-c4544a958e75, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:44.138571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] For port 012edf3e-8d40-465e-af4c-c4544a958e75, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=012edf3e-8d40-465e-af4c-c4544a958e75,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:44.157901 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:44.182981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46140) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:44.185350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:44.326849 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-0d454870-73ec-4cb1-8796-ce524461eafc tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/quotas/bbcdf7d4aed84d599c81aed8124882ef HTTP/1.1" status: 200 len: 375 time: 0.2490702 Mar 10 15:02:44.358072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a78a1-e4ef-44b5-ab30-62088c052678 None None] Pushing event updated for resources: {'Port': ['ID=012edf3e-8d40-465e-af4c-c4544a958e75,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:44.413650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5580e46-e2bd-4157-b364-c6356b071459 req-0ae080fa-c750-48c6-a0e0-b2aea19f9748 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6084139 Mar 10 15:02:44.483285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-34a52faf-8d15-4003-ad77-9a1d406c89d3 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbcdf7d4aed84d599c81aed8124882ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1507440 Mar 10 15:02:44.518780 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Allocated IP 172.25.3.95 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/b76c0e46-c543-4df9-9b1b-beca19eef28f) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:44.742886 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-104e33e8-2fad-480e-8733-7e34a0a4095f admin admin] Publish callbacks [] for security_group (d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:44.821598 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Publish callbacks [] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:44.864195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0879f997-3d5f-4fcc-bb02-0bd5532bc395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Router ab1a0d42-f836-498a-a8bd-af457496f5f0 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:02:44.874237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 46158) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:44.886751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-1f5975f3-1728-49ee-8581-a6cb8290cc94 service neutron] 10.222.0.11 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952818 Mar 10 15:02:44.919786 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:44.924338 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-104e33e8-2fad-480e-8733-7e34a0a4095f admin admin] Publish callbacks [] for security_group (d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:44.927080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bc780-1ef7-4a0c-87f8-2d455124b5fd req-66acb1c7-0d32-4478-86ce-980d29da6281 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:44.935482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-940bc780-1ef7-4a0c-87f8-2d455124b5fd req-66acb1c7-0d32-4478-86ce-980d29da6281 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.2486777 Mar 10 15:02:45.100628 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:45.102928 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Pushing event updated for resources: {'Port': ['ID=b76c0e46-c543-4df9-9b1b-beca19eef28f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:45.108172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:45.119582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:45.123687 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-104e33e8-2fad-480e-8733-7e34a0a4095f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:45.127485 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-104e33e8-2fad-480e-8733-7e34a0a4095f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:45.133711 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-104e33e8-2fad-480e-8733-7e34a0a4095f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee HTTP/1.1" status: 204 len: 168 time: 0.9425907 Mar 10 15:02:45.156489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-940bc780-1ef7-4a0c-87f8-2d455124b5fd req-05f08985-c654-407b-b1cb-c6f73376b950 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146218 Mar 10 15:02:45.201570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-network', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:45.213155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e33e8-2fad-480e-8733-7e34a0a4095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dbca9f-5e0e-4ee5-8fbe-4b76afb48aee,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:45.256629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-f330e0eb-c795-4ead-882c-95dfdb59f9a8 service neutron] 10.222.0.11 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480539 Mar 10 15:02:45.264819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0879f997-3d5f-4fcc-bb02-0bd5532bc395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:02:45.276974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0879f997-3d5f-4fcc-bb02-0bd5532bc395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:45.282688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21074fe-f75d-4f40-952e-c69c92031c5f None None] Sync routers for ids ['ab1a0d42-f836-498a-a8bd-af457496f5f0'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:02:45.285231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Made reservation on behalf of a2071892e1954e0e84c2f578ad1c21e7 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:45.289022 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:45.310639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21074fe-f75d-4f40-952e-c69c92031c5f None None] Routers {'ab1a0d42-f836-498a-a8bd-af457496f5f0'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:02:45.314317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d21074fe-f75d-4f40-952e-c69c92031c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:02:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab1a0d42-f836-498a-a8bd-af457496f5f0'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:45.386750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0879f997-3d5f-4fcc-bb02-0bd5532bc395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "PUT /v2.0/floatingips/49e9fb55-331d-4196-9daf-599772054c38 HTTP/1.1" status: 200 len: 991 time: 2.9594390 Mar 10 15:02:45.410187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:45.418413 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a46afb9-4565-4c86-a717-6023e777c6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:45.424850 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:45.668430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d21074fe-f75d-4f40-952e-c69c92031c5f None None] Set router ab1a0d42-f836-498a-a8bd-af457496f5f0 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:02:45.719318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Publish callbacks [] for router_gateway (6497d01d-6698-4dc3-b5cd-f181abd04e3e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:45.772141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 012edf3e-8d40-465e-af4c-c4544a958e75 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:45.805866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921070ab-1f5d-4a1a-bab1-1a8fa074a2b6 req-84b0729d-16fb-4bcc-9184-44f9136cf97c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:45.818479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-921070ab-1f5d-4a1a-bab1-1a8fa074a2b6 req-84b0729d-16fb-4bcc-9184-44f9136cf97c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 945 time: 0.2604251 Mar 10 15:02:45.920626 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Publish callbacks [] for security_group (ffb2b9b1-5965-438c-ab17-3846563d9bba), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:45.968087 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ffb2b9b1-5965-438c-ab17-3846563d9bba), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:46.020703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:46.071896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-921070ab-1f5d-4a1a-bab1-1a8fa074a2b6 req-5e8b0974-e3d9-4f80-9c0c-6504ca07f6c2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458673 Mar 10 15:02:46.164060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b3bd35-0b81-422b-bb33-94e3ec93f2a4 None None] Network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:02:46.165022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb2b9b1-5965-438c-ab17-3846563d9bba,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:46.204274 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f831d1a1-402f-4786-a226-173d83734fd2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fd71f552efc48bd8e0d3b6eca750ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790640 Mar 10 15:02:46.204932 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46184) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:46.215341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:02:46.218066 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3001031-b277-4f05-9d39-4f1ff8d61303 x-openstack-request-id: req-f3001031-b277-4f05-9d39-4f1ff8d61303 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:46.218358 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:46.218613 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3001031-b277-4f05-9d39-4f1ff8d61303 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:46.219032 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'status': 'completed', 'code': 200} Mar 10 15:02:46.245140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (935d80e2-32a7-4fe1-bfce-746575e80193), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:46.245489 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Added segment 935d80e2-32a7-4fe1-bfce-746575e80193 of type vlan for network 3d28f02e-4500-4049-ae3a-96c51432dd45 Mar 10 15:02:46.360436 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (3d28f02e-4500-4049-ae3a-96c51432dd45), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:46.369790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dbed6-bd6c-4b4a-9777-a1fca5dee7f9 req-12eb1289-1f19-489d-ae43-10113828d23b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:46.383519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 012edf3e-8d40-465e-af4c-c4544a958e75 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:46.383904 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:46.408995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b89dbed6-bd6c-4b4a-9777-a1fca5dee7f9 req-12eb1289-1f19-489d-ae43-10113828d23b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.3332012 Mar 10 15:02:46.421740 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4fd6786e-71f8-4e9b-8627-2ef94365c18e admin admin] Publish callbacks [] for security_group (cc429e4f-7a54-44ac-95ae-a21ffc1ecb6c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:46.455703 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4fd6786e-71f8-4e9b-8627-2ef94365c18e admin admin] Publish callbacks [] for security_group (cc429e4f-7a54-44ac-95ae-a21ffc1ecb6c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:46.595436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f1633d6a-2c39-4a37-ad71-32aff4321d01 None None] Provisioning complete for port 012edf3e-8d40-465e-af4c-c4544a958e75 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:46.596312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f1633d6a-2c39-4a37-ad71-32aff4321d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:46.597156 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (6497d01d-6698-4dc3-b5cd-f181abd04e3e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:46.608097 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4fd6786e-71f8-4e9b-8627-2ef94365c18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cc429e4f-7a54-44ac-95ae-a21ffc1ecb6c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:46.611011 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4fd6786e-71f8-4e9b-8627-2ef94365c18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:46.625137 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4fd6786e-71f8-4e9b-8627-2ef94365c18e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc429e4f-7a54-44ac-95ae-a21ffc1ecb6c HTTP/1.1" status: 204 len: 168 time: 0.4119380 Mar 10 15:02:46.647631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46afb9-4565-4c86-a717-6023e777c6a8 req-b95abd73-30fb-4a1e-a87f-f641c755a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:46.649770 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0a46afb9-4565-4c86-a717-6023e777c6a8 req-b95abd73-30fb-4a1e-a87f-f641c755a660 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1127 time: 0.3496981 Mar 10 15:02:46.817877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6786e-71f8-4e9b-8627-2ef94365c18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc429e4f-7a54-44ac-95ae-a21ffc1ecb6c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:47.167864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46afb9-4565-4c86-a717-6023e777c6a8 req-05b9b114-4518-40a4-9557-dbb4fcbb047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:47.169331 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0a46afb9-4565-4c86-a717-6023e777c6a8 req-05b9b114-4518-40a4-9557-dbb4fcbb047d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.3819101 Mar 10 15:02:47.235381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b89dbed6-bd6c-4b4a-9777-a1fca5dee7f9 req-567b0cea-a755-4f15-9fee-83d934eba748 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8201602 Mar 10 15:02:47.290300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.resource_extend [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] It took 0.88 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:02:47.401514 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (3d28f02e-4500-4049-ae3a-96c51432dd45), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:47.404376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:47.406069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:47.454955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Router 6497d01d-6698-4dc3-b5cd-f181abd04e3e is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:02:47.460710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568daef5-2c0c-4c71-a8a4-a4c382ed62b2 req-6b1a3733-031c-4ed7-8e64-1662000fdada tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:47.471300 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0a46afb9-4565-4c86-a717-6023e777c6a8 req-7ffe6616-f876-4025-9a41-02e75cbb77ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 999 time: 0.2766614 Mar 10 15:02:47.474405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-568daef5-2c0c-4c71-a8a4-a4c382ed62b2 req-6b1a3733-031c-4ed7-8e64-1662000fdada tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 945 time: 0.2828627 Mar 10 15:02:47.652226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 012edf3e-8d40-465e-af4c-c4544a958e75 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:47.653335 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:47.724016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] Pushing event updated for resources: {'Network': ['ID=3d28f02e-4500-4049-ae3a-96c51432dd45,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:47.743595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 3d28f02e-4500-4049-ae3a-96c51432dd45 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:02:47.751420 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:47.752067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f1633d6a-2c39-4a37-ad71-32aff4321d01 None None] Current status of the port 012edf3e-8d40-465e-af4c-c4544a958e75 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:47.752553 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f1633d6a-2c39-4a37-ad71-32aff4321d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:47.771696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 012edf3e-8d40-465e-af4c-c4544a958e75, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=012edf3e-8d40-465e-af4c-c4544a958e75,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:47.806585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:47.888148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1253dcec-702b-4e52-a17a-04c8f22d97ed admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.0094786 Mar 10 15:02:47.892211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 46226) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:47.900392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d21074fe-f75d-4f40-952e-c69c92031c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:17Z', 'revision_number': 4, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '49e9fb55-331d-4196-9daf-599772054c38', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'port_id': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'mac_address': 'fa:16:3e:a1:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:02:21Z', 'updated_at': '2022-03-10T15:02:43Z', 'revision_number': 1, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b4422-4468-4eb3-a2bf-b3cfae48805b', 'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'mac_address': 'fa:16:3e:b4:8f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:16Z', 'updated_at': '2022-03-10T15:02:22Z', 'revision_number': 5, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'subnets': [{'id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:47.934745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] Request body: {'subnet': {'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-subnet', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:47.986296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-568daef5-2c0c-4c71-a8a4-a4c382ed62b2 req-1a4fd83f-aac8-43ab-95dc-67c4e910b48e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5047469 Mar 10 15:02:48.009641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46afb9-4565-4c86-a717-6023e777c6a8 req-b0119e3a-296d-4a12-aced-57f52ee49206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:48.031975 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0a46afb9-4565-4c86-a717-6023e777c6a8 req-b0119e3a-296d-4a12-aced-57f52ee49206 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.5491366 Mar 10 15:02:48.033440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:02:48.054257 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Sync routers for ids ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:02:48.070278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd8208-d48e-48b0-b67d-e7dafa8408cf req-5488334d-136b-4c87-99a7-c25662ec2514 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:48.071711 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Routers {'6497d01d-6698-4dc3-b5cd-f181abd04e3e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:02:48.072552 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:02:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:48.085014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28fd8208-d48e-48b0-b67d-e7dafa8408cf req-5488334d-136b-4c87-99a7-c25662ec2514 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.6664917 Mar 10 15:02:48.222904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] Made reservation on behalf of a2071892e1954e0e84c2f578ad1c21e7 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:48.232517 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:48.279191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46afb9-4565-4c86-a717-6023e777c6a8 req-037e3762-3427-4359-8c6f-4825f3c7fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:48.283820 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0a46afb9-4565-4c86-a717-6023e777c6a8 req-037e3762-3427-4359-8c6f-4825f3c7fb8f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2467091 Mar 10 15:02:48.291872 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:48.297893 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0aeeb250-05d1-4bd3-b854-7e4218a3b5ff admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.5490315 Mar 10 15:02:48.299688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46232) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:48.311409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21074fe-f75d-4f40-952e-c69c92031c5f None None] Checking router: ab1a0d42-f836-498a-a8bd-af457496f5f0 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:02:48.339851 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-f1633d6a-2c39-4a37-ad71-32aff4321d01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:02:48.340202 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-f1633d6a-2c39-4a37-ad71-32aff4321d01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:02:48.397613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21074fe-f75d-4f40-952e-c69c92031c5f None None] Routers {'ab1a0d42-f836-498a-a8bd-af457496f5f0'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:02:48.398347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d21074fe-f75d-4f40-952e-c69c92031c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:02:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab1a0d42-f836-498a-a8bd-af457496f5f0'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:48.477789 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Set router 6497d01d-6698-4dc3-b5cd-f181abd04e3e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:02:48.603862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=012edf3e-8d40-465e-af4c-c4544a958e75,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:48.631363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba69ee21-d1fb-4a11-9e5f-012f69ddc431 req-65847e41-5acc-487f-a3dd-d5bd4adf4cf0 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 210 time: 0.4334176 Mar 10 15:02:48.640775 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (b5bbdab4-82e8-455a-b167-1f3f966d56ca), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:48.719399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28fd8208-d48e-48b0-b67d-e7dafa8408cf req-b28d4bf6-d81e-4e3c-894f-dc6bb23027a0 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204662 Mar 10 15:02:48.830208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] Checking segment: {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:48.830582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] Network hostable DHCP agents. Network: 3d28f02e-4500-4049-ae3a-96c51432dd45, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:02:48.844450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5bbdab4-82e8-455a-b167-1f3f966d56ca,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:48.913174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] Network 3d28f02e-4500-4049-ae3a-96c51432dd45 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:02:48.955676 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0a46afb9-4565-4c86-a717-6023e777c6a8 req-6106754e-8224-40a6-8d70-5ad73b99d77d service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522012 Mar 10 15:02:49.004111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d21074fe-f75d-4f40-952e-c69c92031c5f None None] Set router ab1a0d42-f836-498a-a8bd-af457496f5f0 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:02:49.069373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f1633d6a-2c39-4a37-ad71-32aff4321d01 None None] Current status of the port 012edf3e-8d40-465e-af4c-c4544a958e75 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:49.115046 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:45Z', 'revision_number': 3, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:49.199104 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Checking router: 6497d01d-6698-4dc3-b5cd-f181abd04e3e for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:02:49.199445 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Updating router 6497d01d-6698-4dc3-b5cd-f181abd04e3e port b76c0e46-c543-4df9-9b1b-beca19eef28f binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:02:49.282947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-42f15daf-b04c-432a-8436-bae97cd6fd60 None None] Provisioning complete for port 012edf3e-8d40-465e-af4c-c4544a958e75 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:49.283336 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-42f15daf-b04c-432a-8436-bae97cd6fd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:49.292503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 3d28f02e-4500-4049-ae3a-96c51432dd45) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:49.299790 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0a46afb9-4565-4c86-a717-6023e777c6a8 req-86e34994-91c1-4e56-add1-5953ea72b04e service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367562 Mar 10 15:02:49.312385 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:49.437792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a2bfd0-f2e4-4f80-99f5-686f10dcdaf4 None None] Network 3d28f02e-4500-4049-ae3a-96c51432dd45 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:02:49.546229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-0c2429f9-bd8a-4621-9e74-d00232a92c7f tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:49.548780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-0c2429f9-bd8a-4621-9e74-d00232a92c7f tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.62 "GET /v2.0/networks?id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f HTTP/1.1" status: 200 len: 813 time: 0.6256676 Mar 10 15:02:49.792603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-a8976eb4-4807-494c-bf17-3427a3214df6 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:49.797394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-a8976eb4-4807-494c-bf17-3427a3214df6 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.45 "GET /v2.0/networks?id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f HTTP/1.1" status: 200 len: 813 time: 0.8668118 Mar 10 15:02:49.814161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:49.814837 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:49.840040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Request body: {'port': {'device_id': '8eb9a69f-ed66-4a0c-b375-a5ba147ae58d', 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f', 'admin_state_up': True, 'tenant_id': 'bbcdf7d4aed84d599c81aed8124882ef'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:49.924208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-42f15daf-b04c-432a-8436-bae97cd6fd60 None None] Current status of the port 012edf3e-8d40-465e-af4c-c4544a958e75 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:49.965015 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Publish callbacks [] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:49.986213 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.027665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Request body: {'port': {'device_id': 'eb26fc3e-ec0a-4347-8a6d-9341f4ca5715', 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f', 'admin_state_up': True, 'tenant_id': 'bbcdf7d4aed84d599c81aed8124882ef'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:50.033016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 012edf3e-8d40-465e-af4c-c4544a958e75 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:50.061941 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Attempting to bind port b76c0e46-c543-4df9-9b1b-beca19eef28f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:50.063934 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Attempting to bind port b76c0e46-c543-4df9-9b1b-beca19eef28f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:50.067289 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Attempting to bind port b76c0e46-c543-4df9-9b1b-beca19eef28f on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:50.095686 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b5a61-ec1c-4a47-b055-a2dbe7343942 None None] Pushing event updated for resources: {'Port': ['ID=b76c0e46-c543-4df9-9b1b-beca19eef28f,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:50.102274 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:50.102685 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:50.107219 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.107621 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:50.108129 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Bound port: b76c0e46-c543-4df9-9b1b-beca19eef28f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:50.109760 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.124203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-52abf358-22d3-4add-85c5-f57bf28c745e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2060702 Mar 10 15:02:50.133458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 46274) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:50.143588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9079729-bc39-412e-b635-14bb16214b65 req-01325643-d9b3-480d-acfb-be59a2654d1a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:50.145355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9079729-bc39-412e-b635-14bb16214b65 req-01325643-d9b3-480d-acfb-be59a2654d1a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 945 time: 0.9019744 Mar 10 15:02:50.164128 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.165224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:50.209708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af83f1-24d0-4064-b7cd-34aa51b9c726 req-fc703651-cbac-4bf5-a7f9-25575e1bcf3d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:50.211858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17af83f1-24d0-4064-b7cd-34aa51b9c726 req-fc703651-cbac-4bf5-a7f9-25575e1bcf3d tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 1.1470070 Mar 10 15:02:50.224789 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (975377ad-adac-4620-bab0-398aa5cbcfc3), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.225911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (975377ad-adac-4620-bab0-398aa5cbcfc3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.229210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Made reservation on behalf of bbcdf7d4aed84d599c81aed8124882ef for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:50.235059 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.241320 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] For port b76c0e46-c543-4df9-9b1b-beca19eef28f, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:50.251346 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] For port b76c0e46-c543-4df9-9b1b-beca19eef28f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b76c0e46-c543-4df9-9b1b-beca19eef28f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:50.264565 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.319182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-3d28f02e-4500-4049-ae3a-96c51432dd45', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:02:50.320438 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.398431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Allocated IP 172.20.0.1 (73f0f81f-8062-4540-a9e6-4ff1f4c79b33/24390a6a-cdc9-46ae-9d09-e0a60377070a/0cca7a0a-c9f3-4cdb-990b-1470bebba57e) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:50.414274 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Routers {'6497d01d-6698-4dc3-b5cd-f181abd04e3e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:02:50.415016 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:02:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:50.479426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9079729-bc39-412e-b635-14bb16214b65 req-f23afd3f-fc50-41a5-95a3-a212fa13593a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831867 Mar 10 15:02:50.482564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17af83f1-24d0-4064-b7cd-34aa51b9c726 req-e180e01b-9885-4e42-8b43-e142eb517a45 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944363 Mar 10 15:02:50.520660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Publish callbacks [] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.560444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.665287 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] Set router 6497d01d-6698-4dc3-b5cd-f181abd04e3e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:02:50.678143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:50.681890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Pushing event updated for resources: {'Port': ['ID=0cca7a0a-c9f3-4cdb-990b-1470bebba57e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:50.694492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Allocated IP 172.20.0.2 (3d28f02e-4500-4049-ae3a-96c51432dd45/b5bbdab4-82e8-455a-b167-1f3f966d56ca/62ca65b8-2ec7-41aa-9408-9a8ad100a23c) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:50.696220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:50.701098 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:50.731138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Publish callbacks [] for router_controller (975377ad-adac-4620-bab0-398aa5cbcfc3), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.856087 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (6497d01d-6698-4dc3-b5cd-f181abd04e3e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.877929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Made reservation on behalf of bbcdf7d4aed84d599c81aed8124882ef for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:02:50.894647 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.980189 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Publish callbacks [] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.988981 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:50.991022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94d7f23e-fcc4-4888-a298-91dc33e3faae req-51fd18da-02a7-430b-a3d6-6f59f7b40f46 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 210 time: 0.2582877 Mar 10 15:02:51.003496 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:51.052384 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b5a61-ec1c-4a47-b055-a2dbe7343942 None None] Pushing event updated for resources: {'Port': ['ID=b76c0e46-c543-4df9-9b1b-beca19eef28f,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:51.140459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d21074fe-f75d-4f40-952e-c69c92031c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:17Z', 'revision_number': 4, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '49e9fb55-331d-4196-9daf-599772054c38', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'port_id': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'mac_address': 'fa:16:3e:a1:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:02:21Z', 'updated_at': '2022-03-10T15:02:43Z', 'revision_number': 1, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b4422-4468-4eb3-a2bf-b3cfae48805b', 'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'mac_address': 'fa:16:3e:b4:8f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:16Z', 'updated_at': '2022-03-10T15:02:22Z', 'revision_number': 5, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'subnets': [{'id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:51.225977 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:51.242379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21074fe-f75d-4f40-952e-c69c92031c5f None None] The sync data for ids ['ab1a0d42-f836-498a-a8bd-af457496f5f0'] in n-d-833090-1 is: [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:17Z', 'revision_number': 4, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '49e9fb55-331d-4196-9daf-599772054c38', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'floating_ip_address': '172.25.3.178', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'port_id': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'mac_address': 'fa:16:3e:a1:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:02:21Z', 'updated_at': '2022-03-10T15:02:43Z', 'revision_number': 1, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24b4422-4468-4eb3-a2bf-b3cfae48805b', 'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'mac_address': 'fa:16:3e:b4:8f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:16Z', 'updated_at': '2022-03-10T15:02:22Z', 'revision_number': 5, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'subnets': [{'id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:02:51.251593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Pushing event updated for resources: {'Port': ['ID=62ca65b8-2ec7-41aa-9408-9a8ad100a23c,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:51.259481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 012edf3e-8d40-465e-af4c-c4544a958e75 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:51.259934 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:51.361908 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:45Z', 'revision_number': 3, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:51.369622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Network 3d28f02e-4500-4049-ae3a-96c51432dd45 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:51.378061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:51.385512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:51.385765 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Publish callbacks [] for router_gateway (975377ad-adac-4620-bab0-398aa5cbcfc3), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:51.390499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Allocated IP 172.20.0.14 (3f5db8ca-a11e-428f-b47a-5c817b0f7d5f/38a94fad-9799-44f0-83ba-c6105425fcaa/afbefd83-19cb-42b9-bc40-738aea99cef9) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:51.446527 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5da7406-b774-49be-b661-fdc10b8d0c79 None None] The sync data for ids ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'] in n-d-833090-1 is: [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:45Z', 'revision_number': 3, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:02:51.478577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c140cb7-a64c-4752-89fc-f53d43d2bc61 req-8081538d-4752-4671-96b8-d88578bde189 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:51.480487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c140cb7-a64c-4752-89fc-f53d43d2bc61 req-8081538d-4752-4671-96b8-d88578bde189 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.7566423 Mar 10 15:02:51.483149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7828e1dd-73c3-4d99-b858-a53afebff450 None None] Provisioning complete for port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:51.484065 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7828e1dd-73c3-4d99-b858-a53afebff450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:51.531909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Attempting to bind port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:51.532280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Attempting to bind port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:51.532637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Attempting to bind port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c on network 3d28f02e-4500-4049-ae3a-96c51432dd45 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:51.574924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:51.575305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Checking segment: {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:51.575712 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:51.576109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Bound using segment: {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:51.576589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Bound port: 62ca65b8-2ec7-41aa-9408-9a8ad100a23c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:51.576965 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:51.617186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7828e1dd-73c3-4d99-b858-a53afebff450 None None] Port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:02:51.655802 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 012edf3e-8d40-465e-af4c-c4544a958e75 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:51.673620 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Publish callbacks [] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:51.679995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c140cb7-a64c-4752-89fc-f53d43d2bc61 req-b5872d45-7ae1-4662-988c-f051c911a610 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866238 Mar 10 15:02:51.696638 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:52.026731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks [] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:52.043899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86975d41-55ec-4b18-9532-74edd2ec73df None None] New status for floating IP 49e9fb55-331d-4196-9daf-599772054c38: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:02:52.291817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c6bf9-5cc5-42d8-9ca1-32394b80b24f req-6c821e7a-fe74-4309-9e0f-738a141dba30 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:52.294407 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-635c6bf9-5cc5-42d8-9ca1-32394b80b24f req-6c821e7a-fe74-4309-9e0f-738a141dba30 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 945 time: 0.4800355 Mar 10 15:02:52.330691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (6497d01d-6698-4dc3-b5cd-f181abd04e3e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:52.341219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d250aaf-aef3-46b8-ba11-935bd5f295ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:52.387730 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:52.401139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] For port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:52.410918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] For port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=62ca65b8-2ec7-41aa-9408-9a8ad100a23c,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:52.414028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Pushing event updated for resources: {'Port': ['ID=0cca7a0a-c9f3-4cdb-990b-1470bebba57e,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:52.428740 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:52.547557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39944cf4-70f4-48cd-8e4a-5a48bf430529 None None] Pushing event updated for resources: {'Port': ['ID=62ca65b8-2ec7-41aa-9408-9a8ad100a23c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:52.579027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:52.584070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:52.601612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:52.603178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:52.637427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:52.753420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Pushing event updated for resources: {'Port': ['ID=afbefd83-19cb-42b9-bc40-738aea99cef9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:52.766533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Router 6497d01d-6698-4dc3-b5cd-f181abd04e3e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:02:52.774354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9861fd8-4d6c-4e7e-a9c3-9d53941f9704 req-67ed8c99-0aa0-4d8d-8452-f7d4e5338375 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:52.776483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9861fd8-4d6c-4e7e-a9c3-9d53941f9704 req-67ed8c99-0aa0-4d8d-8452-f7d4e5338375 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.7167354 Mar 10 15:02:52.793540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:52.794126 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:52.907920 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:02:52.911905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Publish callbacks [] for router_gateway (975377ad-adac-4620-bab0-398aa5cbcfc3), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:52.922847 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8bf7bef9-eb46-49b1-8502-74f1b281fecc admin admin] 10.222.0.11 "PUT /v2.0/routers/6497d01d-6698-4dc3-b5cd-f181abd04e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6120591 Mar 10 15:02:52.945371 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:53.142037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Allocated IP 172.25.3.111 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/3313a66f-2187-44ae-8a41-863be626ba7f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:53.265864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-635c6bf9-5cc5-42d8-9ca1-32394b80b24f req-c34b595d-f885-48e4-9df3-9619f3450518 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9274378 Mar 10 15:02:53.271340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b62dccd-7691-4d32-b022-9de7fe4ae776 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4709136 Mar 10 15:02:53.341438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Allocated IP 172.20.0.13 (3f5db8ca-a11e-428f-b47a-5c817b0f7d5f/38a94fad-9799-44f0-83ba-c6105425fcaa/09a91f44-d003-425a-bcd5-84e788431a01) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:53.352085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9861fd8-4d6c-4e7e-a9c3-9d53941f9704 req-0d93c25f-c4f8-421c-ac05-4bf5cb5c9725 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631405 Mar 10 15:02:53.367804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Request body: {'port': {'device_id': '8eb9a69f-ed66-4a0c-b375-a5ba147ae58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:53.406888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0727cdfd-cad2-4c2b-892a-bcbb20dbfdca None None] Provisioning complete for port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:53.407385 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0727cdfd-cad2-4c2b-892a-bcbb20dbfdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:53.519643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0727cdfd-cad2-4c2b-892a-bcbb20dbfdca None None] Port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:02:53.941660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 62ca65b8-2ec7-41aa-9408-9a8ad100a23c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:53.996612 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2367dcf6-3427-46bb-a73b-2069c90e4be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.004259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:54.004634 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.011234 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Publish callbacks [] for port (3313a66f-2187-44ae-8a41-863be626ba7f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.020411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.091680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0269c-b12c-4a2e-956b-1f36e2247402 req-c7aa7329-994f-43f6-9ad6-96602fbc5d08 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:54.093296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29e0269c-b12c-4a2e-956b-1f36e2247402 req-c7aa7329-994f-43f6-9ad6-96602fbc5d08 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 932 time: 0.5591512 Mar 10 15:02:54.111810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:54.112207 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.161029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=62ca65b8-2ec7-41aa-9408-9a8ad100a23c,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:54.163513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a7907-0902-49a7-8709-6f50ab1baab3 req-180770f6-36af-4dd5-9275-bfe332f25985 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:54.167234 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.168220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b76c0e46-c543-4df9-9b1b-beca19eef28f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:54.170223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-588a7907-0902-49a7-8709-6f50ab1baab3 req-180770f6-36af-4dd5-9275-bfe332f25985 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.5706239 Mar 10 15:02:54.270352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=62ca65b8-2ec7-41aa-9408-9a8ad100a23c,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:54.288080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b76c0e46-c543-4df9-9b1b-beca19eef28f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:54.288593 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.314283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.406585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b76c0e46-c543-4df9-9b1b-beca19eef28f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:54.406964 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.431208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29e0269c-b12c-4a2e-956b-1f36e2247402 req-1e973b33-f413-4254-a735-a0095d767dc0 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082821 Mar 10 15:02:54.443197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port b76c0e46-c543-4df9-9b1b-beca19eef28f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b76c0e46-c543-4df9-9b1b-beca19eef28f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:54.457207 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks [] for port (09a91f44-d003-425a-bcd5-84e788431a01), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.457207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:54.457436 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.463373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-588a7907-0902-49a7-8709-6f50ab1baab3 req-be0f6929-2cf2-4ccb-b363-af1ef8274743 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922053 Mar 10 15:02:54.472964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:54.475922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Pushing event updated for resources: {'Port': ['ID=3313a66f-2187-44ae-8a41-863be626ba7f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:54.485452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:54.487490 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Sync routers for ids ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:02:54.517480 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Routers {'6497d01d-6698-4dc3-b5cd-f181abd04e3e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:02:54.518135 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:54.564927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=b76c0e46-c543-4df9-9b1b-beca19eef28f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:54.594272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c645b-6ce1-4316-b2b6-51fb46399ed2 None None] Network 3d28f02e-4500-4049-ae3a-96c51432dd45 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:02:54.691778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d37c5606-07bd-4f98-9d1c-a272792ae885 None None] Provisioning complete for port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:54.691778 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d37c5606-07bd-4f98-9d1c-a272792ae885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.694308 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Set router 6497d01d-6698-4dc3-b5cd-f181abd04e3e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:02:54.791926 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (09a91f44-d003-425a-bcd5-84e788431a01), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.807626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46350) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:54.817309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e0eb9129-52bc-4fe0-80db-9562e498add5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1051342868', 'description': 'tempest-description--1745789350'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:54.832697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d37c5606-07bd-4f98-9d1c-a272792ae885 None None] Current status of the port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:54.862345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9129-52bc-4fe0-80db-9562e498add5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.867811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e94fec-5a5d-46ed-874e-bdb738de2518 req-6b3d5915-26b0-4700-a300-2f69f6bd63dd tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:54.869344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55e94fec-5a5d-46ed-874e-bdb738de2518 req-6b3d5915-26b0-4700-a300-2f69f6bd63dd tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 945 time: 0.3385818 Mar 10 15:02:54.973637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9129-52bc-4fe0-80db-9562e498add5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group (c687057c-1444-4b79-beaf-378dcea748ac), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.979775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9129-52bc-4fe0-80db-9562e498add5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c687057c-1444-4b79-beaf-378dcea748ac), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:54.984214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:55.014367 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0eb9129-52bc-4fe0-80db-9562e498add5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.016133 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e0eb9129-52bc-4fe0-80db-9562e498add5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2056811 Mar 10 15:02:55.020247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46356) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:55.029772 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c58f8650-17df-43f6-bf6f-8080b379cbbc tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Request body: {'security_group_rule': {'security_group_id': 'c687057c-1444-4b79-beaf-378dcea748ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:55.053769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:55.080020 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:51Z', 'revision_number': 4, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0cca7a0a-c9f3-4cdb-990b-1470bebba57e', 'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'mac_address': 'fa:16:3e:ed:4c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:51Z', 'revision_number': 2, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'subnets': [{'id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:55.080550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb9129-52bc-4fe0-80db-9562e498add5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c687057c-1444-4b79-beaf-378dcea748ac,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:55.082998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:55.085655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Pushing event updated for resources: {'Port': ['ID=09a91f44-d003-425a-bcd5-84e788431a01,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:55.126854 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.127224 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c58f8650-17df-43f6-bf6f-8080b379cbbc tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group_rule (132af925-048b-471d-a3cd-4433d759e6cd), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.164029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-cd85a3fc-e4b2-4603-9423-efbc457b5a05 None None] Provisioning complete for port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:55.164401 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd85a3fc-e4b2-4603-9423-efbc457b5a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.169212 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Checking router: 6497d01d-6698-4dc3-b5cd-f181abd04e3e for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:02:55.171531 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Updating router 6497d01d-6698-4dc3-b5cd-f181abd04e3e port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:02:55.203276 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Publish callbacks [] for router_gateway (975377ad-adac-4620-bab0-398aa5cbcfc3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.210494 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.218391 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c58f8650-17df-43f6-bf6f-8080b379cbbc tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group_rule (132af925-048b-471d-a3cd-4433d759e6cd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.223974 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c58f8650-17df-43f6-bf6f-8080b379cbbc tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (132af925-048b-471d-a3cd-4433d759e6cd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.245939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f8650-17df-43f6-bf6f-8080b379cbbc tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132af925-048b-471d-a3cd-4433d759e6cd,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:55.264430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55e94fec-5a5d-46ed-874e-bdb738de2518 req-b9e7e375-7824-4a6c-9673-e80413314371 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693388 Mar 10 15:02:55.280168 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c58f8650-17df-43f6-bf6f-8080b379cbbc tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.281418 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c58f8650-17df-43f6-bf6f-8080b379cbbc tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2601182 Mar 10 15:02:55.284790 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46360) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:55.290694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-41abe3c1-d839-481d-9af7-683434c49ae5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Request body: {'security_group_rule': {'security_group_id': 'c687057c-1444-4b79-beaf-378dcea748ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:55.291323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:55.291949 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.299859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cd85a3fc-e4b2-4603-9423-efbc457b5a05 None None] Current status of the port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:55.354318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-6ed87829-2bd5-4c8e-aedf-eeeb3e038c23 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5293093 Mar 10 15:02:55.372687 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41abe3c1-d839-481d-9af7-683434c49ae5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group_rule (faef73da-f175-460b-b28f-3ae25074580b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.400537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Request body: {'port': {'device_id': 'eb26fc3e-ec0a-4347-8a6d-9341f4ca5715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:55.414242 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-91a51255-e279-48cf-b008-47255cd60b3f tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:55.415779 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-91a51255-e279-48cf-b008-47255cd60b3f tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1127 time: 0.1071789 Mar 10 15:02:55.416742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a7e9-1d2c-43b4-949b-527c1d98d844 req-4587fa6a-3317-4073-8f11-ba1257858289 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:55.418823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56c4a7e9-1d2c-43b4-949b-527c1d98d844 req-4587fa6a-3317-4073-8f11-ba1257858289 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 945 time: 0.2374043 Mar 10 15:02:55.431061 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833090-1'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:55.443697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbefd83-19cb-42b9-bc40-738aea99cef9 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:55.463678 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Publish callbacks [] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.513618 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41abe3c1-d839-481d-9af7-683434c49ae5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group_rule (faef73da-f175-460b-b28f-3ae25074580b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.527679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41abe3c1-d839-481d-9af7-683434c49ae5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (faef73da-f175-460b-b28f-3ae25074580b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.550458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Transition to ACTIVE for port object afbefd83-19cb-42b9-bc40-738aea99cef9 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:02:55.570110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abe3c1-d839-481d-9af7-683434c49ae5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faef73da-f175-460b-b28f-3ae25074580b,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:55.579764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.581002 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.599456 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41abe3c1-d839-481d-9af7-683434c49ae5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.600979 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-41abe3c1-d839-481d-9af7-683434c49ae5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3150251 Mar 10 15:02:55.604882 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46384) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:55.610444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:02:55.673479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56c4a7e9-1d2c-43b4-949b-527c1d98d844 req-a4dd33a9-7930-4d42-b850-f9f65216715e tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250655 Mar 10 15:02:55.678223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.772752 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Publish callbacks [] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.782889 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.850940 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b272d-880c-42e3-b850-4b6e66e11f8d None None] Pushing event updated for resources: {'Port': ['ID=0cca7a0a-c9f3-4cdb-990b-1470bebba57e,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:55.856402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (09a91f44-d003-425a-bcd5-84e788431a01), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.860611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:55.923256 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Attempting to bind port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:55.923488 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Attempting to bind port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:55.923880 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Attempting to bind port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e on network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:55.931287 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:55.932159 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Checking segment: {'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:55.932672 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:55.933149 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Bound using segment: {'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:55.933677 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Bound port: 0cca7a0a-c9f3-4cdb-990b-1470bebba57e, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:55.934332 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.010278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Attempting to bind port afbefd83-19cb-42b9-bc40-738aea99cef9 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:56.011767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Attempting to bind port afbefd83-19cb-42b9-bc40-738aea99cef9 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:56.012581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Attempting to bind port afbefd83-19cb-42b9-bc40-738aea99cef9 on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:56.023242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 62ca65b8-2ec7-41aa-9408-9a8ad100a23c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:56.037627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=afbefd83-19cb-42b9-bc40-738aea99cef9,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:56.070659 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] For port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:56.078170 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] For port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0cca7a0a-c9f3-4cdb-990b-1470bebba57e,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:56.096760 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.192109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:56.199679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Port afbefd83-19cb-42b9-bc40-738aea99cef9 on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:02:56.200011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Attempting to bind port afbefd83-19cb-42b9-bc40-738aea99cef9 on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:56.204125 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.217768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:56.223709 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Routers {'6497d01d-6698-4dc3-b5cd-f181abd04e3e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:02:56.225429 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:56.290580 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (975377ad-adac-4620-bab0-398aa5cbcfc3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.308153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:56.308572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Checking segment: {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:56.308893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Bound using segment: {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:56.309549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Bound port: afbefd83-19cb-42b9-bc40-738aea99cef9, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:56.309686 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.337422 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Publish callbacks [] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.347827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:56.350487 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdad2e0-10ee-465b-b56a-3667814a9589" -d '{"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-unplugged", "status": "completed", "tag": "46ccb9ac-de38-45b7-a7ee-5b3d8866b478"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:56.359071 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.361634 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.366336 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b272d-880c-42e3-b850-4b6e66e11f8d None None] Pushing event updated for resources: {'Port': ['ID=0cca7a0a-c9f3-4cdb-990b-1470bebba57e,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:56.401101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Provisioning complete for port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:56.401522 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.403325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:56.404390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b76c0e46-c543-4df9-9b1b-beca19eef28f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:56.501404 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] Set router 6497d01d-6698-4dc3-b5cd-f181abd04e3e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:02:56.553023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Pushing event updated for resources: {'Port': ['ID=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,revision_number=7']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:56.589476 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on host n-h1-833090-1 for vnic_type normal with profile {"migrating_to": "n-h2-833090-1"} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:56.590962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:56.590962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:56.598208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:02:56.598572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:56.603511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:02:56.613381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:56.613735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:56.614157 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:56.614659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Bound port: 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:56.615334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.670428 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.671698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Allocated IP 172.25.3.47 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/a120a33e-85db-4864-88a0-238ba110d814) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:56.729851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:56.751973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:56.754999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a91f44-d003-425a-bcd5-84e788431a01 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:02:56.764196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Publish callbacks [] for port (09a91f44-d003-425a-bcd5-84e788431a01), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.779056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Transition to ACTIVE for port object 09a91f44-d003-425a-bcd5-84e788431a01 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:02:56.788120 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.829328 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (09a91f44-d003-425a-bcd5-84e788431a01), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.841195 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b76c0e46-c543-4df9-9b1b-beca19eef28f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:56.841981 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.890583 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a0710-ee4b-483c-822c-9e5d56a27ce0 req-9c217864-d0cf-47b8-9364-968af6f7a2f0 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:56.893039 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:51Z', 'revision_number': 4, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0cca7a0a-c9f3-4cdb-990b-1470bebba57e', 'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'mac_address': 'fa:16:3e:ed:4c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:56Z', 'revision_number': 4, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'subnets': [{'id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:56.899569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-633a0710-ee4b-483c-822c-9e5d56a27ce0 req-9c217864-d0cf-47b8-9364-968af6f7a2f0 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 944 time: 0.9179370 Mar 10 15:02:56.924631 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddd9cd-dfd2-4b50-a23f-650c231abf83 None None] The sync data for ids ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'] in n-d-833090-1 is: [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:51Z', 'revision_number': 4, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0cca7a0a-c9f3-4cdb-990b-1470bebba57e', 'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'mac_address': 'fa:16:3e:ed:4c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:56Z', 'revision_number': 4, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'subnets': [{'id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:02:56.940636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Pushing event updated for resources: {'Port': ['ID=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,revision_number=8']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:56.962573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Current status of the port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:56.964070 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:56.985475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:57.011972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] For port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0cca7a0a-c9f3-4cdb-990b-1470bebba57e,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:57.035444 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.053984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46418) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:57.064755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:57.065708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.067510 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-53a9a787-c34c-4628-8551-15b5a6cf5198 service neutron] 10.222.0.62 "PUT /v2.0/ports/46ccb9ac-de38-45b7-a7ee-5b3d8866b478 HTTP/1.1" status: 200 len: 1121 time: 1.6424079 Mar 10 15:02:57.129127 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for port (a120a33e-85db-4864-88a0-238ba110d814), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.202992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on host n-h1-833090-1 for vnic_type normal with profile {"migrating_to": "n-h2-833090-1"} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:57.203402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:57.203787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:57.213115 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['46ccb9ac-de38-45b7-a7ee-5b3d8866b478'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:57.235163 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a120a33e-85db-4864-88a0-238ba110d814), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.309536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['46ccb9ac-de38-45b7-a7ee-5b3d8866b478'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:02:57.316711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f7582e3-b849-49e8-9900-a4189e231279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.324405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:02:57.333656 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:02:57.339121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:02:57.363827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Pushing event updated for resources: {'Port': ['ID=a120a33e-85db-4864-88a0-238ba110d814,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:57.365667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b76c0e46-c543-4df9-9b1b-beca19eef28f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:57.392776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:02:57.393147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Attempting to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on network 94067cff-c117-4c51-a11d-b4ca58bf3238 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:57.407769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:57.408148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Checking segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:57.408766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Bound using segment: {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:57.409238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Bound port: 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22874101-9ca9-450d-9886-d9671e918dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '94067cff-c117-4c51-a11d-b4ca58bf3238'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:57.409630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.427756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-53b76951-526b-4871-9ade-d614e49330a6 None None] Provisioning complete for port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:57.428315 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-53b76951-526b-4871-9ade-d614e49330a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.430170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Pushing event updated for resources: {'Port': ['ID=0cca7a0a-c9f3-4cdb-990b-1470bebba57e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:57.465541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2fbe1-6c6d-4c23-82b4-6bf81b95f3d2 req-cd19ab31-4cb0-472c-8317-175a3e4cb8be tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:57.467156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62a2fbe1-6c6d-4c23-82b4-6bf81b95f3d2 req-cd19ab31-4cb0-472c-8317-175a3e4cb8be tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 1.2042143 Mar 10 15:02:57.478354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for floatingip (96754bbb-5e4e-454d-8347-258ff0d7ceab), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.526607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.527021 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.527419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.527678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.528019 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.528355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.528743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.529353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.529739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.530116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.530416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.530765 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.531092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc3f61-1bbd-4e78-a607-7ed23eb98070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:02:57.551944 n-d-833090-1 neutron-server[115535]: WARNING neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Concurrent port binding operations failed on port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 Mar 10 15:02:57.575588 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f7582e3-b849-49e8-9900-a4189e231279 admin admin] Publish callbacks [] for security_group (3f1c9770-165c-4135-b535-3685a4172a5a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.580813 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a120a33e-85db-4864-88a0-238ba110d814), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.603746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:57.604926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] For port afbefd83-19cb-42b9-bc40-738aea99cef9, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:57.627139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Pushing event updated for resources: {'Port': ['ID=09a91f44-d003-425a-bcd5-84e788431a01,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:57.632945 n-d-833090-1 neutron-server[115535]: INFO neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Attempt 2 to bind port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 Mar 10 15:02:57.633643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 has no active binding in host n-h2-833090-1 {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 15:02:57.666456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] For port afbefd83-19cb-42b9-bc40-738aea99cef9, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=afbefd83-19cb-42b9-bc40-738aea99cef9,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:57.695766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-633a0710-ee4b-483c-822c-9e5d56a27ce0 req-513234db-f80e-4696-9bb2-20fe3589d81f tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209252 Mar 10 15:02:57.703193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62a2fbe1-6c6d-4c23-82b4-6bf81b95f3d2 req-7fe95316-fff1-4e68-90cb-9246173dde4d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778624 Mar 10 15:02:57.708205 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.715315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Attempting to bind port 09a91f44-d003-425a-bcd5-84e788431a01 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:57.715752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Attempting to bind port 09a91f44-d003-425a-bcd5-84e788431a01 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:57.716141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Attempting to bind port 09a91f44-d003-425a-bcd5-84e788431a01 on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:57.767237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Port 09a91f44-d003-425a-bcd5-84e788431a01 on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:02:57.767462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Attempting to bind port 09a91f44-d003-425a-bcd5-84e788431a01 on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:57.783885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:57.784959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.786703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] 10.222.0.62 "PUT /v2.0/ports/afbefd83-19cb-42b9-bc40-738aea99cef9 HTTP/1.1" status: 200 len: 1092 time: 4.4560375 Mar 10 15:02:57.789735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb9a69f-ed66-4a0c-b375-a5ba147ae58d', 'tag': 'afbefd83-19cb-42b9-bc40-738aea99cef9'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:57.792932 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8186dc4c-014c-40b2-b8c1-0c26863d458c" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb9a69f-ed66-4a0c-b375-a5ba147ae58d", "tag": "afbefd83-19cb-42b9-bc40-738aea99cef9"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:57.798835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:57.799833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Checking segment: {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:57.800492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Bound using segment: {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:57.800851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Bound port: 09a91f44-d003-425a-bcd5-84e788431a01, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:57.801338 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (09a91f44-d003-425a-bcd5-84e788431a01), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.839383 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c195d07-c84b-455b-92c9-b6b1ef56543d x-openstack-request-id: req-0c195d07-c84b-455b-92c9-b6b1ef56543d {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:57.840147 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-unplugged", "status": "completed", "tag": "46ccb9ac-de38-45b7-a7ee-5b3d8866b478", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:57.840485 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c195d07-c84b-455b-92c9-b6b1ef56543d {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:57.843309 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478', 'code': 200} Mar 10 15:02:57.851961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f7582e3-b849-49e8-9900-a4189e231279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3f1c9770-165c-4135-b535-3685a4172a5a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:57.943986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:02:57.997203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ff57d-309d-47db-b0fb-c3cdeeee8fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=afbefd83-19cb-42b9-bc40-738aea99cef9,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:58.001310 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2f7582e3-b849-49e8-9900-a4189e231279 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2934adea89534a9da0e06c7db4554615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9394245 Mar 10 15:02:58.006242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0cca7a0a-c9f3-4cdb-990b-1470bebba57e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:02:58.017017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 46438) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:58.020273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7582e3-b849-49e8-9900-a4189e231279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1c9770-165c-4135-b535-3685a4172a5a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:58.043982 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for port (a120a33e-85db-4864-88a0-238ba110d814), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.053084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (a120a33e-85db-4864-88a0-238ba110d814), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.137980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-53b76951-526b-4871-9ade-d614e49330a6 None None] Current status of the port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:58.166210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Pushing event updated for resources: {'Port': ['ID=a120a33e-85db-4864-88a0-238ba110d814,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:58.192472 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (96754bbb-5e4e-454d-8347-258ff0d7ceab), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.216802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Router 975377ad-adac-4620-bab0-398aa5cbcfc3 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:02:58.224831 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.236092 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f3c91cc1-ed09-400d-8444-e30970094d5e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6287663 Mar 10 15:02:58.261123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] For port 09a91f44-d003-425a-bcd5-84e788431a01, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:02:58.268885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-22bbadca-5232-44e7-8d6a-4a123d41b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:58.270506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-22bbadca-5232-44e7-8d6a-4a123d41b4cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbcdf7d4aed84d599c81aed8124882ef&device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 1126 time: 0.4075050 Mar 10 15:02:58.274678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] For port 09a91f44-d003-425a-bcd5-84e788431a01, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=09a91f44-d003-425a-bcd5-84e788431a01,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:02:58.308180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (09a91f44-d003-425a-bcd5-84e788431a01), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.318296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2767e-d176-4cde-8cc6-157ae5c71ba1 req-c63f8ffe-b997-4eb4-aee0-9bc4060747ba tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:58.326020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe2767e-d176-4cde-8cc6-157ae5c71ba1 req-c63f8ffe-b997-4eb4-aee0-9bc4060747ba tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.3556845 Mar 10 15:02:58.451560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-379b6768-1852-4b8d-b6e3-b79851a0c7db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afbefd83-19cb-42b9-bc40-738aea99cef9 HTTP/1.1" status: 200 len: 217 time: 0.1698692 Mar 10 15:02:58.462624 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc12067b-e6b5-419d-816a-b39326a44bca admin admin] Publish callbacks [] for security_group (3f1c9770-165c-4135-b535-3685a4172a5a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.480080 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.502691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:58.503352 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.505109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] 10.222.0.45 "PUT /v2.0/ports/09a91f44-d003-425a-bcd5-84e788431a01 HTTP/1.1" status: 200 len: 1092 time: 3.1385562 Mar 10 15:02:58.516261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:58.516977 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.541554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:02:58.542283 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.579660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:58.582395 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d2a3e4-054d-4d42-8ce5-e2ae53af24c9" -d '{"events": [{"server_uuid": "34dc8575-a45e-4dd7-9640-5c2133c4f926", "name": "network-vif-unplugged", "status": "completed", "tag": "f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:58.604556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:02:58.611069 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.642723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea0378-bbc5-438f-8571-14aaacb419b9 service neutron] Pushing event updated for resources: {'Port': ['ID=09a91f44-d003-425a-bcd5-84e788431a01,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:58.672023 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:58.695521 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc12067b-e6b5-419d-816a-b39326a44bca admin admin] Publish callbacks [] for security_group (3f1c9770-165c-4135-b535-3685a4172a5a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.726093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:02:58.735870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfe2767e-d176-4cde-8cc6-157ae5c71ba1 req-78f76e9a-6496-4d8d-9da1-77e0cbe86bed tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089854 Mar 10 15:02:58.766531 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b52fbe0-30a6-4006-9d10-d4a27f4bd534 x-openstack-request-id: req-1b52fbe0-30a6-4006-9d10-d4a27f4bd534 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:58.766851 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb9a69f-ed66-4a0c-b375-a5ba147ae58d", "tag": "afbefd83-19cb-42b9-bc40-738aea99cef9", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:58.767118 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b52fbe0-30a6-4006-9d10-d4a27f4bd534 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:58.767525 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb9a69f-ed66-4a0c-b375-a5ba147ae58d', 'tag': 'afbefd83-19cb-42b9-bc40-738aea99cef9', 'status': 'completed', 'code': 200} Mar 10 15:02:58.771801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-4675ffb6-bbaf-420e-888f-58dd40fa6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:58.773281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-4675ffb6-bbaf-420e-888f-58dd40fa6ea0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=38a94fad-9799-44f0-83ba-c6105425fcaa HTTP/1.1" status: 200 len: 853 time: 0.3085172 Mar 10 15:02:58.837751 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028ae18-b786-49cb-88a7-bec7ba97a2cb x-openstack-request-id: req-2028ae18-b786-49cb-88a7-bec7ba97a2cb {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:02:58.838130 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dc8575-a45e-4dd7-9640-5c2133c4f926", "name": "network-vif-unplugged", "status": "completed", "tag": "f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:02:58.838452 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2028ae18-b786-49cb-88a7-bec7ba97a2cb {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:02:58.838977 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5', 'code': 200} Mar 10 15:02:58.869688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-c9d94ca8-d6a5-45af-9cd6-02c7b5c87ab1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781169 Mar 10 15:02:58.878721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:02:58.901975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Sync routers for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:02:58.904771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-4013de16-c47e-4370-8932-5670ba0a0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:58.907373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-4013de16-c47e-4370-8932-5670ba0a0239 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbcdf7d4aed84d599c81aed8124882ef&device_id=eb26fc3e-ec0a-4347-8a6d-9341f4ca5715 HTTP/1.1" status: 200 len: 1126 time: 0.3355703 Mar 10 15:02:58.924930 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:02:58.926845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:58.983761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:58.988328 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46490) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:58.991152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-07d60c3a-30a2-4544-ab22-cacf776b6bef admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.8404772 Mar 10 15:02:59.026654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-0a8e18b0-aa6e-4bc6-985c-8790244f6084 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1051342868&fields=id&tenant_id=466cfdffa7944f18b5fcee239f1c6ed5 HTTP/1.1" status: 200 len: 267 time: 0.1617680 Mar 10 15:02:59.031851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-f6acfc24-f517-493f-9bfc-ae2efb62b520 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a91f44-d003-425a-bcd5-84e788431a01 HTTP/1.1" status: 200 len: 217 time: 0.0980418 Mar 10 15:02:59.034752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc12067b-e6b5-419d-816a-b39326a44bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3f1c9770-165c-4135-b535-3685a4172a5a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:59.037872 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc12067b-e6b5-419d-816a-b39326a44bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:59.039096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dc12067b-e6b5-419d-816a-b39326a44bca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f1c9770-165c-4135-b535-3685a4172a5a HTTP/1.1" status: 204 len: 168 time: 0.9619904 Mar 10 15:02:59.177217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:02:59.208854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12067b-e6b5-419d-816a-b39326a44bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1c9770-165c-4135-b535-3685a4172a5a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:59.361748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-d7ae16e9-c16b-46cb-97e5-a75e0d00d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:59.363329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-d7ae16e9-c16b-46cb-97e5-a75e0d00d005 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a94fad-9799-44f0-83ba-c6105425fcaa HTTP/1.1" status: 200 len: 853 time: 0.2892292 Mar 10 15:02:59.389218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-313b2105-3657-4d0f-976a-458f9ca2766d service neutron] 10.222.0.62 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024450 Mar 10 15:02:59.430760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-c5d5463f-7e03-4621-b816-d2a53468f86b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478528 Mar 10 15:02:59.479876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 3, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:02:59.481194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-29f343cc-7c70-44fb-9d9c-f33ecc68516d tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:59.489130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-29f343cc-7c70-44fb-9d9c-f33ecc68516d tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/networks?id=73f0f81f-8062-4540-a9e6-4ff1f4c79b33 HTTP/1.1" status: 200 len: 806 time: 0.4480057 Mar 10 15:02:59.511847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09a6d3-bd66-4df9-9bb2-1dbd9c9a409f req-81bfbfa0-dab7-43d7-881f-7e7f8ce2a003 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:59.515995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Checking router: 975377ad-adac-4620-bab0-398aa5cbcfc3 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:02:59.516490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Updating router 975377ad-adac-4620-bab0-398aa5cbcfc3 port 3313a66f-2187-44ae-8a41-863be626ba7f binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:02:59.520417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce09a6d3-bd66-4df9-9bb2-1dbd9c9a409f req-81bfbfa0-dab7-43d7-881f-7e7f8ce2a003 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 944 time: 0.3007104 Mar 10 15:02:59.548400 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:59.580223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-67251c6a-71e4-4672-93d8-1b7e8ed7c4b4 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/quotas/466cfdffa7944f18b5fcee239f1c6ed5 HTTP/1.1" status: 200 len: 375 time: 0.0903060 Mar 10 15:02:59.585360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 46504) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:02:59.651378 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b84f9494-c9c3-4b50-bf15-905764634361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:59.672938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:59.747580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce09a6d3-bd66-4df9-9bb2-1dbd9c9a409f req-29d0b02c-8581-4109-9c03-495988122300 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260306 Mar 10 15:02:59.752904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-66a19ea2-611d-4f64-b4bd-6475fb772e18 service neutron] 10.222.0.62 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245866 Mar 10 15:02:59.808463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-7f7e2da7-9091-46ef-a893-e4e73e4d51ae service neutron] 10.222.0.45 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459501 Mar 10 15:02:59.846778 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'tag': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:02:59.849040 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175ad295-d490-4831-b487-28cad495d877" -d '{"events": [{"name": "network-changed", "server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "tag": "46ccb9ac-de38-45b7-a7ee-5b3d8866b478"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:02:59.874219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Allocated IP 172.20.0.1 (3d28f02e-4500-4049-ae3a-96c51432dd45/b5bbdab4-82e8-455a-b167-1f3f966d56ca/71f2a7d0-472d-4adb-a64f-4eac2e91513c) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:02:59.885143 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Publish callbacks [] for port (3313a66f-2187-44ae-8a41-863be626ba7f), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:59.892947 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:59.916061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-d2958309-50c9-42f8-907c-fad1a9585997 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=466cfdffa7944f18b5fcee239f1c6ed5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3182776 Mar 10 15:02:59.948280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Attempting to bind port 3313a66f-2187-44ae-8a41-863be626ba7f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:02:59.949032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Attempting to bind port 3313a66f-2187-44ae-8a41-863be626ba7f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:02:59.949464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Attempting to bind port 3313a66f-2187-44ae-8a41-863be626ba7f on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:02:59.961161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:02:59.961607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:02:59.962019 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:59.962428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:02:59.963122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Bound port: 3313a66f-2187-44ae-8a41-863be626ba7f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:02:59.963510 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:02:59.989293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09f8d1-bc2f-43df-a009-6662e9d3e091 None None] Pushing event updated for resources: {'Port': ['ID=3313a66f-2187-44ae-8a41-863be626ba7f,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:02:59.994294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186dc4c-014c-40b2-b8c1-0c26863d458c req-c2a59c05-25eb-45bc-b87a-8a75ba35b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:02:59.996220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8186dc4c-014c-40b2-b8c1-0c26863d458c req-c2a59c05-25eb-45bc-b87a-8a75ba35b85f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbcdf7d4aed84d599c81aed8124882ef&device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 1126 time: 0.1808667 Mar 10 15:03:00.017569 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Publish callbacks [] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.022624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] For port 3313a66f-2187-44ae-8a41-863be626ba7f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:00.025678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] For port 3313a66f-2187-44ae-8a41-863be626ba7f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3313a66f-2187-44ae-8a41-863be626ba7f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:00.033025 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.067367 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.080977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02d0c6-e772-480a-997b-9bc0b1755e77 req-40b01bdb-4ae5-49c9-b05b-517824f664d9 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:00.082496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad02d0c6-e772-480a-997b-9bc0b1755e77 req-40b01bdb-4ae5-49c9-b05b-517824f664d9 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.2697656 Mar 10 15:03:00.095981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:03:00.096621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:00.098559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09f8d1-bc2f-43df-a009-6662e9d3e091 None None] Pushing event updated for resources: {'Port': ['ID=3313a66f-2187-44ae-8a41-863be626ba7f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:00.127039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Network 3d28f02e-4500-4049-ae3a-96c51432dd45 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:00.128466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Pushing event updated for resources: {'Port': ['ID=71f2a7d0-472d-4adb-a64f-4eac2e91513c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:00.132751 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:00.135369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:00.183932 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (975377ad-adac-4620-bab0-398aa5cbcfc3), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.217959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a358aee-8126-4fd2-8a7e-d052d5aadb55 req-b71b2bcb-2045-45ef-85f8-7815a9af40c5 service neutron] 10.222.0.45 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478808 Mar 10 15:03:00.227467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:03:00.232891 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b84f9494-c9c3-4b50-bf15-905764634361 admin admin] Publish callbacks [] for security_group (ca3e58ed-a6a3-4272-8013-470e61e4877d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.260374 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b84f9494-c9c3-4b50-bf15-905764634361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ca3e58ed-a6a3-4272-8013-470e61e4877d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.382832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad02d0c6-e772-480a-997b-9bc0b1755e77 req-e3f394b7-c426-4d24-aeee-0d9ae5932a34 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350254 Mar 10 15:03:00.382832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-6213a66c-433e-4601-8d0c-7ce9090ccbb8 service neutron] 10.222.0.11 "GET /v2.0/networks/73f0f81f-8062-4540-a9e6-4ff1f4c79b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187868 Mar 10 15:03:00.386208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46514) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:00.394841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b84f9494-c9c3-4b50-bf15-905764634361 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb267a8bfa3143a880727ec22efefac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8079660 Mar 10 15:03:00.398625 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.426219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186dc4c-014c-40b2-b8c1-0c26863d458c req-85575ed5-bb7a-479d-8ab3-98bdad07f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:00.427890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8186dc4c-014c-40b2-b8c1-0c26863d458c req-85575ed5-bb7a-479d-8ab3-98bdad07f572 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f HTTP/1.1" status: 200 len: 914 time: 0.4003229 Mar 10 15:03:00.428588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f9494-c9c3-4b50-bf15-905764634361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3e58ed-a6a3-4272-8013-470e61e4877d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:00.459780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 3, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:00.496063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ae5a8-52ed-4146-a778-315aead2c10e None None] The sync data for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 is: [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 3, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:03:00.500660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8186dc4c-014c-40b2-b8c1-0c26863d458c req-84960b2a-2103-4f94-9d17-46b808164e71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afbefd83-19cb-42b9-bc40-738aea99cef9 HTTP/1.1" status: 200 len: 217 time: 0.0647168 Mar 10 15:03:00.509419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e6a22634-6d0e-4feb-9cb7-51906eced7e5 None None] Provisioning complete for port 71f2a7d0-472d-4adb-a64f-4eac2e91513c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:00.509859 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e6a22634-6d0e-4feb-9cb7-51906eced7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.533038 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d5c64f8-c707-4c80-abd9-bc679c7814c2 admin admin] Publish callbacks [] for security_group (ca3e58ed-a6a3-4272-8013-470e61e4877d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.560390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:00.572929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e6a22634-6d0e-4feb-9cb7-51906eced7e5 None None] Port 71f2a7d0-472d-4adb-a64f-4eac2e91513c cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:03:00.628236 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d5c64f8-c707-4c80-abd9-bc679c7814c2 admin admin] Publish callbacks [] for security_group (ca3e58ed-a6a3-4272-8013-470e61e4877d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.683496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:00.699124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'port_id': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'mac_address': 'fa:16:3e:a1:83:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:00.706076 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Publish callbacks [] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.713914 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.720359 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d5c64f8-c707-4c80-abd9-bc679c7814c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ca3e58ed-a6a3-4272-8013-470e61e4877d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.723015 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d5c64f8-c707-4c80-abd9-bc679c7814c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.727689 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6d5c64f8-c707-4c80-abd9-bc679c7814c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca3e58ed-a6a3-4272-8013-470e61e4877d HTTP/1.1" status: 204 len: 168 time: 0.3394506 Mar 10 15:03:00.744615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:00.745000 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.760330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:00.784614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:00.794328 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.802952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c64f8-c707-4c80-abd9-bc679c7814c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3e58ed-a6a3-4272-8013-470e61e4877d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:00.806431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Pushing event updated for resources: {'Port': ['ID=71f2a7d0-472d-4adb-a64f-4eac2e91513c,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:00.815842 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (975377ad-adac-4620-bab0-398aa5cbcfc3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:00.861376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:00.958044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb26fc3e-ec0a-4347-8a6d-9341f4ca5715', 'tag': '09a91f44-d003-425a-bcd5-84e788431a01'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:00.960331 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ca3e11-8d2d-4ea3-8011-cc24c07f5a07" -d '{"events": [{"name": "network-changed", "server_uuid": "eb26fc3e-ec0a-4347-8a6d-9341f4ca5715", "tag": "09a91f44-d003-425a-bcd5-84e788431a01"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:00.967058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Network 3d28f02e-4500-4049-ae3a-96c51432dd45 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:00.969261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:00.978887 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9f2af6f6-d85f-408f-9709-73e1ba4a91e3'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:01.175446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-1d43a279-fc15-4f86-ba8b-d2c962b68b50 service neutron] 10.222.0.11 "GET /v2.0/networks/73f0f81f-8062-4540-a9e6-4ff1f4c79b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7724378 Mar 10 15:03:01.186282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Router 975377ad-adac-4620-bab0-398aa5cbcfc3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:03:01.201306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186dc4c-014c-40b2-b8c1-0c26863d458c req-f2b23217-006e-4854-8f0f-bc5705a6c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:01.215334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8186dc4c-014c-40b2-b8c1-0c26863d458c req-f2b23217-006e-4854-8f0f-bc5705a6c14f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=38a94fad-9799-44f0-83ba-c6105425fcaa HTTP/1.1" status: 200 len: 853 time: 0.6572561 Mar 10 15:03:01.290476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8186dc4c-014c-40b2-b8c1-0c26863d458c req-cfc2e450-9e64-4281-9e4d-c61bfa5ec072 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741296 Mar 10 15:03:01.336947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-6d4b7814-1108-4368-822e-815681203323 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:01.345328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-6d4b7814-1108-4368-822e-815681203323 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 804 time: 0.8510311 Mar 10 15:03:01.394312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-9013d7a4-6110-4fe1-b034-d2d33006f350 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/quotas/c4a266c3e8604d4ab21b87ad49f2c8ae HTTP/1.1" status: 200 len: 375 time: 0.0478609 Mar 10 15:03:01.421935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:03:01.457123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5bb82e61-30df-4fbf-99ef-3a428e508330 None None] Provisioning complete for port 71f2a7d0-472d-4adb-a64f-4eac2e91513c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:01.462516 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7dee4973-e3f4-4225-9f30-df23710edc74 admin admin] 10.222.0.11 "PUT /v2.0/routers/975377ad-adac-4620-bab0-398aa5cbcfc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4727669 Mar 10 15:03:01.463114 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5bb82e61-30df-4fbf-99ef-3a428e508330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:01.563972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5bb82e61-30df-4fbf-99ef-3a428e508330 None None] Port 71f2a7d0-472d-4adb-a64f-4eac2e91513c cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:03:01.628343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8186dc4c-014c-40b2-b8c1-0c26863d458c req-279daa74-9e00-4dd4-8b91-e32041b4add6 service neutron] 10.222.0.62 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286605 Mar 10 15:03:01.645748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f8aea-dd93-4682-8656-ff4f872284b0 req-5247e3e3-b8d1-4e48-b226-5e9dfaccc3d9 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:01.647747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df6f8aea-dd93-4682-8656-ff4f872284b0 req-5247e3e3-b8d1-4e48-b226-5e9dfaccc3d9 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "GET /v2.0/ports?device_id=34dc8575-a45e-4dd7-9640-5c2133c4f926 HTTP/1.1" status: 200 len: 944 time: 0.1496873 Mar 10 15:03:01.707430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-25df0384-e220-45c0-84c9-2b22f1f95aa1 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3122740 Mar 10 15:03:01.932855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 09a91f44-d003-425a-bcd5-84e788431a01 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:02.114229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3313a66f-2187-44ae-8a41-863be626ba7f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:02.182456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-c0599e43-648a-4d01-a625-7d96aff97178 service neutron] 10.222.0.11 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741316 Mar 10 15:03:02.190742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8186dc4c-014c-40b2-b8c1-0c26863d458c req-3a9d8901-b7f7-4124-9fda-6afe4d6175cb service neutron] 10.222.0.62 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537570 Mar 10 15:03:02.270083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bcb86-bf3e-488f-af97-600564954f9a req-9cd4b305-da62-42c8-a402-217df835f9ef tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:02.271858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3313a66f-2187-44ae-8a41-863be626ba7f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:02.272513 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:02.283867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff7bcb86-bf3e-488f-af97-600564954f9a req-9cd4b305-da62-42c8-a402-217df835f9ef tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.6489768 Mar 10 15:03:02.354630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 09a91f44-d003-425a-bcd5-84e788431a01, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=09a91f44-d003-425a-bcd5-84e788431a01,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:02.378881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '09a91f44-d003-425a-bcd5-84e788431a01', 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f', 'port_id': '09a91f44-d003-425a-bcd5-84e788431a01', 'mac_address': 'fa:16:3e:4c:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a94fad-9799-44f0-83ba-c6105425fcaa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:02.440116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 09a91f44-d003-425a-bcd5-84e788431a01 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:02.440559 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (09a91f44-d003-425a-bcd5-84e788431a01), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:02.481613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a91f44-d003-425a-bcd5-84e788431a01 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:02.506383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-df6f8aea-dd93-4682-8656-ff4f872284b0 req-26c74737-307c-4407-adb0-7260612c7ffe tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Deleting port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:03:02.507153 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-df6f8aea-dd93-4682-8656-ff4f872284b0 req-26c74737-307c-4407-adb0-7260612c7ffe tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:02.517004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 09a91f44-d003-425a-bcd5-84e788431a01, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=09a91f44-d003-425a-bcd5-84e788431a01,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:02.518180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3313a66f-2187-44ae-8a41-863be626ba7f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:02.518502 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:02.525622 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (09a91f44-d003-425a-bcd5-84e788431a01), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:02.537876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff7bcb86-bf3e-488f-af97-600564954f9a req-97e968da-7745-42bf-8077-da4a02d81afc tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529061 Mar 10 15:03:02.561852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-325c4956-32e5-416d-b8f2-f6087d31f51c service neutron] 10.222.0.11 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675861 Mar 10 15:03:02.569685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 3313a66f-2187-44ae-8a41-863be626ba7f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3313a66f-2187-44ae-8a41-863be626ba7f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:02.576100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:02.611047 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:02.636680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=09a91f44-d003-425a-bcd5-84e788431a01,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:02.705144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=3313a66f-2187-44ae-8a41-863be626ba7f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:02.718037 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c721a666-8a13-436f-b179-2f070b889cef x-openstack-request-id: req-c721a666-8a13-436f-b179-2f070b889cef {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:02.718583 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "tag": "46ccb9ac-de38-45b7-a7ee-5b3d8866b478", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:02.718583 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c721a666-8a13-436f-b179-2f070b889cef {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:02.719045 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'tag': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478', 'status': 'completed', 'code': 200} Mar 10 15:03:02.777455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:02.777825 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:02.795552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['09a91f44-d003-425a-bcd5-84e788431a01'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:02.978667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-df6f8aea-dd93-4682-8656-ff4f872284b0 req-26c74737-307c-4407-adb0-7260612c7ffe tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] For port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:02.979101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-df6f8aea-dd93-4682-8656-ff4f872284b0 req-26c74737-307c-4407-adb0-7260612c7ffe tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:03.012256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-df6f8aea-dd93-4682-8656-ff4f872284b0 req-26c74737-307c-4407-adb0-7260612c7ffe tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Calling delete_port for f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:03:03.241399 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61242aea-8037-4d46-8a1e-9cbf176fabb4 x-openstack-request-id: req-61242aea-8037-4d46-8a1e-9cbf176fabb4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:03.242074 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb26fc3e-ec0a-4347-8a6d-9341f4ca5715", "tag": "09a91f44-d003-425a-bcd5-84e788431a01", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:03.242074 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61242aea-8037-4d46-8a1e-9cbf176fabb4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:03.242383 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb26fc3e-ec0a-4347-8a6d-9341f4ca5715', 'tag': '09a91f44-d003-425a-bcd5-84e788431a01', 'status': 'completed', 'code': 200} Mar 10 15:03:03.252448 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-df6f8aea-dd93-4682-8656-ff4f872284b0 req-26c74737-307c-4407-adb0-7260612c7ffe tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:03.254723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:03.255572 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:03.274895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca3e11-8d2d-4ea3-8011-cc24c07f5a07 req-e479cd0a-9df6-47f6-98dc-df2ae5d49884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:03.277213 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7ca3e11-8d2d-4ea3-8011-cc24c07f5a07 req-e479cd0a-9df6-47f6-98dc-df2ae5d49884 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbcdf7d4aed84d599c81aed8124882ef&device_id=eb26fc3e-ec0a-4347-8a6d-9341f4ca5715 HTTP/1.1" status: 200 len: 1127 time: 0.0632558 Mar 10 15:03:03.375357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:03.379925 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059c2d68-b145-423f-aa3e-a2ca2e29f0db" -d '{"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-plugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:03.411865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c74737-307c-4407-adb0-7260612c7ffe tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Pushing event deleted for resources: {'Port': ['ID=f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:03.446023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca3e11-8d2d-4ea3-8011-cc24c07f5a07 req-c85a7920-368d-4681-9f1a-03fe07140bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:03.448092 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7ca3e11-8d2d-4ea3-8011-cc24c07f5a07 req-c85a7920-368d-4681-9f1a-03fe07140bfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f HTTP/1.1" status: 200 len: 914 time: 0.1627531 Mar 10 15:03:03.459741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:03.486284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:03.558122 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7ca3e11-8d2d-4ea3-8011-cc24c07f5a07 req-4adeee63-df61-4a8b-b740-34f9e7e7fee4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a91f44-d003-425a-bcd5-84e788431a01 HTTP/1.1" status: 200 len: 217 time: 0.0891287 Mar 10 15:03:03.676517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:03.707509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca3e11-8d2d-4ea3-8011-cc24c07f5a07 req-2bb4a45c-dc43-424d-a4aa-77cdb5cb5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:03.708989 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7ca3e11-8d2d-4ea3-8011-cc24c07f5a07 req-2bb4a45c-dc43-424d-a4aa-77cdb5cb5fbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a94fad-9799-44f0-83ba-c6105425fcaa HTTP/1.1" status: 200 len: 853 time: 0.1457031 Mar 10 15:03:03.722922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-46aac849-af2c-43ba-92e8-7baca503fbf0 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:03.736209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-46aac849-af2c-43ba-92e8-7baca503fbf0 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.62 "GET /v2.0/networks?id=73f0f81f-8062-4540-a9e6-4ff1f4c79b33 HTTP/1.1" status: 200 len: 806 time: 0.3050416 Mar 10 15:03:03.777115 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7ca3e11-8d2d-4ea3-8011-cc24c07f5a07 req-bc36c810-9af5-4aaa-b965-c1509b119383 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536244 Mar 10 15:03:03.824470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e398967-f980-47ab-bd1b-2daa512226f6 req-25fc3667-76f1-418c-975c-53a4c120c3a7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:03.826017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e398967-f980-47ab-bd1b-2daa512226f6 req-25fc3667-76f1-418c-975c-53a4c120c3a7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 944 time: 1.0337880 Mar 10 15:03:03.855332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ad295-d490-4831-b487-28cad495d877 req-8e5ffadc-ab65-41e6-acdd-8b8f76e24bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:03.856792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-175ad295-d490-4831-b487-28cad495d877 req-8e5ffadc-ab65-41e6-acdd-8b8f76e24bfc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1155 time: 1.0701842 Mar 10 15:03:03.860533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6f8aea-dd93-4682-8656-ff4f872284b0 req-26c74737-307c-4407-adb0-7260612c7ffe tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] No DVR routers for this DVR port f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:03:03.885562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d741f-e98d-4227-bcb9-b4b2ed5908f4 req-edb91508-c6ac-4799-b47d-dd0e5b8e52e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:03.893197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-286d741f-e98d-4227-bcb9-b4b2ed5908f4 req-edb91508-c6ac-4799-b47d-dd0e5b8e52e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.6497066 Mar 10 15:03:03.898598 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-df6f8aea-dd93-4682-8656-ff4f872284b0 req-26c74737-307c-4407-adb0-7260612c7ffe tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:03.904058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df6f8aea-dd93-4682-8656-ff4f872284b0 req-26c74737-307c-4407-adb0-7260612c7ffe tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "DELETE /v2.0/ports/f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 HTTP/1.1" status: 204 len: 173 time: 2.1932807 Mar 10 15:03:03.954015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:03.967405 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7ca3e11-8d2d-4ea3-8011-cc24c07f5a07 req-e6126f3d-bfc6-434b-aa16-81c84ff63bd3 service neutron] 10.222.0.45 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784554 Mar 10 15:03:04.002206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:03:04.002562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:03:04.003014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:04.009001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-286d741f-e98d-4227-bcb9-b4b2ed5908f4 req-44591eca-f483-49a3-96f8-c8010605f3d7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146924 Mar 10 15:03:04.036864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3313a66f-2187-44ae-8a41-863be626ba7f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:04.158356 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Sync routers for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:03:04.181078 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:03:04.184434 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:04.242405 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7ca3e11-8d2d-4ea3-8011-cc24c07f5a07 req-94c700d4-30ba-40ce-9259-b3aa9733e346 service neutron] 10.222.0.45 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666268 Mar 10 15:03:04.252453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ad295-d490-4831-b487-28cad495d877 req-2ab53e39-2eee-4465-8008-4dcf41755553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:04.266402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-175ad295-d490-4831-b487-28cad495d877 req-2ab53e39-2eee-4465-8008-4dcf41755553 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.3693027 Mar 10 15:03:04.315818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f092ca18-2f5a-492e-93c1-0aa6531f73a2 req-f2d6bb19-e8ba-42a0-88a4-5bb78dca2542 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 210 time: 0.0392346 Mar 10 15:03:04.360854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3313a66f-2187-44ae-8a41-863be626ba7f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:04.361148 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:04.412179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 is: DOWN; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:04.435180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-175ad295-d490-4831-b487-28cad495d877 req-f618f465-e9c3-4608-84e9-3bf1a7143e93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478 HTTP/1.1" status: 200 len: 217 time: 0.1099567 Mar 10 15:03:04.549821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3313a66f-2187-44ae-8a41-863be626ba7f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:04.572642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device afbefd83-19cb-42b9-bc40-738aea99cef9 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:04.613098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-85a4cb75-0b4c-4b36-a0fc-3656096668a6 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=466cfdffa7944f18b5fcee239f1c6ed5 HTTP/1.1" status: 200 len: 380 time: 0.8265808 Mar 10 15:03:04.648303 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e398967-f980-47ab-bd1b-2daa512226f6 req-9c0f530b-4071-4632-a1df-1aa68c6f82be tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7857263 Mar 10 15:03:04.679453 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:03:04.680682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Request body: {'port': {'device_id': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'admin_state_up': True, 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'security_groups': ['c687057c-1444-4b79-beaf-378dcea748ac']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:04.951461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ad295-d490-4831-b487-28cad495d877 req-d9a3d8e8-53aa-4eae-aa45-e59dddaf1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:04.955566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-175ad295-d490-4831-b487-28cad495d877 req-d9a3d8e8-53aa-4eae-aa45-e59dddaf1d7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.4956391 Mar 10 15:03:04.983456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cda38ed2-b528-446b-8ac3-0fd6d9cd52aa req-67a33771-86f5-4627-9ae7-e596d759e845 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 210 time: 0.1433873 Mar 10 15:03:04.984590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port afbefd83-19cb-42b9-bc40-738aea99cef9, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=afbefd83-19cb-42b9-bc40-738aea99cef9,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:05.038463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'afbefd83-19cb-42b9-bc40-738aea99cef9', 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f', 'port_id': 'afbefd83-19cb-42b9-bc40-738aea99cef9', 'mac_address': 'fa:16:3e:78:b6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a94fad-9799-44f0-83ba-c6105425fcaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:05.105447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port afbefd83-19cb-42b9-bc40-738aea99cef9 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:05.106477 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:05.126858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbefd83-19cb-42b9-bc40-738aea99cef9 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:05.137042 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018adcab-32a0-47a7-ba21-232fb479ed9f x-openstack-request-id: req-018adcab-32a0-47a7-ba21-232fb479ed9f {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:05.137415 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-plugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:05.139743 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-018adcab-32a0-47a7-ba21-232fb479ed9f {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:05.140190 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'code': 200} Mar 10 15:03:05.152325 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 2, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:05.186765 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port afbefd83-19cb-42b9-bc40-738aea99cef9, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=afbefd83-19cb-42b9-bc40-738aea99cef9,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:05.191582 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Checking router: 975377ad-adac-4620-bab0-398aa5cbcfc3 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:03:05.192123 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Updating router 975377ad-adac-4620-bab0-398aa5cbcfc3 port 71f2a7d0-472d-4adb-a64f-4eac2e91513c binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:03:05.197436 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:05.224598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-b14b72da-06d5-4ac5-aa75-0afa7d592f27 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:05.226302 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:05.228426 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-b14b72da-06d5-4ac5-aa75-0afa7d592f27 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 804 time: 0.3162198 Mar 10 15:03:05.241557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Request body: {'port': {'device_id': '6fb6b154-185e-44b3-8878-e02eb0442467', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'admin_state_up': True, 'tenant_id': 'c4a266c3e8604d4ab21b87ad49f2c8ae'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:05.377267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=afbefd83-19cb-42b9-bc40-738aea99cef9,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:05.408293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'name': 'network-vif-deleted', 'tag': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:05.412364 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1503938-ce32-418a-87de-9d6c4538751d" -d '{"events": [{"server_uuid": "34dc8575-a45e-4dd7-9640-5c2133c4f926", "name": "network-vif-deleted", "tag": "f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:05.423859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5a107f6b-e708-4449-9369-0c25262e0f5d tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:05.433597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5a107f6b-e708-4449-9369-0c25262e0f5d tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 821 time: 0.6190579 Mar 10 15:03:05.538537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-175ad295-d490-4831-b487-28cad495d877 req-b5996320-47fa-4b82-9a32-bddbde759885 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3371139 Mar 10 15:03:05.557949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-14ab8509-6841-4989-a0b6-f98c896542a2 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/quotas/a2071892e1954e0e84c2f578ad1c21e7 HTTP/1.1" status: 200 len: 375 time: 0.1240089 Mar 10 15:03:05.659786 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['afbefd83-19cb-42b9-bc40-738aea99cef9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:05.714288 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-175ad295-d490-4831-b487-28cad495d877 req-3efb10c2-e2f9-4fac-8bca-25312707919c service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138628 Mar 10 15:03:05.786859 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Publish callbacks [] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:05.801374 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:05.917396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-175ad295-d490-4831-b487-28cad495d877 req-6fc0facd-3660-46dc-84b7-847d7194a072 service neutron] 10.222.0.45 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912515 Mar 10 15:03:05.944033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d8f7b-9836-45e7-977f-bf4beaddee65 req-efe797d3-2705-4aa7-bd61-f4178d364ee3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:05.953699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa9d8f7b-9836-45e7-977f-bf4beaddee65 req-efe797d3-2705-4aa7-bd61-f4178d364ee3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 943 time: 0.5028572 Mar 10 15:03:05.966333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 09a91f44-d003-425a-bcd5-84e788431a01 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:05.968024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Made reservation on behalf of c4a266c3e8604d4ab21b87ad49f2c8ae for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:03:05.972578 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:06.060215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Made reservation on behalf of 466cfdffa7944f18b5fcee239f1c6ed5 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:03:06.071336 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:06.149651 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc920c-1c35-404f-bf71-feb0b8c4194e None None] Pushing event updated for resources: {'Port': ['ID=71f2a7d0-472d-4adb-a64f-4eac2e91513c,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:06.175860 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Attempting to bind port 71f2a7d0-472d-4adb-a64f-4eac2e91513c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:06.178313 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Attempting to bind port 71f2a7d0-472d-4adb-a64f-4eac2e91513c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:06.178644 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Attempting to bind port 71f2a7d0-472d-4adb-a64f-4eac2e91513c on network 3d28f02e-4500-4049-ae3a-96c51432dd45 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:06.193243 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:06.194006 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Checking segment: {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:06.198575 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:06.198575 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Bound using segment: {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:06.199401 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Bound port: 71f2a7d0-472d-4adb-a64f-4eac2e91513c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:06.202983 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:06.276108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-1d626d5f-89ff-4980-86d4-45b8eb0c1e46 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7169025 Mar 10 15:03:06.285140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 09a91f44-d003-425a-bcd5-84e788431a01 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:03:06.300355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 09a91f44-d003-425a-bcd5-84e788431a01 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:06.303315 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (09a91f44-d003-425a-bcd5-84e788431a01), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:06.310734 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa9d8f7b-9836-45e7-977f-bf4beaddee65 req-b632586f-303c-4953-a692-7f7ae8ca658b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500922 Mar 10 15:03:06.372231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Allocated IP 172.20.0.2 (f4627f3b-59e4-4d60-af44-304aeec98190/7fc7fd95-fc00-4ffd-8ab7-ec61279237bd/0ea95b8e-20e7-42b8-a51a-36ff5ff85d39) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:06.396374 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] For port 71f2a7d0-472d-4adb-a64f-4eac2e91513c, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:06.402046 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] For port 71f2a7d0-472d-4adb-a64f-4eac2e91513c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71f2a7d0-472d-4adb-a64f-4eac2e91513c,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:06.423773 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:06.557687 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:03:06.559192 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:06.570670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9130d4ed-aaa4-4656-8c5c-8bdb91d790d5 None None] Provisioning complete for port 71f2a7d0-472d-4adb-a64f-4eac2e91513c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:06.571092 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9130d4ed-aaa4-4656-8c5c-8bdb91d790d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:06.671857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-f1dd48ac-34d5-4e73-bd61-4dd17cb7fbd6 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939269 Mar 10 15:03:06.680026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Allocated IP 172.20.0.12 (73f0f81f-8062-4540-a9e6-4ff1f4c79b33/24390a6a-cdc9-46ae-9d09-e0a60377070a/f9272622-5670-4a2a-894f-baf4a8dc6d5e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:06.700813 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc920c-1c35-404f-bf71-feb0b8c4194e None None] Pushing event updated for resources: {'Port': ['ID=71f2a7d0-472d-4adb-a64f-4eac2e91513c,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:06.794782 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks [] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:06.881197 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:06.956917 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:03:06.968482 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Network f4627f3b-59e4-4d60-af44-304aeec98190 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:06.975425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:06.980349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:06.988122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 09a91f44-d003-425a-bcd5-84e788431a01 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:06.988122 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (09a91f44-d003-425a-bcd5-84e788431a01), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:07.092560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 09a91f44-d003-425a-bcd5-84e788431a01, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=09a91f44-d003-425a-bcd5-84e788431a01,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:07.102820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Pushing event updated for resources: {'Port': ['ID=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:07.145779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb26fc3e-ec0a-4347-8a6d-9341f4ca5715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a91f44-d003-425a-bcd5-84e788431a01'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:07.146732 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:07.147653 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:07.151105 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6be7679-8241-4eff-98c3-7403ec2374a3" -d '{"events": [{"server_uuid": "eb26fc3e-ec0a-4347-8a6d-9341f4ca5715", "name": "network-vif-plugged", "status": "completed", "tag": "09a91f44-d003-425a-bcd5-84e788431a01"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:07.166164 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (09a91f44-d003-425a-bcd5-84e788431a01), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:07.191478 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-4f1f04b5-5fac-4473-83b9-b13a890d914f tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9545915 Mar 10 15:03:07.205532 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Request body: {'port': {'device_id': '6fb6b154-185e-44b3-8878-e02eb0442467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:07.306313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=09a91f44-d003-425a-bcd5-84e788431a01,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:07.336470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9130d4ed-aaa4-4656-8c5c-8bdb91d790d5 None None] Current status of the port 71f2a7d0-472d-4adb-a64f-4eac2e91513c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:07.336949 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9130d4ed-aaa4-4656-8c5c-8bdb91d790d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:07.393509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:07.413307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9130d4ed-aaa4-4656-8c5c-8bdb91d790d5 None None] For port 71f2a7d0-472d-4adb-a64f-4eac2e91513c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71f2a7d0-472d-4adb-a64f-4eac2e91513c,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:07.424655 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9130d4ed-aaa4-4656-8c5c-8bdb91d790d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:07.475459 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:06Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:07.563363 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd80779b-75a3-4fca-a147-e187f1eb0587 None None] The sync data for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 is: [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:06Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:03:07.570511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130d4ed-aaa4-4656-8c5c-8bdb91d790d5 None None] Pushing event updated for resources: {'Port': ['ID=71f2a7d0-472d-4adb-a64f-4eac2e91513c,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:07.584012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-cd4c06cb-605e-4e10-98af-972754d84f4f None None] Provisioning complete for port 71f2a7d0-472d-4adb-a64f-4eac2e91513c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:07.584452 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd4c06cb-605e-4e10-98af-972754d84f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:07.813429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c06cb-605e-4e10-98af-972754d84f4f None None] Current status of the port 71f2a7d0-472d-4adb-a64f-4eac2e91513c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:07.938508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-367746a3-a941-4f57-9b5c-99db476cc822 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4677974ede75490ba9c0523f9027a490&shared=False HTTP/1.1" status: 200 len: 213 time: 1.1294496 Mar 10 15:03:08.043918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71f2a7d0-472d-4adb-a64f-4eac2e91513c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:08.152504 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:08.158075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 71f2a7d0-472d-4adb-a64f-4eac2e91513c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:08.158461 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:08.181686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Publish callbacks [] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:08.213887 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Transition to ACTIVE for port object 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:03:08.224311 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:08.320391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Pushing event updated for resources: {'Port': ['ID=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:08.332404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 71f2a7d0-472d-4adb-a64f-4eac2e91513c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:08.433770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Attempting to bind port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:08.434316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Attempting to bind port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:08.434316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Attempting to bind port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 on network f4627f3b-59e4-4d60-af44-304aeec98190 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:08.439651 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 on network f4627f3b-59e4-4d60-af44-304aeec98190 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:03:08.439968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Attempting to bind port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 on network f4627f3b-59e4-4d60-af44-304aeec98190 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:08.445191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-a58ac80b-a9ae-44d5-93fe-bf03ec8a7f92 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7627785 Mar 10 15:03:08.462082 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:08.462426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Checking segment: {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:08.466991 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Bound using segment: {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:08.470119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Bound port: 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e736e5-f368-40b2-8c65-f79bf76297d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:08.470739 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:08.548031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-63afdded-1745-4d12-9a4d-dbc128a8a60d tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:08.549600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-63afdded-1745-4d12-9a4d-dbc128a8a60d tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6086650 Mar 10 15:03:08.585449 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:08.590305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device afbefd83-19cb-42b9-bc40-738aea99cef9 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:08.608724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-5f54c560-6269-4d71-bf4c-8ea633ffb689 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/quotas/4677974ede75490ba9c0523f9027a490 HTTP/1.1" status: 200 len: 375 time: 0.0517344 Mar 10 15:03:08.649256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] For port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:08.664910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] For port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:08.680522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:08.690568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-10ce7271-5234-429b-80b7-f2d43682c688 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4677974ede75490ba9c0523f9027a490&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751085 Mar 10 15:03:08.755971 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:08.783530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port afbefd83-19cb-42b9-bc40-738aea99cef9 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:03:08.800593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port afbefd83-19cb-42b9-bc40-738aea99cef9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:08.801664 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:08.875417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Pushing event updated for resources: {'Port': ['ID=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:08.908419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:08.911992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:08.918901 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-977825fb-28b1-44bb-8fee-d14cf1ed5e8b service neutron] 10.222.0.45 "PUT /v2.0/ports/0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 HTTP/1.1" status: 200 len: 1091 time: 1.7188101 Mar 10 15:03:08.920763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb6b154-185e-44b3-8878-e02eb0442467', 'tag': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:08.926495 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d4f072-8d0b-4f1c-be1c-9d48ec7b39ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb6b154-185e-44b3-8878-e02eb0442467", "tag": "0ea95b8e-20e7-42b8-a51a-36ff5ff85d39"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:09.007157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:09.012247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Pushing event updated for resources: {'Port': ['ID=f9272622-5670-4a2a-894f-baf4a8dc6d5e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:09.025578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:09.046435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:09.068777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port afbefd83-19cb-42b9-bc40-738aea99cef9 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:09.069299 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:09.117726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-46cfe138-4c9a-44ad-b1ab-ef19ef8d87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:09.119434 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-46cfe138-4c9a-44ad-b1ab-ef19ef8d87dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 1125 time: 0.1473105 Mar 10 15:03:09.189883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port afbefd83-19cb-42b9-bc40-738aea99cef9, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=afbefd83-19cb-42b9-bc40-738aea99cef9,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:09.194749 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:09.231096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:09.231767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:09.299283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=afbefd83-19cb-42b9-bc40-738aea99cef9,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:09.325198 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-bf64b126-2748-4c96-be0f-9284eb62f210 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 HTTP/1.1" status: 200 len: 217 time: 0.1967933 Mar 10 15:03:09.411543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-a3d4375a-7482-44d1-8901-e2e8ac661c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:09.414966 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-a3d4375a-7482-44d1-8901-e2e8ac661c82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc7fd95-fc00-4ffd-8ab7-ec61279237bd HTTP/1.1" status: 200 len: 844 time: 0.0844898 Mar 10 15:03:09.538702 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-3f1d9d54-9141-45cf-98a0-5e19b9693df5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4627f3b-59e4-4d60-af44-304aeec98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168649 Mar 10 15:03:09.539311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-bd459a7a-ac7c-4e2a-ad56-1f4884edba9b tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8896990 Mar 10 15:03:09.620524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Request body: {'port': {'device_id': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:09.707150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-431434d4-317c-41c3-bacc-0dfe0a838404 None None] Provisioning complete for port f9272622-5670-4a2a-894f-baf4a8dc6d5e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:09.707459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-431434d4-317c-41c3-bacc-0dfe0a838404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:09.786372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9a159-5d64-4ed4-8f51-b4b0b008c5ce req-c8517ee3-5191-4ab1-a3a3-bc6fe0860729 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:09.788174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71c9a159-5d64-4ed4-8f51-b4b0b008c5ce req-c8517ee3-5191-4ab1-a3a3-bc6fe0860729 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.7770753 Mar 10 15:03:09.791523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:09.885192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-431434d4-317c-41c3-bacc-0dfe0a838404 None None] Port f9272622-5670-4a2a-894f-baf4a8dc6d5e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:03:09.929378 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-df9181d3-2f7e-4d15-af22-ddcefc28cfc2 service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828924 Mar 10 15:03:10.006822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcb161-c077-4f1a-901c-8390c2596ab0 req-cabf9009-6e2c-42bb-8599-8450d40582e3 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:10.018760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdcb161-c077-4f1a-901c-8390c2596ab0 req-cabf9009-6e2c-42bb-8599-8450d40582e3 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 932 time: 0.7288132 Mar 10 15:03:10.292840 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c473d667-4c75-45c0-b671-36d9e3ea817a req-34d6baa4-e1a8-4dae-991e-8f51ca6b0356 service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552437 Mar 10 15:03:10.354206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71c9a159-5d64-4ed4-8f51-b4b0b008c5ce req-1719a0f5-6c37-47f9-9655-5754b9854699 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313532 Mar 10 15:03:10.472144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdcb161-c077-4f1a-901c-8390c2596ab0 req-ab1a1236-4152-4dcb-a929-7408b08cdb5c tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4523029 Mar 10 15:03:10.523636 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71aa53e-61e6-4151-a1a8-96a8fff28cf6 x-openstack-request-id: req-e71aa53e-61e6-4151-a1a8-96a8fff28cf6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:10.523938 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dc8575-a45e-4dd7-9640-5c2133c4f926", "name": "network-vif-deleted", "tag": "f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:10.524204 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e71aa53e-61e6-4151-a1a8-96a8fff28cf6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:10.524627 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dc8575-a45e-4dd7-9640-5c2133c4f926', 'name': 'network-vif-deleted', 'tag': 'f25fbfd3-ba2e-4ea2-86a2-eb74590a08d5', 'status': 'completed', 'code': 200} Mar 10 15:03:10.775630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9272622-5670-4a2a-894f-baf4a8dc6d5e {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:10.784599 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Publish callbacks [] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:10.799415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Transition to ACTIVE for port object f9272622-5670-4a2a-894f-baf4a8dc6d5e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:03:10.892012 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:10.912630 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-fbfb7379-9bfc-4db3-b967-d423406a3023 service neutron] 10.222.0.45 "GET /v2.0/ports/46ccb9ac-de38-45b7-a7ee-5b3d8866b478/bindings/n-h2-833090-1 HTTP/1.1" status: 200 len: 384 time: 0.1079330 Mar 10 15:03:11.143122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-5860b4fe-577b-4f84-85e7-98751299bbc1 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4677974ede75490ba9c0523f9027a490&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521052 Mar 10 15:03:11.265984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-c16ee260-e472-44d6-85cc-6e9c9a036493 service neutron] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:11.303328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Pushing event updated for resources: {'Port': ['ID=f9272622-5670-4a2a-894f-baf4a8dc6d5e,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:11.329556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-c16ee260-e472-44d6-85cc-6e9c9a036493 service neutron] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:11.375285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-c16ee260-e472-44d6-85cc-6e9c9a036493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:11.388270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-c16ee260-e472-44d6-85cc-6e9c9a036493 service neutron] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:11.411461 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-c16ee260-e472-44d6-85cc-6e9c9a036493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:11.437175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb338f-1a4e-4755-b52e-af80253b3567 req-51312682-04bd-4141-ba65-6f4c58509283 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:11.439632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9fb338f-1a4e-4755-b52e-af80253b3567 req-51312682-04bd-4141-ba65-6f4c58509283 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 943 time: 0.6387560 Mar 10 15:03:11.480457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4541e86-12ea-426a-b138-c6751eab88ce req-cd590ebd-c156-44ef-9ae6-3516cb5e899e tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:11.491097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4541e86-12ea-426a-b138-c6751eab88ce req-cd590ebd-c156-44ef-9ae6-3516cb5e899e tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 946 time: 0.6848741 Mar 10 15:03:11.503394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-818662d0-fb30-4f1f-89ce-50c8ca1c90bc tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:11.507765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-818662d0-fb30-4f1f-89ce-50c8ca1c90bc tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429079 Mar 10 15:03:11.540920 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-c16ee260-e472-44d6-85cc-6e9c9a036493 service neutron] Transition to ACTIVE for port object 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:03:11.546864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Request body: {'port': {'device_id': 'eac7d503-31f8-481d-85db-48e20b349b9f', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '4677974ede75490ba9c0523f9027a490'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:11.548264 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-c16ee260-e472-44d6-85cc-6e9c9a036493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:11.592702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-9959a751-8d92-4ecd-bda0-0300186344b4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:11.594295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-9959a751-8d92-4ecd-bda0-0300186344b4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.45 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 821 time: 0.5538733 Mar 10 15:03:11.647831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-c16ee260-e472-44d6-85cc-6e9c9a036493 service neutron] No DVR routers for this DVR port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:03:11.660576 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Request body: {'port': {'device_id': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'admin_state_up': True, 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:11.690117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ee260-e472-44d6-85cc-6e9c9a036493 service neutron] Pushing event updated for resources: {'Port': ['ID=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,revision_number=10']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:11.703775 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-c16ee260-e472-44d6-85cc-6e9c9a036493 service neutron] 10.222.0.45 "PUT /v2.0/ports/46ccb9ac-de38-45b7-a7ee-5b3d8866b478/bindings/n-h2-833090-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7750001 Mar 10 15:03:11.810824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9fb338f-1a4e-4755-b52e-af80253b3567 req-b76845bc-061c-476c-aa9f-94644bcda83e tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544731 Mar 10 15:03:11.867804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4541e86-12ea-426a-b138-c6751eab88ce req-306409b1-5217-4a09-b219-754bbef59ba6 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590362 Mar 10 15:03:11.909074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-a8c74c76-b951-4da0-8b6f-d872459af7f2 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:11.910629 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-a8c74c76-b951-4da0-8b6f-d872459af7f2 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.1431510 Mar 10 15:03:11.927005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Attempting to bind port f9272622-5670-4a2a-894f-baf4a8dc6d5e on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:11.927414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Attempting to bind port f9272622-5670-4a2a-894f-baf4a8dc6d5e by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:11.927760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Attempting to bind port f9272622-5670-4a2a-894f-baf4a8dc6d5e on network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:11.971594 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8ef9ac-8d7e-4555-9162-0316e214dca0 x-openstack-request-id: req-1b8ef9ac-8d7e-4555-9162-0316e214dca0 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:11.972671 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb26fc3e-ec0a-4347-8a6d-9341f4ca5715", "name": "network-vif-plugged", "status": "completed", "tag": "09a91f44-d003-425a-bcd5-84e788431a01", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:11.973212 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b8ef9ac-8d7e-4555-9162-0316e214dca0 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:11.974021 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb26fc3e-ec0a-4347-8a6d-9341f4ca5715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a91f44-d003-425a-bcd5-84e788431a01', 'code': 200} Mar 10 15:03:11.980957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:11.983467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Port f9272622-5670-4a2a-894f-baf4a8dc6d5e on network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:03:11.984326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Attempting to bind port f9272622-5670-4a2a-894f-baf4a8dc6d5e on network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:12.030499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b533207f-0311-4c6c-97ab-592fe5dd83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:12.043020 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-b533207f-0311-4c6c-97ab-592fe5dd83f6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8&tenant_id=0e24b30ca6604ae99b9012a50d837f98 HTTP/1.1" status: 200 len: 1126 time: 0.1233652 Mar 10 15:03:12.073225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:12.073569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Checking segment: {'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:12.073964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Bound using segment: {'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:12.074469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Bound port: f9272622-5670-4a2a-894f-baf4a8dc6d5e, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383dae1c-ef3c-4822-8ab9-5daa5e203e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:12.075095 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:12.081289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Made reservation on behalf of 4677974ede75490ba9c0523f9027a490 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:03:12.084708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:12.145667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:12.208617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Made reservation on behalf of a2071892e1954e0e84c2f578ad1c21e7 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:03:12.212720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:12.225712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:12.242681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'port_id': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39', 'mac_address': 'fa:16:3e:c0:1f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc7fd95-fc00-4ffd-8ab7-ec61279237bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:12.244447 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb78c8-30e5-4fbc-9926-2a6f0b90832a req-07d2a228-e135-45f0-aa9b-25cbe9087460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:12.246097 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-98cb78c8-30e5-4fbc-9926-2a6f0b90832a req-07d2a228-e135-45f0-aa9b-25cbe9087460 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb26fc3e-ec0a-4347-8a6d-9341f4ca5715 HTTP/1.1" status: 200 len: 1128 time: 0.1941495 Mar 10 15:03:12.257992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-789d9dcd-c717-4189-b4f2-609e2fc4e394 req-e6beae7e-a195-48d2-84c6-98c19c4ad1ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 210 time: 0.0930667 Mar 10 15:03:12.268037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-ef5aedde-3fb3-4f53-b66c-97cf664f19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:12.271306 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-ef5aedde-3fb3-4f53-b66c-97cf664f19ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1126 time: 0.1188762 Mar 10 15:03:12.328001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5643-99fd-4ee0-8036-9af149a2fba2 req-eade80cf-bd06-45d9-83b2-1964622bae42 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:12.335439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa7e5643-99fd-4ee0-8036-9af149a2fba2 req-eade80cf-bd06-45d9-83b2-1964622bae42 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 944 time: 0.2638428 Mar 10 15:03:12.340220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:12.340614 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:12.372488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:12.381540 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6743064d-9efb-41ba-b788-80c0cfbf7c44 x-openstack-request-id: req-6743064d-9efb-41ba-b788-80c0cfbf7c44 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:12.384205 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb6b154-185e-44b3-8878-e02eb0442467", "tag": "0ea95b8e-20e7-42b8-a51a-36ff5ff85d39", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:12.385068 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6743064d-9efb-41ba-b788-80c0cfbf7c44 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:12.385938 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb6b154-185e-44b3-8878-e02eb0442467', 'tag': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39', 'status': 'completed', 'code': 200} Mar 10 15:03:12.417877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:12.428321 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:12.430913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] For port f9272622-5670-4a2a-894f-baf4a8dc6d5e, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:12.509774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] For port f9272622-5670-4a2a-894f-baf4a8dc6d5e, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f9272622-5670-4a2a-894f-baf4a8dc6d5e,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:12.531349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:12.548922 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-98cb78c8-30e5-4fbc-9926-2a6f0b90832a req-798037e9-dd95-4695-a7ef-6cd3725b1fc8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964582 Mar 10 15:03:12.572706 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:12.585726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9aceabd-99cc-420b-89e4-db4f5a475ac4 req-b3fdf52e-fa30-48ef-aad7-987770f5a30d tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 210 time: 0.0807481 Mar 10 15:03:12.621464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-ff8cd72e-3dff-45f9-9097-d900c77ffa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:12.623124 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-ff8cd72e-3dff-45f9-9097-d900c77ffa0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 200 len: 908 time: 0.3429585 Mar 10 15:03:12.647434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:12.647567 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:12.649517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] 10.222.0.62 "PUT /v2.0/ports/f9272622-5670-4a2a-894f-baf4a8dc6d5e HTTP/1.1" status: 200 len: 1092 time: 3.0390539 Mar 10 15:03:12.700521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'tag': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:12.700764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0ea95b8e-20e7-42b8-a51a-36ff5ff85d39'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:12.702600 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33" -d '{"events": [{"name": "network-changed", "server_uuid": "c894e982-30e6-4f78-a589-22825d3d7a9e", "tag": "f9272622-5670-4a2a-894f-baf4a8dc6d5e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:12.712844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4f072-8d0b-4f1c-be1c-9d48ec7b39ac req-632f98ab-ebc7-4a1e-a372-743490fdea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:12.715341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa7e5643-99fd-4ee0-8036-9af149a2fba2 req-d559d0d7-3b49-4567-a060-d0a713b48cf5 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236942 Mar 10 15:03:12.717785 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33d4f072-8d0b-4f1c-be1c-9d48ec7b39ac req-632f98ab-ebc7-4a1e-a372-743490fdea59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 1126 time: 0.3053520 Mar 10 15:03:12.857055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Publish callbacks [] for security_group (8428d41d-eba9-4f32-a8eb-d4f217d3516d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:12.912766 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8428d41d-eba9-4f32-a8eb-d4f217d3516d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:12.956197 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb2ec4c-11a4-41ff-bd09-74943d4bda61 x-openstack-request-id: req-acb2ec4c-11a4-41ff-bd09-74943d4bda61 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:12.956454 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c894e982-30e6-4f78-a589-22825d3d7a9e", "tag": "f9272622-5670-4a2a-894f-baf4a8dc6d5e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:12.956696 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-acb2ec4c-11a4-41ff-bd09-74943d4bda61 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:12.957112 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'tag': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e', 'status': 'completed', 'code': 200} Mar 10 15:03:13.003603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368886a5-e597-44e0-baed-d3510ef5cfaa service neutron] Pushing event updated for resources: {'Port': ['ID=f9272622-5670-4a2a-894f-baf4a8dc6d5e,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:13.012645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Allocated IP 172.20.0.4 (3d28f02e-4500-4049-ae3a-96c51432dd45/b5bbdab4-82e8-455a-b167-1f3f966d56ca/b7f7db40-b31b-4c40-b7e6-4f1df97bc093) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:13.094576 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-d43654e5-050e-4b96-9340-4034fe9b12da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478 HTTP/1.1" status: 200 len: 217 time: 0.4450326 Mar 10 15:03:13.179810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8428d41d-eba9-4f32-a8eb-d4f217d3516d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:13.216317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4f072-8d0b-4f1c-be1c-9d48ec7b39ac req-f9a0d6a6-f2ce-4357-ad82-802092a2e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:13.218060 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33d4f072-8d0b-4f1c-be1c-9d48ec7b39ac req-f9a0d6a6-f2ce-4357-ad82-802092a2e7d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 200 len: 905 time: 0.3910892 Mar 10 15:03:13.221175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-39861204-b349-412f-972f-b63dc51c96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:13.223131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-39861204-b349-412f-972f-b63dc51c96ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=466cfdffa7944f18b5fcee239f1c6ed5&device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 1126 time: 0.4875257 Mar 10 15:03:13.225768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-54825f12-b758-44fa-b70d-0ca566cc21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:13.227387 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-54825f12-b758-44fa-b70d-0ca566cc21d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 200 len: 847 time: 0.1318939 Mar 10 15:03:13.290043 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33d4f072-8d0b-4f1c-be1c-9d48ec7b39ac req-027ec4fb-4963-473e-9eda-03723a6bbf71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 HTTP/1.1" status: 200 len: 217 time: 0.0614791 Mar 10 15:03:13.328021 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-bff37035-c0e8-43dd-b713-9ca29315c23b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94067cff-c117-4c51-a11d-b4ca58bf3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358977 Mar 10 15:03:13.412403 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4f072-8d0b-4f1c-be1c-9d48ec7b39ac req-4a3edd6e-bc72-4738-bf92-15f38e514149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:13.414476 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33d4f072-8d0b-4f1c-be1c-9d48ec7b39ac req-4a3edd6e-bc72-4738-bf92-15f38e514149 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7fc7fd95-fc00-4ffd-8ab7-ec61279237bd HTTP/1.1" status: 200 len: 844 time: 0.1127064 Mar 10 15:03:13.478525 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33d4f072-8d0b-4f1c-be1c-9d48ec7b39ac req-84cfe900-89fe-42b4-a069-1a5bf41459e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4627f3b-59e4-4d60-af44-304aeec98190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323839 Mar 10 15:03:13.553278 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-67277b30-4b4a-452a-bff3-9e2fe9d34b59 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050490 Mar 10 15:03:13.634088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278837b-ef47-42d6-bbae-2970dcfb0bc9 req-4607436b-5cb5-4f6b-a851-069ba6bb6cbc tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:13.642629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e278837b-ef47-42d6-bbae-2970dcfb0bc9 req-4607436b-5cb5-4f6b-a851-069ba6bb6cbc tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 944 time: 0.7779450 Mar 10 15:03:13.680168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-1af62b46-383f-4184-8b34-708e55bafa2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9272622-5670-4a2a-894f-baf4a8dc6d5e HTTP/1.1" status: 200 len: 217 time: 0.4340003 Mar 10 15:03:13.684119 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33d4f072-8d0b-4f1c-be1c-9d48ec7b39ac req-7f214f16-6be9-4ff8-9d4f-2b4c11755e69 service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935079 Mar 10 15:03:13.781477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cdab1-4463-4fbf-8c5b-475726b064c3 req-ef8a2fa5-68c8-4e4a-879e-58efbb755695 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:13.789928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e6cdab1-4463-4fbf-8c5b-475726b064c3 req-ef8a2fa5-68c8-4e4a-879e-58efbb755695 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 944 time: 0.6898315 Mar 10 15:03:13.798416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Allocated IP 192.168.233.141 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/b08ef855-b793-4846-9295-85bf653b11a7) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:13.808677 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-33d4f072-8d0b-4f1c-be1c-9d48ec7b39ac req-02fd0506-3bb5-405c-a05d-dcb59a59daae service neutron] 10.222.0.45 "GET /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048775 Mar 10 15:03:13.811788 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-c9135ff1-44ee-4f6d-b195-6a82a1863948 service neutron] 10.222.0.62 "GET /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294812 Mar 10 15:03:13.940358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-08d008b7-8218-4b20-ac2a-eb2ede2dc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:13.941850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-08d008b7-8218-4b20-ac2a-eb2ede2dc2fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24390a6a-cdc9-46ae-9d09-e0a60377070a HTTP/1.1" status: 200 len: 845 time: 0.2451525 Mar 10 15:03:13.975293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb9a69f-ed66-4a0c-b375-a5ba147ae58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbefd83-19cb-42b9-bc40-738aea99cef9'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:13.978456 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afbfa04-91cf-4888-a23a-2e39d005ca6e" -d '{"events": [{"server_uuid": "8eb9a69f-ed66-4a0c-b375-a5ba147ae58d", "name": "network-vif-plugged", "status": "completed", "tag": "afbefd83-19cb-42b9-bc40-738aea99cef9"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:13.988314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e278837b-ef47-42d6-bbae-2970dcfb0bc9 req-e2d8e8fe-0a0c-4fbb-ad12-5d7b3baa0812 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447773 Mar 10 15:03:13.994274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:14.067535 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:14.173801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:03:14.180165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:14.180533 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:14.182595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e6cdab1-4463-4fbf-8c5b-475726b064c3 req-3fa0395e-5668-4f98-9706-68e8cb419f90 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917968 Mar 10 15:03:14.217713 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:14.224926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-7675e534-ca98-47c0-9c30-45573696f210 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:14.225780 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-7675e534-ca98-47c0-9c30-45573696f210 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8&tenant_id=0e24b30ca6604ae99b9012a50d837f98&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 1126 time: 0.1051922 Mar 10 15:03:14.254811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Network 3d28f02e-4500-4049-ae3a-96c51432dd45 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:14.261343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:14.293680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-b528c771-6139-407c-b3ca-8b3314b343ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:14.297701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-b528c771-6139-407c-b3ca-8b3314b343ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=73f0f81f-8062-4540-a9e6-4ff1f4c79b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3344722 Mar 10 15:03:14.307799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:14.358210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:14.358568 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:14.409812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:14.417778 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:14.434376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:14.435342 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:14.465939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-e0fdad50-eb6e-4cdd-86e4-8f9dc6f25feb service neutron] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:14.470754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-e0fdad50-eb6e-4cdd-86e4-8f9dc6f25feb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:14.473164 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-babe8643-2214-4e05-8dd0-2c8d07949c99 req-e0fdad50-eb6e-4cdd-86e4-8f9dc6f25feb service neutron] 10.222.0.62 "DELETE /v2.0/ports/46ccb9ac-de38-45b7-a7ee-5b3d8866b478/bindings/n-h1-833090-1 HTTP/1.1" status: 204 len: 173 time: 0.2405727 Mar 10 15:03:14.507501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:14.598658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc750a41-ee8d-4735-8e66-a3c46ca1d815 req-bfeb0882-046a-424b-ac61-7451cc3b164d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:14.600393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc750a41-ee8d-4735-8e66-a3c46ca1d815 req-bfeb0882-046a-424b-ac61-7451cc3b164d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.4726958 Mar 10 15:03:14.603568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9527807 Mar 10 15:03:14.618495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a0884bc7-f69b-4d0b-be03-dcb098146aaa None None] Provisioning complete for port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:14.618907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a0884bc7-f69b-4d0b-be03-dcb098146aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:14.632039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Request body: {'port': {'device_id': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:14.662553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a0884bc7-f69b-4d0b-be03-dcb098146aaa None None] Port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:03:14.693872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06ef67-d182-4dd9-a6e0-1d33819395c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Pushing event updated for resources: {'Port': ['ID=b7f7db40-b31b-4c40-b7e6-4f1df97bc093,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:14.757716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-fee61223-0450-4738-8909-40a201cd07b5 service neutron] 10.222.0.62 "GET /v2.0/networks/73f0f81f-8062-4540-a9e6-4ff1f4c79b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964224 Mar 10 15:03:14.787072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Publish callbacks [] for port (b08ef855-b793-4846-9295-85bf653b11a7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:14.858027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c9c0d-c21d-471e-92d7-587a169977fc req-d447cb4f-51a8-42c9-a930-cad5c6c08ba2 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:14.859715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c1c9c0d-c21d-471e-92d7-587a169977fc req-d447cb4f-51a8-42c9-a930-cad5c6c08ba2 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 946 time: 0.4427752 Mar 10 15:03:14.867267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc750a41-ee8d-4735-8e66-a3c46ca1d815 req-3e6f6d54-fd05-49dc-a8c0-19a88c586ecc tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428079 Mar 10 15:03:14.883234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c397820-9637-4480-9f9f-42f73d429cf6 req-5349ea09-d763-4fb2-90fb-393f12d39aa3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:14.884816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c397820-9637-4480-9f9f-42f73d429cf6 req-5349ea09-d763-4fb2-90fb-393f12d39aa3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.62 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 946 time: 0.3431072 Mar 10 15:03:14.885478 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:15.186923 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b08ef855-b793-4846-9295-85bf653b11a7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:15.204520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ae4342-2b09-432d-921a-cee9aa8ece3a req-28a433e7-696e-47e1-b992-d9f805f64ddb service neutron] 10.222.0.62 "GET /v2.0/networks/73f0f81f-8062-4540-a9e6-4ff1f4c79b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156477 Mar 10 15:03:15.218316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c1c9c0d-c21d-471e-92d7-587a169977fc req-4ac4dd52-c23d-4aed-a9ce-bafdf6d650c5 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479471 Mar 10 15:03:15.448457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:15.482370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:15.505316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:15.537154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Pushing event updated for resources: {'Port': ['ID=b08ef855-b793-4846-9295-85bf653b11a7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:15.640451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3c397820-9637-4480-9f9f-42f73d429cf6 req-e92a9f07-2168-430d-83f2-5dfe5fa4dad3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Deleting port a0c69f9a-58d5-4635-a204-a332b1aa6ceb {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:03:15.640799 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3c397820-9637-4480-9f9f-42f73d429cf6 req-e92a9f07-2168-430d-83f2-5dfe5fa4dad3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:15.703052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad7c12-0781-4c25-a993-8d04d0210ef5 req-089c1b0e-ca25-473a-b60d-3b5da652b093 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:15.704616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daad7c12-0781-4c25-a993-8d04d0210ef5 req-089c1b0e-ca25-473a-b60d-3b5da652b093 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 936 time: 0.3552129 Mar 10 15:03:15.767957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:15.768524 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:15.783022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33 req-cde05310-2799-45e4-805d-90de4bcaee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:15.784916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33 req-cde05310-2799-45e4-805d-90de4bcaee68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=466cfdffa7944f18b5fcee239f1c6ed5&device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 1126 time: 0.4263980 Mar 10 15:03:15.793049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9b20db30-6e5d-4278-a175-1a0b6a2f83eb None None] Provisioning complete for port b08ef855-b793-4846-9295-85bf653b11a7 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:15.793651 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9b20db30-6e5d-4278-a175-1a0b6a2f83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b08ef855-b793-4846-9295-85bf653b11a7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:15.812790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1315602-0dc5-461a-84e8-1b114ee9a84e req-c8fccc3b-a433-4b4c-b318-e2cfe08cfad9 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:15.815222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1315602-0dc5-461a-84e8-1b114ee9a84e req-c8fccc3b-a433-4b4c-b318-e2cfe08cfad9 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 931 time: 0.8175740 Mar 10 15:03:15.830687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9b20db30-6e5d-4278-a175-1a0b6a2f83eb None None] Port b08ef855-b793-4846-9295-85bf653b11a7 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:03:15.915143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-e2c295b9-d50f-4b9a-84ad-24eded426089 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3772595 Mar 10 15:03:15.950961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Request body: {'port': {'device_id': 'eac7d503-31f8-481d-85db-48e20b349b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:16.085647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-3c397820-9637-4480-9f9f-42f73d429cf6 req-e92a9f07-2168-430d-83f2-5dfe5fa4dad3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] For port a0c69f9a-58d5-4635-a204-a332b1aa6ceb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a0c69f9a-58d5-4635-a204-a332b1aa6ceb,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:16.086044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3c397820-9637-4480-9f9f-42f73d429cf6 req-e92a9f07-2168-430d-83f2-5dfe5fa4dad3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:16.124257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3c397820-9637-4480-9f9f-42f73d429cf6 req-e92a9f07-2168-430d-83f2-5dfe5fa4dad3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Calling delete_port for a0c69f9a-58d5-4635-a204-a332b1aa6ceb owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:03:16.155116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daad7c12-0781-4c25-a993-8d04d0210ef5 req-62790a6f-4f35-4726-a76e-9f2cb6823651 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/security-groups?id=8428d41d-eba9-4f32-a8eb-d4f217d3516d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939123 Mar 10 15:03:16.172673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1315602-0dc5-461a-84e8-1b114ee9a84e req-c8df13ed-2964-401b-9e28-68f1adfcde53 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993882 Mar 10 15:03:16.246366 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc060ac3-3fc9-4575-9028-758f46da05c4 x-openstack-request-id: req-bc060ac3-3fc9-4575-9028-758f46da05c4 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:16.246661 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb9a69f-ed66-4a0c-b375-a5ba147ae58d", "name": "network-vif-plugged", "status": "completed", "tag": "afbefd83-19cb-42b9-bc40-738aea99cef9", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:16.247070 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc060ac3-3fc9-4575-9028-758f46da05c4 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:16.247500 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb9a69f-ed66-4a0c-b375-a5ba147ae58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbefd83-19cb-42b9-bc40-738aea99cef9', 'code': 200} Mar 10 15:03:16.395353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9abd7-d819-46ac-94eb-0d324bd6893d req-0f49478c-ec6f-49e5-961c-6ac5216c27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:16.397901 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-70f9abd7-d819-46ac-94eb-0d324bd6893d req-0f49478c-ec6f-49e5-961c-6ac5216c27c1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 1128 time: 0.0653636 Mar 10 15:03:16.457347 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-70f9abd7-d819-46ac-94eb-0d324bd6893d req-26ff9fef-987c-4ed8-9677-658a7097a990 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510495 Mar 10 15:03:16.590193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33 req-8fcf237e-83d8-4b98-9371-e330b9a52614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:16.592260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33 req-8fcf237e-83d8-4b98-9371-e330b9a52614 service neutron] 10.222.0.62 "GET /v2.0/networks?id=73f0f81f-8062-4540-a9e6-4ff1f4c79b33 HTTP/1.1" status: 200 len: 907 time: 0.7746711 Mar 10 15:03:16.707155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f7db40-b31b-4c40-b7e6-4f1df97bc093 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:16.711841 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b08ef855-b793-4846-9295-85bf653b11a7), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:16.753151 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Publish callbacks [] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:16.841552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Transition to ACTIVE for port object b7f7db40-b31b-4c40-b7e6-4f1df97bc093 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:03:16.868555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d4c8-34ab-481f-b32a-1c658bb606b3 req-27e36c65-dec7-4e6c-9789-989f7d6652d0 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:16.870094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5797d4c8-34ab-481f-b32a-1c658bb606b3 req-27e36c65-dec7-4e6c-9789-989f7d6652d0 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 944 time: 0.2910721 Mar 10 15:03:16.876140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:17.047128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bb2cf-ebac-4422-8b44-0fe9cc6bdba4 req-b57c4808-5ab8-447b-99a3-88bbcc4b62f7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:17.049411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-757bb2cf-ebac-4422-8b44-0fe9cc6bdba4 req-b57c4808-5ab8-447b-99a3-88bbcc4b62f7 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 944 time: 0.4878616 Mar 10 15:03:17.134553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7db40-b31b-4c40-b7e6-4f1df97bc093,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:17.188439 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:03:17.193500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5797d4c8-34ab-481f-b32a-1c658bb606b3 req-be0544f7-7bf0-4d86-b200-f842e4926ccd tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134964 Mar 10 15:03:17.287954 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3c397820-9637-4480-9f9f-42f73d429cf6 req-e92a9f07-2168-430d-83f2-5dfe5fa4dad3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a0c69f9a-58d5-4635-a204-a332b1aa6ceb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:17.454385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a9f07-2168-430d-83f2-5dfe5fa4dad3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event deleted for resources: {'Port': ['ID=a0c69f9a-58d5-4635-a204-a332b1aa6ceb,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:17.457800 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c397820-9637-4480-9f9f-42f73d429cf6 req-e92a9f07-2168-430d-83f2-5dfe5fa4dad3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] No DVR routers for this DVR port a0c69f9a-58d5-4635-a204-a332b1aa6ceb on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:03:17.460798 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3c397820-9637-4480-9f9f-42f73d429cf6 req-e92a9f07-2168-430d-83f2-5dfe5fa4dad3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:17.464732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c397820-9637-4480-9f9f-42f73d429cf6 req-e92a9f07-2168-430d-83f2-5dfe5fa4dad3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.62 "DELETE /v2.0/ports/a0c69f9a-58d5-4635-a204-a332b1aa6ceb HTTP/1.1" status: 204 len: 173 time: 2.5714791 Mar 10 15:03:17.469574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead681ec-d1e7-47a1-ba27-86c025891dae', 'name': 'network-vif-deleted', 'tag': 'a0c69f9a-58d5-4635-a204-a332b1aa6ceb'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:17.472102 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f418d9-183a-47aa-bb44-f05083c6ecab" -d '{"events": [{"server_uuid": "ead681ec-d1e7-47a1-ba27-86c025891dae", "name": "network-vif-deleted", "tag": "a0c69f9a-58d5-4635-a204-a332b1aa6ceb"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:17.477488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-757bb2cf-ebac-4422-8b44-0fe9cc6bdba4 req-d64a9c94-bfd6-4ded-8272-7dfd83740fe3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134297 Mar 10 15:03:17.530977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Attempting to bind port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:17.531454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Attempting to bind port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:17.531857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Attempting to bind port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 on network 3d28f02e-4500-4049-ae3a-96c51432dd45 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:17.543916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ea657-be21-433e-ae04-418521863554 req-e3667d1f-ce6d-4b5a-9064-8438af1c12ca tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:17.546192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e5ea657-be21-433e-ae04-418521863554 req-e3667d1f-ce6d-4b5a-9064-8438af1c12ca tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 945 time: 0.2150633 Mar 10 15:03:17.555205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 on network 3d28f02e-4500-4049-ae3a-96c51432dd45 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:03:17.555631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Attempting to bind port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 on network 3d28f02e-4500-4049-ae3a-96c51432dd45 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:17.588635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:17.589091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Checking segment: {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:17.589550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Bound using segment: {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:17.590076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Bound port: b7f7db40-b31b-4c40-b7e6-4f1df97bc093, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:17.590513 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:17.633671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb71d250-9652-4ace-b202-b9f1fa18f951 req-81ffcff9-b6d2-46d6-92d6-ffcc4d6dd716 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 210 time: 0.0561414 Mar 10 15:03:17.666035 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:17.717154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08ef855-b793-4846-9295-85bf653b11a7 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:17.729129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Publish callbacks [] for port (b08ef855-b793-4846-9295-85bf653b11a7), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:17.737021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e5ea657-be21-433e-ae04-418521863554 req-57bbb966-d712-473c-80c5-47ff1af68a44 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779518 Mar 10 15:03:17.799071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Transition to ACTIVE for port object b08ef855-b793-4846-9295-85bf653b11a7 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:03:17.804718 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] For port b7f7db40-b31b-4c40-b7e6-4f1df97bc093, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:17.808960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] For port b7f7db40-b31b-4c40-b7e6-4f1df97bc093, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:17.813770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b08ef855-b793-4846-9295-85bf653b11a7), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:17.830229 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:17.909273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a4279-7e7f-43da-8c2e-241298f7ff2a req-026a9ba1-8b31-44c6-a70e-982cb6dda341 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:17.910899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-458a4279-7e7f-43da-8c2e-241298f7ff2a req-026a9ba1-8b31-44c6-a70e-982cb6dda341 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 946 time: 0.1728828 Mar 10 15:03:17.916257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:17.917608 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:17.919914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] 10.222.0.45 "PUT /v2.0/ports/b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 1091 time: 3.2981243 Mar 10 15:03:17.999433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Pushing event updated for resources: {'Port': ['ID=b08ef855-b793-4846-9295-85bf653b11a7,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:18.189209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acbfab-4a7b-46a0-8629-228630441a13 req-580b399a-b4d4-4e21-bebb-57d98bffdbfa tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:18.190921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10acbfab-4a7b-46a0-8629-228630441a13 req-580b399a-b4d4-4e21-bebb-57d98bffdbfa tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 948 time: 0.3393774 Mar 10 15:03:18.223291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-458a4279-7e7f-43da-8c2e-241298f7ff2a req-1ca6c363-94a7-4636-9c64-6f16e86f53c8 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897060 Mar 10 15:03:18.234231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437f496-4b7b-4f83-8810-697a2c31b5df service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7db40-b31b-4c40-b7e6-4f1df97bc093,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:18.246657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-54757079-17de-43ce-9d20-daf21b19fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:18.248331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-54757079-17de-43ce-9d20-daf21b19fe72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1125 time: 0.2736769 Mar 10 15:03:18.249034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb6b154-185e-44b3-8878-e02eb0442467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:18.252377 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed34944-cfb1-434d-8341-bfb44825e016" -d '{"events": [{"server_uuid": "6fb6b154-185e-44b3-8878-e02eb0442467", "name": "network-vif-plugged", "status": "completed", "tag": "0ea95b8e-20e7-42b8-a51a-36ff5ff85d39"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:18.254385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Attempting to bind port b08ef855-b793-4846-9295-85bf653b11a7 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:18.254754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Attempting to bind port b08ef855-b793-4846-9295-85bf653b11a7 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:18.255456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Attempting to bind port b08ef855-b793-4846-9295-85bf653b11a7 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:18.316213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Port b08ef855-b793-4846-9295-85bf653b11a7 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:03:18.316551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Attempting to bind port b08ef855-b793-4846-9295-85bf653b11a7 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:18.329119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-dda01d22-40d7-4ed8-ba8b-dc583f9cc839 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 217 time: 0.0667820 Mar 10 15:03:18.333902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:18.334270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:18.334659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:18.335199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Bound port: b08ef855-b793-4846-9295-85bf653b11a7, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:18.335569 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b08ef855-b793-4846-9295-85bf653b11a7), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:18.358998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10acbfab-4a7b-46a0-8629-228630441a13 req-c3c1517d-4a4b-424e-9779-e319f2bfb2cc tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/security-groups?id=8428d41d-eba9-4f32-a8eb-d4f217d3516d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556058 Mar 10 15:03:18.429968 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553bcedb-8bfe-446b-9546-3a357e60e0e8 x-openstack-request-id: req-553bcedb-8bfe-446b-9546-3a357e60e0e8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:18.430264 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead681ec-d1e7-47a1-ba27-86c025891dae", "name": "network-vif-deleted", "tag": "a0c69f9a-58d5-4635-a204-a332b1aa6ceb", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:18.430570 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-553bcedb-8bfe-446b-9546-3a357e60e0e8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:18.431010 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead681ec-d1e7-47a1-ba27-86c025891dae', 'name': 'network-vif-deleted', 'tag': 'a0c69f9a-58d5-4635-a204-a332b1aa6ceb', 'status': 'completed', 'code': 200} Mar 10 15:03:18.483549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-31632537-1a94-4a3f-a79e-4c273453d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:18.485133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-31632537-1a94-4a3f-a79e-4c273453d34b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.1462638 Mar 10 15:03:18.576940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7de432-2292-496b-b958-d0659e86bfa4 req-86e4f4e9-f620-4303-95d4-0e0f11681e67 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:18.578702 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8d7de432-2292-496b-b958-d0659e86bfa4 req-86e4f4e9-f620-4303-95d4-0e0f11681e67 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 943 time: 0.1869254 Mar 10 15:03:18.587095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] For port b08ef855-b793-4846-9295-85bf653b11a7, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:18.626778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] For port b08ef855-b793-4846-9295-85bf653b11a7, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b08ef855-b793-4846-9295-85bf653b11a7,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:18.644381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a0c69f9a-58d5-4635-a204-a332b1aa6ceb no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:18.646416 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b08ef855-b793-4846-9295-85bf653b11a7), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:18.679791 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: a0c69f9a-58d5-4635-a204-a332b1aa6ceb {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:03:18.680964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a0c69f9a-58d5-4635-a204-a332b1aa6ceb not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:03:18.707504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:18.708141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:18.709625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] 10.222.0.45 "PUT /v2.0/ports/b08ef855-b793-4846-9295-85bf653b11a7 HTTP/1.1" status: 200 len: 1096 time: 2.7737460 Mar 10 15:03:18.735792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afd457-71af-4522-ad0a-4cfe212d3345 req-656dec61-a821-4274-855e-ef7150cfd92e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:18.737528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66afd457-71af-4522-ad0a-4cfe212d3345 req-656dec61-a821-4274-855e-ef7150cfd92e tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 944 time: 0.2283328 Mar 10 15:03:18.755490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-c1ef1a24-4ae7-4eb3-ac5c-f27290bfbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:18.757131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-c1ef1a24-4ae7-4eb3-ac5c-f27290bfbce2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2597466 Mar 10 15:03:18.795238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8d7de432-2292-496b-b958-d0659e86bfa4 req-ab972823-afae-4875-871f-d1f5f188ca62 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018912 Mar 10 15:03:18.868935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67563bc0-ba46-4e0a-a9a0-f6410ad8582d service neutron] Pushing event updated for resources: {'Port': ['ID=b08ef855-b793-4846-9295-85bf653b11a7,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:18.870205 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b2dfbb-006c-4ce8-82f9-49c72aa554f0 x-openstack-request-id: req-12b2dfbb-006c-4ce8-82f9-49c72aa554f0 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:18.870647 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb6b154-185e-44b3-8878-e02eb0442467", "name": "network-vif-plugged", "status": "completed", "tag": "0ea95b8e-20e7-42b8-a51a-36ff5ff85d39", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:18.871026 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12b2dfbb-006c-4ce8-82f9-49c72aa554f0 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:18.876740 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb6b154-185e-44b3-8878-e02eb0442467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39', 'code': 200} Mar 10 15:03:19.033808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66afd457-71af-4522-ad0a-4cfe212d3345 req-b9a0de2a-d256-435e-a3bc-ef5267246ca7 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631083 Mar 10 15:03:19.063918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58aceba-888c-4b8d-84e0-756c2c4d4a83 req-512a6d06-9c26-4807-bc57-27af9de29729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:19.078831 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c58aceba-888c-4b8d-84e0-756c2c4d4a83 req-512a6d06-9c26-4807-bc57-27af9de29729 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 1127 time: 0.1039312 Mar 10 15:03:19.099988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-28398e0b-4ff3-4883-ac4c-5f9acfac4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:19.105286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-28398e0b-4ff3-4883-ac4c-5f9acfac4ef9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4677974ede75490ba9c0523f9027a490&device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 1130 time: 0.3438034 Mar 10 15:03:19.110315 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-930a41aa-2a62-4059-baef-2a051f2a73cc service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322721 Mar 10 15:03:19.149379 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c58aceba-888c-4b8d-84e0-756c2c4d4a83 req-240727f5-575c-4d1a-bdb7-ee4bb90d96af service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613432 Mar 10 15:03:19.208194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5344935-a7da-430c-a7b1-3c81423fce79 req-517eb091-0c05-4557-9c09-87f3422c99e0 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:19.215325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5344935-a7da-430c-a7b1-3c81423fce79 req-517eb091-0c05-4557-9c09-87f3422c99e0 tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 1126 time: 0.2420218 Mar 10 15:03:19.239376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-d2b3fb01-6a49-4e55-b625-d6e69cde79f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b08ef855-b793-4846-9295-85bf653b11a7 HTTP/1.1" status: 200 len: 217 time: 0.0990014 Mar 10 15:03:19.250093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d53bf502-ccb9-4620-8e8c-f10e31805d9e req-3e9bcffd-b666-415b-8a6d-26c12c432b94 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 210 time: 0.1071515 Mar 10 15:03:19.369843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5344935-a7da-430c-a7b1-3c81423fce79 req-0ff73f7b-4ec4-45ef-8be6-5b274d22054b tempest-LiveMigrationTest-325515025 tempest-LiveMigrationTest-325515025-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535439 Mar 10 15:03:19.448354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f302626-07f2-49ea-8bf8-bfc18cc4b096 req-5cc256a5-ac02-45da-a469-6f5ed9986996 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189583 Mar 10 15:03:19.474661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33841ab5-f5ff-4e81-af6a-4411fa445371 req-64505436-54e7-47be-88bb-d5b2c2b6ec50 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:19.483422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33841ab5-f5ff-4e81-af6a-4411fa445371 req-64505436-54e7-47be-88bb-d5b2c2b6ec50 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 945 time: 0.1556501 Mar 10 15:03:19.485344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-f68d99c8-a0f7-4800-b0da-e2b0b83f4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:19.486816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-f68d99c8-a0f7-4800-b0da-e2b0b83f4626 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1197994 Mar 10 15:03:19.602596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33841ab5-f5ff-4e81-af6a-4411fa445371 req-c86e3907-e632-4867-9c34-7e7da1c4e631 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146970 Mar 10 15:03:19.620485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f2623-05a0-4ec6-befb-9e7414c80351 req-99ed9367-fe8c-4a6a-adce-84254a7ddfba tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:19.628376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b0f2623-05a0-4ec6-befb-9e7414c80351 req-99ed9367-fe8c-4a6a-adce-84254a7ddfba tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 946 time: 0.1393328 Mar 10 15:03:19.638269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-7a3ba06e-5b90-4450-b4f4-51288cdc23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:19.640110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-7a3ba06e-5b90-4450-b4f4-51288cdc23bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1332886 Mar 10 15:03:20.052379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b0f2623-05a0-4ec6-befb-9e7414c80351 req-3cd8fabd-7e75-492e-ae1c-b9084dadf01f tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230230 Mar 10 15:03:20.084630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-d81de184-c566-4e67-9985-5243ab513711 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336796 Mar 10 15:03:20.101370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7b616-42d9-471a-a5dd-c2e868269fea req-e4a0d195-09e9-4e58-8150-078ae472ccab tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:20.111397 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4e7b616-42d9-471a-a5dd-c2e868269fea req-e4a0d195-09e9-4e58-8150-078ae472ccab tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 948 time: 0.4294147 Mar 10 15:03:20.243914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4e7b616-42d9-471a-a5dd-c2e868269fea req-37a6ed39-020b-473e-bbda-007eb5ff3955 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/security-groups?id=8428d41d-eba9-4f32-a8eb-d4f217d3516d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313469 Mar 10 15:03:20.293883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d73ddf-503a-405f-9a36-f0c3ff9937ad req-adfd6466-83d8-4e46-971b-6169ebdec4b2 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794124 Mar 10 15:03:20.370312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:20.406442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d0a31-e2ed-4afb-aadb-43193b2410a5 req-7c4e8d2d-5d4e-42d8-b6cf-e1fb915eecdc tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:20.407976 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e5d0a31-e2ed-4afb-aadb-43193b2410a5 req-7c4e8d2d-5d4e-42d8-b6cf-e1fb915eecdc tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 943 time: 0.1269720 Mar 10 15:03:20.434284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093'}, {'name': 'network-changed', 'server_uuid': 'eac7d503-31f8-481d-85db-48e20b349b9f', 'tag': 'b08ef855-b793-4846-9295-85bf653b11a7'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:20.438755 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264ae0e9-4dec-40b0-9205-8b0768d0fe22" -d '{"events": [{"name": "network-changed", "server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093"}, {"name": "network-changed", "server_uuid": "eac7d503-31f8-481d-85db-48e20b349b9f", "tag": "b08ef855-b793-4846-9295-85bf653b11a7"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:20.458189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d1047-6ad1-41e8-bf76-089b4fe45deb req-75c95f32-7878-423e-8d6a-e5cf2a6cf08d tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:20.460136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f31d1047-6ad1-41e8-bf76-089b4fe45deb req-75c95f32-7878-423e-8d6a-e5cf2a6cf08d tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 944 time: 0.0953794 Mar 10 15:03:20.542938 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e5d0a31-e2ed-4afb-aadb-43193b2410a5 req-89b4d4b0-5c76-4b56-a4ed-a861cb415faa tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171606 Mar 10 15:03:20.566287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f31d1047-6ad1-41e8-bf76-089b4fe45deb req-828a603f-f994-4a80-9e73-e75a9480cf5d tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967903 Mar 10 15:03:20.690399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c256e810-c5fa-4f9b-a0f1-2984f7e0b6ce req-c3d549d8-37a9-4d21-86d2-c7aff2017c87 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=ead681ec-d1e7-47a1-ba27-86c025891dae HTTP/1.1" status: 200 len: 210 time: 0.0339098 Mar 10 15:03:20.715261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e75dd-086a-4eff-9cd7-27de0c103ee3 req-480b0ab2-c053-47db-b8f3-0a85c970ddbd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:20.718190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c8e75dd-086a-4eff-9cd7-27de0c103ee3 req-480b0ab2-c053-47db-b8f3-0a85c970ddbd tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 944 time: 0.1075180 Mar 10 15:03:20.758606 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdedd38-1646-478f-9c61-f77a2a3dff88 x-openstack-request-id: req-9fdedd38-1646-478f-9c61-f77a2a3dff88 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:20.758943 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eac7d503-31f8-481d-85db-48e20b349b9f", "tag": "b08ef855-b793-4846-9295-85bf653b11a7", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:20.759205 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fdedd38-1646-478f-9c61-f77a2a3dff88 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:20.759615 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'status': 'completed', 'code': 200} Mar 10 15:03:20.759883 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac7d503-31f8-481d-85db-48e20b349b9f', 'tag': 'b08ef855-b793-4846-9295-85bf653b11a7', 'status': 'completed', 'code': 200} Mar 10 15:03:20.779471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c8e75dd-086a-4eff-9cd7-27de0c103ee3 req-74826e15-01c4-4c7c-9daf-3eccac61933b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608928 Mar 10 15:03:20.880875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-3ed33c8f-08e8-4cbe-bb6e-97746af2f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:20.882414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-3ed33c8f-08e8-4cbe-bb6e-97746af2f37d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1125 time: 0.0955873 Mar 10 15:03:20.898404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a808f32-666d-457a-81aa-7f856964a02c req-bad18461-5454-48b3-8573-3d14efdf006d tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:20.899990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a808f32-666d-457a-81aa-7f856964a02c req-bad18461-5454-48b3-8573-3d14efdf006d tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 945 time: 0.0787857 Mar 10 15:03:21.016098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a808f32-666d-457a-81aa-7f856964a02c req-70fc013f-11b3-403c-afb7-c1124c3e60d2 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060057 Mar 10 15:03:21.043845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-3367d91d-7038-40ca-b8ef-2766e35176a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:21.043845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-3367d91d-7038-40ca-b8ef-2766e35176a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.1372302 Mar 10 15:03:21.102715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33 req-e2995881-ce8c-47db-aac1-a9fa4803238c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9272622-5670-4a2a-894f-baf4a8dc6d5e HTTP/1.1" status: 200 len: 217 time: 0.0512898 Mar 10 15:03:21.178827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-d0a90963-57dc-43f9-a9ef-4c76a4bd7d5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 217 time: 0.1257491 Mar 10 15:03:21.258090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33 req-794490eb-bf7f-4625-b5ee-d54dc7720ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:21.259598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33 req-794490eb-bf7f-4625-b5ee-d54dc7720ed2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24390a6a-cdc9-46ae-9d09-e0a60377070a HTTP/1.1" status: 200 len: 845 time: 0.1492407 Mar 10 15:03:21.271762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-4c2ee8d3-b0e4-49da-abb8-8ea02fccdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:21.273179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-4c2ee8d3-b0e4-49da-abb8-8ea02fccdd82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.0780909 Mar 10 15:03:21.288995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb47e9-121c-4ffb-8fca-cd7dc20ca8d6 req-f6ee206d-9e54-4d9a-af5b-bdcd442d66bd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:21.290489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51fb47e9-121c-4ffb-8fca-cd7dc20ca8d6 req-f6ee206d-9e54-4d9a-af5b-bdcd442d66bd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 946 time: 0.1395702 Mar 10 15:03:21.405591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51fb47e9-121c-4ffb-8fca-cd7dc20ca8d6 req-6791c979-9d01-48cb-8930-efc418c206f8 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031430 Mar 10 15:03:21.406150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33 req-7caae5c5-d4f3-423d-a7fa-b91bbdf46b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:21.407617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33 req-7caae5c5-d4f3-423d-a7fa-b91bbdf46b4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=73f0f81f-8062-4540-a9e6-4ff1f4c79b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1335981 Mar 10 15:03:21.410150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-ed917cb4-264d-4ec1-a302-8876fd593f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:21.411573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-ed917cb4-264d-4ec1-a302-8876fd593f19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1202066 Mar 10 15:03:21.443407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-d9fd8ebf-3b9b-42ac-a353-55d5f5e7c666 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:03:21.444479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-d9fd8ebf-3b9b-42ac-a353-55d5f5e7c666 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140941 Mar 10 15:03:21.644035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade8912-45b6-4fab-ab63-7917a249a8c6 req-a0ce391b-1e12-410d-96f1-ea9eca9fca06 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:21.645523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fade8912-45b6-4fab-ab63-7917a249a8c6 req-a0ce391b-1e12-410d-96f1-ea9eca9fca06 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 948 time: 0.2461672 Mar 10 15:03:21.647329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33 req-ca687960-ab90-4ed5-97f7-6d386d3e1b9a service neutron] 10.222.0.62 "GET /v2.0/networks/73f0f81f-8062-4540-a9e6-4ff1f4c79b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283297 Mar 10 15:03:21.665689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3509e34-aab8-4804-a2f0-ebef75967a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:21.696797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-03707686-48b7-4407-9b9a-9667bbad6b34 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335320 Mar 10 15:03:21.723131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302866f-9904-491b-97ba-1d509d3a284f req-39dccb5b-9b15-4667-b1ed-9b65113cd0f5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:21.724494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c302866f-9904-491b-97ba-1d509d3a284f req-39dccb5b-9b15-4667-b1ed-9b65113cd0f5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 945 time: 0.1932507 Mar 10 15:03:21.853237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fade8912-45b6-4fab-ab63-7917a249a8c6 req-355f725b-1b7a-4b98-9167-defa2db8201a tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/security-groups?id=8428d41d-eba9-4f32-a8eb-d4f217d3516d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920972 Mar 10 15:03:21.905398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc08a4f4-40b8-48ce-8253-d1e0beb3eb33 req-314a5f08-183b-43f6-b5d2-dbf2f4a1e258 service neutron] 10.222.0.62 "GET /v2.0/networks/73f0f81f-8062-4540-a9e6-4ff1f4c79b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453353 Mar 10 15:03:21.916147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c302866f-9904-491b-97ba-1d509d3a284f req-2d685eb8-a277-4914-9638-c15074cb89d9 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832783 Mar 10 15:03:21.924394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-e3aad5c0-0008-415d-a7a5-7a4f09ac592a service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188778 Mar 10 15:03:22.033484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b7f7db40-b31b-4c40-b7e6-4f1df97bc093 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:22.117450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-59db3dcb-5438-4b80-940e-67b3c9a583b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:22.119011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-59db3dcb-5438-4b80-940e-67b3c9a583b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4677974ede75490ba9c0523f9027a490&device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 1130 time: 0.1233766 Mar 10 15:03:22.127527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416822b7-2039-4123-8ad2-79bd528c62a4 req-e5a940a4-b929-438c-a7ad-f51903428e18 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:22.128934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-416822b7-2039-4123-8ad2-79bd528c62a4 req-e5a940a4-b929-438c-a7ad-f51903428e18 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 943 time: 0.1233780 Mar 10 15:03:22.135992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b7f7db40-b31b-4c40-b7e6-4f1df97bc093, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:22.148796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'port_id': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'mac_address': 'fa:16:3e:93:88:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:22.150198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167096e-e207-4e86-9a7a-16b486574f8f req-ceb60658-c48e-4cca-8632-d6afc617dd6a tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:22.151691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2167096e-e207-4e86-9a7a-16b486574f8f req-ceb60658-c48e-4cca-8632-d6afc617dd6a tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 944 time: 0.1129901 Mar 10 15:03:22.186841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:22.187161 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:22.200280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f7db40-b31b-4c40-b7e6-4f1df97bc093 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:22.220086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b7f7db40-b31b-4c40-b7e6-4f1df97bc093, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:22.224331 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:22.224995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b08ef855-b793-4846-9295-85bf653b11a7 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:22.295706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b7f7db40-b31b-4c40-b7e6-4f1df97bc093,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:22.307583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-416822b7-2039-4123-8ad2-79bd528c62a4 req-d326364e-0772-4987-ae22-af30459cfcd2 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661224 Mar 10 15:03:22.329235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2167096e-e207-4e86-9a7a-16b486574f8f req-3745b0ad-9c44-426a-bea4-ab9585bac8a2 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557503 Mar 10 15:03:22.345271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-b31caaee-8d05-44c8-a061-788015ab7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:22.346879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-b31caaee-8d05-44c8-a061-788015ab7a0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2161059 Mar 10 15:03:22.354294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f5674-ea65-4b6f-a301-4b12ba82f097 req-f296c992-b502-4b38-b306-5e1a6833e829 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:22.355895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c11f5674-ea65-4b6f-a301-4b12ba82f097 req-f296c992-b502-4b38-b306-5e1a6833e829 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 944 time: 0.1592577 Mar 10 15:03:22.390459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b08ef855-b793-4846-9295-85bf653b11a7, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b08ef855-b793-4846-9295-85bf653b11a7,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:22.412242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'b08ef855-b793-4846-9295-85bf653b11a7', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'b08ef855-b793-4846-9295-85bf653b11a7', 'mac_address': 'fa:16:3e:68:4c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:22.443453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-f0de162c-0083-48c1-a827-063537a3cd3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b08ef855-b793-4846-9295-85bf653b11a7 HTTP/1.1" status: 200 len: 217 time: 0.0865755 Mar 10 15:03:22.485338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b08ef855-b793-4846-9295-85bf653b11a7 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:22.485672 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b08ef855-b793-4846-9295-85bf653b11a7), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:22.511376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08ef855-b793-4846-9295-85bf653b11a7 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:22.540085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b08ef855-b793-4846-9295-85bf653b11a7, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b08ef855-b793-4846-9295-85bf653b11a7,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:22.545994 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b08ef855-b793-4846-9295-85bf653b11a7), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:22.571453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-71e74dbc-25cd-4e43-b7de-3c9d341a6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:22.572936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-71e74dbc-25cd-4e43-b7de-3c9d341a6445 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1152651 Mar 10 15:03:22.588960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539deae-b933-423f-93b4-9441cf76dc83 req-4f51b43a-13cd-4a05-880c-e3b1e9d57902 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:22.590221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7539deae-b933-423f-93b4-9441cf76dc83 req-4f51b43a-13cd-4a05-880c-e3b1e9d57902 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 944 time: 0.1492152 Mar 10 15:03:22.612045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b08ef855-b793-4846-9295-85bf653b11a7,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:22.709970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c11f5674-ea65-4b6f-a301-4b12ba82f097 req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Deleting port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:03:22.710661 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c11f5674-ea65-4b6f-a301-4b12ba82f097 req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:22.730420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7539deae-b933-423f-93b4-9441cf76dc83 req-b06bfedd-7609-453c-b09a-39dc808e7e08 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305575 Mar 10 15:03:22.739438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-5766d190-6a9e-4e95-a4de-823c34b432a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:22.740914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-5766d190-6a9e-4e95-a4de-823c34b432a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1498761 Mar 10 15:03:22.820708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92a52e-c475-4775-bfd0-9b92d5e3ff02 req-03301fff-eec8-43b6-b1c1-8bf690550779 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:22.822148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f92a52e-c475-4775-bfd0-9b92d5e3ff02 req-03301fff-eec8-43b6-b1c1-8bf690550779 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 946 time: 0.1895399 Mar 10 15:03:22.897424 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b08ef855-b793-4846-9295-85bf653b11a7'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:22.921607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b7f7db40-b31b-4c40-b7e6-4f1df97bc093'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:22.943337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c11f5674-ea65-4b6f-a301-4b12ba82f097 req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] For port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:22.943703 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c11f5674-ea65-4b6f-a301-4b12ba82f097 req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:23.010548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c11f5674-ea65-4b6f-a301-4b12ba82f097 req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Calling delete_port for 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:03:23.034597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-bb08efd7-668b-4220-a795-8489d8321e20 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818813 Mar 10 15:03:23.092401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f92a52e-c475-4775-bfd0-9b92d5e3ff02 req-8748b420-07db-4095-947a-3b1095fa8215 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511322 Mar 10 15:03:23.120215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-3e79485e-fa27-45a7-9f48-4bccba86639c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:23.121703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-3e79485e-fa27-45a7-9f48-4bccba86639c tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.3168097 Mar 10 15:03:23.458169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-e546c429-1951-4fd8-a592-56a8c59f7aa1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/quotas/9e14e55d40f84c3eb626e8bdb2e9c72f HTTP/1.1" status: 200 len: 375 time: 0.3215833 Mar 10 15:03:23.529609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-5dfc6cbf-1a7e-4f3c-9bc0-7bbd68c054c0 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499680 Mar 10 15:03:23.540179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-264ae0e9-4dec-40b0-9205-8b0768d0fe22 req-145159b9-c32c-4d9a-b67a-3ff1d0c46e2f service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936702 Mar 10 15:03:23.629964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120fec-6437-4b35-9f5b-c37f40ea80ad req-a9f16106-23c4-4a74-ba61-5cc25f6b8c86 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:23.631474 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1120fec-6437-4b35-9f5b-c37f40ea80ad req-a9f16106-23c4-4a74-ba61-5cc25f6b8c86 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 949 time: 0.1900668 Mar 10 15:03:23.675989 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c11f5674-ea65-4b6f-a301-4b12ba82f097 req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (46ccb9ac-de38-45b7-a7ee-5b3d8866b478), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:23.688566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['ce496d4e-9d14-44fb-a18a-dec38b537711'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:23.728675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Pushing event deleted for resources: {'Port': ['ID=46ccb9ac-de38-45b7-a7ee-5b3d8866b478,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:23.755897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.756264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.756592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.756955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.757272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.757606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.757936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.758265 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.758591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.758952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.759281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.759604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.759928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:23.764543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-e6f9064c-2442-4e22-99d6-3506cf0cd1a0 service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218530 Mar 10 15:03:23.826395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11f5674-ea65-4b6f-a301-4b12ba82f097 req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] No DVR routers for this DVR port 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:03:23.830559 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c11f5674-ea65-4b6f-a301-4b12ba82f097 req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:23.833939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c11f5674-ea65-4b6f-a301-4b12ba82f097 req-2b7d8ec4-2f81-4945-90ea-0fd0cdf2b404 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "DELETE /v2.0/ports/46ccb9ac-de38-45b7-a7ee-5b3d8866b478 HTTP/1.1" status: 204 len: 173 time: 1.4695687 Mar 10 15:03:23.837241 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1120fec-6437-4b35-9f5b-c37f40ea80ad req-372977c6-490c-4244-9162-bd02f763098f tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/security-groups?id=8428d41d-eba9-4f32-a8eb-d4f217d3516d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784756 Mar 10 15:03:23.837713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-deleted', 'tag': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:23.840040 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0387b8-bb61-443a-b501-196ecae48b5d" -d '{"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-deleted", "tag": "46ccb9ac-de38-45b7-a7ee-5b3d8866b478"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:23.927888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-37991aa6-c8ac-496b-9b58-90976d270153 service neutron] 10.222.0.11 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448369 Mar 10 15:03:24.000929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8939aae-6fab-4fea-82fa-2b147c02f829 req-292b93e1-5d8c-4e26-a241-09b5e3913be1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:24.003242 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8939aae-6fab-4fea-82fa-2b147c02f829 req-292b93e1-5d8c-4e26-a241-09b5e3913be1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 945 time: 0.0624046 Mar 10 15:03:24.008860 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86c423e8-1292-4c90-b987-a7dbcfb3c4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:24.041363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:24.055675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8939aae-6fab-4fea-82fa-2b147c02f829 req-109f2957-4322-42da-a3ef-79dc8224ffdb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474396 Mar 10 15:03:24.192785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:24.209295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39', 'network_id': 'f4627f3b-59e4-4d60-af44-304aeec98190', 'port_id': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39', 'mac_address': 'fa:16:3e:c0:1f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc7fd95-fc00-4ffd-8ab7-ec61279237bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:24.273433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816606b-8544-4cd3-85af-c76141210f15 req-c3193455-d28b-4b06-954f-9c2e1df41df3 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:24.277748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:24.278151 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:24.282158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9816606b-8544-4cd3-85af-c76141210f15 req-c3193455-d28b-4b06-954f-9c2e1df41df3 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 945 time: 0.1193116 Mar 10 15:03:24.296604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:24.304077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785c966-ffab-4fef-8b41-ed96f37bf375 req-4e3bf95d-bfd8-437d-9c76-1440151f6940 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:24.306307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6785c966-ffab-4fef-8b41-ed96f37bf375 req-4e3bf95d-bfd8-437d-9c76-1440151f6940 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 944 time: 0.1302321 Mar 10 15:03:24.329918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:24.335685 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:24.395811 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9816606b-8544-4cd3-85af-c76141210f15 req-04fda1b7-9d9f-450e-a154-7afb7f3be9e2 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125550 Mar 10 15:03:24.399653 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6785c966-ffab-4fef-8b41-ed96f37bf375 req-465a73a3-1117-451c-9bbb-1a9f61712504 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840037 Mar 10 15:03:24.413618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:24.501247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0ea95b8e-20e7-42b8-a51a-36ff5ff85d39'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:24.596573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50b27d29-18cc-482a-b694-979440d44061 req-b0261818-742b-4ab5-bda7-d4b1d0529947 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 210 time: 0.0607064 Mar 10 15:03:24.632052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281800e9-327b-4c33-85a6-fdab4e8c00cd req-0619ae37-3a99-4046-8f4f-4fc287a41dc1 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:24.647557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-281800e9-327b-4c33-85a6-fdab4e8c00cd req-0619ae37-3a99-4046-8f4f-4fc287a41dc1 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 944 time: 0.1548481 Mar 10 15:03:24.675949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f9272622-5670-4a2a-894f-baf4a8dc6d5e details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:24.687253 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8ca60a-7563-4ea8-a2b3-6677c07a6557 x-openstack-request-id: req-3b8ca60a-7563-4ea8-a2b3-6677c07a6557 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:24.687578 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b738f636-9bdf-4467-9f1c-d755634a26e8", "name": "network-vif-deleted", "tag": "46ccb9ac-de38-45b7-a7ee-5b3d8866b478", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:24.688644 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b8ca60a-7563-4ea8-a2b3-6677c07a6557 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:24.688644 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b738f636-9bdf-4467-9f1c-d755634a26e8', 'name': 'network-vif-deleted', 'tag': '46ccb9ac-de38-45b7-a7ee-5b3d8866b478', 'status': 'completed', 'code': 200} Mar 10 15:03:24.755759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-281800e9-327b-4c33-85a6-fdab4e8c00cd req-56582306-cc1a-4ef2-b622-b71d1d803f74 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068871 Mar 10 15:03:24.773125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:24.805172 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:03:24.805647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 46ccb9ac-de38-45b7-a7ee-5b3d8866b478 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:03:24.806125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:24.877971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port f9272622-5670-4a2a-894f-baf4a8dc6d5e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f9272622-5670-4a2a-894f-baf4a8dc6d5e,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:24.910578 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'port_id': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e', 'mac_address': 'fa:16:3e:18:31:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:24.929302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747c27a-68ef-4756-93eb-ef6fe41f4686 req-38f29b5b-e5af-44bd-b2b2-35df3e9d56f1 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:24.931341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d747c27a-68ef-4756-93eb-ef6fe41f4686 req-38f29b5b-e5af-44bd-b2b2-35df3e9d56f1 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 946 time: 0.0980802 Mar 10 15:03:25.003586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:25.003854 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:25.008277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port f9272622-5670-4a2a-894f-baf4a8dc6d5e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:25.008782 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:25.043051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9272622-5670-4a2a-894f-baf4a8dc6d5e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:25.045353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d747c27a-68ef-4756-93eb-ef6fe41f4686 req-252bad02-db06-4935-9f07-36db490a096e tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983467 Mar 10 15:03:25.052637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:25.057690 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aef7233-d259-4c8a-ba89-e24469c39bc7" -d '{"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:25.077839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:25.089389 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:25.094407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port f9272622-5670-4a2a-894f-baf4a8dc6d5e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f9272622-5670-4a2a-894f-baf4a8dc6d5e,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:25.123193 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:25.147861 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:25.163331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-faacae69-aaf5-4173-9de0-8efcb83c6b79 req-5f242cce-76f9-41f6-a780-405d2c301ea9 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 210 time: 0.0501399 Mar 10 15:03:25.165715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:25.257162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=f9272622-5670-4a2a-894f-baf4a8dc6d5e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:25.310296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c51aea-393f-48eb-ae56-1038c03f00e7 req-1b968599-9bf2-4e63-a309-de3ef65a3901 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:25.318058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49c51aea-393f-48eb-ae56-1038c03f00e7 req-1b968599-9bf2-4e63-a309-de3ef65a3901 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 949 time: 0.0798666 Mar 10 15:03:25.360795 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af649106-7a76-4470-8bac-70795ff0fb80 x-openstack-request-id: req-af649106-7a76-4470-8bac-70795ff0fb80 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:25.361698 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:25.361698 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af649106-7a76-4470-8bac-70795ff0fb80 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:25.362079 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'code': 200} Mar 10 15:03:25.383728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49c51aea-393f-48eb-ae56-1038c03f00e7 req-7b9ef9ca-4c3b-4f3e-b8ff-2e1753fc303d tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/security-groups?id=8428d41d-eba9-4f32-a8eb-d4f217d3516d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645125 Mar 10 15:03:25.546189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['f9272622-5670-4a2a-894f-baf4a8dc6d5e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:25.579573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5ed4b-473b-473f-9bb8-ad077ced9b47 req-82ce1194-78bb-41bb-a17f-a60374c3ad15 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:25.581166 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5a5ed4b-473b-473f-9bb8-ad077ced9b47 req-82ce1194-78bb-41bb-a17f-a60374c3ad15 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 944 time: 0.0911245 Mar 10 15:03:25.594584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643f0cb-4ea9-48aa-9adb-bc1bc944c90e req-8b7d5436-bd5b-4561-8921-3019a200e424 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:25.596208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b643f0cb-4ea9-48aa-9adb-bc1bc944c90e req-8b7d5436-bd5b-4561-8921-3019a200e424 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 944 time: 0.0746891 Mar 10 15:03:25.673982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5a5ed4b-473b-473f-9bb8-ad077ced9b47 req-36ddc5a4-545a-488a-9a28-089e541e24ea tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766590 Mar 10 15:03:25.687365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b643f0cb-4ea9-48aa-9adb-bc1bc944c90e req-f8565ae3-3f80-4e3b-b1f6-f0650ce80772 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771959 Mar 10 15:03:25.775067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-83360112-2a27-4c2e-bfaf-ea43bfa5ba6a req-b79414b8-3933-4477-962f-4468dcfb3287 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 210 time: 0.0300813 Mar 10 15:03:25.985051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3056c14-2546-47fe-8aab-3aa61d25514b req-4e12d694-0080-4d33-a46a-5d09a33e3ee6 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:25.992564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3056c14-2546-47fe-8aab-3aa61d25514b req-4e12d694-0080-4d33-a46a-5d09a33e3ee6 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 945 time: 0.1337726 Mar 10 15:03:26.031460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-685c29a5-6161-448c-b9af-dc25a5f89d79 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:26.033077 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-685c29a5-6161-448c-b9af-dc25a5f89d79 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 811 time: 0.2002652 Mar 10 15:03:26.057949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Request body: {'port': {'device_id': 'f6a41631-eea1-409f-ace5-56143c29c4c4', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'admin_state_up': True, 'tenant_id': '9e14e55d40f84c3eb626e8bdb2e9c72f'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:26.072400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:26.114492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3056c14-2546-47fe-8aab-3aa61d25514b req-34424935-b0da-459c-8ffd-07d0820796c9 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208441 Mar 10 15:03:26.147551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:26.147551 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.236161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:26.236555 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.266271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3519-91a4-4de5-8dd8-b8edd0da8ebf req-045c0150-f396-48de-b58f-f63f22ef54d4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:26.267785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e0e3519-91a4-4de5-8dd8-b8edd0da8ebf req-045c0150-f396-48de-b58f-f63f22ef54d4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 946 time: 0.1515861 Mar 10 15:03:26.272512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:26.278626 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.280293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b7f7db40-b31b-4c40-b7e6-4f1df97bc093 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:26.301646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Made reservation on behalf of 9e14e55d40f84c3eb626e8bdb2e9c72f for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:03:26.304979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.337953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beff2be-55fe-4130-a715-f454197e8a41 req-a06a87ca-50a8-4142-809a-6158b9aea6a5 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:26.339509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4beff2be-55fe-4130-a715-f454197e8a41 req-a06a87ca-50a8-4142-809a-6158b9aea6a5 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 944 time: 0.1289961 Mar 10 15:03:26.376994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e0e3519-91a4-4de5-8dd8-b8edd0da8ebf req-0f8c62a5-a1ce-4e44-a336-9f20a38ae454 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994954 Mar 10 15:03:26.389404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:26.405926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:03:26.411371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:26.411895 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.501705 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.512863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:26.514826 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.516201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46d5f167-1f87-413b-9dad-d2c9a02e6778 req-9739ad7a-d92b-4cfa-aa05-0a7e053f95e2 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 210 time: 0.0425560 Mar 10 15:03:26.534585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4beff2be-55fe-4130-a715-f454197e8a41 req-b1644ffc-bc34-4516-a023-d5758a898aa1 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740141 Mar 10 15:03:26.560096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b7f7db40-b31b-4c40-b7e6-4f1df97bc093, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:26.567565 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.568501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b08ef855-b793-4846-9295-85bf653b11a7 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:26.611715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Allocated IP 172.20.0.10 (45f63702-258a-4faa-b361-a91319316960/0f999e85-afee-4f55-a7b1-cf2f9a5ab040/030e62fe-f22c-4ac6-8857-4f26e0823d9c) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:26.659022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b7f7db40-b31b-4c40-b7e6-4f1df97bc093,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:26.674714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port b08ef855-b793-4846-9295-85bf653b11a7 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:03:26.679318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port b08ef855-b793-4846-9295-85bf653b11a7 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:26.679702 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b08ef855-b793-4846-9295-85bf653b11a7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.718157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd6fb2-068d-4f68-9be8-631bd8dad927 req-2eb1b54c-b7d1-42a6-b13e-f4b9ca7a4e3f tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:26.719998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74bd6fb2-068d-4f68-9be8-631bd8dad927 req-2eb1b54c-b7d1-42a6-b13e-f4b9ca7a4e3f tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 949 time: 0.1056023 Mar 10 15:03:26.769450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b08ef855-b793-4846-9295-85bf653b11a7 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:26.769757 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b08ef855-b793-4846-9295-85bf653b11a7), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.810904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b08ef855-b793-4846-9295-85bf653b11a7, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b08ef855-b793-4846-9295-85bf653b11a7,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:26.815675 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b08ef855-b793-4846-9295-85bf653b11a7), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.866871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b08ef855-b793-4846-9295-85bf653b11a7,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:26.882743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74bd6fb2-068d-4f68-9be8-631bd8dad927 req-bf42f850-2129-475e-ad41-15910f452ea7 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/security-groups?id=8428d41d-eba9-4f32-a8eb-d4f217d3516d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464927 Mar 10 15:03:26.899578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks [] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:26.925291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4db12-0e8f-494c-856a-17fe24a0f386 req-e861ccfd-48c6-4732-902f-34bf28755c4f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:26.926911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5f4db12-0e8f-494c-856a-17fe24a0f386 req-e861ccfd-48c6-4732-902f-34bf28755c4f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 945 time: 0.1250198 Mar 10 15:03:26.984198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c6cad34-4195-40b3-b866-dfb2625c3ebc req-2ebb50dd-3f0a-4e34-b46d-9d461714b31c tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 210 time: 0.0376644 Mar 10 15:03:27.014526 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:27.048336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5f4db12-0e8f-494c-856a-17fe24a0f386 req-838d954b-dbe4-4e83-92b3-6898a23774f4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109107 Mar 10 15:03:27.067110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Network 45f63702-258a-4faa-b361-a91319316960 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:27.071234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:27.073648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:27.076963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event updated for resources: {'Port': ['ID=030e62fe-f22c-4ac6-8857-4f26e0823d9c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:27.128297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:27.128898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:27.145895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a9a472f1-a5b7-4b66-a164-9539a06241e1 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1007342 Mar 10 15:03:27.226495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Request body: {'port': {'device_id': 'f6a41631-eea1-409f-ace5-56143c29c4c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:27.294049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0e707-e367-43b5-9f07-654d95fc1db3 req-b6feabd5-681a-4db6-a786-cd52c767fe19 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:27.296456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44d0e707-e367-43b5-9f07-654d95fc1db3 req-b6feabd5-681a-4db6-a786-cd52c767fe19 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 945 time: 0.1017573 Mar 10 15:03:27.314902 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:27.363395 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb6b154-185e-44b3-8878-e02eb0442467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39'}, {'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093'}, {'server_uuid': 'eac7d503-31f8-481d-85db-48e20b349b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08ef855-b793-4846-9295-85bf653b11a7'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:27.366333 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c547dbd9-292f-41a7-869c-4b115c9d1df7" -d '{"events": [{"server_uuid": "6fb6b154-185e-44b3-8878-e02eb0442467", "name": "network-vif-plugged", "status": "completed", "tag": "0ea95b8e-20e7-42b8-a51a-36ff5ff85d39"}, {"server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093"}, {"server_uuid": "eac7d503-31f8-481d-85db-48e20b349b9f", "name": "network-vif-plugged", "status": "completed", "tag": "b08ef855-b793-4846-9295-85bf653b11a7"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:27.388773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44d0e707-e367-43b5-9f07-654d95fc1db3 req-f5751452-939c-4863-a660-2f130315d0ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817266 Mar 10 15:03:27.421810 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f626bbcd-663b-4a13-951c-5f822c61e79c x-openstack-request-id: req-f626bbcd-663b-4a13-951c-5f822c61e79c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:27.422218 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb6b154-185e-44b3-8878-e02eb0442467", "name": "network-vif-plugged", "status": "completed", "tag": "0ea95b8e-20e7-42b8-a51a-36ff5ff85d39", "code": 200}, {"server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093", "code": 200}, {"server_uuid": "eac7d503-31f8-481d-85db-48e20b349b9f", "name": "network-vif-plugged", "status": "completed", "tag": "b08ef855-b793-4846-9295-85bf653b11a7", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:27.422580 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f626bbcd-663b-4a13-951c-5f822c61e79c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:27.423101 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb6b154-185e-44b3-8878-e02eb0442467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39', 'code': 200} Mar 10 15:03:27.423457 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'code': 200} Mar 10 15:03:27.423814 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac7d503-31f8-481d-85db-48e20b349b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08ef855-b793-4846-9295-85bf653b11a7', 'code': 200} Mar 10 15:03:27.595900 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f37a2a-c7aa-4ed4-8c66-76389e8c38a7 req-b8388abc-69b6-47bf-bc97-d4fcbb8464f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:27.597645 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-22f37a2a-c7aa-4ed4-8c66-76389e8c38a7 req-b8388abc-69b6-47bf-bc97-d4fcbb8464f6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 1132 time: 0.0545170 Mar 10 15:03:27.619749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb694fdf-8214-42c9-a2b5-90e0663c94fe req-8b6e8d9a-8a40-4e32-b63f-fb30cfbdb75d tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:27.621230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb694fdf-8214-42c9-a2b5-90e0663c94fe req-8b6e8d9a-8a40-4e32-b63f-fb30cfbdb75d tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 946 time: 0.1541512 Mar 10 15:03:27.663189 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-22f37a2a-c7aa-4ed4-8c66-76389e8c38a7 req-7cb2bf2e-10c1-4d24-9e6a-4eb0de2ae00e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8428d41d-eba9-4f32-a8eb-d4f217d3516d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539153 Mar 10 15:03:27.711678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f06fb6-4a04-435a-a672-ecfeaa6e0155 req-12b0e281-6f3e-429e-93dd-71f3b7635877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:27.713154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05f06fb6-4a04-435a-a672-ecfeaa6e0155 req-12b0e281-6f3e-429e-93dd-71f3b7635877 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1127 time: 0.1731236 Mar 10 15:03:27.746349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb694fdf-8214-42c9-a2b5-90e0663c94fe req-fb35df30-0d04-4605-b200-c605deb74226 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091585 Mar 10 15:03:27.779110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0190a8f-2844-4a3e-921d-71362653a5fe req-351afa5c-5f42-43fa-a27e-7e344a8dae2a tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:27.780605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0190a8f-2844-4a3e-921d-71362653a5fe req-351afa5c-5f42-43fa-a27e-7e344a8dae2a tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 932 time: 0.1718824 Mar 10 15:03:27.799487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030e62fe-f22c-4ac6-8857-4f26e0823d9c {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:27.823882 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Publish callbacks [] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:27.871281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Transition to ACTIVE for port object 030e62fe-f22c-4ac6-8857-4f26e0823d9c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:03:27.876588 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:27.881124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0190a8f-2844-4a3e-921d-71362653a5fe req-2ab16834-64c4-442d-9b2b-b96aa739d707 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946152 Mar 10 15:03:27.982755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca76d9-a67e-4da8-a1c4-6082ee4fd057 req-b82f029e-07ab-47ad-aeea-5cd69f482b1c tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:27.984242 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36ca76d9-a67e-4da8-a1c4-6082ee4fd057 req-b82f029e-07ab-47ad-aeea-5cd69f482b1c tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 945 time: 0.1742685 Mar 10 15:03:28.007516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Pushing event updated for resources: {'Port': ['ID=030e62fe-f22c-4ac6-8857-4f26e0823d9c,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:28.059317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05f06fb6-4a04-435a-a672-ecfeaa6e0155 req-48542bc3-de52-49d2-99a0-33ec6aaba165 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424065 Mar 10 15:03:28.091132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:28.137346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b6a46-93ee-445b-a3c7-b7e37e3b73cd req-3e798bf7-0b34-4dd5-9472-1bd16161eb75 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:28.139186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f37b6a46-93ee-445b-a3c7-b7e37e3b73cd req-3e798bf7-0b34-4dd5-9472-1bd16161eb75 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb26fc3e-ec0a-4347-8a6d-9341f4ca5715 HTTP/1.1" status: 200 len: 946 time: 0.1967654 Mar 10 15:03:28.142994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36ca76d9-a67e-4da8-a1c4-6082ee4fd057 req-1981eeed-052c-4d1b-9596-e55459606baf tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371627 Mar 10 15:03:28.158138 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:28.171081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Attempting to bind port 030e62fe-f22c-4ac6-8857-4f26e0823d9c on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:28.172692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Attempting to bind port 030e62fe-f22c-4ac6-8857-4f26e0823d9c by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:28.173175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Attempting to bind port 030e62fe-f22c-4ac6-8857-4f26e0823d9c on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:28.199859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Port 030e62fe-f22c-4ac6-8857-4f26e0823d9c on network 45f63702-258a-4faa-b361-a91319316960 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:03:28.200455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Attempting to bind port 030e62fe-f22c-4ac6-8857-4f26e0823d9c on network 45f63702-258a-4faa-b361-a91319316960 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:28.212691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:28.213077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Checking segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:28.213411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Bound using segment: {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:28.213846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Bound port: 030e62fe-f22c-4ac6-8857-4f26e0823d9c, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e13ee4-f199-4cce-9813-bfc63558a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '45f63702-258a-4faa-b361-a91319316960'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:28.214201 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:28.216556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:28.217226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:28.256550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:28.260834 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:28.297880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f37b6a46-93ee-445b-a3c7-b7e37e3b73cd req-724be074-f4e0-4a71-8608-7ef8db5afe38 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415398 Mar 10 15:03:28.310831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:28.345657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d221b-e41f-4494-9244-30beb9b2f277 req-8f70d6cf-db4f-4e3f-8121-562b0ede08d1 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:28.348186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b80d221b-e41f-4494-9244-30beb9b2f277 req-8f70d6cf-db4f-4e3f-8121-562b0ede08d1 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 950 time: 0.1221533 Mar 10 15:03:28.349502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] For port 030e62fe-f22c-4ac6-8857-4f26e0823d9c, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:28.353300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] For port 030e62fe-f22c-4ac6-8857-4f26e0823d9c, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=030e62fe-f22c-4ac6-8857-4f26e0823d9c,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:28.365748 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:28.444128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab21e1bf-a95a-4595-bd01-e0aff353f987 req-4b6dc54c-bf95-4bba-8b9d-de002bee99e9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 210 time: 0.0564053 Mar 10 15:03:28.447290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:28.447882 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:28.449542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] 10.222.0.45 "PUT /v2.0/ports/030e62fe-f22c-4ac6-8857-4f26e0823d9c HTTP/1.1" status: 200 len: 1092 time: 1.2932804 Mar 10 15:03:28.456026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a41631-eea1-409f-ace5-56143c29c4c4', 'tag': '030e62fe-f22c-4ac6-8857-4f26e0823d9c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:28.458007 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80931f20-d81a-455d-9a5a-1063581d73ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a41631-eea1-409f-ace5-56143c29c4c4", "tag": "030e62fe-f22c-4ac6-8857-4f26e0823d9c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:28.499992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b80d221b-e41f-4494-9244-30beb9b2f277 req-54af11f6-3e76-4afd-b406-8a614054151b tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/security-groups?id=8428d41d-eba9-4f32-a8eb-d4f217d3516d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441898 Mar 10 15:03:28.515701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3462a11-945a-47a2-9091-7f71439f849f service neutron] Pushing event updated for resources: {'Port': ['ID=030e62fe-f22c-4ac6-8857-4f26e0823d9c,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:28.688026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f9272622-5670-4a2a-894f-baf4a8dc6d5e up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:28.745981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port f9272622-5670-4a2a-894f-baf4a8dc6d5e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:03:28.751681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port f9272622-5670-4a2a-894f-baf4a8dc6d5e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:28.752150 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:28.844285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port f9272622-5670-4a2a-894f-baf4a8dc6d5e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:28.844928 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:28.879854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port f9272622-5670-4a2a-894f-baf4a8dc6d5e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f9272622-5670-4a2a-894f-baf4a8dc6d5e,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:28.886045 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:28.934086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=f9272622-5670-4a2a-894f-baf4a8dc6d5e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:28.943720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-015a3432-5547-4631-9764-f3170fd2f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:28.945217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-015a3432-5547-4631-9764-f3170fd2f79d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 1126 time: 0.4385865 Mar 10 15:03:29.006183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18952e-75f5-49f4-8a06-3266fd84dcbd req-79f8e206-fbb7-480b-8c52-83659de5523f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:29.007665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a18952e-75f5-49f4-8a06-3266fd84dcbd req-79f8e206-fbb7-480b-8c52-83659de5523f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 945 time: 0.4693403 Mar 10 15:03:29.011391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-f50cfd24-9e98-4d6c-a8ba-5f5424b5a931 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=030e62fe-f22c-4ac6-8857-4f26e0823d9c HTTP/1.1" status: 200 len: 217 time: 0.0541759 Mar 10 15:03:29.030440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2956ce1-7488-4f4c-aec8-a554340d609f req-5e8330f5-e5d3-482a-a68a-7872a350619a tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:29.031864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2956ce1-7488-4f4c-aec8-a554340d609f req-5e8330f5-e5d3-482a-a68a-7872a350619a tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 943 time: 0.1695776 Mar 10 15:03:29.040595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1ee9d-b001-4b07-a204-7c5955f5a4f0 req-fe92bd0f-491f-4906-875c-006c2e19f748 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:29.042066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0d1ee9d-b001-4b07-a204-7c5955f5a4f0 req-fe92bd0f-491f-4906-875c-006c2e19f748 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 946 time: 0.1776109 Mar 10 15:03:29.178626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a18952e-75f5-49f4-8a06-3266fd84dcbd req-cc581135-38f2-40c6-8a6b-6f666be9a310 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633472 Mar 10 15:03:29.201515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a04cb9c0-3564-41b9-830a-f4e9526f0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:29.203351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-a04cb9c0-3564-41b9-830a-f4e9526f0676 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.1706228 Mar 10 15:03:29.236266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0d1ee9d-b001-4b07-a204-7c5955f5a4f0 req-ca45817e-393d-4b34-8b44-d56c4cabc426 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729116 Mar 10 15:03:29.261064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-76aa6d9d-24d2-46f4-ad9f-10d86f675ff9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387492 Mar 10 15:03:29.298198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f2956ce1-7488-4f4c-aec8-a554340d609f req-5b760eb0-6a64-4a5e-9f3d-9f26be9c7c22 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Deleting port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:03:29.299107 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f2956ce1-7488-4f4c-aec8-a554340d609f req-5b760eb0-6a64-4a5e-9f3d-9f26be9c7c22 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:29.374955 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1771d1af-3eaf-4149-9459-cff84caa7832 x-openstack-request-id: req-1771d1af-3eaf-4149-9459-cff84caa7832 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:29.375246 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a41631-eea1-409f-ace5-56143c29c4c4", "tag": "030e62fe-f22c-4ac6-8857-4f26e0823d9c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:29.375499 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1771d1af-3eaf-4149-9459-cff84caa7832 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:29.375882 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a41631-eea1-409f-ace5-56143c29c4c4', 'tag': '030e62fe-f22c-4ac6-8857-4f26e0823d9c', 'status': 'completed', 'code': 200} Mar 10 15:03:29.426583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb6b154-185e-44b3-8878-e02eb0442467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39'}, {'server_uuid': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:29.438456 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d17988b-b1e7-4a0e-a595-99f5e5676886" -d '{"events": [{"server_uuid": "6fb6b154-185e-44b3-8878-e02eb0442467", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea95b8e-20e7-42b8-a51a-36ff5ff85d39"}, {"server_uuid": "c894e982-30e6-4f78-a589-22825d3d7a9e", "name": "network-vif-plugged", "status": "completed", "tag": "f9272622-5670-4a2a-894f-baf4a8dc6d5e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:29.486771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-69a93ba8-8896-4986-ac16-68de15e4f9e1 service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185829 Mar 10 15:03:29.505351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f2956ce1-7488-4f4c-aec8-a554340d609f req-5b760eb0-6a64-4a5e-9f3d-9f26be9c7c22 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] For port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,segment=NetworkSegment(48e736e5-f368-40b2-8c65-f79bf76297d4),segment_id=48e736e5-f368-40b2-8c65-f79bf76297d4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:29.505718 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f2956ce1-7488-4f4c-aec8-a554340d609f req-5b760eb0-6a64-4a5e-9f3d-9f26be9c7c22 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:29.540599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f2956ce1-7488-4f4c-aec8-a554340d609f req-5b760eb0-6a64-4a5e-9f3d-9f26be9c7c22 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Calling delete_port for 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:03:29.645246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ceefac-2f84-463b-802e-f6c9bb53ffc3 req-70d1c5b3-4bbb-4561-b70f-6fbbcff6fb06 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:29.646703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3ceefac-2f84-463b-802e-f6c9bb53ffc3 req-70d1c5b3-4bbb-4561-b70f-6fbbcff6fb06 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 944 time: 0.2199054 Mar 10 15:03:29.751504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1e7d2f6-e930-43a5-8fcd-341e18217385 req-ac74824c-0cb0-4321-876e-00c081e86fdc service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415428 Mar 10 15:03:29.773651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3ceefac-2f84-463b-802e-f6c9bb53ffc3 req-6f317b4c-dcdf-461b-95a3-5fbdb8b264c7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167698 Mar 10 15:03:29.794106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ec26e-1e6c-4f2e-8663-db19ad231f10 req-4531c5d0-593b-4e3d-b66c-643aaa512f59 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:29.796365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f9ec26e-1e6c-4f2e-8663-db19ad231f10 req-4531c5d0-593b-4e3d-b66c-643aaa512f59 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fb6b154-185e-44b3-8878-e02eb0442467 HTTP/1.1" status: 200 len: 943 time: 0.1949005 Mar 10 15:03:29.850300 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2b0db5-69a2-4683-b380-79dba2b3994b x-openstack-request-id: req-df2b0db5-69a2-4683-b380-79dba2b3994b {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:29.850919 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb6b154-185e-44b3-8878-e02eb0442467", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea95b8e-20e7-42b8-a51a-36ff5ff85d39", "code": 200}, {"server_uuid": "c894e982-30e6-4f78-a589-22825d3d7a9e", "name": "network-vif-plugged", "status": "completed", "tag": "f9272622-5670-4a2a-894f-baf4a8dc6d5e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:29.851225 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df2b0db5-69a2-4683-b380-79dba2b3994b {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:29.851621 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb6b154-185e-44b3-8878-e02eb0442467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39', 'code': 200} Mar 10 15:03:29.851872 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e', 'code': 200} Mar 10 15:03:29.941211 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f2956ce1-7488-4f4c-aec8-a554340d609f req-5b760eb0-6a64-4a5e-9f3d-9f26be9c7c22 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0ea95b8e-20e7-42b8-a51a-36ff5ff85d39), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:29.993897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f9ec26e-1e6c-4f2e-8663-db19ad231f10 req-3ac29894-a9b9-4b61-bbb7-10e19cd025d3 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e1e77ca-8bac-4042-9ca8-2cb948d8825d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900020 Mar 10 15:03:30.020863 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bbcebd33-672a-4919-affa-12fa07c3506f req-0693f36d-64b4-4538-8568-4e7440545b3f tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 210 time: 0.0699611 Mar 10 15:03:30.022750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80931f20-d81a-455d-9a5a-1063581d73ad req-d2accbd1-4f51-4fa9-ac67-055976edef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:30.024292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80931f20-d81a-455d-9a5a-1063581d73ad req-d2accbd1-4f51-4fa9-ac67-055976edef76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 1126 time: 0.1864433 Mar 10 15:03:30.025100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b760eb0-6a64-4a5e-9f3d-9f26be9c7c22 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Pushing event deleted for resources: {'Port': ['ID=0ea95b8e-20e7-42b8-a51a-36ff5ff85d39,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:30.171397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2956ce1-7488-4f4c-aec8-a554340d609f req-5b760eb0-6a64-4a5e-9f3d-9f26be9c7c22 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] No DVR routers for this DVR port 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:03:30.174242 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f2956ce1-7488-4f4c-aec8-a554340d609f req-5b760eb0-6a64-4a5e-9f3d-9f26be9c7c22 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:30.177988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2956ce1-7488-4f4c-aec8-a554340d609f req-5b760eb0-6a64-4a5e-9f3d-9f26be9c7c22 tempest-ImagesTestJSON-143322981 tempest-ImagesTestJSON-143322981-project] 10.222.0.45 "DELETE /v2.0/ports/0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 HTTP/1.1" status: 204 len: 173 time: 1.1229508 Mar 10 15:03:30.359200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fbee3-0109-4f4f-a6b5-20d11c2dd20a req-ad807fe6-1f55-4082-ba9a-307c21923280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:30.360720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-253fbee3-0109-4f4f-a6b5-20d11c2dd20a req-ad807fe6-1f55-4082-ba9a-307c21923280 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 1128 time: 0.4315720 Mar 10 15:03:30.365991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80931f20-d81a-455d-9a5a-1063581d73ad req-9e3d78d1-1854-478e-b24e-be77f7c2f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:30.367395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80931f20-d81a-455d-9a5a-1063581d73ad req-9e3d78d1-1854-478e-b24e-be77f7c2f43c service neutron] 10.222.0.45 "GET /v2.0/networks?id=45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 200 len: 912 time: 0.3305848 Mar 10 15:03:30.405625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b0c59-f064-4f38-bc3f-0b84691a220a req-4bf08b81-a675-4cd9-ae7e-4c2e371ae3c9 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:30.407024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea2b0c59-f064-4f38-bc3f-0b84691a220a req-4bf08b81-a675-4cd9-ae7e-4c2e371ae3c9 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 950 time: 0.2728097 Mar 10 15:03:30.412558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-6f2b5d1f-2ef5-469d-90bc-4b525f2d5d41 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:30.413887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-6f2b5d1f-2ef5-469d-90bc-4b525f2d5d41 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/networks?id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f HTTP/1.1" status: 200 len: 813 time: 0.2785718 Mar 10 15:03:30.456031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80931f20-d81a-455d-9a5a-1063581d73ad req-dbe48141-2f23-4383-9d03-bfd3c44e8259 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=030e62fe-f22c-4ac6-8857-4f26e0823d9c HTTP/1.1" status: 200 len: 217 time: 0.0714433 Mar 10 15:03:30.522556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-da5fc440-efcd-4f20-b697-8b993ddafd07 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/quotas/bbcdf7d4aed84d599c81aed8124882ef HTTP/1.1" status: 200 len: 375 time: 0.0726714 Mar 10 15:03:30.544285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-253fbee3-0109-4f4f-a6b5-20d11c2dd20a req-453fd097-44c8-4a08-9efc-8bd609b945ef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714120 Mar 10 15:03:30.587535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea2b0c59-f064-4f38-bc3f-0b84691a220a req-da45b8a1-2cb1-4093-b220-de6fb9920a93 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/security-groups?id=8428d41d-eba9-4f32-a8eb-d4f217d3516d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715250 Mar 10 15:03:30.595025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80931f20-d81a-455d-9a5a-1063581d73ad req-5a88f046-09e8-455d-9570-1db153da9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:30.596080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80931f20-d81a-455d-9a5a-1063581d73ad req-5a88f046-09e8-455d-9570-1db153da9245 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 200 len: 851 time: 0.1240480 Mar 10 15:03:30.623832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-e5817879-2169-425a-84a4-bb014ad0d50f tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbcdf7d4aed84d599c81aed8124882ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821145 Mar 10 15:03:30.641605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80931f20-d81a-455d-9a5a-1063581d73ad req-fbe025d2-2bc0-4451-8842-b226954f821f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45f63702-258a-4faa-b361-a91319316960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343835 Mar 10 15:03:30.696806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:30.817403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:30.833493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'port_id': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'mac_address': 'fa:16:3e:a1:83:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:30.841621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-c644ba59-9714-486a-8b3f-60d0ac3c9d58 service neutron] 10.222.0.11 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022309 Mar 10 15:03:30.850018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80931f20-d81a-455d-9a5a-1063581d73ad req-5f70029f-ad80-4f87-b680-3d5e8de7e9c9 service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911905 Mar 10 15:03:30.865265 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1751e80-c17b-48a3-90ee-80e3531ceb2e req-01c71ebb-1fca-4eb9-b6e7-61f41f9b158c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:30.866626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1751e80-c17b-48a3-90ee-80e3531ceb2e req-01c71ebb-1fca-4eb9-b6e7-61f41f9b158c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 945 time: 0.1989791 Mar 10 15:03:30.889355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:30.890782 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:30.907965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:30.934455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:30.939794 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:30.994568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-63f9eb7d-91a5-4734-a981-d90c58ec6d29 service neutron] 10.222.0.11 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435411 Mar 10 15:03:31.008229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:31.109323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1751e80-c17b-48a3-90ee-80e3531ceb2e req-54956f62-28ed-4612-874c-c85aa7008292 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428025 Mar 10 15:03:31.157523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80931f20-d81a-455d-9a5a-1063581d73ad req-bb96a42e-2a78-42e1-8454-124326127776 service neutron] 10.222.0.45 "GET /v2.0/networks/45f63702-258a-4faa-b361-a91319316960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823215 Mar 10 15:03:31.165660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c23cc-f708-4169-a827-1805f832bfb3 req-935d6ea3-4446-4e8d-91d1-1f102267b7fc tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:31.167470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-675c23cc-f708-4169-a827-1805f832bfb3 req-935d6ea3-4446-4e8d-91d1-1f102267b7fc tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb26fc3e-ec0a-4347-8a6d-9341f4ca5715 HTTP/1.1" status: 200 len: 946 time: 0.1361063 Mar 10 15:03:31.258393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9f2af6f6-d85f-408f-9709-73e1ba4a91e3'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:31.341167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389c25-6f7f-419b-91a3-54116296c458 req-79fb4c8c-9c21-465b-b350-dbe64c86cb1d tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:31.347424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67389c25-6f7f-419b-91a3-54116296c458 req-79fb4c8c-9c21-465b-b350-dbe64c86cb1d tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 946 time: 0.1172421 Mar 10 15:03:31.407092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb6b154-185e-44b3-8878-e02eb0442467', 'name': 'network-vif-deleted', 'tag': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:31.409873 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88c103e-9bd4-4fb0-81d5-8bec7649f1bb" -d '{"events": [{"server_uuid": "6fb6b154-185e-44b3-8878-e02eb0442467", "name": "network-vif-deleted", "tag": "0ea95b8e-20e7-42b8-a51a-36ff5ff85d39"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:31.439563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67389c25-6f7f-419b-91a3-54116296c458 req-452685b4-b121-4641-86be-e11dc0f4dbea tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824785 Mar 10 15:03:31.506088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-675c23cc-f708-4169-a827-1805f832bfb3 req-8b301ebb-a3b9-4a49-a1c3-b7bca83a90c7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Deleting port 09a91f44-d003-425a-bcd5-84e788431a01 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:03:31.506658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-675c23cc-f708-4169-a827-1805f832bfb3 req-8b301ebb-a3b9-4a49-a1c3-b7bca83a90c7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (09a91f44-d003-425a-bcd5-84e788431a01), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:31.573944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21f44e-ae04-4db2-8bd1-f6b19b1ccc58 req-c282354d-89c5-4117-b333-048bc7e27e97 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:31.575657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c21f44e-ae04-4db2-8bd1-f6b19b1ccc58 req-c282354d-89c5-4117-b333-048bc7e27e97 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 944 time: 0.2245979 Mar 10 15:03:31.598007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54376b86-340b-4163-ad88-64b16a1ea890 req-0e5e62f2-4aa8-4b9a-9e76-2de8fbeb0e0a tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 210 time: 0.0716131 Mar 10 15:03:32.112875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 030e62fe-f22c-4ac6-8857-4f26e0823d9c details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:32.115650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:32.152607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:03:32.154482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0ea95b8e-20e7-42b8-a51a-36ff5ff85d39 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:03:32.198099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c21f44e-ae04-4db2-8bd1-f6b19b1ccc58 req-2e238003-657d-4979-b277-9b40568e7cc3 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055040 Mar 10 15:03:32.209406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-675c23cc-f708-4169-a827-1805f832bfb3 req-8b301ebb-a3b9-4a49-a1c3-b7bca83a90c7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] For port 09a91f44-d003-425a-bcd5-84e788431a01, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=09a91f44-d003-425a-bcd5-84e788431a01,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:32.209779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-675c23cc-f708-4169-a827-1805f832bfb3 req-8b301ebb-a3b9-4a49-a1c3-b7bca83a90c7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (09a91f44-d003-425a-bcd5-84e788431a01), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:32.244513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cd844-8c1a-441c-8a38-06efe08bf5f8 req-a19ba056-4aba-4bc2-8bc9-6fe9e515ec51 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:32.245994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a81cd844-8c1a-441c-8a38-06efe08bf5f8 req-a19ba056-4aba-4bc2-8bc9-6fe9e515ec51 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.62 "GET /v2.0/ports?device_id=8eb9a69f-ed66-4a0c-b375-a5ba147ae58d HTTP/1.1" status: 200 len: 946 time: 0.6161242 Mar 10 15:03:32.258062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-675c23cc-f708-4169-a827-1805f832bfb3 req-8b301ebb-a3b9-4a49-a1c3-b7bca83a90c7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Calling delete_port for 09a91f44-d003-425a-bcd5-84e788431a01 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:03:32.296848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 030e62fe-f22c-4ac6-8857-4f26e0823d9c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=030e62fe-f22c-4ac6-8857-4f26e0823d9c,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:32.311982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '030e62fe-f22c-4ac6-8857-4f26e0823d9c', 'network_id': '45f63702-258a-4faa-b361-a91319316960', 'port_id': '030e62fe-f22c-4ac6-8857-4f26e0823d9c', 'mac_address': 'fa:16:3e:2c:70:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f999e85-afee-4f55-a7b1-cf2f9a5ab040', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:32.321191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-3ab6d6b9-19b4-457e-82a5-2d835e529fb1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6870914 Mar 10 15:03:32.361694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 030e62fe-f22c-4ac6-8857-4f26e0823d9c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:32.362231 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:32.376196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:32.378609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030e62fe-f22c-4ac6-8857-4f26e0823d9c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:32.408843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 030e62fe-f22c-4ac6-8857-4f26e0823d9c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=030e62fe-f22c-4ac6-8857-4f26e0823d9c,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:32.422234 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:32.429776 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:32.488593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=030e62fe-f22c-4ac6-8857-4f26e0823d9c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:32.575845 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9f21a9-3c32-4d13-a622-a9c9f2763377 x-openstack-request-id: req-df9f21a9-3c32-4d13-a622-a9c9f2763377 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:32.576213 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb6b154-185e-44b3-8878-e02eb0442467", "name": "network-vif-deleted", "tag": "0ea95b8e-20e7-42b8-a51a-36ff5ff85d39", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:32.576535 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df9f21a9-3c32-4d13-a622-a9c9f2763377 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:32.577357 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb6b154-185e-44b3-8878-e02eb0442467', 'name': 'network-vif-deleted', 'tag': '0ea95b8e-20e7-42b8-a51a-36ff5ff85d39', 'status': 'completed', 'code': 200} Mar 10 15:03:32.608926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-a81cd844-8c1a-441c-8a38-06efe08bf5f8 req-9af71ac1-782d-464c-ba5b-8917732645c4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Deleting port afbefd83-19cb-42b9-bc40-738aea99cef9 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:03:32.609363 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a81cd844-8c1a-441c-8a38-06efe08bf5f8 req-9af71ac1-782d-464c-ba5b-8917732645c4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:32.703143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:32.790309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['030e62fe-f22c-4ac6-8857-4f26e0823d9c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:32.832595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-97aa769a-bb79-4054-bd83-749a49a42ed1 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:32.834305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-97aa769a-bb79-4054-bd83-749a49a42ed1 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.62 "GET /v2.0/networks?id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f HTTP/1.1" status: 200 len: 813 time: 0.1442389 Mar 10 15:03:32.859889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:32.860670 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:32.891056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39881bf4-6633-45a6-9e1a-0f8c3e6aa405 req-77c8b6ea-1d6a-4f71-8bbf-7689402e33d8 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 210 time: 0.2329931 Mar 10 15:03:32.894632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Request body: {'port': {'device_id': 'abded0b4-6408-4dec-917b-e4792c6ce74e', 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f', 'admin_state_up': True, 'tenant_id': 'bbcdf7d4aed84d599c81aed8124882ef'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:33.002466 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-675c23cc-f708-4169-a827-1805f832bfb3 req-8b301ebb-a3b9-4a49-a1c3-b7bca83a90c7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (09a91f44-d003-425a-bcd5-84e788431a01), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:33.084934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:33.085634 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:33.125826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:33.128834 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0d9e5e-ad9c-4be1-a7da-37abb6d0c1d9" -d '{"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-plugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:33.147086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:33.154592 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:33.158929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-675c23cc-f708-4169-a827-1805f832bfb3 req-8b301ebb-a3b9-4a49-a1c3-b7bca83a90c7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] No DVR routers for this DVR port 09a91f44-d003-425a-bcd5-84e788431a01 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:03:33.171510 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:33.174496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a81cd844-8c1a-441c-8a38-06efe08bf5f8 req-9af71ac1-782d-464c-ba5b-8917732645c4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] For port afbefd83-19cb-42b9-bc40-738aea99cef9, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=afbefd83-19cb-42b9-bc40-738aea99cef9,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:33.174865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a81cd844-8c1a-441c-8a38-06efe08bf5f8 req-9af71ac1-782d-464c-ba5b-8917732645c4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:33.210246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=10']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:33.230745 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-675c23cc-f708-4169-a827-1805f832bfb3 req-8b301ebb-a3b9-4a49-a1c3-b7bca83a90c7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:33.235012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-675c23cc-f708-4169-a827-1805f832bfb3 req-8b301ebb-a3b9-4a49-a1c3-b7bca83a90c7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.45 "DELETE /v2.0/ports/09a91f44-d003-425a-bcd5-84e788431a01 HTTP/1.1" status: 204 len: 173 time: 2.0585182 Mar 10 15:03:33.235877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b301ebb-a3b9-4a49-a1c3-b7bca83a90c7 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Pushing event deleted for resources: {'Port': ['ID=09a91f44-d003-425a-bcd5-84e788431a01,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:33.272833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-a81cd844-8c1a-441c-8a38-06efe08bf5f8 req-9af71ac1-782d-464c-ba5b-8917732645c4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Calling delete_port for afbefd83-19cb-42b9-bc40-738aea99cef9 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:03:33.411560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250558ef-6426-4053-a299-2306b637fd5f req-3db5637c-6da5-4180-93df-9e389ac812ff tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:33.413038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-250558ef-6426-4053-a299-2306b637fd5f req-3db5637c-6da5-4180-93df-9e389ac812ff tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 946 time: 0.4161289 Mar 10 15:03:33.424990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-367959ae-b20e-4a94-a6db-38fa5672c393 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:33.426378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-367959ae-b20e-4a94-a6db-38fa5672c393 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.45 "GET /v2.0/networks?id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f HTTP/1.1" status: 200 len: 813 time: 0.5722637 Mar 10 15:03:33.484793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Request body: {'port': {'device_id': 'f336a1ef-1c4a-4617-a020-6deb2b146adc', 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f', 'admin_state_up': True, 'tenant_id': 'bbcdf7d4aed84d599c81aed8124882ef'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:33.536243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Made reservation on behalf of bbcdf7d4aed84d599c81aed8124882ef for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:03:33.539445 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:33.622880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Allocated IP 172.25.3.51 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/d4adf709-8f52-40e9-9e63-4ab18ebf539d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:33.636180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-250558ef-6426-4053-a299-2306b637fd5f req-3443c3d3-3155-4cba-a7a1-237593c375cc tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070920 Mar 10 15:03:33.894547 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a81cd844-8c1a-441c-8a38-06efe08bf5f8 req-9af71ac1-782d-464c-ba5b-8917732645c4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (afbefd83-19cb-42b9-bc40-738aea99cef9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:33.950189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Made reservation on behalf of bbcdf7d4aed84d599c81aed8124882ef for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:03:33.953748 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:33.970123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af71ac1-782d-464c-ba5b-8917732645c4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Pushing event deleted for resources: {'Port': ['ID=afbefd83-19cb-42b9-bc40-738aea99cef9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:33.974458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Allocated IP 172.20.0.4 (3f5db8ca-a11e-428f-b47a-5c817b0f7d5f/38a94fad-9799-44f0-83ba-c6105425fcaa/5835271f-9c43-4709-87e3-ca1dce4fe189) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:34.027982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd6306-83b1-4928-9f0e-02565d2daf65 req-113d94e3-4af2-4468-8ee6-2e49414c32a7 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:34.029606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7dfd6306-83b1-4928-9f0e-02565d2daf65 req-113d94e3-4af2-4468-8ee6-2e49414c32a7 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 950 time: 0.3014998 Mar 10 15:03:34.039417 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for port (d4adf709-8f52-40e9-9e63-4ab18ebf539d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:34.085623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81cd844-8c1a-441c-8a38-06efe08bf5f8 req-9af71ac1-782d-464c-ba5b-8917732645c4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] No DVR routers for this DVR port afbefd83-19cb-42b9-bc40-738aea99cef9 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:03:34.105887 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a81cd844-8c1a-441c-8a38-06efe08bf5f8 req-9af71ac1-782d-464c-ba5b-8917732645c4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:34.109836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a81cd844-8c1a-441c-8a38-06efe08bf5f8 req-9af71ac1-782d-464c-ba5b-8917732645c4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.62 "DELETE /v2.0/ports/afbefd83-19cb-42b9-bc40-738aea99cef9 HTTP/1.1" status: 204 len: 173 time: 1.8530476 Mar 10 15:03:34.122080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 030e62fe-f22c-4ac6-8857-4f26e0823d9c up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:34.188550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 030e62fe-f22c-4ac6-8857-4f26e0823d9c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:03:34.196086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 030e62fe-f22c-4ac6-8857-4f26e0823d9c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:34.196807 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:34.242745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7dfd6306-83b1-4928-9f0e-02565d2daf65 req-304884eb-abec-44b1-ab21-ad02a054463e tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/security-groups?id=8428d41d-eba9-4f32-a8eb-d4f217d3516d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066953 Mar 10 15:03:34.256723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d4adf709-8f52-40e9-9e63-4ab18ebf539d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:34.319962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 030e62fe-f22c-4ac6-8857-4f26e0823d9c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:34.320946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:34.363191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 030e62fe-f22c-4ac6-8857-4f26e0823d9c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=030e62fe-f22c-4ac6-8857-4f26e0823d9c,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:34.369048 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:34.370340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 09a91f44-d003-425a-bcd5-84e788431a01 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:34.379387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:34.407563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 09a91f44-d003-425a-bcd5-84e788431a01 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:03:34.407563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 09a91f44-d003-425a-bcd5-84e788431a01 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:03:34.407936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:34.415376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-280b9230-577e-4947-aec8-be97de34ddb4 req-6673a26a-9e21-40a3-98fd-4e5a172732e4 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=b738f636-9bdf-4467-9f1c-d755634a26e8 HTTP/1.1" status: 200 len: 210 time: 0.0632086 Mar 10 15:03:34.420386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:34.428988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Pushing event updated for resources: {'Port': ['ID=d4adf709-8f52-40e9-9e63-4ab18ebf539d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:34.517190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=030e62fe-f22c-4ac6-8857-4f26e0823d9c,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:34.526460 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18faae35-3449-4462-9041-28571ebc8352 x-openstack-request-id: req-18faae35-3449-4462-9041-28571ebc8352 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:34.526772 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-plugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:34.527092 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18faae35-3449-4462-9041-28571ebc8352 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:34.527498 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'code': 200} Mar 10 15:03:34.702612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device afbefd83-19cb-42b9-bc40-738aea99cef9 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:34.745461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: afbefd83-19cb-42b9-bc40-738aea99cef9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:03:34.746033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device afbefd83-19cb-42b9-bc40-738aea99cef9 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:03:34.769110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb26fc3e-ec0a-4347-8a6d-9341f4ca5715', 'name': 'network-vif-deleted', 'tag': '09a91f44-d003-425a-bcd5-84e788431a01'}, {'server_uuid': '8eb9a69f-ed66-4a0c-b375-a5ba147ae58d', 'name': 'network-vif-deleted', 'tag': 'afbefd83-19cb-42b9-bc40-738aea99cef9'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:34.771474 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3e484c-ccfe-4bdf-9db7-25b2d41c5f47" -d '{"events": [{"server_uuid": "eb26fc3e-ec0a-4347-8a6d-9341f4ca5715", "name": "network-vif-deleted", "tag": "09a91f44-d003-425a-bcd5-84e788431a01"}, {"server_uuid": "8eb9a69f-ed66-4a0c-b375-a5ba147ae58d", "name": "network-vif-deleted", "tag": "afbefd83-19cb-42b9-bc40-738aea99cef9"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:34.782832 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks [] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:34.990507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e56e35-1283-4095-8ade-099500a78ada req-0a484be6-5da0-4b68-938c-4dbd2dcbec88 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:34.992138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94e56e35-1283-4095-8ade-099500a78ada req-0a484be6-5da0-4b68-938c-4dbd2dcbec88 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.45 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 950 time: 0.2134449 Mar 10 15:03:35.004368 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:35.028565 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:35.045341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3367e-cbeb-4aff-997f-1c87e17f5196 req-58357b18-5e71-4eab-9873-0280c9725de9 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:35.058315 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1de3367e-cbeb-4aff-997f-1c87e17f5196 req-58357b18-5e71-4eab-9873-0280c9725de9 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 946 time: 0.2726998 Mar 10 15:03:35.214274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:35.242013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:35.244442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:35.256990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Pushing event updated for resources: {'Port': ['ID=5835271f-9c43-4709-87e3-ca1dce4fe189,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:35.303795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Allocated IP 172.20.0.14 (3f5db8ca-a11e-428f-b47a-5c817b0f7d5f/38a94fad-9799-44f0-83ba-c6105425fcaa/04695154-a8d0-4d9b-bca3-8e08293c17ad) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:35.313677 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d4adf709-8f52-40e9-9e63-4ab18ebf539d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:35.379928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1de3367e-cbeb-4aff-997f-1c87e17f5196 req-8a24e810-a91f-4091-a1ec-b9cdb07ea58e tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204937 Mar 10 15:03:35.456127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:35.456743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:35.545006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-d3b727e3-4437-4b0e-8fbc-39bba1782886 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6828022 Mar 10 15:03:35.584817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-620d040f-cbde-4b7a-b257-d3a7578b38b4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:03:35.585853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-620d040f-cbde-4b7a-b257-d3a7578b38b4 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275035 Mar 10 15:03:35.670875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Request body: {'port': {'device_id': 'abded0b4-6408-4dec-917b-e4792c6ce74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:35.678016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-94e56e35-1283-4095-8ade-099500a78ada req-66491c99-3fec-4d81-a845-8c137e67d30b tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Deleting port b08ef855-b793-4846-9295-85bf653b11a7 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:03:35.678629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-94e56e35-1283-4095-8ade-099500a78ada req-66491c99-3fec-4d81-a845-8c137e67d30b tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b08ef855-b793-4846-9295-85bf653b11a7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:35.893546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244051d-efe7-4cef-8fb1-58b30f4e8a53 req-22487399-097f-4599-887c-5a65993d9839 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:35.895140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7244051d-efe7-4cef-8fb1-58b30f4e8a53 req-22487399-097f-4599-887c-5a65993d9839 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 946 time: 0.3824172 Mar 10 15:03:35.905688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:35.913111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2c1b016a-1de2-433d-9ad4-e36e6b402587 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Request body: {'floatingip': {'port_id': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:35.935885 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks [] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:35.967225 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:35.970968 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for port (d4adf709-8f52-40e9-9e63-4ab18ebf539d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:35.990807 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d4adf709-8f52-40e9-9e63-4ab18ebf539d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:36.037868 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c1b016a-1de2-433d-9ad4-e36e6b402587 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for floatingip (96754bbb-5e4e-454d-8347-258ff0d7ceab), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:36.057023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-94e56e35-1283-4095-8ade-099500a78ada req-66491c99-3fec-4d81-a845-8c137e67d30b tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] For port b08ef855-b793-4846-9295-85bf653b11a7, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b08ef855-b793-4846-9295-85bf653b11a7,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:36.057395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-94e56e35-1283-4095-8ade-099500a78ada req-66491c99-3fec-4d81-a845-8c137e67d30b tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b08ef855-b793-4846-9295-85bf653b11a7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:36.176554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-94e56e35-1283-4095-8ade-099500a78ada req-66491c99-3fec-4d81-a845-8c137e67d30b tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Calling delete_port for b08ef855-b793-4846-9295-85bf653b11a7 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:03:36.187051 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:36.204431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Pushing event updated for resources: {'Port': ['ID=d4adf709-8f52-40e9-9e63-4ab18ebf539d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:36.319922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:36.395340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:36.398355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:36.402464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:36.472198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c5fc1-a97d-4b19-a612-8837fbf83c57 req-135617e0-de96-4a67-b896-73e26a6e3d39 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:36.479945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-098c5fc1-a97d-4b19-a612-8837fbf83c57 req-135617e0-de96-4a67-b896-73e26a6e3d39 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 931 time: 0.4306567 Mar 10 15:03:36.517355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Pushing event updated for resources: {'Port': ['ID=04695154-a8d0-4d9b-bca3-8e08293c17ad,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:36.529931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a41631-eea1-409f-ace5-56143c29c4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030e62fe-f22c-4ac6-8857-4f26e0823d9c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:36.533463 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9dced7-512b-44d4-9d5e-7f45eafa7811" -d '{"events": [{"server_uuid": "f6a41631-eea1-409f-ace5-56143c29c4c4", "name": "network-vif-plugged", "status": "completed", "tag": "030e62fe-f22c-4ac6-8857-4f26e0823d9c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:36.592567 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:36.593789 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-5cb83949-d1d1-4871-9270-4a502c1633af tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2633519 Mar 10 15:03:36.677566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:36.678200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:36.794768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-2528f447-aaf9-44bd-834f-d4fdbd4ffe70 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 695 time: 0.1720164 Mar 10 15:03:36.895938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c1b016a-1de2-433d-9ad4-e36e6b402587 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:36.907385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c1b016a-1de2-433d-9ad4-e36e6b402587 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (96754bbb-5e4e-454d-8347-258ff0d7ceab), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:36.939539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5835271f-9c43-4709-87e3-ca1dce4fe189 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:36.948397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Publish callbacks [] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:37.032020 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-2c1b016a-1de2-433d-9ad4-e36e6b402587 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Floating IP 96754bbb-5e4e-454d-8347-258ff0d7ceab associated. External IP: 172.25.3.47, port: f9272622-5670-4a2a-894f-baf4a8dc6d5e. Mar 10 15:03:37.034837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-098c5fc1-a97d-4b19-a612-8837fbf83c57 req-a48c4a57-cf1c-49c5-9508-8f655042ffbf tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490904 Mar 10 15:03:37.037143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Transition to ACTIVE for port object 5835271f-9c43-4709-87e3-ca1dce4fe189 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:03:37.048919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8d1d4ca1-f9fe-496a-825a-5c4805419527 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5704682 Mar 10 15:03:37.056507 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-94e56e35-1283-4095-8ade-099500a78ada req-66491c99-3fec-4d81-a845-8c137e67d30b tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b08ef855-b793-4846-9295-85bf653b11a7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:37.088382 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:37.135319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Request body: {'port': {'device_id': 'f336a1ef-1c4a-4617-a020-6deb2b146adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:37.331744 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e1d8f1-807b-4d5e-ba13-59a52f2ecbc2 x-openstack-request-id: req-a6e1d8f1-807b-4d5e-ba13-59a52f2ecbc2 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:37.332456 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb26fc3e-ec0a-4347-8a6d-9341f4ca5715", "name": "network-vif-deleted", "tag": "09a91f44-d003-425a-bcd5-84e788431a01", "status": "completed", "code": 200}, {"server_uuid": "8eb9a69f-ed66-4a0c-b375-a5ba147ae58d", "name": "network-vif-deleted", "tag": "afbefd83-19cb-42b9-bc40-738aea99cef9", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:37.332456 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6e1d8f1-807b-4d5e-ba13-59a52f2ecbc2 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:37.332835 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb26fc3e-ec0a-4347-8a6d-9341f4ca5715', 'name': 'network-vif-deleted', 'tag': '09a91f44-d003-425a-bcd5-84e788431a01', 'status': 'completed', 'code': 200} Mar 10 15:03:37.332955 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb9a69f-ed66-4a0c-b375-a5ba147ae58d', 'name': 'network-vif-deleted', 'tag': 'afbefd83-19cb-42b9-bc40-738aea99cef9', 'status': 'completed', 'code': 200} Mar 10 15:03:37.361785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e56e35-1283-4095-8ade-099500a78ada req-66491c99-3fec-4d81-a845-8c137e67d30b tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] No DVR routers for this DVR port b08ef855-b793-4846-9295-85bf653b11a7 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:03:37.367551 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-94e56e35-1283-4095-8ade-099500a78ada req-66491c99-3fec-4d81-a845-8c137e67d30b tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:37.371889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94e56e35-1283-4095-8ade-099500a78ada req-66491c99-3fec-4d81-a845-8c137e67d30b tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.45 "DELETE /v2.0/ports/b08ef855-b793-4846-9295-85bf653b11a7 HTTP/1.1" status: 204 len: 173 time: 2.3717227 Mar 10 15:03:37.398992 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1b016a-1de2-433d-9ad4-e36e6b402587 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Router 6497d01d-6698-4dc3-b5cd-f181abd04e3e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:03:37.490602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Pushing event updated for resources: {'Port': ['ID=5835271f-9c43-4709-87e3-ca1dce4fe189,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:37.521448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a718e76e-7800-4377-bbba-0578cc44f41a req-cea80b24-95a0-44dd-babe-acd156e08030 tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] 10.222.0.11 "GET /v2.0/ports?device_id=eac7d503-31f8-481d-85db-48e20b349b9f HTTP/1.1" status: 200 len: 210 time: 0.1942384 Mar 10 15:03:37.614640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66491c99-3fec-4d81-a845-8c137e67d30b tempest-ServerDiagnosticsNegativeTest-444831264 tempest-ServerDiagnosticsNegativeTest-444831264-project] Pushing event deleted for resources: {'Port': ['ID=b08ef855-b793-4846-9295-85bf653b11a7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:37.922740 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:37.944154 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1b016a-1de2-433d-9ad4-e36e6b402587 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:03:37.956640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd01e62d-433c-4d51-8f89-f9e385d55ef2 None None] Sync routers for ids ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:03:37.960516 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c1b016a-1de2-433d-9ad4-e36e6b402587 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:37.974854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01e62d-433c-4d51-8f89-f9e385d55ef2 None None] Routers {'6497d01d-6698-4dc3-b5cd-f181abd04e3e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:03:37.975464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bd01e62d-433c-4d51-8f89-f9e385d55ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:38.002655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-a0511d8a-7190-4b25-a9cc-bd95b148baf8 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:38.012277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f81b763-ebe4-4012-8ed9-6b06ecf45ab2 req-a0511d8a-7190-4b25-a9cc-bd95b148baf8 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 1.2043982 Mar 10 15:03:38.078620 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2c1b016a-1de2-433d-9ad4-e36e6b402587 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "PUT /v2.0/floatingips/96754bbb-5e4e-454d-8347-258ff0d7ceab HTTP/1.1" status: 200 len: 991 time: 2.1682820 Mar 10 15:03:38.079205 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'tag': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:38.089911 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db90db23-0c66-4474-9491-6ab117548a63" -d '{"events": [{"name": "network-changed", "server_uuid": "c894e982-30e6-4f78-a589-22825d3d7a9e", "tag": "f9272622-5670-4a2a-894f-baf4a8dc6d5e"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:38.246808 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52667c29-4995-4918-ba63-e626b6d265eb x-openstack-request-id: req-52667c29-4995-4918-ba63-e626b6d265eb {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:38.247108 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a41631-eea1-409f-ace5-56143c29c4c4", "name": "network-vif-plugged", "status": "completed", "tag": "030e62fe-f22c-4ac6-8857-4f26e0823d9c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:38.248085 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52667c29-4995-4918-ba63-e626b6d265eb {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:38.249596 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a41631-eea1-409f-ace5-56143c29c4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030e62fe-f22c-4ac6-8857-4f26e0823d9c', 'code': 200} Mar 10 15:03:38.251869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b08ef855-b793-4846-9295-85bf653b11a7 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:38.426464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: b08ef855-b793-4846-9295-85bf653b11a7 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:03:38.427129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b08ef855-b793-4846-9295-85bf653b11a7 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:03:38.452061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-bd01e62d-433c-4d51-8f89-f9e385d55ef2 None None] Set router 6497d01d-6698-4dc3-b5cd-f181abd04e3e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:03:38.800793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Attempting to bind port 5835271f-9c43-4709-87e3-ca1dce4fe189 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:38.801374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Attempting to bind port 5835271f-9c43-4709-87e3-ca1dce4fe189 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:38.801493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Attempting to bind port 5835271f-9c43-4709-87e3-ca1dce4fe189 on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:38.818960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdc8fe-15cd-4277-90e9-93821fc279c8 req-665a5414-fab5-4649-a4cf-a96bb5f3e145 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:38.826281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01bdc8fe-15cd-4277-90e9-93821fc279c8 req-665a5414-fab5-4649-a4cf-a96bb5f3e145 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 946 time: 1.1139860 Mar 10 15:03:38.829096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bd01e62d-433c-4d51-8f89-f9e385d55ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:51Z', 'revision_number': 4, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '96754bbb-5e4e-454d-8347-258ff0d7ceab', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'port_id': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'mac_address': 'fa:16:3e:18:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:02:57Z', 'updated_at': '2022-03-10T15:03:36Z', 'revision_number': 1, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cca7a0a-c9f3-4cdb-990b-1470bebba57e', 'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'mac_address': 'fa:16:3e:ed:4c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:56Z', 'revision_number': 5, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'subnets': [{'id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:38.842490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Port 5835271f-9c43-4709-87e3-ca1dce4fe189 on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:03:38.842841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Attempting to bind port 5835271f-9c43-4709-87e3-ca1dce4fe189 on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:38.875589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd01e62d-433c-4d51-8f89-f9e385d55ef2 None None] Checking router: 6497d01d-6698-4dc3-b5cd-f181abd04e3e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:03:38.877880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:38.878231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Checking segment: {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:38.878914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Bound using segment: {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:38.879092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Bound port: 5835271f-9c43-4709-87e3-ca1dce4fe189, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:38.879452 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:38.886701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01e62d-433c-4d51-8f89-f9e385d55ef2 None None] Routers {'6497d01d-6698-4dc3-b5cd-f181abd04e3e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:03:38.887562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bd01e62d-433c-4d51-8f89-f9e385d55ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:38.926701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21e207-5cf2-44ec-963a-3d55e511d758 req-4efe70a0-2ed4-41aa-a161-5b4aa453690a tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:38.933537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee21e207-5cf2-44ec-963a-3d55e511d758 req-4efe70a0-2ed4-41aa-a161-5b4aa453690a tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 943 time: 0.5451274 Mar 10 15:03:38.938819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb798f-4849-4bfc-beed-34d486eb00f9 req-30777de2-5e50-4f24-b392-d6562bae7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:38.940328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6bb798f-4849-4bfc-beed-34d486eb00f9 req-30777de2-5e50-4f24-b392-d6562bae7f9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 1128 time: 0.5896959 Mar 10 15:03:39.024319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-bd01e62d-433c-4d51-8f89-f9e385d55ef2 None None] Set router 6497d01d-6698-4dc3-b5cd-f181abd04e3e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:03:39.032263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01bdc8fe-15cd-4277-90e9-93821fc279c8 req-b2bfe088-74e4-48b8-a09e-d176dd8dfee5 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050669 Mar 10 15:03:39.297494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bd01e62d-433c-4d51-8f89-f9e385d55ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:51Z', 'revision_number': 4, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '96754bbb-5e4e-454d-8347-258ff0d7ceab', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'port_id': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'mac_address': 'fa:16:3e:18:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:02:57Z', 'updated_at': '2022-03-10T15:03:36Z', 'revision_number': 1, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cca7a0a-c9f3-4cdb-990b-1470bebba57e', 'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'mac_address': 'fa:16:3e:ed:4c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:56Z', 'revision_number': 5, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'subnets': [{'id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:39.342080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac7d503-31f8-481d-85db-48e20b349b9f', 'name': 'network-vif-deleted', 'tag': 'b08ef855-b793-4846-9295-85bf653b11a7'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:39.342383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd01e62d-433c-4d51-8f89-f9e385d55ef2 None None] The sync data for ids ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'] in n-d-833090-1 is: [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:51Z', 'revision_number': 4, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '96754bbb-5e4e-454d-8347-258ff0d7ceab', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'port_id': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'mac_address': 'fa:16:3e:18:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:02:57Z', 'updated_at': '2022-03-10T15:03:36Z', 'revision_number': 1, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cca7a0a-c9f3-4cdb-990b-1470bebba57e', 'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'mac_address': 'fa:16:3e:ed:4c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:56Z', 'revision_number': 5, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'subnets': [{'id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:03:39.345009 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a186a0a-4aaa-45c5-bec9-5bc7ef63e725" -d '{"events": [{"server_uuid": "eac7d503-31f8-481d-85db-48e20b349b9f", "name": "network-vif-deleted", "tag": "b08ef855-b793-4846-9295-85bf653b11a7"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:39.395512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee21e207-5cf2-44ec-963a-3d55e511d758 req-d16c79bd-3725-46a5-aee1-5f5971b90b57 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609244 Mar 10 15:03:39.398728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04695154-a8d0-4d9b-bca3-8e08293c17ad {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:39.423386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] For port 5835271f-9c43-4709-87e3-ca1dce4fe189, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:39.444407 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6bb798f-4849-4bfc-beed-34d486eb00f9 req-87e17fb8-86a0-4392-971d-ddf252346e77 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695635 Mar 10 15:03:39.449100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Publish callbacks [] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:39.478047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] For port 5835271f-9c43-4709-87e3-ca1dce4fe189, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5835271f-9c43-4709-87e3-ca1dce4fe189,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:39.514695 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:39.522229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Transition to ACTIVE for port object 04695154-a8d0-4d9b-bca3-8e08293c17ad will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:03:39.564434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:39.580291 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163354f6-b4b9-46e9-93aa-021ebb147567 x-openstack-request-id: req-163354f6-b4b9-46e9-93aa-021ebb147567 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:39.580841 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c894e982-30e6-4f78-a589-22825d3d7a9e", "tag": "f9272622-5670-4a2a-894f-baf4a8dc6d5e", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:39.581233 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-163354f6-b4b9-46e9-93aa-021ebb147567 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:39.581817 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'tag': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e', 'status': 'completed', 'code': 200} Mar 10 15:03:39.598869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0fb67-e262-4b9e-8cde-6a5b124a0e1f req-d1150c32-475f-4cbf-a598-ba02271cb0fa tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:39.607813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2fa0fb67-e262-4b9e-8cde-6a5b124a0e1f req-d1150c32-475f-4cbf-a598-ba02271cb0fa tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 946 time: 0.4112160 Mar 10 15:03:39.694058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:39.694868 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:39.696547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] 10.222.0.62 "PUT /v2.0/ports/5835271f-9c43-4709-87e3-ca1dce4fe189 HTTP/1.1" status: 200 len: 1091 time: 4.0730748 Mar 10 15:03:39.795764 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c29e79b-2722-4b7e-bbca-16a6105196cb None None] New status for floating IP 96754bbb-5e4e-454d-8347-258ff0d7ceab: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:03:40.255275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-38ad48d4-4cc6-4bf8-8524-8120940cddf1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:40.262460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-38ad48d4-4cc6-4bf8-8524-8120940cddf1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 821 time: 0.5281751 Mar 10 15:03:40.275061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Attempting to bind port 04695154-a8d0-4d9b-bca3-8e08293c17ad on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:40.275530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Attempting to bind port 04695154-a8d0-4d9b-bca3-8e08293c17ad by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:40.275998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Attempting to bind port 04695154-a8d0-4d9b-bca3-8e08293c17ad on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:40.291761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Port 04695154-a8d0-4d9b-bca3-8e08293c17ad on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:03:40.292080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Attempting to bind port 04695154-a8d0-4d9b-bca3-8e08293c17ad on network 3f5db8ca-a11e-428f-b47a-5c817b0f7d5f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:40.317448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019b7bf-bc82-448f-b858-8ffd884d8937 service neutron] Pushing event updated for resources: {'Port': ['ID=5835271f-9c43-4709-87e3-ca1dce4fe189,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:40.343331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-fccb06c5-105d-4dfb-893b-3768c1aef172 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/quotas/a2071892e1954e0e84c2f578ad1c21e7 HTTP/1.1" status: 200 len: 375 time: 0.0797632 Mar 10 15:03:40.402568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:40.402967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Checking segment: {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:40.403359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Bound using segment: {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:40.404921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Bound port: 04695154-a8d0-4d9b-bca3-8e08293c17ad, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef18ac73-949f-426a-9536-7ded7af9b530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:40.405291 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:40.421207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2fa0fb67-e262-4b9e-8cde-6a5b124a0e1f req-8ecdd295-e1a5-45f3-9768-242eeef49fd5 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8115060 Mar 10 15:03:40.428894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90db23-0c66-4474-9491-6ab117548a63 req-b48ffbcf-93b5-43c6-9a98-3f5ac72c7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:40.430083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db90db23-0c66-4474-9491-6ab117548a63 req-b48ffbcf-93b5-43c6-9a98-3f5ac72c7a87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=466cfdffa7944f18b5fcee239f1c6ed5&device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 1128 time: 0.8180416 Mar 10 15:03:40.608173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Pushing event updated for resources: {'Port': ['ID=04695154-a8d0-4d9b-bca3-8e08293c17ad,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:40.628043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-3fcbda49-4228-4cff-a6ad-91bb7fb04c74 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2837470 Mar 10 15:03:40.740418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-39a26966-ded0-4bfe-8856-c67ac9ff54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:40.740418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-39a26966-ded0-4bfe-8856-c67ac9ff54d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbcdf7d4aed84d599c81aed8124882ef&device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 1125 time: 0.9237370 Mar 10 15:03:40.741598 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1a25e9-747b-4fae-ad7c-632e1ef2cc65 x-openstack-request-id: req-ee1a25e9-747b-4fae-ad7c-632e1ef2cc65 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:40.741897 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac7d503-31f8-481d-85db-48e20b349b9f", "name": "network-vif-deleted", "tag": "b08ef855-b793-4846-9295-85bf653b11a7", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:40.742155 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee1a25e9-747b-4fae-ad7c-632e1ef2cc65 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:40.742559 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac7d503-31f8-481d-85db-48e20b349b9f', 'name': 'network-vif-deleted', 'tag': 'b08ef855-b793-4846-9295-85bf653b11a7', 'status': 'completed', 'code': 200} Mar 10 15:03:40.758736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-8a9cc352-250c-4e31-921e-c91d5115d00e service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294260 Mar 10 15:03:40.907165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] For port 04695154-a8d0-4d9b-bca3-8e08293c17ad, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:40.916319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-1db58596-c6d3-4036-b82b-5fed7d2779c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5835271f-9c43-4709-87e3-ca1dce4fe189 HTTP/1.1" status: 200 len: 217 time: 0.1486342 Mar 10 15:03:41.032278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-a1144b8f-f896-49d7-9e58-f79996070811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:41.034367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-a1144b8f-f896-49d7-9e58-f79996070811 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=38a94fad-9799-44f0-83ba-c6105425fcaa HTTP/1.1" status: 200 len: 853 time: 0.0993955 Mar 10 15:03:41.039749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] For port 04695154-a8d0-4d9b-bca3-8e08293c17ad, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=04695154-a8d0-4d9b-bca3-8e08293c17ad,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:41.149907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-fc87cb62-9130-4936-8b37-985efd513fd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061387 Mar 10 15:03:41.156626 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:41.167087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90db23-0c66-4474-9491-6ab117548a63 req-873ecf6b-3cb0-4ea9-91c0-0b203f327d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:41.169202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db90db23-0c66-4474-9491-6ab117548a63 req-873ecf6b-3cb0-4ea9-91c0-0b203f327d04 service neutron] 10.222.0.62 "GET /v2.0/networks?id=73f0f81f-8062-4540-a9e6-4ff1f4c79b33 HTTP/1.1" status: 200 len: 907 time: 0.6882629 Mar 10 15:03:41.348336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95b2f7-583f-4479-8921-cb6b77e2b3e4 req-ecf798fb-a813-46f4-8106-8a63a465421b tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:41.351534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e95b2f7-583f-4479-8921-cb6b77e2b3e4 req-ecf798fb-a813-46f4-8106-8a63a465421b tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 946 time: 0.5692053 Mar 10 15:03:41.351707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47258) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:41.352999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:41.353519 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:41.354907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] 10.222.0.45 "PUT /v2.0/ports/04695154-a8d0-4d9b-bca3-8e08293c17ad HTTP/1.1" status: 200 len: 1092 time: 4.2732646 Mar 10 15:03:41.445925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-b1380d17-9db6-4607-a286-035e296edfb0 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860738 Mar 10 15:03:41.448544 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db90db23-0c66-4474-9491-6ab117548a63 req-92ca140c-fce3-482c-838b-4934be041333 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9272622-5670-4a2a-894f-baf4a8dc6d5e HTTP/1.1" status: 200 len: 1001 time: 0.2359121 Mar 10 15:03:41.554957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca33276-13f8-4f9d-9fca-be6cfbc76f12 service neutron] Pushing event updated for resources: {'Port': ['ID=04695154-a8d0-4d9b-bca3-8e08293c17ad,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:41.646523 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-31d4cdcf-12e2-4f03-a1bc-ed3f67b0133c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4677974ede75490ba9c0523f9027a490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934854 Mar 10 15:03:41.649138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47262) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:41.670564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90db23-0c66-4474-9491-6ab117548a63 req-71fd46af-657d-4b84-8f3f-149d58778105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:41.672198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db90db23-0c66-4474-9491-6ab117548a63 req-71fd46af-657d-4b84-8f3f-149d58778105 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24390a6a-cdc9-46ae-9d09-e0a60377070a HTTP/1.1" status: 200 len: 845 time: 0.1807330 Mar 10 15:03:41.745457 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Publish callbacks [] for security_group (8428d41d-eba9-4f32-a8eb-d4f217d3516d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:41.817565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-8f017b7e-7744-4ed0-95c1-1a94a8554088 service neutron] 10.222.0.62 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572897 Mar 10 15:03:41.827726 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Publish callbacks [] for security_group (8428d41d-eba9-4f32-a8eb-d4f217d3516d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:41.828189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e95b2f7-583f-4479-8921-cb6b77e2b3e4 req-97f6dcd5-b4d5-44e8-98e2-52198064dc55 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272046 Mar 10 15:03:41.834489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90db23-0c66-4474-9491-6ab117548a63 req-c5ff2eec-6222-4e78-a312-4ed7ce2bfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:41.836255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db90db23-0c66-4474-9491-6ab117548a63 req-c5ff2eec-6222-4e78-a312-4ed7ce2bfad3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=73f0f81f-8062-4540-a9e6-4ff1f4c79b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1563425 Mar 10 15:03:41.935798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-687bcc80-04b6-4e3f-9385-6b7df6370b89 service neutron] 10.222.0.62 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062002 Mar 10 15:03:41.957102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-06dec135-fcb2-437e-b6fa-c27dd8c027e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:41.957428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8428d41d-eba9-4f32-a8eb-d4f217d3516d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:41.959491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-06dec135-fcb2-437e-b6fa-c27dd8c027e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbcdf7d4aed84d599c81aed8124882ef&device_id=f336a1ef-1c4a-4617-a020-6deb2b146adc HTTP/1.1" status: 200 len: 1126 time: 0.5070462 Mar 10 15:03:41.960722 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:41.971450 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8428d41d-eba9-4f32-a8eb-d4f217d3516d HTTP/1.1" status: 204 len: 168 time: 0.3197231 Mar 10 15:03:41.991643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8428d41d-eba9-4f32-a8eb-d4f217d3516d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:42.009524 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.015690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.017596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.019118 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.020357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.021860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.023478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.025136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.025659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.026781 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.030134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.031055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.032741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53732a7a-eec9-4cb6-b6aa-78e0e380cec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:42.140455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-c94fed0a-92ec-48e9-8818-0a98c263bba9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04695154-a8d0-4d9b-bca3-8e08293c17ad HTTP/1.1" status: 200 len: 217 time: 0.1071708 Mar 10 15:03:42.223126 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-921205ac-b36e-47a5-a787-96156c1df6ed req-40507d97-b447-4cd1-b90f-4e10e9dd5581 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 210 time: 0.0797656 Mar 10 15:03:42.387471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-6d052c49-f374-42d8-8650-62891b1ad083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:42.391870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-6d052c49-f374-42d8-8650-62891b1ad083 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a94fad-9799-44f0-83ba-c6105425fcaa HTTP/1.1" status: 200 len: 853 time: 0.2409756 Mar 10 15:03:42.411617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db90db23-0c66-4474-9491-6ab117548a63 req-67a57ec5-382b-4f6f-8c15-167ca6b5837f service neutron] 10.222.0.62 "GET /v2.0/networks/73f0f81f-8062-4540-a9e6-4ff1f4c79b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712448 Mar 10 15:03:42.465183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47298) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:42.510931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-a9e22c14-077e-40e2-802d-f1c6903b1e6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944350 Mar 10 15:03:42.563250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b7e0e2-7c3e-4586-b190-1db153417831 admin admin] Deleting subnet 7fc7fd95-fc00-4ffd-8ab7-ec61279237bd {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:03:42.569466 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b7e0e2-7c3e-4586-b190-1db153417831 admin admin] Publish callbacks [] for subnet (7fc7fd95-fc00-4ffd-8ab7-ec61279237bd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:42.622888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b1533-2866-4ae8-bc62-2ed6e252e880 req-9978194a-ef07-4f6c-b77f-514c15d24be1 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:42.625009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a26b1533-2866-4ae8-bc62-2ed6e252e880 req-9978194a-ef07-4f6c-b77f-514c15d24be1 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 943 time: 0.6863759 Mar 10 15:03:42.641132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47302) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:42.659398 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b7e0e2-7c3e-4586-b190-1db153417831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (7fc7fd95-fc00-4ffd-8ab7-ec61279237bd), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:42.756082 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3349-9f37-429e-9486-65f80cbe8850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:42.756959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abded0b4-6408-4dec-917b-e4792c6ce74e', 'tag': '5835271f-9c43-4709-87e3-ca1dce4fe189'}, {'name': 'network-changed', 'server_uuid': 'f336a1ef-1c4a-4617-a020-6deb2b146adc', 'tag': '04695154-a8d0-4d9b-bca3-8e08293c17ad'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:42.759420 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14442c33-f427-4f89-bfa0-5bc09a5a16d9" -d '{"events": [{"name": "network-changed", "server_uuid": "abded0b4-6408-4dec-917b-e4792c6ce74e", "tag": "5835271f-9c43-4709-87e3-ca1dce4fe189"}, {"name": "network-changed", "server_uuid": "f336a1ef-1c4a-4617-a020-6deb2b146adc", "tag": "04695154-a8d0-4d9b-bca3-8e08293c17ad"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:42.970694 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b7e0e2-7c3e-4586-b190-1db153417831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (7fc7fd95-fc00-4ffd-8ab7-ec61279237bd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.195775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b7e0e2-7c3e-4586-b190-1db153417831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (7fc7fd95-fc00-4ffd-8ab7-ec61279237bd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.211771 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3349-9f37-429e-9486-65f80cbe8850 admin admin] Publish callbacks [] for security_group (63abc3a0-d52b-4dcf-a53d-97b5d9062426), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.285829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3349-9f37-429e-9486-65f80cbe8850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (63abc3a0-d52b-4dcf-a53d-97b5d9062426), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.319211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b7e0e2-7c3e-4586-b190-1db153417831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.320039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a26b1533-2866-4ae8-bc62-2ed6e252e880 req-cc5563f1-ab75-4146-8b4f-41cd4d084eef tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568964 Mar 10 15:03:43.323808 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-68b7e0e2-7c3e-4586-b190-1db153417831 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7fc7fd95-fc00-4ffd-8ab7-ec61279237bd HTTP/1.1" status: 204 len: 168 time: 0.8568873 Mar 10 15:03:43.332518 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6d4f3349-9f37-429e-9486-65f80cbe8850 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=424a0c754f7543d088b75f9013147378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6821952 Mar 10 15:03:43.332518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7e0e2-7c3e-4586-b190-1db153417831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc7fd95-fc00-4ffd-8ab7-ec61279237bd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:43.334169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47314) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:43.334503 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47316) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:43.345437 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faca6cc0-3624-4a08-b599-9eb3a58bd3cd x-openstack-request-id: req-faca6cc0-3624-4a08-b599-9eb3a58bd3cd {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:43.345825 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abded0b4-6408-4dec-917b-e4792c6ce74e", "tag": "5835271f-9c43-4709-87e3-ca1dce4fe189", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f336a1ef-1c4a-4617-a020-6deb2b146adc", "tag": "04695154-a8d0-4d9b-bca3-8e08293c17ad", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:43.348799 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-faca6cc0-3624-4a08-b599-9eb3a58bd3cd {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:43.349296 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abded0b4-6408-4dec-917b-e4792c6ce74e', 'tag': '5835271f-9c43-4709-87e3-ca1dce4fe189', 'status': 'completed', 'code': 200} Mar 10 15:03:43.349600 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f336a1ef-1c4a-4617-a020-6deb2b146adc', 'tag': '04695154-a8d0-4d9b-bca3-8e08293c17ad', 'status': 'completed', 'code': 200} Mar 10 15:03:43.446200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f35a-29a0-4b3a-a584-b886cb57582e admin admin] Publish callbacks [] for security_group (63abc3a0-d52b-4dcf-a53d-97b5d9062426), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.531049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f3349-9f37-429e-9486-65f80cbe8850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63abc3a0-d52b-4dcf-a53d-97b5d9062426,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:43.550662 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f35a-29a0-4b3a-a584-b886cb57582e admin admin] Publish callbacks [] for security_group (63abc3a0-d52b-4dcf-a53d-97b5d9062426), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.567688 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (f4627f3b-59e4-4d60-af44-304aeec98190), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.572650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db90db23-0c66-4474-9491-6ab117548a63 req-16dac870-9b9e-4d3f-a8ca-11aee5bd4807 service neutron] 10.222.0.62 "GET /v2.0/networks/73f0f81f-8062-4540-a9e6-4ff1f4c79b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1487715 Mar 10 15:03:43.616284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d08c80e0-726c-4e5f-8988-c6c8b91a66ae req-1f4d9f2d-1afb-4f48-a17d-f5f2aa4d8eb9 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 210 time: 0.1300941 Mar 10 15:03:43.631887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-c1f96e29-59f8-420b-bff2-88b25e7f4cd2 service neutron] 10.222.0.45 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0989747 Mar 10 15:03:43.735673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (f4627f3b-59e4-4d60-af44-304aeec98190), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.763457 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f35a-29a0-4b3a-a584-b886cb57582e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (63abc3a0-d52b-4dcf-a53d-97b5d9062426), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.767698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8b5f35a-29a0-4b3a-a584-b886cb57582e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.770221 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a8b5f35a-29a0-4b3a-a584-b886cb57582e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63abc3a0-d52b-4dcf-a53d-97b5d9062426 HTTP/1.1" status: 204 len: 168 time: 0.4326730 Mar 10 15:03:43.773378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4627f3b-59e4-4d60-af44-304aeec98190']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:43.794925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5f35a-29a0-4b3a-a584-b886cb57582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63abc3a0-d52b-4dcf-a53d-97b5d9062426,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:43.802113 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e736e5-f368-40b2-8c65-f79bf76297d4') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:43.802419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e736e5-f368-40b2-8c65-f79bf76297d4') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:43.820499 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (48e736e5-f368-40b2-8c65-f79bf76297d4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.840978 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (48e736e5-f368-40b2-8c65-f79bf76297d4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.855798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:03:43.857320 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (48e736e5-f368-40b2-8c65-f79bf76297d4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:03:43.861962 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:03:43.913069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a7fb6-e346-46e5-b030-d3c488dd8a94 req-4cc593db-3035-43ec-92c4-eb623012e756 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:43.921926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e2a7fb6-e346-46e5-b030-d3c488dd8a94 req-4cc593db-3035-43ec-92c4-eb623012e756 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 946 time: 0.5917015 Mar 10 15:03:43.925378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-a50ab623-261e-47d9-8e8b-86f3f59aa6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:43.930160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-a50ab623-261e-47d9-8e8b-86f3f59aa6d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbcdf7d4aed84d599c81aed8124882ef&device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 1125 time: 0.5795381 Mar 10 15:03:43.988104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (f4627f3b-59e4-4d60-af44-304aeec98190), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:44.050923 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:44.069922 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] 10.222.0.11 "DELETE /v2.0/networks/f4627f3b-59e4-4d60-af44-304aeec98190 HTTP/1.1" status: 204 len: 168 time: 0.7313192 Mar 10 15:03:44.075261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d26388-86da-4313-a5bc-9670d7125bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=f4627f3b-59e4-4d60-af44-304aeec98190,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:44.096134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cbf3b64-77a7-4d1a-9d66-5a39dd96e4a4 req-11e93e2c-bae4-40bc-b62d-77476d3b269e service neutron] 10.222.0.45 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479756 Mar 10 15:03:44.158292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-22989441-f7c8-4728-85bf-8565b4c006a4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:44.159844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-22989441-f7c8-4728-85bf-8565b4c006a4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.45 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 821 time: 0.4541173 Mar 10 15:03:44.261895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Request body: {'port': {'device_id': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'admin_state_up': True, 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:44.418614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e2a7fb6-e346-46e5-b030-d3c488dd8a94 req-5ae69e4c-be85-4ab6-9808-87f00e244d93 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788532 Mar 10 15:03:44.661077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-c02944df-4daa-416c-a233-bfbe731b9e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:44.662540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-c02944df-4daa-416c-a233-bfbe731b9e41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f HTTP/1.1" status: 200 len: 914 time: 0.7151623 Mar 10 15:03:44.701183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47342) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:44.730740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 5835271f-9c43-4709-87e3-ca1dce4fe189 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:44.759558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-c6b092d3-27b2-418c-bd7e-dba3b5a75b78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5835271f-9c43-4709-87e3-ca1dce4fe189 HTTP/1.1" status: 200 len: 217 time: 0.0694449 Mar 10 15:03:44.764347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-e18ad81a-13a8-44c7-b963-d767640fd1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:44.766488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-e18ad81a-13a8-44c7-b963-d767640fd1d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bbcdf7d4aed84d599c81aed8124882ef&device_id=f336a1ef-1c4a-4617-a020-6deb2b146adc HTTP/1.1" status: 200 len: 1126 time: 0.5248694 Mar 10 15:03:44.876926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448e397-d747-4eea-b8e7-725d60f797cb req-b465dfbd-ebe3-4548-88dd-809c0386bb3c tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:44.883977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d448e397-d747-4eea-b8e7-725d60f797cb req-b465dfbd-ebe3-4548-88dd-809c0386bb3c tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 943 time: 0.3436320 Mar 10 15:03:44.904337 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-025f5515-d2a9-42c5-a0c2-fa88580f8230 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4a266c3e8604d4ab21b87ad49f2c8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014036 Mar 10 15:03:44.915516 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47348) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:45.027773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Made reservation on behalf of a2071892e1954e0e84c2f578ad1c21e7 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:03:45.029043 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0a46617-d21b-4479-a435-e4aa9ef94f50 admin admin] Publish callbacks [] for security_group (4e1e77ca-8bac-4042-9ca8-2cb948d8825d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:45.033404 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:45.037012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-860cef32-233d-4111-a6fd-830cb51d653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:45.038729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-860cef32-233d-4111-a6fd-830cb51d653c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=38a94fad-9799-44f0-83ba-c6105425fcaa HTTP/1.1" status: 200 len: 853 time: 0.2710137 Mar 10 15:03:45.049450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb869a13-5ff0-4cb2-8db5-501e488fd0dc req-747d4f52-334c-4994-8188-8c0f434a13c9 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 210 time: 0.0597272 Mar 10 15:03:45.109615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0a46617-d21b-4479-a435-e4aa9ef94f50 admin admin] Publish callbacks [] for security_group (4e1e77ca-8bac-4042-9ca8-2cb948d8825d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:45.117182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-3235ae0b-7045-456e-aaa1-a35d66b548e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570982 Mar 10 15:03:45.143895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 5835271f-9c43-4709-87e3-ca1dce4fe189, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5835271f-9c43-4709-87e3-ca1dce4fe189,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:45.167879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d448e397-d747-4eea-b8e7-725d60f797cb req-33c9c5c4-14b7-4b58-b511-16aacdee87b0 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781885 Mar 10 15:03:45.169438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-f75ed6f5-2981-413d-8158-a9c8744b7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:45.181300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-f75ed6f5-2981-413d-8158-a9c8744b7bf2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f HTTP/1.1" status: 200 len: 914 time: 0.4005303 Mar 10 15:03:45.188849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '5835271f-9c43-4709-87e3-ca1dce4fe189', 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f', 'port_id': '5835271f-9c43-4709-87e3-ca1dce4fe189', 'mac_address': 'fa:16:3e:18:be:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a94fad-9799-44f0-83ba-c6105425fcaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:45.252716 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0a46617-d21b-4479-a435-e4aa9ef94f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4e1e77ca-8bac-4042-9ca8-2cb948d8825d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:45.255669 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0a46617-d21b-4479-a435-e4aa9ef94f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:45.259180 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f0a46617-d21b-4479-a435-e4aa9ef94f50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e1e77ca-8bac-4042-9ca8-2cb948d8825d HTTP/1.1" status: 204 len: 168 time: 0.3400807 Mar 10 15:03:45.275033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a46617-d21b-4479-a435-e4aa9ef94f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1e77ca-8bac-4042-9ca8-2cb948d8825d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:45.344596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 5835271f-9c43-4709-87e3-ca1dce4fe189 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:45.345673 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:45.383111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5835271f-9c43-4709-87e3-ca1dce4fe189 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:45.385826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-a3331a81-3f3d-4cd5-a86f-d94789586b39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04695154-a8d0-4d9b-bca3-8e08293c17ad HTTP/1.1" status: 200 len: 217 time: 0.1883218 Mar 10 15:03:45.437199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 5835271f-9c43-4709-87e3-ca1dce4fe189, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5835271f-9c43-4709-87e3-ca1dce4fe189,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:45.444837 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:45.564044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=5835271f-9c43-4709-87e3-ca1dce4fe189,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:45.763351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-42a05a8f-986b-4a8d-808f-1faf1cc6230d service neutron] 10.222.0.62 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312172 Mar 10 15:03:45.770087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-5d9ad2ad-f065-43ee-b7ef-f76832827d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:45.771658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-5d9ad2ad-f065-43ee-b7ef-f76832827d49 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=38a94fad-9799-44f0-83ba-c6105425fcaa HTTP/1.1" status: 200 len: 853 time: 0.3673375 Mar 10 15:03:45.801862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af74c5-6ecf-445c-afbd-965cf2cf515c req-6b5228d5-1473-40d2-a19e-a32085f8aa50 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:45.812032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7af74c5-6ecf-445c-afbd-965cf2cf515c req-6b5228d5-1473-40d2-a19e-a32085f8aa50 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 946 time: 0.5730395 Mar 10 15:03:45.839634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['5835271f-9c43-4709-87e3-ca1dce4fe189'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:45.848109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47374) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:45.910047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Allocated IP 172.20.0.14 (3d28f02e-4500-4049-ae3a-96c51432dd45/b5bbdab4-82e8-455a-b167-1f3f966d56ca/65992b81-7a59-4bd0-b466-480c8d7c4948) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:45.918430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-0e588408-0c19-42dc-9c16-18db4c2aa53c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858085 Mar 10 15:03:45.987437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1048266686-network', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:46.026065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Made reservation on behalf of cf7388fde039490097be0c939d16e6f7 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:03:46.031038 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:46.041528 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:46.254322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 04695154-a8d0-4d9b-bca3-8e08293c17ad details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:46.266313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7af74c5-6ecf-445c-afbd-965cf2cf515c req-a7ff439e-927a-47d0-b86c-7263115406ae tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532812 Mar 10 15:03:46.294740 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Publish callbacks [] for security_group (cc15ce59-997d-4457-9959-e8510c8a08f9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:46.304502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cc15ce59-997d-4457-9959-e8510c8a08f9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:46.383413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2836902b-753e-4f45-b3a3-41a94e9c9e21 req-4e5419e4-179a-4658-9543-84dc36a0e25b tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 210 time: 0.1018813 Mar 10 15:03:46.398954 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:03:46.449189 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (3841e844-9e22-4fae-9283-6fd0e4acf5f5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:46.449963 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Added segment 3841e844-9e22-4fae-9283-6fd0e4acf5f5 of type vlan for network c593dc2d-c676-4fe2-8a68-d45789ba92aa Mar 10 15:03:46.451659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc15ce59-997d-4457-9959-e8510c8a08f9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:46.536799 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c593dc2d-c676-4fe2-8a68-d45789ba92aa), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:46.555930 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 04695154-a8d0-4d9b-bca3-8e08293c17ad, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=04695154-a8d0-4d9b-bca3-8e08293c17ad,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:46.584227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '04695154-a8d0-4d9b-bca3-8e08293c17ad', 'network_id': '3f5db8ca-a11e-428f-b47a-5c817b0f7d5f', 'port_id': '04695154-a8d0-4d9b-bca3-8e08293c17ad', 'mac_address': 'fa:16:3e:27:55:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a94fad-9799-44f0-83ba-c6105425fcaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:46.605903 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c593dc2d-c676-4fe2-8a68-d45789ba92aa), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:46.607404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:46.608543 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:46.630091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-9a18b03f-adfb-42fa-92b1-24feb45e561a service neutron] 10.222.0.62 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8545740 Mar 10 15:03:46.697690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 04695154-a8d0-4d9b-bca3-8e08293c17ad is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:46.698090 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:46.733200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04695154-a8d0-4d9b-bca3-8e08293c17ad {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:46.772052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] Pushing event updated for resources: {'Network': ['ID=c593dc2d-c676-4fe2-8a68-d45789ba92aa,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:46.785763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 04695154-a8d0-4d9b-bca3-8e08293c17ad, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=04695154-a8d0-4d9b-bca3-8e08293c17ad,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:46.805837 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dadea354-700f-4c31-852e-a4bc33ae7527 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9566555 Mar 10 15:03:46.806036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c593dc2d-c676-4fe2-8a68-d45789ba92aa details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:03:46.808484 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47402) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:46.812542 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:46.813139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-ae4d9a4b-1f44-4af1-a58f-fae424bab5b7 service neutron] 10.222.0.45 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8881123 Mar 10 15:03:46.820365 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] Request body: {'subnet': {'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1048266686-subnet', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:46.884081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96464815-8683-45ed-82f2-f545b520fe9d req-82411915-ed94-45b5-ba27-84a115fa4574 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:46.893490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96464815-8683-45ed-82f2-f545b520fe9d req-82411915-ed94-45b5-ba27-84a115fa4574 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 944 time: 0.4766817 Mar 10 15:03:46.918620 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] Made reservation on behalf of cf7388fde039490097be0c939d16e6f7 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:03:46.923498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:47.109055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=04695154-a8d0-4d9b-bca3-8e08293c17ad,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:47.160569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['04695154-a8d0-4d9b-bca3-8e08293c17ad'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:47.161188 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:47.190278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96464815-8683-45ed-82f2-f545b520fe9d req-a39be19f-e981-4995-ad5c-590b9e563ece tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937093 Mar 10 15:03:47.326446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14442c33-f427-4f89-bfa0-5bc09a5a16d9 req-48f2593f-24eb-4190-82a4-471022d41665 service neutron] 10.222.0.45 "GET /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021403 Mar 10 15:03:47.358287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:47.380364 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b7f7db40-b31b-4c40-b7e6-4f1df97bc093'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:47.442096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (0588b52a-0088-438f-8fa7-f1de9f04fd4b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:47.515241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Network 3d28f02e-4500-4049-ae3a-96c51432dd45 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:47.561688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Pushing event updated for resources: {'Port': ['ID=65992b81-7a59-4bd0-b466-480c8d7c4948,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:47.564769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0588b52a-0088-438f-8fa7-f1de9f04fd4b,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:47.566195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:47.574808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-1167670d-ab7a-457a-bc42-bd415bd3728e tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=eef6c91dbc6548f3989d126cbfe23fe1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567181 Mar 10 15:03:47.577858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:47.579834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] Checking segment: {'id': '3841e844-9e22-4fae-9283-6fd0e4acf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:47.584693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] Network hostable DHCP agents. Network: c593dc2d-c676-4fe2-8a68-d45789ba92aa, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:03:47.629042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] Network c593dc2d-c676-4fe2-8a68-d45789ba92aa is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:03:47.649199 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c593dc2d-c676-4fe2-8a68-d45789ba92aa) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:47.657105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:47.658596 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:47.681671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e8382d-0b74-462b-9afd-6c50e6338b2d None None] Network c593dc2d-c676-4fe2-8a68-d45789ba92aa requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:03:47.695373 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f7dcb1b8-56d4-457d-ac2a-ecf98ce3ee23 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8845625 Mar 10 15:03:47.699798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47426) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:47.715385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1048266686-router', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:47.769705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (66a0b456-ea28-4ac5-a8e5-83f06429daba), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:47.770824 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (66a0b456-ea28-4ac5-a8e5-83f06429daba), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:47.783983 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:47.904514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Publish callbacks [] for router_controller (66a0b456-ea28-4ac5-a8e5-83f06429daba), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:47.915244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:47.915932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:48.005924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a174b-7604-4094-8289-62780989af1c req-65057c56-c63c-473e-a620-6ac7ac3c5a42 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:48.007921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-839a174b-7604-4094-8289-62780989af1c req-65057c56-c63c-473e-a620-6ac7ac3c5a42 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 946 time: 0.4910591 Mar 10 15:03:48.015640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-10786e00-4bb4-4ddb-850a-d2d0dd11f4c4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7868614 Mar 10 15:03:48.073722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-839a174b-7604-4094-8289-62780989af1c req-1c4851f9-5635-44ca-a80d-2c7eb942ac89 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527799 Mar 10 15:03:48.080981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Request body: {'port': {'device_id': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:48.175130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff02be-921d-4279-a8a6-f4bde178410e req-aca8ed59-8c65-427f-bf53-b4e9b1f4a4b3 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:48.176667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-aca8ed59-8c65-427f-bf53-b4e9b1f4a4b3 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5775812 Mar 10 15:03:48.177300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:48.200311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-d73d8f63-050f-4632-a9ca-fc1a159ae40c tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/quotas/eef6c91dbc6548f3989d126cbfe23fe1 HTTP/1.1" status: 200 len: 375 time: 0.0130234 Mar 10 15:03:48.220992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b3e64d4a-fa49-44fe-b281-d6f05e2444d9 None None] Provisioning complete for port 65992b81-7a59-4bd0-b466-480c8d7c4948 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:48.221569 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3e64d4a-fa49-44fe-b281-d6f05e2444d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:48.290169 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b3e64d4a-fa49-44fe-b281-d6f05e2444d9 None None] Port 65992b81-7a59-4bd0-b466-480c8d7c4948 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:03:48.291926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-c593dc2d-c676-4fe2-8a68-d45789ba92aa', 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa', 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'fixed_ips': [{'subnet_id': '0588b52a-0088-438f-8fa7-f1de9f04fd4b'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:03:48.295749 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:48.414709 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Publish callbacks [] for router_gateway (66a0b456-ea28-4ac5-a8e5-83f06429daba), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:48.522072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Allocated IP 172.20.0.2 (c593dc2d-c676-4fe2-8a68-d45789ba92aa/0588b52a-0088-438f-8fa7-f1de9f04fd4b/eb222e38-6d8d-4132-94fe-f3a2251cd36f) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:48.532069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65992b81-7a59-4bd0-b466-480c8d7c4948 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:48.540049 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Publish callbacks [] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:48.555575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Transition to ACTIVE for port object 65992b81-7a59-4bd0-b466-480c8d7c4948 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:03:48.815546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 5835271f-9c43-4709-87e3-ca1dce4fe189 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:48.821951 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Publish callbacks [] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:48.871651 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:48.947749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Network c593dc2d-c676-4fe2-8a68-d45789ba92aa is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:48.960023 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:48.965406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:48.969336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Publish callbacks [] for router_gateway (66a0b456-ea28-4ac5-a8e5-83f06429daba), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:48.983720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Pushing event updated for resources: {'Port': ['ID=eb222e38-6d8d-4132-94fe-f3a2251cd36f,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:49.004158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 5835271f-9c43-4709-87e3-ca1dce4fe189 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:03:49.008618 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.014565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 5835271f-9c43-4709-87e3-ca1dce4fe189 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:49.019270 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.146319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Attempting to bind port eb222e38-6d8d-4132-94fe-f3a2251cd36f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:49.146718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Attempting to bind port eb222e38-6d8d-4132-94fe-f3a2251cd36f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '3841e844-9e22-4fae-9283-6fd0e4acf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:49.147190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Attempting to bind port eb222e38-6d8d-4132-94fe-f3a2251cd36f on network c593dc2d-c676-4fe2-8a68-d45789ba92aa {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:49.157653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:49.158043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Checking segment: {'id': '3841e844-9e22-4fae-9283-6fd0e4acf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:49.158418 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.158559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9a370104-d86d-4365-9a9b-1d16bf615cb4 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=eef6c91dbc6548f3989d126cbfe23fe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5998490 Mar 10 15:03:49.159040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Bound using segment: {'id': '3841e844-9e22-4fae-9283-6fd0e4acf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:49.159313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Bound port: eb222e38-6d8d-4132-94fe-f3a2251cd36f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3841e844-9e22-4fae-9283-6fd0e4acf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:49.159708 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.161357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.215518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Allocated IP 172.25.3.63 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/727ab03e-8e5c-4b00-9889-4a495c69e31c) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:49.432615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] For port eb222e38-6d8d-4132-94fe-f3a2251cd36f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:49.440916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] For port eb222e38-6d8d-4132-94fe-f3a2251cd36f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=eb222e38-6d8d-4132-94fe-f3a2251cd36f,segment=NetworkSegment(3841e844-9e22-4fae-9283-6fd0e4acf5f5),segment_id=3841e844-9e22-4fae-9283-6fd0e4acf5f5)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:49.446183 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Publish callbacks [] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.476695 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.520526 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.554623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Attempting to bind port 65992b81-7a59-4bd0-b466-480c8d7c4948 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:49.555015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Attempting to bind port 65992b81-7a59-4bd0-b466-480c8d7c4948 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:49.555360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Attempting to bind port 65992b81-7a59-4bd0-b466-480c8d7c4948 on network 3d28f02e-4500-4049-ae3a-96c51432dd45 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:49.589092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Port 65992b81-7a59-4bd0-b466-480c8d7c4948 on network 3d28f02e-4500-4049-ae3a-96c51432dd45 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:03:49.589246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Attempting to bind port 65992b81-7a59-4bd0-b466-480c8d7c4948 on network 3d28f02e-4500-4049-ae3a-96c51432dd45 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:49.600646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faae6da-196c-471d-9e1f-e3f5b1e9f4cb None None] Pushing event updated for resources: {'Port': ['ID=eb222e38-6d8d-4132-94fe-f3a2251cd36f,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:49.607113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 5835271f-9c43-4709-87e3-ca1dce4fe189 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:49.607499 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.610432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:49.610691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Checking segment: {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:49.623556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Bound using segment: {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:49.624071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Bound port: 65992b81-7a59-4bd0-b466-480c8d7c4948, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935d80e2-32a7-4fe1-bfce-746575e80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:49.624457 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.667086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:49.667878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abded0b4-6408-4dec-917b-e4792c6ce74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5835271f-9c43-4709-87e3-ca1dce4fe189'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:49.671181 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c877bbf-294f-4fb8-89d3-666036798abc" -d '{"events": [{"server_uuid": "abded0b4-6408-4dec-917b-e4792c6ce74e", "name": "network-vif-plugged", "status": "completed", "tag": "5835271f-9c43-4709-87e3-ca1dce4fe189"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:49.688831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1744e6-9421-49f3-bd61-a8310a1e1d4c req-14ddd93b-c8d5-44c8-885b-c728bbf1166a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:49.692205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 5835271f-9c43-4709-87e3-ca1dce4fe189, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5835271f-9c43-4709-87e3-ca1dce4fe189,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:49.693547 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:49.697383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:49.699901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d1744e6-9421-49f3-bd61-a8310a1e1d4c req-14ddd93b-c8d5-44c8-885b-c728bbf1166a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 944 time: 1.1424627 Mar 10 15:03:49.708555 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.791959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Pushing event updated for resources: {'Port': ['ID=65992b81-7a59-4bd0-b466-480c8d7c4948,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:49.866332 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d1744e6-9421-49f3-bd61-a8310a1e1d4c req-4afa7021-1d50-48a0-bed4-ba36f8f45f39 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654639 Mar 10 15:03:49.890467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] For port 65992b81-7a59-4bd0-b466-480c8d7c4948, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:49.892786 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=727ab03e-8e5c-4b00-9889-4a495c69e31c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:49.925358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] For port 65992b81-7a59-4bd0-b466-480c8d7c4948, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=65992b81-7a59-4bd0-b466-480c8d7c4948,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:49.947439 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:49.959093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=5835271f-9c43-4709-87e3-ca1dce4fe189,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:50.314780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 04695154-a8d0-4d9b-bca3-8e08293c17ad up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:50.340194 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55b8db0a-1e62-462c-919f-a429f02c7d5e req-731edd13-1363-4f10-8418-8a544cc5e511 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 210 time: 0.3444808 Mar 10 15:03:50.353938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:50.357039 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:50.378934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] 10.222.0.45 "PUT /v2.0/ports/65992b81-7a59-4bd0-b466-480c8d7c4948 HTTP/1.1" status: 200 len: 1092 time: 2.3087683 Mar 10 15:03:50.390367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'tag': '65992b81-7a59-4bd0-b466-480c8d7c4948'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:50.397365 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a963b4-6862-4d95-98d1-cfd1a0e48064" -d '{"events": [{"name": "network-changed", "server_uuid": "9bee4112-8452-41f7-9fb7-9ab007ec7e73", "tag": "65992b81-7a59-4bd0-b466-480c8d7c4948"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:50.551893 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b5c602-26e5-439c-a1fa-9d201200d910 x-openstack-request-id: req-55b5c602-26e5-439c-a1fa-9d201200d910 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:50.552418 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abded0b4-6408-4dec-917b-e4792c6ce74e", "name": "network-vif-plugged", "status": "completed", "tag": "5835271f-9c43-4709-87e3-ca1dce4fe189", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:50.552418 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55b5c602-26e5-439c-a1fa-9d201200d910 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:50.552801 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abded0b4-6408-4dec-917b-e4792c6ce74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5835271f-9c43-4709-87e3-ca1dce4fe189', 'code': 200} Mar 10 15:03:50.636341 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:50.697932 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Publish callbacks [] for router_gateway (66a0b456-ea28-4ac5-a8e5-83f06429daba), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:50.711096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 04695154-a8d0-4d9b-bca3-8e08293c17ad completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:03:50.725502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 04695154-a8d0-4d9b-bca3-8e08293c17ad triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:50.725939 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:50.781874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555c950-ce06-4d88-a1c0-5f6235481c01 service neutron] Pushing event updated for resources: {'Port': ['ID=65992b81-7a59-4bd0-b466-480c8d7c4948,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:50.872256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493e42b-705f-49d8-a70a-1ffb5dd1c6e3 req-9fdd617d-0d73-4150-8f24-dc8c986fa746 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:50.873948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d493e42b-705f-49d8-a70a-1ffb5dd1c6e3 req-9fdd617d-0d73-4150-8f24-dc8c986fa746 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 945 time: 0.8099287 Mar 10 15:03:50.956920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-08b177ec-7d1c-43f1-b7c4-974b946cfcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:50.958437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-08b177ec-7d1c-43f1-b7c4-974b946cfcd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 1126 time: 0.4401309 Mar 10 15:03:51.086347 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (66a0b456-ea28-4ac5-a8e5-83f06429daba), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:51.217439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-b89a8749-29f7-4f27-9fce-2417b8641be7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65992b81-7a59-4bd0-b466-480c8d7c4948 HTTP/1.1" status: 200 len: 217 time: 0.2098889 Mar 10 15:03:51.244069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 04695154-a8d0-4d9b-bca3-8e08293c17ad is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:51.245019 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:51.266653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0074ef-f680-49c4-9dac-79e0f6007561 req-f3df4293-72c6-4b36-981d-b4ceed57e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:51.268599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d0074ef-f680-49c4-9dac-79e0f6007561 req-f3df4293-72c6-4b36-981d-b4ceed57e12c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 1127 time: 0.6626372 Mar 10 15:03:51.343207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 04695154-a8d0-4d9b-bca3-8e08293c17ad, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=04695154-a8d0-4d9b-bca3-8e08293c17ad,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:51.350530 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:51.363288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb84462-e507-4ae7-bfc5-9018e9b2aa21 req-a9ecd5fe-fef8-4813-9c91-7ec2c71d8183 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:51.370501 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6cb84462-e507-4ae7-bfc5-9018e9b2aa21 req-a9ecd5fe-fef8-4813-9c91-7ec2c71d8183 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 946 time: 0.6356976 Mar 10 15:03:51.404918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Router 66a0b456-ea28-4ac5-a8e5-83f06429daba is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:03:51.416405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=04695154-a8d0-4d9b-bca3-8e08293c17ad,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:51.493237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d493e42b-705f-49d8-a70a-1ffb5dd1c6e3 req-ca241b53-10e5-4cf2-8889-5b86d1170fc9 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391357 Mar 10 15:03:51.600918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:03:51.605376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d0074ef-f680-49c4-9dac-79e0f6007561 req-14a3d325-6599-4e94-88f1-59b6190592f8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079753 Mar 10 15:03:51.610759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Sync routers for ids ['66a0b456-ea28-4ac5-a8e5-83f06429daba'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:03:51.611337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-20f39516-145f-4d6b-b84e-ebb5089095be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:51.612701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-20f39516-145f-4d6b-b84e-ebb5089095be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.3741486 Mar 10 15:03:51.620317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6cb84462-e507-4ae7-bfc5-9018e9b2aa21 req-d1b1ddf5-e8d3-41c9-a365-3fc7b349402d tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488849 Mar 10 15:03:51.626245 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:51.630191 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-87c4509d-c4a4-4f7f-be3e-50fc5585c3e5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9266310 Mar 10 15:03:51.630515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47480) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:03:51.631746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Routers {'66a0b456-ea28-4ac5-a8e5-83f06429daba'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:03:51.632691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66a0b456-ea28-4ac5-a8e5-83f06429daba'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:51.737572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd2bbda-9a22-4d87-a42f-e048404cad3b None None] Network c593dc2d-c676-4fe2-8a68-d45789ba92aa requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:03:51.815026 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d47628-9bf8-41f9-9434-6dc1a67bfc5a x-openstack-request-id: req-d7d47628-9bf8-41f9-9434-6dc1a67bfc5a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:51.820179 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bee4112-8452-41f7-9fb7-9ab007ec7e73", "tag": "65992b81-7a59-4bd0-b466-480c8d7c4948", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:51.821128 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7d47628-9bf8-41f9-9434-6dc1a67bfc5a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:51.822360 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'tag': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'status': 'completed', 'code': 200} Mar 10 15:03:51.892470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-3ad29e19-0235-4737-b71d-0d14fc5d0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:51.897105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-3ad29e19-0235-4737-b71d-0d14fc5d0179 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2748013 Mar 10 15:03:51.903604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b36dd61b-3423-46f9-a01a-11bd734dc4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:51.922257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45911ce6-712b-4427-827f-6df99a780d25 req-4832fd54-56d9-4268-8cd3-be6493b50cb0 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:51.929183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45911ce6-712b-4427-827f-6df99a780d25 req-4832fd54-56d9-4268-8cd3-be6493b50cb0 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 946 time: 0.2121789 Mar 10 15:03:52.060937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5241dfba-e3a3-4ae1-b253-10f668845e86 None None] Provisioning complete for port eb222e38-6d8d-4132-94fe-f3a2251cd36f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:52.061344 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5241dfba-e3a3-4ae1-b253-10f668845e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:52.193952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device eb222e38-6d8d-4132-94fe-f3a2251cd36f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:52.211286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-2b479d8e-ca71-4a28-86bf-00d0248e48c7 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=eef6c91dbc6548f3989d126cbfe23fe1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440252 Mar 10 15:03:52.229450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ade5041-b815-4a3a-a919-dc86e892aa69 req-a89f7abd-88e2-4f54-8424-c51b3765d501 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 210 time: 0.2911808 Mar 10 15:03:52.359870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Set router 66a0b456-ea28-4ac5-a8e5-83f06429daba gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:03:52.498587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff02be-921d-4279-a8a6-f4bde178410e req-cdb3a892-43c2-47db-8106-66da639b0ae1 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:52.500293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-cdb3a892-43c2-47db-8106-66da639b0ae1 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577844 Mar 10 15:03:52.538696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Request body: {'port': {'device_id': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'eef6c91dbc6548f3989d126cbfe23fe1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:52.612662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f336a1ef-1c4a-4617-a020-6deb2b146adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04695154-a8d0-4d9b-bca3-8e08293c17ad'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:52.615650 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38d6980-6fa4-4c98-a55a-f2162bbabefa" -d '{"events": [{"server_uuid": "f336a1ef-1c4a-4617-a020-6deb2b146adc", "name": "network-vif-plugged", "status": "completed", "tag": "04695154-a8d0-4d9b-bca3-8e08293c17ad"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:52.686385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port eb222e38-6d8d-4132-94fe-f3a2251cd36f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:52.687084 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:52.735806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaf683-eb78-4192-a621-bdbfba9da0d8 req-0504906b-aa96-4edd-ab4a-8afb36f87ce7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:52.750869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fcaf683-eb78-4192-a621-bdbfba9da0d8 req-0504906b-aa96-4edd-ab4a-8afb36f87ce7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 944 time: 0.7108095 Mar 10 15:03:52.791231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-45911ce6-712b-4427-827f-6df99a780d25 req-b1294264-84b2-4f3a-b609-b22c351f11e7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Deleting port 030e62fe-f22c-4ac6-8857-4f26e0823d9c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:03:52.791742 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-45911ce6-712b-4427-827f-6df99a780d25 req-b1294264-84b2-4f3a-b609-b22c351f11e7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:52.893870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port eb222e38-6d8d-4132-94fe-f3a2251cd36f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:52.894264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:52.925283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Made reservation on behalf of eef6c91dbc6548f3989d126cbfe23fe1 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:03:52.929543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:52.936152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5241dfba-e3a3-4ae1-b253-10f668845e86 None None] Current status of the port eb222e38-6d8d-4132-94fe-f3a2251cd36f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:52.936543 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5241dfba-e3a3-4ae1-b253-10f668845e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:52.957470 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:52.961000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-39a804b6-8200-4925-aac9-fe0fa1b4e8dc service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0520580 Mar 10 15:03:52.995917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb51441-9386-44d4-b8ac-0f5f1db8c630 req-68703572-0b91-4c0f-9fa9-5ffa7ba60ad0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:53.005697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6eb51441-9386-44d4-b8ac-0f5f1db8c630 req-68703572-0b91-4c0f-9fa9-5ffa7ba60ad0 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 944 time: 0.4764199 Mar 10 15:03:53.040756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'name': 'tempest-FloatingIPsTestJSON-1048266686-router', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:03:47Z', 'updated_at': '2022-03-10T15:03:50Z', 'revision_number': 3, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'gw_port': {'id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:49Z', 'updated_at': '2022-03-10T15:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:53.081752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port eb222e38-6d8d-4132-94fe-f3a2251cd36f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=eb222e38-6d8d-4132-94fe-f3a2251cd36f,segment=NetworkSegment(3841e844-9e22-4fae-9283-6fd0e4acf5f5),segment_id=3841e844-9e22-4fae-9283-6fd0e4acf5f5)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:53.081993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.083729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Checking router: 66a0b456-ea28-4ac5-a8e5-83f06429daba for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:03:53.084366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Updating router 66a0b456-ea28-4ac5-a8e5-83f06429daba port 727ab03e-8e5c-4b00-9889-4a495c69e31c binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:03:53.175522 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.179971 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.181659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fcaf683-eb78-4192-a621-bdbfba9da0d8 req-16f0a2ab-a7fa-4c1d-a9a5-bff1476ef1d3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297988 Mar 10 15:03:53.471191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Allocated IP 172.20.0.1 (c593dc2d-c676-4fe2-8a68-d45789ba92aa/0588b52a-0088-438f-8fa7-f1de9f04fd4b/8cd54fa5-c709-46be-a1e1-84746a4e3174) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:53.489632 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-5241dfba-e3a3-4ae1-b253-10f668845e86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:03:53.490143 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-5241dfba-e3a3-4ae1-b253-10f668845e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:03:53.493302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=eb222e38-6d8d-4132-94fe-f3a2251cd36f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:53.603463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660e21b-3014-4c26-b899-79e1885ba5bc req-1186b659-312e-4c2e-9f67-571a4098efd8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:53.604964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c660e21b-3014-4c26-b899-79e1885ba5bc req-1186b659-312e-4c2e-9f67-571a4098efd8 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 944 time: 0.7347159 Mar 10 15:03:53.643172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-45911ce6-712b-4427-827f-6df99a780d25 req-b1294264-84b2-4f3a-b609-b22c351f11e7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] For port 030e62fe-f22c-4ac6-8857-4f26e0823d9c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=030e62fe-f22c-4ac6-8857-4f26e0823d9c,segment=NetworkSegment(d8e13ee4-f199-4cce-9813-bfc63558a136),segment_id=d8e13ee4-f199-4cce-9813-bfc63558a136)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:53.643536 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-45911ce6-712b-4427-827f-6df99a780d25 req-b1294264-84b2-4f3a-b609-b22c351f11e7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.662872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6eb51441-9386-44d4-b8ac-0f5f1db8c630 req-2d94b40b-9a34-4428-a36b-2347b2ec9a94 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234237 Mar 10 15:03:53.690065 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Publish callbacks [] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.741338 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.757557 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Publish callbacks [] for security_group (fec39192-34a5-42c7-ad9d-eac0a808c08d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.772823 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Publish callbacks [] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.792091 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.807201 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fec39192-34a5-42c7-ad9d-eac0a808c08d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.808520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Network c593dc2d-c676-4fe2-8a68-d45789ba92aa is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:53.817092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:53.834083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:53.894665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-45911ce6-712b-4427-827f-6df99a780d25 req-b1294264-84b2-4f3a-b609-b22c351f11e7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Calling delete_port for 030e62fe-f22c-4ac6-8857-4f26e0823d9c owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:03:53.899923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ba8f1-e98c-4864-8a40-42acada1ac95 None None] Pushing event updated for resources: {'Port': ['ID=727ab03e-8e5c-4b00-9889-4a495c69e31c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:53.902278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Attempting to bind port 727ab03e-8e5c-4b00-9889-4a495c69e31c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:53.902650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Attempting to bind port 727ab03e-8e5c-4b00-9889-4a495c69e31c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:53.927702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Attempting to bind port 727ab03e-8e5c-4b00-9889-4a495c69e31c on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:53.937424 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (66a0b456-ea28-4ac5-a8e5-83f06429daba), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.941098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:53.941487 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:53.941901 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:53.942295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:53.942951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Bound port: 727ab03e-8e5c-4b00-9889-4a495c69e31c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:53.943192 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:54.041956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device eb222e38-6d8d-4132-94fe-f3a2251cd36f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:54.118871 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0a62ccd9-990c-46e2-8898-a80e89b637d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:54.203598 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:03:54.209177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5241dfba-e3a3-4ae1-b253-10f668845e86 None None] Current status of the port eb222e38-6d8d-4132-94fe-f3a2251cd36f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:54.214580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] For port 727ab03e-8e5c-4b00-9889-4a495c69e31c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:54.218110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] For port 727ab03e-8e5c-4b00-9889-4a495c69e31c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=727ab03e-8e5c-4b00-9889-4a495c69e31c,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:54.218467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd54fa5-c709-46be-a1e1-84746a4e3174,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:54.225020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e494092-7153-42e5-896c-d0cbe6882bc4 req-5855b33d-f52e-4163-b0c1-000073d06d9c tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:54.233413 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:54.237099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e494092-7153-42e5-896c-d0cbe6882bc4 req-5855b33d-f52e-4163-b0c1-000073d06d9c tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 945 time: 0.8786182 Mar 10 15:03:54.250986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7afb36f1-0a51-40f4-ac7c-55b612f83394 req-84206074-d267-4ab6-8e5f-d68852748f60 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2357495 Mar 10 15:03:54.256334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port eb222e38-6d8d-4132-94fe-f3a2251cd36f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:54.256781 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:54.268127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-45911ce6-712b-4427-827f-6df99a780d25 req-b1294264-84b2-4f3a-b609-b22c351f11e7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (030e62fe-f22c-4ac6-8857-4f26e0823d9c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:54.286731 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:54.361125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 030e62fe-f22c-4ac6-8857-4f26e0823d9c no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:54.407775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ba8f1-e98c-4864-8a40-42acada1ac95 None None] Pushing event updated for resources: {'Port': ['ID=727ab03e-8e5c-4b00-9889-4a495c69e31c,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:54.432234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1294264-84b2-4f3a-b609-b22c351f11e7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Pushing event deleted for resources: {'Port': ['ID=030e62fe-f22c-4ac6-8857-4f26e0823d9c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:54.458619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f64d4224-b7f4-4615-b13f-6a154680fcbf req-29e21a63-7830-4fed-8f0c-4a37e609bd35 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 210 time: 0.2812200 Mar 10 15:03:54.470853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 030e62fe-f22c-4ac6-8857-4f26e0823d9c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:03:54.471355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 030e62fe-f22c-4ac6-8857-4f26e0823d9c not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:03:54.477423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Routers {'66a0b456-ea28-4ac5-a8e5-83f06429daba'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:03:54.478177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66a0b456-ea28-4ac5-a8e5-83f06429daba'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:54.568720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-29ae9fd7-088a-4b17-8de8-95616d99fb7d None None] Provisioning complete for port 8cd54fa5-c709-46be-a1e1-84746a4e3174 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:54.569101 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29ae9fd7-088a-4b17-8de8-95616d99fb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:54.603599 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Publish callbacks [] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:54.610705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:54.670377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (66a0b456-ea28-4ac5-a8e5-83f06429daba), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:54.737405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] Set router 66a0b456-ea28-4ac5-a8e5-83f06429daba gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:03:54.750820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec39192-34a5-42c7-ad9d-eac0a808c08d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:54.870425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd54fa5-c709-46be-a1e1-84746a4e3174,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:54.992545 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4620676a-a42d-43ba-8e86-33eb776b7de9 x-openstack-request-id: req-4620676a-a42d-43ba-8e86-33eb776b7de9 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:54.994852 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f336a1ef-1c4a-4617-a020-6deb2b146adc", "name": "network-vif-plugged", "status": "completed", "tag": "04695154-a8d0-4d9b-bca3-8e08293c17ad", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:54.995982 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4620676a-a42d-43ba-8e86-33eb776b7de9 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:54.996593 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f336a1ef-1c4a-4617-a020-6deb2b146adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04695154-a8d0-4d9b-bca3-8e08293c17ad', 'code': 200} Mar 10 15:03:54.997841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Network c593dc2d-c676-4fe2-8a68-d45789ba92aa is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:54.998314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ce496d4e-9d14-44fb-a18a-dec38b537711 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:03:55.001486 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:55.057117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-29ae9fd7-088a-4b17-8de8-95616d99fb7d None None] Port 8cd54fa5-c709-46be-a1e1-84746a4e3174 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:03:55.151933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-45911ce6-712b-4427-827f-6df99a780d25 req-b1294264-84b2-4f3a-b609-b22c351f11e7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] No DVR routers for this DVR port 030e62fe-f22c-4ac6-8857-4f26e0823d9c on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:03:55.158135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Router 66a0b456-ea28-4ac5-a8e5-83f06429daba has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:03:55.178240 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001ffb8-5ecd-427f-bc58-ae8f80f43a07 req-40994f48-3d43-42cc-83b6-059ec0c3399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:55.179020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-45911ce6-712b-4427-827f-6df99a780d25 req-b1294264-84b2-4f3a-b609-b22c351f11e7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:55.180473 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c001ffb8-5ecd-427f-bc58-ae8f80f43a07 req-40994f48-3d43-42cc-83b6-059ec0c3399c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f336a1ef-1c4a-4617-a020-6deb2b146adc HTTP/1.1" status: 200 len: 1128 time: 0.4078112 Mar 10 15:03:55.182366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45911ce6-712b-4427-827f-6df99a780d25 req-b1294264-84b2-4f3a-b609-b22c351f11e7 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.45 "DELETE /v2.0/ports/030e62fe-f22c-4ac6-8857-4f26e0823d9c HTTP/1.1" status: 204 len: 173 time: 3.2416244 Mar 10 15:03:55.182863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a41631-eea1-409f-ace5-56143c29c4c4', 'name': 'network-vif-deleted', 'tag': '030e62fe-f22c-4ac6-8857-4f26e0823d9c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:55.185188 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f0bf44-4faa-47c6-b016-435172c2672b" -d '{"events": [{"server_uuid": "f6a41631-eea1-409f-ace5-56143c29c4c4", "name": "network-vif-deleted", "tag": "030e62fe-f22c-4ac6-8857-4f26e0823d9c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:55.271177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e494092-7153-42e5-896c-d0cbe6882bc4 req-ba4741fd-1348-4cc8-a4d1-06ec9b730d4d tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0330081 Mar 10 15:03:55.279609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4869bc95-d6b2-47db-8b68-e64a0d67e748 req-e50bebea-c39a-403a-bbfd-4bbea4b27709 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 210 time: 0.1288743 Mar 10 15:03:55.313727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a963b4-6862-4d95-98d1-cfd1a0e48064 req-b9a473b7-2df5-4641-a4f2-68ea552a8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:55.315278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37a963b4-6862-4d95-98d1-cfd1a0e48064 req-b9a473b7-2df5-4641-a4f2-68ea552a8bd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 1126 time: 0.9235215 Mar 10 15:03:55.340481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port eb222e38-6d8d-4132-94fe-f3a2251cd36f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:55.367008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-29ae9fd7-088a-4b17-8de8-95616d99fb7d None None] Provisioning complete for port eb222e38-6d8d-4132-94fe-f3a2251cd36f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:55.368059 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29ae9fd7-088a-4b17-8de8-95616d99fb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:55.378204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Allocated IP 192.168.233.245 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/b4d68090-b739-4959-a276-e82f2782b0de) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:55.391828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c660e21b-3014-4c26-b899-79e1885ba5bc req-a1b152e4-1ff1-496a-8c99-67c1ce0333d9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Deleting port ce496d4e-9d14-44fb-a18a-dec38b537711 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:03:55.395157 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c660e21b-3014-4c26-b899-79e1885ba5bc req-a1b152e4-1ff1-496a-8c99-67c1ce0333d9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:55.462423 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:55.509671 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c001ffb8-5ecd-427f-bc58-ae8f80f43a07 req-b4a32ff5-f1fe-4935-b52b-18f3b52c3fe2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287507 Mar 10 15:03:55.525459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:03:55.540257 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e54d2aaa-46d9-4205-8739-56150b161076 admin admin] 10.222.0.11 "PUT /v2.0/routers/66a0b456-ea28-4ac5-a8e5-83f06429daba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9086480 Mar 10 15:03:55.724973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c660e21b-3014-4c26-b899-79e1885ba5bc req-a1b152e4-1ff1-496a-8c99-67c1ce0333d9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] For port ce496d4e-9d14-44fb-a18a-dec38b537711, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ce496d4e-9d14-44fb-a18a-dec38b537711,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:55.725427 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c660e21b-3014-4c26-b899-79e1885ba5bc req-a1b152e4-1ff1-496a-8c99-67c1ce0333d9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:55.728685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a963b4-6862-4d95-98d1-cfd1a0e48064 req-2f4ba2ac-2378-434b-9c77-e736ac9437d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:55.730274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37a963b4-6862-4d95-98d1-cfd1a0e48064 req-2f4ba2ac-2378-434b-9c77-e736ac9437d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.3860352 Mar 10 15:03:55.730570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ce496d4e-9d14-44fb-a18a-dec38b537711 is: DOWN; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:55.733412 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-29ae9fd7-088a-4b17-8de8-95616d99fb7d None None] Current status of the port eb222e38-6d8d-4132-94fe-f3a2251cd36f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:55.738182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd478f-42f2-490d-8ffc-7677bea2e647 req-2f7ea952-82b4-4999-86ac-ce4328354541 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:55.739841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-babd478f-42f2-490d-8ffc-7677bea2e647 req-2f7ea952-82b4-4999-86ac-ce4328354541 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a254fe7-49fb-45fe-9a0d-b82d4d0b992f HTTP/1.1" status: 200 len: 944 time: 0.3288577 Mar 10 15:03:55.747037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeff4a-a75a-49ed-b806-ff3a9ff755c3 req-2326d656-0a78-4091-8ccf-06c7168f7fa6 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:55.748631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0aeff4a-a75a-49ed-b806-ff3a9ff755c3 req-2326d656-0a78-4091-8ccf-06c7168f7fa6 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 944 time: 0.3328722 Mar 10 15:03:55.779651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'name': 'tempest-FloatingIPsTestJSON-1048266686-router', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:03:47Z', 'updated_at': '2022-03-10T15:03:54Z', 'revision_number': 4, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'gw_port': {'id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:49Z', 'updated_at': '2022-03-10T15:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8cd54fa5-c709-46be-a1e1-84746a4e3174', 'name': '', 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'mac_address': 'fa:16:3e:cd:9b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0588b52a-0088-438f-8fa7-f1de9f04fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:53Z', 'updated_at': '2022-03-10T15:03:53Z', 'revision_number': 1, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'subnets': [{'id': '0588b52a-0088-438f-8fa7-f1de9f04fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:55.782850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c660e21b-3014-4c26-b899-79e1885ba5bc req-a1b152e4-1ff1-496a-8c99-67c1ce0333d9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Calling delete_port for ce496d4e-9d14-44fb-a18a-dec38b537711 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:03:55.809331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca40fc-5db9-40b4-8943-5ebddfff8d95 None None] The sync data for ids ['66a0b456-ea28-4ac5-a8e5-83f06429daba'] in n-d-833090-1 is: [{'id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'name': 'tempest-FloatingIPsTestJSON-1048266686-router', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:03:47Z', 'updated_at': '2022-03-10T15:03:54Z', 'revision_number': 4, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'gw_port': {'id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:49Z', 'updated_at': '2022-03-10T15:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8cd54fa5-c709-46be-a1e1-84746a4e3174', 'name': '', 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'mac_address': 'fa:16:3e:cd:9b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0588b52a-0088-438f-8fa7-f1de9f04fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:53Z', 'updated_at': '2022-03-10T15:03:53Z', 'revision_number': 1, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'subnets': [{'id': '0588b52a-0088-438f-8fa7-f1de9f04fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:03:55.871052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d0d28a0a-1b00-4def-8295-95c41d780c29 None None] Provisioning complete for port 8cd54fa5-c709-46be-a1e1-84746a4e3174 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:55.871750 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d0d28a0a-1b00-4def-8295-95c41d780c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:55.898750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37a963b4-6862-4d95-98d1-cfd1a0e48064 req-66b94911-00cb-4925-8211-4f1d3a534ad0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65992b81-7a59-4bd0-b466-480c8d7c4948 HTTP/1.1" status: 200 len: 217 time: 0.0768583 Mar 10 15:03:55.925888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d0d28a0a-1b00-4def-8295-95c41d780c29 None None] Port 8cd54fa5-c709-46be-a1e1-84746a4e3174 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:03:56.047799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-babd478f-42f2-490d-8ffc-7677bea2e647 req-03131e72-a8ad-42ad-b285-b2de53761709 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905471 Mar 10 15:03:56.059127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Publish callbacks [] for port (b4d68090-b739-4959-a276-e82f2782b0de), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:56.078664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0aeff4a-a75a-49ed-b806-ff3a9ff755c3 req-9a3803dd-31c4-4f54-bc03-76b6482930b0 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012230 Mar 10 15:03:56.108112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a963b4-6862-4d95-98d1-cfd1a0e48064 req-e3ba520f-27a6-42f4-be0e-968711617452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:56.109625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37a963b4-6862-4d95-98d1-cfd1a0e48064 req-e3ba520f-27a6-42f4-be0e-968711617452 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.1638420 Mar 10 15:03:56.181849 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb23972-d97b-4803-ac06-fa1a47b904c3 x-openstack-request-id: req-0fb23972-d97b-4803-ac06-fa1a47b904c3 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:56.182191 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a41631-eea1-409f-ace5-56143c29c4c4", "name": "network-vif-deleted", "tag": "030e62fe-f22c-4ac6-8857-4f26e0823d9c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:56.182423 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0fb23972-d97b-4803-ac06-fa1a47b904c3 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:56.183298 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a41631-eea1-409f-ace5-56143c29c4c4', 'name': 'network-vif-deleted', 'tag': '030e62fe-f22c-4ac6-8857-4f26e0823d9c', 'status': 'completed', 'code': 200} Mar 10 15:03:56.326344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 65992b81-7a59-4bd0-b466-480c8d7c4948 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:03:56.428412 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f669571a-fb1d-4d73-88a4-dcb86b1034bb req-83aa1a91-f13e-4310-a506-a58189f994e0 tempest-DeleteServersTestJSON-1178280817 tempest-DeleteServersTestJSON-1178280817-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6a41631-eea1-409f-ace5-56143c29c4c4 HTTP/1.1" status: 200 len: 210 time: 0.1232359 Mar 10 15:03:56.479100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:56.521497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:56.539589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 65992b81-7a59-4bd0-b466-480c8d7c4948, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=65992b81-7a59-4bd0-b466-480c8d7c4948,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:56.556423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'port_id': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'mac_address': 'fa:16:3e:37:76:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:03:56.588548 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c660e21b-3014-4c26-b899-79e1885ba5bc req-a1b152e4-1ff1-496a-8c99-67c1ce0333d9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ce496d4e-9d14-44fb-a18a-dec38b537711), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:56.640429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 65992b81-7a59-4bd0-b466-480c8d7c4948 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:56.640835 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:56.660771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65992b81-7a59-4bd0-b466-480c8d7c4948 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:56.685365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 65992b81-7a59-4bd0-b466-480c8d7c4948, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=65992b81-7a59-4bd0-b466-480c8d7c4948,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:56.692768 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:56.729084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a963b4-6862-4d95-98d1-cfd1a0e48064 req-361a4808-961d-4404-aef8-1142103a5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:56.730491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37a963b4-6862-4d95-98d1-cfd1a0e48064 req-361a4808-961d-4404-aef8-1142103a5743 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6074786 Mar 10 15:03:56.732550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:56.755826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:56.767745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=65992b81-7a59-4bd0-b466-480c8d7c4948,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:56.772903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:56.866830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Pushing event updated for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:56.973138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c660e21b-3014-4c26-b899-79e1885ba5bc req-a1b152e4-1ff1-496a-8c99-67c1ce0333d9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] No DVR routers for this DVR port ce496d4e-9d14-44fb-a18a-dec38b537711 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:03:56.978358 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c660e21b-3014-4c26-b899-79e1885ba5bc req-a1b152e4-1ff1-496a-8c99-67c1ce0333d9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:56.989208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c660e21b-3014-4c26-b899-79e1885ba5bc req-a1b152e4-1ff1-496a-8c99-67c1ce0333d9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "DELETE /v2.0/ports/ce496d4e-9d14-44fb-a18a-dec38b537711 HTTP/1.1" status: 204 len: 173 time: 3.3644645 Mar 10 15:03:57.009193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-2088ed71-4bf1-44a7-a206-35175f14440a tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7071793 Mar 10 15:03:57.024189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:57.061408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['65992b81-7a59-4bd0-b466-480c8d7c4948'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:03:57.065010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b152e4-1ff1-496a-8c99-67c1ce0333d9 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Pushing event deleted for resources: {'Port': ['ID=ce496d4e-9d14-44fb-a18a-dec38b537711,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:57.237001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62140d34-e044-413d-8dd5-3a56ae82a1e7 req-7caface7-eb27-457b-9070-8730ffe30459 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:57.246178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62140d34-e044-413d-8dd5-3a56ae82a1e7 req-7caface7-eb27-457b-9070-8730ffe30459 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 936 time: 0.6645806 Mar 10 15:03:57.279572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:57.281252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:57.290515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:57.354472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3bcbd94b-9695-4e92-9512-577c0ead85aa None None] Provisioning complete for port b4d68090-b739-4959-a276-e82f2782b0de triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:57.355149 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd94b-9695-4e92-9512-577c0ead85aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b4d68090-b739-4959-a276-e82f2782b0de), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:57.365586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37a963b4-6862-4d95-98d1-cfd1a0e48064 req-61ba7a53-eaeb-4ede-a9d4-7153808a65e6 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113102 Mar 10 15:03:57.371681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-9bc776a7-8c57-4b27-a860-bf87fd74c811 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8396652 Mar 10 15:03:57.389419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Request body: {'port': {'device_id': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:03:57.452386 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62140d34-e044-413d-8dd5-3a56ae82a1e7 req-739ac3de-260a-4300-8360-c0bfc5606887 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038209 Mar 10 15:03:57.482907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3bcbd94b-9695-4e92-9512-577c0ead85aa None None] Port b4d68090-b739-4959-a276-e82f2782b0de cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:03:57.680364 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4d68090-b739-4959-a276-e82f2782b0de), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:57.732250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37a963b4-6862-4d95-98d1-cfd1a0e48064 req-ee338769-044e-4245-b884-738c2905e62d service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555858 Mar 10 15:03:57.801901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c115ee-fcde-4850-834b-fc19efc49c17 req-1f03cb72-df59-4a81-8cb9-4da9956f1d2b tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:57.803657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5c115ee-fcde-4850-834b-fc19efc49c17 req-1f03cb72-df59-4a81-8cb9-4da9956f1d2b tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 945 time: 0.2345457 Mar 10 15:03:57.920661 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:58.061324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 727ab03e-8e5c-4b00-9889-4a495c69e31c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:58.097852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5c115ee-fcde-4850-834b-fc19efc49c17 req-6a1f88fd-06b4-44e6-8383-eece76e8e79a tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819541 Mar 10 15:03:58.193611 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:58.198785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'name': 'network-vif-deleted', 'tag': 'ce496d4e-9d14-44fb-a18a-dec38b537711'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:58.201145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 727ab03e-8e5c-4b00-9889-4a495c69e31c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:58.201586 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:58.201758 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7054305b-2b48-4b00-a5f7-47d043839ed7" -d '{"events": [{"server_uuid": "6a254fe7-49fb-45fe-9a0d-b82d4d0b992f", "name": "network-vif-deleted", "tag": "ce496d4e-9d14-44fb-a18a-dec38b537711"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:58.304708 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 727ab03e-8e5c-4b00-9889-4a495c69e31c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:58.305240 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:58.309493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Allocated IP 172.25.3.128 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/cfdc1a67-9890-4844-a645-1358f7e8200d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:03:58.333113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 727ab03e-8e5c-4b00-9889-4a495c69e31c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=727ab03e-8e5c-4b00-9889-4a495c69e31c,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:58.338885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 65992b81-7a59-4bd0-b466-480c8d7c4948 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:03:58.368464 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:58.375918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa295d-f5a3-449b-b638-84dd774eaa4f req-a32ee4cf-116b-4a10-a028-4ed9ec66a549 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:58.377529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcaa295d-f5a3-449b-b638-84dd774eaa4f req-a32ee4cf-116b-4a10-a028-4ed9ec66a549 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 945 time: 0.1475005 Mar 10 15:03:58.433762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=727ab03e-8e5c-4b00-9889-4a495c69e31c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:58.444306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.444635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.445121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.445530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.445932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.446329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.446724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.447215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.447609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.448015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.448402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.448790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.449185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:03:58.470173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 65992b81-7a59-4bd0-b466-480c8d7c4948 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:03:58.475970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 65992b81-7a59-4bd0-b466-480c8d7c4948 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:03:58.476427 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:58.581167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 65992b81-7a59-4bd0-b466-480c8d7c4948 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:03:58.581621 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:58.632620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 65992b81-7a59-4bd0-b466-480c8d7c4948, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=65992b81-7a59-4bd0-b466-480c8d7c4948,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:03:58.633714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65992b81-7a59-4bd0-b466-480c8d7c4948'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:03:58.636351 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11abed12-6b4a-4fb1-bdf7-457060a2b0d6" -d '{"events": [{"server_uuid": "9bee4112-8452-41f7-9fb7-9ab007ec7e73", "name": "network-vif-plugged", "status": "completed", "tag": "65992b81-7a59-4bd0-b466-480c8d7c4948"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:03:58.643086 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:58.717771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=65992b81-7a59-4bd0-b466-480c8d7c4948,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:58.796756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d68090-b739-4959-a276-e82f2782b0de {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:03:58.817310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Publish callbacks [] for port (b4d68090-b739-4959-a276-e82f2782b0de), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:58.857814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Transition to ACTIVE for port object b4d68090-b739-4959-a276-e82f2782b0de will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:03:58.879405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcaa295d-f5a3-449b-b638-84dd774eaa4f req-86ba3d74-da86-41b0-8e97-392705a6485e tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814489 Mar 10 15:03:58.882157 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:58.886284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for port (cfdc1a67-9890-4844-a645-1358f7e8200d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.001963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Pushing event updated for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:59.085683 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (cfdc1a67-9890-4844-a645-1358f7e8200d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.101644 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Sync routers for ids ['66a0b456-ea28-4ac5-a8e5-83f06429daba'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:03:59.112200 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Routers {'66a0b456-ea28-4ac5-a8e5-83f06429daba'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:03:59.112831 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66a0b456-ea28-4ac5-a8e5-83f06429daba'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:59.151772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Attempting to bind port b4d68090-b739-4959-a276-e82f2782b0de on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:03:59.152117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Attempting to bind port b4d68090-b739-4959-a276-e82f2782b0de by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:03:59.152451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Attempting to bind port b4d68090-b739-4959-a276-e82f2782b0de on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:59.166225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:03:59.177618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21718fbf-b994-4f9c-993a-9556a03f683e req-a8a2cb41-cba5-4cde-b45e-e4673a5110f6 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:59.179320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21718fbf-b994-4f9c-993a-9556a03f683e req-a8a2cb41-cba5-4cde-b45e-e4673a5110f6 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=f336a1ef-1c4a-4617-a020-6deb2b146adc HTTP/1.1" status: 200 len: 946 time: 0.1738677 Mar 10 15:03:59.183065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:03:59.185404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Port b4d68090-b739-4959-a276-e82f2782b0de on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:03:59.185764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Attempting to bind port b4d68090-b739-4959-a276-e82f2782b0de on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:03:59.188061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:03:59.189786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Pushing event updated for resources: {'Port': ['ID=cfdc1a67-9890-4844-a645-1358f7e8200d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:59.225510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:03:59.225861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:03:59.226255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:03:59.226709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Bound port: b4d68090-b739-4959-a276-e82f2782b0de, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:03:59.227101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4d68090-b739-4959-a276-e82f2782b0de), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.239231 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Set router 66a0b456-ea28-4ac5-a8e5-83f06429daba gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:03:59.310305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21718fbf-b994-4f9c-993a-9556a03f683e req-2cdc39f8-5078-4d0a-b916-c30f84412136 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170454 Mar 10 15:03:59.373095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:03:59.377894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:03:59.388451 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.402132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for floatingip (ffec7448-2ec2-4432-9ddb-72e004fd8802), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.442265 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:59.442654 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.444293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] 10.222.0.62 "PUT /v2.0/ports/b4d68090-b739-4959-a276-e82f2782b0de HTTP/1.1" status: 200 len: 1096 time: 2.0595460 Mar 10 15:03:59.469487 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'name': 'tempest-FloatingIPsTestJSON-1048266686-router', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:03:47Z', 'updated_at': '2022-03-10T15:03:54Z', 'revision_number': 4, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'gw_port': {'id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:49Z', 'updated_at': '2022-03-10T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8cd54fa5-c709-46be-a1e1-84746a4e3174', 'name': '', 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'mac_address': 'fa:16:3e:cd:9b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0588b52a-0088-438f-8fa7-f1de9f04fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:53Z', 'updated_at': '2022-03-10T15:03:54Z', 'revision_number': 2, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'subnets': [{'id': '0588b52a-0088-438f-8fa7-f1de9f04fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:03:59.504292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cfdc1a67-9890-4844-a645-1358f7e8200d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.508347 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Checking router: 66a0b456-ea28-4ac5-a8e5-83f06429daba for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:03:59.509531 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Updating router 66a0b456-ea28-4ac5-a8e5-83f06429daba port 8cd54fa5-c709-46be-a1e1-84746a4e3174 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:03:59.546030 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.590165 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bd92b5-d8db-4570-b24b-500486029a44 x-openstack-request-id: req-d2bd92b5-d8db-4570-b24b-500486029a44 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:03:59.590479 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a254fe7-49fb-45fe-9a0d-b82d4d0b992f", "name": "network-vif-deleted", "tag": "ce496d4e-9d14-44fb-a18a-dec38b537711", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:03:59.590742 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2bd92b5-d8db-4570-b24b-500486029a44 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:03:59.591172 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a254fe7-49fb-45fe-9a0d-b82d4d0b992f', 'name': 'network-vif-deleted', 'tag': 'ce496d4e-9d14-44fb-a18a-dec38b537711', 'status': 'completed', 'code': 200} Mar 10 15:03:59.627050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe0233-d757-439b-9dee-0a6e0fcc731e service neutron] Pushing event updated for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:59.781234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0d68a-191d-47f5-ad81-611ed82dd1f2 req-9dec1447-9501-4da9-82b5-8b3f53dbb1ed tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:59.782726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8f0d68a-191d-47f5-ad81-611ed82dd1f2 req-9dec1447-9501-4da9-82b5-8b3f53dbb1ed tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 948 time: 0.1481059 Mar 10 15:03:59.786220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff02be-921d-4279-a8a6-f4bde178410e req-1b08fff5-66d4-459a-a2db-3b31bf5a14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:59.787651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-1b08fff5-66d4-459a-a2db-3b31bf5a14e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eef6c91dbc6548f3989d126cbfe23fe1&device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 1130 time: 0.1421466 Mar 10 15:03:59.789663 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for port (cfdc1a67-9890-4844-a645-1358f7e8200d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.804547 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (cfdc1a67-9890-4844-a645-1358f7e8200d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.866732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-d26c3046-9252-4130-a4fb-46976cca21ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b4d68090-b739-4959-a276-e82f2782b0de HTTP/1.1" status: 200 len: 217 time: 0.0688653 Mar 10 15:03:59.882528 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Publish callbacks [] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.889572 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.958561 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Pushing event updated for resources: {'Port': ['ID=8cd54fa5-c709-46be-a1e1-84746a4e3174,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:59.969694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Pushing event updated for resources: {'Port': ['ID=cfdc1a67-9890-4844-a645-1358f7e8200d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:03:59.985497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8f0d68a-191d-47f5-ad81-611ed82dd1f2 req-341b9eae-1d29-42cc-b32a-58ade803dddd tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938376 Mar 10 15:03:59.988882 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (ffec7448-2ec2-4432-9ddb-72e004fd8802), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:03:59.995857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff02be-921d-4279-a8a6-f4bde178410e req-d9e45059-90fa-476f-8546-3d016f94b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:03:59.997880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-d9e45059-90fa-476f-8546-3d016f94b076 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1221020 Mar 10 15:04:00.005826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 727ab03e-8e5c-4b00-9889-4a495c69e31c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:00.021790 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.022139 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.022477 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.025379 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.025923 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.026292 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.026726 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.030270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:00.031043 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.031581 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.031711 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.032036 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.032363 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.033840 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:00.035099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-c3c71e3e-9f9a-4ada-be23-a8c2e215ba74 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0234654 Mar 10 15:04:00.107179 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a3ef7b-85d1-401b-bd91-2554621348ae x-openstack-request-id: req-59a3ef7b-85d1-401b-bd91-2554621348ae {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:00.107471 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bee4112-8452-41f7-9fb7-9ab007ec7e73", "name": "network-vif-plugged", "status": "completed", "tag": "65992b81-7a59-4bd0-b466-480c8d7c4948", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:00.112285 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59a3ef7b-85d1-401b-bd91-2554621348ae {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:00.113593 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'code': 200} Mar 10 15:04:00.144463 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Attempting to bind port 8cd54fa5-c709-46be-a1e1-84746a4e3174 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:00.145069 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Attempting to bind port 8cd54fa5-c709-46be-a1e1-84746a4e3174 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '3841e844-9e22-4fae-9283-6fd0e4acf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:00.145176 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Attempting to bind port 8cd54fa5-c709-46be-a1e1-84746a4e3174 on network c593dc2d-c676-4fe2-8a68-d45789ba92aa {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:00.161381 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:00.162040 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Checking segment: {'id': '3841e844-9e22-4fae-9283-6fd0e4acf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:00.162527 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:00.163799 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Bound using segment: {'id': '3841e844-9e22-4fae-9283-6fd0e4acf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:00.164615 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Bound port: 8cd54fa5-c709-46be-a1e1-84746a4e3174, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3841e844-9e22-4fae-9283-6fd0e4acf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:00.165501 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:00.177525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 727ab03e-8e5c-4b00-9889-4a495c69e31c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:00.178142 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:00.186307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-ee87995c-4ff6-4ed8-b85a-2048f613b297 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.1118445 Mar 10 15:04:00.247519 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] For port 8cd54fa5-c709-46be-a1e1-84746a4e3174, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:00.253276 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] For port 8cd54fa5-c709-46be-a1e1-84746a4e3174, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8cd54fa5-c709-46be-a1e1-84746a4e3174,segment=NetworkSegment(3841e844-9e22-4fae-9283-6fd0e4acf5f5),segment_id=3841e844-9e22-4fae-9283-6fd0e4acf5f5)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:00.264923 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:00.317111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff02be-921d-4279-a8a6-f4bde178410e req-073a3a66-bdb0-4ca5-8c4a-2b0b74b3dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:00.319285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-073a3a66-bdb0-4ca5-8c4a-2b0b74b3dd37 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3116770 Mar 10 15:04:00.345691 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Routers {'66a0b456-ea28-4ac5-a8e5-83f06429daba'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:00.346326 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66a0b456-ea28-4ac5-a8e5-83f06429daba'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:00.348344 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e448e-301d-4ad1-aa4d-7ea361a78e0e None None] Pushing event updated for resources: {'Port': ['ID=8cd54fa5-c709-46be-a1e1-84746a4e3174,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:00.371819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 727ab03e-8e5c-4b00-9889-4a495c69e31c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:00.491829 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] Set router 66a0b456-ea28-4ac5-a8e5-83f06429daba gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:00.563082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb26b-a124-4111-908c-7d9111322c1f req-880a2291-8e05-4570-90e3-8ae41bab9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:00.564590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-627bb26b-a124-4111-908c-7d9111322c1f req-880a2291-8e05-4570-90e3-8ae41bab9e1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 1128 time: 0.3248577 Mar 10 15:04:00.594467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-64c2698a-fb4f-4ac3-8f0f-c602c9296c3d None None] Provisioning complete for port 8cd54fa5-c709-46be-a1e1-84746a4e3174 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:00.594870 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-64c2698a-fb4f-4ac3-8f0f-c602c9296c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:00.601151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-24840c68-ee98-45ae-a355-775890268d63 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:00.602530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9078ce4-9fce-4a23-b61e-426afb8977b2 req-24840c68-ee98-45ae-a355-775890268d63 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.4007423 Mar 10 15:04:00.619198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c8556-8e1d-4cad-bbfb-bc1e7a826339 req-be46c986-1b4b-4a2a-a719-49bb9a5e5710 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:00.620683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f58c8556-8e1d-4cad-bbfb-bc1e7a826339 req-be46c986-1b4b-4a2a-a719-49bb9a5e5710 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 944 time: 0.2181404 Mar 10 15:04:00.719243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-64c2698a-fb4f-4ac3-8f0f-c602c9296c3d None None] Current status of the port 8cd54fa5-c709-46be-a1e1-84746a4e3174 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:00.719654 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-64c2698a-fb4f-4ac3-8f0f-c602c9296c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:00.747093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-333e61e2-aef6-45c4-94a8-16dc951b2f5c service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456843 Mar 10 15:04:00.753633 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'name': 'tempest-FloatingIPsTestJSON-1048266686-router', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:03:47Z', 'updated_at': '2022-03-10T15:03:54Z', 'revision_number': 4, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'gw_port': {'id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:49Z', 'updated_at': '2022-03-10T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8cd54fa5-c709-46be-a1e1-84746a4e3174', 'name': '', 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'mac_address': 'fa:16:3e:cd:9b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0588b52a-0088-438f-8fa7-f1de9f04fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:53Z', 'updated_at': '2022-03-10T15:04:00Z', 'revision_number': 4, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'subnets': [{'id': '0588b52a-0088-438f-8fa7-f1de9f04fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:00.762468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0a26d-30c5-4d51-be1d-cf0294275b60 req-95c3038a-1066-4982-bb0c-492ccb439e57 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:00.764810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-64c2698a-fb4f-4ac3-8f0f-c602c9296c3d None None] For port 8cd54fa5-c709-46be-a1e1-84746a4e3174, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8cd54fa5-c709-46be-a1e1-84746a4e3174,segment=NetworkSegment(3841e844-9e22-4fae-9283-6fd0e4acf5f5),segment_id=3841e844-9e22-4fae-9283-6fd0e4acf5f5)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:00.766771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45e0a26d-30c5-4d51-be1d-cf0294275b60 req-95c3038a-1066-4982-bb0c-492ccb439e57 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 944 time: 0.3366773 Mar 10 15:04:00.770545 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-64c2698a-fb4f-4ac3-8f0f-c602c9296c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:00.788566 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e8bd8-7000-4b0e-8962-4988ebd73b17 None None] The sync data for ids ['66a0b456-ea28-4ac5-a8e5-83f06429daba'] in n-d-833090-1 is: [{'id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'name': 'tempest-FloatingIPsTestJSON-1048266686-router', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:03:47Z', 'updated_at': '2022-03-10T15:03:54Z', 'revision_number': 4, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'gw_port': {'id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:49Z', 'updated_at': '2022-03-10T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8cd54fa5-c709-46be-a1e1-84746a4e3174', 'name': '', 'network_id': 'c593dc2d-c676-4fe2-8a68-d45789ba92aa', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'mac_address': 'fa:16:3e:cd:9b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0588b52a-0088-438f-8fa7-f1de9f04fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:53Z', 'updated_at': '2022-03-10T15:04:00Z', 'revision_number': 4, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'subnets': [{'id': '0588b52a-0088-438f-8fa7-f1de9f04fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:00.817080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-627bb26b-a124-4111-908c-7d9111322c1f req-2aaf8394-079d-4e4e-a434-b05e5610a7c8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306783 Mar 10 15:04:00.828097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2698a-fb4f-4ac3-8f0f-c602c9296c3d None None] Pushing event updated for resources: {'Port': ['ID=8cd54fa5-c709-46be-a1e1-84746a4e3174,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:00.885404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26cdb7-3fba-44e7-885d-3aa90fef6d4d req-7400d595-f30d-434e-ab00-f4483772b9bd tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:00.886982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb26cdb7-3fba-44e7-885d-3aa90fef6d4d req-7400d595-f30d-434e-ab00-f4483772b9bd tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 946 time: 0.2003462 Mar 10 15:04:00.901629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7a7cddae-5e17-47a3-85c9-07728c8b30c7 None None] Provisioning complete for port 8cd54fa5-c709-46be-a1e1-84746a4e3174 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:00.902004 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7a7cddae-5e17-47a3-85c9-07728c8b30c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:00.970127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45e0a26d-30c5-4d51-be1d-cf0294275b60 req-59f37f6a-9e94-4b57-9ade-ab54b3f0688b tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/security-groups?id=af45230e-3e1b-4a84-b61f-2c4708d42a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952076 Mar 10 15:04:01.010850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7a7cddae-5e17-47a3-85c9-07728c8b30c7 None None] Current status of the port 8cd54fa5-c709-46be-a1e1-84746a4e3174 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:01.032539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f58c8556-8e1d-4cad-bbfb-bc1e7a826339 req-b12a0cba-4485-4b9a-87cb-ea5fda0c78f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Deleting port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:01.033095 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f58c8556-8e1d-4cad-bbfb-bc1e7a826339 req-b12a0cba-4485-4b9a-87cb-ea5fda0c78f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:01.066016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bff02be-921d-4279-a8a6-f4bde178410e req-00c661ed-1a06-421c-930b-3cf378341162 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393761 Mar 10 15:04:01.081381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb26cdb7-3fba-44e7-885d-3aa90fef6d4d req-be907746-5eee-408e-99f2-9f20302f60ce tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796577 Mar 10 15:04:01.206952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89226572-e780-40b6-b9cc-e93e1fd34e17 req-e2a0cad1-b148-473d-99f7-eb26bd972244 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:01.208534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89226572-e780-40b6-b9cc-e93e1fd34e17 req-e2a0cad1-b148-473d-99f7-eb26bd972244 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 946 time: 0.1413627 Mar 10 15:04:01.214976 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f58c8556-8e1d-4cad-bbfb-bc1e7a826339 req-b12a0cba-4485-4b9a-87cb-ea5fda0c78f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] For port b81d5761-51cf-42eb-9b6a-40b9bc734bb4, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:01.215388 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f58c8556-8e1d-4cad-bbfb-bc1e7a826339 req-b12a0cba-4485-4b9a-87cb-ea5fda0c78f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:01.236033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f58c8556-8e1d-4cad-bbfb-bc1e7a826339 req-b12a0cba-4485-4b9a-87cb-ea5fda0c78f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Calling delete_port for b81d5761-51cf-42eb-9b6a-40b9bc734bb4 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:01.362824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89226572-e780-40b6-b9cc-e93e1fd34e17 req-3a986ffc-a086-473f-b236-5118b080ee36 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392334 Mar 10 15:04:01.365194 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75c04d0c-c8d2-484d-86bd-5568b9177068 req-48ec0d97-90f0-45ef-9783-4b6e8f971e35 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips/ffec7448-2ec2-4432-9ddb-72e004fd8802 HTTP/1.1" status: 200 len: 693 time: 0.0686879 Mar 10 15:04:01.568395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c04d0c-c8d2-484d-86bd-5568b9177068 req-c239e5c3-3b6a-40a3-ba84-34c63d38a7d3 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:01.569750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75c04d0c-c8d2-484d-86bd-5568b9177068 req-c239e5c3-3b6a-40a3-ba84-34c63d38a7d3 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.1959555 Mar 10 15:04:01.571699 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f58c8556-8e1d-4cad-bbfb-bc1e7a826339 req-b12a0cba-4485-4b9a-87cb-ea5fda0c78f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b81d5761-51cf-42eb-9b6a-40b9bc734bb4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:01.608296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ee3e2-e6f8-4473-81eb-23cb9dd610cd req-31e8f0d1-0b9e-4be9-9760-a44a3a319a14 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:01.615431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55ee3e2-e6f8-4473-81eb-23cb9dd610cd req-31e8f0d1-0b9e-4be9-9760-a44a3a319a14 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 948 time: 0.1886487 Mar 10 15:04:01.616032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:01.618924 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081" -d '{"events": [{"name": "network-changed", "server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "tag": "b4d68090-b739-4959-a276-e82f2782b0de"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:01.625761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a0cba-4485-4b9a-87cb-ea5fda0c78f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Pushing event deleted for resources: {'Port': ['ID=b81d5761-51cf-42eb-9b6a-40b9bc734bb4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:01.716791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58c8556-8e1d-4cad-bbfb-bc1e7a826339 req-b12a0cba-4485-4b9a-87cb-ea5fda0c78f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] No DVR routers for this DVR port b81d5761-51cf-42eb-9b6a-40b9bc734bb4 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:04:01.719532 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f58c8556-8e1d-4cad-bbfb-bc1e7a826339 req-b12a0cba-4485-4b9a-87cb-ea5fda0c78f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:01.722732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f58c8556-8e1d-4cad-bbfb-bc1e7a826339 req-b12a0cba-4485-4b9a-87cb-ea5fda0c78f3 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "DELETE /v2.0/ports/b81d5761-51cf-42eb-9b6a-40b9bc734bb4 HTTP/1.1" status: 204 len: 173 time: 1.0886912 Mar 10 15:04:01.750260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55ee3e2-e6f8-4473-81eb-23cb9dd610cd req-65c44783-2d66-4878-a0a2-85abf23df20c tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280789 Mar 10 15:04:01.764426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261396f-6bdf-4875-9466-30673055d0f6 req-f39096cb-059c-4e37-a33c-2ee896537c0f tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:01.766827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e261396f-6bdf-4875-9466-30673055d0f6 req-f39096cb-059c-4e37-a33c-2ee896537c0f tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=f336a1ef-1c4a-4617-a020-6deb2b146adc HTTP/1.1" status: 200 len: 946 time: 0.0979199 Mar 10 15:04:01.826669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e261396f-6bdf-4875-9466-30673055d0f6 req-f0440fb5-823f-424b-b8a8-0c3cfd67a9db tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/security-groups?id=f605124e-7d03-4875-881d-a859df2164ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542369 Mar 10 15:04:01.928882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a282c09d-73f3-4545-92ca-ca81729e7f41 req-02940880-65a9-43a2-bbe8-44c3e5016c1c tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=cf7388fde039490097be0c939d16e6f7 HTTP/1.1" status: 200 len: 696 time: 0.0770879 Mar 10 15:04:01.984396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8cd54fa5-c709-46be-a1e1-84746a4e3174 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:02.050008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8cd54fa5-c709-46be-a1e1-84746a4e3174 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:02.050702 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:02.060495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282c09d-73f3-4545-92ca-ca81729e7f41 req-fc58e459-8ea7-45f6-a36a-737b35b2010f tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:02.061968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a282c09d-73f3-4545-92ca-ca81729e7f41 req-fc58e459-8ea7-45f6-a36a-737b35b2010f tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/networks?id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 787 time: 0.1272149 Mar 10 15:04:02.135821 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b735652-4d5b-4f66-a19d-ea54c152ac1e x-openstack-request-id: req-9b735652-4d5b-4f66-a19d-ea54c152ac1e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:02.136125 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "tag": "b4d68090-b739-4959-a276-e82f2782b0de", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:02.136389 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b735652-4d5b-4f66-a19d-ea54c152ac1e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:02.136798 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de', 'status': 'completed', 'code': 200} Mar 10 15:04:02.161552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8cd54fa5-c709-46be-a1e1-84746a4e3174 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:02.514624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-96beb1e8-c317-44bf-83e7-e6d18581403e tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips/ffec7448-2ec2-4432-9ddb-72e004fd8802 HTTP/1.1" status: 200 len: 693 time: 0.3617072 Mar 10 15:04:02.532463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1b3ce7e-861f-454c-8195-a3422a972854 req-c922d5f7-c3ca-4ff2-9911-31ed2dfda090 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.11 "GET /v2.0/ports?device_id=df03f879-90ab-4f7b-8031-4a8f5c066ff4 HTTP/1.1" status: 200 len: 210 time: 0.0503085 Mar 10 15:04:02.673854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081 req-b92309f9-bb8f-4660-838b-16ddbe3702ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:02.676704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081 req-b92309f9-bb8f-4660-838b-16ddbe3702ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eef6c91dbc6548f3989d126cbfe23fe1&device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 1130 time: 0.5144606 Mar 10 15:04:02.729059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec059b-8ae2-4c3d-8cf8-f2cc3551429a req-11bf96ac-ccd0-4665-b7ff-dfc74d547931 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:02.730396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93ec059b-8ae2-4c3d-8cf8-f2cc3551429a req-11bf96ac-ccd0-4665-b7ff-dfc74d547931 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.45 "GET /v2.0/ports?device_id=f336a1ef-1c4a-4617-a020-6deb2b146adc HTTP/1.1" status: 200 len: 946 time: 0.1885617 Mar 10 15:04:02.743602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-4d18a016-c8d8-4b64-a1eb-3acd4dec5a1f tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:02.746284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-4d18a016-c8d8-4b64-a1eb-3acd4dec5a1f tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.2147596 Mar 10 15:04:02.832928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87ff50-a938-4692-979e-f78e3236ba5a req-31c4c07a-80d9-4ee2-bf1e-53d899c2eacf tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:02.834373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd87ff50-a938-4692-979e-f78e3236ba5a req-31c4c07a-80d9-4ee2-bf1e-53d899c2eacf tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 946 time: 0.2473826 Mar 10 15:04:02.893151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-a7f71581-c85f-46e0-9dc2-193463e5c10d tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.1281624 Mar 10 15:04:02.944988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081 req-c7779dae-ff96-4a0a-90aa-321fd97af976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:02.946394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081 req-c7779dae-ff96-4a0a-90aa-321fd97af976 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2605758 Mar 10 15:04:03.037423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-63f460f7-8806-4b7d-bbc4-b4b72ecaf3bb tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.1268990 Mar 10 15:04:03.045936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081 req-1b77cb49-0bf8-4e30-936a-67014cc36c0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b4d68090-b739-4959-a276-e82f2782b0de HTTP/1.1" status: 200 len: 217 time: 0.0657015 Mar 10 15:04:03.095834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd87ff50-a938-4692-979e-f78e3236ba5a req-e7858530-784e-454d-86eb-9cc18738ce69 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283432 Mar 10 15:04:03.212193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-93ec059b-8ae2-4c3d-8cf8-f2cc3551429a req-9c3c12a9-df82-47e3-8eb7-66ed7e310661 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Deleting port 04695154-a8d0-4d9b-bca3-8e08293c17ad {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:03.212534 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93ec059b-8ae2-4c3d-8cf8-f2cc3551429a req-9c3c12a9-df82-47e3-8eb7-66ed7e310661 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:03.243375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081 req-1e3e58a2-bc82-4ea6-ba76-ba8c8002c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:03.244825 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081 req-1e3e58a2-bc82-4ea6-ba76-ba8c8002c518 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.1870506 Mar 10 15:04:03.365538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2873-4fb7-4b17-9068-8d0088537571 req-c638729f-b11a-4eb1-8e49-97f54edee966 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:03.366973 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cbe2873-4fb7-4b17-9068-8d0088537571 req-c638729f-b11a-4eb1-8e49-97f54edee966 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 946 time: 0.1968906 Mar 10 15:04:03.398052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-93ec059b-8ae2-4c3d-8cf8-f2cc3551429a req-9c3c12a9-df82-47e3-8eb7-66ed7e310661 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] For port 04695154-a8d0-4d9b-bca3-8e08293c17ad, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=04695154-a8d0-4d9b-bca3-8e08293c17ad,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:03.398416 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93ec059b-8ae2-4c3d-8cf8-f2cc3551429a req-9c3c12a9-df82-47e3-8eb7-66ed7e310661 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:03.415791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081 req-e141bf0a-e668-4db7-9d75-580de5922bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:03.417243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081 req-e141bf0a-e668-4db7-9d75-580de5922bfb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1622965 Mar 10 15:04:03.418985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-8e3ee63b-0fd7-4f31-b2f3-dcc0d6ea2de6 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Deleting port cfdc1a67-9890-4844-a645-1358f7e8200d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:03.419317 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-8e3ee63b-0fd7-4f31-b2f3-dcc0d6ea2de6 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cfdc1a67-9890-4844-a645-1358f7e8200d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:03.437635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-93ec059b-8ae2-4c3d-8cf8-f2cc3551429a req-9c3c12a9-df82-47e3-8eb7-66ed7e310661 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Calling delete_port for 04695154-a8d0-4d9b-bca3-8e08293c17ad owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:03.594893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cbe2873-4fb7-4b17-9068-8d0088537571 req-3c50c42a-3540-4b42-89b0-6451ecb57c24 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210379 Mar 10 15:04:03.674752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-8e3ee63b-0fd7-4f31-b2f3-dcc0d6ea2de6 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cfdc1a67-9890-4844-a645-1358f7e8200d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:03.675130 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-8e3ee63b-0fd7-4f31-b2f3-dcc0d6ea2de6 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for floatingip (cfdc1a67-9890-4844-a645-1358f7e8200d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:03.718641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b4f96-96d1-4d07-889f-2439a352daaf req-5daeae61-fcca-415e-aa97-32668a48e1b9 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:03.720078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c6b4f96-96d1-4d07-889f-2439a352daaf req-5daeae61-fcca-415e-aa97-32668a48e1b9 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.62 "GET /v2.0/ports?device_id=abded0b4-6408-4dec-917b-e4792c6ce74e HTTP/1.1" status: 200 len: 945 time: 0.2585957 Mar 10 15:04:03.722260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-8e3ee63b-0fd7-4f31-b2f3-dcc0d6ea2de6 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Calling delete_port for cfdc1a67-9890-4844-a645-1358f7e8200d owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:03.763340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081 req-e75edf6e-9787-4db8-a74a-56ba364bcd12 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210318 Mar 10 15:04:04.006081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524214a9-4ee9-4ca2-bc75-c51686c6bd24 req-55c7f3d7-92f4-46dc-be22-dc53b46ddac6 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:04.007593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-524214a9-4ee9-4ca2-bc75-c51686c6bd24 req-55c7f3d7-92f4-46dc-be22-dc53b46ddac6 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 948 time: 0.3129270 Mar 10 15:04:04.031705 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93ec059b-8ae2-4c3d-8cf8-f2cc3551429a req-9c3c12a9-df82-47e3-8eb7-66ed7e310661 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (04695154-a8d0-4d9b-bca3-8e08293c17ad), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:04.048552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['5835271f-9c43-4709-87e3-ca1dce4fe189'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:04:04.054582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['04695154-a8d0-4d9b-bca3-8e08293c17ad'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:04:04.098022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c12a9-df82-47e3-8eb7-66ed7e310661 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Pushing event deleted for resources: {'Port': ['ID=04695154-a8d0-4d9b-bca3-8e08293c17ad,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:04.104186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7cdb1ab-7699-4701-8f8a-d4d3fa5e8081 req-c23e9818-8476-4f2c-8eac-e40902d16f9a service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132939 Mar 10 15:04:04.144400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'name': 'network-vif-deleted', 'tag': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:04.146499 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f71ec36-f981-4703-8898-e73861fb15eb" -d '{"events": [{"server_uuid": "df03f879-90ab-4f7b-8031-4a8f5c066ff4", "name": "network-vif-deleted", "tag": "b81d5761-51cf-42eb-9b6a-40b9bc734bb4"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:04.207817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ec059b-8ae2-4c3d-8cf8-f2cc3551429a req-9c3c12a9-df82-47e3-8eb7-66ed7e310661 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] No DVR routers for this DVR port 04695154-a8d0-4d9b-bca3-8e08293c17ad on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:04:04.210977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-6c6b4f96-96d1-4d07-889f-2439a352daaf req-b775f51e-8c64-45c4-a2d6-9d47f79d22cd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Deleting port 5835271f-9c43-4709-87e3-ca1dce4fe189 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:04.211316 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6c6b4f96-96d1-4d07-889f-2439a352daaf req-b775f51e-8c64-45c4-a2d6-9d47f79d22cd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:04.217090 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93ec059b-8ae2-4c3d-8cf8-f2cc3551429a req-9c3c12a9-df82-47e3-8eb7-66ed7e310661 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:04.220470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93ec059b-8ae2-4c3d-8cf8-f2cc3551429a req-9c3c12a9-df82-47e3-8eb7-66ed7e310661 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.45 "DELETE /v2.0/ports/04695154-a8d0-4d9b-bca3-8e08293c17ad HTTP/1.1" status: 204 len: 173 time: 1.4683299 Mar 10 15:04:04.235706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-524214a9-4ee9-4ca2-bc75-c51686c6bd24 req-c8fbdc1e-8740-47c8-b3d6-573d81622114 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176201 Mar 10 15:04:04.259800 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-8e3ee63b-0fd7-4f31-b2f3-dcc0d6ea2de6 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (cfdc1a67-9890-4844-a645-1358f7e8200d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:04.319053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ee63b-0fd7-4f31-b2f3-dcc0d6ea2de6 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Pushing event deleted for resources: {'Port': ['ID=cfdc1a67-9890-4844-a645-1358f7e8200d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:04.376625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2273831f-1fe2-4515-bad6-0ee4a6048090 req-93a1658d-59e7-4ff2-b97b-5ca43ba8eed6 tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.11 "GET /v2.0/ports?device_id=f336a1ef-1c4a-4617-a020-6deb2b146adc HTTP/1.1" status: 200 len: 210 time: 0.0613384 Mar 10 15:04:04.419566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-6c6b4f96-96d1-4d07-889f-2439a352daaf req-b775f51e-8c64-45c4-a2d6-9d47f79d22cd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] For port 5835271f-9c43-4709-87e3-ca1dce4fe189, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5835271f-9c43-4709-87e3-ca1dce4fe189,segment=NetworkSegment(ef18ac73-949f-426a-9536-7ded7af9b530),segment_id=ef18ac73-949f-426a-9536-7ded7af9b530)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:04.419937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6c6b4f96-96d1-4d07-889f-2439a352daaf req-b775f51e-8c64-45c4-a2d6-9d47f79d22cd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:04.437189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-6c6b4f96-96d1-4d07-889f-2439a352daaf req-b775f51e-8c64-45c4-a2d6-9d47f79d22cd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Calling delete_port for 5835271f-9c43-4709-87e3-ca1dce4fe189 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:04.445664 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-8e3ee63b-0fd7-4f31-b2f3-dcc0d6ea2de6 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for floatingip (ffec7448-2ec2-4432-9ddb-72e004fd8802), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:04.448232 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-8e3ee63b-0fd7-4f31-b2f3-dcc0d6ea2de6 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:04.449396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22f89e10-294b-4c40-94bf-d1c120667c19 req-8e3ee63b-0fd7-4f31-b2f3-dcc0d6ea2de6 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "DELETE /v2.0/floatingips/ffec7448-2ec2-4432-9ddb-72e004fd8802 HTTP/1.1" status: 204 len: 173 time: 1.4050946 Mar 10 15:04:04.808659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b81d5761-51cf-42eb-9b6a-40b9bc734bb4 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:04:04.834075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: b81d5761-51cf-42eb-9b6a-40b9bc734bb4 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:04:04.834465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b81d5761-51cf-42eb-9b6a-40b9bc734bb4 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:04:04.834866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:04:04.911870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:04.912257 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:04.938293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:04.940661 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d683c8-98bd-4324-9c23-fdd78b3f917c" -d '{"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:04.953674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:04.959054 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:04.971618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f53c45-87c6-404a-8492-f29942473d5c req-bdb90e22-e35c-470b-a6f9-bda97c87d669 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:04.973118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-bdb90e22-e35c-470b-a6f9-bda97c87d669 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4646778 Mar 10 15:04:04.982494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a9068-d46c-4586-94a8-77adc91821d4 req-3f270f0a-9d2a-407e-83f3-31a7d8844401 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:04.983940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-293a9068-d46c-4586-94a8-77adc91821d4 req-3f270f0a-9d2a-407e-83f3-31a7d8844401 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 946 time: 0.4385889 Mar 10 15:04:05.007273 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=11']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:05.031540 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6c6b4f96-96d1-4d07-889f-2439a352daaf req-b775f51e-8c64-45c4-a2d6-9d47f79d22cd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5835271f-9c43-4709-87e3-ca1dce4fe189), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:05.083360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-b506147d-79fb-482d-8b77-84895c54ed2f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 695 time: 0.0984671 Mar 10 15:04:05.085770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775f51e-8c64-45c4-a2d6-9d47f79d22cd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Pushing event deleted for resources: {'Port': ['ID=5835271f-9c43-4709-87e3-ca1dce4fe189,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:05.106214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-49f53c45-87c6-404a-8492-f29942473d5c req-166146b9-1eca-49b1-b804-cd91ed48875c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Request body: {'floatingip': {'port_id': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:05.193502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-293a9068-d46c-4586-94a8-77adc91821d4 req-89eb8c7c-3df7-46be-baf0-f5c771ad5395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038789 Mar 10 15:04:05.208356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6b4f96-96d1-4d07-889f-2439a352daaf req-b775f51e-8c64-45c4-a2d6-9d47f79d22cd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] No DVR routers for this DVR port 5835271f-9c43-4709-87e3-ca1dce4fe189 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:04:05.211535 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-49f53c45-87c6-404a-8492-f29942473d5c req-166146b9-1eca-49b1-b804-cd91ed48875c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:05.214088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6c6b4f96-96d1-4d07-889f-2439a352daaf req-b775f51e-8c64-45c4-a2d6-9d47f79d22cd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:05.217338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c6b4f96-96d1-4d07-889f-2439a352daaf req-b775f51e-8c64-45c4-a2d6-9d47f79d22cd tempest-MultipleCreateTestJSON-315911371 tempest-MultipleCreateTestJSON-315911371-project] 10.222.0.62 "DELETE /v2.0/ports/5835271f-9c43-4709-87e3-ca1dce4fe189 HTTP/1.1" status: 204 len: 173 time: 1.4877689 Mar 10 15:04:05.249053 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27577928-cee0-47b7-a366-919d0a0c2ef6 x-openstack-request-id: req-27577928-cee0-47b7-a366-919d0a0c2ef6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:05.249348 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df03f879-90ab-4f7b-8031-4a8f5c066ff4", "name": "network-vif-deleted", "tag": "b81d5761-51cf-42eb-9b6a-40b9bc734bb4", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:05.249601 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27577928-cee0-47b7-a366-919d0a0c2ef6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:05.249994 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df03f879-90ab-4f7b-8031-4a8f5c066ff4', 'name': 'network-vif-deleted', 'tag': 'b81d5761-51cf-42eb-9b6a-40b9bc734bb4', 'status': 'completed', 'code': 200} Mar 10 15:04:05.332262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1922eefe-f7de-4884-a12a-10833b02b89f req-e57b5101-5425-4427-a163-31d0123f127f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1736388 Mar 10 15:04:05.559164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922eefe-f7de-4884-a12a-10833b02b89f req-a7338b6c-f35e-484c-a1d8-94072d4e07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:05.560652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1922eefe-f7de-4884-a12a-10833b02b89f req-a7338b6c-f35e-484c-a1d8-94072d4e07f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1127 time: 0.1677668 Mar 10 15:04:05.617926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-a923f19b-b9b5-4a1f-8d5c-a05c202dc48b tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2132015 Mar 10 15:04:05.640316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:05.756406 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:05.848707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922eefe-f7de-4884-a12a-10833b02b89f req-14a4c678-d2bf-4438-9faa-0ee90a58a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:05.850190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1922eefe-f7de-4884-a12a-10833b02b89f req-14a4c678-d2bf-4438-9faa-0ee90a58a058 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.2313905 Mar 10 15:04:05.926026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1922eefe-f7de-4884-a12a-10833b02b89f req-4fe7ff97-d5f0-41de-91d1-bf656e722216 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 217 time: 0.0644481 Mar 10 15:04:05.972177 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.resource_extend [req-49f53c45-87c6-404a-8492-f29942473d5c req-166146b9-1eca-49b1-b804-cd91ed48875c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:04:06.063771 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-49f53c45-87c6-404a-8492-f29942473d5c req-166146b9-1eca-49b1-b804-cd91ed48875c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:06.066968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922eefe-f7de-4884-a12a-10833b02b89f req-5dd4823a-0df7-4e8e-9b85-84cf7302e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:06.068488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1922eefe-f7de-4884-a12a-10833b02b89f req-5dd4823a-0df7-4e8e-9b85-84cf7302e272 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.1321101 Mar 10 15:04:06.071201 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-49f53c45-87c6-404a-8492-f29942473d5c req-166146b9-1eca-49b1-b804-cd91ed48875c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:06.165358 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:06.245663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922eefe-f7de-4884-a12a-10833b02b89f req-5adee840-a666-4677-aa43-3490f577f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:06.247739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1922eefe-f7de-4884-a12a-10833b02b89f req-5adee840-a666-4677-aa43-3490f577f855 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1412086 Mar 10 15:04:06.292354 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-49f53c45-87c6-404a-8492-f29942473d5c req-166146b9-1eca-49b1-b804-cd91ed48875c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Floating IP 7c32372f-e5a5-42b4-82db-51f8bd59c3c3 associated. External IP: 172.25.3.51, port: b7f7db40-b31b-4c40-b7e6-4f1df97bc093. Mar 10 15:04:06.340306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 04695154-a8d0-4d9b-bca3-8e08293c17ad no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:04:06.361852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 04695154-a8d0-4d9b-bca3-8e08293c17ad {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:04:06.362291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 04695154-a8d0-4d9b-bca3-8e08293c17ad not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:04:06.472579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Allocated IP 172.25.3.94 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/af974afd-9c46-4502-8332-ecd60a8fd909) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:06.514387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1922eefe-f7de-4884-a12a-10833b02b89f req-f2efed44-3426-40e1-9a13-1e3cf0511632 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570667 Mar 10 15:04:06.586444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb890e7-f3e8-457d-9de0-5e4aeb148316 req-741469b3-fe2e-4ca7-b71a-b287dc229729 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:06.587941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-feb890e7-f3e8-457d-9de0-5e4aeb148316 req-741469b3-fe2e-4ca7-b71a-b287dc229729 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 944 time: 0.2511947 Mar 10 15:04:06.827265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b4d68090-b739-4959-a276-e82f2782b0de details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:04:06.931458 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:06.943537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'b4d68090-b739-4959-a276-e82f2782b0de', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'b4d68090-b739-4959-a276-e82f2782b0de', 'mac_address': 'fa:16:3e:b3:4b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:04:07.121857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1922eefe-f7de-4884-a12a-10833b02b89f req-e4192d50-1ff3-499c-9095-14bbf9f8d713 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953107 Mar 10 15:04:07.124823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port b4d68090-b739-4959-a276-e82f2782b0de is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:07.127433 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4d68090-b739-4959-a276-e82f2782b0de), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:07.145401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d68090-b739-4959-a276-e82f2782b0de {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:04:07.168794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:07.174115 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:07.176252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for port (af974afd-9c46-4502-8332-ecd60a8fd909), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:07.214182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49f53c45-87c6-404a-8492-f29942473d5c req-166146b9-1eca-49b1-b804-cd91ed48875c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Router 975377ad-adac-4620-bab0-398aa5cbcfc3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:04:07.223465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:07.233349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-feb890e7-f3e8-457d-9de0-5e4aeb148316 req-b604a401-f003-45bf-ba20-0f8421f1ebc6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Deleting port e07e7465-298a-4cdb-b8b2-310c4ba7be9d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:07.233483 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-feb890e7-f3e8-457d-9de0-5e4aeb148316 req-b604a401-f003-45bf-ba20-0f8421f1ebc6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:07.252112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f336a1ef-1c4a-4617-a020-6deb2b146adc', 'name': 'network-vif-deleted', 'tag': '04695154-a8d0-4d9b-bca3-8e08293c17ad'}, {'server_uuid': 'abded0b4-6408-4dec-917b-e4792c6ce74e', 'name': 'network-vif-deleted', 'tag': '5835271f-9c43-4709-87e3-ca1dce4fe189'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:07.254157 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7161e0-71e1-4baa-9998-4cd1d4cb2989" -d '{"events": [{"server_uuid": "f336a1ef-1c4a-4617-a020-6deb2b146adc", "name": "network-vif-deleted", "tag": "04695154-a8d0-4d9b-bca3-8e08293c17ad"}, {"server_uuid": "abded0b4-6408-4dec-917b-e4792c6ce74e", "name": "network-vif-deleted", "tag": "5835271f-9c43-4709-87e3-ca1dce4fe189"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:07.340711 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (af974afd-9c46-4502-8332-ecd60a8fd909), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:07.408493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:07.428613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:07.436946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:07.438725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Pushing event updated for resources: {'Port': ['ID=af974afd-9c46-4502-8332-ecd60a8fd909,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:07.441945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-feb890e7-f3e8-457d-9de0-5e4aeb148316 req-b604a401-f003-45bf-ba20-0f8421f1ebc6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] For port e07e7465-298a-4cdb-b8b2-310c4ba7be9d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,segment=NetworkSegment(22874101-9ca9-450d-9886-d9671e918dfa),segment_id=22874101-9ca9-450d-9886-d9671e918dfa)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:07.442309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-feb890e7-f3e8-457d-9de0-5e4aeb148316 req-b604a401-f003-45bf-ba20-0f8421f1ebc6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:07.504898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-feb890e7-f3e8-457d-9de0-5e4aeb148316 req-b604a401-f003-45bf-ba20-0f8421f1ebc6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Calling delete_port for e07e7465-298a-4cdb-b8b2-310c4ba7be9d owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:07.540701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49f53c45-87c6-404a-8492-f29942473d5c req-166146b9-1eca-49b1-b804-cd91ed48875c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:07.550488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbcb32-b996-4350-a148-c365951e1572 None None] Sync routers for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:07.561293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fbcb32-b996-4350-a148-c365951e1572 None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:07.561871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d3fbcb32-b996-4350-a148-c365951e1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:07.579403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-49f53c45-87c6-404a-8492-f29942473d5c req-166146b9-1eca-49b1-b804-cd91ed48875c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:07.646684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-166146b9-1eca-49b1-b804-cd91ed48875c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "PUT /v2.0/floatingips/7c32372f-e5a5-42b4-82db-51f8bd59c3c3 HTTP/1.1" status: 200 len: 995 time: 2.5503240 Mar 10 15:04:07.669423 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for floatingip (ff509c32-4fb8-4fa3-8c4b-29ed3bfabf37), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:07.680042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d3fbcb32-b996-4350-a148-c365951e1572 None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:07.712959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['b4d68090-b739-4959-a276-e82f2782b0de'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:04:07.774813 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (af974afd-9c46-4502-8332-ecd60a8fd909), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:07.826275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f53c45-87c6-404a-8492-f29942473d5c req-516c8b84-9851-490a-bc12-9b0c6b1b2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:07.827831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-516c8b84-9851-490a-bc12-9b0c6b1b2d57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1127 time: 0.1440248 Mar 10 15:04:07.860820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-feb890e7-f3e8-457d-9de0-5e4aeb148316 req-b604a401-f003-45bf-ba20-0f8421f1ebc6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e07e7465-298a-4cdb-b8b2-310c4ba7be9d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:07.917220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604a401-f003-45bf-ba20-0f8421f1ebc6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Pushing event deleted for resources: {'Port': ['ID=e07e7465-298a-4cdb-b8b2-310c4ba7be9d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:08.027305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d3fbcb32-b996-4350-a148-c365951e1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:93:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:05Z', 'revision_number': 1, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:08.035925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb890e7-f3e8-457d-9de0-5e4aeb148316 req-b604a401-f003-45bf-ba20-0f8421f1ebc6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] No DVR routers for this DVR port e07e7465-298a-4cdb-b8b2-310c4ba7be9d on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:04:08.040730 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-feb890e7-f3e8-457d-9de0-5e4aeb148316 req-b604a401-f003-45bf-ba20-0f8421f1ebc6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:08.044562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-feb890e7-f3e8-457d-9de0-5e4aeb148316 req-b604a401-f003-45bf-ba20-0f8421f1ebc6 tempest-LiveMigrationTest-1922134572 tempest-LiveMigrationTest-1922134572-project] 10.222.0.62 "DELETE /v2.0/ports/e07e7465-298a-4cdb-b8b2-310c4ba7be9d HTTP/1.1" status: 204 len: 173 time: 1.4468546 Mar 10 15:04:08.057632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbcb32-b996-4350-a148-c365951e1572 None None] Checking router: 975377ad-adac-4620-bab0-398aa5cbcfc3 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:08.069584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f53c45-87c6-404a-8492-f29942473d5c req-553b4171-584f-4f3b-b6fa-401d8845c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:08.069924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fbcb32-b996-4350-a148-c365951e1572 None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:08.071115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-553b4171-584f-4f3b-b6fa-401d8845c6eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.2315626 Mar 10 15:04:08.077670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d3fbcb32-b996-4350-a148-c365951e1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:08.161174 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for port (af974afd-9c46-4502-8332-ecd60a8fd909), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:08.167779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (af974afd-9c46-4502-8332-ecd60a8fd909), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:08.173432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-d5d0eec7-de06-4413-a41d-696102fd986b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 998 time: 0.0948465 Mar 10 15:04:08.197135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d3fbcb32-b996-4350-a148-c365951e1572 None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:08.271977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Pushing event updated for resources: {'Port': ['ID=af974afd-9c46-4502-8332-ecd60a8fd909,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:08.286927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f53c45-87c6-404a-8492-f29942473d5c req-ac8bc24f-191d-4031-9d31-ccd0d4a7eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:08.288433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-ac8bc24f-191d-4031-9d31-ccd0d4a7eeb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.0905545 Mar 10 15:04:08.291350 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (ff509c32-4fb8-4fa3-8c4b-29ed3bfabf37), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:08.336405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:08.337615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-3e8af30c-bb27-449e-83be-ba072d132da1 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7098522 Mar 10 15:04:08.358319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f53c45-87c6-404a-8492-f29942473d5c req-f3572d0e-7e14-4492-a249-295fc9f53637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:08.359857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-f3572d0e-7e14-4492-a249-295fc9f53637 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648141 Mar 10 15:04:08.392065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-5b515929-19c2-49cc-a552-977078168a47 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:04:08.393033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-5b515929-19c2-49cc-a552-977078168a47 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057299 Mar 10 15:04:08.409655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-7f0aba2d-d987-4395-80bf-241127f36caa tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.94 HTTP/1.1" status: 200 len: 695 time: 0.0619740 Mar 10 15:04:08.432862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d3fbcb32-b996-4350-a148-c365951e1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:93:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:05Z', 'revision_number': 1, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:08.458846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbcb32-b996-4350-a148-c365951e1572 None None] The sync data for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 is: [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:93:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:05Z', 'revision_number': 1, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:08.562182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-c747fbae-c475-4566-8ee2-812306787a06 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623521 Mar 10 15:04:08.595530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-1b6ece1c-d60c-454f-9f68-70303d15c553 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:08.596945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ed9e78d-8bec-4803-ab5b-3afc9d4cb452 req-1b6ece1c-d60c-454f-9f68-70303d15c553 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.1760442 Mar 10 15:04:08.679130 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52c5bc6-e63b-4b06-90f1-d99a759fe94a x-openstack-request-id: req-c52c5bc6-e63b-4b06-90f1-d99a759fe94a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:08.679700 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:08.679700 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c52c5bc6-e63b-4b06-90f1-d99a759fe94a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:08.681180 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'code': 200} Mar 10 15:04:08.699939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22c73edd-7303-4c85-9f9f-13f5b7a4b1da req-35020aad-219a-466c-9c81-e18720a663ab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0331993 Mar 10 15:04:08.736459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f53c45-87c6-404a-8492-f29942473d5c req-fc290ea2-02d1-490d-9e0a-28621f4f1647 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683936 Mar 10 15:04:08.744136 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3746f611-00aa-4710-8295-163fdaf07ecb None None] New status for floating IP 7c32372f-e5a5-42b4-82db-51f8bd59c3c3: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:04:08.805581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47674) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:08.811616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22c73edd-7303-4c85-9f9f-13f5b7a4b1da req-357a50a6-2ee2-4b2c-918b-e8e7428d26ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e24b30ca6604ae99b9012a50d837f98&device_id=2b504c18-a751-43aa-9fdf-3169e8f01a29 HTTP/1.1" status: 200 len: 210 time: 0.0322478 Mar 10 15:04:08.831984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622afd-d410-415e-a3b4-adc7544e0efc req-4aea155d-7dc9-431e-9aa9-d16aa3030293 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:08.833579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87622afd-d410-415e-a3b4-adc7544e0efc req-4aea155d-7dc9-431e-9aa9-d16aa3030293 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 949 time: 0.1011777 Mar 10 15:04:08.838946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:04:08.841082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 5835271f-9c43-4709-87e3-ca1dce4fe189 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:04:08.947734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 5835271f-9c43-4709-87e3-ca1dce4fe189 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:04:08.948369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 5835271f-9c43-4709-87e3-ca1dce4fe189 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:04:08.949034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device e07e7465-298a-4cdb-b8b2-310c4ba7be9d no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:04:08.976207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87622afd-d410-415e-a3b4-adc7544e0efc req-5c8dc087-c759-438d-a54e-79c0396a7b2f tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319094 Mar 10 15:04:09.001660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: e07e7465-298a-4cdb-b8b2-310c4ba7be9d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:04:09.002017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device e07e7465-298a-4cdb-b8b2-310c4ba7be9d not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:04:09.018028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c73edd-7303-4c85-9f9f-13f5b7a4b1da req-0d396f0c-000f-47d8-a95d-d5d184a68418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:09.019550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22c73edd-7303-4c85-9f9f-13f5b7a4b1da req-0d396f0c-000f-47d8-a95d-d5d184a68418 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0e24b30ca6604ae99b9012a50d837f98&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1850836 Mar 10 15:04:09.031435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047209d-37a8-48e5-ad63-17b5d802b8b4 req-54757df7-3ee5-4740-b1ad-b1da9d2dfa1b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:09.032924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2047209d-37a8-48e5-ad63-17b5d802b8b4 req-54757df7-3ee5-4740-b1ad-b1da9d2dfa1b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1096456 Mar 10 15:04:09.082148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:09.091162 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de87812-e1fa-49f5-a33a-b6635fe1f5a8 x-openstack-request-id: req-9de87812-e1fa-49f5-a33a-b6635fe1f5a8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:09.091468 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f336a1ef-1c4a-4617-a020-6deb2b146adc", "name": "network-vif-deleted", "tag": "04695154-a8d0-4d9b-bca3-8e08293c17ad", "status": "completed", "code": 200}, {"server_uuid": "abded0b4-6408-4dec-917b-e4792c6ce74e", "name": "network-vif-deleted", "tag": "5835271f-9c43-4709-87e3-ca1dce4fe189", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:09.091730 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9de87812-e1fa-49f5-a33a-b6635fe1f5a8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:09.092131 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f336a1ef-1c4a-4617-a020-6deb2b146adc', 'name': 'network-vif-deleted', 'tag': '04695154-a8d0-4d9b-bca3-8e08293c17ad', 'status': 'completed', 'code': 200} Mar 10 15:04:09.092398 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abded0b4-6408-4dec-917b-e4792c6ce74e', 'name': 'network-vif-deleted', 'tag': '5835271f-9c43-4709-87e3-ca1dce4fe189', 'status': 'completed', 'code': 200} Mar 10 15:04:09.097859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-59caf9be-fde3-4671-8b68-e26c3aad03b5 admin admin] Deleting subnet 5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:04:09.101587 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59caf9be-fde3-4671-8b68-e26c3aad03b5 admin admin] Publish callbacks [] for subnet (5b31adf1-a8e9-48c4-a752-3e4542a7a6a9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.103711 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'port_id': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'mac_address': 'fa:16:3e:a1:83:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:04:09.142289 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59caf9be-fde3-4671-8b68-e26c3aad03b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (5b31adf1-a8e9-48c4-a752-3e4542a7a6a9), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.146025 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:09.146500 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.159695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:04:09.180837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:09.182782 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59caf9be-fde3-4671-8b68-e26c3aad03b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (5b31adf1-a8e9-48c4-a752-3e4542a7a6a9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.186108 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.191418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2047209d-37a8-48e5-ad63-17b5d802b8b4 req-260e7216-c59a-460d-80fa-d432744b066f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498041 Mar 10 15:04:09.209313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-259a2b2e-cab0-4840-abe0-782590c14814 req-4da0acec-3b71-44ea-a7a7-d9f86682b370 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips/ff509c32-4fb8-4fa3-8c4b-29ed3bfabf37 HTTP/1.1" status: 200 len: 692 time: 0.0786042 Mar 10 15:04:09.238435 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59caf9be-fde3-4671-8b68-e26c3aad03b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (5b31adf1-a8e9-48c4-a752-3e4542a7a6a9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.258130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=12']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:09.266543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caf9be-fde3-4671-8b68-e26c3aad03b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b31adf1-a8e9-48c4-a752-3e4542a7a6a9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:09.269015 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59caf9be-fde3-4671-8b68-e26c3aad03b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.271445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9f2af6f6-d85f-408f-9709-73e1ba4a91e3'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:04:09.274397 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-59caf9be-fde3-4671-8b68-e26c3aad03b5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5b31adf1-a8e9-48c4-a752-3e4542a7a6a9 HTTP/1.1" status: 204 len: 168 time: 0.4677024 Mar 10 15:04:09.275059 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47682) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:09.291964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c73edd-7303-4c85-9f9f-13f5b7a4b1da req-3ff4b0b4-7c85-4fc3-bdae-ffa4bc9e0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:09.293723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22c73edd-7303-4c85-9f9f-13f5b7a4b1da req-3ff4b0b4-7c85-4fc3-bdae-ffa4bc9e0696 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2598441 Mar 10 15:04:09.351596 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (94067cff-c117-4c51-a11d-b4ca58bf3238), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.429741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145a8d-40d7-4927-942f-11dbb6701401 req-e53fae7d-6b47-46c2-ba69-03f1ea31255c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:09.431391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-e53fae7d-6b47-46c2-ba69-03f1ea31255c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1109002 Mar 10 15:04:09.434096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (94067cff-c117-4c51-a11d-b4ca58bf3238), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.441978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a2b2e-cab0-4840-abe0-782590c14814 req-acfc647c-f8cd-4c5c-b789-393f702cb569 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:09.443742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-259a2b2e-cab0-4840-abe0-782590c14814 req-acfc647c-f8cd-4c5c-b789-393f702cb569 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.2071104 Mar 10 15:04:09.460790 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94067cff-c117-4c51-a11d-b4ca58bf3238']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:09.470782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22874101-9ca9-450d-9886-d9671e918dfa') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:09.471136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22874101-9ca9-450d-9886-d9671e918dfa') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:09.480518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (22874101-9ca9-450d-9886-d9671e918dfa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.495765 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (22874101-9ca9-450d-9886-d9671e918dfa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.502755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:04:09.503259 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (22874101-9ca9-450d-9886-d9671e918dfa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:04:09.505207 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:04:09.560481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-259a2b2e-cab0-4840-abe0-782590c14814 req-3fef123a-0a99-491c-a425-9da3999860b0 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.94 HTTP/1.1" status: 200 len: 695 time: 0.1060257 Mar 10 15:04:09.561221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (94067cff-c117-4c51-a11d-b4ca58bf3238), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.569442 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.573478 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/94067cff-c117-4c51-a11d-b4ca58bf3238 HTTP/1.1" status: 204 len: 168 time: 0.2956789 Mar 10 15:04:09.576184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47684) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:09.577983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-6af66dbf-ea29-4d88-a571-59df80d5ecb2 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 1000 time: 0.1329315 Mar 10 15:04:09.593202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1513a9-59ac-46a8-b3d4-acbdb18765f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=94067cff-c117-4c51-a11d-b4ca58bf3238,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:09.615008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ed925a4a-5d15-4b1c-92c9-f4b3671cd8ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Request body: {'floatingip': {'port_id': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:09.634965 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fe1ff5-ce3b-42fa-a553-bd677d71085c admin admin] Deleting subnet e2723075-80c7-4f00-9f50-64dc323003d8 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:04:09.639284 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95fe1ff5-ce3b-42fa-a553-bd677d71085c admin admin] Publish callbacks [] for subnet (e2723075-80c7-4f00-9f50-64dc323003d8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.656458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-259a2b2e-cab0-4840-abe0-782590c14814 req-e55bb904-3966-4d25-875f-99f1601b3e91 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.94 HTTP/1.1" status: 200 len: 695 time: 0.0828457 Mar 10 15:04:09.673567 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95fe1ff5-ce3b-42fa-a553-bd677d71085c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (e2723075-80c7-4f00-9f50-64dc323003d8), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.711574 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95fe1ff5-ce3b-42fa-a553-bd677d71085c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e2723075-80c7-4f00-9f50-64dc323003d8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.716380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ed925a4a-5d15-4b1c-92c9-f4b3671cd8ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.764603 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95fe1ff5-ce3b-42fa-a553-bd677d71085c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (e2723075-80c7-4f00-9f50-64dc323003d8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.791599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe1ff5-ce3b-42fa-a553-bd677d71085c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2723075-80c7-4f00-9f50-64dc323003d8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:09.797988 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95fe1ff5-ce3b-42fa-a553-bd677d71085c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.802603 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-95fe1ff5-ce3b-42fa-a553-bd677d71085c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e2723075-80c7-4f00-9f50-64dc323003d8 HTTP/1.1" status: 204 len: 168 time: 0.2254183 Mar 10 15:04:09.805044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47686) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:09.882184 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c0963faa-bdf9-496f-9360-e9feb5b04baa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.964369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c0963faa-bdf9-496f-9360-e9feb5b04baa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:09.991187 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0963faa-bdf9-496f-9360-e9feb5b04baa']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:10.001148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a51be8-f02f-4011-b54d-45ef91ec2615') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:10.001450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a51be8-f02f-4011-b54d-45ef91ec2615') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:10.011260 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (a9a51be8-f02f-4011-b54d-45ef91ec2615), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.024772 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a9a51be8-f02f-4011-b54d-45ef91ec2615), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.031714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:04:10.032116 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (a9a51be8-f02f-4011-b54d-45ef91ec2615), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:04:10.033876 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:04:10.091911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c0963faa-bdf9-496f-9360-e9feb5b04baa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.099602 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.103025 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c0963faa-bdf9-496f-9360-e9feb5b04baa HTTP/1.1" status: 204 len: 168 time: 0.2970040 Mar 10 15:04:10.113481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb64f2-b2cb-4665-acac-7c1c764b1753 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0963faa-bdf9-496f-9360-e9feb5b04baa,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:10.224053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-259a2b2e-cab0-4840-abe0-782590c14814 req-eb73795b-f7e7-4b59-a11d-aadc1e39f895 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Deleting port af974afd-9c46-4502-8332-ecd60a8fd909 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:10.224400 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-259a2b2e-cab0-4840-abe0-782590c14814 req-eb73795b-f7e7-4b59-a11d-aadc1e39f895 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (af974afd-9c46-4502-8332-ecd60a8fd909), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.230654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47694) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:10.270543 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-27de7055-d0f7-411b-9095-accea1342a82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e24b30ca6604ae99b9012a50d837f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385485 Mar 10 15:04:10.272955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47696) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:10.322846 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-121b061e-cef3-4ee1-a591-23ef0776db92 admin admin] Publish callbacks [] for security_group (af45230e-3e1b-4a84-b61f-2c4708d42a87), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.345337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-121b061e-cef3-4ee1-a591-23ef0776db92 admin admin] Publish callbacks [] for security_group (af45230e-3e1b-4a84-b61f-2c4708d42a87), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.382859 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-259a2b2e-cab0-4840-abe0-782590c14814 req-eb73795b-f7e7-4b59-a11d-aadc1e39f895 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (af974afd-9c46-4502-8332-ecd60a8fd909), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.383507 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-259a2b2e-cab0-4840-abe0-782590c14814 req-eb73795b-f7e7-4b59-a11d-aadc1e39f895 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for floatingip (af974afd-9c46-4502-8332-ecd60a8fd909), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.393705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-121b061e-cef3-4ee1-a591-23ef0776db92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (af45230e-3e1b-4a84-b61f-2c4708d42a87), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.396838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-121b061e-cef3-4ee1-a591-23ef0776db92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.400321 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-121b061e-cef3-4ee1-a591-23ef0776db92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af45230e-3e1b-4a84-b61f-2c4708d42a87 HTTP/1.1" status: 204 len: 168 time: 0.1241496 Mar 10 15:04:10.407850 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b061e-cef3-4ee1-a591-23ef0776db92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af45230e-3e1b-4a84-b61f-2c4708d42a87,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:10.408655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-259a2b2e-cab0-4840-abe0-782590c14814 req-eb73795b-f7e7-4b59-a11d-aadc1e39f895 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Calling delete_port for af974afd-9c46-4502-8332-ecd60a8fd909 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:10.724119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47702) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:10.751006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-259a2b2e-cab0-4840-abe0-782590c14814 req-eb73795b-f7e7-4b59-a11d-aadc1e39f895 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (af974afd-9c46-4502-8332-ecd60a8fd909), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.766479 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-84d0e3d6-2b34-49fb-899d-0ec006c0a126 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76cf90f857334f8c874c1e24b85c84d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411687 Mar 10 15:04:10.768952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47704) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:10.786535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73795b-f7e7-4b59-a11d-aadc1e39f895 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Pushing event deleted for resources: {'Port': ['ID=af974afd-9c46-4502-8332-ecd60a8fd909,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:10.819789 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ed925a4a-5d15-4b1c-92c9-f4b3671cd8ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.821247 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bef2a9-b7aa-46f7-b00d-1ec8c4063297 admin admin] Publish callbacks [] for security_group (b1674ae1-18ae-4b32-86c3-e587dc35249b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.842230 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ed925a4a-5d15-4b1c-92c9-f4b3671cd8ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.845442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b4d68090-b739-4959-a276-e82f2782b0de up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:10.846258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bef2a9-b7aa-46f7-b00d-1ec8c4063297 admin admin] Publish callbacks [] for security_group (b1674ae1-18ae-4b32-86c3-e587dc35249b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.898565 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-259a2b2e-cab0-4840-abe0-782590c14814 req-eb73795b-f7e7-4b59-a11d-aadc1e39f895 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks [] for floatingip (ff509c32-4fb8-4fa3-8c4b-29ed3bfabf37), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.901265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-259a2b2e-cab0-4840-abe0-782590c14814 req-eb73795b-f7e7-4b59-a11d-aadc1e39f895 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.902494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-259a2b2e-cab0-4840-abe0-782590c14814 req-eb73795b-f7e7-4b59-a11d-aadc1e39f895 tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "DELETE /v2.0/floatingips/ff509c32-4fb8-4fa3-8c4b-29ed3bfabf37 HTTP/1.1" status: 204 len: 173 time: 1.2395718 Mar 10 15:04:10.906782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port b4d68090-b739-4959-a276-e82f2782b0de completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:04:10.911176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port b4d68090-b739-4959-a276-e82f2782b0de triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:10.911592 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b4d68090-b739-4959-a276-e82f2782b0de), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.914820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bef2a9-b7aa-46f7-b00d-1ec8c4063297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b1674ae1-18ae-4b32-86c3-e587dc35249b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.920168 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bef2a9-b7aa-46f7-b00d-1ec8c4063297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:10.921334 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-38bef2a9-b7aa-46f7-b00d-1ec8c4063297 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1674ae1-18ae-4b32-86c3-e587dc35249b HTTP/1.1" status: 204 len: 168 time: 0.1514406 Mar 10 15:04:10.953589 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bef2a9-b7aa-46f7-b00d-1ec8c4063297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1674ae1-18ae-4b32-86c3-e587dc35249b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:10.957723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47710) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:11.014181 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ed925a4a-5d15-4b1c-92c9-f4b3671cd8ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Floating IP 7c32372f-e5a5-42b4-82db-51f8bd59c3c3 associated. External IP: 172.25.3.51, port: b7f7db40-b31b-4c40-b7e6-4f1df97bc093. Mar 10 15:04:11.018584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b98d04-0b84-41b3-a9bc-1eb80db12e85 admin admin] Deleting subnet 38a94fad-9799-44f0-83ba-c6105425fcaa {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:04:11.021764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9b98d04-0b84-41b3-a9bc-1eb80db12e85 admin admin] Publish callbacks [] for subnet (38a94fad-9799-44f0-83ba-c6105425fcaa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.024763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port b4d68090-b739-4959-a276-e82f2782b0de is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:11.025267 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4d68090-b739-4959-a276-e82f2782b0de), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.064538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:11.065793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:11.068286 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c55fed6-68d6-4724-978c-226412853b0d" -d '{"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-plugged", "status": "completed", "tag": "b4d68090-b739-4959-a276-e82f2782b0de"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:11.068808 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9b98d04-0b84-41b3-a9bc-1eb80db12e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (38a94fad-9799-44f0-83ba-c6105425fcaa), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.079980 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.083746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:11.118702 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9b98d04-0b84-41b3-a9bc-1eb80db12e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (38a94fad-9799-44f0-83ba-c6105425fcaa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.166064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093'}, {'server_uuid': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'name': 'network-vif-deleted', 'tag': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:11.168394 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a88c22f-d6cd-4549-a01f-d3f5059800e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093"}, {"server_uuid": "2b504c18-a751-43aa-9fdf-3169e8f01a29", "name": "network-vif-deleted", "tag": "e07e7465-298a-4cdb-b8b2-310c4ba7be9d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:11.177462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:11.187430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:11.188236 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.190099 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9b98d04-0b84-41b3-a9bc-1eb80db12e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (38a94fad-9799-44f0-83ba-c6105425fcaa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.218409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b98d04-0b84-41b3-a9bc-1eb80db12e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a94fad-9799-44f0-83ba-c6105425fcaa,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:11.220967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9b98d04-0b84-41b3-a9bc-1eb80db12e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.224264 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d9b98d04-0b84-41b3-a9bc-1eb80db12e85 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/38a94fad-9799-44f0-83ba-c6105425fcaa HTTP/1.1" status: 204 len: 168 time: 0.2642739 Mar 10 15:04:11.226756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47718) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:11.302552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:11.303274 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.315719 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (3f5db8ca-a11e-428f-b47a-5c817b0f7d5f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.359691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:11.365201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9baa6-ede5-44bd-bdfa-71e4cf80f203 req-2e673f42-900d-4140-a798-5ac0c85fdae6 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:11.365997 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.366968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06a9baa6-ede5-44bd-bdfa-71e4cf80f203 req-2e673f42-900d-4140-a798-5ac0c85fdae6 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 950 time: 0.2021132 Mar 10 15:04:11.410170 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (3f5db8ca-a11e-428f-b47a-5c817b0f7d5f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.436650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5db8ca-a11e-428f-b47a-5c817b0f7d5f']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:11.441909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=13']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:11.451481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef18ac73-949f-426a-9536-7ded7af9b530') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:11.451782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef18ac73-949f-426a-9536-7ded7af9b530') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:11.464127 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (ef18ac73-949f-426a-9536-7ded7af9b530), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.484110 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ef18ac73-949f-426a-9536-7ded7af9b530), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.491812 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:04:11.492284 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (ef18ac73-949f-426a-9536-7ded7af9b530), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:04:11.494625 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:04:11.521275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06a9baa6-ede5-44bd-bdfa-71e4cf80f203 req-2064bde0-b5ef-4193-954c-fe56dc733c70 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351326 Mar 10 15:04:11.548021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ed925a4a-5d15-4b1c-92c9-f4b3671cd8ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Router 975377ad-adac-4620-bab0-398aa5cbcfc3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:04:11.565132 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (3f5db8ca-a11e-428f-b47a-5c817b0f7d5f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.573861 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:11.598334 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3f5db8ca-a11e-428f-b47a-5c817b0f7d5f HTTP/1.1" status: 204 len: 168 time: 0.3682127 Mar 10 15:04:11.625767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52920457-72e6-4fd9-b386-676c641f7065 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5db8ca-a11e-428f-b47a-5c817b0f7d5f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:11.726323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ed925a4a-5d15-4b1c-92c9-f4b3671cd8ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:11.741396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6e5558-d6d8-472c-a72d-a311102b8f2e None None] Sync routers for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:11.759354 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6e5558-d6d8-472c-a72d-a311102b8f2e None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:11.760853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ce6e5558-d6d8-472c-a72d-a311102b8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:11.789170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be623e8c-f609-44a1-a6b3-3b530f5b7d9c req-b85d7b1a-4180-4cd0-9909-25ed1a6a6b4a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:11.790684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be623e8c-f609-44a1-a6b3-3b530f5b7d9c req-b85d7b1a-4180-4cd0-9909-25ed1a6a6b4a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 946 time: 0.1455390 Mar 10 15:04:11.813525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47748) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:11.897858 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d595dcf8-630e-45e4-860b-25ec9a0625a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbcdf7d4aed84d599c81aed8124882ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0825560 Mar 10 15:04:11.901665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 47754) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:11.931953 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be623e8c-f609-44a1-a6b3-3b530f5b7d9c req-11c7b1af-af2f-480c-adc1-b898ed3bdaa0 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294136 Mar 10 15:04:11.936899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ce6e5558-d6d8-472c-a72d-a311102b8f2e None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:12.048731 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-7b7db3eb-381e-4138-b112-aa0124ae883b req-219a0f1f-a223-428c-bd7c-2722cb596f3b tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] show failed (client error): The resource could not be found. Mar 10 15:04:12.049774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b7db3eb-381e-4138-b112-aa0124ae883b req-219a0f1f-a223-428c-bd7c-2722cb596f3b tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips/ff509c32-4fb8-4fa3-8c4b-29ed3bfabf37 HTTP/1.1" status: 404 len: 350 time: 0.0614047 Mar 10 15:04:12.159821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af17ab25-90a2-4c4d-827d-e92bc1520ac8 admin admin] Publish callbacks [] for security_group (f605124e-7d03-4875-881d-a859df2164ed), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:12.240810 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a219654d-e833-4ba4-89eb-57982d75e79c x-openstack-request-id: req-a219654d-e833-4ba4-89eb-57982d75e79c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:12.241248 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-plugged", "status": "completed", "tag": "b4d68090-b739-4959-a276-e82f2782b0de", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:12.241521 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a219654d-e833-4ba4-89eb-57982d75e79c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:12.242010 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de', 'code': 200} Mar 10 15:04:12.275678 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af17ab25-90a2-4c4d-827d-e92bc1520ac8 admin admin] Publish callbacks [] for security_group (f605124e-7d03-4875-881d-a859df2164ed), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:12.318604 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7e97e8-40eb-4f23-8aea-d8cd7c318f48 x-openstack-request-id: req-5b7e97e8-40eb-4f23-8aea-d8cd7c318f48 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:12.319722 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093", "status": "completed", "code": 200}, {"server_uuid": "2b504c18-a751-43aa-9fdf-3169e8f01a29", "name": "network-vif-deleted", "tag": "e07e7465-298a-4cdb-b8b2-310c4ba7be9d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:12.320049 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b7e97e8-40eb-4f23-8aea-d8cd7c318f48 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:12.320864 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'status': 'completed', 'code': 200} Mar 10 15:04:12.320864 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b504c18-a751-43aa-9fdf-3169e8f01a29', 'name': 'network-vif-deleted', 'tag': 'e07e7465-298a-4cdb-b8b2-310c4ba7be9d', 'status': 'completed', 'code': 200} Mar 10 15:04:12.341857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ed925a4a-5d15-4b1c-92c9-f4b3671cd8ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Router 975377ad-adac-4620-bab0-398aa5cbcfc3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:04:12.455741 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-b8afdb76-2f0d-487a-a5e5-f3287b3640e9 req-20af5bb6-6479-4bf0-bfa7-303777659dbd tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] show failed (client error): The resource could not be found. Mar 10 15:04:12.456935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8afdb76-2f0d-487a-a5e5-f3287b3640e9 req-20af5bb6-6479-4bf0-bfa7-303777659dbd tempest-FloatingIPsTestJSON-1885187167 tempest-FloatingIPsTestJSON-1885187167-project] 10.222.0.11 "GET /v2.0/floatingips/ff509c32-4fb8-4fa3-8c4b-29ed3bfabf37 HTTP/1.1" status: 404 len: 350 time: 0.0711319 Mar 10 15:04:12.474349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47776) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:12.540916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92af8ad-a9ac-4fb9-83a2-4f74ca01e2a0 req-8fbcd687-76f6-4669-8ef3-deb14073bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:12.544477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e92af8ad-a9ac-4fb9-83a2-4f74ca01e2a0 req-8fbcd687-76f6-4669-8ef3-deb14073bf69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 1132 time: 0.3115115 Mar 10 15:04:12.577348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88c22f-d6cd-4549-a01f-d3f5059800e1 req-fb7f497b-fab6-4cef-9202-fc76c3d58dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:12.579759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a88c22f-d6cd-4549-a01f-d3f5059800e1 req-fb7f497b-fab6-4cef-9202-fc76c3d58dc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1127 time: 0.2522175 Mar 10 15:04:12.589443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af17ab25-90a2-4c4d-827d-e92bc1520ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f605124e-7d03-4875-881d-a859df2164ed), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:12.594525 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af17ab25-90a2-4c4d-827d-e92bc1520ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:12.596831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-af17ab25-90a2-4c4d-827d-e92bc1520ac8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f605124e-7d03-4875-881d-a859df2164ed HTTP/1.1" status: 204 len: 168 time: 0.6911252 Mar 10 15:04:12.709893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ce6e5558-d6d8-472c-a72d-a311102b8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:37:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:10Z', 'revision_number': 3, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:12.719850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17ab25-90a2-4c4d-827d-e92bc1520ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f605124e-7d03-4875-881d-a859df2164ed,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:12.828147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6e5558-d6d8-472c-a72d-a311102b8f2e None None] Checking router: 975377ad-adac-4620-bab0-398aa5cbcfc3 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:12.876795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6e5558-d6d8-472c-a72d-a311102b8f2e None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:12.877451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ce6e5558-d6d8-472c-a72d-a311102b8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:12.975740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ed925a4a-5d15-4b1c-92c9-f4b3671cd8ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:12.993597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e92af8ad-a9ac-4fb9-83a2-4f74ca01e2a0 req-bebcaffc-b9c6-4d1b-a210-322ad474bcf3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334588 Mar 10 15:04:13.003402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ed925a4a-5d15-4b1c-92c9-f4b3671cd8ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:13.204837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88c22f-d6cd-4549-a01f-d3f5059800e1 req-8279f59d-04b9-42eb-bbfd-364ab0b685d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:13.213791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a88c22f-d6cd-4549-a01f-d3f5059800e1 req-8279f59d-04b9-42eb-bbfd-364ab0b685d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.6143205 Mar 10 15:04:13.233837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63925c-af26-4b1a-81cd-044f2b3b4247 req-ac2c77ef-7bbd-4708-beb5-bffe14fdbc27 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:13.248089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f63925c-af26-4b1a-81cd-044f2b3b4247 req-ac2c77ef-7bbd-4708-beb5-bffe14fdbc27 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 950 time: 0.5257506 Mar 10 15:04:13.253815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ce6e5558-d6d8-472c-a72d-a311102b8f2e None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:13.369307 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (66a0b456-ea28-4ac5-a8e5-83f06429daba), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:13.375659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ed925a4a-5d15-4b1c-92c9-f4b3671cd8ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "PUT /v2.0/floatingips/7c32372f-e5a5-42b4-82db-51f8bd59c3c3 HTTP/1.1" status: 200 len: 998 time: 3.7909658 Mar 10 15:04:13.378934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a88c22f-d6cd-4549-a01f-d3f5059800e1 req-f03471c6-92ea-491e-b892-0939a4012276 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 217 time: 0.1265156 Mar 10 15:04:13.665983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f63925c-af26-4b1a-81cd-044f2b3b4247 req-cc23c971-cd8b-4cdf-b858-f297e79f7584 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158726 Mar 10 15:04:13.712788 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145a8d-40d7-4927-942f-11dbb6701401 req-3081d9c1-fdcb-4149-a88e-ee642f830df7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:13.726402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-3081d9c1-fdcb-4149-a88e-ee642f830df7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports/b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 942 time: 0.3259780 Mar 10 15:04:13.732047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88c22f-d6cd-4549-a01f-d3f5059800e1 req-9c37311b-fa1d-4996-b5ce-d7a163eac9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:13.733915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a88c22f-d6cd-4549-a01f-d3f5059800e1 req-9c37311b-fa1d-4996-b5ce-d7a163eac9c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.3440833 Mar 10 15:04:13.817391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ce6e5558-d6d8-472c-a72d-a311102b8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:37:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:10Z', 'revision_number': 3, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:13.872232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6e5558-d6d8-472c-a72d-a311102b8f2e None None] The sync data for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 is: [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:37:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:10Z', 'revision_number': 3, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:14.004447 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] Deleting port 8cd54fa5-c709-46be-a1e1-84746a4e3174 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:14.005312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88c22f-d6cd-4549-a01f-d3f5059800e1 req-4a034d03-f3bd-45fa-a643-1c9276bbac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:14.006492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:14.006888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a88c22f-d6cd-4549-a01f-d3f5059800e1 req-4a034d03-f3bd-45fa-a643-1c9276bbac92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2586482 Mar 10 15:04:14.092742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe0bd7-4887-4517-9de1-5aa70bf261b7 req-f8b2aab2-a23e-4ad5-969f-a77ca5c55a54 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:14.101201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65fe0bd7-4887-4517-9de1-5aa70bf261b7 req-f8b2aab2-a23e-4ad5-969f-a77ca5c55a54 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 946 time: 0.2936945 Mar 10 15:04:14.225059 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] For port 8cd54fa5-c709-46be-a1e1-84746a4e3174, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8cd54fa5-c709-46be-a1e1-84746a4e3174,segment=NetworkSegment(3841e844-9e22-4fae-9283-6fd0e4acf5f5),segment_id=3841e844-9e22-4fae-9283-6fd0e4acf5f5)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:14.225571 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:14.243370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:14.245746 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b46926-8a13-4456-a99a-dda0dcdc99d2" -d '{"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-plugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:14.260144 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d335b0-5521-4ee1-82a2-cb5a65648a82 None None] New status for floating IP 7c32372f-e5a5-42b4-82db-51f8bd59c3c3: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:04:14.263703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] Calling delete_port for 8cd54fa5-c709-46be-a1e1-84746a4e3174 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:14.657124 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8cd54fa5-c709-46be-a1e1-84746a4e3174), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:14.704654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd54fa5-c709-46be-a1e1-84746a4e3174,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:14.729614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093'}, {'name': 'network-changed', 'server_uuid': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'tag': '65992b81-7a59-4bd0-b466-480c8d7c4948'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:14.732307 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3cff3d-8d90-46e8-81d7-29e2f150af63" -d '{"events": [{"name": "network-changed", "server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093"}, {"name": "network-changed", "server_uuid": "9bee4112-8452-41f7-9fb7-9ab007ec7e73", "tag": "65992b81-7a59-4bd0-b466-480c8d7c4948"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:14.858106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145a8d-40d7-4927-942f-11dbb6701401 req-8dc30597-fb0f-4741-91ee-031377d53c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:14.859916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-8dc30597-fb0f-4741-91ee-031377d53c80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1127 time: 0.9937921 Mar 10 15:04:14.985011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65fe0bd7-4887-4517-9de1-5aa70bf261b7 req-a0387a4a-e326-4baa-9c96-29a06b25de7f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8824706 Mar 10 15:04:14.991121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a88c22f-d6cd-4549-a01f-d3f5059800e1 req-005f1b96-b3eb-44dd-bbe1-d07ac30b9686 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9717162 Mar 10 15:04:15.066973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad831053-174e-469b-bc05-f95e65f1f1a2 None None] Sync routers for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:15.082041 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (66a0b456-ea28-4ac5-a8e5-83f06429daba), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:15.084398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad831053-174e-469b-bc05-f95e65f1f1a2 None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:15.085050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ad831053-174e-469b-bc05-f95e65f1f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:15.282396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145a8d-40d7-4927-942f-11dbb6701401 req-4c8484d5-5329-4a6c-8283-af4348b92412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:15.283946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-4c8484d5-5329-4a6c-8283-af4348b92412 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.4055851 Mar 10 15:04:15.349929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ad831053-174e-469b-bc05-f95e65f1f1a2 None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:15.357689 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a88c22f-d6cd-4549-a01f-d3f5059800e1 req-b5e6c4f3-de16-4b94-85aa-c462eaffd6a0 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555337 Mar 10 15:04:15.616461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824418-fb91-4afc-b91f-b42c1db77fea req-0e1af069-82c9-40c8-891a-412811f81fd3 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:15.617600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824418-fb91-4afc-b91f-b42c1db77fea req-0e1af069-82c9-40c8-891a-412811f81fd3 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:15.617741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824418-fb91-4afc-b91f-b42c1db77fea req-0e1af069-82c9-40c8-891a-412811f81fd3 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:15.618179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824418-fb91-4afc-b91f-b42c1db77fea req-0e1af069-82c9-40c8-891a-412811f81fd3 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:15.618696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824418-fb91-4afc-b91f-b42c1db77fea req-0e1af069-82c9-40c8-891a-412811f81fd3 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:15.619182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824418-fb91-4afc-b91f-b42c1db77fea req-0e1af069-82c9-40c8-891a-412811f81fd3 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:15.619634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824418-fb91-4afc-b91f-b42c1db77fea req-0e1af069-82c9-40c8-891a-412811f81fd3 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:15.620092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824418-fb91-4afc-b91f-b42c1db77fea req-0e1af069-82c9-40c8-891a-412811f81fd3 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:15.635834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb824418-fb91-4afc-b91f-b42c1db77fea req-0e1af069-82c9-40c8-891a-412811f81fd3 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5706 time: 0.2433722 Mar 10 15:04:15.658597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] Router 66a0b456-ea28-4ac5-a8e5-83f06429daba has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:04:15.732128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-0d0189ff-15f6-4ad7-a20c-d81617529396 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 217 time: 0.4398804 Mar 10 15:04:15.760316 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d48415-8fab-4829-a3cd-4d2b85a87a26 x-openstack-request-id: req-a7d48415-8fab-4829-a3cd-4d2b85a87a26 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:15.760650 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-plugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:15.760862 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7d48415-8fab-4829-a3cd-4d2b85a87a26 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:15.761258 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'code': 200} Mar 10 15:04:15.843087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145a8d-40d7-4927-942f-11dbb6701401 req-26fa6d66-5e42-47f1-bef9-918cea6e3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:15.846404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-26fa6d66-5e42-47f1-bef9-918cea6e3ae2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.1041741 Mar 10 15:04:15.867103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ad831053-174e-469b-bc05-f95e65f1f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:37:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:14Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:15.910922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad831053-174e-469b-bc05-f95e65f1f1a2 None None] Checking router: 975377ad-adac-4620-bab0-398aa5cbcfc3 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:15.929861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad831053-174e-469b-bc05-f95e65f1f1a2 None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:15.930837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ad831053-174e-469b-bc05-f95e65f1f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:16.007105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145a8d-40d7-4927-942f-11dbb6701401 req-2172a1fe-e7c8-4b99-880f-9c4c62e05ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:16.008869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-2172a1fe-e7c8-4b99-880f-9c4c62e05ca7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1560025 Mar 10 15:04:16.055900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07982663-30ba-4d76-aac4-8171f343c076 req-222f13b2-11b8-43bc-bc46-f83de1109f44 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:16.067746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07982663-30ba-4d76-aac4-8171f343c076 req-222f13b2-11b8-43bc-bc46-f83de1109f44 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 950 time: 0.1237156 Mar 10 15:04:16.131160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ad831053-174e-469b-bc05-f95e65f1f1a2 None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:16.155118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-65a39cae-d4c0-4fe9-960f-6a2e5bb7a9cd service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381788 Mar 10 15:04:16.352222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07982663-30ba-4d76-aac4-8171f343c076 req-995eacdc-07e8-4dd0-8522-237b390d9e5c tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834461 Mar 10 15:04:16.405083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:16.412894 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-31e3592c-022c-4424-96ae-1884beb5b28e admin admin] 10.222.0.11 "PUT /v2.0/routers/66a0b456-ea28-4ac5-a8e5-83f06429daba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9366431 Mar 10 15:04:16.417096 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf13b29-d97f-4315-9d63-d257995c397f None None] Sync routers for ids ['66a0b456-ea28-4ac5-a8e5-83f06429daba'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:16.419680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 47846) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:16.435242 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf13b29-d97f-4315-9d63-d257995c397f None None] Routers {'66a0b456-ea28-4ac5-a8e5-83f06429daba'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:16.436721 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-adf13b29-d97f-4315-9d63-d257995c397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66a0b456-ea28-4ac5-a8e5-83f06429daba'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:16.460286 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ad831053-174e-469b-bc05-f95e65f1f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:37:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:14Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:16.509113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-31c084b6-9842-4757-8b16-ca2aeee1e987 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270607 Mar 10 15:04:16.514029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad831053-174e-469b-bc05-f95e65f1f1a2 None None] The sync data for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 is: [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:37:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:14Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:16.598779 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-adf13b29-d97f-4315-9d63-d257995c397f None None] Set router 66a0b456-ea28-4ac5-a8e5-83f06429daba gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:16.599994 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670aa843-db6e-4433-9b3d-4494284e41e7 x-openstack-request-id: req-670aa843-db6e-4433-9b3d-4494284e41e7 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:16.600288 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9bee4112-8452-41f7-9fb7-9ab007ec7e73", "tag": "65992b81-7a59-4bd0-b466-480c8d7c4948", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:16.600547 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-670aa843-db6e-4433-9b3d-4494284e41e7 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:16.600984 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'status': 'completed', 'code': 200} Mar 10 15:04:16.603178 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'tag': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'status': 'completed', 'code': 200} Mar 10 15:04:16.740493 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Publish callbacks [] for router (66a0b456-ea28-4ac5-a8e5-83f06429daba), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:16.869284 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-adf13b29-d97f-4315-9d63-d257995c397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'name': 'tempest-FloatingIPsTestJSON-1048266686-router', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:03:47Z', 'updated_at': '2022-03-10T15:04:14Z', 'revision_number': 5, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'gw_port': {'id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:49Z', 'updated_at': '2022-03-10T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:16.905707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145a8d-40d7-4927-942f-11dbb6701401 req-3e7ae360-5630-4f81-b93b-74f7685502d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:16.906765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-3e7ae360-5630-4f81-b93b-74f7685502d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 1128 time: 0.3209596 Mar 10 15:04:16.921373 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf13b29-d97f-4315-9d63-d257995c397f None None] Checking router: 66a0b456-ea28-4ac5-a8e5-83f06429daba for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:16.923554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-eaf0dae4-d200-4e22-8992-b7199f522da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:16.924926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-eaf0dae4-d200-4e22-8992-b7199f522da5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1127 time: 0.3550789 Mar 10 15:04:16.937184 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf13b29-d97f-4315-9d63-d257995c397f None None] Routers {'66a0b456-ea28-4ac5-a8e5-83f06429daba'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:16.937834 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-adf13b29-d97f-4315-9d63-d257995c397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66a0b456-ea28-4ac5-a8e5-83f06429daba'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:16.954626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7102bf3-6150-4759-a132-476af06e356c req-d698a619-fda5-4653-88dd-c6ee62dc8a1c tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:16.956667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7102bf3-6150-4759-a132-476af06e356c req-d698a619-fda5-4653-88dd-c6ee62dc8a1c tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 886 time: 0.3781149 Mar 10 15:04:17.086755 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-adf13b29-d97f-4315-9d63-d257995c397f None None] Set router 66a0b456-ea28-4ac5-a8e5-83f06429daba gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:17.197987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145a8d-40d7-4927-942f-11dbb6701401 req-28b829e3-190e-40c2-b8ef-1c9bef3ae6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:17.199891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-28b829e3-190e-40c2-b8ef-1c9bef3ae6d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.2719994 Mar 10 15:04:17.258827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-06632844-e21c-480f-a685-85956d505d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:17.260349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-06632844-e21c-480f-a685-85956d505d90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.3074119 Mar 10 15:04:17.313882 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-adf13b29-d97f-4315-9d63-d257995c397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'name': 'tempest-FloatingIPsTestJSON-1048266686-router', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:03:47Z', 'updated_at': '2022-03-10T15:04:14Z', 'revision_number': 5, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'gw_port': {'id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:49Z', 'updated_at': '2022-03-10T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:17.331019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-0ecb74e4-2189-48c0-a79b-2082ba50a9be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 217 time: 0.0437069 Mar 10 15:04:17.350854 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf13b29-d97f-4315-9d63-d257995c397f None None] The sync data for ids ['66a0b456-ea28-4ac5-a8e5-83f06429daba'] in n-d-833090-1 is: [{'id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'name': 'tempest-FloatingIPsTestJSON-1048266686-router', 'tenant_id': 'cf7388fde039490097be0c939d16e6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:03:47Z', 'updated_at': '2022-03-10T15:04:14Z', 'revision_number': 5, 'project_id': 'cf7388fde039490097be0c939d16e6f7', 'gw_port': {'id': '727ab03e-8e5c-4b00-9889-4a495c69e31c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a0b456-ea28-4ac5-a8e5-83f06429daba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:03:49Z', 'updated_at': '2022-03-10T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:17.420569 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Publish callbacks [] for router_gateway (66a0b456-ea28-4ac5-a8e5-83f06429daba), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:17.425719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-19f01f68-a390-45ac-8274-10b76cd37197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:17.427187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-19f01f68-a390-45ac-8274-10b76cd37197 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.0536771 Mar 10 15:04:17.544719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6bee2-383a-4640-8116-f732164db933 req-03ab82c7-fe1d-4430-af1c-72d5b946cb44 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:17.546258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12e6bee2-383a-4640-8116-f732164db933 req-03ab82c7-fe1d-4430-af1c-72d5b946cb44 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 946 time: 0.3949156 Mar 10 15:04:17.568707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-de38fbf5-d956-4f84-a73e-e4a7a932335d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65992b81-7a59-4bd0-b466-480c8d7c4948 HTTP/1.1" status: 200 len: 1001 time: 0.3042915 Mar 10 15:04:17.592792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Deleting port 727ab03e-8e5c-4b00-9889-4a495c69e31c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:17.593169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:17.595764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-4e5d666a-adbb-4cc5-9ff7-61ba2942ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:17.597217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-4e5d666a-adbb-4cc5-9ff7-61ba2942ce73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1556711 Mar 10 15:04:17.659460 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:17.780478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-e469d5f5-3a8a-4d51-989e-72645fcf857f service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506159 Mar 10 15:04:17.792918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12e6bee2-383a-4640-8116-f732164db933 req-5592b1ee-dc45-454c-9539-a4db99b68766 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385142 Mar 10 15:04:17.806149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145a8d-40d7-4927-942f-11dbb6701401 req-02e3a811-f37e-4012-ab17-9b54aff4302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:17.824638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-02e3a811-f37e-4012-ab17-9b54aff4302b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.2396262 Mar 10 15:04:17.939101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8cd54fa5-c709-46be-a1e1-84746a4e3174 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:04:17.997139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8cd54fa5-c709-46be-a1e1-84746a4e3174 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:04:17.997641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8cd54fa5-c709-46be-a1e1-84746a4e3174 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:04:18.023989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-59e40e6d-6351-47dc-be59-203733d7209b service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283087 Mar 10 15:04:18.127263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] For port 727ab03e-8e5c-4b00-9889-4a495c69e31c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=727ab03e-8e5c-4b00-9889-4a495c69e31c,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:18.127624 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:18.153590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145a8d-40d7-4927-942f-11dbb6701401 req-12569417-6cf2-438c-85b1-e5fcad67dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:18.155237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-12569417-6cf2-438c-85b1-e5fcad67dc93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2619905 Mar 10 15:04:18.160993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Calling delete_port for 727ab03e-8e5c-4b00-9889-4a495c69e31c owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:18.787149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-4dd80efb-a144-4eca-940d-9778da3d6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:18.788966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-4dd80efb-a144-4eca-940d-9778da3d6a58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 1128 time: 0.7081773 Mar 10 15:04:19.000720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-f55d9b47-4409-46ac-82d5-60528497c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.000720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-f55d9b47-4409-46ac-82d5-60528497c152 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.1619480 Mar 10 15:04:19.000720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c824e-9a91-4d69-bf21-9fd63830d3e2 req-e8a26825-a157-4085-bbc5-249491cbc1f4 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.000720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c824e-9a91-4d69-bf21-9fd63830d3e2 req-e8a26825-a157-4085-bbc5-249491cbc1f4 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.000720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c824e-9a91-4d69-bf21-9fd63830d3e2 req-e8a26825-a157-4085-bbc5-249491cbc1f4 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.000720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c824e-9a91-4d69-bf21-9fd63830d3e2 req-e8a26825-a157-4085-bbc5-249491cbc1f4 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.000720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c824e-9a91-4d69-bf21-9fd63830d3e2 req-e8a26825-a157-4085-bbc5-249491cbc1f4 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.000720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c824e-9a91-4d69-bf21-9fd63830d3e2 req-e8a26825-a157-4085-bbc5-249491cbc1f4 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.000720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c824e-9a91-4d69-bf21-9fd63830d3e2 req-e8a26825-a157-4085-bbc5-249491cbc1f4 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.001623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c824e-9a91-4d69-bf21-9fd63830d3e2 req-e8a26825-a157-4085-bbc5-249491cbc1f4 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.041587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e6c824e-9a91-4d69-bf21-9fd63830d3e2 req-e8a26825-a157-4085-bbc5-249491cbc1f4 tempest-NetworksTest-1922430881 tempest-NetworksTest-1922430881-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5706 time: 0.4744170 Mar 10 15:04:19.207578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-ee826e17-79be-4cf6-8ea7-11fc68dd0bf5 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0432765 Mar 10 15:04:19.428113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-b2a8957d-7094-4ee1-af00-93ca92a03183 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65992b81-7a59-4bd0-b466-480c8d7c4948 HTTP/1.1" status: 200 len: 1001 time: 0.4017313 Mar 10 15:04:19.452279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47894) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:19.507736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-c6382ec1-8bbe-4b5d-9423-f20443fe787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.509201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-c6382ec1-8bbe-4b5d-9423-f20443fe787f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.0710194 Mar 10 15:04:19.547187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa6384-5a3f-4e2e-9689-f7eb8720a1c0 req-4ae899a4-329e-43d4-8ad3-5959289093f7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.554812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5aa6384-5a3f-4e2e-9689-f7eb8720a1c0 req-4ae899a4-329e-43d4-8ad3-5959289093f7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 946 time: 0.3247738 Mar 10 15:04:19.623414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24145a8d-40d7-4927-942f-11dbb6701401 req-9b05d151-53fc-4b26-9fe9-66908650c3c7 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906951 Mar 10 15:04:19.716064 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5001510e-9160-4d95-9b59-9cb369b04506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:19.822502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5001510e-9160-4d95-9b59-9cb369b04506 admin admin] Publish callbacks [] for security_group (fb4de400-46ae-472e-a3bc-0418706a69a1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:19.844126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5001510e-9160-4d95-9b59-9cb369b04506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fb4de400-46ae-472e-a3bc-0418706a69a1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:19.870542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5aa6384-5a3f-4e2e-9689-f7eb8720a1c0 req-89c869bb-4249-4241-9f50-569db7015e1c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147843 Mar 10 15:04:19.881008 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e1bd10a-9f0e-4ba5-91bb-0e50b15558de req-2cc1b110-af83-4375-8982-1046b718beda tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 1001 time: 0.1787663 Mar 10 15:04:19.892094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-9d49fa28-8686-4848-8e68-1f29b8dce411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:19.894782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-9d49fa28-8686-4848-8e68-1f29b8dce411 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3704848 Mar 10 15:04:19.924310 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5001510e-9160-4d95-9b59-9cb369b04506 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe9281acf4f6471c8ae7e3649094746a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4700899 Mar 10 15:04:19.927885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001510e-9160-4d95-9b59-9cb369b04506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4de400-46ae-472e-a3bc-0418706a69a1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:19.934524 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47906) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:19.999186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-1f649d9b-325d-44f9-b6dc-b3ceefe546f2 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943758 Mar 10 15:04:20.000657 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (727ab03e-8e5c-4b00-9889-4a495c69e31c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.052735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bd10a-9f0e-4ba5-91bb-0e50b15558de req-a6f40d57-b3c5-4f6d-8bb7-abb589cf9498 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:20.054178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e1bd10a-9f0e-4ba5-91bb-0e50b15558de req-a6f40d57-b3c5-4f6d-8bb7-abb589cf9498 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports/65992b81-7a59-4bd0-b466-480c8d7c4948 HTTP/1.1" status: 200 len: 943 time: 0.1472323 Mar 10 15:04:20.077775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7372b63b-d633-481e-b3b7-5a4d3ac40e94 admin admin] Publish callbacks [] for security_group (fb4de400-46ae-472e-a3bc-0418706a69a1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.127740 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7372b63b-d633-481e-b3b7-5a4d3ac40e94 admin admin] Publish callbacks [] for security_group (fb4de400-46ae-472e-a3bc-0418706a69a1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.249937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a3cff3d-8d90-46e8-81d7-29e2f150af63 req-c8279566-1021-4e45-a064-344d7f8ffd71 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925867 Mar 10 15:04:20.256259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=727ab03e-8e5c-4b00-9889-4a495c69e31c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:20.296845 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7372b63b-d633-481e-b3b7-5a4d3ac40e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fb4de400-46ae-472e-a3bc-0418706a69a1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.316815 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7372b63b-d633-481e-b3b7-5a4d3ac40e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.317991 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7372b63b-d633-481e-b3b7-5a4d3ac40e94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb4de400-46ae-472e-a3bc-0418706a69a1 HTTP/1.1" status: 204 len: 168 time: 0.3816354 Mar 10 15:04:20.359888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372b63b-d633-481e-b3b7-5a4d3ac40e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4de400-46ae-472e-a3bc-0418706a69a1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:20.389064 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.450568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e1bd10a-9f0e-4ba5-91bb-0e50b15558de req-4b994737-6d3f-48e1-8000-d89f7cbaf31d tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 1001 time: 0.1993525 Mar 10 15:04:20.453557 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (66a0b456-ea28-4ac5-a8e5-83f06429daba), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.464127 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47924) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:20.569633 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (66a0b456-ea28-4ac5-a8e5-83f06429daba), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.572132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Publish callbacks [] for router_controller (66a0b456-ea28-4ac5-a8e5-83f06429daba), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.701270 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74c69d6b-f847-4e79-84da-027e9708954b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.813557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bd10a-9f0e-4ba5-91bb-0e50b15558de req-596b4a21-5cfb-492f-af28-4941e8c98634 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:20.815440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e1bd10a-9f0e-4ba5-91bb-0e50b15558de req-596b4a21-5cfb-492f-af28-4941e8c98634 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.1975195 Mar 10 15:04:20.816001 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74c69d6b-f847-4e79-84da-027e9708954b admin admin] Publish callbacks [] for security_group (64a50706-6120-44fc-9816-8f571f3fdc1d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.817840 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (66a0b456-ea28-4ac5-a8e5-83f06429daba), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.818523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66a0b456-ea28-4ac5-a8e5-83f06429daba {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:04:20.824730 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74c69d6b-f847-4e79-84da-027e9708954b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (64a50706-6120-44fc-9816-8f571f3fdc1d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.830539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:20.838026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-57903ecd-ca23-405a-be84-05a8bf86fed8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/66a0b456-ea28-4ac5-a8e5-83f06429daba HTTP/1.1" status: 204 len: 168 time: 4.4150429 Mar 10 15:04:20.838958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 47932) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:20.931552 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-74c69d6b-f847-4e79-84da-027e9708954b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0a3c38f04b84e86a763cdf6535bc964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4644055 Mar 10 15:04:20.932522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47936) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:20.939349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c69d6b-f847-4e79-84da-027e9708954b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a50706-6120-44fc-9816-8f571f3fdc1d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:21.063780 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9235f464-268d-44b1-bafb-c11ca2207c27 admin admin] Publish callbacks [] for security_group (64a50706-6120-44fc-9816-8f571f3fdc1d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.065551 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47938) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:21.094015 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2bebeb67-54ef-4492-bdfb-4caa169563a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.143223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-86b062ce-6fe0-457f-b159-3c2f442c7712 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 1001 time: 0.2879798 Mar 10 15:04:21.191676 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2bebeb67-54ef-4492-bdfb-4caa169563a7 admin admin] Publish callbacks [] for security_group (9d9878a4-6cb4-49cb-b572-fdcdf6f60b07), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.197880 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9235f464-268d-44b1-bafb-c11ca2207c27 admin admin] Publish callbacks [] for security_group (64a50706-6120-44fc-9816-8f571f3fdc1d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.214231 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2bebeb67-54ef-4492-bdfb-4caa169563a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9d9878a4-6cb4-49cb-b572-fdcdf6f60b07), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.267323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddca473-7646-4843-9e7a-3611eaa25387 admin admin] Deleting subnet 0588b52a-0088-438f-8fa7-f1de9f04fd4b {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:04:21.303454 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ddca473-7646-4843-9e7a-3611eaa25387 admin admin] Publish callbacks [] for subnet (0588b52a-0088-438f-8fa7-f1de9f04fd4b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.328467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebeb67-54ef-4492-bdfb-4caa169563a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9878a4-6cb4-49cb-b572-fdcdf6f60b07,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:21.351618 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2bebeb67-54ef-4492-bdfb-4caa169563a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40c44cc7e0ac4c36b3e5ad692e0cdcd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2848141 Mar 10 15:04:21.355094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47944) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:21.373860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-b994beed-1ea2-4732-b364-b81282c0665a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:21.375228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-b994beed-1ea2-4732-b364-b81282c0665a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports/65992b81-7a59-4bd0-b466-480c8d7c4948 HTTP/1.1" status: 200 len: 943 time: 0.2296219 Mar 10 15:04:21.391793 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ddca473-7646-4843-9e7a-3611eaa25387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (0588b52a-0088-438f-8fa7-f1de9f04fd4b), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.414549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9235f464-268d-44b1-bafb-c11ca2207c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (64a50706-6120-44fc-9816-8f571f3fdc1d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.417217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9235f464-268d-44b1-bafb-c11ca2207c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.422370 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9235f464-268d-44b1-bafb-c11ca2207c27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64a50706-6120-44fc-9816-8f571f3fdc1d HTTP/1.1" status: 204 len: 168 time: 0.4888446 Mar 10 15:04:21.423423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff4949-d528-4ed1-91a1-06cb1c2e758f req-13b79e0b-e3c2-47e7-8394-0ee315ab0845 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:21.441773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcff4949-d528-4ed1-91a1-06cb1c2e758f req-13b79e0b-e3c2-47e7-8394-0ee315ab0845 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 946 time: 0.4117291 Mar 10 15:04:21.453854 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12d07a13-cc46-46e1-a953-e99d4e2cae0b admin admin] Publish callbacks [] for security_group (9d9878a4-6cb4-49cb-b572-fdcdf6f60b07), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.503451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12d07a13-cc46-46e1-a953-e99d4e2cae0b admin admin] Publish callbacks [] for security_group (9d9878a4-6cb4-49cb-b572-fdcdf6f60b07), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.535567 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcff4949-d528-4ed1-91a1-06cb1c2e758f req-51cd617a-ad6c-4172-9948-70d378736a4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903294 Mar 10 15:04:21.606463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235f464-268d-44b1-bafb-c11ca2207c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a50706-6120-44fc-9816-8f571f3fdc1d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:21.616360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12d07a13-cc46-46e1-a953-e99d4e2cae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9d9878a4-6cb4-49cb-b572-fdcdf6f60b07), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.625949 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12d07a13-cc46-46e1-a953-e99d4e2cae0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.627287 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-12d07a13-cc46-46e1-a953-e99d4e2cae0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d9878a4-6cb4-49cb-b572-fdcdf6f60b07 HTTP/1.1" status: 204 len: 168 time: 0.2722194 Mar 10 15:04:21.673951 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d07a13-cc46-46e1-a953-e99d4e2cae0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9878a4-6cb4-49cb-b572-fdcdf6f60b07,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:21.694493 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ddca473-7646-4843-9e7a-3611eaa25387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (0588b52a-0088-438f-8fa7-f1de9f04fd4b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.762273 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1489a23d-5a05-450d-9450-10ed0fd169fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:21.881923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-92b76d77-32f3-413e-bad1-71f33f719a4c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 1001 time: 0.1085088 Mar 10 15:04:22.001994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 727ab03e-8e5c-4b00-9889-4a495c69e31c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:04:22.039154 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 727ab03e-8e5c-4b00-9889-4a495c69e31c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:04:22.040300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 727ab03e-8e5c-4b00-9889-4a495c69e31c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:04:22.098972 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ddca473-7646-4843-9e7a-3611eaa25387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (0588b52a-0088-438f-8fa7-f1de9f04fd4b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:22.118511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-890ceef7-07a8-4896-acf9-13981aa288ad tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:22.126081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-890ceef7-07a8-4896-acf9-13981aa288ad tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.2430680 Mar 10 15:04:22.131519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-c5cf911d-1a3e-4dc7-93a7-b9ddf58305d7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:04:22.143032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-c5cf911d-1a3e-4dc7-93a7-b9ddf58305d7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160184 Mar 10 15:04:22.206269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddca473-7646-4843-9e7a-3611eaa25387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0588b52a-0088-438f-8fa7-f1de9f04fd4b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:22.217842 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ddca473-7646-4843-9e7a-3611eaa25387 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:22.218685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e1753-542e-47f5-9062-68eeca8c419b None None] Network c593dc2d-c676-4fe2-8a68-d45789ba92aa requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:04:22.229313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47974) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:22.229608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3ddca473-7646-4843-9e7a-3611eaa25387 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0588b52a-0088-438f-8fa7-f1de9f04fd4b HTTP/1.1" status: 204 len: 168 time: 1.3899460 Mar 10 15:04:22.307039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-762c321a-b1ce-4928-92ae-335ad2fc4cd3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 1001 time: 0.1630306 Mar 10 15:04:22.329513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-6c6c0567-6183-446d-8b4c-f54a12edb1c7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:22.527549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-6c6c0567-6183-446d-8b4c-f54a12edb1c7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:22.534252 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c593dc2d-c676-4fe2-8a68-d45789ba92aa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:22.633329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b2885-424e-407a-8443-d1e95fd75477 None None] DHCP port deletion for c593dc2d-c676-4fe2-8a68-d45789ba92aa request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:04:22.757201 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Deleting port eb222e38-6d8d-4132-94fe-f3a2251cd36f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:22.763018 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:22.793322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-074b2885-424e-407a-8443-d1e95fd75477 None None] Deleting port eb222e38-6d8d-4132-94fe-f3a2251cd36f {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:22.793853 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-074b2885-424e-407a-8443-d1e95fd75477 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:22.815847 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-6c6c0567-6183-446d-8b4c-f54a12edb1c7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:22.875759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-6c6c0567-6183-446d-8b4c-f54a12edb1c7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:22.875759 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-6c6c0567-6183-446d-8b4c-f54a12edb1c7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Floating IP 7c32372f-e5a5-42b4-82db-51f8bd59c3c3 disassociated. External IP: 172.25.3.51, port: 65992b81-7a59-4bd0-b466-480c8d7c4948. Mar 10 15:04:22.876024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b4d68090-b739-4959-a276-e82f2782b0de details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:04:23.001517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] For port eb222e38-6d8d-4132-94fe-f3a2251cd36f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=eb222e38-6d8d-4132-94fe-f3a2251cd36f,segment=NetworkSegment(3841e844-9e22-4fae-9283-6fd0e4acf5f5),segment_id=3841e844-9e22-4fae-9283-6fd0e4acf5f5)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:23.010599 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.049010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-074b2885-424e-407a-8443-d1e95fd75477 None None] For port eb222e38-6d8d-4132-94fe-f3a2251cd36f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=eb222e38-6d8d-4132-94fe-f3a2251cd36f,segment=NetworkSegment(3841e844-9e22-4fae-9283-6fd0e4acf5f5),segment_id=3841e844-9e22-4fae-9283-6fd0e4acf5f5)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:23.049412 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-074b2885-424e-407a-8443-d1e95fd75477 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.062573 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Calling delete_port for eb222e38-6d8d-4132-94fe-f3a2251cd36f owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:23.135233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-074b2885-424e-407a-8443-d1e95fd75477 None None] Calling delete_port for eb222e38-6d8d-4132-94fe-f3a2251cd36f owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:23.163950 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.resource_extend [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:04:23.181243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48010) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:23.188847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-6c6c0567-6183-446d-8b4c-f54a12edb1c7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Router 975377ad-adac-4620-bab0-398aa5cbcfc3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:04:23.299158 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.327743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] No DVR routers for this DVR port eb222e38-6d8d-4132-94fe-f3a2251cd36f on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:04:23.361955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ee2f1-a6d4-45ab-a5bf-d2220b3a30b2 req-8f5517c2-69b2-4db7-8e50-0888f34d46db tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:23.369025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-136ee2f1-a6d4-45ab-a5bf-d2220b3a30b2 req-8f5517c2-69b2-4db7-8e50-0888f34d46db tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 946 time: 0.5516083 Mar 10 15:04:23.374599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-6c6c0567-6183-446d-8b4c-f54a12edb1c7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:23.380937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-6c6c0567-6183-446d-8b4c-f54a12edb1c7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.422584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-6c6c0567-6183-446d-8b4c-f54a12edb1c7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "PUT /v2.0/floatingips/7c32372f-e5a5-42b4-82db-51f8bd59c3c3 HTTP/1.1" status: 200 len: 694 time: 1.1145959 Mar 10 15:04:23.424002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'tag': '65992b81-7a59-4bd0-b466-480c8d7c4948'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:23.426245 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28" -d '{"events": [{"name": "network-changed", "server_uuid": "9bee4112-8452-41f7-9fb7-9ab007ec7e73", "tag": "65992b81-7a59-4bd0-b466-480c8d7c4948"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:23.445345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9279e-6c8c-4c56-9c42-a744eb749c4a None None] Sync routers for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:23.469461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1667549716-network', 'tenant_id': '66db18592fa447d1bd668bce79864ce9'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:23.475133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb222e38-6d8d-4132-94fe-f3a2251cd36f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:23.607621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c593dc2d-c676-4fe2-8a68-d45789ba92aa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.618949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-136ee2f1-a6d4-45ab-a5bf-d2220b3a30b2 req-665bdc84-bf01-4713-9210-f935e9751aa8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490153 Mar 10 15:04:23.624505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Made reservation on behalf of 66db18592fa447d1bd668bce79864ce9 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:04:23.627467 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.644111 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.670279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-c0985ea0-db82-443d-97c8-97eef33380f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:23.671054 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c593dc2d-c676-4fe2-8a68-d45789ba92aa']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:23.681493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-c0985ea0-db82-443d-97c8-97eef33380f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 1128 time: 0.2018185 Mar 10 15:04:23.693376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3841e844-9e22-4fae-9283-6fd0e4acf5f5') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:23.693690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3841e844-9e22-4fae-9283-6fd0e4acf5f5') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:23.715665 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (3841e844-9e22-4fae-9283-6fd0e4acf5f5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.743261 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (3841e844-9e22-4fae-9283-6fd0e4acf5f5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.757327 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:04:23.757902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (3841e844-9e22-4fae-9283-6fd0e4acf5f5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:04:23.759892 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:04:23.834859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9279e-6c8c-4c56-9c42-a744eb749c4a None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:23.835641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0ff9279e-6c8c-4c56-9c42-a744eb749c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:23.842429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48024) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:23.887751 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c593dc2d-c676-4fe2-8a68-d45789ba92aa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.894399 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:23.901235 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c593dc2d-c676-4fe2-8a68-d45789ba92aa HTTP/1.1" status: 204 len: 168 time: 1.6668956 Mar 10 15:04:23.933478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e257c1-c528-4347-bf2b-f92610612568 admin admin] Pushing event deleted for resources: {'Network': ['ID=c593dc2d-c676-4fe2-8a68-d45789ba92aa,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:24.007009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:24.072610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device eb222e38-6d8d-4132-94fe-f3a2251cd36f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:04:24.168361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'b4d68090-b739-4959-a276-e82f2782b0de', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'b4d68090-b739-4959-a276-e82f2782b0de', 'mac_address': 'fa:16:3e:b3:4b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:04:24.170492 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-074b2885-424e-407a-8443-d1e95fd75477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (eb222e38-6d8d-4132-94fe-f3a2251cd36f), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.293444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b2885-424e-407a-8443-d1e95fd75477 None None] Pushing event deleted for resources: {'Port': ['ID=eb222e38-6d8d-4132-94fe-f3a2251cd36f,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:24.303514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: eb222e38-6d8d-4132-94fe-f3a2251cd36f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:04:24.304104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device eb222e38-6d8d-4132-94fe-f3a2251cd36f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:04:24.305689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2a42b439-c1fd-47e8-94c4-562f83557732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.324606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48044) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:24.402356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-074b2885-424e-407a-8443-d1e95fd75477 None None] Network c593dc2d-c676-4fe2-8a68-d45789ba92aa is not hosted by any dhcp agent {{(pid=115535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:04:24.405873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b2885-424e-407a-8443-d1e95fd75477 None None] No DVR routers for this DVR port eb222e38-6d8d-4132-94fe-f3a2251cd36f on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:04:24.410220 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c789d283-24be-433a-b49f-cd7a7c228de6 x-openstack-request-id: req-c789d283-24be-433a-b49f-cd7a7c228de6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:24.410220 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bee4112-8452-41f7-9fb7-9ab007ec7e73", "tag": "65992b81-7a59-4bd0-b466-480c8d7c4948", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:24.410917 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c789d283-24be-433a-b49f-cd7a7c228de6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:24.410917 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'tag': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'status': 'completed', 'code': 200} Mar 10 15:04:24.425406 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-89638ee9-3ee4-423d-95c4-96456d6281a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf7388fde039490097be0c939d16e6f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0993016 Mar 10 15:04:24.427805 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48046) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:24.435232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-56543737-9443-49c9-8922-599630b559ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:24.437457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-56543737-9443-49c9-8922-599630b559ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.7528143 Mar 10 15:04:24.463310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port b4d68090-b739-4959-a276-e82f2782b0de is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:24.464800 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4d68090-b739-4959-a276-e82f2782b0de), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.516409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0ff9279e-6c8c-4c56-9c42-a744eb749c4a None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:24.541700 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3b21-7889-419f-be02-2bd73e2fb6ca admin admin] Publish callbacks [] for security_group (cc15ce59-997d-4457-9959-e8510c8a08f9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.596890 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3b21-7889-419f-be02-2bd73e2fb6ca admin admin] Publish callbacks [] for security_group (cc15ce59-997d-4457-9959-e8510c8a08f9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.601077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4d68090-b739-4959-a276-e82f2782b0de {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:04:24.616529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-012feb2e-c584-4946-9074-734813e77e5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65992b81-7a59-4bd0-b466-480c8d7c4948 HTTP/1.1" status: 200 len: 217 time: 0.1535125 Mar 10 15:04:24.618538 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Publish callbacks [] for security_group (ea186afb-62d6-4b80-a8ac-c663b0630058), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.665053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea186afb-62d6-4b80-a8ac-c663b0630058), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.692873 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3b21-7889-419f-be02-2bd73e2fb6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cc15ce59-997d-4457-9959-e8510c8a08f9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.695811 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3b21-7889-419f-be02-2bd73e2fb6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.697641 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ad6f3b21-7889-419f-be02-2bd73e2fb6ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc15ce59-997d-4457-9959-e8510c8a08f9 HTTP/1.1" status: 204 len: 168 time: 0.2686224 Mar 10 15:04:24.709020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f3b21-7889-419f-be02-2bd73e2fb6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc15ce59-997d-4457-9959-e8510c8a08f9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:24.793007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:04:24.806804 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:24.822750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28 req-51633490-79da-433b-92ab-a506c67fc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:24.829617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28 req-51633490-79da-433b-92ab-a506c67fc4ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 1128 time: 0.4162533 Mar 10 15:04:24.837969 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (64fcf426-7bd3-4a3a-b5ed-14d145770280), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.838546 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Added segment 64fcf426-7bd3-4a3a-b5ed-14d145770280 of type vlan for network c34ecab1-2697-47e3-b45f-3379a5529af8 Mar 10 15:04:24.843934 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.889111 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c34ecab1-2697-47e3-b45f-3379a5529af8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.931875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:24.940977 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c34ecab1-2697-47e3-b45f-3379a5529af8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.942609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:24.943388 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:24.949967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0ff9279e-6c8c-4c56-9c42-a744eb749c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:25.020029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['b4d68090-b739-4959-a276-e82f2782b0de'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:04:25.029831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea186afb-62d6-4b80-a8ac-c663b0630058,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:25.049796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.050336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.050615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.051087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.051347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.052099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.052099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.052324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.052826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.053162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.053529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.053855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.054382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:25.080504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-97df7bfd-c30e-4ee2-9338-aa557dd523a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:25.082135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-97df7bfd-c30e-4ee2-9338-aa557dd523a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.4370682 Mar 10 15:04:25.114517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9279e-6c8c-4c56-9c42-a744eb749c4a None None] Checking router: 975377ad-adac-4620-bab0-398aa5cbcfc3 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:25.121202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9282172 Mar 10 15:04:25.122222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48060) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:25.129898 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] Request body: {'subnet': {'network_id': 'c34ecab1-2697-47e3-b45f-3379a5529af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1667549716-subnet', 'tenant_id': '66db18592fa447d1bd668bce79864ce9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:25.174289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] Made reservation on behalf of 66db18592fa447d1bd668bce79864ce9 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:04:25.179433 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:25.185164 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:25.206199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9279e-6c8c-4c56-9c42-a744eb749c4a None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:25.207283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0ff9279e-6c8c-4c56-9c42-a744eb749c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:25.323056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28 req-d48dc1e9-5b3b-48f0-bb87-04d542841fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:25.326591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28 req-d48dc1e9-5b3b-48f0-bb87-04d542841fed service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.4952779 Mar 10 15:04:25.343910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-847c9f83-fe1b-4cba-8407-4a0da2cd7f5e req-52e7f16f-b162-4c4e-b3ba-dd1f1f888479 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Request body: {'security_group': {'name': 'tempest-securitygroup-747399888', 'description': 'tempest-description-1926145803'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:25.373242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7614e52-ed5b-4122-93e4-2a0dc6b9ef46 admin admin] Pushing event updated for resources: {'Network': ['ID=c34ecab1-2697-47e3-b45f-3379a5529af8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:25.396591 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-847c9f83-fe1b-4cba-8407-4a0da2cd7f5e req-52e7f16f-b162-4c4e-b3ba-dd1f1f888479 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:25.406523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c34ecab1-2697-47e3-b45f-3379a5529af8 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:04:25.467127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-847c9f83-fe1b-4cba-8407-4a0da2cd7f5e req-52e7f16f-b162-4c4e-b3ba-dd1f1f888479 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:25.481153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28 req-2940abc6-2d3d-4bef-b6bb-77069236c703 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65992b81-7a59-4bd0-b466-480c8d7c4948 HTTP/1.1" status: 200 len: 217 time: 0.0889804 Mar 10 15:04:25.488633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9369bba-a662-4895-9065-8c83248b64ae admin admin] Deleting subnet 0f999e85-afee-4f55-a7b1-cf2f9a5ab040 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:04:25.493896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e9369bba-a662-4895-9065-8c83248b64ae admin admin] Publish callbacks [] for subnet (0f999e85-afee-4f55-a7b1-cf2f9a5ab040), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:25.546972 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e9369bba-a662-4895-9065-8c83248b64ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (0f999e85-afee-4f55-a7b1-cf2f9a5ab040), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:25.626698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (0cee4004-24bc-4427-a818-a9657daf7db7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:25.670523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0ff9279e-6c8c-4c56-9c42-a744eb749c4a None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:25.724903 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cee4004-24bc-4427-a818-a9657daf7db7,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:25.744321 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e9369bba-a662-4895-9065-8c83248b64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (0f999e85-afee-4f55-a7b1-cf2f9a5ab040), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:25.805241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-39119cbe-f1c5-498f-9db9-dd3e0ee7539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:25.810023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-39119cbe-f1c5-498f-9db9-dd3e0ee7539b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6884067 Mar 10 15:04:25.810540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] Checking segment: {'id': '64fcf426-7bd3-4a3a-b5ed-14d145770280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c34ecab1-2697-47e3-b45f-3379a5529af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:25.810949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] Network hostable DHCP agents. Network: c34ecab1-2697-47e3-b45f-3379a5529af8, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:04:25.852531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28 req-617d33c6-27b2-4725-a6f3-755857537909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:25.855638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28 req-617d33c6-27b2-4725-a6f3-755857537909 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.2730215 Mar 10 15:04:25.905236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] Network c34ecab1-2697-47e3-b45f-3379a5529af8 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:04:25.951466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c34ecab1-2697-47e3-b45f-3379a5529af8) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:25.968816 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:25.970928 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:25.999055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43b2bba-d3fc-46ab-8221-0e1654478c4c None None] Network c34ecab1-2697-47e3-b45f-3379a5529af8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:04:26.042875 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1275ec24-cf7b-473c-812b-d108b980c83a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9181299 Mar 10 15:04:26.154617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-847c9f83-fe1b-4cba-8407-4a0da2cd7f5e req-52e7f16f-b162-4c4e-b3ba-dd1f1f888479 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:26.200091 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e9369bba-a662-4895-9065-8c83248b64ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (0f999e85-afee-4f55-a7b1-cf2f9a5ab040), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:26.233259 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-847c9f83-fe1b-4cba-8407-4a0da2cd7f5e req-52e7f16f-b162-4c4e-b3ba-dd1f1f888479 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:26.321334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-b837cef3-d1f1-4148-8d79-bd4d3b370740 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983854 Mar 10 15:04:26.379433 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e9369bba-a662-4895-9065-8c83248b64ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:26.383123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e9369bba-a662-4895-9065-8c83248b64ae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0f999e85-afee-4f55-a7b1-cf2f9a5ab040 HTTP/1.1" status: 204 len: 168 time: 2.5349321 Mar 10 15:04:26.388645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48098) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:26.388645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48100) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:26.395061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9369bba-a662-4895-9065-8c83248b64ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f999e85-afee-4f55-a7b1-cf2f9a5ab040,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:26.416899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce579e-7ea8-40dc-8aa9-1a83dc6177ac None None] Network c34ecab1-2697-47e3-b45f-3379a5529af8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:04:26.426954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0ff9279e-6c8c-4c56-9c42-a744eb749c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:26.473784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28 req-4b825cda-99f5-4acc-bdbd-c8875cc1263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:26.478916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28 req-4b825cda-99f5-4acc-bdbd-c8875cc1263e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6005917 Mar 10 15:04:26.548736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9279e-6c8c-4c56-9c42-a744eb749c4a None None] The sync data for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 is: [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:26.676518 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:26.679068 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (45f63702-258a-4faa-b361-a91319316960), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:26.702900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7f16f-b162-4c4e-b3ba-dd1f1f888479 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:26.720110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-network', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:26.886768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b4d68090-b739-4959-a276-e82f2782b0de up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:26.937105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28 req-60c653d9-034b-419b-aaad-2940caf4d04f service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321966 Mar 10 15:04:26.983061 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (45f63702-258a-4faa-b361-a91319316960), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.004974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port b4d68090-b739-4959-a276-e82f2782b0de triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:27.005565 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b4d68090-b739-4959-a276-e82f2782b0de), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.024996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f63702-258a-4faa-b361-a91319316960']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:27.048044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e13ee4-f199-4cce-9813-bfc63558a136') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:27.048353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e13ee4-f199-4cce-9813-bfc63558a136') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:27.074583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (d8e13ee4-f199-4cce-9813-bfc63558a136), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.095984 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d8e13ee4-f199-4cce-9813-bfc63558a136), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.102341 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:04:27.103082 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (d8e13ee4-f199-4cce-9813-bfc63558a136), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.108125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-847c9f83-fe1b-4cba-8407-4a0da2cd7f5e req-52e7f16f-b162-4c4e-b3ba-dd1f1f888479 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (9225a554-f6ec-4165-9ccf-d71943e3dea7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:04:27.150635 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:04:27.176212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port b4d68090-b739-4959-a276-e82f2782b0de is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:27.176915 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4d68090-b739-4959-a276-e82f2782b0de), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.221418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:27.224105 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a946e128-6579-4a93-b987-acbe8e5f42d1" -d '{"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-plugged", "status": "completed", "tag": "b4d68090-b739-4959-a276-e82f2782b0de"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:27.233131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Made reservation on behalf of c8694af26e6048c89974f3079ba650d9 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:04:27.236072 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.239813 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (45f63702-258a-4faa-b361-a91319316960), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.247635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0e76b2-abe9-4f1d-9e4f-d00b917ecf28 req-b976277b-25e8-4659-9864-9567d1d1137b service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906506 Mar 10 15:04:27.249558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-847c9f83-fe1b-4cba-8407-4a0da2cd7f5e req-52e7f16f-b162-4c4e-b3ba-dd1f1f888479 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9225a554-f6ec-4165-9ccf-d71943e3dea7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.256518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36be283-bd6d-42f0-b371-02b5aa34bc53 req-0bcb9a6c-2bc4-4731-b067-6b126199c279 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8895068 Mar 10 15:04:27.270874 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e687018b-cd97-4dac-a912-1358ccbae782 None None] New status for floating IP 7c32372f-e5a5-42b4-82db-51f8bd59c3c3: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:04:27.286010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:27.301760 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.317622 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.327715 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] 10.222.0.11 "DELETE /v2.0/networks/45f63702-258a-4faa-b361-a91319316960 HTTP/1.1" status: 204 len: 168 time: 0.9407437 Mar 10 15:04:27.329212 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.335994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a296e-f3f3-4e83-ae38-cbca1f8ef894 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f63702-258a-4faa-b361-a91319316960,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:27.337685 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-847c9f83-fe1b-4cba-8407-4a0da2cd7f5e req-52e7f16f-b162-4c4e-b3ba-dd1f1f888479 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.363876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-847c9f83-fe1b-4cba-8407-4a0da2cd7f5e req-52e7f16f-b162-4c4e-b3ba-dd1f1f888479 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 2.1254487 Mar 10 15:04:27.378083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7f16f-b162-4c4e-b3ba-dd1f1f888479 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9225a554-f6ec-4165-9ccf-d71943e3dea7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:27.451879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:27.542706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964904b8-43a0-4c61-bc69-4ef7e08abfc4 req-bfc8372d-bffe-4625-bfe2-ee8b04705784 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:27.560542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-964904b8-43a0-4c61-bc69-4ef7e08abfc4 req-bfc8372d-bffe-4625-bfe2-ee8b04705784 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 946 time: 0.1411977 Mar 10 15:04:27.601362 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Publish callbacks [] for security_group (f3f092fb-48f3-49a9-bb4d-a47fded4a60a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.611173 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f3f092fb-48f3-49a9-bb4d-a47fded4a60a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.680051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:04:27.685002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-964904b8-43a0-4c61-bc69-4ef7e08abfc4 req-2ac22c0a-f13a-4246-ab46-8bbe3ceb5757 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166680 Mar 10 15:04:27.715702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48132) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:27.719949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f092fb-48f3-49a9-bb4d-a47fded4a60a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:27.739717 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (2204f15c-8eaa-4fad-bf4b-5731ca316a61), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.740073 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Added segment 2204f15c-8eaa-4fad-bf4b-5731ca316a61 of type vlan for network 7c30fde9-25fa-4405-a1fe-66e5455ac64f Mar 10 15:04:27.843497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (7c30fde9-25fa-4405-a1fe-66e5455ac64f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.852053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-87b7bf7e-8cc5-47ae-82b5-cbbd31c956a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e14e55d40f84c3eb626e8bdb2e9c72f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270070 Mar 10 15:04:27.853243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48134) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:27.889322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (7c30fde9-25fa-4405-a1fe-66e5455ac64f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.891500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:27.892168 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.937132 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5478725 Mar 10 15:04:27.937760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48136) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:27.946910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] Request body: {'subnet': {'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-subnet', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:27.983063 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d286dfb9-93e9-4bcd-93b4-20acd2e0425e admin admin] Publish callbacks [] for security_group (a670ab3f-c7ac-4096-a4fb-acfaa33d4fca), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:27.983935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] Made reservation on behalf of c8694af26e6048c89974f3079ba650d9 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:04:27.986896 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:28.034008 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d286dfb9-93e9-4bcd-93b4-20acd2e0425e admin admin] Publish callbacks [] for security_group (a670ab3f-c7ac-4096-a4fb-acfaa33d4fca), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:28.151510 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d286dfb9-93e9-4bcd-93b4-20acd2e0425e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a670ab3f-c7ac-4096-a4fb-acfaa33d4fca), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:28.152925 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:28.155898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d286dfb9-93e9-4bcd-93b4-20acd2e0425e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:28.158206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d286dfb9-93e9-4bcd-93b4-20acd2e0425e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a670ab3f-c7ac-4096-a4fb-acfaa33d4fca HTTP/1.1" status: 204 len: 168 time: 0.3036053 Mar 10 15:04:28.182571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286dfb9-93e9-4bcd-93b4-20acd2e0425e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a670ab3f-c7ac-4096-a4fb-acfaa33d4fca,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:28.375474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d882733-45b1-45cc-b28a-03e4eb997687 admin admin] Pushing event updated for resources: {'Network': ['ID=7c30fde9-25fa-4405-a1fe-66e5455ac64f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:28.385964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 7c30fde9-25fa-4405-a1fe-66e5455ac64f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:04:28.392490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (92ce6dfa-a0e8-44c5-85ef-ca070887e694), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:28.510810 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ce6dfa-a0e8-44c5-85ef-ca070887e694,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:28.514432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] Checking segment: {'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:28.514950 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] Network hostable DHCP agents. Network: 7c30fde9-25fa-4405-a1fe-66e5455ac64f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:04:28.556834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] Network 7c30fde9-25fa-4405-a1fe-66e5455ac64f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:04:28.574487 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 7c30fde9-25fa-4405-a1fe-66e5455ac64f) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:28.603901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:28.606042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:28.656937 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5d3df206-17af-4cba-acc2-ffbd2f363c87 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7150688 Mar 10 15:04:28.659608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48146) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:28.675076 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:28.693557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f2172-b539-4608-b564-a2bd91d38c09 None None] Network 7c30fde9-25fa-4405-a1fe-66e5455ac64f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:04:28.769399 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (1c18dc66-8a72-4372-b45f-7ee941b4d97e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:28.770861 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (1c18dc66-8a72-4372-b45f-7ee941b4d97e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:28.877949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:04:28.880557 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:28.921208 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Publish callbacks [] for router_controller (1c18dc66-8a72-4372-b45f-7ee941b4d97e), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:29.259117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Allocated IP 172.20.0.2 (7c30fde9-25fa-4405-a1fe-66e5455ac64f/92ce6dfa-a0e8-44c5-85ef-ca070887e694/0e7e6257-5fbd-4374-9d24-d38e4f080905) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:29.328590 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Publish callbacks [] for router_gateway (1c18dc66-8a72-4372-b45f-7ee941b4d97e), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:29.644895 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Publish callbacks [] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:29.655228 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:29.761936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Network 7c30fde9-25fa-4405-a1fe-66e5455ac64f is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:29.785907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48166) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:29.787835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Pushing event updated for resources: {'Port': ['ID=0e7e6257-5fbd-4374-9d24-d38e4f080905,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:29.799117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:29.801895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:29.867010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Publish callbacks [] for router_gateway (1c18dc66-8a72-4372-b45f-7ee941b4d97e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:29.885415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Attempting to bind port 0e7e6257-5fbd-4374-9d24-d38e4f080905 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:29.885893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Attempting to bind port 0e7e6257-5fbd-4374-9d24-d38e4f080905 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:29.886300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Attempting to bind port 0e7e6257-5fbd-4374-9d24-d38e4f080905 on network 7c30fde9-25fa-4405-a1fe-66e5455ac64f {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:29.896156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:29.896486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Checking segment: {'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:29.896897 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:29.897291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Bound using segment: {'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:29.897758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Bound port: 0e7e6257-5fbd-4374-9d24-d38e4f080905, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:29.898137 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:29.912051 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:29.976681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] For port 0e7e6257-5fbd-4374-9d24-d38e4f080905, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:29.981569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] For port 0e7e6257-5fbd-4374-9d24-d38e4f080905, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0e7e6257-5fbd-4374-9d24-d38e4f080905,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:29.983350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-network', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:29.992178 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.051593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:04:30.054612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.070921 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.126688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa35ad-0e3a-48fe-9874-cfdf60d63e1e None None] Pushing event updated for resources: {'Port': ['ID=0e7e6257-5fbd-4374-9d24-d38e4f080905,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:30.275782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Allocated IP 172.25.3.73 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/cac6dedb-8e1a-4f7a-aedd-89194251d8c1) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:30.379666 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Publish callbacks [] for security_group (bf2bfbfe-9687-4abd-8cdd-a34b609b0aed), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.388635 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bf2bfbfe-9687-4abd-8cdd-a34b609b0aed), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.442517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:04:30.475618 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (3cb5075c-295a-431e-8d90-167a80c04ba9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.475618 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Added segment 3cb5075c-295a-431e-8d90-167a80c04ba9 of type vlan for network 4b1effa7-14ff-447c-a53b-51ea1093cee6 Mar 10 15:04:30.488732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:30.580310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (4b1effa7-14ff-447c-a53b-51ea1093cee6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.621458 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Publish callbacks [] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.639181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (4b1effa7-14ff-447c-a53b-51ea1093cee6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.640357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:30.642730 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.747424 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.754233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9640417 Mar 10 15:04:30.754467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48170) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:30.811494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] Request body: {'subnet': {'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-subnet', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:30.822041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a371c6-9678-4be7-879e-80ef0ac6c401 admin admin] Pushing event updated for resources: {'Network': ['ID=4b1effa7-14ff-447c-a53b-51ea1093cee6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:30.837311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 4b1effa7-14ff-447c-a53b-51ea1093cee6 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:04:30.881889 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:30.883944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:04:30.892002 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:30.900003 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:30.916272 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:30.932718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Pushing event updated for resources: {'Port': ['ID=cac6dedb-8e1a-4f7a-aedd-89194251d8c1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:31.220375 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:04:31.391664 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (0244003f-e2d7-431a-8fdc-02496e6ace82), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:31.568178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0244003f-e2d7-431a-8fdc-02496e6ace82,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:31.582353 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Publish callbacks [] for router_gateway (1c18dc66-8a72-4372-b45f-7ee941b4d97e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:31.584130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] Checking segment: {'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:31.585103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] Network hostable DHCP agents. Network: 4b1effa7-14ff-447c-a53b-51ea1093cee6, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:04:31.638379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] Network 4b1effa7-14ff-447c-a53b-51ea1093cee6 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:04:31.660325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 4b1effa7-14ff-447c-a53b-51ea1093cee6) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:31.666948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:31.667860 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:31.668745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1467b1-710b-4547-a4f9-9d38ffbb1769 None None] Network 4b1effa7-14ff-447c-a53b-51ea1093cee6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:04:31.699778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ca33ba10-cd9a-4c5f-aed3-581c9eea3e18 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9433527 Mar 10 15:04:31.706106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48172) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:31.711550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:31.739762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (e11eef9c-4574-4225-b244-eed8acdace45), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:31.741394 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (e11eef9c-4574-4225-b244-eed8acdace45), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:31.976690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-4b1effa7-14ff-447c-a53b-51ea1093cee6', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'fixed_ips': [{'subnet_id': '0244003f-e2d7-431a-8fdc-02496e6ace82'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:04:31.978153 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:31.982282 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Publish callbacks [] for router_controller (e11eef9c-4574-4225-b244-eed8acdace45), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:32.064296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffccbce-e99e-4acf-981c-2e5e1f5a8d21 None None] Network 7c30fde9-25fa-4405-a1fe-66e5455ac64f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:04:32.077766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (1c18dc66-8a72-4372-b45f-7ee941b4d97e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:32.220596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0e7e6257-5fbd-4374-9d24-d38e4f080905 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:32.328258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-56f39613-77cc-4ce1-8fdb-a08851ff5a2f None None] Provisioning complete for port 0e7e6257-5fbd-4374-9d24-d38e4f080905 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:32.329497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56f39613-77cc-4ce1-8fdb-a08851ff5a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:32.360764 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Router 1c18dc66-8a72-4372-b45f-7ee941b4d97e is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:04:32.384492 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Publish callbacks [] for router_gateway (e11eef9c-4574-4225-b244-eed8acdace45), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:32.569324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Allocated IP 172.20.0.2 (4b1effa7-14ff-447c-a53b-51ea1093cee6/0244003f-e2d7-431a-8fdc-02496e6ace82/4772c3de-d72c-440f-80bb-3b01b2e93f19) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:32.650865 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:32.703441 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:32.707858 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b6797822-de57-4f4d-979a-0d98d8fa4936 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.0468597 Mar 10 15:04:32.708507 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48182) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:32.846748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Sync routers for ids ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:32.914297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Routers {'1c18dc66-8a72-4372-b45f-7ee941b4d97e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:32.915558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:33.004488 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Publish callbacks [] for router_gateway (e11eef9c-4574-4225-b244-eed8acdace45), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:33.055984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Set router 1c18dc66-8a72-4372-b45f-7ee941b4d97e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:33.076833 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:33.251338 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Publish callbacks [] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:33.300762 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:33.315660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0e7e6257-5fbd-4374-9d24-d38e4f080905 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:33.316405 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:33.342316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Allocated IP 172.25.3.227 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/b8f621cf-3cae-439c-9504-b88293e24d34) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:33.477390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Network 4b1effa7-14ff-447c-a53b-51ea1093cee6 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:33.492809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:33.494709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-56f39613-77cc-4ce1-8fdb-a08851ff5a2f None None] Current status of the port 0e7e6257-5fbd-4374-9d24-d38e4f080905 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:33.495278 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56f39613-77cc-4ce1-8fdb-a08851ff5a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:33.499009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:33.512922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Pushing event updated for resources: {'Port': ['ID=4772c3de-d72c-440f-80bb-3b01b2e93f19,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:33.618909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Publish callbacks [] for port (b8f621cf-3cae-439c-9504-b88293e24d34), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:33.694645 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:33.764124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:33.769441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:33.788353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:33.927455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-56f39613-77cc-4ce1-8fdb-a08851ff5a2f None None] For port 0e7e6257-5fbd-4374-9d24-d38e4f080905, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0e7e6257-5fbd-4374-9d24-d38e4f080905,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:33.935721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:31Z', 'revision_number': 3, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:33.968845 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e835db3b-c509-425e-bc07-6038ee5e0a10 x-openstack-request-id: req-e835db3b-c509-425e-bc07-6038ee5e0a10 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:33.969181 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-plugged", "status": "completed", "tag": "b4d68090-b739-4959-a276-e82f2782b0de", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:33.969394 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e835db3b-c509-425e-bc07-6038ee5e0a10 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:33.969793 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de', 'code': 200} Mar 10 15:04:33.970412 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Checking router: 1c18dc66-8a72-4372-b45f-7ee941b4d97e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:33.970754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Updating router 1c18dc66-8a72-4372-b45f-7ee941b4d97e port cac6dedb-8e1a-4f7a-aedd-89194251d8c1 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:04:34.006661 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56f39613-77cc-4ce1-8fdb-a08851ff5a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.010129 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.041865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Pushing event updated for resources: {'Port': ['ID=b8f621cf-3cae-439c-9504-b88293e24d34,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:34.056652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0e7e6257-5fbd-4374-9d24-d38e4f080905 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:34.102977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Attempting to bind port 4772c3de-d72c-440f-80bb-3b01b2e93f19 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:34.103355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Attempting to bind port 4772c3de-d72c-440f-80bb-3b01b2e93f19 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:34.103722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Attempting to bind port 4772c3de-d72c-440f-80bb-3b01b2e93f19 on network 4b1effa7-14ff-447c-a53b-51ea1093cee6 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:34.142610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:34.143076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Checking segment: {'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:34.143412 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.143835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Bound using segment: {'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:34.144310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Bound port: 4772c3de-d72c-440f-80bb-3b01b2e93f19, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:34.144695 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.224262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] For port 4772c3de-d72c-440f-80bb-3b01b2e93f19, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:34.227622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] For port 4772c3de-d72c-440f-80bb-3b01b2e93f19, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4772c3de-d72c-440f-80bb-3b01b2e93f19,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:34.264477 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.267623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e1184a3a-19b1-41d9-9d4c-c3d442271a04 req-061c4ac7-5001-4fdf-8de9-25188994d7d9 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Request body: {'security_group': {'name': 'tempest-securitygroup-326557107', 'description': 'tempest-description-1087466568'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:34.318842 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.320996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9e94260b-953f-41fd-9eff-2f7b0220734e None None] Provisioning complete for port 0e7e6257-5fbd-4374-9d24-d38e4f080905 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:34.321473 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9e94260b-953f-41fd-9eff-2f7b0220734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.357566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f39613-77cc-4ce1-8fdb-a08851ff5a2f None None] Pushing event updated for resources: {'Port': ['ID=0e7e6257-5fbd-4374-9d24-d38e4f080905,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:34.427531 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1184a3a-19b1-41d9-9d4c-c3d442271a04 req-061c4ac7-5001-4fdf-8de9-25188994d7d9 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.473981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b027d4-1afe-4ae3-a2b0-890488bbdedc None None] Pushing event updated for resources: {'Port': ['ID=4772c3de-d72c-440f-80bb-3b01b2e93f19,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:34.495019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804b08-08b7-4cc7-845f-242a4a023023 req-00bb0cb6-c46b-4da3-8bcb-4c10f7717596 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:34.497204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-00bb0cb6-c46b-4da3-8bcb-4c10f7717596 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/networks?id=c34ecab1-2697-47e3-b45f-3379a5529af8 HTTP/1.1" status: 200 len: 821 time: 0.5991685 Mar 10 15:04:34.507470 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Allocated IP 172.20.0.1 (7c30fde9-25fa-4405-a1fe-66e5455ac64f/92ce6dfa-a0e8-44c5-85ef-ca070887e694/8a986ed5-2d1d-46a5-9fce-06c910d9842f) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:34.538729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-74dacd60-49ea-4b81-9d31-c36dd308a5bd tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/quotas/66db18592fa447d1bd668bce79864ce9 HTTP/1.1" status: 200 len: 375 time: 0.0225391 Mar 10 15:04:34.539712 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Publish callbacks [] for router_gateway (e11eef9c-4574-4225-b244-eed8acdace45), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.619845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-07d57b8d-d6c3-4ae1-a5e4-c8b54dade3c8 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=66db18592fa447d1bd668bce79864ce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746350 Mar 10 15:04:34.701605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9e94260b-953f-41fd-9eff-2f7b0220734e None None] Current status of the port 0e7e6257-5fbd-4374-9d24-d38e4f080905 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:34.723449 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Publish callbacks [] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.830458 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.923137 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Publish callbacks [] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.936013 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:34.974667 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Network 7c30fde9-25fa-4405-a1fe-66e5455ac64f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:34.975142 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8a986ed5-2d1d-46a5-9fce-06c910d9842f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:34.996334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:35.002716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:35.043736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Attempting to bind port cac6dedb-8e1a-4f7a-aedd-89194251d8c1 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:35.044085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Attempting to bind port cac6dedb-8e1a-4f7a-aedd-89194251d8c1 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:35.044548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Attempting to bind port cac6dedb-8e1a-4f7a-aedd-89194251d8c1 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:35.059243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3de3f8-41db-43af-822a-e339116ff2e0 None None] Pushing event updated for resources: {'Port': ['ID=cac6dedb-8e1a-4f7a-aedd-89194251d8c1,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:35.069590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:35.070037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:35.070460 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.070959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:35.071388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Bound port: cac6dedb-8e1a-4f7a-aedd-89194251d8c1, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:35.071777 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.113699 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (1c18dc66-8a72-4372-b45f-7ee941b4d97e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.190051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] For port cac6dedb-8e1a-4f7a-aedd-89194251d8c1, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:35.195692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] For port cac6dedb-8e1a-4f7a-aedd-89194251d8c1, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cac6dedb-8e1a-4f7a-aedd-89194251d8c1,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:35.216247 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.340268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3de3f8-41db-43af-822a-e339116ff2e0 None None] Pushing event updated for resources: {'Port': ['ID=cac6dedb-8e1a-4f7a-aedd-89194251d8c1,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:35.397643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Routers {'1c18dc66-8a72-4372-b45f-7ee941b4d97e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:35.400483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:35.406548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-857f3d5d-7ca4-47c8-9e29-c32c0fee9d2f None None] Provisioning complete for port 8a986ed5-2d1d-46a5-9fce-06c910d9842f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:35.406970 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-857f3d5d-7ca4-47c8-9e29-c32c0fee9d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.414360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.419406 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1184a3a-19b1-41d9-9d4c-c3d442271a04 req-061c4ac7-5001-4fdf-8de9-25188994d7d9 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (aa953acc-320a-4b38-a4f9-c9e83a30b240), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.430071 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1184a3a-19b1-41d9-9d4c-c3d442271a04 req-061c4ac7-5001-4fdf-8de9-25188994d7d9 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aa953acc-320a-4b38-a4f9-c9e83a30b240), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.489414 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1184a3a-19b1-41d9-9d4c-c3d442271a04 req-061c4ac7-5001-4fdf-8de9-25188994d7d9 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.490775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1184a3a-19b1-41d9-9d4c-c3d442271a04 req-061c4ac7-5001-4fdf-8de9-25188994d7d9 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.2273948 Mar 10 15:04:35.536900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c4ac7-5001-4fdf-8de9-25188994d7d9 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa953acc-320a-4b38-a4f9-c9e83a30b240,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:35.609493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-857f3d5d-7ca4-47c8-9e29-c32c0fee9d2f None None] Port 8a986ed5-2d1d-46a5-9fce-06c910d9842f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:04:35.661155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-548f6776-35ae-4278-9762-5583b0c934b8 service neutron] 10.222.0.11 "GET /v2.0/networks/c34ecab1-2697-47e3-b45f-3379a5529af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0281000 Mar 10 15:04:35.687902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] Set router 1c18dc66-8a72-4372-b45f-7ee941b4d97e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:35.794213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Publish callbacks [] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.806711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.900288 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (1c18dc66-8a72-4372-b45f-7ee941b4d97e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:35.947769 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (e11eef9c-4574-4225-b244-eed8acdace45), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:36.041740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8a986ed5-2d1d-46a5-9fce-06c910d9842f,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:36.076289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13205f26-0eca-484b-b714-85dbe11427c5 req-aebd427f-9057-4e8d-a050-4799255695d3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:36.077822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13205f26-0eca-484b-b714-85dbe11427c5 req-aebd427f-9057-4e8d-a050-4799255695d3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 946 time: 0.4127157 Mar 10 15:04:36.095484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-ff14bcae-6d6d-4f8d-91b9-109bb9a33c68 service neutron] 10.222.0.11 "GET /v2.0/networks/c34ecab1-2697-47e3-b45f-3379a5529af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333773 Mar 10 15:04:36.199619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50446de6-7db6-4f2a-ad17-b700f0d79069 None None] Network 4b1effa7-14ff-447c-a53b-51ea1093cee6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:04:36.230858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Network 7c30fde9-25fa-4405-a1fe-66e5455ac64f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:36.232580 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:36.403183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Router 1c18dc66-8a72-4372-b45f-7ee941b4d97e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:04:36.435128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0e7e6257-5fbd-4374-9d24-d38e4f080905 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:36.480510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-92ebe5a4-bc8b-444d-84b2-adf2b67245ec None None] Provisioning complete for port 4772c3de-d72c-440f-80bb-3b01b2e93f19 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:36.481051 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-92ebe5a4-bc8b-444d-84b2-adf2b67245ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:36.524588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8a986ed5-2d1d-46a5-9fce-06c910d9842f', 'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'mac_address': 'fa:16:3e:7d:f7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:34Z', 'updated_at': '2022-03-10T15:04:34Z', 'revision_number': 1, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'subnets': [{'id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:36.582872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15c7e9-253c-49d8-a65d-a72f3c4a1a29 None None] The sync data for ids ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'] in n-d-833090-1 is: [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8a986ed5-2d1d-46a5-9fce-06c910d9842f', 'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'mac_address': 'fa:16:3e:7d:f7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:34Z', 'updated_at': '2022-03-10T15:04:34Z', 'revision_number': 1, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'subnets': [{'id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:36.607874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:36.622970 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7e4fa430-2217-4643-b022-245d1dcfe2e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/1c18dc66-8a72-4372-b45f-7ee941b4d97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9051228 Mar 10 15:04:36.669553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13205f26-0eca-484b-b714-85dbe11427c5 req-1fe839b4-ebea-4d7b-85c0-8c354adec37d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5671353 Mar 10 15:04:36.672203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0e7e6257-5fbd-4374-9d24-d38e4f080905 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:36.672593 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:36.679556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f57d89-b125-4aee-a600-f772bd2ffa1e req-8cbe394a-3fc0-4c6b-8ca7-09abf3b4b7f7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:36.681892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3f57d89-b125-4aee-a600-f772bd2ffa1e req-8cbe394a-3fc0-4c6b-8ca7-09abf3b4b7f7 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bee4112-8452-41f7-9fb7-9ab007ec7e73 HTTP/1.1" status: 200 len: 946 time: 0.7379563 Mar 10 15:04:36.758034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-92ebe5a4-bc8b-444d-84b2-adf2b67245ec None None] Current status of the port 4772c3de-d72c-440f-80bb-3b01b2e93f19 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:36.758421 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-92ebe5a4-bc8b-444d-84b2-adf2b67245ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:36.882124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-92ebe5a4-bc8b-444d-84b2-adf2b67245ec None None] For port 4772c3de-d72c-440f-80bb-3b01b2e93f19, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4772c3de-d72c-440f-80bb-3b01b2e93f19,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:36.894382 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-92ebe5a4-bc8b-444d-84b2-adf2b67245ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:36.933550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-cfb0e835-0a10-468a-a08e-f6af1975ab36 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:36.937593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-cfb0e835-0a10-468a-a08e-f6af1975ab36 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3579314 Mar 10 15:04:36.977049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0e7e6257-5fbd-4374-9d24-d38e4f080905 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:36.996436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4772c3de-d72c-440f-80bb-3b01b2e93f19 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:37.187370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-5caae12e-f76f-464f-9a2e-a3ae7acd044c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 695 time: 0.2436836 Mar 10 15:04:37.226302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-5f166c5c-e78a-4ee8-bd44-446c3a88d821 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Request body: {'floatingip': {'port_id': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:37.233488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Router e11eef9c-4574-4225-b244-eed8acdace45 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:04:37.240036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1988b558-bde7-4ec4-ac57-65f1dcc4d203 None None] Provisioning complete for port 8a986ed5-2d1d-46a5-9fce-06c910d9842f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:37.240635 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1988b558-bde7-4ec4-ac57-65f1dcc4d203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:37.309168 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebe5a4-bc8b-444d-84b2-adf2b67245ec None None] Pushing event updated for resources: {'Port': ['ID=4772c3de-d72c-440f-80bb-3b01b2e93f19,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:37.346948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4772c3de-d72c-440f-80bb-3b01b2e93f19 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:37.346948 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:37.350411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f3f57d89-b125-4aee-a600-f772bd2ffa1e req-64d3ff1a-4544-4741-80e0-fca315f04f0f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Deleting port 65992b81-7a59-4bd0-b466-480c8d7c4948 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:37.350879 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f3f57d89-b125-4aee-a600-f772bd2ffa1e req-64d3ff1a-4544-4741-80e0-fca315f04f0f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:37.395314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1988b558-bde7-4ec4-ac57-65f1dcc4d203 None None] Port 8a986ed5-2d1d-46a5-9fce-06c910d9842f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:04:37.476132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-5f166c5c-e78a-4ee8-bd44-446c3a88d821 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:37.497016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-51a3942e-6a4d-43b5-ad9c-46ce69008d0b req-ffddc025-1e35-495b-8c31-ece9d3e33273 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1943648808', 'description': 'tempest-description-1329367697'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:37.529792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4c020ead-8a70-42e0-ac82-e3085302c20d None None] Provisioning complete for port 4772c3de-d72c-440f-80bb-3b01b2e93f19 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:37.530176 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c020ead-8a70-42e0-ac82-e3085302c20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:37.532824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4772c3de-d72c-440f-80bb-3b01b2e93f19 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:37.656203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4c020ead-8a70-42e0-ac82-e3085302c20d None None] Current status of the port 4772c3de-d72c-440f-80bb-3b01b2e93f19 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:37.817815 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-51a3942e-6a4d-43b5-ad9c-46ce69008d0b req-ffddc025-1e35-495b-8c31-ece9d3e33273 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:37.868236 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-51a3942e-6a4d-43b5-ad9c-46ce69008d0b req-ffddc025-1e35-495b-8c31-ece9d3e33273 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:37.868236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f3f57d89-b125-4aee-a600-f772bd2ffa1e req-64d3ff1a-4544-4741-80e0-fca315f04f0f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] For port 65992b81-7a59-4bd0-b466-480c8d7c4948, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=65992b81-7a59-4bd0-b466-480c8d7c4948,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:37.868236 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f3f57d89-b125-4aee-a600-f772bd2ffa1e req-64d3ff1a-4544-4741-80e0-fca315f04f0f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:37.957618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f3f57d89-b125-4aee-a600-f772bd2ffa1e req-64d3ff1a-4544-4741-80e0-fca315f04f0f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Calling delete_port for 65992b81-7a59-4bd0-b466-480c8d7c4948 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:37.965442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:37.991427 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Sync routers for ids ['e11eef9c-4574-4225-b244-eed8acdace45'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:38.015732 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Routers {'e11eef9c-4574-4225-b244-eed8acdace45'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:38.016727 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e11eef9c-4574-4225-b244-eed8acdace45'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:38.132469 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:38.133788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3c6314cb-b2db-4a1b-a469-fce864de7aeb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4258842 Mar 10 15:04:38.137550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48286) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:38.283230 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Set router e11eef9c-4574-4225-b244-eed8acdace45 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:38.325257 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-51a3942e-6a4d-43b5-ad9c-46ce69008d0b req-ffddc025-1e35-495b-8c31-ece9d3e33273 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (dcbb1f48-27bd-4b07-8756-4dbd5acc340a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:38.394555 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-51a3942e-6a4d-43b5-ad9c-46ce69008d0b req-ffddc025-1e35-495b-8c31-ece9d3e33273 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dcbb1f48-27bd-4b07-8756-4dbd5acc340a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:38.439898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4772c3de-d72c-440f-80bb-3b01b2e93f19 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:38.531376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 65992b81-7a59-4bd0-b466-480c8d7c4948 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:04:38.713700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804b08-08b7-4cc7-845f-242a4a023023 req-1c0b9537-65a6-4a8e-8791-425cf48a389a tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:38.715496 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-1c0b9537-65a6-4a8e-8791-425cf48a389a tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.45 "GET /v2.0/networks?id=c34ecab1-2697-47e3-b45f-3379a5529af8 HTTP/1.1" status: 200 len: 821 time: 0.4734845 Mar 10 15:04:38.737708 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Request body: {'port': {'device_id': 'a278b382-165c-4e9a-a0b3-31118233c978', 'network_id': 'c34ecab1-2697-47e3-b45f-3379a5529af8', 'admin_state_up': True, 'tenant_id': '66db18592fa447d1bd668bce79864ce9'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:38.748870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddc025-1e35-495b-8c31-ece9d3e33273 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbb1f48-27bd-4b07-8756-4dbd5acc340a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:38.826271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4772c3de-d72c-440f-80bb-3b01b2e93f19 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:38.826742 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:38.877788 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-51a3942e-6a4d-43b5-ad9c-46ce69008d0b req-ffddc025-1e35-495b-8c31-ece9d3e33273 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (c6462de3-bbf4-4563-9fbb-0d2db963fa58), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:38.881623 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f3f57d89-b125-4aee-a600-f772bd2ffa1e req-64d3ff1a-4544-4741-80e0-fca315f04f0f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (65992b81-7a59-4bd0-b466-480c8d7c4948), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:38.891916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No active binding found for port 65992b81-7a59-4bd0-b466-480c8d7c4948 {{(pid=115535) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 15:04:38.892293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port 65992b81-7a59-4bd0-b466-480c8d7c4948 host None! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:04:38.893197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 65992b81-7a59-4bd0-b466-480c8d7c4948 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:04:38.900082 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-51a3942e-6a4d-43b5-ad9c-46ce69008d0b req-ffddc025-1e35-495b-8c31-ece9d3e33273 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c6462de3-bbf4-4563-9fbb-0d2db963fa58), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:38.906890 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:34Z', 'revision_number': 3, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:38.915880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b7f7db40-b31b-4c40-b7e6-4f1df97bc093'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:04:38.927526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:04:38.934717 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Checking router: e11eef9c-4574-4225-b244-eed8acdace45 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:38.935230 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Updating router e11eef9c-4574-4225-b244-eed8acdace45 port b8f621cf-3cae-439c-9504-b88293e24d34 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:04:38.969608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3ff1a-4544-4741-80e0-fca315f04f0f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Pushing event deleted for resources: {'Port': ['ID=65992b81-7a59-4bd0-b466-480c8d7c4948,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:39.014949 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.069341 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-51a3942e-6a4d-43b5-ad9c-46ce69008d0b req-ffddc025-1e35-495b-8c31-ece9d3e33273 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.070759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51a3942e-6a4d-43b5-ad9c-46ce69008d0b req-ffddc025-1e35-495b-8c31-ece9d3e33273 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.6182432 Mar 10 15:04:39.131703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f57d89-b125-4aee-a600-f772bd2ffa1e req-64d3ff1a-4544-4741-80e0-fca315f04f0f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] No DVR routers for this DVR port 65992b81-7a59-4bd0-b466-480c8d7c4948 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:04:39.135365 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f3f57d89-b125-4aee-a600-f772bd2ffa1e req-64d3ff1a-4544-4741-80e0-fca315f04f0f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.140449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3f57d89-b125-4aee-a600-f772bd2ffa1e req-64d3ff1a-4544-4741-80e0-fca315f04f0f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.45 "DELETE /v2.0/ports/65992b81-7a59-4bd0-b466-480c8d7c4948 HTTP/1.1" status: 204 len: 173 time: 2.4509699 Mar 10 15:04:39.162379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'name': 'network-vif-deleted', 'tag': '65992b81-7a59-4bd0-b466-480c8d7c4948'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:39.166538 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06808424-a134-4ced-87a6-a3ae865cfa15" -d '{"events": [{"server_uuid": "9bee4112-8452-41f7-9fb7-9ab007ec7e73", "name": "network-vif-deleted", "tag": "65992b81-7a59-4bd0-b466-480c8d7c4948"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:39.183709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4772c3de-d72c-440f-80bb-3b01b2e93f19 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:39.188030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cac6dedb-8e1a-4f7a-aedd-89194251d8c1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:39.195455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddc025-1e35-495b-8c31-ece9d3e33273 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6462de3-bbf4-4563-9fbb-0d2db963fa58,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:39.240980 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.resource_extend [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-5f166c5c-e78a-4ee8-bd44-446c3a88d821 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:04:39.314663 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Made reservation on behalf of 66db18592fa447d1bd668bce79864ce9 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:04:39.322369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.390664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-548101b8-e605-43b9-9535-a9885081da95 req-65a0ced8-049a-4889-ad20-fea500cc42ff tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/ports?device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 210 time: 0.1683710 Mar 10 15:04:39.440336 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-5f166c5c-e78a-4ee8-bd44-446c3a88d821 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.448415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-5f166c5c-e78a-4ee8-bd44-446c3a88d821 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.599936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:39.600986 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.647950 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Publish callbacks [] for port (b8f621cf-3cae-439c-9504-b88293e24d34), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.648370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cac6dedb-8e1a-4f7a-aedd-89194251d8c1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:39.648930 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.660209 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.723371 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Attempting to bind port b8f621cf-3cae-439c-9504-b88293e24d34 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:39.723885 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Attempting to bind port b8f621cf-3cae-439c-9504-b88293e24d34 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:39.724414 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Attempting to bind port b8f621cf-3cae-439c-9504-b88293e24d34 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:39.737231 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:39.737607 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:39.738062 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.738555 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:39.739095 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Bound port: b8f621cf-3cae-439c-9504-b88293e24d34, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:39.739474 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.785928 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-5f166c5c-e78a-4ee8-bd44-446c3a88d821 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Floating IP 7c32372f-e5a5-42b4-82db-51f8bd59c3c3 associated. External IP: 172.25.3.51, port: b7f7db40-b31b-4c40-b7e6-4f1df97bc093. Mar 10 15:04:39.803099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:39.804145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:39.811367 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62ef182-1beb-4e1b-b823-c533b6d891f9" -d '{"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:39.829684 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] For port b8f621cf-3cae-439c-9504-b88293e24d34, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:39.830136 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.844316 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] For port b8f621cf-3cae-439c-9504-b88293e24d34, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b8f621cf-3cae-439c-9504-b88293e24d34,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:39.862328 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831df9dd-a442-4b80-a99f-2301ac831396 None None] Pushing event updated for resources: {'Port': ['ID=b8f621cf-3cae-439c-9504-b88293e24d34,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:39.879208 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:39.989166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=14']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:40.005874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Allocated IP 172.20.0.11 (c34ecab1-2697-47e3-b45f-3379a5529af8/0cee4004-24bc-4427-a818-a9657daf7db7/bcb9cd66-682f-496a-a29d-70fbe3e7e28d) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:40.048089 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Routers {'e11eef9c-4574-4225-b244-eed8acdace45'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:40.048746 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e11eef9c-4574-4225-b244-eed8acdace45'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:40.128237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cac6dedb-8e1a-4f7a-aedd-89194251d8c1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:40.128744 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:40.132546 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831df9dd-a442-4b80-a99f-2301ac831396 None None] Pushing event updated for resources: {'Port': ['ID=b8f621cf-3cae-439c-9504-b88293e24d34,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:40.148324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ff486-6815-4f18-a5f2-1859b3634049 req-aadcb87c-58a3-4c2b-a857-ac6f58f6a4e2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:40.153571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port cac6dedb-8e1a-4f7a-aedd-89194251d8c1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cac6dedb-8e1a-4f7a-aedd-89194251d8c1,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:40.157723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-236ff486-6815-4f18-a5f2-1859b3634049 req-aadcb87c-58a3-4c2b-a857-ac6f58f6a4e2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3781395 Mar 10 15:04:40.163094 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:40.268498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=cac6dedb-8e1a-4f7a-aedd-89194251d8c1,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:40.310709 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] Set router e11eef9c-4574-4225-b244-eed8acdace45 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:40.321770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-236ff486-6815-4f18-a5f2-1859b3634049 req-f4cf47f1-4ee3-4088-bfe2-a5a28a71a6fa tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631675 Mar 10 15:04:40.445537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-5f166c5c-e78a-4ee8-bd44-446c3a88d821 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Router 975377ad-adac-4620-bab0-398aa5cbcfc3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:04:40.512900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:40.589415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Sync routers for ids ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:40.600258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Publish callbacks [] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:40.609607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Routers {'1c18dc66-8a72-4372-b45f-7ee941b4d97e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:40.611651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:40.671068 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:34Z', 'revision_number': 3, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:40.714687 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2cf845-1232-436e-b94b-bf365e2dd3af None None] The sync data for ids ['e11eef9c-4574-4225-b244-eed8acdace45'] in n-d-833090-1 is: [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:34Z', 'revision_number': 3, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:40.924759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Set router 1c18dc66-8a72-4372-b45f-7ee941b4d97e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:40.960206 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:41.074574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Network c34ecab1-2697-47e3-b45f-3379a5529af8 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:41.085042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:41.094993 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Allocated IP 172.20.0.1 (4b1effa7-14ff-447c-a53b-51ea1093cee6/0244003f-e2d7-431a-8fdc-02496e6ace82/4df1cfc8-a906-4b72-b8d1-f3b379f7f68f) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:41.098316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:41.112236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Pushing event updated for resources: {'Port': ['ID=bcb9cd66-682f-496a-a29d-70fbe3e7e28d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:41.147617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-5f166c5c-e78a-4ee8-bd44-446c3a88d821 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:41.157539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-5f166c5c-e78a-4ee8-bd44-446c3a88d821 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:41.201005 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e3286-e93f-4ccb-a314-5aec0c2f00d2 None None] Sync routers for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:41.237296 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e3286-e93f-4ccb-a314-5aec0c2f00d2 None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:41.241105 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-918e3286-e93f-4ccb-a314-5aec0c2f00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:41.302283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:41.303475 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:41.304161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-5f166c5c-e78a-4ee8-bd44-446c3a88d821 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "PUT /v2.0/floatingips/7c32372f-e5a5-42b4-82db-51f8bd59c3c3 HTTP/1.1" status: 200 len: 995 time: 4.1084898 Mar 10 15:04:41.399568 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-642be01f-855a-4dd6-a931-4c1706a83647 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6657209 Mar 10 15:04:41.437196 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Request body: {'port': {'device_id': 'a278b382-165c-4e9a-a0b3-31118233c978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:41.455702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-0ec03062-81e4-495b-afbe-5a499fee7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:41.460195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-0ec03062-81e4-495b-afbe-5a499fee7b8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1127 time: 0.1536038 Mar 10 15:04:41.499019 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Publish callbacks [] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:41.551597 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-918e3286-e93f-4ccb-a314-5aec0c2f00d2 None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:41.632076 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:41.641015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8a986ed5-2d1d-46a5-9fce-06c910d9842f', 'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'mac_address': 'fa:16:3e:7d:f7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:34Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 2, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'subnets': [{'id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:41.684782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Checking router: 1c18dc66-8a72-4372-b45f-7ee941b4d97e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:41.685430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Updating router 1c18dc66-8a72-4372-b45f-7ee941b4d97e port 8a986ed5-2d1d-46a5-9fce-06c910d9842f binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:04:41.717843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:41.737094 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:41.786928 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Network 4b1effa7-14ff-447c-a53b-51ea1093cee6 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:41.790243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-02f957c8-4680-49be-8c19-2b8d6dfae624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:41.794172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-02f957c8-4680-49be-8c19-2b8d6dfae624 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.3227136 Mar 10 15:04:41.839528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:41.882739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:41.944823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-32e75b0d-b84d-4a79-9118-b5c09aeefebb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 998 time: 0.1447420 Mar 10 15:04:42.026239 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-918e3286-e93f-4ccb-a314-5aec0c2f00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:93:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:38Z', 'revision_number': 8, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:42.052988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-6039a6b6-5728-4a7c-ba34-f20ad8a20a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:42.054472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-6039a6b6-5728-4a7c-ba34-f20ad8a20a74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.0999904 Mar 10 15:04:42.119264 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e3286-e93f-4ccb-a314-5aec0c2f00d2 None None] Checking router: 975377ad-adac-4620-bab0-398aa5cbcfc3 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:42.158448 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e3286-e93f-4ccb-a314-5aec0c2f00d2 None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:42.159335 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-918e3286-e93f-4ccb-a314-5aec0c2f00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:42.193471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-b9bee0db-6bab-4af0-8ae1-ac6789c0977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:42.195020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-b9bee0db-6bab-4af0-8ae1-ac6789c0977f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1273179 Mar 10 15:04:42.270985 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (e11eef9c-4574-4225-b244-eed8acdace45), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:42.385449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Pushing event updated for resources: {'Port': ['ID=4df1cfc8-a906-4b72-b8d1-f3b379f7f68f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:42.436468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-d84dc22e-7534-46aa-a3b9-a06871b58eee service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338583 Mar 10 15:04:42.457622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.457980 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.458309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.458644 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.459011 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.459339 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.459662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.460097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.460425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.460749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.461063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.461382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.461700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:04:42.464268 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-918e3286-e93f-4ccb-a314-5aec0c2f00d2 None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:42.498389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3bbb27c8-74bd-4636-a016-2f0ee1ff677f None None] Provisioning complete for port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:42.498771 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3bbb27c8-74bd-4636-a016-2f0ee1ff677f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:42.607368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b8f621cf-3cae-439c-9504-b88293e24d34 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:42.664105 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb27c8-74bd-4636-a016-2f0ee1ff677f None None] Port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:04:42.726482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37b0440f-a7d4-48c9-9bf9-9b9049e3d78d req-62d09b09-acc5-49d1-a953-3f6878812925 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723072 Mar 10 15:04:42.781730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-6a13a819-4cfc-40b0-8a68-55c9167b3d8e tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:42.814290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-6a13a819-4cfc-40b0-8a68-55c9167b3d8e tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/networks?id=7c30fde9-25fa-4405-a1fe-66e5455ac64f HTTP/1.1" status: 200 len: 829 time: 0.3645992 Mar 10 15:04:42.852076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-58047a83-b6e8-4a4e-9173-23f798609530 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/quotas/c8694af26e6048c89974f3079ba650d9 HTTP/1.1" status: 200 len: 375 time: 0.0365810 Mar 10 15:04:42.864585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Publish callbacks [] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:42.885434 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:42.888120 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:42.913714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb9cd66-682f-496a-a29d-70fbe3e7e28d {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:04:42.924605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Publish callbacks [] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:42.928445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d04ec15a-c096-4841-abf7-530044ec5d93 req-d9439f40-1b1d-4cb4-b98b-57eea552d6ba tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1808688273', 'description': 'tempest-description-17190182'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:42.977236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Transition to ACTIVE for port object bcb9cd66-682f-496a-a29d-70fbe3e7e28d will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:04:42.991976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:42.993325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3d0f5-1328-4f51-bd1c-9cb88bb536c2 None None] Pushing event updated for resources: {'Port': ['ID=8a986ed5-2d1d-46a5-9fce-06c910d9842f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:42.993535 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-918e3286-e93f-4ccb-a314-5aec0c2f00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:93:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:38Z', 'revision_number': 8, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:43.016930 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d04ec15a-c096-4841-abf7-530044ec5d93 req-d9439f40-1b1d-4cb4-b98b-57eea552d6ba tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.042562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b8f621cf-3cae-439c-9504-b88293e24d34 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:43.043078 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.046466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-731abe2d-ba8b-49cd-a36f-daa9c841c906 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8694af26e6048c89974f3079ba650d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1925097 Mar 10 15:04:43.057149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-67a4c73f-4550-4b45-83d0-2e583034b234 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:04:43.066424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-67a4c73f-4550-4b45-83d0-2e583034b234 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189366 Mar 10 15:04:43.274137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Attempting to bind port 8a986ed5-2d1d-46a5-9fce-06c910d9842f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:43.277599 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e3286-e93f-4ccb-a314-5aec0c2f00d2 None None] The sync data for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 is: [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7c32372f-e5a5-42b4-82db-51f8bd59c3c3', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'port_id': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'mac_address': 'fa:16:3e:93:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:03:34Z', 'updated_at': '2022-03-10T15:04:38Z', 'revision_number': 8, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:43.278327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Attempting to bind port 8a986ed5-2d1d-46a5-9fce-06c910d9842f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:43.278853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Attempting to bind port 8a986ed5-2d1d-46a5-9fce-06c910d9842f on network 7c30fde9-25fa-4405-a1fe-66e5455ac64f {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:43.287531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:43.288043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Checking segment: {'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:43.288577 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.289083 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Bound using segment: {'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:43.289677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Bound port: 8a986ed5-2d1d-46a5-9fce-06c910d9842f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:43.290164 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.345139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-c696dd4e-6a7a-4171-a4fe-01b4c64cdec6 service neutron] 10.222.0.11 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702386 Mar 10 15:04:43.456933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] For port 8a986ed5-2d1d-46a5-9fce-06c910d9842f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:43.458927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d04ec15a-c096-4841-abf7-530044ec5d93 req-d9439f40-1b1d-4cb4-b98b-57eea552d6ba tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (9b1a3538-ed5a-4c44-a2a1-90c8dd932414), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.460332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] For port 8a986ed5-2d1d-46a5-9fce-06c910d9842f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8a986ed5-2d1d-46a5-9fce-06c910d9842f,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:43.470881 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d04ec15a-c096-4841-abf7-530044ec5d93 req-d9439f40-1b1d-4cb4-b98b-57eea552d6ba tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9b1a3538-ed5a-4c44-a2a1-90c8dd932414), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.499655 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.509924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-43e9b71a-5945-4c98-9993-b083641d8ba1 service neutron] 10.222.0.11 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527946 Mar 10 15:04:43.526907 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d04ec15a-c096-4841-abf7-530044ec5d93 req-d9439f40-1b1d-4cb4-b98b-57eea552d6ba tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.542830 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d04ec15a-c096-4841-abf7-530044ec5d93 req-d9439f40-1b1d-4cb4-b98b-57eea552d6ba tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6258166 Mar 10 15:04:43.546477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9439f40-1b1d-4cb4-b98b-57eea552d6ba tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1a3538-ed5a-4c44-a2a1-90c8dd932414,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:43.585520 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ec10a5-a534-4fdc-89d1-bc0ed01d1061 x-openstack-request-id: req-c3ec10a5-a534-4fdc-89d1-bc0ed01d1061 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:43.585772 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bee4112-8452-41f7-9fb7-9ab007ec7e73", "name": "network-vif-deleted", "tag": "65992b81-7a59-4bd0-b466-480c8d7c4948", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:43.586026 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3ec10a5-a534-4fdc-89d1-bc0ed01d1061 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:43.586437 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bee4112-8452-41f7-9fb7-9ab007ec7e73', 'name': 'network-vif-deleted', 'tag': '65992b81-7a59-4bd0-b466-480c8d7c4948', 'status': 'completed', 'code': 200} Mar 10 15:04:43.640264 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b887dd1d-58e2-486c-9234-d2a192a6656b x-openstack-request-id: req-b887dd1d-58e2-486c-9234-d2a192a6656b {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:43.640970 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:43.642121 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b887dd1d-58e2-486c-9234-d2a192a6656b {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:43.644783 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'code': 200} Mar 10 15:04:43.689978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-07ca97b4-4787-4eb4-a659-a53940c0bb58 None None] Provisioning complete for port 8a986ed5-2d1d-46a5-9fce-06c910d9842f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:43.690553 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07ca97b4-4787-4eb4-a659-a53940c0bb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.743275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb9cd66-682f-496a-a29d-70fbe3e7e28d,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:43.798754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b8f621cf-3cae-439c-9504-b88293e24d34 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:43.800693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f67825-f78a-4968-973a-f3e3ae0c999c req-39465a9c-ca0e-45dd-836b-085f51fed23e tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:43.801221 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.810123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f67825-f78a-4968-973a-f3e3ae0c999c req-39465a9c-ca0e-45dd-836b-085f51fed23e tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/ports?device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 944 time: 0.1257615 Mar 10 15:04:43.864780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port b8f621cf-3cae-439c-9504-b88293e24d34, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b8f621cf-3cae-439c-9504-b88293e24d34,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:43.878497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Routers {'1c18dc66-8a72-4372-b45f-7ee941b4d97e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:43.884439 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:43.899380 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.906252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cac6dedb-8e1a-4f7a-aedd-89194251d8c1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:43.940379 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Publish callbacks [] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:43.975824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49f67825-f78a-4968-973a-f3e3ae0c999c req-4848f6c1-bbb1-44bd-a35e-f6b689c176d7 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea186afb-62d6-4b80-a8ac-c663b0630058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639791 Mar 10 15:04:43.991502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:44.140098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbee3f4-bd2f-4b9c-8e65-d9af3dd99249 req-0362b77d-b5e3-4cfc-9417-b797c9868eae tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:44.147437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cbee3f4-bd2f-4b9c-8e65-d9af3dd99249 req-0362b77d-b5e3-4cfc-9417-b797c9868eae tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2705016 Mar 10 15:04:44.162347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd166d72-58b8-454e-bd61-31c8334665fb None None] New status for floating IP 7c32372f-e5a5-42b4-82db-51f8bd59c3c3: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:04:44.187819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Attempting to bind port bcb9cd66-682f-496a-a29d-70fbe3e7e28d on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:44.188416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Attempting to bind port bcb9cd66-682f-496a-a29d-70fbe3e7e28d by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '64fcf426-7bd3-4a3a-b5ed-14d145770280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c34ecab1-2697-47e3-b45f-3379a5529af8'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:44.188857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Attempting to bind port bcb9cd66-682f-496a-a29d-70fbe3e7e28d on network c34ecab1-2697-47e3-b45f-3379a5529af8 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:44.220135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51489cab-56dc-4f74-8ff4-9c77ebe80090 req-e86f29a1-0d56-4a61-b678-35d16a433182 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips/7c32372f-e5a5-42b4-82db-51f8bd59c3c3 HTTP/1.1" status: 200 len: 995 time: 0.2136395 Mar 10 15:04:44.236486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cbee3f4-bd2f-4b9c-8e65-d9af3dd99249 req-f8b0a6c1-9d03-454c-bef3-c7420b91b907 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822470 Mar 10 15:04:44.248983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Pushing event updated for resources: {'Port': ['ID=4df1cfc8-a906-4b72-b8d1-f3b379f7f68f,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:44.284058 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (e11eef9c-4574-4225-b244-eed8acdace45), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:44.304254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Port bcb9cd66-682f-496a-a29d-70fbe3e7e28d on network c34ecab1-2697-47e3-b45f-3379a5529af8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:04:44.305875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Attempting to bind port bcb9cd66-682f-496a-a29d-70fbe3e7e28d on network c34ecab1-2697-47e3-b45f-3379a5529af8 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:44.325859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:44.326313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Checking segment: {'id': '64fcf426-7bd3-4a3a-b5ed-14d145770280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c34ecab1-2697-47e3-b45f-3379a5529af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:44.326716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Bound using segment: {'id': '64fcf426-7bd3-4a3a-b5ed-14d145770280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c34ecab1-2697-47e3-b45f-3379a5529af8'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:44.330252 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Bound port: bcb9cd66-682f-496a-a29d-70fbe3e7e28d, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fcf426-7bd3-4a3a-b5ed-14d145770280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c34ecab1-2697-47e3-b45f-3379a5529af8'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:44.330252 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:44.379028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51489cab-56dc-4f74-8ff4-9c77ebe80090 req-e5e502f4-e245-4830-93b5-23a9f32bd33c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:44.380505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51489cab-56dc-4f74-8ff4-9c77ebe80090 req-e5e502f4-e245-4830-93b5-23a9f32bd33c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.1411860 Mar 10 15:04:44.395471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-51489cab-56dc-4f74-8ff4-9c77ebe80090 req-362d93a7-271c-4a04-a10f-3f0966998ec5 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:04:44.396532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51489cab-56dc-4f74-8ff4-9c77ebe80090 req-362d93a7-271c-4a04-a10f-3f0966998ec5 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082664 Mar 10 15:04:44.521938 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] Set router 1c18dc66-8a72-4372-b45f-7ee941b4d97e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:44.544915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8636729-f825-4f84-a4dd-71fb40d4aa77 req-9013b8fe-6e8c-4478-910c-38db90bcc3fa tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 210 time: 0.0522096 Mar 10 15:04:44.654303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] For port bcb9cd66-682f-496a-a29d-70fbe3e7e28d, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:44.658694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] For port bcb9cd66-682f-496a-a29d-70fbe3e7e28d, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=bcb9cd66-682f-496a-a29d-70fbe3e7e28d,segment=NetworkSegment(64fcf426-7bd3-4a3a-b5ed-14d145770280),segment_id=64fcf426-7bd3-4a3a-b5ed-14d145770280)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:44.689473 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:44.780742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-e3f20a60-a42d-4fe9-a11c-6e1868e2ea4d tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45388 time: 0.3991172 Mar 10 15:04:44.803290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3d0f5-1328-4f51-bd1c-9cb88bb536c2 None None] Pushing event updated for resources: {'Port': ['ID=8a986ed5-2d1d-46a5-9fce-06c910d9842f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:44.816142 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:44.819715 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:44.825554 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] 10.222.0.45 "PUT /v2.0/ports/bcb9cd66-682f-496a-a29d-70fbe3e7e28d HTTP/1.1" status: 200 len: 1092 time: 3.4136145 Mar 10 15:04:44.831289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a278b382-165c-4e9a-a0b3-31118233c978', 'tag': 'bcb9cd66-682f-496a-a29d-70fbe3e7e28d'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:44.835036 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800fe76a-dc0f-4b73-bfb7-a97c64d09345" -d '{"events": [{"name": "network-changed", "server_uuid": "a278b382-165c-4e9a-a0b3-31118233c978", "tag": "bcb9cd66-682f-496a-a29d-70fbe3e7e28d"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:44.849220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Network 4b1effa7-14ff-447c-a53b-51ea1093cee6 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:44.854257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:44.992574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79163b04-d902-4f75-8864-a146b50fa777 req-0fa2e27f-cc46-4d48-9bfb-bac73dfb6fb7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:44.994601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79163b04-d902-4f75-8864-a146b50fa777 req-0fa2e27f-cc46-4d48-9bfb-bac73dfb6fb7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2107229 Mar 10 15:04:45.006599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-d77aeb95-3ed8-45dc-a5f6-316d0e3e923e tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/524845fb-dabe-4213-ab99-1bca5e1e3399 HTTP/1.1" status: 200 len: 2994 time: 0.2247560 Mar 10 15:04:45.029352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095c446-45eb-4614-b5b2-b0b6de6cdbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb9cd66-682f-496a-a29d-70fbe3e7e28d,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:45.080374 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804b08-08b7-4cc7-845f-242a4a023023 req-bbf10282-b040-469e-bfbd-09ea07730eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:45.082808 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-bbf10282-b040-469e-bfbd-09ea07730eea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66db18592fa447d1bd668bce79864ce9&device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 1126 time: 0.1453574 Mar 10 15:04:45.096066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-4a6b4cb2-21f5-4f93-910a-c8db0bdb0e83 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/524845fb-dabe-4213-ab99-1bca5e1e3399 HTTP/1.1" status: 200 len: 2994 time: 0.0882387 Mar 10 15:04:45.162427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-07ca97b4-4787-4eb4-a659-a53940c0bb58 None None] Current status of the port 8a986ed5-2d1d-46a5-9fce-06c910d9842f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:45.177870 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07ca97b4-4787-4eb4-a659-a53940c0bb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:45.201600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-86522c6e-b34f-426d-bd12-174c31459ec0 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6e5b39a9-f149-43ea-a021-180b56ea777e HTTP/1.1" status: 200 len: 2990 time: 0.1043489 Mar 10 15:04:45.201805 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-2d4a0de7-8f69-4984-836e-bd314347107d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcb9cd66-682f-496a-a29d-70fbe3e7e28d HTTP/1.1" status: 200 len: 217 time: 0.0992594 Mar 10 15:04:45.215294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79163b04-d902-4f75-8864-a146b50fa777 req-5c3268a6-4406-4e0b-9e6e-25e4d00ee8fc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055385 Mar 10 15:04:45.241722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cac6dedb-8e1a-4f7a-aedd-89194251d8c1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:45.241722 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:45.264676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=b8f621cf-3cae-439c-9504-b88293e24d34,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:45.336025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-854bd6b3-54b7-431b-ba37-12b17c944ee3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 998 time: 0.0784054 Mar 10 15:04:45.387905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-07ca97b4-4787-4eb4-a659-a53940c0bb58 None None] For port 8a986ed5-2d1d-46a5-9fce-06c910d9842f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8a986ed5-2d1d-46a5-9fce-06c910d9842f,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:45.404516 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07ca97b4-4787-4eb4-a659-a53940c0bb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:45.411890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804b08-08b7-4cc7-845f-242a4a023023 req-cc0843ae-6781-4a1e-be78-2ad1a1242bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:45.414331 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-cc0843ae-6781-4a1e-be78-2ad1a1242bb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0cee4004-24bc-4427-a818-a9657daf7db7 HTTP/1.1" status: 200 len: 861 time: 0.2015646 Mar 10 15:04:45.439705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Router e11eef9c-4574-4225-b244-eed8acdace45 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:04:45.464204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5e95-e752-424a-8bd6-678a23418771 req-fccbe269-b67b-434e-b19d-57e2af26ad3c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:45.467254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-fccbe269-b67b-434e-b19d-57e2af26ad3c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports/b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 942 time: 0.1256971 Mar 10 15:04:45.469029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-8a3eb18c-ff35-4629-91be-79a45ab6b90c tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6e5b39a9-f149-43ea-a021-180b56ea777e HTTP/1.1" status: 200 len: 2990 time: 0.2663236 Mar 10 15:04:45.494418 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-630d4cbb-d486-4f7b-946c-c05b3be7889a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c34ecab1-2697-47e3-b45f-3379a5529af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654948 Mar 10 15:04:45.538995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-7d7bf06d-ea3b-4442-8dcf-ecf6411a6566 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9cefa4ff-5be9-41a8-b3b1-eb47b523b380 HTTP/1.1" status: 200 len: 2998 time: 0.0581033 Mar 10 15:04:45.545982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8a986ed5-2d1d-46a5-9fce-06c910d9842f', 'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'mac_address': 'fa:16:3e:7d:f7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:34Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'subnets': [{'id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:45.554254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cac6dedb-8e1a-4f7a-aedd-89194251d8c1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:45.556409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca97b4-4787-4eb4-a659-a53940c0bb58 None None] Pushing event updated for resources: {'Port': ['ID=8a986ed5-2d1d-46a5-9fce-06c910d9842f,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:45.588173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d62e3d-770f-428a-a0ca-26bbfb17482a None None] The sync data for ids ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'] in n-d-833090-1 is: [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8a986ed5-2d1d-46a5-9fce-06c910d9842f', 'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'mac_address': 'fa:16:3e:7d:f7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:34Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'subnets': [{'id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:45.593997 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e6a0a074-37cd-4707-856e-1f5060b01574 None None] Provisioning complete for port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:45.594406 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e6a0a074-37cd-4707-856e-1f5060b01574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:45.645527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e6a0a074-37cd-4707-856e-1f5060b01574 None None] Port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:04:45.668389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e6a0a074-37cd-4707-856e-1f5060b01574 None None] Provisioning complete for port 8a986ed5-2d1d-46a5-9fce-06c910d9842f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:45.668817 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e6a0a074-37cd-4707-856e-1f5060b01574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:45.757595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:45.775179 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106ed68f-3987-4bcb-8e9b-798318f28b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:45.781825 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-a44103fe-92d9-45ee-8e14-456f9586fb0b service neutron] 10.222.0.45 "GET /v2.0/networks/c34ecab1-2697-47e3-b45f-3379a5529af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793734 Mar 10 15:04:45.790248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-dbe52049-ec58-42e4-9f8d-0cdd4b5abed8 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 1000 time: 0.2483828 Mar 10 15:04:45.865201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e6a0a074-37cd-4707-856e-1f5060b01574 None None] Current status of the port 8a986ed5-2d1d-46a5-9fce-06c910d9842f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:45.902284 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-08804b08-08b7-4cc7-845f-242a4a023023 req-3638dc2f-0710-4476-8637-0d917cbbffc2 service neutron] 10.222.0.45 "GET /v2.0/networks/c34ecab1-2697-47e3-b45f-3379a5529af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912204 Mar 10 15:04:45.902876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:45.908430 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ded87415-35f0-40a6-8bc8-88cff980b592 admin admin] 10.222.0.11 "PUT /v2.0/routers/e11eef9c-4574-4225-b244-eed8acdace45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7698348 Mar 10 15:04:45.913483 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Sync routers for ids ['e11eef9c-4574-4225-b244-eed8acdace45'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:45.925400 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Routers {'e11eef9c-4574-4225-b244-eed8acdace45'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:45.926238 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e11eef9c-4574-4225-b244-eed8acdace45'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:45.928005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b8f621cf-3cae-439c-9504-b88293e24d34 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:45.986734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-2a7e0bdd-bcd1-4774-a022-b15b1d592b89 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:45.988988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-2a7e0bdd-bcd1-4774-a022-b15b1d592b89 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.45 "GET /v2.0/networks?id=7c30fde9-25fa-4405-a1fe-66e5455ac64f HTTP/1.1" status: 200 len: 829 time: 0.1882913 Mar 10 15:04:46.077966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b8f621cf-3cae-439c-9504-b88293e24d34 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:46.080918 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:46.084775 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Set router e11eef9c-4574-4225-b244-eed8acdace45 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:46.129165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Request body: {'port': {'device_id': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'admin_state_up': True, 'tenant_id': 'c8694af26e6048c89974f3079ba650d9'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:46.225486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5e95-e752-424a-8bd6-678a23418771 req-f8f6f2ca-2594-4fd0-b144-7e7956be18c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:46.231078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-f8f6f2ca-2594-4fd0-b144-7e7956be18c3 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.2369728 Mar 10 15:04:46.261226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b8f621cf-3cae-439c-9504-b88293e24d34 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:46.263742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8a986ed5-2d1d-46a5-9fce-06c910d9842f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:46.336124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8a986ed5-2d1d-46a5-9fce-06c910d9842f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:46.336124 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:46.445348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-1a8121ce-fce2-4518-9137-0ae16053ac65 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9cefa4ff-5be9-41a8-b3b1-eb47b523b380 HTTP/1.1" status: 200 len: 2998 time: 0.6529682 Mar 10 15:04:46.472635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8a986ed5-2d1d-46a5-9fce-06c910d9842f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:46.519276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-358c70e5-6736-47fc-a8cc-d7e31555a262 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 1000 time: 0.2514005 Mar 10 15:04:46.549617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-576a5e95-e752-424a-8bd6-678a23418771 req-43d739f8-beaa-45dc-a98a-afee3cd5cf7a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:46.606629 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:42Z', 'revision_number': 4, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4df1cfc8-a906-4b72-b8d1-f3b379f7f68f', 'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'mac_address': 'fa:16:3e:06:af:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:40Z', 'updated_at': '2022-03-10T15:04:42Z', 'revision_number': 2, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'subnets': [{'id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:46.628326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-75064000-80c9-483a-be3d-a250f9229c49 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/bf2bfbfe-9687-4abd-8cdd-a34b609b0aed HTTP/1.1" status: 200 len: 3002 time: 0.1728740 Mar 10 15:04:46.646931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Made reservation on behalf of c8694af26e6048c89974f3079ba650d9 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:04:46.651231 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:46.654695 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Checking router: e11eef9c-4574-4225-b244-eed8acdace45 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:46.655689 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Updating router e11eef9c-4574-4225-b244-eed8acdace45 port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:04:46.713531 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:46.890510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-e5ddc5e4-0326-4f92-b60b-55f110d46536 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/bf2bfbfe-9687-4abd-8cdd-a34b609b0aed HTTP/1.1" status: 200 len: 3002 time: 0.2464273 Mar 10 15:04:46.892978 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-576a5e95-e752-424a-8bd6-678a23418771 req-43d739f8-beaa-45dc-a98a-afee3cd5cf7a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:46.959559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Allocated IP 172.20.0.11 (7c30fde9-25fa-4405-a1fe-66e5455ac64f/92ce6dfa-a0e8-44c5-85ef-ca070887e694/14909d7e-2dc4-4d11-be45-3ce89e15f356) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:47.007645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48450) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:47.018136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-3cbc1631-ace9-49e4-a860-64a0da73e0e2 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/cf491519-96d1-4a7c-ba40-f926b7bcf81b HTTP/1.1" status: 200 len: 2998 time: 0.0891147 Mar 10 15:04:47.033854 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-239463449-network', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:47.077474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Made reservation on behalf of bfc967185246431faa4a02c4dcdae40a for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:04:47.080257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.099753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.132230 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Publish callbacks [] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.148873 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.208869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-0d94e66b-21c3-4d7f-be6b-c34aac0b8fdb tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/cf491519-96d1-4a7c-ba40-f926b7bcf81b HTTP/1.1" status: 200 len: 2998 time: 0.1540027 Mar 10 15:04:47.221978 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-576a5e95-e752-424a-8bd6-678a23418771 req-43d739f8-beaa-45dc-a98a-afee3cd5cf7a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.225859 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f2a85-ee41-43b3-80c6-cdaa5b21e31e None None] Pushing event updated for resources: {'Port': ['ID=4df1cfc8-a906-4b72-b8d1-f3b379f7f68f,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:47.253525 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-576a5e95-e752-424a-8bd6-678a23418771 req-43d739f8-beaa-45dc-a98a-afee3cd5cf7a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.254160 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-576a5e95-e752-424a-8bd6-678a23418771 req-43d739f8-beaa-45dc-a98a-afee3cd5cf7a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Floating IP 7c32372f-e5a5-42b4-82db-51f8bd59c3c3 disassociated. External IP: 172.25.3.51, port: b7f7db40-b31b-4c40-b7e6-4f1df97bc093. Mar 10 15:04:47.268832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Publish callbacks [] for security_group (f550c7f4-016d-4d42-8b7d-3b17de4176e4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.280146 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f550c7f4-016d-4d42-8b7d-3b17de4176e4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.330723 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Attempting to bind port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:47.331141 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Attempting to bind port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:47.331489 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Attempting to bind port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f on network 4b1effa7-14ff-447c-a53b-51ea1093cee6 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:47.345080 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:47.345483 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:04:47.346600 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Checking segment: {'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:47.348086 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.348495 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Bound using segment: {'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:47.349842 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Bound port: 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:47.351976 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.362083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-96b9893d-0c3d-4e5f-993a-f042a5ac786f tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/cfb87843-a9cd-4a47-8bac-6d95b97a0dc3 HTTP/1.1" status: 200 len: 2998 time: 0.1431131 Mar 10 15:04:47.372814 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5b6211fc-1dfa-4301-a26b-523385b2ddfa), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.373792 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Added segment 5b6211fc-1dfa-4301-a26b-523385b2ddfa of type vlan for network df25c6de-efec-41eb-aff6-3cdd00f01d65 Mar 10 15:04:47.485659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f550c7f4-016d-4d42-8b7d-3b17de4176e4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:47.489142 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (df25c6de-efec-41eb-aff6-3cdd00f01d65), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.491148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.504443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-fa703729-1469-471d-ab96-0feff81489b4 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/cfb87843-a9cd-4a47-8bac-6d95b97a0dc3 HTTP/1.1" status: 200 len: 2998 time: 0.1357868 Mar 10 15:04:47.549553 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] For port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:47.549891 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (df25c6de-efec-41eb-aff6-3cdd00f01d65), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.549891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:47.549891 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.557840 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] For port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4df1cfc8-a906-4b72-b8d1-f3b379f7f68f,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:47.576288 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.599463 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5901239 Mar 10 15:04:47.602578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48452) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:47.607502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] Request body: {'subnet': {'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-239463449-subnet', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:47.629284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-ddaf9080-d4aa-4a2d-9941-aa28380341b8 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0 HTTP/1.1" status: 200 len: 3002 time: 0.1176951 Mar 10 15:04:47.638614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-62761eb3-6fa2-4db2-a03e-cec6db055cd4 None None] Provisioning complete for port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:47.640342 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-62761eb3-6fa2-4db2-a03e-cec6db055cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.655195 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2d5d0-676d-4861-ab85-1cd134a20851 admin admin] Pushing event updated for resources: {'Network': ['ID=df25c6de-efec-41eb-aff6-3cdd00f01d65,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:47.663705 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.670705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] Made reservation on behalf of bfc967185246431faa4a02c4dcdae40a for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:04:47.674509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.728003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network df25c6de-efec-41eb-aff6-3cdd00f01d65 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:04:47.765118 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f2a85-ee41-43b3-80c6-cdaa5b21e31e None None] Pushing event updated for resources: {'Port': ['ID=4df1cfc8-a906-4b72-b8d1-f3b379f7f68f,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:47.795328 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Routers {'e11eef9c-4574-4225-b244-eed8acdace45'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:47.797730 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e11eef9c-4574-4225-b244-eed8acdace45'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:47.805071 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:47.891781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Network 7c30fde9-25fa-4405-a1fe-66e5455ac64f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:47.917130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:47.937951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-576a5e95-e752-424a-8bd6-678a23418771 req-43d739f8-beaa-45dc-a98a-afee3cd5cf7a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Router 975377ad-adac-4620-bab0-398aa5cbcfc3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:04:47.951060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-6529dc3b-6619-42d4-8fca-4958b194cb25 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0 HTTP/1.1" status: 200 len: 3002 time: 0.2910385 Mar 10 15:04:47.951908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:47.957628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-62761eb3-6fa2-4db2-a03e-cec6db055cd4 None None] Current status of the port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:47.960424 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-62761eb3-6fa2-4db2-a03e-cec6db055cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.089448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-62761eb3-6fa2-4db2-a03e-cec6db055cd4 None None] For port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4df1cfc8-a906-4b72-b8d1-f3b379f7f68f,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:48.094058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:48.095045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.106830 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-62761eb3-6fa2-4db2-a03e-cec6db055cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.113091 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (f353b520-72d6-408f-a638-fea6e85dbb39), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.136473 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] Set router e11eef9c-4574-4225-b244-eed8acdace45 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:48.153519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Pushing event updated for resources: {'Port': ['ID=14909d7e-2dc4-4d11-be45-3ce89e15f356,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:48.165213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-d5665bfb-dea5-43b5-a713-c69fcd347067 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0402451 Mar 10 15:04:48.182175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Request body: {'port': {'device_id': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:48.261578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f353b520-72d6-408f-a638-fea6e85dbb39,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:48.267503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62761eb3-6fa2-4db2-a03e-cec6db055cd4 None None] Pushing event updated for resources: {'Port': ['ID=4df1cfc8-a906-4b72-b8d1-f3b379f7f68f,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:48.344298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-4448c426-6786-4768-b574-8527ea7ffebb tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/dcbb1f48-27bd-4b07-8756-4dbd5acc340a HTTP/1.1" status: 200 len: 3002 time: 0.2394364 Mar 10 15:04:48.371909 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] Checking segment: {'id': '5b6211fc-1dfa-4301-a26b-523385b2ddfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:48.372302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] Network hostable DHCP agents. Network: df25c6de-efec-41eb-aff6-3cdd00f01d65, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:04:48.429104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] Network df25c6de-efec-41eb-aff6-3cdd00f01d65 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:04:48.448718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, df25c6de-efec-41eb-aff6-3cdd00f01d65) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:48.449328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d9a589c4-d775-468c-b3dc-e4749209dbf1 None None] Provisioning complete for port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:48.449880 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d9a589c4-d775-468c-b3dc-e4749209dbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.458041 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.476270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:48.477710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.509180 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-846a1ba5-4c61-4cf6-9175-6aca24158d4f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9054718 Mar 10 15:04:48.509377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d6742-cab7-44dd-9e70-e066ec2c5823 None None] Network df25c6de-efec-41eb-aff6-3cdd00f01d65 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:04:48.515472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48458) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:48.531811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-239463449-router', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:04:48.560824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device bcb9cd66-682f-496a-a29d-70fbe3e7e28d details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:04:48.563365 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.566463 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.619602 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:42Z', 'revision_number': 4, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4df1cfc8-a906-4b72-b8d1-f3b379f7f68f', 'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'mac_address': 'fa:16:3e:06:af:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:40Z', 'updated_at': '2022-03-10T15:04:47Z', 'revision_number': 4, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'subnets': [{'id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:48.672683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Publish callbacks [] for router_controller (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.710532 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825601c3-7a56-47b3-b3de-7b29bda5e65a None None] The sync data for ids ['e11eef9c-4574-4225-b244-eed8acdace45'] in n-d-833090-1 is: [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:42Z', 'revision_number': 4, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4df1cfc8-a906-4b72-b8d1-f3b379f7f68f', 'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'mac_address': 'fa:16:3e:06:af:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:40Z', 'updated_at': '2022-03-10T15:04:47Z', 'revision_number': 4, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'subnets': [{'id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:48.797399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-df25c6de-efec-41eb-aff6-3cdd00f01d65', 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65', 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'fixed_ips': [{'subnet_id': 'f353b520-72d6-408f-a638-fea6e85dbb39'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:04:48.798511 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.857692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-576a5e95-e752-424a-8bd6-678a23418771 req-43d739f8-beaa-45dc-a98a-afee3cd5cf7a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:48.868377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-576a5e95-e752-424a-8bd6-678a23418771 req-43d739f8-beaa-45dc-a98a-afee3cd5cf7a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:48.942130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-43d739f8-beaa-45dc-a98a-afee3cd5cf7a tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "PUT /v2.0/floatingips/7c32372f-e5a5-42b4-82db-51f8bd59c3c3 HTTP/1.1" status: 200 len: 695 time: 2.4054334 Mar 10 15:04:48.992730 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Publish callbacks [] for router_gateway (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:49.120539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d6348-fd4a-4c27-97d6-5f87400e7f8a None None] Sync routers for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:49.244166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d9a589c4-d775-468c-b3dc-e4749209dbf1 None None] Current status of the port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:49.286340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-1aba961e-786d-4602-9d28-53910d8e11e6 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/dcbb1f48-27bd-4b07-8756-4dbd5acc340a HTTP/1.1" status: 200 len: 3002 time: 0.9332647 Mar 10 15:04:49.331881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d6348-fd4a-4c27-97d6-5f87400e7f8a None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:49.332536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b57d6348-fd4a-4c27-97d6-5f87400e7f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:49.341920 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Publish callbacks [] for router_gateway (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:49.355729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5e95-e752-424a-8bd6-678a23418771 req-edc485e8-514b-480b-a3f3-3631601690df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:49.359494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-edc485e8-514b-480b-a3f3-3631601690df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1127 time: 0.4024801 Mar 10 15:04:49.365089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port bcb9cd66-682f-496a-a29d-70fbe3e7e28d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=bcb9cd66-682f-496a-a29d-70fbe3e7e28d,segment=NetworkSegment(64fcf426-7bd3-4a3a-b5ed-14d145770280),segment_id=64fcf426-7bd3-4a3a-b5ed-14d145770280)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:49.384130 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:49.450849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'bcb9cd66-682f-496a-a29d-70fbe3e7e28d', 'network_id': 'c34ecab1-2697-47e3-b45f-3379a5529af8', 'port_id': 'bcb9cd66-682f-496a-a29d-70fbe3e7e28d', 'mac_address': 'fa:16:3e:d5:cd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cee4004-24bc-4427-a818-a9657daf7db7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:04:49.506554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5e95-e752-424a-8bd6-678a23418771 req-093c16fd-aa17-4c88-a82f-ebaf758e0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:49.515078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d9a589c4-d775-468c-b3dc-e4749209dbf1 None None] Provisioning complete for port 14909d7e-2dc4-4d11-be45-3ce89e15f356 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:49.515466 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d9a589c4-d775-468c-b3dc-e4749209dbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:49.519774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Allocated IP 172.25.3.201 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/48035652-13b7-4d7e-be0c-9c25f59cd394) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:49.526755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-093c16fd-aa17-4c88-a82f-ebaf758e0a61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.1528850 Mar 10 15:04:49.595819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-b57d6348-fd4a-4c27-97d6-5f87400e7f8a None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:49.636160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-65f73425-df02-4afc-95fd-5176e56aef5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 217 time: 0.1077068 Mar 10 15:04:49.648145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-deb61d04-4c64-49cc-abf1-78a75b35c2f8 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/ea186afb-62d6-4b80-a8ac-c663b0630058 HTTP/1.1" status: 200 len: 3002 time: 0.3392665 Mar 10 15:04:49.680617 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Publish callbacks [] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:49.715883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14909d7e-2dc4-4d11-be45-3ce89e15f356 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:04:49.731456 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Publish callbacks [] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:49.737447 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:49.779760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:49.785300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:49.786526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Transition to ACTIVE for port object 14909d7e-2dc4-4d11-be45-3ce89e15f356 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:04:49.788907 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:49.808937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:49.815545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Allocated IP 172.20.0.2 (df25c6de-efec-41eb-aff6-3cdd00f01d65/f353b520-72d6-408f-a638-fea6e85dbb39/fc799c3a-31e0-4a8b-abd0-f164361fda3e) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:49.820552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Pushing event updated for resources: {'Port': ['ID=48035652-13b7-4d7e-be0c-9c25f59cd394,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:49.823150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:49.872377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5e95-e752-424a-8bd6-678a23418771 req-935204ee-248a-4d18-bdf7-3e2734f648b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:49.880875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-935204ee-248a-4d18-bdf7-3e2734f648b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.2345648 Mar 10 15:04:49.905757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-0b7260c1-725b-4d6e-aa68-4d5fe3d2727a tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/ea186afb-62d6-4b80-a8ac-c663b0630058 HTTP/1.1" status: 200 len: 3002 time: 0.1607347 Mar 10 15:04:49.950134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d9a589c4-d775-468c-b3dc-e4749209dbf1 None None] Port 14909d7e-2dc4-4d11-be45-3ce89e15f356 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:04:49.957668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port bcb9cd66-682f-496a-a29d-70fbe3e7e28d is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:49.960310 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:49.973399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Pushing event updated for resources: {'Port': ['ID=14909d7e-2dc4-4d11-be45-3ce89e15f356,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:50.052197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb9cd66-682f-496a-a29d-70fbe3e7e28d {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:04:50.070254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:50.070562 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:50.111942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-7eecec17-fbcb-479e-b356-9bc5980534cb tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/f3f092fb-48f3-49a9-bb4d-a47fded4a60a HTTP/1.1" status: 200 len: 3002 time: 0.2052171 Mar 10 15:04:50.155554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port bcb9cd66-682f-496a-a29d-70fbe3e7e28d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=bcb9cd66-682f-496a-a29d-70fbe3e7e28d,segment=NetworkSegment(64fcf426-7bd3-4a3a-b5ed-14d145770280),segment_id=64fcf426-7bd3-4a3a-b5ed-14d145770280)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:50.176729 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:50.178936 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Publish callbacks [] for router_gateway (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:50.190935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a5e95-e752-424a-8bd6-678a23418771 req-4a4efaa5-0676-458b-af23-1868030c8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:50.207491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-4a4efaa5-0676-458b-af23-1868030c8d53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3253560 Mar 10 15:04:50.286352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Attempting to bind port 14909d7e-2dc4-4d11-be45-3ce89e15f356 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:50.286898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Attempting to bind port 14909d7e-2dc4-4d11-be45-3ce89e15f356 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:50.287335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Attempting to bind port 14909d7e-2dc4-4d11-be45-3ce89e15f356 on network 7c30fde9-25fa-4405-a1fe-66e5455ac64f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:50.326652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Port 14909d7e-2dc4-4d11-be45-3ce89e15f356 on network 7c30fde9-25fa-4405-a1fe-66e5455ac64f not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:04:50.327148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Attempting to bind port 14909d7e-2dc4-4d11-be45-3ce89e15f356 on network 7c30fde9-25fa-4405-a1fe-66e5455ac64f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:50.334363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=bcb9cd66-682f-496a-a29d-70fbe3e7e28d,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:50.339752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-27ce231d-3b26-4e86-9e80-05b3f2970307 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/f3f092fb-48f3-49a9-bb4d-a47fded4a60a HTTP/1.1" status: 200 len: 3002 time: 0.2263963 Mar 10 15:04:50.353409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b57d6348-fd4a-4c27-97d6-5f87400e7f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:50.354414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:50.354767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Checking segment: {'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:50.355199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Bound using segment: {'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:50.355655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Bound port: 14909d7e-2dc4-4d11-be45-3ce89e15f356, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2204f15c-8eaa-4fad-bf4b-5731ca316a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:50.356016 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:50.403939 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Publish callbacks [] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:50.420500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d6348-fd4a-4c27-97d6-5f87400e7f8a None None] Checking router: 975377ad-adac-4620-bab0-398aa5cbcfc3 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:50.433843 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:50.440939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['bcb9cd66-682f-496a-a29d-70fbe3e7e28d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:04:50.445074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:50.458280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-155e248a-766d-4d4b-9a23-039d9df33110 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499127 Mar 10 15:04:50.468661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-ce0a18d5-1ee1-49e5-bcb4-3ac1ddd9a590 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/fec39192-34a5-42c7-ad9d-eac0a808c08d HTTP/1.1" status: 200 len: 3000 time: 0.1266575 Mar 10 15:04:50.473837 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:50.524192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d6348-fd4a-4c27-97d6-5f87400e7f8a None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:50.524473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b57d6348-fd4a-4c27-97d6-5f87400e7f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:50.528440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Network df25c6de-efec-41eb-aff6-3cdd00f01d65 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:50.537824 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:50.566141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] For port 14909d7e-2dc4-4d11-be45-3ce89e15f356, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:50.587645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:50.599627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Pushing event updated for resources: {'Port': ['ID=fc799c3a-31e0-4a8b-abd0-f164361fda3e,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:50.611379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:50.634683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] For port 14909d7e-2dc4-4d11-be45-3ce89e15f356, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=14909d7e-2dc4-4d11-be45-3ce89e15f356,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:50.646350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-eb82ce91-c2cc-4835-b9ab-fc443dd7694d tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/fec39192-34a5-42c7-ad9d-eac0a808c08d HTTP/1.1" status: 200 len: 3000 time: 0.1517336 Mar 10 15:04:50.649258 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:50.723185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576a5e95-e752-424a-8bd6-678a23418771 req-19d719fd-72d7-4951-95ac-207e5de7e819 service neutron] 10.222.0.11 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578404 Mar 10 15:04:50.733919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:50.734148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:50.735559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] 10.222.0.45 "PUT /v2.0/ports/14909d7e-2dc4-4d11-be45-3ce89e15f356 HTTP/1.1" status: 200 len: 1092 time: 2.5583055 Mar 10 15:04:50.839457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-b57d6348-fd4a-4c27-97d6-5f87400e7f8a None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:50.875469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2dc69-8601-4506-ae54-14ea0e605335 service neutron] Pushing event updated for resources: {'Port': ['ID=14909d7e-2dc4-4d11-be45-3ce89e15f356,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:50.879683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-cb0b16cc-66a7-47bb-82ac-6a46ef5e403c tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/ffb2b9b1-5965-438c-ab17-3846563d9bba HTTP/1.1" status: 200 len: 2998 time: 0.2026939 Mar 10 15:04:51.003724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Attempting to bind port fc799c3a-31e0-4a8b-abd0-f164361fda3e on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:51.004241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Attempting to bind port fc799c3a-31e0-4a8b-abd0-f164361fda3e by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '5b6211fc-1dfa-4301-a26b-523385b2ddfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:51.004607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Attempting to bind port fc799c3a-31e0-4a8b-abd0-f164361fda3e on network df25c6de-efec-41eb-aff6-3cdd00f01d65 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:51.007010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf5d02a-bfe4-440b-b0ff-2502f64e0d65 req-778947ce-7160-438b-abaf-c19aeaab3e0a tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/ffb2b9b1-5965-438c-ab17-3846563d9bba HTTP/1.1" status: 200 len: 2998 time: 0.1009195 Mar 10 15:04:51.017920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-31cd983b-8748-47ac-bc6d-df17bfbb7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:51.019395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-31cd983b-8748-47ac-bc6d-df17bfbb7f10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8694af26e6048c89974f3079ba650d9&device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 1126 time: 0.1993270 Mar 10 15:04:51.035361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:51.035785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Checking segment: {'id': '5b6211fc-1dfa-4301-a26b-523385b2ddfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:51.036140 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:51.036530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Bound using segment: {'id': '5b6211fc-1dfa-4301-a26b-523385b2ddfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:51.037005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Bound port: fc799c3a-31e0-4a8b-abd0-f164361fda3e, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6211fc-1dfa-4301-a26b-523385b2ddfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:51.037380 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:51.061497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a721f-d7c9-43d0-8dcc-0e952c5cd2af req-7c0143dc-cbd8-4c80-a3fc-df03a17f6417 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:51.070129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c30a721f-d7c9-43d0-8dcc-0e952c5cd2af req-7c0143dc-cbd8-4c80-a3fc-df03a17f6417 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/ports?device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 945 time: 0.1323004 Mar 10 15:04:51.106975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-54930f3e-78f4-437b-9f24-9dde7d18cc14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14909d7e-2dc4-4d11-be45-3ce89e15f356 HTTP/1.1" status: 200 len: 217 time: 0.0789726 Mar 10 15:04:51.191555 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4471d5a-1090-4801-87f7-cd0c26e53a81 x-openstack-request-id: req-f4471d5a-1090-4801-87f7-cd0c26e53a81 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:51.192783 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a278b382-165c-4e9a-a0b3-31118233c978", "tag": "bcb9cd66-682f-496a-a29d-70fbe3e7e28d", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:51.193051 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4471d5a-1090-4801-87f7-cd0c26e53a81 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:51.193449 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a278b382-165c-4e9a-a0b3-31118233c978', 'tag': 'bcb9cd66-682f-496a-a29d-70fbe3e7e28d', 'status': 'completed', 'code': 200} Mar 10 15:04:51.218006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c30a721f-d7c9-43d0-8dcc-0e952c5cd2af req-81ae318d-ec77-4cb0-b7c4-ea9df5d8989e tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea186afb-62d6-4b80-a8ac-c663b0630058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462083 Mar 10 15:04:51.221319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-f6e78d61-b703-4e52-9f94-b4b629cb84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:51.222748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-f6e78d61-b703-4e52-9f94-b4b629cb84b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92ce6dfa-a0e8-44c5-85ef-ca070887e694 HTTP/1.1" status: 200 len: 868 time: 0.0957305 Mar 10 15:04:51.257173 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe76a-dc0f-4b73-bfb7-a97c64d09345 req-cfb2a345-3c44-4569-9db9-b9850562e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:51.259755 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-800fe76a-dc0f-4b73-bfb7-a97c64d09345 req-cfb2a345-3c44-4569-9db9-b9850562e1fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66db18592fa447d1bd668bce79864ce9&device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 1127 time: 0.0772448 Mar 10 15:04:51.279170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435a13c-539a-4b53-86e1-bc1bd2663584 req-c8a6f64c-0649-46d6-bc90-ff95b15d43e1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:51.280714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3435a13c-539a-4b53-86e1-bc1bd2663584 req-c8a6f64c-0649-46d6-bc90-ff95b15d43e1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1673708 Mar 10 15:04:51.313250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] For port fc799c3a-31e0-4a8b-abd0-f164361fda3e, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:51.313581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:04:51.330389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-b69ae2d8-9f1f-4741-abe0-45b42ca68950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:51.331900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-b69ae2d8-9f1f-4741-abe0-45b42ca68950 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c30fde9-25fa-4405-a1fe-66e5455ac64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1023002 Mar 10 15:04:51.343889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] For port fc799c3a-31e0-4a8b-abd0-f164361fda3e, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fc799c3a-31e0-4a8b-abd0-f164361fda3e,segment=NetworkSegment(5b6211fc-1dfa-4301-a26b-523385b2ddfa),segment_id=5b6211fc-1dfa-4301-a26b-523385b2ddfa)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:51.360501 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:51.410548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3435a13c-539a-4b53-86e1-bc1bd2663584 req-93ac1ce0-decb-4c28-8a40-3d0251e095e6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201932 Mar 10 15:04:51.472515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c8d2-bdc6-423e-b829-c2632c347011 req-e78890c2-8b26-4c81-8e38-0067ac316b0d tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:51.480460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce42c8d2-bdc6-423e-b829-c2632c347011 req-e78890c2-8b26-4c81-8e38-0067ac316b0d tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 944 time: 0.1722186 Mar 10 15:04:51.516326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe76a-dc0f-4b73-bfb7-a97c64d09345 req-82ed224c-de8a-410d-b4dd-94cf4ff32619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:51.518056 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-800fe76a-dc0f-4b73-bfb7-a97c64d09345 req-82ed224c-de8a-410d-b4dd-94cf4ff32619 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c34ecab1-2697-47e3-b45f-3379a5529af8 HTTP/1.1" status: 200 len: 922 time: 0.2470062 Mar 10 15:04:51.525302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:51.536941 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Sync routers for ids ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:51.552331 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Routers {'0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:51.556662 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:51.613784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f8019-8fc2-4a92-a946-77dd5d37a5e4 None None] Pushing event updated for resources: {'Port': ['ID=fc799c3a-31e0-4a8b-abd0-f164361fda3e,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:51.626403 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8fc09c-72da-45e3-9449-d2046092857f x-openstack-request-id: req-2f8fc09c-72da-45e3-9449-d2046092857f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:51.626704 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:51.626990 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f8fc09c-72da-45e3-9449-d2046092857f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:51.627396 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'status': 'completed', 'code': 200} Mar 10 15:04:51.630671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce42c8d2-bdc6-423e-b829-c2632c347011 req-8a2adf5c-eedc-44a3-bf70-7664f9f17a9e tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f092fb-48f3-49a9-bb4d-a47fded4a60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492963 Mar 10 15:04:51.632585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-ca01d559-d063-4a49-84a7-c0949c42dbc8 service neutron] 10.222.0.45 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826402 Mar 10 15:04:51.644847 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-800fe76a-dc0f-4b73-bfb7-a97c64d09345 req-b53baf60-1ed9-4d4a-b050-647f9ca0b585 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcb9cd66-682f-496a-a29d-70fbe3e7e28d HTTP/1.1" status: 200 len: 217 time: 0.1175408 Mar 10 15:04:51.650182 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:51.656617 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-38674587-a3fc-48f6-891c-1799d5db43a6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1394444 Mar 10 15:04:51.658513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48488) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:51.664574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b57d6348-fd4a-4c27-97d6-5f87400e7f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:51.732749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d6348-fd4a-4c27-97d6-5f87400e7f8a None None] The sync data for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 is: [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:03:00Z', 'revision_number': 4, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '71f2a7d0-472d-4adb-a64f-4eac2e91513c', 'name': '', 'network_id': '3d28f02e-4500-4049-ae3a-96c51432dd45', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'mac_address': 'fa:16:3e:cb:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:59Z', 'updated_at': '2022-03-10T15:03:07Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'subnets': [{'id': 'b5bbdab4-82e8-455a-b167-1f3f966d56ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:51.756776 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9451c393-9a65-417c-9d1d-4ece1d73f5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:51.808918 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Set router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:51.861691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed68f-3987-4bcb-8e9b-798318f28b5d req-06bc6b03-63dc-49b8-9cfe-e58c3dc1258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:51.863142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-106ed68f-3987-4bcb-8e9b-798318f28b5d req-06bc6b03-63dc-49b8-9cfe-e58c3dc1258d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1127 time: 0.2523265 Mar 10 15:04:51.922182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dcf9794-e9ed-4b56-a016-61bb0ed87a8e req-257ed983-6999-41b9-adf4-f97ea8e6915c tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46a38a4ff57a4da5896dbad3f63e4b13 HTTP/1.1" status: 200 len: 6161 time: 0.2609680 Mar 10 15:04:51.959698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe76a-dc0f-4b73-bfb7-a97c64d09345 req-3734d01c-7075-4123-8f0e-243715d46eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:51.962934 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-800fe76a-dc0f-4b73-bfb7-a97c64d09345 req-3734d01c-7075-4123-8f0e-243715d46eba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0cee4004-24bc-4427-a818-a9657daf7db7 HTTP/1.1" status: 200 len: 861 time: 0.3051813 Mar 10 15:04:52.049818 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'name': 'tempest-TaggedBootDevicesTest_v242-239463449-router', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:48Z', 'updated_at': '2022-03-10T15:04:50Z', 'revision_number': 3, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'gw_port': {'id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:49Z', 'updated_at': '2022-03-10T15:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:52.083513 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Checking router: 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:52.084160 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Updating router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d port 48035652-13b7-4d7e-be0c-9c25f59cd394 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:04:52.091878 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-800fe76a-dc0f-4b73-bfb7-a97c64d09345 req-784df93a-3798-4e84-85dd-0733ab0cb1e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c34ecab1-2697-47e3-b45f-3379a5529af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554557 Mar 10 15:04:52.108703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52f2006d-3b8f-4ffe-b902-7c49fe888bd2 req-41b75db1-49b4-4952-9f91-8cc05edd9e5f service neutron] 10.222.0.45 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464433 Mar 10 15:04:52.221001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dcf9794-e9ed-4b56-a016-61bb0ed87a8e req-aecab618-8122-4b30-8c57-79488db64146 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] 10.222.0.11 "GET /v2.0/security-groups/d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0 HTTP/1.1" status: 200 len: 3002 time: 0.2605090 Mar 10 15:04:52.265843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed68f-3987-4bcb-8e9b-798318f28b5d req-6275a655-7faa-4491-b229-e58871fb0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:52.267368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-106ed68f-3987-4bcb-8e9b-798318f28b5d req-6275a655-7faa-4491-b229-e58871fb0a7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.3900547 Mar 10 15:04:52.272940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013f642-6bbf-4c8f-8daa-8b487b563e6b req-51f89187-ab6e-4f2d-8239-9b53db4b9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:52.276466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5013f642-6bbf-4c8f-8daa-8b487b563e6b req-51f89187-ab6e-4f2d-8239-9b53db4b9e48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1126 time: 0.2744980 Mar 10 15:04:52.276613 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:52.294913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d366c160-cb97-410a-9c76-295c6eca400d None None] New status for floating IP 7c32372f-e5a5-42b4-82db-51f8bd59c3c3: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:04:52.303910 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-800fe76a-dc0f-4b73-bfb7-a97c64d09345 req-9972fef4-2985-4846-a692-df63266796fb service neutron] 10.222.0.45 "GET /v2.0/networks/c34ecab1-2697-47e3-b45f-3379a5529af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002547 Mar 10 15:04:52.345346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7dbf8-2bf7-415a-83e2-05c6980a3310 req-df66a0ac-5ef2-4384-a2ee-247c371ebc56 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:52.346921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa7dbf8-2bf7-415a-83e2-05c6980a3310 req-df66a0ac-5ef2-4384-a2ee-247c371ebc56 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2325680 Mar 10 15:04:52.374694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-106ed68f-3987-4bcb-8e9b-798318f28b5d req-f1b35181-5bbb-4d17-be04-ba7ac23f4b78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 217 time: 0.0912724 Mar 10 15:04:52.472737 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-800fe76a-dc0f-4b73-bfb7-a97c64d09345 req-36dcf7b1-fe81-4ee0-9b18-657e10331d4b service neutron] 10.222.0.45 "GET /v2.0/networks/c34ecab1-2697-47e3-b45f-3379a5529af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617601 Mar 10 15:04:52.475821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dcf9794-e9ed-4b56-a016-61bb0ed87a8e req-4db213e7-2587-4377-826d-144a0ab284ba tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] 10.222.0.11 "GET /v2.0/security-groups/d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0 HTTP/1.1" status: 200 len: 3002 time: 0.2335083 Mar 10 15:04:52.550199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed68f-3987-4bcb-8e9b-798318f28b5d req-27335a78-e424-4258-a589-3b73cf685bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:52.551972 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-106ed68f-3987-4bcb-8e9b-798318f28b5d req-27335a78-e424-4258-a589-3b73cf685bdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.1638741 Mar 10 15:04:52.574432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa7dbf8-2bf7-415a-83e2-05c6980a3310 req-7fe48dcc-eda7-4796-b40f-3fc065182166 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105510 Mar 10 15:04:52.587338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013f642-6bbf-4c8f-8daa-8b487b563e6b req-b79ce568-2a89-4cf4-b93b-68f4c46b196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:52.587802 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5013f642-6bbf-4c8f-8daa-8b487b563e6b req-b79ce568-2a89-4cf4-b93b-68f4c46b196d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.2937522 Mar 10 15:04:52.638427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device bcb9cd66-682f-496a-a29d-70fbe3e7e28d up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:52.688616 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Publish callbacks [] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:52.701312 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:52.749577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port bcb9cd66-682f-496a-a29d-70fbe3e7e28d completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:04:52.756391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port bcb9cd66-682f-496a-a29d-70fbe3e7e28d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:52.756949 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:52.785359 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6faefe0-f9f6-40d8-a2cc-74cbe0b4bc3e None None] Pushing event updated for resources: {'Port': ['ID=48035652-13b7-4d7e-be0c-9c25f59cd394,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:52.787691 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Attempting to bind port 48035652-13b7-4d7e-be0c-9c25f59cd394 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:52.788058 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Attempting to bind port 48035652-13b7-4d7e-be0c-9c25f59cd394 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:52.788416 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Attempting to bind port 48035652-13b7-4d7e-be0c-9c25f59cd394 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:52.795882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-f9e2fe70-cafa-4b9a-aafe-2ec05fb908a4 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips/7c32372f-e5a5-42b4-82db-51f8bd59c3c3 HTTP/1.1" status: 200 len: 693 time: 0.1099064 Mar 10 15:04:52.806161 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:52.806834 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:52.807430 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:52.807968 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:52.808622 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Bound port: 48035652-13b7-4d7e-be0c-9c25f59cd394, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:52.809156 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:52.844929 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5013f642-6bbf-4c8f-8daa-8b487b563e6b req-cefe1116-eb30-4de6-8443-b85d57ec1d84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 999 time: 0.2334101 Mar 10 15:04:52.859681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed68f-3987-4bcb-8e9b-798318f28b5d req-de1262d5-4e85-43c4-af34-7a2ba16c72b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:52.861353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-106ed68f-3987-4bcb-8e9b-798318f28b5d req-de1262d5-4e85-43c4-af34-7a2ba16c72b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2859893 Mar 10 15:04:52.868849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168866a6-0dc8-4698-b682-f12e74ac7560 req-b266ff26-369c-4e6b-a577-d650ed7a82e3 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:52.870584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-168866a6-0dc8-4698-b682-f12e74ac7560 req-b266ff26-369c-4e6b-a577-d650ed7a82e3 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 950 time: 0.3331347 Mar 10 15:04:52.887907 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] For port 48035652-13b7-4d7e-be0c-9c25f59cd394, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:52.893018 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] For port 48035652-13b7-4d7e-be0c-9c25f59cd394, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=48035652-13b7-4d7e-be0c-9c25f59cd394,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:52.897680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port bcb9cd66-682f-496a-a29d-70fbe3e7e28d is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:52.898142 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:52.903328 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:52.952180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port bcb9cd66-682f-496a-a29d-70fbe3e7e28d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=bcb9cd66-682f-496a-a29d-70fbe3e7e28d,segment=NetworkSegment(64fcf426-7bd3-4a3a-b5ed-14d145770280),segment_id=64fcf426-7bd3-4a3a-b5ed-14d145770280)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:52.953265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a278b382-165c-4e9a-a0b3-31118233c978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb9cd66-682f-496a-a29d-70fbe3e7e28d'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:52.954387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:52.955822 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832af419-6247-4118-872b-73854272a8b3" -d '{"events": [{"server_uuid": "a278b382-165c-4e9a-a0b3-31118233c978", "name": "network-vif-plugged", "status": "completed", "tag": "bcb9cd66-682f-496a-a29d-70fbe3e7e28d"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:52.962405 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:52.984833 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Routers {'0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:52.985511 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:53.035485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=bcb9cd66-682f-496a-a29d-70fbe3e7e28d,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:53.042169 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6faefe0-f9f6-40d8-a2cc-74cbe0b4bc3e None None] Pushing event updated for resources: {'Port': ['ID=48035652-13b7-4d7e-be0c-9c25f59cd394,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:53.125256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013f642-6bbf-4c8f-8daa-8b487b563e6b req-bc2b7573-f0ec-4025-ba5f-436e3f282b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:53.127464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5013f642-6bbf-4c8f-8daa-8b487b563e6b req-bc2b7573-f0ec-4025-ba5f-436e3f282b66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.2558882 Mar 10 15:04:53.128155 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] Set router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:53.141318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-bb4a27b0-1303-47fd-83c8-fe77d4cfe41c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:53.142744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-bb4a27b0-1303-47fd-83c8-fe77d4cfe41c tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.3213687 Mar 10 15:04:53.192276 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af62454-f9fb-48e3-9cf6-87847c4a3477 None None] Network df25c6de-efec-41eb-aff6-3cdd00f01d65 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:04:53.196022 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Allocated IP 172.20.0.1 (df25c6de-efec-41eb-aff6-3cdd00f01d65/f353b520-72d6-408f-a638-fea6e85dbb39/395b6475-6fd6-4ef0-b42a-fe76c843d7a9) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:04:53.323080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f75da879-a16b-4ea5-88e5-5c6d149748ee None None] Provisioning complete for port fc799c3a-31e0-4a8b-abd0-f164361fda3e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:53.323635 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f75da879-a16b-4ea5-88e5-5c6d149748ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:53.329778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Publish callbacks [] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:53.348168 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'name': 'tempest-TaggedBootDevicesTest_v242-239463449-router', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:48Z', 'updated_at': '2022-03-10T15:04:50Z', 'revision_number': 3, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'gw_port': {'id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:49Z', 'updated_at': '2022-03-10T15:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:53.376314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:53.382205 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10092476-24f2-4820-826d-ebf7654e89ba None None] The sync data for ids ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'] in n-d-833090-1 is: [{'id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'name': 'tempest-TaggedBootDevicesTest_v242-239463449-router', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:48Z', 'updated_at': '2022-03-10T15:04:50Z', 'revision_number': 3, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'gw_port': {'id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:49Z', 'updated_at': '2022-03-10T15:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:53.438720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Network df25c6de-efec-41eb-aff6-3cdd00f01d65 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:53.441842 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:53.446042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:04:53.461815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f75da879-a16b-4ea5-88e5-5c6d149748ee None None] Current status of the port fc799c3a-31e0-4a8b-abd0-f164361fda3e is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:53.462315 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f75da879-a16b-4ea5-88e5-5c6d149748ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:53.481141 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Pushing event updated for resources: {'Port': ['ID=395b6475-6fd6-4ef0-b42a-fe76c843d7a9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:53.498862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:53.544640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f75da879-a16b-4ea5-88e5-5c6d149748ee None None] For port fc799c3a-31e0-4a8b-abd0-f164361fda3e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fc799c3a-31e0-4a8b-abd0-f164361fda3e,segment=NetworkSegment(5b6211fc-1dfa-4301-a26b-523385b2ddfa),segment_id=5b6211fc-1dfa-4301-a26b-523385b2ddfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:53.550562 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f75da879-a16b-4ea5-88e5-5c6d149748ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:53.620632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75da879-a16b-4ea5-88e5-5c6d149748ee None None] Pushing event updated for resources: {'Port': ['ID=fc799c3a-31e0-4a8b-abd0-f164361fda3e,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:53.639360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093'}, {'name': 'network-changed', 'server_uuid': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'tag': '14909d7e-2dc4-4d11-be45-3ce89e15f356'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:53.645448 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093"}, {"name": "network-changed", "server_uuid": "c0e32e92-95a5-4df3-a77c-060b8a29941b", "tag": "14909d7e-2dc4-4d11-be45-3ce89e15f356"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:53.677204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-168866a6-0dc8-4698-b682-f12e74ac7560 req-79470e9b-5bc1-4773-84fd-379baba34448 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7828321 Mar 10 15:04:53.711458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-8ef81d2f-4411-4cdf-ae87-d41f8ba6704e tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 696 time: 0.5314257 Mar 10 15:04:53.743202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:53.794453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-34844635-26e6-4244-8443-dbc62575359e None None] Provisioning complete for port fc799c3a-31e0-4a8b-abd0-f164361fda3e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:53.794904 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34844635-26e6-4244-8443-dbc62575359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:53.853680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-106ed68f-3987-4bcb-8e9b-798318f28b5d req-bea1961e-3b38-4f49-983a-17769adb26b4 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9713392 Mar 10 15:04:53.855250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fc799c3a-31e0-4a8b-abd0-f164361fda3e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:53.999067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-34844635-26e6-4244-8443-dbc62575359e None None] Current status of the port fc799c3a-31e0-4a8b-abd0-f164361fda3e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:54.022053 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Publish callbacks [] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.024156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-42afca45-fb19-463b-8af3-2075ca150763 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 696 time: 0.3108103 Mar 10 15:04:54.024906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port fc799c3a-31e0-4a8b-abd0-f164361fda3e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:54.025606 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.032211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.053713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013f642-6bbf-4c8f-8daa-8b487b563e6b req-65c2c44a-9373-494c-bce1-a58cb1737d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:54.055255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5013f642-6bbf-4c8f-8daa-8b487b563e6b req-65c2c44a-9373-494c-bce1-a58cb1737d7d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9079211 Mar 10 15:04:54.075215 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ab68a5c6-3dee-4ca5-a3f3-6f5fd47b57b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.111380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.128973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Pushing event updated for resources: {'Port': ['ID=395b6475-6fd6-4ef0-b42a-fe76c843d7a9,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:54.140752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ca4f448a-36a0-40fc-b5a9-fff86e88ad92 None None] Provisioning complete for port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:54.141137 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ca4f448a-36a0-40fc-b5a9-fff86e88ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.183505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f448a-36a0-40fc-b5a9-fff86e88ad92 None None] Port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:04:54.184936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port fc799c3a-31e0-4a8b-abd0-f164361fda3e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:54.245845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Network df25c6de-efec-41eb-aff6-3cdd00f01d65 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:04:54.247538 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:04:54.251824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-106ed68f-3987-4bcb-8e9b-798318f28b5d req-280fbb31-e9c0-42de-9e0c-b222085ae703 service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698297 Mar 10 15:04:54.276977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4987e1-15e6-4db8-9b55-0a1b9b65e9f6 req-107624b2-76fc-478a-8ea2-a62d66bcaab9 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:54.278633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec4987e1-15e6-4db8-9b55-0a1b9b65e9f6 req-107624b2-76fc-478a-8ea2-a62d66bcaab9 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/ports?device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 946 time: 0.4386559 Mar 10 15:04:54.361510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec4987e1-15e6-4db8-9b55-0a1b9b65e9f6 req-c6e148ee-77e8-4f69-8128-9e68b752fccb tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea186afb-62d6-4b80-a8ac-c663b0630058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630844 Mar 10 15:04:54.367933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5013f642-6bbf-4c8f-8daa-8b487b563e6b req-39c9b473-8ccb-4aa9-b49a-419425e43b8b service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001416 Mar 10 15:04:54.396978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:04:54.428439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-ba88a23a-ef6c-491a-b519-f2eff3a713be tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Deleting port d4adf709-8f52-40e9-9e63-4ab18ebf539d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:54.428790 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-ba88a23a-ef6c-491a-b519-f2eff3a713be tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d4adf709-8f52-40e9-9e63-4ab18ebf539d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.531588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:04:54.540440 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-45c09363-7c43-4431-b536-527512c77908 admin admin] 10.222.0.11 "PUT /v2.0/routers/0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8808725 Mar 10 15:04:54.547085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-762735d4-146c-403f-b642-f32bc4a4e50e req-859f61d5-1f43-41e5-88af-4470e16547d2 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9b1a3538-ed5a-4c44-a2a1-90c8dd932414 HTTP/1.1" status: 200 len: 1795 time: 0.1415446 Mar 10 15:04:54.614729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7335a175-fbad-41f1-9b1d-0e6c98b08193 None None] Provisioning complete for port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:54.615714 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7335a175-fbad-41f1-9b1d-0e6c98b08193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.618467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5013f642-6bbf-4c8f-8daa-8b487b563e6b req-0149e6cc-3dc4-450f-ace8-889571e32e87 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338521 Mar 10 15:04:54.622369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-ba88a23a-ef6c-491a-b519-f2eff3a713be tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d4adf709-8f52-40e9-9e63-4ab18ebf539d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.622697 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-ba88a23a-ef6c-491a-b519-f2eff3a713be tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (d4adf709-8f52-40e9-9e63-4ab18ebf539d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.644492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-ba88a23a-ef6c-491a-b519-f2eff3a713be tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Calling delete_port for d4adf709-8f52-40e9-9e63-4ab18ebf539d owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:54.665631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 14909d7e-2dc4-4d11-be45-3ce89e15f356 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:04:54.698341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7335a175-fbad-41f1-9b1d-0e6c98b08193 None None] Port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:04:54.702005 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-762735d4-146c-403f-b642-f32bc4a4e50e req-e819f558-9f59-4bde-bddc-1f96a1044665 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (9b1a3538-ed5a-4c44-a2a1-90c8dd932414), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.736471 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-762735d4-146c-403f-b642-f32bc4a4e50e req-e819f558-9f59-4bde-bddc-1f96a1044665 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (9b1a3538-ed5a-4c44-a2a1-90c8dd932414), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.801398 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-762735d4-146c-403f-b642-f32bc4a4e50e req-e819f558-9f59-4bde-bddc-1f96a1044665 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9b1a3538-ed5a-4c44-a2a1-90c8dd932414), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.805105 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-762735d4-146c-403f-b642-f32bc4a4e50e req-e819f558-9f59-4bde-bddc-1f96a1044665 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.806566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-762735d4-146c-403f-b642-f32bc4a4e50e req-e819f558-9f59-4bde-bddc-1f96a1044665 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b1a3538-ed5a-4c44-a2a1-90c8dd932414 HTTP/1.1" status: 204 len: 173 time: 0.2497473 Mar 10 15:04:54.822237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 14909d7e-2dc4-4d11-be45-3ce89e15f356, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=14909d7e-2dc4-4d11-be45-3ce89e15f356,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:54.837079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'port_id': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'mac_address': 'fa:16:3e:88:14:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:04:54.847831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819f558-9f59-4bde-bddc-1f96a1044665 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1a3538-ed5a-4c44-a2a1-90c8dd932414,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:54.870820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-ba88a23a-ef6c-491a-b519-f2eff3a713be tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d4adf709-8f52-40e9-9e63-4ab18ebf539d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.903170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 14909d7e-2dc4-4d11-be45-3ce89e15f356 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:54.903581 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.913172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88a23a-ef6c-491a-b519-f2eff3a713be tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Pushing event deleted for resources: {'Port': ['ID=d4adf709-8f52-40e9-9e63-4ab18ebf539d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:54.917857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14909d7e-2dc4-4d11-be45-3ce89e15f356 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:04:54.949193 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 14909d7e-2dc4-4d11-be45-3ce89e15f356, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=14909d7e-2dc4-4d11-be45-3ce89e15f356,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:54.954907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:54.992732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b4d68090-b739-4959-a276-e82f2782b0de no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:04:55.029882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caf7ba-7bd9-4705-90ff-15fd6eb80826 req-a48e0ee2-3d5e-4c3c-8354-9fe9385e92f3 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:55.031455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77caf7ba-7bd9-4705-90ff-15fd6eb80826 req-a48e0ee2-3d5e-4c3c-8354-9fe9385e92f3 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 944 time: 0.1200790 Mar 10 15:04:55.038451 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-ba88a23a-ef6c-491a-b519-f2eff3a713be tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks [] for floatingip (7c32372f-e5a5-42b4-82db-51f8bd59c3c3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:55.040080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=14909d7e-2dc4-4d11-be45-3ce89e15f356,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:55.041598 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-ba88a23a-ef6c-491a-b519-f2eff3a713be tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:55.043384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20e3c87c-2dd8-474a-8ebd-11fbfd6dd74f req-ba88a23a-ef6c-491a-b519-f2eff3a713be tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "DELETE /v2.0/floatingips/7c32372f-e5a5-42b4-82db-51f8bd59c3c3 HTTP/1.1" status: 204 len: 173 time: 1.0025594 Mar 10 15:04:55.111544 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77caf7ba-7bd9-4705-90ff-15fd6eb80826 req-a849c460-b55f-4dd0-8c65-8f84ca76b8f7 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f092fb-48f3-49a9-bb4d-a47fded4a60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671244 Mar 10 15:04:55.117210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port b4d68090-b739-4959-a276-e82f2782b0de is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:55.117599 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4d68090-b739-4959-a276-e82f2782b0de), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:55.158987 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536025d2-4cd0-4ad2-9b0b-ee26299c3b65 x-openstack-request-id: req-536025d2-4cd0-4ad2-9b0b-ee26299c3b65 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:55.159282 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a278b382-165c-4e9a-a0b3-31118233c978", "name": "network-vif-plugged", "status": "completed", "tag": "bcb9cd66-682f-496a-a29d-70fbe3e7e28d", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:55.159671 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-536025d2-4cd0-4ad2-9b0b-ee26299c3b65 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:55.160074 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278b382-165c-4e9a-a0b3-31118233c978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb9cd66-682f-496a-a29d-70fbe3e7e28d', 'code': 200} Mar 10 15:04:55.204943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:55.208082 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:55.218785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['14909d7e-2dc4-4d11-be45-3ce89e15f356'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:04:55.224880 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:55.251003 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf225065-992e-4c9c-aa6b-e77e81124d53 x-openstack-request-id: req-cf225065-992e-4c9c-aa6b-e77e81124d53 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:55.251309 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0e32e92-95a5-4df3-a77c-060b8a29941b", "tag": "14909d7e-2dc4-4d11-be45-3ce89e15f356", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:55.251556 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf225065-992e-4c9c-aa6b-e77e81124d53 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:55.251962 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'status': 'completed', 'code': 200} Mar 10 15:04:55.255084 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'tag': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'status': 'completed', 'code': 200} Mar 10 15:04:55.355299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a87c8c-0929-485e-9a18-cf7f1fd34d55 req-d03f5603-061d-4350-997c-a6387a2c3271 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:55.356812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34a87c8c-0929-485e-9a18-cf7f1fd34d55 req-d03f5603-061d-4350-997c-a6387a2c3271 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1826904 Mar 10 15:04:55.361451 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-c5bc225c-709f-46d6-b6cf-95473531405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:55.363964 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-c5bc225c-709f-46d6-b6cf-95473531405d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 1127 time: 0.1014075 Mar 10 15:04:55.369062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:55.435981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fdb56-f809-4511-a70c-7d608503061d req-b465555b-3ed7-434c-b90c-6b07bd28f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:55.437622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-808fdb56-f809-4511-a70c-7d608503061d req-b465555b-3ed7-434c-b90c-6b07bd28f6df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 1128 time: 0.2214487 Mar 10 15:04:55.441287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34a87c8c-0929-485e-9a18-cf7f1fd34d55 req-e74f9016-88f6-459b-a559-9998afcb67c6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775809 Mar 10 15:04:55.444227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccefa9f3-97d4-408c-a70a-4af0c1fe357a req-3804a40a-97a6-4d4e-adbd-b9d925521dd4 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "GET /v2.0/security-groups/c6462de3-bbf4-4563-9fbb-0d2db963fa58 HTTP/1.1" status: 200 len: 1797 time: 0.1113701 Mar 10 15:04:55.508618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-70cede88-3ff4-4a03-ad30-12eecc6cf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:55.511184 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-70cede88-3ff4-4a03-ad30-12eecc6cf873 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 200 len: 922 time: 0.1392319 Mar 10 15:04:55.524858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-808fdb56-f809-4511-a70c-7d608503061d req-31397f92-5225-4274-a6ca-2a0b80ed2ece service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea186afb-62d6-4b80-a8ac-c663b0630058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792499 Mar 10 15:04:55.543595 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ccefa9f3-97d4-408c-a70a-4af0c1fe357a req-3d5f9a6b-69d2-4e60-ace1-6d5f61a8e790 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (c6462de3-bbf4-4563-9fbb-0d2db963fa58), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:55.570621 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-ca401f5b-d77b-490d-b439-9ce0465cb655 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 200 len: 217 time: 0.0532718 Mar 10 15:04:55.576624 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ccefa9f3-97d4-408c-a70a-4af0c1fe357a req-3d5f9a6b-69d2-4e60-ace1-6d5f61a8e790 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (c6462de3-bbf4-4563-9fbb-0d2db963fa58), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:55.628787 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ccefa9f3-97d4-408c-a70a-4af0c1fe357a req-3d5f9a6b-69d2-4e60-ace1-6d5f61a8e790 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c6462de3-bbf4-4563-9fbb-0d2db963fa58), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:55.632148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ccefa9f3-97d4-408c-a70a-4af0c1fe357a req-3d5f9a6b-69d2-4e60-ace1-6d5f61a8e790 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:55.633912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccefa9f3-97d4-408c-a70a-4af0c1fe357a req-3d5f9a6b-69d2-4e60-ace1-6d5f61a8e790 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6462de3-bbf4-4563-9fbb-0d2db963fa58 HTTP/1.1" status: 204 len: 173 time: 0.1803594 Mar 10 15:04:55.656413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f9a6b-69d2-4e60-ace1-6d5f61a8e790 tempest-SecurityGroupsTestAdminJSON-1106137357 tempest-SecurityGroupsTestAdminJSON-1106137357-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6462de3-bbf4-4563-9fbb-0d2db963fa58,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:55.818672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-53229dbf-98e1-4d57-b546-a119f466a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:55.822028 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-53229dbf-98e1-4d57-b546-a119f466a9b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 200 len: 860 time: 0.0679615 Mar 10 15:04:55.862499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fc799c3a-31e0-4a8b-abd0-f164361fda3e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:55.884660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-3b1f2a9a-c874-4e88-a0a1-18fc5d0bb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:55.887557 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-3b1f2a9a-c874-4e88-a0a1-18fc5d0bb9ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d28f02e-4500-4049-ae3a-96c51432dd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577989 Mar 10 15:04:55.894513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b421bed-19ce-4f48-bcfc-1a97348c2e12 req-e4e14b6c-cf45-4872-80f3-4dd37a96c80f tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:55.896169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b421bed-19ce-4f48-bcfc-1a97348c2e12 req-e4e14b6c-cf45-4872-80f3-4dd37a96c80f tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/ports?device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 946 time: 0.1224287 Mar 10 15:04:55.902354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8b04289-221b-4938-8614-537353b8e0e5 req-5475486c-a7fb-4891-a7e5-4599712a6d95 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] 10.222.0.11 "GET /v2.0/security-groups/aa953acc-320a-4b38-a4f9-c9e83a30b240 HTTP/1.1" status: 200 len: 1796 time: 0.0746217 Mar 10 15:04:55.946597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port fc799c3a-31e0-4a8b-abd0-f164361fda3e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:55.946996 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:55.996516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b421bed-19ce-4f48-bcfc-1a97348c2e12 req-13886013-c761-42d2-9b27-a17392fd8b47 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea186afb-62d6-4b80-a8ac-c663b0630058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752451 Mar 10 15:04:56.027473 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-8cda3978-ba94-4ed6-967c-902ef45d7cba service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238506 Mar 10 15:04:56.039689 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f8b04289-221b-4938-8614-537353b8e0e5 req-4faea9ff-4b45-4bee-a9f7-b43af58e87ee tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (aa953acc-320a-4b38-a4f9-c9e83a30b240), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:56.061981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port fc799c3a-31e0-4a8b-abd0-f164361fda3e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:56.063167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 48035652-13b7-4d7e-be0c-9c25f59cd394 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:56.068476 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f8b04289-221b-4938-8614-537353b8e0e5 req-4faea9ff-4b45-4bee-a9f7-b43af58e87ee tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (aa953acc-320a-4b38-a4f9-c9e83a30b240), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:56.147324 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f8b04289-221b-4938-8614-537353b8e0e5 req-4faea9ff-4b45-4bee-a9f7-b43af58e87ee tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aa953acc-320a-4b38-a4f9-c9e83a30b240), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:56.149049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 48035652-13b7-4d7e-be0c-9c25f59cd394 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:56.149674 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:56.149905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f8b04289-221b-4938-8614-537353b8e0e5 req-4faea9ff-4b45-4bee-a9f7-b43af58e87ee tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:56.157237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8b04289-221b-4938-8614-537353b8e0e5 req-4faea9ff-4b45-4bee-a9f7-b43af58e87ee tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] 10.222.0.11 "DELETE /v2.0/security-groups/aa953acc-320a-4b38-a4f9-c9e83a30b240 HTTP/1.1" status: 204 len: 173 time: 0.2480307 Mar 10 15:04:56.185809 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-a00a50b2-b22c-457e-a3b0-358da822fe2e service neutron] 10.222.0.45 "GET /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462779 Mar 10 15:04:56.188959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faea9ff-4b45-4bee-a9f7-b43af58e87ee tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa953acc-320a-4b38-a4f9-c9e83a30b240,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:56.215518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f03bc0-8ca0-4419-8bc1-37adff83d7e5 req-994a5705-0a8a-4f54-b0f8-fb686d09a065 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:56.217073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75f03bc0-8ca0-4419-8bc1-37adff83d7e5 req-994a5705-0a8a-4f54-b0f8-fb686d09a065 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 945 time: 0.0823736 Mar 10 15:04:56.292699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75f03bc0-8ca0-4419-8bc1-37adff83d7e5 req-93fd18ff-e918-4729-98a1-373f2953ed3f tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697136 Mar 10 15:04:56.319585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-73f676d0-63ef-4d6b-946d-5643a6c4d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:56.322224 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-73f676d0-63ef-4d6b-946d-5643a6c4d191 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8694af26e6048c89974f3079ba650d9&device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 1127 time: 0.0746961 Mar 10 15:04:56.336756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 48035652-13b7-4d7e-be0c-9c25f59cd394 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:56.337147 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:56.402033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 48035652-13b7-4d7e-be0c-9c25f59cd394, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=48035652-13b7-4d7e-be0c-9c25f59cd394,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:56.429720 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:56.532970 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-98f134b5-d918-476e-84e3-9beef770bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:56.534452 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-98f134b5-d918-476e-84e3-9beef770bf0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c30fde9-25fa-4405-a1fe-66e5455ac64f HTTP/1.1" status: 200 len: 930 time: 0.1988158 Mar 10 15:04:56.550925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c61c5-83d8-487f-a44a-3f69edb1a02c req-b733cbf7-fc5b-48eb-be5b-bd5c9d607059 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:56.554312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e7c61c5-83d8-487f-a44a-3f69edb1a02c req-b733cbf7-fc5b-48eb-be5b-bd5c9d607059 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 946 time: 0.0869677 Mar 10 15:04:56.570686 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Sync routers for ids ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:04:56.588362 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Routers {'0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:56.588938 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:56.624757 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:56.639415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=48035652-13b7-4d7e-be0c-9c25f59cd394,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:56.664613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e7c61c5-83d8-487f-a44a-3f69edb1a02c req-d62eaaa9-1864-49f1-aa6d-0c89c12a8edc tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925283 Mar 10 15:04:56.673154 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 14909d7e-2dc4-4d11-be45-3ce89e15f356 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:56.876247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6160000-709f-4e07-832c-c5ac7f3ded56 req-66283dbc-b08c-421b-b57b-e94d561eb832 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:56.878337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6160000-709f-4e07-832c-c5ac7f3ded56 req-66283dbc-b08c-421b-b57b-e94d561eb832 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 945 time: 0.1169314 Mar 10 15:04:56.891092 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Set router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:56.920222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 14909d7e-2dc4-4d11-be45-3ce89e15f356 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:04:56.943686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 14909d7e-2dc4-4d11-be45-3ce89e15f356 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:56.944970 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:56.949648 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-e0c9d459-2c34-44fc-b0c5-2dd529b337a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14909d7e-2dc4-4d11-be45-3ce89e15f356 HTTP/1.1" status: 200 len: 217 time: 0.4019995 Mar 10 15:04:56.994884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6160000-709f-4e07-832c-c5ac7f3ded56 req-0f3e6268-315c-4f75-8054-3e1d77f5d3ce tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f092fb-48f3-49a9-bb4d-a47fded4a60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103764 Mar 10 15:04:57.059817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-48a01434-52eb-4b36-be5b-5b47e9359ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:57.061146 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-48a01434-52eb-4b36-be5b-5b47e9359ce5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92ce6dfa-a0e8-44c5-85ef-ca070887e694 HTTP/1.1" status: 200 len: 868 time: 0.1012895 Mar 10 15:04:57.160174 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-4ec4d685-86b9-48d6-b248-eb05768daa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:57.161026 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-4ec4d685-86b9-48d6-b248-eb05768daa3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c30fde9-25fa-4405-a1fe-66e5455ac64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0875404 Mar 10 15:04:57.167862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:57.171608 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916dd0a2-db4e-48b8-a747-618e0abf0ea0" -d '{"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d68090-b739-4959-a276-e82f2782b0de"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:57.199415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e000863-bfcf-4728-a74f-9c91d26eb14c req-27859017-2a87-4772-a52a-672e3aa3cfb4 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] 10.222.0.11 "GET /v2.0/security-groups/9225a554-f6ec-4165-9ccf-d71943e3dea7 HTTP/1.1" status: 200 len: 1796 time: 0.0796964 Mar 10 15:04:57.274422 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'name': 'tempest-TaggedBootDevicesTest_v242-239463449-router', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:48Z', 'updated_at': '2022-03-10T15:04:53Z', 'revision_number': 4, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'gw_port': {'id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:49Z', 'updated_at': '2022-03-10T15:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '395b6475-6fd6-4ef0-b42a-fe76c843d7a9', 'name': '', 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'mac_address': 'fa:16:3e:73:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f353b520-72d6-408f-a638-fea6e85dbb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:52Z', 'updated_at': '2022-03-10T15:04:53Z', 'revision_number': 2, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'subnets': [{'id': 'f353b520-72d6-408f-a638-fea6e85dbb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:57.312464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 14909d7e-2dc4-4d11-be45-3ce89e15f356 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:57.313348 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:57.331447 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3e000863-bfcf-4728-a74f-9c91d26eb14c req-ff626071-b72d-491a-bbaa-3399d746b650 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (9225a554-f6ec-4165-9ccf-d71943e3dea7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:57.343036 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Checking router: 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:04:57.343396 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Updating router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:04:57.382613 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:57.392333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 14909d7e-2dc4-4d11-be45-3ce89e15f356, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=14909d7e-2dc4-4d11-be45-3ce89e15f356,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:57.399468 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-a59e77de-ef56-4f58-8007-9e01e2f95db8 service neutron] 10.222.0.45 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290528 Mar 10 15:04:57.403330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:57.472925 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3e000863-bfcf-4728-a74f-9c91d26eb14c req-ff626071-b72d-491a-bbaa-3399d746b650 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (9225a554-f6ec-4165-9ccf-d71943e3dea7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:57.480276 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=14909d7e-2dc4-4d11-be45-3ce89e15f356,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:57.548317 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3e000863-bfcf-4728-a74f-9c91d26eb14c req-ff626071-b72d-491a-bbaa-3399d746b650 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9225a554-f6ec-4165-9ccf-d71943e3dea7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:57.551561 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3e000863-bfcf-4728-a74f-9c91d26eb14c req-ff626071-b72d-491a-bbaa-3399d746b650 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:57.564984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e000863-bfcf-4728-a74f-9c91d26eb14c req-ff626071-b72d-491a-bbaa-3399d746b650 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] 10.222.0.11 "DELETE /v2.0/security-groups/9225a554-f6ec-4165-9ccf-d71943e3dea7 HTTP/1.1" status: 204 len: 173 time: 0.3587615 Mar 10 15:04:57.626721 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e17a7623-f9e3-46a1-8b58-3d8ff5448a7c req-685579f6-18b7-4f77-a30a-90ce687aadfe service neutron] 10.222.0.45 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071397 Mar 10 15:04:57.689229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626071-b72d-491a-bbaa-3399d746b650 tempest-SecurityGroupsTestAdminJSON-131683255 tempest-SecurityGroupsTestAdminJSON-131683255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9225a554-f6ec-4165-9ccf-d71943e3dea7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:57.723086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fa67f-2b91-4994-add8-b2f7edf91de3 req-f6aa579a-c389-46ae-a390-647d0def02f1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:57.725922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f6fa67f-2b91-4994-add8-b2f7edf91de3 req-f6aa579a-c389-46ae-a390-647d0def02f1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3579035 Mar 10 15:04:57.744173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 48035652-13b7-4d7e-be0c-9c25f59cd394 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:04:57.834884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c16bdc-ce98-4da5-aaab-d6551365b042 req-7d7c0b87-6a46-4828-9ea1-b54a9965f034 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:57.836693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10c16bdc-ce98-4da5-aaab-d6551365b042 req-7d7c0b87-6a46-4828-9ea1-b54a9965f034 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 945 time: 0.2121251 Mar 10 15:04:57.883194 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f6fa67f-2b91-4994-add8-b2f7edf91de3 req-35fa58f5-e96b-4cca-95a5-dca8ee81dd22 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390197 Mar 10 15:04:57.902245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a6aee-7e12-467a-8f03-757357e2c484 req-b9f527c2-2981-4970-a144-6b7e870f2d5d tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:57.920657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb1a6aee-7e12-467a-8f03-757357e2c484 req-b9f527c2-2981-4970-a144-6b7e870f2d5d tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/ports?device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 946 time: 0.2240970 Mar 10 15:04:57.960345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 48035652-13b7-4d7e-be0c-9c25f59cd394 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:57.965396 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:58.014350 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Publish callbacks [] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:58.028066 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:58.066351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb1a6aee-7e12-467a-8f03-757357e2c484 req-4d57606e-5c47-4765-b99a-9ac7a22200b7 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea186afb-62d6-4b80-a8ac-c663b0630058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387897 Mar 10 15:04:58.137960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-10c16bdc-ce98-4da5-aaab-d6551365b042 req-906d421a-3f1d-4c94-8811-5065f0c4c3f1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Deleting port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:04:58.138321 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10c16bdc-ce98-4da5-aaab-d6551365b042 req-906d421a-3f1d-4c94-8811-5065f0c4c3f1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:58.297595 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b108e-34d7-4e64-a905-93097a919e19 None None] Pushing event updated for resources: {'Port': ['ID=395b6475-6fd6-4ef0-b42a-fe76c843d7a9,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:58.396442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48706) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:58.432509 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8371e382-662b-483f-a72e-a4361abb265e x-openstack-request-id: req-8371e382-662b-483f-a72e-a4361abb265e {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:58.432961 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d68090-b739-4959-a276-e82f2782b0de", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:58.433353 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8371e382-662b-483f-a72e-a4361abb265e {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:58.433897 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de', 'code': 200} Mar 10 15:04:58.441758 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Attempting to bind port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:04:58.443872 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Attempting to bind port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '5b6211fc-1dfa-4301-a26b-523385b2ddfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:04:58.445565 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Attempting to bind port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 on network df25c6de-efec-41eb-aff6-3cdd00f01d65 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:04:58.459528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-10c16bdc-ce98-4da5-aaab-d6551365b042 req-906d421a-3f1d-4c94-8811-5065f0c4c3f1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] For port b7f7db40-b31b-4c40-b7e6-4f1df97bc093, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b7f7db40-b31b-4c40-b7e6-4f1df97bc093,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:58.461115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10c16bdc-ce98-4da5-aaab-d6551365b042 req-906d421a-3f1d-4c94-8811-5065f0c4c3f1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:58.465171 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:04:58.469449 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Checking segment: {'id': '5b6211fc-1dfa-4301-a26b-523385b2ddfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:04:58.472189 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:58.472189 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Bound using segment: {'id': '5b6211fc-1dfa-4301-a26b-523385b2ddfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:04:58.474166 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Bound port: 395b6475-6fd6-4ef0-b42a-fe76c843d7a9, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6211fc-1dfa-4301-a26b-523385b2ddfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:04:58.475944 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:58.495076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4ed6b-d856-4307-b762-8a7fd0532d40 req-dd433b88-9a44-4acd-8bab-cf0b399201ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:58.495805 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:58.497481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04e4ed6b-d856-4307-b762-8a7fd0532d40 req-dd433b88-9a44-4acd-8bab-cf0b399201ef tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 945 time: 0.2274446 Mar 10 15:04:58.498677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-10c16bdc-ce98-4da5-aaab-d6551365b042 req-906d421a-3f1d-4c94-8811-5065f0c4c3f1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Calling delete_port for b7f7db40-b31b-4c40-b7e6-4f1df97bc093 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:04:58.667255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04e4ed6b-d856-4307-b762-8a7fd0532d40 req-fd471cac-68e8-4ef2-ac95-cce765a55056 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/security-groups?id=ffb2b9b1-5965-438c-ab17-3846563d9bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592782 Mar 10 15:04:58.687778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 48035652-13b7-4d7e-be0c-9c25f59cd394 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:58.731904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-38c7b614-b06d-47e6-ad40-ebd260a92875 None None] Provisioning complete for port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:58.732303 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38c7b614-b06d-47e6-ad40-ebd260a92875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:58.753887 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] For port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:04:58.764916 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] For port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=395b6475-6fd6-4ef0-b42a-fe76c843d7a9,segment=NetworkSegment(5b6211fc-1dfa-4301-a26b-523385b2ddfa),segment_id=5b6211fc-1dfa-4301-a26b-523385b2ddfa)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:04:58.776388 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:58.828498 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10c16bdc-ce98-4da5-aaab-d6551365b042 req-906d421a-3f1d-4c94-8811-5065f0c4c3f1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b7f7db40-b31b-4c40-b7e6-4f1df97bc093), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:58.869147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-38c7b614-b06d-47e6-ad40-ebd260a92875 None None] Port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:04:58.871947 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-df98e03d-9b8e-4474-9102-c49039cacf04 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46a38a4ff57a4da5896dbad3f63e4b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4744725 Mar 10 15:04:58.875305 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48720) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:58.907181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d421a-3f1d-4c94-8811-5065f0c4c3f1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Pushing event deleted for resources: {'Port': ['ID=b7f7db40-b31b-4c40-b7e6-4f1df97bc093,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:58.982565 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01736791-3ab2-4389-b668-724166a12aff admin admin] Publish callbacks [] for security_group (d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:59.056457 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01736791-3ab2-4389-b668-724166a12aff admin admin] Publish callbacks [] for security_group (d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:59.058580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c16bdc-ce98-4da5-aaab-d6551365b042 req-906d421a-3f1d-4c94-8811-5065f0c4c3f1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] No DVR routers for this DVR port b7f7db40-b31b-4c40-b7e6-4f1df97bc093 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:04:59.071274 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Routers {'0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:04:59.071916 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:59.079374 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10c16bdc-ce98-4da5-aaab-d6551365b042 req-906d421a-3f1d-4c94-8811-5065f0c4c3f1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:59.096755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10c16bdc-ce98-4da5-aaab-d6551365b042 req-906d421a-3f1d-4c94-8811-5065f0c4c3f1 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.45 "DELETE /v2.0/ports/b7f7db40-b31b-4c40-b7e6-4f1df97bc093 HTTP/1.1" status: 204 len: 173 time: 1.2509439 Mar 10 15:04:59.099143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'name': 'network-vif-deleted', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:04:59.114631 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c71a52-b55e-40b9-9e70-215fa4d91b19" -d '{"events": [{"server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "name": "network-vif-deleted", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:04:59.136261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988d58-ee19-481b-869b-3eb9fb3665ee req-ae818b8d-0172-478c-87c5-e739dcd314cd tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:59.145101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98988d58-ee19-481b-869b-3eb9fb3665ee req-ae818b8d-0172-478c-87c5-e739dcd314cd tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 946 time: 0.2415814 Mar 10 15:04:59.158225 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b108e-34d7-4e64-a905-93097a919e19 None None] Pushing event updated for resources: {'Port': ['ID=395b6475-6fd6-4ef0-b42a-fe76c843d7a9,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:59.187986 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01736791-3ab2-4389-b668-724166a12aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:59.196082 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01736791-3ab2-4389-b668-724166a12aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:59.199842 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-01736791-3ab2-4389-b668-724166a12aff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0 HTTP/1.1" status: 204 len: 168 time: 0.3235106 Mar 10 15:04:59.218089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01736791-3ab2-4389-b668-724166a12aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b7692c-bb5f-4530-9f4b-7d43d39b6ac0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:04:59.355516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98988d58-ee19-481b-869b-3eb9fb3665ee req-9a6cd22d-196b-4755-b943-fd14d9b73cd6 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f092fb-48f3-49a9-bb4d-a47fded4a60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093039 Mar 10 15:04:59.355974 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] Set router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:04:59.432259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4114e4-7149-45f1-aa40-1f1a2edfb8cd req-b461e1d2-5981-41b7-a60f-4224dc95f6f5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:59.437415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d4114e4-7149-45f1-aa40-1f1a2edfb8cd req-b461e1d2-5981-41b7-a60f-4224dc95f6f5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3150034 Mar 10 15:04:59.577103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d4114e4-7149-45f1-aa40-1f1a2edfb8cd req-53b23bb2-ae35-4b1e-8b55-66d1e4425e29 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333861 Mar 10 15:04:59.618884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a287c-e28c-4603-8e2a-8457150f3c84 req-9863bd95-513e-417e-8ce6-f1edc65d7f10 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:04:59.620703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-939a287c-e28c-4603-8e2a-8457150f3c84 req-9863bd95-513e-417e-8ce6-f1edc65d7f10 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 946 time: 0.0952163 Mar 10 15:04:59.631488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Provisioning complete for port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:04:59.632827 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:59.764960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-939a287c-e28c-4603-8e2a-8457150f3c84 req-f000bb76-e0cd-4510-9fbe-c5081fea3ba0 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374812 Mar 10 15:04:59.776213 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'name': 'tempest-TaggedBootDevicesTest_v242-239463449-router', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:48Z', 'updated_at': '2022-03-10T15:04:53Z', 'revision_number': 4, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'gw_port': {'id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:49Z', 'updated_at': '2022-03-10T15:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '395b6475-6fd6-4ef0-b42a-fe76c843d7a9', 'name': '', 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'mac_address': 'fa:16:3e:73:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f353b520-72d6-408f-a638-fea6e85dbb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:52Z', 'updated_at': '2022-03-10T15:04:58Z', 'revision_number': 4, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'subnets': [{'id': 'f353b520-72d6-408f-a638-fea6e85dbb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:04:59.793015 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41410313-5bba-4675-9a38-60f229b04d92 x-openstack-request-id: req-41410313-5bba-4675-9a38-60f229b04d92 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:04:59.793194 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5adc68f-6bc6-408b-bf49-3059368ae2fb", "name": "network-vif-deleted", "tag": "b7f7db40-b31b-4c40-b7e6-4f1df97bc093", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:04:59.793454 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41410313-5bba-4675-9a38-60f229b04d92 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:04:59.793869 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5adc68f-6bc6-408b-bf49-3059368ae2fb', 'name': 'network-vif-deleted', 'tag': 'b7f7db40-b31b-4c40-b7e6-4f1df97bc093', 'status': 'completed', 'code': 200} Mar 10 15:04:59.846971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Current status of the port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:04:59.847911 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:04:59.881058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48748) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:04:59.894198 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7d52b8-1652-4c5f-844b-712e5ab96d94 None None] The sync data for ids ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'] in n-d-833090-1 is: [{'id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'name': 'tempest-TaggedBootDevicesTest_v242-239463449-router', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:48Z', 'updated_at': '2022-03-10T15:04:53Z', 'revision_number': 4, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'gw_port': {'id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:49Z', 'updated_at': '2022-03-10T15:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '395b6475-6fd6-4ef0-b42a-fe76c843d7a9', 'name': '', 'network_id': 'df25c6de-efec-41eb-aff6-3cdd00f01d65', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'mac_address': 'fa:16:3e:73:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f353b520-72d6-408f-a638-fea6e85dbb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:52Z', 'updated_at': '2022-03-10T15:04:58Z', 'revision_number': 4, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'subnets': [{'id': 'f353b520-72d6-408f-a638-fea6e85dbb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:04:59.919306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] For port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=395b6475-6fd6-4ef0-b42a-fe76c843d7a9,segment=NetworkSegment(5b6211fc-1dfa-4301-a26b-523385b2ddfa),segment_id=5b6211fc-1dfa-4301-a26b-523385b2ddfa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:04:59.932993 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:00.051823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Pushing event updated for resources: {'Port': ['ID=395b6475-6fd6-4ef0-b42a-fe76c843d7a9,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:00.073254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.073761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.074357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.074998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.075493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.075959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.076291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b96c775-79a6-457a-892c-51e702fe21da req-e39f1de8-07a1-481b-a4a4-678036a7e5d2 tempest-FloatingIPsAssociationTestJSON-918695274 tempest-FloatingIPsAssociationTestJSON-918695274-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5adc68f-6bc6-408b-bf49-3059368ae2fb HTTP/1.1" status: 200 len: 210 time: 0.0891030 Mar 10 15:05:00.076573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.077046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.077527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.078392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.078906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.079383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.079847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9dbc0e-6e0e-46ba-b40e-8146769c08db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:00.090163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-be4c69f7-0ebe-4c6b-9855-ea49d863fdda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c693862a84c480cbef54db0369b64b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2079937 Mar 10 15:05:00.092855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48752) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:00.129965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fb218-88fa-4d04-a2e0-430850003a51 req-facf0c6e-3123-472e-b262-ad8c5c64eb04 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:00.138122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c42fb218-88fa-4d04-a2e0-430850003a51 req-facf0c6e-3123-472e-b262-ad8c5c64eb04 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2032375 Mar 10 15:05:00.180645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9657-c3f4-4e15-a39c-daf43c27ea2b admin admin] Publish callbacks [] for security_group (dcbb1f48-27bd-4b07-8756-4dbd5acc340a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:00.197336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c42fb218-88fa-4d04-a2e0-430850003a51 req-7104547b-c170-44cd-a7ef-f22023f8194f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582376 Mar 10 15:05:00.233064 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9657-c3f4-4e15-a39c-daf43c27ea2b admin admin] Publish callbacks [] for security_group (dcbb1f48-27bd-4b07-8756-4dbd5acc340a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:00.301523 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9657-c3f4-4e15-a39c-daf43c27ea2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dcbb1f48-27bd-4b07-8756-4dbd5acc340a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:00.323703 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a0e9657-c3f4-4e15-a39c-daf43c27ea2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:00.333746 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8a0e9657-c3f4-4e15-a39c-daf43c27ea2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dcbb1f48-27bd-4b07-8756-4dbd5acc340a HTTP/1.1" status: 204 len: 168 time: 0.2387028 Mar 10 15:05:00.356422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e9657-c3f4-4e15-a39c-daf43c27ea2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbb1f48-27bd-4b07-8756-4dbd5acc340a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:00.435198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14909d7e-2dc4-4d11-be45-3ce89e15f356'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:00.439763 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358e9275-6a67-4d4f-a976-a34f03290d97" -d '{"events": [{"server_uuid": "c0e32e92-95a5-4df3-a77c-060b8a29941b", "name": "network-vif-plugged", "status": "completed", "tag": "14909d7e-2dc4-4d11-be45-3ce89e15f356"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:00.442893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0efe8-848a-4212-a010-46f474cd1522 req-d329c575-e5e7-425d-8576-da9ab4b8e6e2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:00.452313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaa0efe8-848a-4212-a010-46f474cd1522 req-d329c575-e5e7-425d-8576-da9ab4b8e6e2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1841531 Mar 10 15:05:00.468338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-b64c250c-2884-44e7-8b23-5b584407df25 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:00.470763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-b64c250c-2884-44e7-8b23-5b584407df25 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.62 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 946 time: 0.1567016 Mar 10 15:05:00.557142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaa0efe8-848a-4212-a010-46f474cd1522 req-dfb17f1a-9d25-4815-b97e-8678bd58efa0 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036866 Mar 10 15:05:00.663973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b7f7db40-b31b-4c40-b7e6-4f1df97bc093 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:00.669852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Deleting port f9272622-5670-4a2a-894f-baf4a8dc6d5e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:00.670752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:00.725960 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093efbff-87ce-48ba-8e40-0dc5bda8e4a5 x-openstack-request-id: req-093efbff-87ce-48ba-8e40-0dc5bda8e4a5 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:00.731047 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e32e92-95a5-4df3-a77c-060b8a29941b", "name": "network-vif-plugged", "status": "completed", "tag": "14909d7e-2dc4-4d11-be45-3ce89e15f356", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:00.731406 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-093efbff-87ce-48ba-8e40-0dc5bda8e4a5 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:00.731839 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'code': 200} Mar 10 15:05:00.735689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: b7f7db40-b31b-4c40-b7e6-4f1df97bc093 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:05:00.736092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b7f7db40-b31b-4c40-b7e6-4f1df97bc093 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:05:00.939308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67143f14-c230-490d-a4f5-1677c72faddd req-d96197a3-6ade-4546-9f94-8ca793b34625 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:00.940815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67143f14-c230-490d-a4f5-1677c72faddd req-d96197a3-6ade-4546-9f94-8ca793b34625 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 946 time: 0.2655883 Mar 10 15:05:01.001247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] For port f9272622-5670-4a2a-894f-baf4a8dc6d5e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f9272622-5670-4a2a-894f-baf4a8dc6d5e,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:01.001977 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:01.013639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bfaa8-0076-434a-bb75-677f62555239 req-6868e1e5-fa38-4d16-819d-3b16266566d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:01.015901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-996bfaa8-0076-434a-bb75-677f62555239 req-6868e1e5-fa38-4d16-819d-3b16266566d7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 1128 time: 0.2383170 Mar 10 15:05:01.124409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b7a1b-8f9b-456f-9ef4-2876a7e45360 req-263b6749-6744-476e-8f64-373595738ed8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:01.126052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc1b7a1b-8f9b-456f-9ef4-2876a7e45360 req-263b6749-6744-476e-8f64-373595738ed8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3320119 Mar 10 15:05:01.182999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67143f14-c230-490d-a4f5-1677c72faddd req-b6556952-ae4c-49de-972b-c68769c4816c tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f092fb-48f3-49a9-bb4d-a47fded4a60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292199 Mar 10 15:05:01.269410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc1b7a1b-8f9b-456f-9ef4-2876a7e45360 req-559234ba-64d9-49c2-ada0-b4be785be2d7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337924 Mar 10 15:05:01.298743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-996bfaa8-0076-434a-bb75-677f62555239 req-e4a7d7e2-eb31-430e-a9dc-5ae5f8786537 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f3f092fb-48f3-49a9-bb4d-a47fded4a60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713463 Mar 10 15:05:01.454503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:01.454909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (96754bbb-5e4e-454d-8347-258ff0d7ceab), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:01.455234 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Floating IP 96754bbb-5e4e-454d-8347-258ff0d7ceab disassociated. External IP: 172.25.3.47, port: f9272622-5670-4a2a-894f-baf4a8dc6d5e. Mar 10 15:05:01.455588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Calling delete_port for f9272622-5670-4a2a-894f-baf4a8dc6d5e owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:01.544294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d01e26-4e07-404a-a060-bc953a4665a4 req-4f2852ac-f7fe-4366-bc27-e06056aeb3d9 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:01.545828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9d01e26-4e07-404a-a060-bc953a4665a4 req-4f2852ac-f7fe-4366-bc27-e06056aeb3d9 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/ports?device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 946 time: 0.1393034 Mar 10 15:05:01.688179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9d01e26-4e07-404a-a060-bc953a4665a4 req-13bc68b1-712c-4fca-926f-6ace392085cd tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea186afb-62d6-4b80-a8ac-c663b0630058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157892 Mar 10 15:05:01.696482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37665c-02d5-4dc7-aa9a-6ea81102fe63 req-8f834d77-ac14-47ba-9bbf-eda169d18514 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:01.698054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a37665c-02d5-4dc7-aa9a-6ea81102fe63 req-8f834d77-ac14-47ba-9bbf-eda169d18514 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 946 time: 0.1776671 Mar 10 15:05:01.761215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:01.779603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48824) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:01.856801 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f9272622-5670-4a2a-894f-baf4a8dc6d5e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:01.861131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a37665c-02d5-4dc7-aa9a-6ea81102fe63 req-19b22d5a-6616-4e27-b65c-cb63e4aab335 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c687057c-1444-4b79-beaf-378dcea748ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575594 Mar 10 15:05:01.896273 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:01.899291 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:02.024454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:02.038085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-5d5a0632-b014-40b9-84fa-50be91927c52 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:02.046960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-5d5a0632-b014-40b9-84fa-50be91927c52 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 812 time: 0.1906116 Mar 10 15:05:02.054514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Pushing event deleted for resources: {'Port': ['ID=f9272622-5670-4a2a-894f-baf4a8dc6d5e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:02.065534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-50edae56-a5df-436a-9ea0-2eed12414901 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/quotas/702a8da67ca84fdb9cea78ab5e9893b6 HTTP/1.1" status: 200 len: 375 time: 0.0190053 Mar 10 15:05:02.210867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-913c4fa4-946b-4234-a7cb-72de6967ac7f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1442580 Mar 10 15:05:02.409943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (975377ad-adac-4620-bab0-398aa5cbcfc3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:02.782305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Router 6497d01d-6698-4dc3-b5cd-f181abd04e3e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:05:02.873947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] Deleting port 71f2a7d0-472d-4adb-a64f-4eac2e91513c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:02.874578 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:02.907302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-7a98f30f-1cbf-4d32-8c13-9bd9fb18fcee service neutron] 10.222.0.11 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6881793 Mar 10 15:05:02.977269 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] For port 71f2a7d0-472d-4adb-a64f-4eac2e91513c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71f2a7d0-472d-4adb-a64f-4eac2e91513c,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:02.977674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:02.980264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5709f6d-990e-4d69-9c47-c04c9e6765ff req-7468e4a4-3b13-470f-9c3d-5bdca552f25e tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:02.987148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5709f6d-990e-4d69-9c47-c04c9e6765ff req-7468e4a4-3b13-470f-9c3d-5bdca552f25e tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 946 time: 0.2299495 Mar 10 15:05:02.995783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] Calling delete_port for 71f2a7d0-472d-4adb-a64f-4eac2e91513c owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:03.032366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0f76c-f012-4fb6-9518-e2a0e744f3e0 req-e8610846-4390-4cb6-9ad1-2d618d07e95b tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:03.033867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2db0f76c-f012-4fb6-9518-e2a0e744f3e0 req-e8610846-4390-4cb6-9ad1-2d618d07e95b tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.45 "GET /v2.0/ports?device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 946 time: 0.2779522 Mar 10 15:05:03.161764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:05:03.177736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b924eab-68e9-4423-941a-d4b30b886238 None None] Sync routers for ids ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:05:03.191001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b924eab-68e9-4423-941a-d4b30b886238 None None] Routers {'6497d01d-6698-4dc3-b5cd-f181abd04e3e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:03.191651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8b924eab-68e9-4423-941a-d4b30b886238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:03.202267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-503eb84e-1b61-4b45-b370-8ce3e5976ee2 service neutron] 10.222.0.11 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941442 Mar 10 15:05:03.204903 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (71f2a7d0-472d-4adb-a64f-4eac2e91513c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:03.244104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5709f6d-990e-4d69-9c47-c04c9e6765ff req-f2d1540d-0000-45ae-865f-a00d78b15d9f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f092fb-48f3-49a9-bb4d-a47fded4a60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501147 Mar 10 15:05:03.255551 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] Pushing event deleted for resources: {'Port': ['ID=71f2a7d0-472d-4adb-a64f-4eac2e91513c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:03.276125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] No DVR routers for this DVR port f9272622-5670-4a2a-894f-baf4a8dc6d5e on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:05:03.278896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:03.282931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d1b94be-5f40-48ca-a0ce-c7c76abf5cb2 req-0c808e27-6255-4eb1-a2b1-8066412955ef tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.62 "DELETE /v2.0/ports/f9272622-5670-4a2a-894f-baf4a8dc6d5e HTTP/1.1" status: 204 len: 173 time: 2.8052304 Mar 10 15:05:03.286017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'name': 'network-vif-deleted', 'tag': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:03.289212 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0115fd3c-d7ae-4975-9446-037c1c7e9731" -d '{"events": [{"server_uuid": "c894e982-30e6-4f78-a589-22825d3d7a9e", "name": "network-vif-deleted", "tag": "f9272622-5670-4a2a-894f-baf4a8dc6d5e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:03.346927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-2db0f76c-f012-4fb6-9518-e2a0e744f3e0 req-11581048-e07f-4f23-b6d0-53fa8c5095d8 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Deleting port bcb9cd66-682f-496a-a29d-70fbe3e7e28d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:03.348965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2db0f76c-f012-4fb6-9518-e2a0e744f3e0 req-11581048-e07f-4f23-b6d0-53fa8c5095d8 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:03.540852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-8b924eab-68e9-4423-941a-d4b30b886238 None None] Set router 6497d01d-6698-4dc3-b5cd-f181abd04e3e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:03.787796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2db0f76c-f012-4fb6-9518-e2a0e744f3e0 req-11581048-e07f-4f23-b6d0-53fa8c5095d8 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] For port bcb9cd66-682f-496a-a29d-70fbe3e7e28d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=bcb9cd66-682f-496a-a29d-70fbe3e7e28d,segment=NetworkSegment(64fcf426-7bd3-4a3a-b5ed-14d145770280),segment_id=64fcf426-7bd3-4a3a-b5ed-14d145770280)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:03.788512 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2db0f76c-f012-4fb6-9518-e2a0e744f3e0 req-11581048-e07f-4f23-b6d0-53fa8c5095d8 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:03.802750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-2db0f76c-f012-4fb6-9518-e2a0e744f3e0 req-11581048-e07f-4f23-b6d0-53fa8c5095d8 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Calling delete_port for bcb9cd66-682f-496a-a29d-70fbe3e7e28d owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:03.833389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (975377ad-adac-4620-bab0-398aa5cbcfc3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:03.858691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d516c81f-6dfb-46e1-b728-e6df9ca8f280 req-94562d89-0c1f-47df-b1df-35b8d6e20135 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/ports?device_id=c894e982-30e6-4f78-a589-22825d3d7a9e HTTP/1.1" status: 200 len: 210 time: 0.1377206 Mar 10 15:05:03.888107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa02755-6a21-4e58-9a8b-fbd26aef8188 req-0720a525-f6eb-415e-8713-3a4c99ad045a tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:03.895959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0aa02755-6a21-4e58-9a8b-fbd26aef8188 req-0720a525-f6eb-415e-8713-3a4c99ad045a tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/ports?device_id=a278b382-165c-4e9a-a0b3-31118233c978 HTTP/1.1" status: 200 len: 946 time: 0.3014812 Mar 10 15:05:03.974828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0aa02755-6a21-4e58-9a8b-fbd26aef8188 req-c73b089a-d197-4a4f-99c6-6c987d0a99ee tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea186afb-62d6-4b80-a8ac-c663b0630058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778406 Mar 10 15:05:04.068067 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa0d8df-273a-4945-b8ab-fd9913ae666d x-openstack-request-id: req-dfa0d8df-273a-4945-b8ab-fd9913ae666d {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:04.073374 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c894e982-30e6-4f78-a589-22825d3d7a9e", "name": "network-vif-deleted", "tag": "f9272622-5670-4a2a-894f-baf4a8dc6d5e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:04.073690 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dfa0d8df-273a-4945-b8ab-fd9913ae666d {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:04.074122 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c894e982-30e6-4f78-a589-22825d3d7a9e', 'name': 'network-vif-deleted', 'tag': 'f9272622-5670-4a2a-894f-baf4a8dc6d5e', 'status': 'completed', 'code': 200} Mar 10 15:05:04.125038 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2db0f76c-f012-4fb6-9518-e2a0e744f3e0 req-11581048-e07f-4f23-b6d0-53fa8c5095d8 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bcb9cd66-682f-496a-a29d-70fbe3e7e28d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:04.142995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['bcb9cd66-682f-496a-a29d-70fbe3e7e28d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:05:04.163099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-536795fb-5925-495b-88ca-8143aeeb47b4 req-d3bc6574-414d-424e-9bee-0836331b8a61 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 210 time: 0.0496185 Mar 10 15:05:04.193330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11581048-e07f-4f23-b6d0-53fa8c5095d8 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Pushing event deleted for resources: {'Port': ['ID=bcb9cd66-682f-496a-a29d-70fbe3e7e28d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:04.265683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8b924eab-68e9-4423-941a-d4b30b886238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:51Z', 'revision_number': 4, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0cca7a0a-c9f3-4cdb-990b-1470bebba57e', 'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'mac_address': 'fa:16:3e:ed:4c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:56Z', 'revision_number': 5, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'subnets': [{'id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:04.292302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db0f76c-f012-4fb6-9518-e2a0e744f3e0 req-11581048-e07f-4f23-b6d0-53fa8c5095d8 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] No DVR routers for this DVR port bcb9cd66-682f-496a-a29d-70fbe3e7e28d on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:05:04.298351 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2db0f76c-f012-4fb6-9518-e2a0e744f3e0 req-11581048-e07f-4f23-b6d0-53fa8c5095d8 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:04.301796 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2db0f76c-f012-4fb6-9518-e2a0e744f3e0 req-11581048-e07f-4f23-b6d0-53fa8c5095d8 tempest-ServerMetadataNegativeTestJSON-593949882 tempest-ServerMetadataNegativeTestJSON-593949882-project] 10.222.0.45 "DELETE /v2.0/ports/bcb9cd66-682f-496a-a29d-70fbe3e7e28d HTTP/1.1" status: 204 len: 173 time: 1.2612195 Mar 10 15:05:04.326633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] Router 975377ad-adac-4620-bab0-398aa5cbcfc3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:05:04.348020 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b924eab-68e9-4423-941a-d4b30b886238 None None] Checking router: 6497d01d-6698-4dc3-b5cd-f181abd04e3e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:05:04.367947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b924eab-68e9-4423-941a-d4b30b886238 None None] Routers {'6497d01d-6698-4dc3-b5cd-f181abd04e3e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:04.368845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8b924eab-68e9-4423-941a-d4b30b886238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:04.498019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a52cf-73d2-4900-95c2-46bf00ba81f8 req-45e96f37-a008-4630-adee-e9ea197371ba tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:04.499669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e11a52cf-73d2-4900-95c2-46bf00ba81f8 req-45e96f37-a008-4630-adee-e9ea197371ba tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 946 time: 0.1346085 Mar 10 15:05:04.544838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-8b924eab-68e9-4423-941a-d4b30b886238 None None] Set router 6497d01d-6698-4dc3-b5cd-f181abd04e3e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:04.590002 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:05:04.606047 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee108f97-1c53-4a2f-b0d5-aa7318d26f6a None None] Sync routers for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:05:04.611768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48904) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:04.617305 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-40b306a0-f263-4884-9317-369c89cbeb63 admin admin] 10.222.0.11 "PUT /v2.0/routers/975377ad-adac-4620-bab0-398aa5cbcfc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8355451 Mar 10 15:05:04.629821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e11a52cf-73d2-4900-95c2-46bf00ba81f8 req-ee309daf-89b4-4b3d-ab23-577440183959 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f092fb-48f3-49a9-bb4d-a47fded4a60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196039 Mar 10 15:05:04.630071 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee108f97-1c53-4a2f-b0d5-aa7318d26f6a None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:04.631233 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ee108f97-1c53-4a2f-b0d5-aa7318d26f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:04.919368 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-ee108f97-1c53-4a2f-b0d5-aa7318d26f6a None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:04.949710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-365fb507-01a8-4243-a480-d6d4180c4e51 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 258 time: 0.2310095 Mar 10 15:05:04.961848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:04.976970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8b924eab-68e9-4423-941a-d4b30b886238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:51Z', 'revision_number': 4, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0cca7a0a-c9f3-4cdb-990b-1470bebba57e', 'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'mac_address': 'fa:16:3e:ed:4c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:56Z', 'revision_number': 5, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'subnets': [{'id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:05.048355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b924eab-68e9-4423-941a-d4b30b886238 None None] The sync data for ids ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'] in n-d-833090-1 is: [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:02:51Z', 'revision_number': 4, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0cca7a0a-c9f3-4cdb-990b-1470bebba57e', 'name': '', 'network_id': '73f0f81f-8062-4540-a9e6-4ff1f4c79b33', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'mac_address': 'fa:16:3e:ed:4c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:02:56Z', 'revision_number': 5, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'subnets': [{'id': '24390a6a-cdc9-46ae-9d09-e0a60377070a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:05:05.061427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb00e286-3382-4a05-9340-bc05fdb37330 req-82175d1c-6f04-44cf-8f47-9f45220ecb3a tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0922298 Mar 10 15:05:05.080938 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b4d68090-b739-4959-a276-e82f2782b0de details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:05:05.083030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f9272622-5670-4a2a-894f-baf4a8dc6d5e no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:05.151638 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:05.162945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: f9272622-5670-4a2a-894f-baf4a8dc6d5e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:05:05.163377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f9272622-5670-4a2a-894f-baf4a8dc6d5e not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:05:05.189389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Publish callbacks [] for router (975377ad-adac-4620-bab0-398aa5cbcfc3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:05.227031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48928) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:05.342479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:05.382450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'b4d68090-b739-4959-a276-e82f2782b0de', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'b4d68090-b739-4959-a276-e82f2782b0de', 'mac_address': 'fa:16:3e:b3:4b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:05:05.388909 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d79c96-0bf3-4538-8a5a-6876ea8a0f02 admin admin] Deleting subnet 0cee4004-24bc-4427-a818-a9657daf7db7 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:05:05.401037 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12d79c96-0bf3-4538-8a5a-6876ea8a0f02 admin admin] Publish callbacks [] for subnet (0cee4004-24bc-4427-a818-a9657daf7db7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:05.430953 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Publish callbacks [] for router_gateway (975377ad-adac-4620-bab0-398aa5cbcfc3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:05.443414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port b4d68090-b739-4959-a276-e82f2782b0de is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:05.445530 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4d68090-b739-4959-a276-e82f2782b0de), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:05.450519 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ee108f97-1c53-4a2f-b0d5-aa7318d26f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:05:03Z', 'revision_number': 5, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port': {'id': '3313a66f-2187-44ae-8a41-863be626ba7f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:04:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:52Z', 'updated_at': '2022-03-10T15:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:05.485426 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12d79c96-0bf3-4538-8a5a-6876ea8a0f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (0cee4004-24bc-4427-a818-a9657daf7db7), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:05.487482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d68090-b739-4959-a276-e82f2782b0de {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:05:05.544129 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee108f97-1c53-4a2f-b0d5-aa7318d26f6a None None] Checking router: 975377ad-adac-4620-bab0-398aa5cbcfc3 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:05:05.551838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbc6b43f-3d09-47ec-a741-98d48cdc3204 req-be14c14b-62ca-4fd0-b6c6-aba659374b5d tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1225343 Mar 10 15:05:05.596012 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee108f97-1c53-4a2f-b0d5-aa7318d26f6a None None] Routers {'975377ad-adac-4620-bab0-398aa5cbcfc3'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:05.596860 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:05.597114 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ee108f97-1c53-4a2f-b0d5-aa7318d26f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['975377ad-adac-4620-bab0-398aa5cbcfc3'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:05.606421 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:05.661187 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12d79c96-0bf3-4538-8a5a-6876ea8a0f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (0cee4004-24bc-4427-a818-a9657daf7db7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:05.753313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48934) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:05.773349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['b4d68090-b739-4959-a276-e82f2782b0de'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:05:05.802253 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-ee108f97-1c53-4a2f-b0d5-aa7318d26f6a None None] Set router 975377ad-adac-4620-bab0-398aa5cbcfc3 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:05.919666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219253cb-dabe-4920-b539-de101c6d90d7 None None] New status for floating IP 96754bbb-5e4e-454d-8347-258ff0d7ceab: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:05:05.973648 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ee108f97-1c53-4a2f-b0d5-aa7318d26f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:05:05Z', 'revision_number': 6, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:06.001276 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec565-144a-4d8a-9913-4dcd67fd7b38 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group (c687057c-1444-4b79-beaf-378dcea748ac), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.009135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-300b57d7-213c-4180-8055-8a63778a6c11 req-ddb024cf-71a0-4dd2-8de8-94bb0474bd61 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 210 time: 0.0823624 Mar 10 15:05:06.014369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12d79c96-0bf3-4538-8a5a-6876ea8a0f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (0cee4004-24bc-4427-a818-a9657daf7db7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.038784 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee108f97-1c53-4a2f-b0d5-aa7318d26f6a None None] The sync data for ids ['975377ad-adac-4620-bab0-398aa5cbcfc3'] in n-d-833090-1 is: [{'id': '975377ad-adac-4620-bab0-398aa5cbcfc3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1594106587-router', 'tenant_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:50Z', 'updated_at': '2022-03-10T15:05:05Z', 'revision_number': 6, 'project_id': 'a2071892e1954e0e84c2f578ad1c21e7', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:05:06.051524 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12d79c96-0bf3-4538-8a5a-6876ea8a0f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.071544 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-12d79c96-0bf3-4538-8a5a-6876ea8a0f02 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0cee4004-24bc-4427-a818-a9657daf7db7 HTTP/1.1" status: 204 len: 168 time: 0.8423972 Mar 10 15:05:06.074244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48938) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:06.091671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a278b382-165c-4e9a-a0b3-31118233c978', 'name': 'network-vif-deleted', 'tag': 'bcb9cd66-682f-496a-a29d-70fbe3e7e28d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:06.105699 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6822ba-e03b-4e5d-9dba-474ea960d350" -d '{"events": [{"server_uuid": "a278b382-165c-4e9a-a0b3-31118233c978", "name": "network-vif-deleted", "tag": "bcb9cd66-682f-496a-a29d-70fbe3e7e28d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:06.127280 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec565-144a-4d8a-9913-4dcd67fd7b38 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group (c687057c-1444-4b79-beaf-378dcea748ac), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.151884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Deleting port 3313a66f-2187-44ae-8a41-863be626ba7f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:06.152453 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.155593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:06.178663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-29fae3f8-52c4-44e7-b7be-f8b178ec4be8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:06.186402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-29fae3f8-52c4-44e7-b7be-f8b178ec4be8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 812 time: 0.6652317 Mar 10 15:05:06.251176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.263618 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a3c336-2332-4856-9449-a698b53e7234 x-openstack-request-id: req-a8a3c336-2332-4856-9449-a698b53e7234 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:06.265099 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a278b382-165c-4e9a-a0b3-31118233c978", "name": "network-vif-deleted", "tag": "bcb9cd66-682f-496a-a29d-70fbe3e7e28d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:06.265647 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8a3c336-2332-4856-9449-a698b53e7234 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:06.266877 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278b382-165c-4e9a-a0b3-31118233c978', 'name': 'network-vif-deleted', 'tag': 'bcb9cd66-682f-496a-a29d-70fbe3e7e28d', 'status': 'completed', 'code': 200} Mar 10 15:05:06.272296 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec565-144a-4d8a-9913-4dcd67fd7b38 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c687057c-1444-4b79-beaf-378dcea748ac), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.276054 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec565-144a-4d8a-9913-4dcd67fd7b38 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.282389 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ab3ec565-144a-4d8a-9913-4dcd67fd7b38 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "DELETE /v2.0/security-groups/c687057c-1444-4b79-beaf-378dcea748ac HTTP/1.1" status: 204 len: 168 time: 0.5235348 Mar 10 15:05:06.284592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Request body: {'port': {'device_id': '0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'admin_state_up': True, 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:06.296937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48950) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:06.348254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d79c96-0bf3-4538-8a5a-6876ea8a0f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cee4004-24bc-4427-a818-a9657daf7db7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:06.353368 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-197b4d4e-4d03-4a8e-b99f-d422d6201e8f tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] show failed (client error): The resource could not be found. Mar 10 15:05:06.355056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-197b4d4e-4d03-4a8e-b99f-d422d6201e8f tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "GET /v2.0/security-groups/c687057c-1444-4b79-beaf-378dcea748ac HTTP/1.1" status: 404 len: 347 time: 0.0540617 Mar 10 15:05:06.361609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48952) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:06.397665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ec565-144a-4d8a-9913-4dcd67fd7b38 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c687057c-1444-4b79-beaf-378dcea748ac,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:06.421288 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c34ecab1-2697-47e3-b45f-3379a5529af8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.598631 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c34ecab1-2697-47e3-b45f-3379a5529af8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.634489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34ecab1-2697-47e3-b45f-3379a5529af8']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:06.656998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fcf426-7bd3-4a3a-b5ed-14d145770280') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:06.657274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fcf426-7bd3-4a3a-b5ed-14d145770280') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:06.688600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device bcb9cd66-682f-496a-a29d-70fbe3e7e28d no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:06.690840 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (64fcf426-7bd3-4a3a-b5ed-14d145770280), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.720261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] For port 3313a66f-2187-44ae-8a41-863be626ba7f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3313a66f-2187-44ae-8a41-863be626ba7f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:06.720625 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.724615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (64fcf426-7bd3-4a3a-b5ed-14d145770280), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.740984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:05:06.742653 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (64fcf426-7bd3-4a3a-b5ed-14d145770280), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.743680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: bcb9cd66-682f-496a-a29d-70fbe3e7e28d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:05:06.744726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device bcb9cd66-682f-496a-a29d-70fbe3e7e28d not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:05:06.747137 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:05:06.776648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Calling delete_port for 3313a66f-2187-44ae-8a41-863be626ba7f owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:06.818383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Allocated IP 172.25.3.10 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/9268096c-8d1c-4889-9ad6-d75f8b58ad12) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:06.888967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c34ecab1-2697-47e3-b45f-3379a5529af8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.901180 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:06.908957 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c34ecab1-2697-47e3-b45f-3379a5529af8 HTTP/1.1" status: 204 len: 168 time: 0.6672010 Mar 10 15:05:06.938203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9a39f-4c48-4743-85ed-f4c8e229a350 admin admin] Pushing event deleted for resources: {'Network': ['ID=c34ecab1-2697-47e3-b45f-3379a5529af8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:07.052397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b4d68090-b739-4959-a276-e82f2782b0de up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:07.107847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port b4d68090-b739-4959-a276-e82f2782b0de triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:07.108220 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b4d68090-b739-4959-a276-e82f2782b0de), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.237389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port b4d68090-b739-4959-a276-e82f2782b0de is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:07.238039 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4d68090-b739-4959-a276-e82f2782b0de), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.288731 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:07.291736 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3fccbf-8ccc-4776-883a-02f494008678" -d '{"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-plugged", "status": "completed", "tag": "b4d68090-b739-4959-a276-e82f2782b0de"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:07.339643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48966) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:07.417508 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2762ce8b-ce86-4903-8d9d-f523aeee74e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66db18592fa447d1bd668bce79864ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0678797 Mar 10 15:05:07.419894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48968) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:07.452839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Made reservation on behalf of 702a8da67ca84fdb9cea78ab5e9893b6 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:07.456663 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.488967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-809fcb0f-9cac-4e3b-81bb-81db470716fc admin admin] Publish callbacks [] for security_group (ea186afb-62d6-4b80-a8ac-c663b0630058), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.495204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:07.500336 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.508141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e57f381c-c756-441f-b9e7-363f803ffe66 req-e9e6660b-20cb-4bd3-b1b3-d1d51e2edf4b tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0836043 Mar 10 15:05:07.538422 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-809fcb0f-9cac-4e3b-81bb-81db470716fc admin admin] Publish callbacks [] for security_group (ea186afb-62d6-4b80-a8ac-c663b0630058), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.567458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-92ea865e-7e53-43e4-9830-980ffdc0f031 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Deleting port a120a33e-85db-4864-88a0-238ba110d814 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:07.567634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ea865e-7e53-43e4-9830-980ffdc0f031 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a120a33e-85db-4864-88a0-238ba110d814), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.643094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=10']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:07.657963 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ea865e-7e53-43e4-9830-980ffdc0f031 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a120a33e-85db-4864-88a0-238ba110d814), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.658297 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ea865e-7e53-43e4-9830-980ffdc0f031 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for floatingip (a120a33e-85db-4864-88a0-238ba110d814), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.668862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-809fcb0f-9cac-4e3b-81bb-81db470716fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea186afb-62d6-4b80-a8ac-c663b0630058), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.672995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-809fcb0f-9cac-4e3b-81bb-81db470716fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.681240 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-809fcb0f-9cac-4e3b-81bb-81db470716fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea186afb-62d6-4b80-a8ac-c663b0630058 HTTP/1.1" status: 204 len: 168 time: 0.2601843 Mar 10 15:05:07.682433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-92ea865e-7e53-43e4-9830-980ffdc0f031 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Calling delete_port for a120a33e-85db-4864-88a0-238ba110d814 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:07.691623 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fcb0f-9cac-4e3b-81bb-81db470716fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea186afb-62d6-4b80-a8ac-c663b0630058,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:07.750341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71f2a7d0-472d-4adb-a64f-4eac2e91513c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:07.776302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 71f2a7d0-472d-4adb-a64f-4eac2e91513c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:05:07.776688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71f2a7d0-472d-4adb-a64f-4eac2e91513c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:05:07.777879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3313a66f-2187-44ae-8a41-863be626ba7f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:07.788182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-420b2639-6951-4c10-a2ed-a7ab67491e8e req-4a554f49-39dc-4723-b848-7d326d6a4d11 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 210 time: 0.1268814 Mar 10 15:05:07.938534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3313a66f-2187-44ae-8a41-863be626ba7f is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:07.939484 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:07.984786 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 3313a66f-2187-44ae-8a41-863be626ba7f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3313a66f-2187-44ae-8a41-863be626ba7f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:07.996195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.020219 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eee9e14-04c3-4bc0-8bf1-30838b8fa1bd x-openstack-request-id: req-2eee9e14-04c3-4bc0-8bf1-30838b8fa1bd {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:08.021486 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-plugged", "status": "completed", "tag": "b4d68090-b739-4959-a276-e82f2782b0de", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:08.023775 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2eee9e14-04c3-4bc0-8bf1-30838b8fa1bd {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:08.025470 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de', 'code': 200} Mar 10 15:05:08.028578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Allocated IP 172.20.0.9 (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383/2b988082-cd0b-4fe9-9e6e-f9a72f7955de/bcc07943-5348-4240-a2be-c3a6802d0987) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:08.033252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for port (9268096c-8d1c-4889-9ad6-d75f8b58ad12), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.150479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=3313a66f-2187-44ae-8a41-863be626ba7f,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:08.195003 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:05:08.229761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3313a66f-2187-44ae-8a41-863be626ba7f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.247902 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9268096c-8d1c-4889-9ad6-d75f8b58ad12), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.254472 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ea865e-7e53-43e4-9830-980ffdc0f031 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a120a33e-85db-4864-88a0-238ba110d814), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.334262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Pushing event deleted for resources: {'Port': ['ID=3313a66f-2187-44ae-8a41-863be626ba7f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:08.401866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:08.430386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:08.455679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:08.589462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde0f139-dd97-46b4-a3c7-eca5b4c5e00d req-f1da33a5-19d5-4cce-8782-0f9934a63e2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0591028 Mar 10 15:05:08.590090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Pushing event updated for resources: {'Port': ['ID=9268096c-8d1c-4889-9ad6-d75f8b58ad12,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:08.606972 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for port (bcc07943-5348-4240-a2be-c3a6802d0987), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.643704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea865e-7e53-43e4-9830-980ffdc0f031 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Pushing event deleted for resources: {'Port': ['ID=a120a33e-85db-4864-88a0-238ba110d814,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:08.647296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (975377ad-adac-4620-bab0-398aa5cbcfc3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.656969 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ea865e-7e53-43e4-9830-980ffdc0f031 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks [] for floatingip (96754bbb-5e4e-454d-8347-258ff0d7ceab), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.659496 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ea865e-7e53-43e4-9830-980ffdc0f031 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.660676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-92ea865e-7e53-43e4-9830-980ffdc0f031 tempest-ServersTestJSON-1318792963 tempest-ServersTestJSON-1318792963-project] 10.222.0.11 "DELETE /v2.0/floatingips/96754bbb-5e4e-454d-8347-258ff0d7ceab HTTP/1.1" status: 204 len: 168 time: 2.2937922 Mar 10 15:05:08.664014 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49000) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:08.834311 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (975377ad-adac-4620-bab0-398aa5cbcfc3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.851716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9559f4-4583-45e7-9060-08ef8f45ab4b req-c12a4896-68c9-4181-bcd4-c94d8f42e29b tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1181021 Mar 10 15:05:08.855276 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Publish callbacks [] for router_controller (975377ad-adac-4620-bab0-398aa5cbcfc3), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.927265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (8b4bc982-7f6e-480e-aa81-3fec7d3cfa51), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.935512 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.941826 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (975377ad-adac-4620-bab0-398aa5cbcfc3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.942749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 975377ad-adac-4620-bab0-398aa5cbcfc3 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:05:08.953996 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:08.955443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-47eab236-9e36-44d6-b7a2-44b9b0d596df admin admin] 10.222.0.11 "DELETE /v2.0/routers/975377ad-adac-4620-bab0-398aa5cbcfc3 HTTP/1.1" status: 204 len: 168 time: 4.3417702 Mar 10 15:05:08.961497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49016) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:09.284370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:09.327255 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9268096c-8d1c-4889-9ad6-d75f8b58ad12), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:09.334505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:09.366174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:09.391897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event updated for resources: {'Port': ['ID=bcc07943-5348-4240-a2be-c3a6802d0987,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:09.429133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea7af6f-1b2e-4d03-8326-f96c15c389be admin admin] Deleting subnet b5bbdab4-82e8-455a-b167-1f3f966d56ca {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:05:09.438664 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bea7af6f-1b2e-4d03-8326-f96c15c389be admin admin] Publish callbacks [] for subnet (b5bbdab4-82e8-455a-b167-1f3f966d56ca), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:09.534687 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bea7af6f-1b2e-4d03-8326-f96c15c389be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (b5bbdab4-82e8-455a-b167-1f3f966d56ca), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:09.542116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:09.542767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:09.615161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be4cf8-4484-45a7-bf92-081408018cb3 req-11b76a5f-88c6-4f88-9c7d-3168a2a7c488 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:09.629220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53be4cf8-4484-45a7-bf92-081408018cb3 req-11b76a5f-88c6-4f88-9c7d-3168a2a7c488 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 931 time: 0.5143337 Mar 10 15:05:09.687219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a605df80-24cf-4071-82b0-b8d08796090f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4191027 Mar 10 15:05:09.719740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Request body: {'port': {'device_id': '0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:09.784265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2637e1f0-3be2-4923-bce9-7c01df1b9bd7 None None] Provisioning complete for port bcc07943-5348-4240-a2be-c3a6802d0987 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:09.784927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2637e1f0-3be2-4923-bce9-7c01df1b9bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:09.865880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2637e1f0-3be2-4923-bce9-7c01df1b9bd7 None None] Port bcc07943-5348-4240-a2be-c3a6802d0987 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:05:09.947688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53be4cf8-4484-45a7-bf92-081408018cb3 req-b2892dc0-f5a6-4c9c-b8f8-b846bc92b6c7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175428 Mar 10 15:05:09.961847 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:09.995551 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for port (9268096c-8d1c-4889-9ad6-d75f8b58ad12), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.000335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bea7af6f-1b2e-4d03-8326-f96c15c389be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (b5bbdab4-82e8-455a-b167-1f3f966d56ca), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.024851 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9268096c-8d1c-4889-9ad6-d75f8b58ad12), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.077071 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (6497d01d-6698-4dc3-b5cd-f181abd04e3e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.177813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Pushing event updated for resources: {'Port': ['ID=9268096c-8d1c-4889-9ad6-d75f8b58ad12,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:10.254767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bea7af6f-1b2e-4d03-8326-f96c15c389be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (b5bbdab4-82e8-455a-b167-1f3f966d56ca), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.300618 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (8b4bc982-7f6e-480e-aa81-3fec7d3cfa51), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.305910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7af6f-1b2e-4d03-8326-f96c15c389be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bbdab4-82e8-455a-b167-1f3f966d56ca,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:10.313667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bea7af6f-1b2e-4d03-8326-f96c15c389be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.319760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bea7af6f-1b2e-4d03-8326-f96c15c389be admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b5bbdab4-82e8-455a-b167-1f3f966d56ca HTTP/1.1" status: 204 len: 168 time: 1.3528240 Mar 10 15:05:10.322761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1076ccf6-3546-4c74-be28-befc22de27c0 None None] Network 3d28f02e-4500-4049-ae3a-96c51432dd45 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:10.324829 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49046) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:10.420186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.439067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-a8d16e63-c0ad-406a-bdc8-2ed8c9100c7b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4822011 Mar 10 15:05:10.543155 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (3d28f02e-4500-4049-ae3a-96c51432dd45), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.724701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c191e90a-ebbc-4f2a-ad89-f61c5df3051b None None] DHCP port deletion for 3d28f02e-4500-4049-ae3a-96c51432dd45 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:05:10.726084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Deleting port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:10.726538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.738389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc07943-5348-4240-a2be-c3a6802d0987 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:05:10.748389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Publish callbacks [] for port (bcc07943-5348-4240-a2be-c3a6802d0987), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.763892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Transition to ACTIVE for port object bcc07943-5348-4240-a2be-c3a6802d0987 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:05:10.798486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.820045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-de6ae577-574e-41f6-909b-4b2d3f56d088 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.3856902 Mar 10 15:05:10.834047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] For port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=62ca65b8-2ec7-41aa-9408-9a8ad100a23c,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:10.834891 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.862718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Calling delete_port for 62ca65b8-2ec7-41aa-9408-9a8ad100a23c owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:10.871082 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] Deleting port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:10.871082 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:10.902198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c191e90a-ebbc-4f2a-ad89-f61c5df3051b None None] Deleting port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:10.902828 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c191e90a-ebbc-4f2a-ad89-f61c5df3051b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.008662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c191e90a-ebbc-4f2a-ad89-f61c5df3051b None None] For port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=62ca65b8-2ec7-41aa-9408-9a8ad100a23c,segment=NetworkSegment(935d80e2-32a7-4fe1-bfce-746575e80193),segment_id=935d80e2-32a7-4fe1-bfce-746575e80193)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:11.009432 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c191e90a-ebbc-4f2a-ad89-f61c5df3051b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.025388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c191e90a-ebbc-4f2a-ad89-f61c5df3051b None None] Calling delete_port for 62ca65b8-2ec7-41aa-9408-9a8ad100a23c owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:11.045924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc07943-5348-4240-a2be-c3a6802d0987,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:11.100384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-d371ffa2-a4fe-4b2d-924e-c6e63a0be214 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4052329 Mar 10 15:05:11.121863 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] For port 0cca7a0a-c9f3-4cdb-990b-1470bebba57e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0cca7a0a-c9f3-4cdb-990b-1470bebba57e,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:11.121863 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.168315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] Calling delete_port for 0cca7a0a-c9f3-4cdb-990b-1470bebba57e owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:11.177019 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c191e90a-ebbc-4f2a-ad89-f61c5df3051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.192305 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (62ca65b8-2ec7-41aa-9408-9a8ad100a23c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.215748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Attempting to bind port bcc07943-5348-4240-a2be-c3a6802d0987 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:11.216785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Attempting to bind port bcc07943-5348-4240-a2be-c3a6802d0987 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:11.217331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Attempting to bind port bcc07943-5348-4240-a2be-c3a6802d0987 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:11.225494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Port bcc07943-5348-4240-a2be-c3a6802d0987 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:05:11.226128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Attempting to bind port bcc07943-5348-4240-a2be-c3a6802d0987 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:11.239737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-39c9b292-0a07-4357-bf11-2555b669f6c3 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:11.241738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a29a8afb-8faa-472d-9fc6-69ab7e7f5f92 req-39c9b292-0a07-4357-bf11-2555b669f6c3 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.4198601 Mar 10 15:05:11.245256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:11.245859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Checking segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:11.246450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Bound using segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:11.247789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Bound port: bcc07943-5348-4240-a2be-c3a6802d0987, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:11.248829 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.263166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191e90a-ebbc-4f2a-ad89-f61c5df3051b None None] Pushing event deleted for resources: {'Port': ['ID=62ca65b8-2ec7-41aa-9408-9a8ad100a23c,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:11.284123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191e90a-ebbc-4f2a-ad89-f61c5df3051b None None] No DVR routers for this DVR port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:05:11.315613 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ca65b8-2ec7-41aa-9408-9a8ad100a23c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:11.328074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] No DVR routers for this DVR port 62ca65b8-2ec7-41aa-9408-9a8ad100a23c on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:05:11.342312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-bbfb123f-8b3c-488b-b458-00dc8b0c4732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:11.344090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-bbfb123f-8b3c-488b-b458-00dc8b0c4732 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1126 time: 0.2125552 Mar 10 15:05:11.465766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] For port bcc07943-5348-4240-a2be-c3a6802d0987, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:11.500305 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (3d28f02e-4500-4049-ae3a-96c51432dd45), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.562307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d28f02e-4500-4049-ae3a-96c51432dd45']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:11.566364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-b10d11b9-1900-439e-a863-51f87e5a9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:11.567960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-b10d11b9-1900-439e-a863-51f87e5a9313 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.1882424 Mar 10 15:05:11.575128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] For port bcc07943-5348-4240-a2be-c3a6802d0987, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bcc07943-5348-4240-a2be-c3a6802d0987,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:11.577999 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935d80e2-32a7-4fe1-bfce-746575e80193') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:11.578365 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935d80e2-32a7-4fe1-bfce-746575e80193') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:11.591711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (935d80e2-32a7-4fe1-bfce-746575e80193), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.626059 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (935d80e2-32a7-4fe1-bfce-746575e80193), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.634256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:05:11.635742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (935d80e2-32a7-4fe1-bfce-746575e80193), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:05:11.638097 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:05:11.648173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.712311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc07943-5348-4240-a2be-c3a6802d0987,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:11.729127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:11.729757 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.731320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-28e52a22-f2a1-4609-83b1-dd753143d263 service neutron] 10.222.0.62 "PUT /v2.0/ports/bcc07943-5348-4240-a2be-c3a6802d0987 HTTP/1.1" status: 200 len: 1091 time: 2.0304742 Mar 10 15:05:11.731918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd', 'tag': 'bcc07943-5348-4240-a2be-c3a6802d0987'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:11.734825 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b458d568-e871-4413-9088-f3c90b202de7" -d '{"events": [{"name": "network-changed", "server_uuid": "0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd", "tag": "bcc07943-5348-4240-a2be-c3a6802d0987"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:11.736814 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (3d28f02e-4500-4049-ae3a-96c51432dd45), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.745993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.750041 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3d28f02e-4500-4049-ae3a-96c51432dd45 HTTP/1.1" status: 204 len: 168 time: 1.4236650 Mar 10 15:05:11.752515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-bc2fc4ad-949d-45e6-89a5-dcc66ab976cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 999 time: 0.1739664 Mar 10 15:05:11.795056 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f86af-da5f-4556-a90a-0de216124f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d28f02e-4500-4049-ae3a-96c51432dd45,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:11.800480 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0cca7a0a-c9f3-4cdb-990b-1470bebba57e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:11.810529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 62ca65b8-2ec7-41aa-9408-9a8ad100a23c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:11.866682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 62ca65b8-2ec7-41aa-9408-9a8ad100a23c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:05:11.870810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 62ca65b8-2ec7-41aa-9408-9a8ad100a23c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:05:11.894299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=0cca7a0a-c9f3-4cdb-990b-1470bebba57e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:12.157775 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49064) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:12.257243 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f7bb4ad0-1d1c-4f80-85a2-f3cee9da131b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2071892e1954e0e84c2f578ad1c21e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0960510 Mar 10 15:05:12.257583 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49066) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:12.383304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (6497d01d-6698-4dc3-b5cd-f181abd04e3e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:12.500983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-5a917a8e-b51f-47e4-9afb-684d72c0ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:12.502474 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-5a917a8e-b51f-47e4-9afb-684d72c0ce69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.7435961 Mar 10 15:05:12.509220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-eebfd84b-a8e2-4569-9140-1f4d748a9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:12.510721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-eebfd84b-a8e2-4569-9140-1f4d748a9275 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 1125 time: 0.6849535 Mar 10 15:05:12.535099 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba1de4a8-beb8-447c-8fd6-8a09e1e31454 admin admin] Publish callbacks [] for security_group (ffb2b9b1-5965-438c-ab17-3846563d9bba), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:12.558565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-8fb1dad6-9708-4f55-9e89-b2fc4f071686 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcc07943-5348-4240-a2be-c3a6802d0987 HTTP/1.1" status: 200 len: 217 time: 0.0386469 Mar 10 15:05:12.574570 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba1de4a8-beb8-447c-8fd6-8a09e1e31454 admin admin] Publish callbacks [] for security_group (ffb2b9b1-5965-438c-ab17-3846563d9bba), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:12.673087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-dc24da2e-bf04-4e00-a104-3bfc7eec353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:12.676790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-dc24da2e-bf04-4e00-a104-3bfc7eec353d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.0789282 Mar 10 15:05:12.743983 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba1de4a8-beb8-447c-8fd6-8a09e1e31454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ffb2b9b1-5965-438c-ab17-3846563d9bba), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:12.746841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba1de4a8-beb8-447c-8fd6-8a09e1e31454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:12.750916 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ba1de4a8-beb8-447c-8fd6-8a09e1e31454 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffb2b9b1-5965-438c-ab17-3846563d9bba HTTP/1.1" status: 204 len: 168 time: 0.4921932 Mar 10 15:05:12.762338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-7acd9e64-d0e4-48d1-9333-226cdd2bf4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:12.764219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-7acd9e64-d0e4-48d1-9333-226cdd2bf4d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2522724 Mar 10 15:05:12.769062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1de4a8-beb8-447c-8fd6-8a09e1e31454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb2b9b1-5965-438c-ab17-3846563d9bba,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:12.776519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] Router 6497d01d-6698-4dc3-b5cd-f181abd04e3e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:05:12.800285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-8fff9bad-8839-4d1f-b8e0-93a446c9d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:12.825816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-8fff9bad-8839-4d1f-b8e0-93a446c9d33c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1379282 Mar 10 15:05:12.910360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:05:12.915766 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6be76470-012f-4360-b7bc-4f1691f16b1e admin admin] 10.222.0.11 "PUT /v2.0/routers/6497d01d-6698-4dc3-b5cd-f181abd04e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2506719 Mar 10 15:05:12.919047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49072) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:12.922342 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf3d80e-e660-4f5b-8f50-bc2d3afb0dda None None] Sync routers for ids ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:05:12.943195 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf3d80e-e660-4f5b-8f50-bc2d3afb0dda None None] Routers {'6497d01d-6698-4dc3-b5cd-f181abd04e3e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:12.945180 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bcf3d80e-e660-4f5b-8f50-bc2d3afb0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:13.121485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-f38edfe6-cd2a-4539-8ab1-29820ead830c service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375146 Mar 10 15:05:13.125463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-af68a6c2-176a-4bb7-9a1d-933b9a0d5eab service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799344 Mar 10 15:05:13.139304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Publish callbacks [] for router (6497d01d-6698-4dc3-b5cd-f181abd04e3e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:13.186047 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-bcf3d80e-e660-4f5b-8f50-bc2d3afb0dda None None] Set router 6497d01d-6698-4dc3-b5cd-f181abd04e3e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:13.375326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Publish callbacks [] for router_gateway (6497d01d-6698-4dc3-b5cd-f181abd04e3e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:13.405304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-450d0ca3-0e27-4cb4-895a-47ed758a5712 req-a6624589-1804-4891-a437-e5e460511a9b service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517321 Mar 10 15:05:13.452053 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bcf3d80e-e660-4f5b-8f50-bc2d3afb0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:05:11Z', 'revision_number': 5, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port': {'id': 'b76c0e46-c543-4df9-9b1b-beca19eef28f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:44Z', 'updated_at': '2022-03-10T15:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:13.518233 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf3d80e-e660-4f5b-8f50-bc2d3afb0dda None None] Checking router: 6497d01d-6698-4dc3-b5cd-f181abd04e3e for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:05:13.537137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Deleting port b76c0e46-c543-4df9-9b1b-beca19eef28f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:13.538092 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:13.586011 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf3d80e-e660-4f5b-8f50-bc2d3afb0dda None None] Routers {'6497d01d-6698-4dc3-b5cd-f181abd04e3e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:13.586694 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bcf3d80e-e660-4f5b-8f50-bc2d3afb0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:13.625860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc4b8030-ce8f-4333-baac-e8cf7f25db30 req-8a57c3dd-2183-4ab7-846b-534ee032b120 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919555 Mar 10 15:05:13.736384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] For port b76c0e46-c543-4df9-9b1b-beca19eef28f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b76c0e46-c543-4df9-9b1b-beca19eef28f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:13.736767 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:13.768186 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Calling delete_port for b76c0e46-c543-4df9-9b1b-beca19eef28f owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:13.915348 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-bcf3d80e-e660-4f5b-8f50-bc2d3afb0dda None None] Set router 6497d01d-6698-4dc3-b5cd-f181abd04e3e gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:14.011574 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bcf3d80e-e660-4f5b-8f50-bc2d3afb0dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:05:13Z', 'revision_number': 6, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:14.053786 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b76c0e46-c543-4df9-9b1b-beca19eef28f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.078133 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf3d80e-e660-4f5b-8f50-bc2d3afb0dda None None] The sync data for ids ['6497d01d-6698-4dc3-b5cd-f181abd04e3e'] in n-d-833090-1 is: [{'id': '6497d01d-6698-4dc3-b5cd-f181abd04e3e', 'name': 'tempest-ServersTestJSON-1276205226-router', 'tenant_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:42Z', 'updated_at': '2022-03-10T15:05:13Z', 'revision_number': 6, 'project_id': '466cfdffa7944f18b5fcee239f1c6ed5', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:05:14.096634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=b76c0e46-c543-4df9-9b1b-beca19eef28f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:14.220751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49094) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:14.230504 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (6497d01d-6698-4dc3-b5cd-f181abd04e3e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.350046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (6497d01d-6698-4dc3-b5cd-f181abd04e3e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.354005 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Publish callbacks [] for router_controller (6497d01d-6698-4dc3-b5cd-f181abd04e3e), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.385938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-390233344-network', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:14.410617 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (6497d01d-6698-4dc3-b5cd-f181abd04e3e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.411377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6497d01d-6698-4dc3-b5cd-f181abd04e3e {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:05:14.419172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:14.422448 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.426643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.433541 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9bd10bed-c2a0-4523-a1e4-64c426598a44 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6497d01d-6698-4dc3-b5cd-f181abd04e3e HTTP/1.1" status: 204 len: 168 time: 1.5121665 Mar 10 15:05:14.434182 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49098) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:14.441323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.519074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e849e9-c8f4-482f-acb0-87c260816af0 admin admin] Deleting subnet 24390a6a-cdc9-46ae-9d09-e0a60377070a {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:05:14.529553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07e849e9-c8f4-482f-acb0-87c260816af0 admin admin] Publish callbacks [] for subnet (24390a6a-cdc9-46ae-9d09-e0a60377070a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.593627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07e849e9-c8f4-482f-acb0-87c260816af0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (24390a6a-cdc9-46ae-9d09-e0a60377070a), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.627612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Publish callbacks [] for security_group (513b4a40-bc3a-423d-b980-3396d877e010), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.639612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (513b4a40-bc3a-423d-b980-3396d877e010), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.658853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:05:14.672404 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (47f47a57-3d6c-407d-ad88-e45b1363c8b9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.672814 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Added segment 47f47a57-3d6c-407d-ad88-e45b1363c8b9 of type vlan for network fa5e524c-1898-4673-8197-c16e729f39de Mar 10 15:05:14.726252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (fa5e524c-1898-4673-8197-c16e729f39de), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.762477 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (fa5e524c-1898-4673-8197-c16e729f39de), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.763902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:14.764752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.767407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07e849e9-c8f4-482f-acb0-87c260816af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (24390a6a-cdc9-46ae-9d09-e0a60377070a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.803968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513b4a40-bc3a-423d-b980-3396d877e010,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:14.859936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6349051 Mar 10 15:05:14.859936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89285ed0-0d41-4988-b46a-5c7a2feb69eb admin admin] Pushing event updated for resources: {'Network': ['ID=fa5e524c-1898-4673-8197-c16e729f39de,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:14.860186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49102) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:14.865833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] Request body: {'subnet': {'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-390233344-subnet', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:14.874247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network fa5e524c-1898-4673-8197-c16e729f39de details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:05:14.905612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07e849e9-c8f4-482f-acb0-87c260816af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (24390a6a-cdc9-46ae-9d09-e0a60377070a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.907369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:14.912224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.974376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e849e9-c8f4-482f-acb0-87c260816af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24390a6a-cdc9-46ae-9d09-e0a60377070a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:14.992591 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07e849e9-c8f4-482f-acb0-87c260816af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:14.997067 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-07e849e9-c8f4-482f-acb0-87c260816af0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/24390a6a-cdc9-46ae-9d09-e0a60377070a HTTP/1.1" status: 204 len: 168 time: 0.5615089 Mar 10 15:05:15.012077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49106) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:15.013558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ead3d52-6c2b-4d37-8ffd-4f8a81b2eeaa None None] Network 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:15.107388 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (73f0f81f-8062-4540-a9e6-4ff1f4c79b33), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.191597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Deleting port 012edf3e-8d40-465e-af4c-c4544a958e75 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:15.192217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.272071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] For port 012edf3e-8d40-465e-af4c-c4544a958e75, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=012edf3e-8d40-465e-af4c-c4544a958e75,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:15.272432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.290355 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Calling delete_port for 012edf3e-8d40-465e-af4c-c4544a958e75 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:15.358501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f473ff60-1bc5-4bb4-ac86-196945081da2 None None] DHCP port deletion for 73f0f81f-8062-4540-a9e6-4ff1f4c79b33 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:05:15.461992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f473ff60-1bc5-4bb4-ac86-196945081da2 None None] Deleting port 012edf3e-8d40-465e-af4c-c4544a958e75 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:15.463929 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (698414b2-a473-41ee-963f-7769b367db5c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.470780 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f473ff60-1bc5-4bb4-ac86-196945081da2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.585745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=698414b2-a473-41ee-963f-7769b367db5c,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:15.630224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] Checking segment: {'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:15.630739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] Network hostable DHCP agents. Network: fa5e524c-1898-4673-8197-c16e729f39de, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:05:15.677857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f473ff60-1bc5-4bb4-ac86-196945081da2 None None] For port 012edf3e-8d40-465e-af4c-c4544a958e75, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=012edf3e-8d40-465e-af4c-c4544a958e75,segment=NetworkSegment(383dae1c-ef3c-4822-8ab9-5daa5e203e48),segment_id=383dae1c-ef3c-4822-8ab9-5daa5e203e48)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:15.682153 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f473ff60-1bc5-4bb4-ac86-196945081da2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.731227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] Network fa5e524c-1898-4673-8197-c16e729f39de is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:05:15.733262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f473ff60-1bc5-4bb4-ac86-196945081da2 None None] Calling delete_port for 012edf3e-8d40-465e-af4c-c4544a958e75 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:15.752748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, fa5e524c-1898-4673-8197-c16e729f39de) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:15.776145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:15.776899 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.793068 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.798169 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69c0d2e-d278-423d-acc7-3641530a379a None None] Network fa5e524c-1898-4673-8197-c16e729f39de requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:15.819494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9a3c6c5f-fa06-45d0-ae14-b97c4ecd7006 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9582767 Mar 10 15:05:15.820983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49110) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:15.825680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:15.839260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=012edf3e-8d40-465e-af4c-c4544a958e75,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:15.848257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] No DVR routers for this DVR port 012edf3e-8d40-465e-af4c-c4544a958e75 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:05:15.878997 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (daf220e7-5f70-48f3-96c3-b9afe9102f03), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.880410 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (daf220e7-5f70-48f3-96c3-b9afe9102f03), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.958509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 012edf3e-8d40-465e-af4c-c4544a958e75 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:15.962034 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f473ff60-1bc5-4bb4-ac86-196945081da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (012edf3e-8d40-465e-af4c-c4544a958e75), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.977617 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (73f0f81f-8062-4540-a9e6-4ff1f4c79b33), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:15.998202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Publish callbacks [] for router_controller (daf220e7-5f70-48f3-96c3-b9afe9102f03), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.027307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f0f81f-8062-4540-a9e6-4ff1f4c79b33']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:16.036439 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 012edf3e-8d40-465e-af4c-c4544a958e75 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:05:16.036780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 012edf3e-8d40-465e-af4c-c4544a958e75 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:05:16.037332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0cca7a0a-c9f3-4cdb-990b-1470bebba57e no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:16.049641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473ff60-1bc5-4bb4-ac86-196945081da2 None None] No DVR routers for this DVR port 012edf3e-8d40-465e-af4c-c4544a958e75 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:05:16.069285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473ff60-1bc5-4bb4-ac86-196945081da2 None None] Pushing event deleted for resources: {'Port': ['ID=012edf3e-8d40-465e-af4c-c4544a958e75,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:16.082669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383dae1c-ef3c-4822-8ab9-5daa5e203e48') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:16.084658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383dae1c-ef3c-4822-8ab9-5daa5e203e48') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:16.123511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (383dae1c-ef3c-4822-8ab9-5daa5e203e48), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.150722 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (383dae1c-ef3c-4822-8ab9-5daa5e203e48), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.159066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 0cca7a0a-c9f3-4cdb-990b-1470bebba57e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:05:16.159643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0cca7a0a-c9f3-4cdb-990b-1470bebba57e not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:05:16.160225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b76c0e46-c543-4df9-9b1b-beca19eef28f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:16.172697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:05:16.173102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (383dae1c-ef3c-4822-8ab9-5daa5e203e48), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:05:16.175097 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:05:16.267342 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (73f0f81f-8062-4540-a9e6-4ff1f4c79b33), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.271367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: b76c0e46-c543-4df9-9b1b-beca19eef28f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:05:16.272251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b76c0e46-c543-4df9-9b1b-beca19eef28f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:05:16.279763 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.285053 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] 10.222.0.11 "DELETE /v2.0/networks/73f0f81f-8062-4540-a9e6-4ff1f4c79b33 HTTP/1.1" status: 204 len: 168 time: 1.2717052 Mar 10 15:05:16.293799 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-fa5e524c-1898-4673-8197-c16e729f39de', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'fixed_ips': [{'subnet_id': '698414b2-a473-41ee-963f-7769b367db5c'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:05:16.294678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.307717 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5b283-29dd-4a5b-b488-c1a139d69d92 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f0f81f-8062-4540-a9e6-4ff1f4c79b33,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:16.313856 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Publish callbacks [] for router_gateway (daf220e7-5f70-48f3-96c3-b9afe9102f03), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.575361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Allocated IP 172.20.0.2 (fa5e524c-1898-4673-8197-c16e729f39de/698414b2-a473-41ee-963f-7769b367db5c/5e385904-a305-4d41-b9b6-7248f74202b6) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:16.599262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49122) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:16.620601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ae303ec-6d64-4743-b05a-e6df4be09ffb req-b54add7b-9fd3-469a-8b11-0b8802511ff4 tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0724678 Mar 10 15:05:16.684244 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b672291f-d79e-462f-98a0-ecf0f4f1e674 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=466cfdffa7944f18b5fcee239f1c6ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0837858 Mar 10 15:05:16.687231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49130) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:16.798116 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-929d088e-37a4-4e4b-b9fe-0189ee676c07 admin admin] Publish callbacks [] for security_group (9cefa4ff-5be9-41a8-b3b1-eb47b523b380), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.896002 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-929d088e-37a4-4e4b-b9fe-0189ee676c07 admin admin] Publish callbacks [] for security_group (9cefa4ff-5be9-41a8-b3b1-eb47b523b380), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.904905 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Publish callbacks [] for port (5e385904-a305-4d41-b9b6-7248f74202b6), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.929140 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:16.950660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Network fa5e524c-1898-4673-8197-c16e729f39de is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:16.952404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:17.021940 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:17.028419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-929d088e-37a4-4e4b-b9fe-0189ee676c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9cefa4ff-5be9-41a8-b3b1-eb47b523b380), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:17.031950 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-929d088e-37a4-4e4b-b9fe-0189ee676c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:17.032636 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-929d088e-37a4-4e4b-b9fe-0189ee676c07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9cefa4ff-5be9-41a8-b3b1-eb47b523b380 HTTP/1.1" status: 204 len: 168 time: 0.3444731 Mar 10 15:05:17.043235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce34a-d54d-40af-8b6b-b3aa52f560f6 req-ea2593cd-9ed1-440c-9d9f-41a60db22bb6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:17.054673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f5ce34a-d54d-40af-8b6b-b3aa52f560f6 req-ea2593cd-9ed1-440c-9d9f-41a60db22bb6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 943 time: 0.3393710 Mar 10 15:05:17.068599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d088e-37a4-4e4b-b9fe-0189ee676c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cefa4ff-5be9-41a8-b3b1-eb47b523b380,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:17.117329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bcc07943-5348-4240-a2be-c3a6802d0987 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:05:17.320272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f5ce34a-d54d-40af-8b6b-b3aa52f560f6 req-506c9a68-355e-455d-b181-d872751467ad tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555192 Mar 10 15:05:17.334963 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port bcc07943-5348-4240-a2be-c3a6802d0987, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bcc07943-5348-4240-a2be-c3a6802d0987,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:17.356761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'bcc07943-5348-4240-a2be-c3a6802d0987', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'port_id': 'bcc07943-5348-4240-a2be-c3a6802d0987', 'mac_address': 'fa:16:3e:66:37:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:05:17.360571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Pushing event updated for resources: {'Port': ['ID=5e385904-a305-4d41-b9b6-7248f74202b6,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:17.409138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Attempting to bind port 5e385904-a305-4d41-b9b6-7248f74202b6 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:17.409781 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Attempting to bind port 5e385904-a305-4d41-b9b6-7248f74202b6 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:17.410309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Attempting to bind port 5e385904-a305-4d41-b9b6-7248f74202b6 on network fa5e524c-1898-4673-8197-c16e729f39de {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:17.415281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port bcc07943-5348-4240-a2be-c3a6802d0987 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:17.416088 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:17.434356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc07943-5348-4240-a2be-c3a6802d0987 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:05:17.443923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:17.444287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Checking segment: {'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:17.444880 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:17.445430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Bound using segment: {'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:17.446386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Bound port: 5e385904-a305-4d41-b9b6-7248f74202b6, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:17.447762 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:17.452722 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Publish callbacks [] for router_gateway (daf220e7-5f70-48f3-96c3-b9afe9102f03), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:17.503882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port bcc07943-5348-4240-a2be-c3a6802d0987, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bcc07943-5348-4240-a2be-c3a6802d0987,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:17.514224 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:17.573319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-e3aa032b-7c5e-44ce-83fd-d31d6f1c5e74 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:17.587460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-e3aa032b-7c5e-44ce-83fd-d31d6f1c5e74 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7168338 Mar 10 15:05:17.592953 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=bcc07943-5348-4240-a2be-c3a6802d0987,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:17.593304 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6e5a08-b72c-423d-9fc8-34ef09b3fad8 x-openstack-request-id: req-8b6e5a08-b72c-423d-9fc8-34ef09b3fad8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:17.593706 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd", "tag": "bcc07943-5348-4240-a2be-c3a6802d0987", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:17.594056 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b6e5a08-b72c-423d-9fc8-34ef09b3fad8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:17.595067 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd', 'tag': 'bcc07943-5348-4240-a2be-c3a6802d0987', 'status': 'completed', 'code': 200} Mar 10 15:05:17.610313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] For port 5e385904-a305-4d41-b9b6-7248f74202b6, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:17.615495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] For port 5e385904-a305-4d41-b9b6-7248f74202b6, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5e385904-a305-4d41-b9b6-7248f74202b6,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:17.632356 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:17.697482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde0a1c-a65f-45e7-be02-dd733deaa7ef None None] Pushing event updated for resources: {'Port': ['ID=5e385904-a305-4d41-b9b6-7248f74202b6,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:17.748107 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:17.785026 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:17.861482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['bcc07943-5348-4240-a2be-c3a6802d0987'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:05:18.052723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-2cddc0fa-cb48-4a48-a10e-2888e4c73135 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.4640741 Mar 10 15:05:18.070967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458d568-e871-4413-9088-f3c90b202de7 req-39355a19-ae44-4962-b121-b870cb4468c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:18.073048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b458d568-e871-4413-9088-f3c90b202de7 req-39355a19-ae44-4962-b121-b870cb4468c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 1126 time: 0.4664767 Mar 10 15:05:18.089989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-84860b9e-cbe3-4b5d-ae8a-1e4d5b0f5392 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Request body: {'floatingip': {'port_id': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:18.237269 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-84860b9e-cbe3-4b5d-ae8a-1e4d5b0f5392 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (8b4bc982-7f6e-480e-aa81-3fec7d3cfa51), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:18.550144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49190) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:18.555911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458d568-e871-4413-9088-f3c90b202de7 req-14263125-ae7f-46f6-8ea1-245c32d85c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:18.569902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b458d568-e871-4413-9088-f3c90b202de7 req-14263125-ae7f-46f6-8ea1-245c32d85c60 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.4880867 Mar 10 15:05:18.590640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9acdf55-27f4-46f9-a6c5-90b7d62ff944 req-9a1bee68-a970-44e0-a270-039904b04f91 tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.3297315 Mar 10 15:05:18.744465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b458d568-e871-4413-9088-f3c90b202de7 req-0f3029ff-a22b-4365-9df5-bd3d77ece3e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcc07943-5348-4240-a2be-c3a6802d0987 HTTP/1.1" status: 200 len: 217 time: 0.1294084 Mar 10 15:05:18.815359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1888049920-network', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:18.861855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:18.867213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:18.867520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Allocated IP 172.25.3.39 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/634b36fa-045f-40c6-8fb0-e4f8cb20688e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:18.888450 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.039371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Publish callbacks [] for security_group (f32da723-ca48-4f10-b661-e27a8715aa4d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.051875 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f32da723-ca48-4f10-b661-e27a8715aa4d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.084271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bcc07943-5348-4240-a2be-c3a6802d0987 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:19.149196 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:05:19.177282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32da723-ca48-4f10-b661-e27a8715aa4d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:19.213083 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4eef6e9f-3821-4c81-8bbf-1dbe95b681df), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.214780 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Added segment 4eef6e9f-3821-4c81-8bbf-1dbe95b681df of type vlan for network 3fa7e03e-1a99-405f-b463-60af6e8d124f Mar 10 15:05:19.246051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port bcc07943-5348-4240-a2be-c3a6802d0987 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:05:19.259602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port bcc07943-5348-4240-a2be-c3a6802d0987 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:19.262085 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.284706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (3fa7e03e-1a99-405f-b463-60af6e8d124f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.344622 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (3fa7e03e-1a99-405f-b463-60af6e8d124f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.346232 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:19.346989 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.409355 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8577659 Mar 10 15:05:19.409553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port bcc07943-5348-4240-a2be-c3a6802d0987 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:19.410390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49198) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:19.414293 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.417693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] Request body: {'subnet': {'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1888049920-subnet', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:19.464369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc07943-5348-4240-a2be-c3a6802d0987'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:19.474853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:19.477426 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.479759 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036ac129-d6be-4e83-9bea-c1c67c8cfdec" -d '{"events": [{"server_uuid": "0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd", "name": "network-vif-plugged", "status": "completed", "tag": "bcc07943-5348-4240-a2be-c3a6802d0987"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:19.481836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc88ad7-3035-45e3-9f94-a035667b35c7 admin admin] Pushing event updated for resources: {'Network': ['ID=3fa7e03e-1a99-405f-b463-60af6e8d124f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:19.496803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 3fa7e03e-1a99-405f-b463-60af6e8d124f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:05:19.524624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port bcc07943-5348-4240-a2be-c3a6802d0987, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bcc07943-5348-4240-a2be-c3a6802d0987,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:19.599502 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.610523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa65336-9411-433f-9aee-793870b3332a None None] Network fa5e524c-1898-4673-8197-c16e729f39de requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:19.691875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-403ff059-26eb-4b8e-abda-c853cd762152 req-980c8782-f098-4a89-8b6f-730d48babf96 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.6602573 Mar 10 15:05:19.747614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Publish callbacks [] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.807642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458d568-e871-4413-9088-f3c90b202de7 req-89969c30-1fd4-47b2-ae86-79abf023d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:19.813713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b458d568-e871-4413-9088-f3c90b202de7 req-89969c30-1fd4-47b2-ae86-79abf023d03a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 1.0347846 Mar 10 15:05:19.836691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5e385904-a305-4d41-b9b6-7248f74202b6 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:19.860497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (2cdf5064-e7cc-4755-a676-e3efb9bbdeeb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:19.959218 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] Checking segment: {'id': '4eef6e9f-3821-4c81-8bbf-1dbe95b681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:19.959957 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] Network hostable DHCP agents. Network: 3fa7e03e-1a99-405f-b463-60af6e8d124f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:05:19.972665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cdf5064-e7cc-4755-a676-e3efb9bbdeeb,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:19.973977 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.025442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] Network 3fa7e03e-1a99-405f-b463-60af6e8d124f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:05:20.058038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 3fa7e03e-1a99-405f-b463-60af6e8d124f) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:20.069490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:20.073106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.078267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:20.084474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:20.095871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:20.100009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458d568-e871-4413-9088-f3c90b202de7 req-8f1b3d03-18fd-42e2-9102-fc771acbb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:20.101830 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b458d568-e871-4413-9088-f3c90b202de7 req-8f1b3d03-18fd-42e2-9102-fc771acbb3a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2703228 Mar 10 15:05:20.130113 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e401f911-c0ea-4b5c-8bd0-6474e5ce41f7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7164965 Mar 10 15:05:20.131079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49210) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:20.137617 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1888049920-router', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:20.155119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7eb76b13-3449-4c82-b407-5af0be5a9a14 None None] Provisioning complete for port 5e385904-a305-4d41-b9b6-7248f74202b6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:20.155627 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7eb76b13-3449-4c82-b407-5af0be5a9a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.177271 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-84860b9e-cbe3-4b5d-ae8a-1e4d5b0f5392 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.193559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.195299 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.237222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e43b067-d218-4851-afff-ef20b38f2667 None None] Network 3fa7e03e-1a99-405f-b463-60af6e8d124f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:20.245153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=bcc07943-5348-4240-a2be-c3a6802d0987,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:20.269346 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-84860b9e-cbe3-4b5d-ae8a-1e4d5b0f5392 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (8b4bc982-7f6e-480e-aa81-3fec7d3cfa51), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.303164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5e385904-a305-4d41-b9b6-7248f74202b6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:20.303806 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.385911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Publish callbacks [] for router_controller (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.466136 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.547023 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7eb76b13-3449-4c82-b407-5af0be5a9a14 None None] Current status of the port 5e385904-a305-4d41-b9b6-7248f74202b6 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:20.547761 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7eb76b13-3449-4c82-b407-5af0be5a9a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.555509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-3fa7e03e-1a99-405f-b463-60af6e8d124f', 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f', 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'fixed_ips': [{'subnet_id': '2cdf5064-e7cc-4755-a676-e3efb9bbdeeb'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:05:20.556975 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.804462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Allocated IP 172.20.0.2 (3fa7e03e-1a99-405f-b463-60af6e8d124f/2cdf5064-e7cc-4755-a676-e3efb9bbdeeb/5410c9bc-0dd0-4a0b-88fd-a6a06b359b32) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:20.844637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Publish callbacks [] for router_gateway (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.846194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Pushing event updated for resources: {'Port': ['ID=634b36fa-045f-40c6-8fb0-e4f8cb20688e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:20.851987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b458d568-e871-4413-9088-f3c90b202de7 req-592307a5-03ca-45f4-a7f6-e4917536e1cf service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7293627 Mar 10 15:05:20.892055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-483287d1-5e29-41d4-bd39-a70ff14ed5df req-e20c5448-a2bb-4192-8d0f-641a8d028495 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0352309 Mar 10 15:05:20.926655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5e385904-a305-4d41-b9b6-7248f74202b6 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:20.927559 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:20.933753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61ba55-c0e0-4bae-945e-0c559e4ad7b8 req-45376123-1f5e-4bc3-bd9b-63baa23e4263 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:20.935517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b61ba55-c0e0-4bae-945e-0c559e4ad7b8 req-45376123-1f5e-4bc3-bd9b-63baa23e4263 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 1.0196116 Mar 10 15:05:20.969904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7eb76b13-3449-4c82-b407-5af0be5a9a14 None None] For port 5e385904-a305-4d41-b9b6-7248f74202b6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5e385904-a305-4d41-b9b6-7248f74202b6,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:21.034626 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7eb76b13-3449-4c82-b407-5af0be5a9a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:21.043543 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:05:21.044215 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:05:21.116440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb76b13-3449-4c82-b407-5af0be5a9a14 None None] Pushing event updated for resources: {'Port': ['ID=5e385904-a305-4d41-b9b6-7248f74202b6,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:21.233985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b61ba55-c0e0-4bae-945e-0c559e4ad7b8 req-8c2e181c-c5c8-4dc6-b9a8-439aad3f992f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883070 Mar 10 15:05:21.280312 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-84860b9e-cbe3-4b5d-ae8a-1e4d5b0f5392 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Floating IP 8b4bc982-7f6e-480e-aa81-3fec7d3cfa51 associated. External IP: 172.25.3.10, port: 14909d7e-2dc4-4d11-be45-3ce89e15f356. Mar 10 15:05:21.284249 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Publish callbacks [] for router_gateway (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:21.335005 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:21.401343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b458d568-e871-4413-9088-f3c90b202de7 req-596caff2-1c54-4232-aa4e-b776017fb558 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382345 Mar 10 15:05:21.416137 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Publish callbacks [] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:21.427270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a77a958f-8ea3-4f20-b14c-d2ce6db0cd9a None None] Provisioning complete for port 5e385904-a305-4d41-b9b6-7248f74202b6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:21.427486 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a77a958f-8ea3-4f20-b14c-d2ce6db0cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:21.431860 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:21.507989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Network 3fa7e03e-1a99-405f-b463-60af6e8d124f is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:21.513815 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Allocated IP 172.25.3.50 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/1d79a9e6-b07e-42d7-a626-c5ae812393fe) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:21.515517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:21.523878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:21.539721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Pushing event updated for resources: {'Port': ['ID=5410c9bc-0dd0-4a0b-88fd-a6a06b359b32,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:21.628925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-84860b9e-cbe3-4b5d-ae8a-1e4d5b0f5392 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Router 1c18dc66-8a72-4372-b45f-7ee941b4d97e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:05:21.647544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a77a958f-8ea3-4f20-b14c-d2ce6db0cd9a None None] Current status of the port 5e385904-a305-4d41-b9b6-7248f74202b6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:21.687000 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Publish callbacks [] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:21.697846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91616181-0f15-4d3f-9e68-b3089bc10208 req-7b6eef41-a4cf-4953-9632-10d712a37b8a tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1709113 Mar 10 15:05:21.758187 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:21.820893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Attempting to bind port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:21.825919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Attempting to bind port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '4eef6e9f-3821-4c81-8bbf-1dbe95b681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:21.826555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Attempting to bind port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 on network 3fa7e03e-1a99-405f-b463-60af6e8d124f {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:21.835757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5e385904-a305-4d41-b9b6-7248f74202b6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:21.846535 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c2de59-5042-4f25-92b9-6b0292d1de55 x-openstack-request-id: req-98c2de59-5042-4f25-92b9-6b0292d1de55 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:21.847153 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd", "name": "network-vif-plugged", "status": "completed", "tag": "bcc07943-5348-4240-a2be-c3a6802d0987", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:21.848352 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98c2de59-5042-4f25-92b9-6b0292d1de55 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:21.849661 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc07943-5348-4240-a2be-c3a6802d0987', 'code': 200} Mar 10 15:05:21.852905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:21.858292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Checking segment: {'id': '4eef6e9f-3821-4c81-8bbf-1dbe95b681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:21.859320 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:21.860067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Bound using segment: {'id': '4eef6e9f-3821-4c81-8bbf-1dbe95b681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:21.861132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Bound port: 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eef6e9f-3821-4c81-8bbf-1dbe95b681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:21.863702 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:21.867897 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3429bdb6-1245-41e6-8bf1-e85912ab63a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:21.932177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Pushing event updated for resources: {'Port': ['ID=1d79a9e6-b07e-42d7-a626-c5ae812393fe,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:21.962058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:21.968685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:21.977102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:22.039956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] For port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:22.048371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] For port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5410c9bc-0dd0-4a0b-88fd-a6a06b359b32,segment=NetworkSegment(4eef6e9f-3821-4c81-8bbf-1dbe95b681df),segment_id=4eef6e9f-3821-4c81-8bbf-1dbe95b681df)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:22.057035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5e385904-a305-4d41-b9b6-7248f74202b6 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:22.067387 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:22.148254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9179721f-b12e-4a8e-901c-b0e10d544273 req-86245f10-ef35-43b9-acb9-179ecd2b7561 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0748677 Mar 10 15:05:22.152119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-84860b9e-cbe3-4b5d-ae8a-1e4d5b0f5392 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:05:22.158979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-84860b9e-cbe3-4b5d-ae8a-1e4d5b0f5392 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:22.175170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734a73d-4f2c-4bf2-a8e2-d0811a423190 None None] Sync routers for ids ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:05:22.195734 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-84860b9e-cbe3-4b5d-ae8a-1e4d5b0f5392 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "PUT /v2.0/floatingips/8b4bc982-7f6e-480e-aa81-3fec7d3cfa51 HTTP/1.1" status: 200 len: 996 time: 4.1282439 Mar 10 15:05:22.199133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'tag': '14909d7e-2dc4-4d11-be45-3ce89e15f356'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:22.201261 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5847c5c-28a8-4564-a3cc-c2a87a40b746" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e32e92-95a5-4df3-a77c-060b8a29941b", "tag": "14909d7e-2dc4-4d11-be45-3ce89e15f356"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:22.226827 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Publish callbacks [] for router_gateway (daf220e7-5f70-48f3-96c3-b9afe9102f03), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:22.274931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f620491-6f89-4b27-ad3e-fe7de3d66d66 req-8f20dc7c-c5d5-4b69-be38-409d115fb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:22.276541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f620491-6f89-4b27-ad3e-fe7de3d66d66 req-8f20dc7c-c5d5-4b69-be38-409d115fb279 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 1127 time: 0.2131672 Mar 10 15:05:22.319476 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d77569-b59e-46cc-ba9e-56d50a024c3c x-openstack-request-id: req-66d77569-b59e-46cc-ba9e-56d50a024c3c {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:22.319750 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e32e92-95a5-4df3-a77c-060b8a29941b", "tag": "14909d7e-2dc4-4d11-be45-3ce89e15f356", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:22.319976 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66d77569-b59e-46cc-ba9e-56d50a024c3c {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:22.320454 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'tag': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'status': 'completed', 'code': 200} Mar 10 15:05:22.379596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e734a73d-4f2c-4bf2-a8e2-d0811a423190 None None] Routers {'1c18dc66-8a72-4372-b45f-7ee941b4d97e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:22.380255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e734a73d-4f2c-4bf2-a8e2-d0811a423190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:22.528598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a002e1-c91b-4455-9072-37634c1a73c1 None None] Pushing event updated for resources: {'Port': ['ID=5410c9bc-0dd0-4a0b-88fd-a6a06b359b32,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:22.568383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5e385904-a305-4d41-b9b6-7248f74202b6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:22.568782 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:22.762571 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Publish callbacks [] for router_gateway (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:22.773777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f620491-6f89-4b27-ad3e-fe7de3d66d66 req-0b965f25-0e49-4817-87f3-e9ad3aa71420 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816980 Mar 10 15:05:22.803937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-e734a73d-4f2c-4bf2-a8e2-d0811a423190 None None] Set router 1c18dc66-8a72-4372-b45f-7ee941b4d97e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:22.902777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5847c5c-28a8-4564-a3cc-c2a87a40b746 req-1d3bca5b-be48-472c-b85c-1f73d1b453cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:22.904766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5847c5c-28a8-4564-a3cc-c2a87a40b746 req-1d3bca5b-be48-472c-b85c-1f73d1b453cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8694af26e6048c89974f3079ba650d9&device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 1128 time: 0.5472252 Mar 10 15:05:22.912530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-236c0940-53b0-4345-8721-578c1d5f7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:22.914330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-236c0940-53b0-4345-8721-578c1d5f7852 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8694af26e6048c89974f3079ba650d9&device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 1128 time: 0.6945908 Mar 10 15:05:23.006137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad26d-0a6b-463b-ae67-3fad32bc9c7c req-64cc498c-1dc1-458e-bf94-4731d6e33e24 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:23.014028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-400ad26d-0a6b-463b-ae67-3fad32bc9c7c req-64cc498c-1dc1-458e-bf94-4731d6e33e24 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.5200694 Mar 10 15:05:23.017117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5e385904-a305-4d41-b9b6-7248f74202b6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:23.137844 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:23.202112 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (daf220e7-5f70-48f3-96c3-b9afe9102f03), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:23.294388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5847c5c-28a8-4564-a3cc-c2a87a40b746 req-cb3d2a36-8f71-4730-bcba-30313425e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:23.296606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5847c5c-28a8-4564-a3cc-c2a87a40b746 req-cb3d2a36-8f71-4730-bcba-30313425e95a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c30fde9-25fa-4405-a1fe-66e5455ac64f HTTP/1.1" status: 200 len: 930 time: 0.3779070 Mar 10 15:05:23.299936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-732ccbb2-baa7-4a30-861a-bf1c835b0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:23.302752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-732ccbb2-baa7-4a30-861a-bf1c835b0337 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c30fde9-25fa-4405-a1fe-66e5455ac64f HTTP/1.1" status: 200 len: 930 time: 0.3682294 Mar 10 15:05:23.319809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-400ad26d-0a6b-463b-ae67-3fad32bc9c7c req-9d31d0b3-c7ea-40cc-a9ec-a893bfe70fd9 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048298 Mar 10 15:05:23.335076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e734a73d-4f2c-4bf2-a8e2-d0811a423190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '8b4bc982-7f6e-480e-aa81-3fec7d3cfa51', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'port_id': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'mac_address': 'fa:16:3e:88:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:05:08Z', 'updated_at': '2022-03-10T15:05:19Z', 'revision_number': 1, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a986ed5-2d1d-46a5-9fce-06c910d9842f', 'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'mac_address': 'fa:16:3e:7d:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:34Z', 'updated_at': '2022-03-10T15:04:45Z', 'revision_number': 5, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'subnets': [{'id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:23.389902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734a73d-4f2c-4bf2-a8e2-d0811a423190 None None] Checking router: 1c18dc66-8a72-4372-b45f-7ee941b4d97e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:05:23.401969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e734a73d-4f2c-4bf2-a8e2-d0811a423190 None None] Routers {'1c18dc66-8a72-4372-b45f-7ee941b4d97e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:23.402663 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e734a73d-4f2c-4bf2-a8e2-d0811a423190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:23.412508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Router d12e0a2c-2e32-4367-83d6-de4e9d55d41c is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:05:23.510177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff9e80df-09fe-48f7-b587-57f7b9d41217 req-14ad5caa-08f2-430d-94a7-bb446da81f0e tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0949099 Mar 10 15:05:23.808278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:05:23.818623 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Sync routers for ids ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:05:23.836655 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Routers {'d12e0a2c-2e32-4367-83d6-de4e9d55d41c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:23.837911 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:04:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:23.857065 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:23.860404 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-176bf709-24ca-49f7-8a7a-a0bfb7fe0a50 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7281337 Mar 10 15:05:23.864099 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49252) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:23.952166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-e734a73d-4f2c-4bf2-a8e2-d0811a423190 None None] Set router 1c18dc66-8a72-4372-b45f-7ee941b4d97e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:24.095073 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Set router d12e0a2c-2e32-4367-83d6-de4e9d55d41c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:24.132109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:24.274032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff54f67c-1b56-4e41-bf5f-e678b3df2be6 None None] Network 3fa7e03e-1a99-405f-b463-60af6e8d124f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:24.353007 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2ae53cd4-2880-4236-9d1d-65a98fe8e203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:24.507604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5847c5c-28a8-4564-a3cc-c2a87a40b746 req-108ee0c9-7380-4a39-85de-23df03c94e82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14909d7e-2dc4-4d11-be45-3ce89e15f356 HTTP/1.1" status: 200 len: 999 time: 1.1796865 Mar 10 15:05:24.587167 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'name': 'tempest-ServersTestMultiNic-1888049920-router', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:20Z', 'updated_at': '2022-03-10T15:05:22Z', 'revision_number': 3, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'gw_port': {'id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:21Z', 'updated_at': '2022-03-10T15:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:24.621071 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ff738766-5226-4c48-832f-8a35be7fe352 None None] Provisioning complete for port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:24.622647 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ff738766-5226-4c48-832f-8a35be7fe352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:24.628823 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Checking router: d12e0a2c-2e32-4367-83d6-de4e9d55d41c for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:05:24.629185 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Updating router d12e0a2c-2e32-4367-83d6-de4e9d55d41c port 1d79a9e6-b07e-42d7-a626-c5ae812393fe binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:05:24.649042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:24.650651 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:24.695881 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:24.761521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92a3e649-376c-4985-83a1-de04a0069719 req-f59af811-22ac-4b5f-bb1e-91f5f9a5acd3 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.2728832 Mar 10 15:05:24.816766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-b543dc43-f670-44fa-9785-8b903f0a542e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14909d7e-2dc4-4d11-be45-3ce89e15f356 HTTP/1.1" status: 200 len: 999 time: 1.4906614 Mar 10 15:05:25.008185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-ffc30866-682f-426d-a8ec-fe696b197b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:25.026391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-ffc30866-682f-426d-a8ec-fe696b197b7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92ce6dfa-a0e8-44c5-85ef-ca070887e694 HTTP/1.1" status: 200 len: 868 time: 0.1942730 Mar 10 15:05:25.067980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5847c5c-28a8-4564-a3cc-c2a87a40b746 req-425bad37-6b3d-4e5b-8e8d-463c6088d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:25.070593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5847c5c-28a8-4564-a3cc-c2a87a40b746 req-425bad37-6b3d-4e5b-8e8d-463c6088d75a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92ce6dfa-a0e8-44c5-85ef-ca070887e694 HTTP/1.1" status: 200 len: 868 time: 0.5503352 Mar 10 15:05:25.217159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:25.217724 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:25.226524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ff738766-5226-4c48-832f-8a35be7fe352 None None] Current status of the port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:25.227232 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ff738766-5226-4c48-832f-8a35be7fe352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:25.303232 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:25.367235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5410c9bc-0dd0-4a0b-88fd-a6a06b359b32,segment=NetworkSegment(4eef6e9f-3821-4c81-8bbf-1dbe95b681df),segment_id=4eef6e9f-3821-4c81-8bbf-1dbe95b681df)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:25.377870 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:25.398883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Router daf220e7-5f70-48f3-96c3-b9afe9102f03 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:05:25.431914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-2c52e657-9da4-47b8-a460-cb22584c6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:25.434138 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Publish callbacks [] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:25.441907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-2c52e657-9da4-47b8-a460-cb22584c6024 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c30fde9-25fa-4405-a1fe-66e5455ac64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4136131 Mar 10 15:05:25.449181 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:25.514420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=5410c9bc-0dd0-4a0b-88fd-a6a06b359b32,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:25.523438 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e734a73d-4f2c-4bf2-a8e2-d0811a423190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '8b4bc982-7f6e-480e-aa81-3fec7d3cfa51', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'port_id': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'mac_address': 'fa:16:3e:88:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:05:08Z', 'updated_at': '2022-03-10T15:05:19Z', 'revision_number': 1, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a986ed5-2d1d-46a5-9fce-06c910d9842f', 'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'mac_address': 'fa:16:3e:7d:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:34Z', 'updated_at': '2022-03-10T15:04:45Z', 'revision_number': 5, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'subnets': [{'id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:25.552455 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Attempting to bind port 1d79a9e6-b07e-42d7-a626-c5ae812393fe on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:25.556576 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Attempting to bind port 1d79a9e6-b07e-42d7-a626-c5ae812393fe by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:25.557463 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Attempting to bind port 1d79a9e6-b07e-42d7-a626-c5ae812393fe on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:25.569877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dfce3-878b-4265-82e5-58d607790f6e req-2e6f0269-3159-4744-9863-9b04b3f1d932 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:25.583357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-400dfce3-878b-4265-82e5-58d607790f6e req-2e6f0269-3159-4744-9863-9b04b3f1d932 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.5492902 Mar 10 15:05:25.607433 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:25.611830 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:25.613060 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:25.614731 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:25.617174 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Bound port: 1d79a9e6-b07e-42d7-a626-c5ae812393fe, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:25.619776 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:25.639190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734a73d-4f2c-4bf2-a8e2-d0811a423190 None None] The sync data for ids ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'] in n-d-833090-1 is: [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '8b4bc982-7f6e-480e-aa81-3fec7d3cfa51', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'port_id': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'mac_address': 'fa:16:3e:88:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:05:08Z', 'updated_at': '2022-03-10T15:05:19Z', 'revision_number': 1, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a986ed5-2d1d-46a5-9fce-06c910d9842f', 'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'mac_address': 'fa:16:3e:7d:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:34Z', 'updated_at': '2022-03-10T15:04:45Z', 'revision_number': 5, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'subnets': [{'id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:05:25.657148 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-ff738766-5226-4c48-832f-8a35be7fe352 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:05:25.657505 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-ff738766-5226-4c48-832f-8a35be7fe352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:05:25.683095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5847c5c-28a8-4564-a3cc-c2a87a40b746 req-5d3cf2ae-f470-44f2-9289-722ae7f316ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:25.698300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5847c5c-28a8-4564-a3cc-c2a87a40b746 req-5d3cf2ae-f470-44f2-9289-722ae7f316ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c30fde9-25fa-4405-a1fe-66e5455ac64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5798705 Mar 10 15:05:25.704453 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Pushing event updated for resources: {'Port': ['ID=1d79a9e6-b07e-42d7-a626-c5ae812393fe,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:25.722389 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.723035 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.723521 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.724039 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.724502 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.724974 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.725441 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.726279 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.727005 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.727488 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.728096 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.728600 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.729162 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:25.777925 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] For port 1d79a9e6-b07e-42d7-a626-c5ae812393fe, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:25.786355 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] For port 1d79a9e6-b07e-42d7-a626-c5ae812393fe, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1d79a9e6-b07e-42d7-a626-c5ae812393fe,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:25.799193 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:25.805604 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:26.048197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b63a868-9e80-4060-b514-f63a0f0c805c None None] New status for floating IP 8b4bc982-7f6e-480e-aa81-3fec7d3cfa51: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:05:26.050671 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Routers {'d12e0a2c-2e32-4367-83d6-de4e9d55d41c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:26.053048 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:26.056682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:26.061603 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a237094-d330-4e52-8f1d-9147b2803c8b None None] Pushing event updated for resources: {'Port': ['ID=1d79a9e6-b07e-42d7-a626-c5ae812393fe,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:26.073841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5847c5c-28a8-4564-a3cc-c2a87a40b746 req-659de395-1934-4163-9d2e-0981680c7208 service neutron] 10.222.0.45 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514476 Mar 10 15:05:26.175130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:05:26.203829 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Sync routers for ids ['daf220e7-5f70-48f3-96c3-b9afe9102f03'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:05:26.212492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Allocated IP 172.20.0.1 (3fa7e03e-1a99-405f-b463-60af6e8d124f/2cdf5064-e7cc-4755-a676-e3efb9bbdeeb/b4abb7c4-663d-4a84-8849-5a1062b64cc4) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:26.317256 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Routers {'daf220e7-5f70-48f3-96c3-b9afe9102f03'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:26.321953 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['daf220e7-5f70-48f3-96c3-b9afe9102f03'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:26.342279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5847c5c-28a8-4564-a3cc-c2a87a40b746 req-6bb56120-ba89-411c-8ade-49d7661f48de service neutron] 10.222.0.45 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224679 Mar 10 15:05:26.370011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-400dfce3-878b-4265-82e5-58d607790f6e req-10a505a9-8b81-4d0e-9ae8-d20b2c187299 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673117 Mar 10 15:05:26.396713 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Publish callbacks [] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:26.426560 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:26.428358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7dec714e-328f-46ea-b62b-df03dab3a7ca admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.6062768 Mar 10 15:05:26.432023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49288) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:26.441454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-61bad88f-3329-4c09-9157-304068af021d service neutron] 10.222.0.11 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9962490 Mar 10 15:05:26.445597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ff738766-5226-4c48-832f-8a35be7fe352 None None] Current status of the port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:26.501193 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] Set router d12e0a2c-2e32-4367-83d6-de4e9d55d41c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:26.581275 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:26.582208 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:26.600358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:26.742748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:26.751589 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:26.752427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c8710b48-4ada-4870-be22-d3aef6d161c1 None None] Provisioning complete for port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:26.753193 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c8710b48-4ada-4870-be22-d3aef6d161c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:26.760870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b96b491a-f7fc-4db9-8fcd-bfd3c45887cb req-82482dcd-dfba-430d-9ff6-bad06510b8bd tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0981328 Mar 10 15:05:26.805854 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Network 3fa7e03e-1a99-405f-b463-60af6e8d124f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:26.822624 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:26.826259 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:26.852026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10f4ae75-3b51-4c11-aead-538c1d6de524 req-0b2f9a97-121e-4bd1-9667-3ca091fcd3f5 service neutron] 10.222.0.11 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025865 Mar 10 15:05:26.913683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:26.963089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c8710b48-4ada-4870-be22-d3aef6d161c1 None None] Current status of the port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:27.006271 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Set router daf220e7-5f70-48f3-96c3-b9afe9102f03 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:27.035106 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Pushing event updated for resources: {'Port': ['ID=b4abb7c4-663d-4a84-8849-5a1062b64cc4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:27.396844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ae72efa1-da0f-4e43-ba76-e18f02140b78 None None] Provisioning complete for port b4abb7c4-663d-4a84-8849-5a1062b64cc4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:27.397480 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae72efa1-da0f-4e43-ba76-e18f02140b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:27.424934 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:27.471345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ae72efa1-da0f-4e43-ba76-e18f02140b78 None None] Port b4abb7c4-663d-4a84-8849-5a1062b64cc4 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:05:27.491855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-5747ab03-ea63-42d3-9100-2e194970a747 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 258 time: 0.1734874 Mar 10 15:05:27.498002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:27.546434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:27.719511 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'name': 'tempest-ServersTestMultiNic-1888049920-router', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:20Z', 'updated_at': '2022-03-10T15:05:22Z', 'revision_number': 3, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'gw_port': {'id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:21Z', 'updated_at': '2022-03-10T15:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:27.753121 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5cd020-5c42-45e8-bb67-6bf03bc66ee0 None None] The sync data for ids ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'] in n-d-833090-1 is: [{'id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'name': 'tempest-ServersTestMultiNic-1888049920-router', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:20Z', 'updated_at': '2022-03-10T15:05:22Z', 'revision_number': 3, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'gw_port': {'id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:21Z', 'updated_at': '2022-03-10T15:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:05:27.784328 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:21Z', 'revision_number': 3, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:27.840892 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Checking router: daf220e7-5f70-48f3-96c3-b9afe9102f03 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:05:27.841247 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Updating router daf220e7-5f70-48f3-96c3-b9afe9102f03 port 634b36fa-045f-40c6-8fb0-e4f8cb20688e binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:05:27.899419 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:27.905154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad65e-a0b9-40cc-99fd-a612cd8dd68b req-d9ad68e6-189a-400b-aaab-6f755fbee511 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:27.918327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38aad65e-a0b9-40cc-99fd-a612cd8dd68b req-d9ad68e6-189a-400b-aaab-6f755fbee511 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.2175636 Mar 10 15:05:27.927655 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:28.089742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Publish callbacks [] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:28.140001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Allocated IP 172.25.3.25 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:28.143538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:28.157655 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:28.288717 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:28.313217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Pushing event updated for resources: {'Port': ['ID=b4abb7c4-663d-4a84-8849-5a1062b64cc4,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:28.318372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:28.324542 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for port (dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:28.390202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:28.511850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Pushing event updated for resources: {'Port': ['ID=dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:28.544077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.547645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.548085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.548445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.548924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.549128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.549469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.549889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.550233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.550707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.551075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.553262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.555252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:28.608352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38aad65e-a0b9-40cc-99fd-a612cd8dd68b req-3769dba9-c2bf-4d8d-ba5a-2a9951caeb62 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761854 Mar 10 15:05:28.617255 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Network 3fa7e03e-1a99-405f-b463-60af6e8d124f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:28.622579 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:28.640510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Allocated IP 172.20.0.1 (fa5e524c-1898-4673-8197-c16e729f39de/698414b2-a473-41ee-963f-7769b367db5c/d47f1c6d-9371-4d1e-873f-b5bb87659e3b) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:28.646383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:28.658592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:28.679884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:28.770161 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Publish callbacks [] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:28.793245 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:28.955342 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Attempting to bind port 634b36fa-045f-40c6-8fb0-e4f8cb20688e on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:28.955817 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Attempting to bind port 634b36fa-045f-40c6-8fb0-e4f8cb20688e by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:28.956382 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Attempting to bind port 634b36fa-045f-40c6-8fb0-e4f8cb20688e on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:28.958765 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25991227-7817-42bb-98e9-68d2976ab739 None None] Pushing event updated for resources: {'Port': ['ID=634b36fa-045f-40c6-8fb0-e4f8cb20688e,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:28.977107 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:28.977107 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:28.977513 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:28.978487 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:28.981699 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Bound port: 634b36fa-045f-40c6-8fb0-e4f8cb20688e, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:28.982123 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:29.138845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-103cac13-6cdb-4a76-8325-dd601a8adb00 None None] Provisioning complete for port b4abb7c4-663d-4a84-8849-5a1062b64cc4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:29.138845 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-103cac13-6cdb-4a76-8325-dd601a8adb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:29.139574 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (e70bc913-b2a1-41fb-921a-70146f5e7eaf), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:29.144753 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] For port 634b36fa-045f-40c6-8fb0-e4f8cb20688e, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:29.151289 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] For port 634b36fa-045f-40c6-8fb0-e4f8cb20688e, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=634b36fa-045f-40c6-8fb0-e4f8cb20688e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:29.173367 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:29.199323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Router d12e0a2c-2e32-4367-83d6-de4e9d55d41c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:05:29.225360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Publish callbacks [] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:29.236612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:29.265387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-103cac13-6cdb-4a76-8325-dd601a8adb00 None None] Port b4abb7c4-663d-4a84-8849-5a1062b64cc4 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:05:29.389027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:29.395642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58ccdc16-482a-404f-896d-e950a52d27a1 req-8df60dcf-1e46-4815-99a2-efc683042522 tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0904284 Mar 10 15:05:29.421818 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Routers {'daf220e7-5f70-48f3-96c3-b9afe9102f03'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:29.422463 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['daf220e7-5f70-48f3-96c3-b9afe9102f03'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:29.486866 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:05:29.506931 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0e84812e-c908-4a78-8d64-b1a54caf06bd admin admin] 10.222.0.11 "PUT /v2.0/routers/d12e0a2c-2e32-4367-83d6-de4e9d55d41c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6333346 Mar 10 15:05:29.529512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Network fa5e524c-1898-4673-8197-c16e729f39de is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:29.544693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:29.560828 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:29.646315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Pushing event updated for resources: {'Port': ['ID=d47f1c6d-9371-4d1e-873f-b5bb87659e3b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:29.727514 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] Set router daf220e7-5f70-48f3-96c3-b9afe9102f03 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:29.733820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (daf220e7-5f70-48f3-96c3-b9afe9102f03), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:29.827434 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25991227-7817-42bb-98e9-68d2976ab739 None None] Pushing event updated for resources: {'Port': ['ID=634b36fa-045f-40c6-8fb0-e4f8cb20688e,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:29.835023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49340) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:29.969833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7622889e-90a8-43cd-aa50-1232f76eb181 req-acfdc68c-a9b4-4770-9cc2-c3c738b62279 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.1838715 Mar 10 15:05:30.030784 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-21750922'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:30.064006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for port (dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:30.097772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1d79a9e6-b07e-42d7-a626-c5ae812393fe up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:30.097951 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:30.202769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d76fc91c-5619-456a-bb3c-8dc6ea4d5371 None None] Provisioning complete for port d47f1c6d-9371-4d1e-873f-b5bb87659e3b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:30.203329 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d76fc91c-5619-456a-bb3c-8dc6ea4d5371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:30.284469 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:21Z', 'revision_number': 3, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:30.309113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d76fc91c-5619-456a-bb3c-8dc6ea4d5371 None None] Port d47f1c6d-9371-4d1e-873f-b5bb87659e3b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:05:30.327520 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349f71cc-3a2f-4c1b-9045-d305e23d6170 None None] The sync data for ids ['daf220e7-5f70-48f3-96c3-b9afe9102f03'] in n-d-833090-1 is: [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:21Z', 'revision_number': 3, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:05:30.352546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Pushing event updated for resources: {'Port': ['ID=dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:30.379103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1d79a9e6-b07e-42d7-a626-c5ae812393fe triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:30.380045 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:30.383637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b771f3-d8ac-42a8-94dd-d317f167dd46 req-0c94b889-dbf3-4e1d-b9d3-e15258a3f58c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:30.386442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77b771f3-d8ac-42a8-94dd-d317f167dd46 req-0c94b889-dbf3-4e1d-b9d3-e15258a3f58c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.2725251 Mar 10 15:05:30.389789 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (e70bc913-b2a1-41fb-921a-70146f5e7eaf), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:30.470037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:30.476002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a0932a1c-819a-4f98-9768-2ec5a8f8cd6f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9829543 Mar 10 15:05:30.487498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77b771f3-d8ac-42a8-94dd-d317f167dd46 req-14e7e609-e0b3-4c61-8303-3b431f3ba61a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938981 Mar 10 15:05:30.607664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1d79a9e6-b07e-42d7-a626-c5ae812393fe is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:30.607994 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:30.641083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-b78530f4-cef9-45e2-9b86-260d4c4ccb8b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.1479800 Mar 10 15:05:30.662837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 1d79a9e6-b07e-42d7-a626-c5ae812393fe, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1d79a9e6-b07e-42d7-a626-c5ae812393fe,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:30.669371 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:30.764126 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1acb255d-6ace-44bb-9716-64f4d07a5945 req-46d0888c-245c-4c56-a31b-f64571892870 tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1177592 Mar 10 15:05:30.777717 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:30.784291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:30.892112 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:05:30.941759 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:30.942369 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Added segment a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d of type vlan for network e34ce7cf-6311-40ea-a206-2269afc80bda Mar 10 15:05:30.958652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:31.125456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-e1995b70-5422-4466-a360-564fd9e133e7 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:31.127237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-e1995b70-5422-4466-a360-564fd9e133e7 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.4676938 Mar 10 15:05:31.172632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a37b10f8-ff2c-4c59-bcbc-f6e32ef47e48 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:05:31.174030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb7ef63d-3996-4d06-8dc7-ad41ceb046ff req-a37b10f8-ff2c-4c59-bcbc-f6e32ef47e48 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064409 Mar 10 15:05:31.193411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b49fe60f-d259-48e5-9d2e-a928ee5d9db3 req-51f0122a-662d-433e-9132-d2146f0722ea tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0810194 Mar 10 15:05:31.268368 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Publish callbacks [] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:31.274478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (e34ce7cf-6311-40ea-a206-2269afc80bda), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:31.283318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:31.289919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Sync routers for ids ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:05:31.306603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Routers {'d12e0a2c-2e32-4367-83d6-de4e9d55d41c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:31.307435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:31.393220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (daf220e7-5f70-48f3-96c3-b9afe9102f03), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:31.397535 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Pushing event updated for resources: {'Port': ['ID=d47f1c6d-9371-4d1e-873f-b5bb87659e3b,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:31.437092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=1d79a9e6-b07e-42d7-a626-c5ae812393fe,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:31.483623 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (e34ce7cf-6311-40ea-a206-2269afc80bda), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:31.490579 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:31.491271 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:31.540065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1364f-21a3-4cbd-90bb-6c6fbf2752be req-b2d32647-6d2c-4556-801a-6374cfbb8fec tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:31.558202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0f1364f-21a3-4cbd-90bb-6c6fbf2752be req-b2d32647-6d2c-4556-801a-6374cfbb8fec tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1698515 Mar 10 15:05:31.589127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Set router d12e0a2c-2e32-4367-83d6-de4e9d55d41c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:31.651777 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Network': ['ID=e34ce7cf-6311-40ea-a206-2269afc80bda,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:31.678439 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-823ddb30-3db4-45de-a381-31381242cd83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8395710 Mar 10 15:05:31.679266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network e34ce7cf-6311-40ea-a206-2269afc80bda details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:05:31.705600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49366) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:31.715893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'subnet': {'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:31.765032 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Network fa5e524c-1898-4673-8197-c16e729f39de is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:31.766934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:31.893011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0f1364f-21a3-4cbd-90bb-6c6fbf2752be req-8310063f-967d-4824-9fa1-6d8d4826926e tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.3324511 Mar 10 15:05:31.898005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-b0f1364f-21a3-4cbd-90bb-6c6fbf2752be req-5762a888-6c31-46a1-a253-c737bdd6d7ba tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Request body: {'floatingip': {'port_id': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:32.064697 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b0f1364f-21a3-4cbd-90bb-6c6fbf2752be req-5762a888-6c31-46a1-a253-c737bdd6d7ba tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (e70bc913-b2a1-41fb-921a-70146f5e7eaf), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:32.164962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Router daf220e7-5f70-48f3-96c3-b9afe9102f03 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:05:32.176465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'name': 'tempest-ServersTestMultiNic-1888049920-router', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:20Z', 'updated_at': '2022-03-10T15:05:27Z', 'revision_number': 4, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'gw_port': {'id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:21Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'b4abb7c4-663d-4a84-8849-5a1062b64cc4', 'name': '', 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'mac_address': 'fa:16:3e:92:96:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '2cdf5064-e7cc-4755-a676-e3efb9bbdeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:25Z', 'updated_at': '2022-03-10T15:05:27Z', 'revision_number': 2, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'subnets': [{'id': '2cdf5064-e7cc-4755-a676-e3efb9bbdeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:32.226054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Checking router: d12e0a2c-2e32-4367-83d6-de4e9d55d41c for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:05:32.226672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Updating router d12e0a2c-2e32-4367-83d6-de4e9d55d41c port b4abb7c4-663d-4a84-8849-5a1062b64cc4 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:05:32.229187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1d79a9e6-b07e-42d7-a626-c5ae812393fe up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:32.356135 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:32.414147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1d79a9e6-b07e-42d7-a626-c5ae812393fe triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:32.414934 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:32.434482 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:05:32.445984 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ae76926d-a2c7-41b4-8ae6-7c710eefb321 admin admin] 10.222.0.11 "PUT /v2.0/routers/daf220e7-5f70-48f3-96c3-b9afe9102f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0105212 Mar 10 15:05:32.454626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-28462557-cac2-4f96-be03-e8a6b50c8a81 None None] Provisioning complete for port d47f1c6d-9371-4d1e-873f-b5bb87659e3b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:32.455890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-28462557-cac2-4f96-be03-e8a6b50c8a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:32.493102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:32.497423 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:32.517876 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22aefda-28eb-4d07-8414-640b111998a3 req-426622dd-119c-47ae-9d29-e50d87d7af50 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:32.527615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e22aefda-28eb-4d07-8414-640b111998a3 req-426622dd-119c-47ae-9d29-e50d87d7af50 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.8362169 Mar 10 15:05:32.674126 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-28462557-cac2-4f96-be03-e8a6b50c8a81 None None] Port d47f1c6d-9371-4d1e-873f-b5bb87659e3b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:05:32.780711 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e22aefda-28eb-4d07-8414-640b111998a3 req-609af3a9-bd45-40cd-941a-298f20291ebb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519915 Mar 10 15:05:32.802176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1d79a9e6-b07e-42d7-a626-c5ae812393fe is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:32.803317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 634b36fa-045f-40c6-8fb0-e4f8cb20688e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:33.001496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a1851a4-9d39-4aad-91fb-88b61f3eeb30 req-c6ec17f0-eec3-4c12-9472-6dfa4647a762 tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0469847 Mar 10 15:05:33.020552 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-b0f1364f-21a3-4cbd-90bb-6c6fbf2752be req-5762a888-6c31-46a1-a253-c737bdd6d7ba tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] update failed (client error): There was a conflict when trying to complete your request. Mar 10 15:05:33.035442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0f1364f-21a3-4cbd-90bb-6c6fbf2752be req-5762a888-6c31-46a1-a253-c737bdd6d7ba tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "PUT /v2.0/floatingips/e70bc913-b2a1-41fb-921a-70146f5e7eaf HTTP/1.1" status: 409 len: 550 time: 1.1414585 Mar 10 15:05:33.253181 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Publish callbacks [] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:33.256800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 634b36fa-045f-40c6-8fb0-e4f8cb20688e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:33.260516 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:33.287599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-ebc2db76-7ea1-426c-a2b9-d1160042ca5d tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips/e70bc913-b2a1-41fb-921a-70146f5e7eaf HTTP/1.1" status: 200 len: 692 time: 0.0638871 Mar 10 15:05:33.330435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfb408be-9a7c-4cec-972d-a213834060e5 req-7086c234-00e2-4d3d-bf55-f0e6bf4cd0ec tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.1059592 Mar 10 15:05:33.340107 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (f0d9c429-ac0c-42cd-990a-589f88c1eaa5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:33.343418 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:33.474430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798292a-0a97-470d-a646-fb8ded6026fe None None] Pushing event updated for resources: {'Port': ['ID=b4abb7c4-663d-4a84-8849-5a1062b64cc4,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:33.509644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-7e111899-d0f7-45b5-ba2f-95ee46cb4aca tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:33.512203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-7e111899-d0f7-45b5-ba2f-95ee46cb4aca tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.1614902 Mar 10 15:05:33.560531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-98c95472-2f26-4e46-85fe-7b5669339da6 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:05:33.569673 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Sync routers for ids ['daf220e7-5f70-48f3-96c3-b9afe9102f03'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:05:33.572137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-98c95472-2f26-4e46-85fe-7b5669339da6 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179317 Mar 10 15:05:33.594545 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Routers {'daf220e7-5f70-48f3-96c3-b9afe9102f03'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:33.595613 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['daf220e7-5f70-48f3-96c3-b9afe9102f03'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:33.623238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49400) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:33.631733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1981890398-network', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:33.681994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Made reservation on behalf of 041d71bc4a2b41a485d065776177f6fb for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:33.685662 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:33.689335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-33b85b39-504e-412e-bf9d-8e3049afd08e tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.0896399 Mar 10 15:05:33.695504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Attempting to bind port b4abb7c4-663d-4a84-8849-5a1062b64cc4 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:33.695882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Attempting to bind port b4abb7c4-663d-4a84-8849-5a1062b64cc4 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '4eef6e9f-3821-4c81-8bbf-1dbe95b681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:33.696245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Attempting to bind port b4abb7c4-663d-4a84-8849-5a1062b64cc4 on network 3fa7e03e-1a99-405f-b463-60af6e8d124f {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:33.720344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:33.762587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:33.774245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Checking segment: {'id': '4eef6e9f-3821-4c81-8bbf-1dbe95b681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:33.774821 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:33.777562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Checking segment: {'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:33.778148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network hostable DHCP agents. Network: e34ce7cf-6311-40ea-a206-2269afc80bda, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:05:33.781610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Bound using segment: {'id': '4eef6e9f-3821-4c81-8bbf-1dbe95b681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:33.782145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Bound port: b4abb7c4-663d-4a84-8849-5a1062b64cc4, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eef6e9f-3821-4c81-8bbf-1dbe95b681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:33.787264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-8820a20f-84e9-4fe0-847b-5501c70b6732 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.0874221 Mar 10 15:05:33.787877 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:33.832056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Subnet': ['ID=f0d9c429-ac0c-42cd-990a-589f88c1eaa5,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:33.843899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network e34ce7cf-6311-40ea-a206-2269afc80bda is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:05:33.888566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, e34ce7cf-6311-40ea-a206-2269afc80bda) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:33.913722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:33.916765 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:33.957726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba03b32-2883-40b6-8aed-e7dca4d8dc47 None None] Network e34ce7cf-6311-40ea-a206-2269afc80bda requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:34.075906 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Set router daf220e7-5f70-48f3-96c3-b9afe9102f03 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:34.121085 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Publish callbacks [] for security_group (2cadd847-43e1-4eb2-87e1-c9da9abba6af), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.126938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2cadd847-43e1-4eb2-87e1-c9da9abba6af), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.164185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cadd847-43e1-4eb2-87e1-c9da9abba6af,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:34.183993 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:05:34.209009 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (c67d5dc2-5779-4cca-a19b-9578ad1aad8d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.209414 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Added segment c67d5dc2-5779-4cca-a19b-9578ad1aad8d of type vlan for network 39eb2bfe-4d18-4d27-ba6d-23578991eb12 Mar 10 15:05:34.279339 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (39eb2bfe-4d18-4d27-ba6d-23578991eb12), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.339192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (39eb2bfe-4d18-4d27-ba6d-23578991eb12), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.342171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:34.343393 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.370984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e34ce7cf-6311-40ea-a206-2269afc80bda', 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda', 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'fixed_ips': [{'subnet_id': 'f0d9c429-ac0c-42cd-990a-589f88c1eaa5'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:05:34.372357 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.374384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 634b36fa-045f-40c6-8fb0-e4f8cb20688e is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:34.375161 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.469039 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8366377 Mar 10 15:05:34.469548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49416) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:34.475110 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd47f1c6d-9371-4d1e-873f-b5bb87659e3b', 'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'mac_address': 'fa:16:3e:22:2d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '698414b2-a473-41ee-963f-7769b367db5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:28Z', 'updated_at': '2022-03-10T15:05:31Z', 'revision_number': 2, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'subnets': [{'id': '698414b2-a473-41ee-963f-7769b367db5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:34.490185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e66f509e-0dc0-4bdb-a969-6ee388788f43 None None] Provisioning complete for port b4abb7c4-663d-4a84-8849-5a1062b64cc4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:34.491288 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e66f509e-0dc0-4bdb-a969-6ee388788f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.547326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] Request body: {'subnet': {'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1981890398-subnet', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:34.550457 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Checking router: daf220e7-5f70-48f3-96c3-b9afe9102f03 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:05:34.550827 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Updating router daf220e7-5f70-48f3-96c3-b9afe9102f03 port d47f1c6d-9371-4d1e-873f-b5bb87659e3b binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:05:34.584193 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e66f509e-0dc0-4bdb-a969-6ee388788f43 None None] Port b4abb7c4-663d-4a84-8849-5a1062b64cc4 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:05:34.589684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5896323-9e4a-4231-adad-b769a0ea7a0b admin admin] Pushing event updated for resources: {'Network': ['ID=39eb2bfe-4d18-4d27-ba6d-23578991eb12,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:34.607407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] Made reservation on behalf of 041d71bc4a2b41a485d065776177f6fb for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:34.616030 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.633353 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.854591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 634b36fa-045f-40c6-8fb0-e4f8cb20688e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=634b36fa-045f-40c6-8fb0-e4f8cb20688e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:34.859453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (4f27f980-b618-4b43-ba53-4503d5cab2a4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:34.867543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49418) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:34.875456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-13da1db9-3196-4794-8ab9-4a06d6498086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1659286 Mar 10 15:05:34.886480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 39eb2bfe-4d18-4d27-ba6d-23578991eb12 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:05:34.970741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1450837716'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:34.988141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Allocated IP 19.80.0.2 (e34ce7cf-6311-40ea-a206-2269afc80bda/f0d9c429-ac0c-42cd-990a-589f88c1eaa5/29a02b63-69b5-4fc4-8f1b-137cd4b33a5d) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:34.997020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574758ef-4e66-482d-877f-14721119de5c req-f629f23d-c46e-423a-ade2-7e9e8afa862e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:35.002390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-574758ef-4e66-482d-877f-14721119de5c req-f629f23d-c46e-423a-ade2-7e9e8afa862e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.2900300 Mar 10 15:05:35.016951 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.136813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:35.142362 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.153345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=634b36fa-045f-40c6-8fb0-e4f8cb20688e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:35.159324 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f27f980-b618-4b43-ba53-4503d5cab2a4,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:35.168505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-519f90a9-ad74-4ed1-b17d-3c3d393e155a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Deleting port dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:35.169204 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-519f90a9-ad74-4ed1-b17d-3c3d393e155a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.178045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] For port b4abb7c4-663d-4a84-8849-5a1062b64cc4, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:35.191300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] Checking segment: {'id': 'c67d5dc2-5779-4cca-a19b-9578ad1aad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:35.191954 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] Network hostable DHCP agents. Network: 39eb2bfe-4d18-4d27-ba6d-23578991eb12, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:05:35.203638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:05:35.219329 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (12929809-f568-4a95-88e5-abe3dfaf2359), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.220583 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Added segment 12929809-f568-4a95-88e5-abe3dfaf2359 of type vlan for network 851c74c5-921c-4e61-99b0-3bab6bac297d Mar 10 15:05:35.222984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] For port b4abb7c4-663d-4a84-8849-5a1062b64cc4, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b4abb7c4-663d-4a84-8849-5a1062b64cc4,segment=NetworkSegment(4eef6e9f-3821-4c81-8bbf-1dbe95b681df),segment_id=4eef6e9f-3821-4c81-8bbf-1dbe95b681df)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:35.250905 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.261395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-574758ef-4e66-482d-877f-14721119de5c req-d7718f40-36cb-4e07-a98f-6f04a0954327 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496541 Mar 10 15:05:35.289990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] Network 39eb2bfe-4d18-4d27-ba6d-23578991eb12 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:05:35.331909 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (851c74c5-921c-4e61-99b0-3bab6bac297d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.351869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 39eb2bfe-4d18-4d27-ba6d-23578991eb12) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:35.393148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:35.394232 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.451151 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-519f90a9-ad74-4ed1-b17d-3c3d393e155a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.451494 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-519f90a9-ad74-4ed1-b17d-3c3d393e155a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.452094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (851c74c5-921c-4e61-99b0-3bab6bac297d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.470434 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:35.474399 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.480627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798292a-0a97-470d-a646-fb8ded6026fe None None] Pushing event updated for resources: {'Port': ['ID=b4abb7c4-663d-4a84-8849-5a1062b64cc4,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:35.489523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-519f90a9-ad74-4ed1-b17d-3c3d393e155a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Calling delete_port for dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:35.494754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de041b1b-cc84-4b00-bb29-f7c95c5e72bd None None] Network 39eb2bfe-4d18-4d27-ba6d-23578991eb12 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:35.506651 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-810cc547-481e-44ee-8e25-2e84eb72fbd1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9639094 Mar 10 15:05:35.508179 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49428) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:35.515440 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Publish callbacks [] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.530803 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.589677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1981890398-router', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:35.669902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49432) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:35.671271 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8011756 Mar 10 15:05:35.674214 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb501744-c941-4ec4-83ec-ee374aa4bfaf None None] Pushing event updated for resources: {'Port': ['ID=d47f1c6d-9371-4d1e-873f-b5bb87659e3b,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:35.690081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'subnet': {'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:35.703338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Routers {'d12e0a2c-2e32-4367-83d6-de4e9d55d41c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:35.704165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:35.809530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d283e-92b4-4efa-b155-78e4b3bf2a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Network': ['ID=851c74c5-921c-4e61-99b0-3bab6bac297d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:35.816367 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Attempting to bind port d47f1c6d-9371-4d1e-873f-b5bb87659e3b on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:35.817100 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Attempting to bind port d47f1c6d-9371-4d1e-873f-b5bb87659e3b by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:35.825464 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (69fd8830-79fe-48d5-9d06-5a6402f461ce), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.826348 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Attempting to bind port d47f1c6d-9371-4d1e-873f-b5bb87659e3b on network fa5e524c-1898-4673-8197-c16e729f39de {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:35.826558 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (69fd8830-79fe-48d5-9d06-5a6402f461ce), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.838285 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:35.838667 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Checking segment: {'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:35.839098 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.839490 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Bound using segment: {'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:35.839956 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Bound port: d47f1c6d-9371-4d1e-873f-b5bb87659e3b, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:35.840335 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:35.949044 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] For port d47f1c6d-9371-4d1e-873f-b5bb87659e3b, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:35.978148 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] For port d47f1c6d-9371-4d1e-873f-b5bb87659e3b, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d47f1c6d-9371-4d1e-873f-b5bb87659e3b,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:35.995362 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.006999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-519f90a9-ad74-4ed1-b17d-3c3d393e155a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.074038 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Publish callbacks [] for router_controller (69fd8830-79fe-48d5-9d06-5a6402f461ce), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.112005 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Routers {'daf220e7-5f70-48f3-96c3-b9afe9102f03'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:36.112702 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['daf220e7-5f70-48f3-96c3-b9afe9102f03'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:36.115378 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb501744-c941-4ec4-83ec-ee374aa4bfaf None None] Pushing event updated for resources: {'Port': ['ID=d47f1c6d-9371-4d1e-873f-b5bb87659e3b,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:36.175868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d2399af-debe-4249-a594-3e44d8c7b529 req-38f81b67-1d7a-4621-bcab-68ac9ecdd5ce tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.2080088 Mar 10 15:05:36.230989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f90a9-ad74-4ed1-b17d-3c3d393e155a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Pushing event deleted for resources: {'Port': ['ID=dad5c3f7-e1ba-4d2e-9a93-d730b9ea5313,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:36.308758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] Set router d12e0a2c-2e32-4367-83d6-de4e9d55d41c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:36.372685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:36.380629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.446997 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] Set router daf220e7-5f70-48f3-96c3-b9afe9102f03 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:36.452722 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Publish callbacks [] for router_gateway (69fd8830-79fe-48d5-9d06-5a6402f461ce), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.491539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 851c74c5-921c-4e61-99b0-3bab6bac297d details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:05:36.617853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4b38f2d7-bb3d-4097-86b0-cf3dbba762af None None] Provisioning complete for port b4abb7c4-663d-4a84-8849-5a1062b64cc4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:36.619270 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b38f2d7-bb3d-4097-86b0-cf3dbba762af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.664572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-39eb2bfe-4d18-4d27-ba6d-23578991eb12', 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12', 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'fixed_ips': [{'subnet_id': '4f27f980-b618-4b43-ba53-4503d5cab2a4'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:05:36.665784 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.766100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-519f90a9-ad74-4ed1-b17d-3c3d393e155a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (e70bc913-b2a1-41fb-921a-70146f5e7eaf), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.775681 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-519f90a9-ad74-4ed1-b17d-3c3d393e155a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.780082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b09b437-5135-43f6-b399-f61fd8f414ab req-519f90a9-ad74-4ed1-b17d-3c3d393e155a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "DELETE /v2.0/floatingips/e70bc913-b2a1-41fb-921a-70146f5e7eaf HTTP/1.1" status: 204 len: 173 time: 2.8962433 Mar 10 15:05:36.795514 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Publish callbacks [] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.806310 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Publish callbacks [] for router_gateway (69fd8830-79fe-48d5-9d06-5a6402f461ce), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.808270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (6a48456c-a0b4-471a-9579-f19cddb3b123), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.838389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.889100 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:36.892322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60fddcb0-b8e9-4fd8-bc4f-a96f3354c5fa req-4fe221ed-609d-4a5f-bb3b-94cce596fe38 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.1109862 Mar 10 15:05:36.949290 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd47f1c6d-9371-4d1e-873f-b5bb87659e3b', 'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'mac_address': 'fa:16:3e:22:2d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '698414b2-a473-41ee-963f-7769b367db5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:28Z', 'updated_at': '2022-03-10T15:05:35Z', 'revision_number': 4, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'subnets': [{'id': '698414b2-a473-41ee-963f-7769b367db5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:36.982654 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8795f7b-b91b-4fdb-84ce-cfaa21480e94 None None] The sync data for ids ['daf220e7-5f70-48f3-96c3-b9afe9102f03'] in n-d-833090-1 is: [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd47f1c6d-9371-4d1e-873f-b5bb87659e3b', 'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'mac_address': 'fa:16:3e:22:2d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '698414b2-a473-41ee-963f-7769b367db5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:28Z', 'updated_at': '2022-03-10T15:05:35Z', 'revision_number': 4, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'subnets': [{'id': '698414b2-a473-41ee-963f-7769b367db5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:05:37.067188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Network e34ce7cf-6311-40ea-a206-2269afc80bda is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:37.127781 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Allocated IP 172.25.3.13 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/3586277c-2f36-4c2b-9361-f3cdbba58eca) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:37.134503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:37.142923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Subnet': ['ID=6a48456c-a0b4-471a-9579-f19cddb3b123,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:37.210265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:37.234873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Checking segment: {'id': '12929809-f568-4a95-88e5-abe3dfaf2359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:37.235552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network hostable DHCP agents. Network: 851c74c5-921c-4e61-99b0-3bab6bac297d, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:05:37.292912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 634b36fa-045f-40c6-8fb0-e4f8cb20688e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:37.294919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cee-ba3d-4474-a6dd-2d3a41b5fdbc req-f830cded-ae1e-49d4-a84a-bfe36b98a7d0 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:37.303023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a5f9cee-ba3d-4474-a6dd-2d3a41b5fdbc req-f830cded-ae1e-49d4-a84a-bfe36b98a7d0 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.3331385 Mar 10 15:05:37.309760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-6b69d9bd-480a-44c3-b375-f4eb69a6e1df tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1001 time: 0.1927660 Mar 10 15:05:37.358439 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Publish callbacks [] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:37.385374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network 851c74c5-921c-4e61-99b0-3bab6bac297d is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:05:37.396777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Pushing event updated for resources: {'Port': ['ID=29a02b63-69b5-4fc4-8f1b-137cd4b33a5d,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:37.410290 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:37.425132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813be788-7911-420f-a7af-77a8a68124dc req-5e0b2dd6-dcd2-4e37-b318-469394f82cb2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:37.427900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-5e0b2dd6-dcd2-4e37-b318-469394f82cb2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports/14909d7e-2dc4-4d11-be45-3ce89e15f356 HTTP/1.1" status: 200 len: 943 time: 0.1081965 Mar 10 15:05:37.459400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a5f9cee-ba3d-4474-a6dd-2d3a41b5fdbc req-69e6c6f7-f75c-4973-829f-e81e677ca084 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495075 Mar 10 15:05:37.460137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 851c74c5-921c-4e61-99b0-3bab6bac297d) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:37.479721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:37.480359 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:37.488247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:37.494400 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:37.513811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:37.526237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb970e9f-7bd8-42fb-ac34-b9aec52e1765 None None] Network 851c74c5-921c-4e61-99b0-3bab6bac297d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:37.542752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Attempting to bind port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:37.543160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Attempting to bind port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:37.543530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Attempting to bind port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d on network e34ce7cf-6311-40ea-a206-2269afc80bda {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:37.565849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:37.566301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Checking segment: {'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:37.566633 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:37.567065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Bound using segment: {'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:37.567555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Bound port: 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:37.567937 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:37.573175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9c8eef04-8107-4866-86c6-e230d20aa52d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8967626 Mar 10 15:05:37.676710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4b38f2d7-bb3d-4097-86b0-cf3dbba762af None None] Current status of the port b4abb7c4-663d-4a84-8849-5a1062b64cc4 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:37.677284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b38f2d7-bb3d-4097-86b0-cf3dbba762af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:37.686703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Pushing event updated for resources: {'Port': ['ID=3586277c-2f36-4c2b-9361-f3cdbba58eca,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:37.720366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-91d773b0-9fcc-4037-8a92-6ec6785b8797 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1001 time: 0.2098043 Mar 10 15:05:37.739442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4b38f2d7-bb3d-4097-86b0-cf3dbba762af None None] For port b4abb7c4-663d-4a84-8849-5a1062b64cc4, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b4abb7c4-663d-4a84-8849-5a1062b64cc4,segment=NetworkSegment(4eef6e9f-3821-4c81-8bbf-1dbe95b681df),segment_id=4eef6e9f-3821-4c81-8bbf-1dbe95b681df)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:37.813309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892ac45-c271-413a-87e1-e985e7497a31 req-baa52344-e6e2-4314-a751-ceb4a20bd991 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:37.815586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7892ac45-c271-413a-87e1-e985e7497a31 req-baa52344-e6e2-4314-a751-ceb4a20bd991 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 951 time: 0.2254293 Mar 10 15:05:37.817675 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b38f2d7-bb3d-4097-86b0-cf3dbba762af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:37.868045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Allocated IP 172.20.0.2 (39eb2bfe-4d18-4d27-ba6d-23578991eb12/4f27f980-b618-4b43-ba53-4503d5cab2a4/f80effd4-abdb-4651-8c16-533d794ba353) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:37.948785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'name': 'tempest-ServersTestMultiNic-1888049920-router', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:20Z', 'updated_at': '2022-03-10T15:05:27Z', 'revision_number': 4, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'gw_port': {'id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:21Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'b4abb7c4-663d-4a84-8849-5a1062b64cc4', 'name': '', 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'mac_address': 'fa:16:3e:92:96:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '2cdf5064-e7cc-4755-a676-e3efb9bbdeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:25Z', 'updated_at': '2022-03-10T15:05:35Z', 'revision_number': 4, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'subnets': [{'id': '2cdf5064-e7cc-4755-a676-e3efb9bbdeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:37.969505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813be788-7911-420f-a7af-77a8a68124dc req-bb5ef044-89a7-4bde-aab8-3bb266ce7c3a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:37.970769 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-bb5ef044-89a7-4bde-aab8-3bb266ce7c3a tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.2377219 Mar 10 15:05:37.976078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7892ac45-c271-413a-87e1-e985e7497a31 req-8abb97a2-b363-45c5-b06b-29cf0f490965 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428838 Mar 10 15:05:37.988365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] For port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:37.992478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] For port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=29a02b63-69b5-4fc4-8f1b-137cd4b33a5d,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:38.057097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 634b36fa-045f-40c6-8fb0-e4f8cb20688e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:38.057570 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:38.061046 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:38.082874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38f2d7-bb3d-4097-86b0-cf3dbba762af None None] Pushing event updated for resources: {'Port': ['ID=b4abb7c4-663d-4a84-8849-5a1062b64cc4,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:38.086180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-e6af5ce3-f388-4b72-bc9e-982d48a4b56f tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 1001 time: 0.0989428 Mar 10 15:05:38.089652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b919d0b-6013-43e2-bc3a-80786a9cf8c7 None None] The sync data for ids ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'] in n-d-833090-1 is: [{'id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'name': 'tempest-ServersTestMultiNic-1888049920-router', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:20Z', 'updated_at': '2022-03-10T15:05:27Z', 'revision_number': 4, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'gw_port': {'id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:21Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'b4abb7c4-663d-4a84-8849-5a1062b64cc4', 'name': '', 'network_id': '3fa7e03e-1a99-405f-b463-60af6e8d124f', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'mac_address': 'fa:16:3e:92:96:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '2cdf5064-e7cc-4755-a676-e3efb9bbdeeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:25Z', 'updated_at': '2022-03-10T15:05:35Z', 'revision_number': 4, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'subnets': [{'id': '2cdf5064-e7cc-4755-a676-e3efb9bbdeeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:05:38.105943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-813be788-7911-420f-a7af-77a8a68124dc req-ccdedbd3-caeb-4f70-87a6-ba4d5b9e2610 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:38.147579 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Publish callbacks [] for router_gateway (69fd8830-79fe-48d5-9d06-5a6402f461ce), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:38.224514 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-813be788-7911-420f-a7af-77a8a68124dc req-ccdedbd3-caeb-4f70-87a6-ba4d5b9e2610 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (8b4bc982-7f6e-480e-aa81-3fec7d3cfa51), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:38.299696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-61e3e236-e535-4ecd-a505-cf755209bd87 None None] Provisioning complete for port d47f1c6d-9371-4d1e-873f-b5bb87659e3b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:38.300081 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-61e3e236-e535-4ecd-a505-cf755209bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:38.352440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89e061ca-bae7-49e9-81f7-062a028f823e req-9f7f0774-744b-46c3-9243-58586894b201 tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0598035 Mar 10 15:05:38.408118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-851c74c5-921c-4e61-99b0-3bab6bac297d', 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d', 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'fixed_ips': [{'subnet_id': '6a48456c-a0b4-471a-9579-f19cddb3b123'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:05:38.408984 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:38.505597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (69fd8830-79fe-48d5-9d06-5a6402f461ce), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:38.505854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a2f34-1794-436b-ac89-e02dcd90e4a0 None None] Pushing event updated for resources: {'Port': ['ID=29a02b63-69b5-4fc4-8f1b-137cd4b33a5d,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:38.679142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 634b36fa-045f-40c6-8fb0-e4f8cb20688e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:38.730434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-813be788-7911-420f-a7af-77a8a68124dc req-ccdedbd3-caeb-4f70-87a6-ba4d5b9e2610 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:38.756270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-813be788-7911-420f-a7af-77a8a68124dc req-ccdedbd3-caeb-4f70-87a6-ba4d5b9e2610 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (8b4bc982-7f6e-480e-aa81-3fec7d3cfa51), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:38.757147 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-813be788-7911-420f-a7af-77a8a68124dc req-ccdedbd3-caeb-4f70-87a6-ba4d5b9e2610 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Floating IP 8b4bc982-7f6e-480e-aa81-3fec7d3cfa51 disassociated. External IP: 172.25.3.10, port: 14909d7e-2dc4-4d11-be45-3ce89e15f356. Mar 10 15:05:38.819284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Router 69fd8830-79fe-48d5-9d06-5a6402f461ce is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:05:39.059674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:05:39.087384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Sync routers for ids ['69fd8830-79fe-48d5-9d06-5a6402f461ce'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:05:39.111285 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:39.112790 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8ec492ac-e7d9-47f2-b69c-ca45743eeba3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5983653 Mar 10 15:05:39.115604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49488) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:39.134647 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Publish callbacks [] for port (f80effd4-abdb-4651-8c16-533d794ba353), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:39.184160 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (f80effd4-abdb-4651-8c16-533d794ba353), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:39.189302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Routers {'69fd8830-79fe-48d5-9d06-5a6402f461ce'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:39.189944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['69fd8830-79fe-48d5-9d06-5a6402f461ce'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:39.209356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-61e3e236-e535-4ecd-a505-cf755209bd87 None None] Current status of the port d47f1c6d-9371-4d1e-873f-b5bb87659e3b is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:39.209748 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-61e3e236-e535-4ecd-a505-cf755209bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:39.334540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-813be788-7911-420f-a7af-77a8a68124dc req-ccdedbd3-caeb-4f70-87a6-ba4d5b9e2610 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Router 1c18dc66-8a72-4372-b45f-7ee941b4d97e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:05:39.358590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-d25d54e3-a4d7-4fb2-8de9-be7b9b254632 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:39.371600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-d25d54e3-a4d7-4fb2-8de9-be7b9b254632 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:39.373375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-d25d54e3-a4d7-4fb2-8de9-be7b9b254632 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/networks?id=e34ce7cf-6311-40ea-a206-2269afc80bda&id=851c74c5-921c-4e61-99b0-3bab6bac297d&id=e34ce7cf-6311-40ea-a206-2269afc80bda HTTP/1.1" status: 200 len: 1390 time: 0.7716677 Mar 10 15:05:39.405607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-90cda73f-c4d3-4c47-9b98-d01e36919cb4 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/quotas/aa99669ca8144cbfbfa49edd18b50cd0 HTTP/1.1" status: 200 len: 375 time: 0.0228920 Mar 10 15:05:39.547152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-5cdafea6-dbcd-4ad0-895b-fde439ccbce3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825107 Mar 10 15:05:39.617951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-813be788-7911-420f-a7af-77a8a68124dc req-ccdedbd3-caeb-4f70-87a6-ba4d5b9e2610 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:05:39.631787 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df5400-2493-4cad-b372-661a2b65de4b None None] Sync routers for ids ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:05:39.646024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b7e2d03c-7ed2-4eb2-80d8-df0bef78a905 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:05:39.648357 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df5400-2493-4cad-b372-661a2b65de4b None None] Routers {'1c18dc66-8a72-4372-b45f-7ee941b4d97e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:39.649201 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c7df5400-2493-4cad-b372-661a2b65de4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:39.651022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b7e2d03c-7ed2-4eb2-80d8-df0bef78a905 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091975 Mar 10 15:05:39.673355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-813be788-7911-420f-a7af-77a8a68124dc req-ccdedbd3-caeb-4f70-87a6-ba4d5b9e2610 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:39.774100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Set router 69fd8830-79fe-48d5-9d06-5a6402f461ce gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:39.790435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-ccdedbd3-caeb-4f70-87a6-ba4d5b9e2610 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "PUT /v2.0/floatingips/8b4bc982-7f6e-480e-aa81-3fec7d3cfa51 HTTP/1.1" status: 200 len: 694 time: 1.6899416 Mar 10 15:05:39.819072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'tag': '14909d7e-2dc4-4d11-be45-3ce89e15f356'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:39.821867 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ac67fc-f539-45af-a7d9-bc9176c85ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e32e92-95a5-4df3-a77c-060b8a29941b", "tag": "14909d7e-2dc4-4d11-be45-3ce89e15f356"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:39.824754 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c7df5400-2493-4cad-b372-661a2b65de4b None None] Set router 1c18dc66-8a72-4372-b45f-7ee941b4d97e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:39.939604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813be788-7911-420f-a7af-77a8a68124dc req-795d94b9-830f-44ef-ad6d-3d0b3f128689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:39.941125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-795d94b9-830f-44ef-ad6d-3d0b3f128689 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8694af26e6048c89974f3079ba650d9&device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 1128 time: 0.1141033 Mar 10 15:05:39.943244 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-01870c8a-4306-4df4-8542-9c86064c349b service neutron] 10.222.0.11 "GET /v2.0/networks/e34ce7cf-6311-40ea-a206-2269afc80bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674277 Mar 10 15:05:39.989516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b4d68090-b739-4959-a276-e82f2782b0de no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:39.992752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b4abb7c4-663d-4a84-8849-5a1062b64cc4 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:40.077889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813be788-7911-420f-a7af-77a8a68124dc req-237800cc-0b18-42d9-8457-291a3337ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:40.079838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-237800cc-0b18-42d9-8457-291a3337ea44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c30fde9-25fa-4405-a1fe-66e5455ac64f HTTP/1.1" status: 200 len: 930 time: 0.1299059 Mar 10 15:05:40.161350 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c7df5400-2493-4cad-b372-661a2b65de4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8a986ed5-2d1d-46a5-9fce-06c910d9842f', 'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'mac_address': 'fa:16:3e:7d:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:34Z', 'updated_at': '2022-03-10T15:04:45Z', 'revision_number': 5, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'subnets': [{'id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:40.198464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Allocated IP 19.86.0.2 (851c74c5-921c-4e61-99b0-3bab6bac297d/6a48456c-a0b4-471a-9579-f19cddb3b123/14b107a5-9d4f-4582-b288-d82cb1206ea8) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:40.202859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd66277-0448-43ab-ade4-20ea42b3f5bf None None] Network e34ce7cf-6311-40ea-a206-2269afc80bda requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:40.214245 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df5400-2493-4cad-b372-661a2b65de4b None None] Checking router: 1c18dc66-8a72-4372-b45f-7ee941b4d97e for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:05:40.226887 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df5400-2493-4cad-b372-661a2b65de4b None None] Routers {'1c18dc66-8a72-4372-b45f-7ee941b4d97e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:40.228446 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c7df5400-2493-4cad-b372-661a2b65de4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:40.244451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-4c621c49-b88b-42f7-a958-f771e3f40583 service neutron] 10.222.0.11 "GET /v2.0/networks/e34ce7cf-6311-40ea-a206-2269afc80bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635766 Mar 10 15:05:40.289757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Network 39eb2bfe-4d18-4d27-ba6d-23578991eb12 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:40.330985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Pushing event updated for resources: {'Port': ['ID=f80effd4-abdb-4651-8c16-533d794ba353,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:40.350845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:40.366175 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:40.370399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-6d6a3c3e-5546-4efe-8e0d-1366563a2b43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14909d7e-2dc4-4d11-be45-3ce89e15f356 HTTP/1.1" status: 200 len: 217 time: 0.1192667 Mar 10 15:05:40.427060 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c7df5400-2493-4cad-b372-661a2b65de4b None None] Set router 1c18dc66-8a72-4372-b45f-7ee941b4d97e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:40.451536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:40.464475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813be788-7911-420f-a7af-77a8a68124dc req-48ca13e3-51ee-4b96-a754-83e7cc5878c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:40.472107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-48ca13e3-51ee-4b96-a754-83e7cc5878c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=92ce6dfa-a0e8-44c5-85ef-ca070887e694 HTTP/1.1" status: 200 len: 868 time: 0.0740545 Mar 10 15:05:40.483717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-75295cbb-b199-4ddc-87ae-860a4b6b9df7 service neutron] 10.222.0.11 "GET /v2.0/networks/851c74c5-921c-4e61-99b0-3bab6bac297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260120 Mar 10 15:05:40.581638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-61e3e236-e535-4ecd-a505-cf755209bd87 None None] For port d47f1c6d-9371-4d1e-873f-b5bb87659e3b, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d47f1c6d-9371-4d1e-873f-b5bb87659e3b,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:40.639814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-3eea4e1a-b909-4a00-a709-71252eb31f08 service neutron] 10.222.0.11 "GET /v2.0/networks/851c74c5-921c-4e61-99b0-3bab6bac297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285601 Mar 10 15:05:40.645670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813be788-7911-420f-a7af-77a8a68124dc req-37b7e451-9acf-40b3-bc7b-dbb5f4fd1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:40.647204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-37b7e451-9acf-40b3-bc7b-dbb5f4fd1fa5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c30fde9-25fa-4405-a1fe-66e5455ac64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1740193 Mar 10 15:05:40.727127 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Allocated IP 172.20.0.1 (39eb2bfe-4d18-4d27-ba6d-23578991eb12/4f27f980-b618-4b43-ba53-4503d5cab2a4/f8e982ab-1bd8-4b91-8248-1c4edddf8869) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:40.840949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-38c72b69-e3d5-4908-9c6a-9433cf02d085 service neutron] 10.222.0.11 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848600 Mar 10 15:05:40.845834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-fc89e970-2dc7-4333-9332-c5ecae823dbc service neutron] 10.222.0.11 "GET /v2.0/networks/e34ce7cf-6311-40ea-a206-2269afc80bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977024 Mar 10 15:05:40.873389 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Publish callbacks [] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:40.906066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Publish callbacks [] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:40.911333 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-61e3e236-e535-4ecd-a505-cf755209bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:40.927873 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c7df5400-2493-4cad-b372-661a2b65de4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8a986ed5-2d1d-46a5-9fce-06c910d9842f', 'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'mac_address': 'fa:16:3e:7d:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:34Z', 'updated_at': '2022-03-10T15:04:45Z', 'revision_number': 5, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'subnets': [{'id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:40.957542 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df5400-2493-4cad-b372-661a2b65de4b None None] The sync data for ids ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'] in n-d-833090-1 is: [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:04:35Z', 'revision_number': 4, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8a986ed5-2d1d-46a5-9fce-06c910d9842f', 'name': '', 'network_id': '7c30fde9-25fa-4405-a1fe-66e5455ac64f', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'mac_address': 'fa:16:3e:7d:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:34Z', 'updated_at': '2022-03-10T15:04:45Z', 'revision_number': 5, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'subnets': [{'id': '92ce6dfa-a0e8-44c5-85ef-ca070887e694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:05:40.981049 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.049963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Network 39eb2bfe-4d18-4d27-ba6d-23578991eb12 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:41.054561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:41.064822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:41.068959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e982ab-1bd8-4b91-8248-1c4edddf8869,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:41.106680 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.116432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-813be788-7911-420f-a7af-77a8a68124dc req-1f9ed8f2-c72f-412e-9ab7-f2c7c8ca59b1 service neutron] 10.222.0.11 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572885 Mar 10 15:05:41.120772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-2f32d2b1-41a3-4a80-b9cc-207c622a47d2 service neutron] 10.222.0.11 "GET /v2.0/networks/e34ce7cf-6311-40ea-a206-2269afc80bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630122 Mar 10 15:05:41.152572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3e236-e535-4ecd-a505-cf755209bd87 None None] Pushing event updated for resources: {'Port': ['ID=d47f1c6d-9371-4d1e-873f-b5bb87659e3b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:41.157394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port b4d68090-b739-4959-a276-e82f2782b0de is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:41.157784 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b4d68090-b739-4959-a276-e82f2782b0de), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.175735 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (69fd8830-79fe-48d5-9d06-5a6402f461ce), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.180005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Network 851c74c5-921c-4e61-99b0-3bab6bac297d is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:41.263808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:41.265339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:41.291034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Pushing event updated for resources: {'Port': ['ID=14b107a5-9d4f-4582-b288-d82cb1206ea8,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:41.295379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:41.298537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:41.300639 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de340a1a-acf7-4dcc-bad7-2acd723ea989" -d '{"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d68090-b739-4959-a276-e82f2782b0de"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:41.304976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Attempting to bind port f80effd4-abdb-4651-8c16-533d794ba353 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:41.305351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Attempting to bind port f80effd4-abdb-4651-8c16-533d794ba353 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c67d5dc2-5779-4cca-a19b-9578ad1aad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:41.305766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Attempting to bind port f80effd4-abdb-4651-8c16-533d794ba353 on network 39eb2bfe-4d18-4d27-ba6d-23578991eb12 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:41.317391 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.334530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:41.334949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Checking segment: {'id': 'c67d5dc2-5779-4cca-a19b-9578ad1aad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:41.335409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.335813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Bound using segment: {'id': 'c67d5dc2-5779-4cca-a19b-9578ad1aad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:41.336309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Bound port: f80effd4-abdb-4651-8c16-533d794ba353, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67d5dc2-5779-4cca-a19b-9578ad1aad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:41.337284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f80effd4-abdb-4651-8c16-533d794ba353), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.354459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b4abb7c4-663d-4a84-8849-5a1062b64cc4 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:41.354609 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.364835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f606322b-e76a-41d3-b8be-8af54045268c req-2d3be7a3-5f3f-4c66-9f72-9298a0cbca8c tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0544729 Mar 10 15:05:41.513312 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.565780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] For port f80effd4-abdb-4651-8c16-533d794ba353, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:41.586235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] For port f80effd4-abdb-4651-8c16-533d794ba353, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f80effd4-abdb-4651-8c16-533d794ba353,segment=NetworkSegment(c67d5dc2-5779-4cca-a19b-9578ad1aad8d),segment_id=c67d5dc2-5779-4cca-a19b-9578ad1aad8d)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:41.656881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f7de1da4-4648-4598-92b8-8041855cfea1 None None] Provisioning complete for port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:41.657276 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f7de1da4-4648-4598-92b8-8041855cfea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.697078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96a1d1-1a6b-49ba-8478-65af1201eead req-ec6e0eaf-73c8-4202-87b1-32560228009e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:41.715486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc96a1d1-1a6b-49ba-8478-65af1201eead req-ec6e0eaf-73c8-4202-87b1-32560228009e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.1532617 Mar 10 15:05:41.737212 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f80effd4-abdb-4651-8c16-533d794ba353), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.813400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc96a1d1-1a6b-49ba-8478-65af1201eead req-a06fa16e-5f1b-40bb-a50c-41b9cda8881b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930977 Mar 10 15:05:41.880652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4967472e-911f-49d5-9070-e5245a8feac2 None None] New status for floating IP 8b4bc982-7f6e-480e-aa81-3fec7d3cfa51: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:05:41.915705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Publish callbacks [] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:41.933061 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:42.006378 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (69fd8830-79fe-48d5-9d06-5a6402f461ce), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:42.077813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d357b58f-d384-4ecb-a60a-8bf56ed8804d req-f212620e-6725-4bf1-bd37-b884811a7b27 tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1257348 Mar 10 15:05:42.148977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e982ab-1bd8-4b91-8248-1c4edddf8869,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:42.190652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Attempting to bind port 14b107a5-9d4f-4582-b288-d82cb1206ea8 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:42.191110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Attempting to bind port 14b107a5-9d4f-4582-b288-d82cb1206ea8 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '12929809-f568-4a95-88e5-abe3dfaf2359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:42.191476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Attempting to bind port 14b107a5-9d4f-4582-b288-d82cb1206ea8 on network 851c74c5-921c-4e61-99b0-3bab6bac297d {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:42.265721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Network 39eb2bfe-4d18-4d27-ba6d-23578991eb12 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:42.267267 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:42.285909 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b1f0e5-c01f-4dc5-87a5-c9bfed21919d x-openstack-request-id: req-c1b1f0e5-c01f-4dc5-87a5-c9bfed21919d {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:42.286468 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e32e92-95a5-4df3-a77c-060b8a29941b", "tag": "14909d7e-2dc4-4d11-be45-3ce89e15f356", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:42.287169 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1b1f0e5-c01f-4dc5-87a5-c9bfed21919d {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:42.287850 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'tag': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'status': 'completed', 'code': 200} Mar 10 15:05:42.327969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=11']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:42.377576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'name': 'tempest-TaggedBootDevicesTest-1981890398-router', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:35Z', 'updated_at': '2022-03-10T15:05:37Z', 'revision_number': 3, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'gw_port': {'id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:36Z', 'updated_at': '2022-03-10T15:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:42.444321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:42.444699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Checking segment: {'id': '12929809-f568-4a95-88e5-abe3dfaf2359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:42.445101 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:42.445499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Bound using segment: {'id': '12929809-f568-4a95-88e5-abe3dfaf2359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:42.445986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Bound port: 14b107a5-9d4f-4582-b288-d82cb1206ea8, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12929809-f568-4a95-88e5-abe3dfaf2359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:42.446933 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:42.503714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Router 69fd8830-79fe-48d5-9d06-5a6402f461ce has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:05:42.586462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Checking router: 69fd8830-79fe-48d5-9d06-5a6402f461ce for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:05:42.587782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Updating router 69fd8830-79fe-48d5-9d06-5a6402f461ce port 3586277c-2f36-4c2b-9361-f3cdbba58eca binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:05:42.648104 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:42.703243 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0465a36b-7bc5-40e4-a9a6-e0dc3d86fd14 x-openstack-request-id: req-0465a36b-7bc5-40e4-a9a6-e0dc3d86fd14 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:42.703817 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d68090-b739-4959-a276-e82f2782b0de", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:42.704441 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0465a36b-7bc5-40e4-a9a6-e0dc3d86fd14 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:42.705167 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de', 'code': 200} Mar 10 15:05:42.728495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b4abb7c4-663d-4a84-8849-5a1062b64cc4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:42.729999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d47f1c6d-9371-4d1e-873f-b5bb87659e3b up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:42.802089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:05:42.854050 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cebd1892-0047-4a1d-84f1-de8262c2c487 admin admin] 10.222.0.11 "PUT /v2.0/routers/69fd8830-79fe-48d5-9d06-5a6402f461ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7372406 Mar 10 15:05:42.995716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-db32a037-b8bc-4a25-9b66-c62fa67ad981 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips/8b4bc982-7f6e-480e-aa81-3fec7d3cfa51 HTTP/1.1" status: 200 len: 694 time: 0.6866477 Mar 10 15:05:43.130009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0295f119-c3c4-44fb-a89d-f277112227b3 req-cbbc6f09-5b06-4a46-9b3e-a44157faf553 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 210 time: 0.1156235 Mar 10 15:05:43.314824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8b189c2-6044-4ec3-8562-00e76fc04203 req-89951c60-997f-45fb-83cd-028cc1d640ab tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0620618 Mar 10 15:05:43.346981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] For port 14b107a5-9d4f-4582-b288-d82cb1206ea8, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:43.347684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac67fc-f539-45af-a7d9-bc9176c85ea0 req-4cb0f7ac-a605-453d-ad70-324a37dd188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:43.347684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33ac67fc-f539-45af-a7d9-bc9176c85ea0 req-4cb0f7ac-a605-453d-ad70-324a37dd188b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8694af26e6048c89974f3079ba650d9&device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 1128 time: 0.3026254 Mar 10 15:05:43.360327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534f2f3-80bc-472a-8342-176983b7c04b None None] Pushing event updated for resources: {'Port': ['ID=f80effd4-abdb-4651-8c16-533d794ba353,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:43.372047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] For port 14b107a5-9d4f-4582-b288-d82cb1206ea8, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=14b107a5-9d4f-4582-b288-d82cb1206ea8,segment=NetworkSegment(12929809-f568-4a95-88e5-abe3dfaf2359),segment_id=12929809-f568-4a95-88e5-abe3dfaf2359)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:43.396096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f7de1da4-4648-4598-92b8-8041855cfea1 None None] Current status of the port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:43.396480 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f7de1da4-4648-4598-92b8-8041855cfea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:43.398946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:43.522516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac67fc-f539-45af-a7d9-bc9176c85ea0 req-fa13697e-914e-4727-b5ef-16e874990e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:43.524602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33ac67fc-f539-45af-a7d9-bc9176c85ea0 req-fa13697e-914e-4727-b5ef-16e874990e50 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7c30fde9-25fa-4405-a1fe-66e5455ac64f HTTP/1.1" status: 200 len: 930 time: 0.1636593 Mar 10 15:05:43.536479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-c5e05266-c4d0-427c-9ecf-063bff3fd152 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:43.538188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-c5e05266-c4d0-427c-9ecf-063bff3fd152 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.5417736 Mar 10 15:05:43.661600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d47f1c6d-9371-4d1e-873f-b5bb87659e3b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:43.662159 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:43.668052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f7de1da4-4648-4598-92b8-8041855cfea1 None None] For port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=29a02b63-69b5-4fc4-8f1b-137cd4b33a5d,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:43.683935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd2599-8f6f-4bf3-b3f8-671e9a108c62 None None] Pushing event updated for resources: {'Port': ['ID=14b107a5-9d4f-4582-b288-d82cb1206ea8,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:43.733951 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f7de1da4-4648-4598-92b8-8041855cfea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:43.785119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33ac67fc-f539-45af-a7d9-bc9176c85ea0 req-41d69593-8610-48c1-8470-eed6b73c3898 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14909d7e-2dc4-4d11-be45-3ce89e15f356 HTTP/1.1" status: 200 len: 217 time: 0.2458196 Mar 10 15:05:43.835327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-724c215d-ed91-478a-b30d-6a9729f67a6e tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.2759426 Mar 10 15:05:43.875548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350e8506-87fa-48b5-93fc-4d21c27394c4 None None] Network 39eb2bfe-4d18-4d27-ba6d-23578991eb12 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:43.992435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-a2d2c53c-d587-4561-b923-97e6d6af84f0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:44.002271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac67fc-f539-45af-a7d9-bc9176c85ea0 req-0eba8807-38ae-412c-b938-c8550291424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:44.003839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33ac67fc-f539-45af-a7d9-bc9176c85ea0 req-0eba8807-38ae-412c-b938-c8550291424a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92ce6dfa-a0e8-44c5-85ef-ca070887e694 HTTP/1.1" status: 200 len: 868 time: 0.1905947 Mar 10 15:05:44.019696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-a2d2c53c-d587-4561-b923-97e6d6af84f0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:44.021716 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-a2d2c53c-d587-4561-b923-97e6d6af84f0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "GET /v2.0/networks?id=e34ce7cf-6311-40ea-a206-2269afc80bda&id=851c74c5-921c-4e61-99b0-3bab6bac297d&id=e34ce7cf-6311-40ea-a206-2269afc80bda HTTP/1.1" status: 200 len: 1390 time: 0.3000202 Mar 10 15:05:44.032586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d9e594be-f18f-4eb0-b3af-1194b87ff499 None None] Provisioning complete for port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:44.032961 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d9e594be-f18f-4eb0-b3af-1194b87ff499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.057029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'port': {'device_id': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda', 'admin_state_up': True, 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:44.145260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-0f92d36d-fcd4-4356-926d-25c33056b324 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.10 HTTP/1.1" status: 200 len: 695 time: 0.3089352 Mar 10 15:05:44.158408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1121a-638f-429a-9587-e3223ac53217 req-29b6a6e6-c422-42f1-8581-feebf8751d39 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:44.166061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b1121a-638f-429a-9587-e3223ac53217 req-29b6a6e6-c422-42f1-8581-feebf8751d39 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.4910281 Mar 10 15:05:44.273389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de1da4-4648-4598-92b8-8041855cfea1 None None] Pushing event updated for resources: {'Port': ['ID=29a02b63-69b5-4fc4-8f1b-137cd4b33a5d,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:44.294111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:44.301456 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.345513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d47f1c6d-9371-4d1e-873f-b5bb87659e3b is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:44.345513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:44.369043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac67fc-f539-45af-a7d9-bc9176c85ea0 req-fa0e5ed5-4061-473c-b687-cbec587eea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:44.370533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33ac67fc-f539-45af-a7d9-bc9176c85ea0 req-fa0e5ed5-4061-473c-b687-cbec587eea2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7c30fde9-25fa-4405-a1fe-66e5455ac64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3037941 Mar 10 15:05:44.392223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b1121a-638f-429a-9587-e3223ac53217 req-fabaf0e9-8362-4abc-a7dc-c4ca3f7a57dd tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250738 Mar 10 15:05:44.497983 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Publish callbacks [] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.524841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d9e594be-f18f-4eb0-b3af-1194b87ff499 None None] Current status of the port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:44.527541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-349cf318-abf1-450f-86b1-eead1a7e0ad6 req-8a6bf054-4467-4523-9780-93f146e574d2 tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0367887 Mar 10 15:05:44.538453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-58f45931-5bf3-47c1-a248-5247dd124ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Deleting port 9268096c-8d1c-4889-9ad6-d75f8b58ad12 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:44.538837 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-58f45931-5bf3-47c1-a248-5247dd124ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9268096c-8d1c-4889-9ad6-d75f8b58ad12), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.553676 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Allocated IP 19.80.0.242 (e34ce7cf-6311-40ea-a206-2269afc80bda/f0d9c429-ac0c-42cd-990a-589f88c1eaa5/244e349c-9c94-4e21-901e-824e13799747) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:44.561029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33ac67fc-f539-45af-a7d9-bc9176c85ea0 req-3006b4ad-e79e-44ba-9211-b017f05cf889 service neutron] 10.222.0.45 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677079 Mar 10 15:05:44.569236 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.718985 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-58f45931-5bf3-47c1-a248-5247dd124ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9268096c-8d1c-4889-9ad6-d75f8b58ad12), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.719546 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-58f45931-5bf3-47c1-a248-5247dd124ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (9268096c-8d1c-4889-9ad6-d75f8b58ad12), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.728366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Attempting to bind port 3586277c-2f36-4c2b-9361-f3cdbba58eca on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:44.728748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Attempting to bind port 3586277c-2f36-4c2b-9361-f3cdbba58eca by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:44.731472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Attempting to bind port 3586277c-2f36-4c2b-9361-f3cdbba58eca on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:44.745768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-58f45931-5bf3-47c1-a248-5247dd124ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Calling delete_port for 9268096c-8d1c-4889-9ad6-d75f8b58ad12 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:44.748453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d9e594be-f18f-4eb0-b3af-1194b87ff499 None None] Provisioning complete for port f80effd4-abdb-4651-8c16-533d794ba353 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:44.748721 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d9e594be-f18f-4eb0-b3af-1194b87ff499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f80effd4-abdb-4651-8c16-533d794ba353), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.887399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:44.887608 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.900595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:44.900595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:44.903940 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.906101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:44.907095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Bound port: 3586277c-2f36-4c2b-9361-f3cdbba58eca, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:44.907488 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.926351 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for port (244e349c-9c94-4e21-901e-824e13799747), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:44.983576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (244e349c-9c94-4e21-901e-824e13799747), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:45.055219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33ac67fc-f539-45af-a7d9-bc9176c85ea0 req-488da66b-c845-4082-845c-8059505ca326 service neutron] 10.222.0.45 "GET /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806368 Mar 10 15:05:45.056859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network e34ce7cf-6311-40ea-a206-2269afc80bda is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:45.066672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:45.069283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:45.117623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847d30d-a153-47b5-819a-14093a2e0101 None None] Pushing event updated for resources: {'Port': ['ID=3586277c-2f36-4c2b-9361-f3cdbba58eca,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:45.170558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-58f45931-5bf3-47c1-a248-5247dd124ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9268096c-8d1c-4889-9ad6-d75f8b58ad12), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:45.172189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:45.172576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:45.190869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Port': ['ID=244e349c-9c94-4e21-901e-824e13799747,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:45.194869 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:05:45.231727 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1916018 Mar 10 15:05:45.238016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.238721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.239706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.244262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.245658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.246579 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.251878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.254325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.255360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.256294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.257530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.258099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f45931-5bf3-47c1-a248-5247dd124ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Pushing event deleted for resources: {'Port': ['ID=9268096c-8d1c-4889-9ad6-d75f8b58ad12,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:45.258921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.260311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a00b72-c428-47a2-8657-ec5b4aa034d2 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:05:45.271528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'port': {'device_id': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d', 'admin_state_up': True, 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:45.341659 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-58f45931-5bf3-47c1-a248-5247dd124ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks [] for floatingip (8b4bc982-7f6e-480e-aa81-3fec7d3cfa51), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:45.346759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-58f45931-5bf3-47c1-a248-5247dd124ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:45.355410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7f9a02d-8728-434d-aa11-1d22c2a43798 req-58f45931-5bf3-47c1-a248-5247dd124ff2 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "DELETE /v2.0/floatingips/8b4bc982-7f6e-480e-aa81-3fec7d3cfa51 HTTP/1.1" status: 204 len: 173 time: 1.2090652 Mar 10 15:05:45.382551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c2e61-4e83-4691-8620-065fc885d447 req-1725cf0f-cd3f-456c-b7ef-7e7cfc785835 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:45.393660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e08c2e61-4e83-4691-8620-065fc885d447 req-1725cf0f-cd3f-456c-b7ef-7e7cfc785835 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 932 time: 0.3519413 Mar 10 15:05:45.512167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6926544-a1b2-407a-bf09-a357f40182c8 None None] Network 851c74c5-921c-4e61-99b0-3bab6bac297d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:45.542159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:45.546249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e08c2e61-4e83-4691-8620-065fc885d447 req-b941a495-6c37-47e8-be7c-be57e823d762 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515458 Mar 10 15:05:45.558316 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:45.589158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d9e594be-f18f-4eb0-b3af-1194b87ff499 None None] Current status of the port f80effd4-abdb-4651-8c16-533d794ba353 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:45.589678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d9e594be-f18f-4eb0-b3af-1194b87ff499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f80effd4-abdb-4651-8c16-533d794ba353), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:45.624845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] For port 3586277c-2f36-4c2b-9361-f3cdbba58eca, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:45.692329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c5b62cc-51ee-4c29-9240-82e1f23a55fa req-00db8521-b8e6-43fc-b09c-c5e0a1d00872 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0592008 Mar 10 15:05:45.753587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] For port 3586277c-2f36-4c2b-9361-f3cdbba58eca, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3586277c-2f36-4c2b-9361-f3cdbba58eca,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:45.759511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Allocated IP 19.86.0.232 (851c74c5-921c-4e61-99b0-3bab6bac297d/6a48456c-a0b4-471a-9579-f19cddb3b123/a390998f-6c8d-4ff6-a478-c4118b2123a3) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:45.794637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c695a-d229-4e1a-8b75-fcbf18984961 req-db00ce33-bbbd-4924-8cc5-8300d516bdce tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:45.803541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f84c695a-d229-4e1a-8b75-fcbf18984961 req-db00ce33-bbbd-4924-8cc5-8300d516bdce tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 949 time: 0.1350601 Mar 10 15:05:45.816583 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:45.829653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d9e594be-f18f-4eb0-b3af-1194b87ff499 None None] For port f80effd4-abdb-4651-8c16-533d794ba353, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f80effd4-abdb-4651-8c16-533d794ba353,segment=NetworkSegment(c67d5dc2-5779-4cca-a19b-9578ad1aad8d),segment_id=c67d5dc2-5779-4cca-a19b-9578ad1aad8d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:45.880143 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d9e594be-f18f-4eb0-b3af-1194b87ff499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f80effd4-abdb-4651-8c16-533d794ba353), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:45.929528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:45.960993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Routers {'69fd8830-79fe-48d5-9d06-5a6402f461ce'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:45.962416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['69fd8830-79fe-48d5-9d06-5a6402f461ce'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:45.970748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847d30d-a153-47b5-819a-14093a2e0101 None None] Pushing event updated for resources: {'Port': ['ID=3586277c-2f36-4c2b-9361-f3cdbba58eca,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:46.007381 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:46.074046 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f84c695a-d229-4e1a-8b75-fcbf18984961 req-63923f36-5549-4c86-94dd-1e3a031834e6 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599854 Mar 10 15:05:46.126101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:46.129590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678144f-ad43-4fac-a44b-df6243354855 req-c89fc018-cd99-41bf-b6b7-b2a59fcb0367 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:46.142992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f678144f-ad43-4fac-a44b-df6243354855 req-c89fc018-cd99-41bf-b6b7-b2a59fcb0367 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.2789011 Mar 10 15:05:46.195275 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e594be-f18f-4eb0-b3af-1194b87ff499 None None] Pushing event updated for resources: {'Port': ['ID=f80effd4-abdb-4651-8c16-533d794ba353,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:46.245529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Provisioning complete for port 14b107a5-9d4f-4582-b288-d82cb1206ea8 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:46.248726 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:46.282413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network 851c74c5-921c-4e61-99b0-3bab6bac297d is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:46.308997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:46.312138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:46.345455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] Set router 69fd8830-79fe-48d5-9d06-5a6402f461ce gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:46.407858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bff72722-1e0b-4ef3-8ff3-13de5d3eab28 req-03d57ae2-28ca-4364-b404-191778b3b16f tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1371400 Mar 10 15:05:46.450704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f678144f-ad43-4fac-a44b-df6243354855 req-73504787-b11d-4ade-a141-d8819f77670e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995872 Mar 10 15:05:46.471805 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Port': ['ID=a390998f-6c8d-4ff6-a478-c4118b2123a3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:46.575748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:46.576607 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:46.607299 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-f7790641-79a3-452a-88be-1b7967f8c3bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3412600 Mar 10 15:05:46.623705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'port': {'device_id': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda', 'admin_state_up': True, 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:46.652344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f80effd4-abdb-4651-8c16-533d794ba353 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:46.825288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2332fed-80d0-4fa8-9d8b-c74c1dadabbf req-ca6d91be-cc3f-44d8-acfa-6040135e55ee tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:46.827455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2332fed-80d0-4fa8-9d8b-c74c1dadabbf req-ca6d91be-cc3f-44d8-acfa-6040135e55ee tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2004409 Mar 10 15:05:46.893359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612badd1-869a-4d53-837f-7cc3416ac154 req-7bb8d123-5bfa-4b0c-a94a-54c94b2cf230 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:46.899150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612badd1-869a-4d53-837f-7cc3416ac154 req-7bb8d123-5bfa-4b0c-a94a-54c94b2cf230 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:46.900878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-612badd1-869a-4d53-837f-7cc3416ac154 req-7bb8d123-5bfa-4b0c-a94a-54c94b2cf230 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 1655 time: 0.2107964 Mar 10 15:05:46.903292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2332fed-80d0-4fa8-9d8b-c74c1dadabbf req-3d6ff3f8-f26a-4148-8951-dab78059a7ce tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0648744 Mar 10 15:05:46.905098 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:46.909075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.036423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-612badd1-869a-4d53-837f-7cc3416ac154 req-117f8db0-0b2f-44d5-9f83-f97d661c512e tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090136 Mar 10 15:05:47.113236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f80effd4-abdb-4651-8c16-533d794ba353 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:47.113656 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f80effd4-abdb-4651-8c16-533d794ba353), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.160246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23b25e23-8d5b-4eb5-b334-786ce91aa2fd req-3de43f3d-6db9-4b6a-bd42-7da09c118832 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.1224055 Mar 10 15:05:47.190493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Allocated IP 19.80.0.105 (e34ce7cf-6311-40ea-a206-2269afc80bda/f0d9c429-ac0c-42cd-990a-589f88c1eaa5/fac3dbba-f486-4cc4-847f-2e5e3f9ca368) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:47.221317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1404c60-207f-4d9f-97e5-ab0c360ac3e7 req-5c103bc1-0285-4528-a5fe-f0a0881b1921 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1454256 Mar 10 15:05:47.232985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Current status of the port 14b107a5-9d4f-4582-b288-d82cb1206ea8 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:47.233627 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.308502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586570d7-018f-46d7-8a7d-897a821c9f95 req-d29666b8-17f3-4890-b44d-538137a11c2a tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:47.314310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f80effd4-abdb-4651-8c16-533d794ba353 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:47.314935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-586570d7-018f-46d7-8a7d-897a821c9f95 req-d29666b8-17f3-4890-b44d-538137a11c2a tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.62 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 949 time: 0.2636378 Mar 10 15:05:47.315942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 14b107a5-9d4f-4582-b288-d82cb1206ea8 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:47.377854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] For port 14b107a5-9d4f-4582-b288-d82cb1206ea8, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=14b107a5-9d4f-4582-b288-d82cb1206ea8,segment=NetworkSegment(12929809-f568-4a95-88e5-abe3dfaf2359),segment_id=12929809-f568-4a95-88e5-abe3dfaf2359)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:47.393226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.458303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Provisioning complete for port 244e349c-9c94-4e21-901e-824e13799747 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:47.459645 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (244e349c-9c94-4e21-901e-824e13799747), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.470946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'name': 'tempest-TaggedBootDevicesTest-1981890398-router', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:35Z', 'updated_at': '2022-03-10T15:05:41Z', 'revision_number': 4, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'gw_port': {'id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:36Z', 'updated_at': '2022-03-10T15:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f8e982ab-1bd8-4b91-8248-1c4edddf8869', 'name': '', 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'mac_address': 'fa:16:3e:20:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '4f27f980-b618-4b43-ba53-4503d5cab2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:40Z', 'updated_at': '2022-03-10T15:05:41Z', 'revision_number': 2, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'subnets': [{'id': '4f27f980-b618-4b43-ba53-4503d5cab2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:47.523690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960e93b-0246-4708-b0fb-7551fe1d64e7 None None] The sync data for ids ['69fd8830-79fe-48d5-9d06-5a6402f461ce'] in n-d-833090-1 is: [{'id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'name': 'tempest-TaggedBootDevicesTest-1981890398-router', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:35Z', 'updated_at': '2022-03-10T15:05:41Z', 'revision_number': 4, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'gw_port': {'id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:36Z', 'updated_at': '2022-03-10T15:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f8e982ab-1bd8-4b91-8248-1c4edddf8869', 'name': '', 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'mac_address': 'fa:16:3e:20:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '4f27f980-b618-4b43-ba53-4503d5cab2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:40Z', 'updated_at': '2022-03-10T15:05:41Z', 'revision_number': 2, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'subnets': [{'id': '4f27f980-b618-4b43-ba53-4503d5cab2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:05:47.537655 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.587631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Pushing event updated for resources: {'Port': ['ID=14b107a5-9d4f-4582-b288-d82cb1206ea8,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:47.609399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Port 244e349c-9c94-4e21-901e-824e13799747 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:05:47.618456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 14b107a5-9d4f-4582-b288-d82cb1206ea8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:47.618879 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.639873 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.702406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network e34ce7cf-6311-40ea-a206-2269afc80bda is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:47.707128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:47.714714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:47.740690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54fb68-8dbb-4f4c-87cd-e1226c861558 req-a811cb6e-e367-4aa5-a442-0ae12c0743f1 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:47.757254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc54fb68-8dbb-4f4c-87cd-e1226c861558 req-a811cb6e-e367-4aa5-a442-0ae12c0743f1 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 949 time: 0.4408073 Mar 10 15:05:47.769258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:47.769647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.773761 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Port': ['ID=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:47.795084 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b4f14f0b-b52f-4542-b56c-516f38ab3328 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1750469 Mar 10 15:05:47.801537 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.810596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Provisioning complete for port f8e982ab-1bd8-4b91-8248-1c4edddf8869 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:47.811054 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.814117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Request body: {'port': {'device_id': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:47.910227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Port f8e982ab-1bd8-4b91-8248-1c4edddf8869 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:05:47.912126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c1fd8-47e9-4650-857f-ae8044d18d3f req-dc627770-cf99-468a-bcee-d09144b221b3 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:47.917418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f05c1fd8-47e9-4650-857f-ae8044d18d3f req-dc627770-cf99-468a-bcee-d09144b221b3 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 946 time: 0.3701642 Mar 10 15:05:47.948627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (244e349c-9c94-4e21-901e-824e13799747), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.964014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Provisioning complete for port f80effd4-abdb-4651-8c16-533d794ba353 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:47.964401 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f80effd4-abdb-4651-8c16-533d794ba353), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:47.966329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 14b107a5-9d4f-4582-b288-d82cb1206ea8 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:47.967433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:48.062704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-586570d7-018f-46d7-8a7d-897a821c9f95 req-c4e87839-8383-4d91-bd1d-26a998d22d91 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Deleting port b4d68090-b739-4959-a276-e82f2782b0de {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:48.063109 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-586570d7-018f-46d7-8a7d-897a821c9f95 req-c4e87839-8383-4d91-bd1d-26a998d22d91 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b4d68090-b739-4959-a276-e82f2782b0de), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:48.241520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-586570d7-018f-46d7-8a7d-897a821c9f95 req-c4e87839-8383-4d91-bd1d-26a998d22d91 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] For port b4d68090-b739-4959-a276-e82f2782b0de, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b4d68090-b739-4959-a276-e82f2782b0de,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:48.242195 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-586570d7-018f-46d7-8a7d-897a821c9f95 req-c4e87839-8383-4d91-bd1d-26a998d22d91 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b4d68090-b739-4959-a276-e82f2782b0de), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:48.261939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-586570d7-018f-46d7-8a7d-897a821c9f95 req-c4e87839-8383-4d91-bd1d-26a998d22d91 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Calling delete_port for b4d68090-b739-4959-a276-e82f2782b0de owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:48.290663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc54fb68-8dbb-4f4c-87cd-e1226c861558 req-081c40bb-b484-46be-900d-26c55e56bdf7 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/security-groups?id=fec39192-34a5-42c7-ad9d-eac0a808c08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322156 Mar 10 15:05:48.320371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:48.323028 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:48.425058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2497b829-aca9-4b67-b59d-991043fbd64a None None] Current status of the port f80effd4-abdb-4651-8c16-533d794ba353 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:48.455049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f05c1fd8-47e9-4650-857f-ae8044d18d3f req-dd173270-e095-44c7-bfda-164e56e7921b tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f092fb-48f3-49a9-bb4d-a47fded4a60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290217 Mar 10 15:05:48.513655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:48.515769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d47f1c6d-9371-4d1e-873f-b5bb87659e3b up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:48.552512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bbc2baf-19b9-4d00-bd4b-42467312b859 req-e973768d-fc96-4b7b-8acf-f21162c4cd87 tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0943518 Mar 10 15:05:48.570038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244e349c-9c94-4e21-901e-824e13799747 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:05:48.585103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Publish callbacks [] for port (244e349c-9c94-4e21-901e-824e13799747), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:48.598572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Transition to ACTIVE for port object 244e349c-9c94-4e21-901e-824e13799747 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:05:48.605824 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (244e349c-9c94-4e21-901e-824e13799747), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:48.622110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Provisioning complete for port 14b107a5-9d4f-4582-b288-d82cb1206ea8 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:48.622623 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:48.700358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d47f1c6d-9371-4d1e-873f-b5bb87659e3b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:48.703748 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:48.726116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Pushing event updated for resources: {'Port': ['ID=244e349c-9c94-4e21-901e-824e13799747,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:48.736969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac0373-909b-418b-a64a-fa91260166c8 req-839182bb-9462-40ec-8fab-115c3d96ed2c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:48.739232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aeac0373-909b-418b-a64a-fa91260166c8 req-839182bb-9462-40ec-8fab-115c3d96ed2c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.1843138 Mar 10 15:05:48.812206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49710) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:48.821676 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-209734759'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:48.859553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Current status of the port 14b107a5-9d4f-4582-b288-d82cb1206ea8 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:48.885195 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Attempting to bind port 244e349c-9c94-4e21-901e-824e13799747 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:48.886064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Attempting to bind port 244e349c-9c94-4e21-901e-824e13799747 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:48.886765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Attempting to bind port 244e349c-9c94-4e21-901e-824e13799747 on network e34ce7cf-6311-40ea-a206-2269afc80bda {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:48.892206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Port 244e349c-9c94-4e21-901e-824e13799747 on network e34ce7cf-6311-40ea-a206-2269afc80bda not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:05:48.892541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Attempting to bind port 244e349c-9c94-4e21-901e-824e13799747 on network e34ce7cf-6311-40ea-a206-2269afc80bda {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:48.894677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:48.902411 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:48.923956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:48.924318 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Checking segment: {'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:48.924716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Bound using segment: {'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:48.925169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Bound port: 244e349c-9c94-4e21-901e-824e13799747, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:48.925542 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (244e349c-9c94-4e21-901e-824e13799747), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:48.955647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:05:48.967731 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Provisioning complete for port a390998f-6c8d-4ff6-a478-c4118b2123a3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:48.968257 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:48.977287 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (262c6194-add5-414a-b9f1-bc8d463b543c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:48.977648 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Added segment 262c6194-add5-414a-b9f1-bc8d463b543c of type vlan for network 60f66d83-c732-4c3c-bd32-9d15919cb86a Mar 10 15:05:49.058870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ba469-e65b-4278-8f53-bda942692d56 req-cdbc7353-e853-49b4-9b1f-4d1847d91252 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:49.064506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ba469-e65b-4278-8f53-bda942692d56 req-cdbc7353-e853-49b4-9b1f-4d1847d91252 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:49.066386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (60f66d83-c732-4c3c-bd32-9d15919cb86a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.069962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ba469-e65b-4278-8f53-bda942692d56 req-cdbc7353-e853-49b4-9b1f-4d1847d91252 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:49.077791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-849ba469-e65b-4278-8f53-bda942692d56 req-cdbc7353-e853-49b4-9b1f-4d1847d91252 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2389 time: 0.3357506 Mar 10 15:05:49.090453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aeac0373-909b-418b-a64a-fa91260166c8 req-95bb1dda-6cab-40a0-9f1e-5ff36db8648c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686741 Mar 10 15:05:49.149690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Port a390998f-6c8d-4ff6-a478-c4118b2123a3 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:05:49.163269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d47f1c6d-9371-4d1e-873f-b5bb87659e3b is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:49.165715 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (60f66d83-c732-4c3c-bd32-9d15919cb86a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.176296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:49.177172 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.178049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Provisioning complete for port f8e982ab-1bd8-4b91-8248-1c4edddf8869 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:49.178441 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.186409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-849ba469-e65b-4278-8f53-bda942692d56 req-087e45fc-bda6-4ead-991f-4456c5fb1270 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076393 Mar 10 15:05:49.192755 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-586570d7-018f-46d7-8a7d-897a821c9f95 req-c4e87839-8383-4d91-bd1d-26a998d22d91 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b4d68090-b739-4959-a276-e82f2782b0de), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.257664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Port f8e982ab-1bd8-4b91-8248-1c4edddf8869 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:05:49.279337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Provisioning complete for port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:49.280074 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.306594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] For port 244e349c-9c94-4e21-901e-824e13799747, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:49.322386 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5090771 Mar 10 15:05:49.337867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49714) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:49.340057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-586570d7-018f-46d7-8a7d-897a821c9f95 req-c4e87839-8383-4d91-bd1d-26a998d22d91 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] No DVR routers for this DVR port b4d68090-b739-4959-a276-e82f2782b0de on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:05:49.341821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e87839-8383-4d91-bd1d-26a998d22d91 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Pushing event deleted for resources: {'Port': ['ID=b4d68090-b739-4959-a276-e82f2782b0de,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:49.382916 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-586570d7-018f-46d7-8a7d-897a821c9f95 req-c4e87839-8383-4d91-bd1d-26a998d22d91 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.387259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-586570d7-018f-46d7-8a7d-897a821c9f95 req-c4e87839-8383-4d91-bd1d-26a998d22d91 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.62 "DELETE /v2.0/ports/b4d68090-b739-4959-a276-e82f2782b0de HTTP/1.1" status: 204 len: 173 time: 2.0421772 Mar 10 15:05:49.397380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c727f452-3c7e-4070-8086-2de8d23e6bb2 None None] Port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:05:49.404707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c3db3ad-83a4-41c4-9b7f-f0a0408cdb56 req-139025f2-f7a7-438e-892c-f917566b741d tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.1038382 Mar 10 15:05:49.408703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-deleted', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:49.411970 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122cf6f3-ad02-4833-a22d-2d446dab4f74" -d '{"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-deleted", "tag": "b4d68090-b739-4959-a276-e82f2782b0de"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:49.470570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1509339878'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:49.516700 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d153f8f7-a6c8-417d-85fb-82d1858917ee req-ee53b075-1470-435a-aeac-f860cec9a207 tempest-ImagesOneServerTestJSON-1167065676 tempest-ImagesOneServerTestJSON-1167065676-project] 10.222.0.11 "GET /v2.0/ports?device_id=8562b4e0-5a75-4986-b7fc-4bf2f759b600 HTTP/1.1" status: 200 len: 210 time: 0.0871904 Mar 10 15:05:49.533065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024dc11-5c41-4375-92df-95da39b42e6a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Network': ['ID=60f66d83-c732-4c3c-bd32-9d15919cb86a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:49.533065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] For port 244e349c-9c94-4e21-901e-824e13799747, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=244e349c-9c94-4e21-901e-824e13799747,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:49.553816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (244e349c-9c94-4e21-901e-824e13799747), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.563985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 60f66d83-c732-4c3c-bd32-9d15919cb86a details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:05:49.567208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:49.574842 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e84011-7c02-4a54-805f-586fa7e349a2 x-openstack-request-id: req-89e84011-7c02-4a54-805f-586fa7e349a2 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:49.575227 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8562b4e0-5a75-4986-b7fc-4bf2f759b600", "name": "network-vif-deleted", "tag": "b4d68090-b739-4959-a276-e82f2782b0de", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:49.575452 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89e84011-7c02-4a54-805f-586fa7e349a2 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:49.575850 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8562b4e0-5a75-4986-b7fc-4bf2f759b600', 'name': 'network-vif-deleted', 'tag': 'b4d68090-b739-4959-a276-e82f2782b0de', 'status': 'completed', 'code': 200} Mar 10 15:05:49.579112 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.599412 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f80effd4-abdb-4651-8c16-533d794ba353 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:49.719756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:49.720483 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.721972 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] 10.222.0.45 "PUT /v2.0/ports/244e349c-9c94-4e21-901e-824e13799747 HTTP/1.1" status: 200 len: 1092 time: 1.9127200 Mar 10 15:05:49.722508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'tag': '244e349c-9c94-4e21-901e-824e13799747'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:49.724920 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adba940c-e74d-40dd-81db-48f47fd1b650" -d '{"events": [{"name": "network-changed", "server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "tag": "244e349c-9c94-4e21-901e-824e13799747"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:49.728152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b993c41-8dfa-4e03-a9f4-1cffce704542 req-60ed1cf7-f28f-4e8b-8de3-37b35f2d5391 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:49.741072 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b993c41-8dfa-4e03-a9f4-1cffce704542 req-60ed1cf7-f28f-4e8b-8de3-37b35f2d5391 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 946 time: 0.1827068 Mar 10 15:05:49.773474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:05:49.797277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Request body: {'port': {'device_id': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:49.843541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4c1d39a9-7525-48fa-8979-5136949157af), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.845156 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Added segment 4c1d39a9-7525-48fa-8979-5136949157af of type vlan for network 9970742e-6dcd-4d15-82de-6a61710de5cc Mar 10 15:05:49.848754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f80effd4-abdb-4651-8c16-533d794ba353 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:49.848931 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f80effd4-abdb-4651-8c16-533d794ba353), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:49.972368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-409a0197-320e-43e9-84e5-cb3f26fa15f9 req-d984f68b-8762-4072-9cea-046cf611bf5b tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.2278738 Mar 10 15:05:50.063486 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cf86b-fe64-4c3a-a4f3-ad9405346d45 service neutron] Pushing event updated for resources: {'Port': ['ID=244e349c-9c94-4e21-901e-824e13799747,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:50.085387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9970742e-6dcd-4d15-82de-6a61710de5cc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.136061 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296fdc45-e0d0-4386-8e39-6b487a9b79fc x-openstack-request-id: req-296fdc45-e0d0-4386-8e39-6b487a9b79fc {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:50.136437 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "tag": "244e349c-9c94-4e21-901e-824e13799747", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:50.136871 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-296fdc45-e0d0-4386-8e39-6b487a9b79fc {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:50.138280 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'tag': '244e349c-9c94-4e21-901e-824e13799747', 'status': 'completed', 'code': 200} Mar 10 15:05:50.154421 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.159084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f80effd4-abdb-4651-8c16-533d794ba353 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:50.161901 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 14b107a5-9d4f-4582-b288-d82cb1206ea8 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:50.218631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248244e-4248-47c5-8f9f-5d842294ec14 req-9ad3d265-da6f-4552-a90f-1015b3e77596 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:50.233887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e248244e-4248-47c5-8f9f-5d842294ec14 req-9ad3d265-da6f-4552-a90f-1015b3e77596 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 946 time: 0.5490611 Mar 10 15:05:50.263727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 14b107a5-9d4f-4582-b288-d82cb1206ea8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:50.264150 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.347734 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9970742e-6dcd-4d15-82de-6a61710de5cc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.354219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:50.355020 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.401319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba940c-e74d-40dd-81db-48f47fd1b650 req-a59d1103-36a7-4066-8d1e-9832462d7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:50.401871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba940c-e74d-40dd-81db-48f47fd1b650 req-a59d1103-36a7-4066-8d1e-9832462d7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:50.402257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba940c-e74d-40dd-81db-48f47fd1b650 req-a59d1103-36a7-4066-8d1e-9832462d7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:50.404163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-adba940c-e74d-40dd-81db-48f47fd1b650 req-a59d1103-36a7-4066-8d1e-9832462d7aa7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2763 time: 0.2540367 Mar 10 15:05:50.406385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-6b993c41-8dfa-4e03-a9f4-1cffce704542 req-fbf7c2b1-57ab-4b20-84f9-4a3f1a0e0839 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Deleting port 14909d7e-2dc4-4d11-be45-3ce89e15f356 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:50.406807 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6b993c41-8dfa-4e03-a9f4-1cffce704542 req-fbf7c2b1-57ab-4b20-84f9-4a3f1a0e0839 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.423083 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.426895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 14b107a5-9d4f-4582-b288-d82cb1206ea8 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:50.428001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3586277c-2f36-4c2b-9361-f3cdbba58eca up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:50.454576 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0959051 Mar 10 15:05:50.458433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49732) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:50.474935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e248244e-4248-47c5-8f9f-5d842294ec14 req-1dc911f2-ddd0-4fff-8aa2-8ff5f754a04e tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f092fb-48f3-49a9-bb4d-a47fded4a60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353675 Mar 10 15:05:50.499245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'subnet': {'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:50.519099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3586277c-2f36-4c2b-9361-f3cdbba58eca triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:50.519482 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.525395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e401354-37e7-4c5f-a75b-254e1a1c963c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Network': ['ID=9970742e-6dcd-4d15-82de-6a61710de5cc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:50.560001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9970742e-6dcd-4d15-82de-6a61710de5cc details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:05:50.609079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b93a9-dadf-4654-9c44-8789177326ac req-2adbbe58-9500-42c6-95dd-993eff72d8df tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:50.610558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b32b93a9-dadf-4654-9c44-8789177326ac req-2adbbe58-9500-42c6-95dd-993eff72d8df tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.3170471 Mar 10 15:05:50.709281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a390998f-6c8d-4ff6-a478-c4118b2123a3 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:05:50.719649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Publish callbacks [] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.734306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3586277c-2f36-4c2b-9361-f3cdbba58eca is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:50.734702 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.740975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Transition to ACTIVE for port object a390998f-6c8d-4ff6-a478-c4118b2123a3 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:05:50.762709 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.764100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 3586277c-2f36-4c2b-9361-f3cdbba58eca, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3586277c-2f36-4c2b-9361-f3cdbba58eca,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:50.770156 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:50.857544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a390998f-6c8d-4ff6-a478-c4118b2123a3,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:50.858034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=3586277c-2f36-4c2b-9361-f3cdbba58eca,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:50.960067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Attempting to bind port a390998f-6c8d-4ff6-a478-c4118b2123a3 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:50.960415 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Attempting to bind port a390998f-6c8d-4ff6-a478-c4118b2123a3 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '12929809-f568-4a95-88e5-abe3dfaf2359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:50.960750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Attempting to bind port a390998f-6c8d-4ff6-a478-c4118b2123a3 on network 851c74c5-921c-4e61-99b0-3bab6bac297d {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:50.966764 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Port a390998f-6c8d-4ff6-a478-c4118b2123a3 on network 851c74c5-921c-4e61-99b0-3bab6bac297d not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:05:50.969222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Attempting to bind port a390998f-6c8d-4ff6-a478-c4118b2123a3 on network 851c74c5-921c-4e61-99b0-3bab6bac297d {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:50.977661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:50.978095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Checking segment: {'id': '12929809-f568-4a95-88e5-abe3dfaf2359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:50.978570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Bound using segment: {'id': '12929809-f568-4a95-88e5-abe3dfaf2359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:50.979277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Bound port: a390998f-6c8d-4ff6-a478-c4118b2123a3, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12929809-f568-4a95-88e5-abe3dfaf2359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:50.979662 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:51.105509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] For port a390998f-6c8d-4ff6-a478-c4118b2123a3, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:51.109579 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] For port a390998f-6c8d-4ff6-a478-c4118b2123a3, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a390998f-6c8d-4ff6-a478-c4118b2123a3,segment=NetworkSegment(12929809-f568-4a95-88e5-abe3dfaf2359),segment_id=12929809-f568-4a95-88e5-abe3dfaf2359)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:51.118852 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:51.255042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:51.255768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:51.257206 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] 10.222.0.45 "PUT /v2.0/ports/a390998f-6c8d-4ff6-a478-c4118b2123a3 HTTP/1.1" status: 200 len: 1092 time: 1.4648783 Mar 10 15:05:51.266115 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b4d68090-b739-4959-a276-e82f2782b0de no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:51.283202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b32b93a9-dadf-4654-9c44-8789177326ac req-d8106615-4fd0-4b19-82b9-5859a9d068ce tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448452 Mar 10 15:05:51.321243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Request body: {'port': {'device_id': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:51.364444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: b4d68090-b739-4959-a276-e82f2782b0de {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:05:51.366513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b4d68090-b739-4959-a276-e82f2782b0de not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:05:51.392929 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea57e1-fa59-45fc-b402-42969e927b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a390998f-6c8d-4ff6-a478-c4118b2123a3,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:51.427532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3586277c-2f36-4c2b-9361-f3cdbba58eca up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:51.450742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:51.453591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-6b993c41-8dfa-4e03-a9f4-1cffce704542 req-fbf7c2b1-57ab-4b20-84f9-4a3f1a0e0839 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] For port 14909d7e-2dc4-4d11-be45-3ce89e15f356, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=14909d7e-2dc4-4d11-be45-3ce89e15f356,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:51.454079 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6b993c41-8dfa-4e03-a9f4-1cffce704542 req-fbf7c2b1-57ab-4b20-84f9-4a3f1a0e0839 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:51.464272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:51.473029 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:51.559071 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3586277c-2f36-4c2b-9361-f3cdbba58eca triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:51.559945 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:51.564461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303148ba-47ff-4913-8b91-2d7a0fbb256a req-22301d2d-d2a5-44e5-9313-de3d6d1efd0b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:51.576775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303148ba-47ff-4913-8b91-2d7a0fbb256a req-22301d2d-d2a5-44e5-9313-de3d6d1efd0b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:51.582146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303148ba-47ff-4913-8b91-2d7a0fbb256a req-22301d2d-d2a5-44e5-9313-de3d6d1efd0b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:51.583842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-303148ba-47ff-4913-8b91-2d7a0fbb256a req-22301d2d-d2a5-44e5-9313-de3d6d1efd0b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2389 time: 1.0140483 Mar 10 15:05:51.601193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba940c-e74d-40dd-81db-48f47fd1b650 req-8bf171f3-d6f1-4f96-aaaa-96571268a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:51.601665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba940c-e74d-40dd-81db-48f47fd1b650 req-8bf171f3-d6f1-4f96-aaaa-96571268a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:51.602663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba940c-e74d-40dd-81db-48f47fd1b650 req-8bf171f3-d6f1-4f96-aaaa-96571268a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:51.604591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-adba940c-e74d-40dd-81db-48f47fd1b650 req-8bf171f3-d6f1-4f96-aaaa-96571268a826 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1833565 Mar 10 15:05:51.605572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-6b993c41-8dfa-4e03-a9f4-1cffce704542 req-fbf7c2b1-57ab-4b20-84f9-4a3f1a0e0839 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Calling delete_port for 14909d7e-2dc4-4d11-be45-3ce89e15f356 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:05:51.707782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2faed5fc-d57f-4cd7-9cd8-905ef802324d req-b28467d6-96be-4506-ab20-045a0e7c9d24 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.1619508 Mar 10 15:05:51.804754 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6d784dd2-4689-4553-99a7-8c1caaf09c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:51.813929 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Sync routers for ids ['69fd8830-79fe-48d5-9d06-5a6402f461ce'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:05:51.817643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3586277c-2f36-4c2b-9361-f3cdbba58eca is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:51.854727 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Routers {'69fd8830-79fe-48d5-9d06-5a6402f461ce'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:51.857595 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['69fd8830-79fe-48d5-9d06-5a6402f461ce'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:51.943943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-303148ba-47ff-4913-8b91-2d7a0fbb256a req-f0f8bb23-ff23-4170-8f13-ecf4785eb65f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360817 Mar 10 15:05:52.047942 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Set router 69fd8830-79fe-48d5-9d06-5a6402f461ce gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:52.051527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e18e79ad-0a70-41ed-9edb-9c16270a03cc req-e3dc3361-a021-4eb7-834b-4433e35821cc tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1121244 Mar 10 15:05:52.203779 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'tag': 'a390998f-6c8d-4ff6-a478-c4118b2123a3'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:52.206312 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9bf9ec-021d-4d24-9bf1-6658842ef19c" -d '{"events": [{"name": "network-changed", "server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "tag": "a390998f-6c8d-4ff6-a478-c4118b2123a3"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:52.228651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba940c-e74d-40dd-81db-48f47fd1b650 req-3a2dcbcb-ebc4-4bdc-bdcf-6dbd587c14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:52.230149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-adba940c-e74d-40dd-81db-48f47fd1b650 req-3a2dcbcb-ebc4-4bdc-bdcf-6dbd587c14ca service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6032143 Mar 10 15:05:52.305725 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c268785-d7fe-461c-9720-09a4e9594cbd x-openstack-request-id: req-7c268785-d7fe-461c-9720-09a4e9594cbd {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:52.306298 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "tag": "a390998f-6c8d-4ff6-a478-c4118b2123a3", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:52.306554 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c268785-d7fe-461c-9720-09a4e9594cbd {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:52.306970 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'tag': 'a390998f-6c8d-4ff6-a478-c4118b2123a3', 'status': 'completed', 'code': 200} Mar 10 15:05:52.310881 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5084f2ec-cadd-4817-834c-72f9f8d299ca req-7c05ea2b-80b1-4428-8d54-903d4c2be7d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0981226 Mar 10 15:05:52.323174 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49752) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:52.395762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62e0e0-3cdd-44a3-9f19-e5daa637cfa5 req-fdf4def0-f253-42a7-874e-cc23b8694e68 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:52.395762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae62e0e0-3cdd-44a3-9f19-e5daa637cfa5 req-fdf4def0-f253-42a7-874e-cc23b8694e68 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 946 time: 0.3011653 Mar 10 15:05:52.448688 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'name': 'tempest-TaggedBootDevicesTest-1981890398-router', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:35Z', 'updated_at': '2022-03-10T15:05:41Z', 'revision_number': 4, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'gw_port': {'id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:36Z', 'updated_at': '2022-03-10T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f8e982ab-1bd8-4b91-8248-1c4edddf8869', 'name': '', 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'mac_address': 'fa:16:3e:20:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '4f27f980-b618-4b43-ba53-4503d5cab2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:40Z', 'updated_at': '2022-03-10T15:05:41Z', 'revision_number': 2, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'subnets': [{'id': '4f27f980-b618-4b43-ba53-4503d5cab2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:52.450097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac3dbba-f486-4cc4-847f-2e5e3f9ca368 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:05:52.466704 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Publish callbacks [] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.482112 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Checking router: 69fd8830-79fe-48d5-9d06-5a6402f461ce for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:05:52.482730 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Updating router 69fd8830-79fe-48d5-9d06-5a6402f461ce port f8e982ab-1bd8-4b91-8248-1c4edddf8869 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:05:52.498244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Transition to ACTIVE for port object fac3dbba-f486-4cc4-847f-2e5e3f9ca368 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:05:52.514153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.518753 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (8bb56f9e-0223-4a2a-b67a-13685c5788e5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.522270 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.578682 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5f28b1b9-0108-4f03-9904-28501811a55b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eef6c91dbc6548f3989d126cbfe23fe1&name=default HTTP/1.1" status: 200 len: 2998 time: 0.2535195 Mar 10 15:05:52.579728 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6b993c41-8dfa-4e03-a9f4-1cffce704542 req-fbf7c2b1-57ab-4b20-84f9-4a3f1a0e0839 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (14909d7e-2dc4-4d11-be45-3ce89e15f356), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.579855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:52.581229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49756) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:52.678532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7c2b1-57ab-4b20-84f9-4a3f1a0e0839 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Pushing event deleted for resources: {'Port': ['ID=14909d7e-2dc4-4d11-be45-3ce89e15f356,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:52.721318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae62e0e0-3cdd-44a3-9f19-e5daa637cfa5 req-db1f546d-4826-4398-86af-175f99f62948 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f092fb-48f3-49a9-bb4d-a47fded4a60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461782 Mar 10 15:05:52.722760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Subnet': ['ID=8bb56f9e-0223-4a2a-b67a-13685c5788e5,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:52.737049 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3d41-fdce-426f-8f3d-81f7b4804118 admin admin] Publish callbacks [] for security_group (fec39192-34a5-42c7-ad9d-eac0a808c08d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.750195 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Attempting to bind port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:52.750706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Attempting to bind port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:52.751214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Attempting to bind port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 on network e34ce7cf-6311-40ea-a206-2269afc80bda {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:52.761552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 on network e34ce7cf-6311-40ea-a206-2269afc80bda not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:05:52.763783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Attempting to bind port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 on network e34ce7cf-6311-40ea-a206-2269afc80bda {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:52.802279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3d41-fdce-426f-8f3d-81f7b4804118 admin admin] Publish callbacks [] for security_group (fec39192-34a5-42c7-ad9d-eac0a808c08d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.811408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5633304-720c-44d9-be3d-d8fd292b80e3 req-332447a9-335b-4902-8b39-73dc6bac1217 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:52.827111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5633304-720c-44d9-be3d-d8fd292b80e3 req-332447a9-335b-4902-8b39-73dc6bac1217 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.4393919 Mar 10 15:05:52.829214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:52.829590 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Checking segment: {'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:52.829978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Bound using segment: {'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:52.830433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Bound port: fac3dbba-f486-4cc4-847f-2e5e3f9ca368, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:52.830828 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.889036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b993c41-8dfa-4e03-a9f4-1cffce704542 req-fbf7c2b1-57ab-4b20-84f9-4a3f1a0e0839 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] No DVR routers for this DVR port 14909d7e-2dc4-4d11-be45-3ce89e15f356 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:05:52.906993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 14909d7e-2dc4-4d11-be45-3ce89e15f356 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:05:52.929973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] For port fac3dbba-f486-4cc4-847f-2e5e3f9ca368, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:52.933985 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] For port fac3dbba-f486-4cc4-847f-2e5e3f9ca368, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:52.938516 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3d41-fdce-426f-8f3d-81f7b4804118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fec39192-34a5-42c7-ad9d-eac0a808c08d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.938904 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-6b993c41-8dfa-4e03-a9f4-1cffce704542 req-fbf7c2b1-57ab-4b20-84f9-4a3f1a0e0839 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.945212 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3d41-fdce-426f-8f3d-81f7b4804118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.950428 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4ecd3d41-fdce-426f-8f3d-81f7b4804118 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fec39192-34a5-42c7-ad9d-eac0a808c08d HTTP/1.1" status: 204 len: 168 time: 0.3649611 Mar 10 15:05:52.961052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b993c41-8dfa-4e03-a9f4-1cffce704542 req-fbf7c2b1-57ab-4b20-84f9-4a3f1a0e0839 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.45 "DELETE /v2.0/ports/14909d7e-2dc4-4d11-be45-3ce89e15f356 HTTP/1.1" status: 204 len: 173 time: 3.1468554 Mar 10 15:05:52.962581 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.974847 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Publish callbacks [] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:52.975692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd3d41-fdce-426f-8f3d-81f7b4804118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec39192-34a5-42c7-ad9d-eac0a808c08d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:52.979432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7fd7d38-6400-40f9-b168-d0c4cbcc9360 req-c257aca3-300e-49a6-bfcf-c05a3074b79b tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.1448934 Mar 10 15:05:52.981816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'name': 'network-vif-deleted', 'tag': '14909d7e-2dc4-4d11-be45-3ce89e15f356'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:52.984927 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c825dcb9-f63d-4bd2-aee4-2713173c2f99" -d '{"events": [{"server_uuid": "c0e32e92-95a5-4df3-a77c-060b8a29941b", "name": "network-vif-deleted", "tag": "14909d7e-2dc4-4d11-be45-3ce89e15f356"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:52.994619 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:53.006193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Checking segment: {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:53.006698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network hostable DHCP agents. Network: 60f66d83-c732-4c3c-bd32-9d15919cb86a, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:05:53.029838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:53.030540 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:53.031995 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] 10.222.0.45 "PUT /v2.0/ports/fac3dbba-f486-4cc4-847f-2e5e3f9ca368 HTTP/1.1" status: 200 len: 1092 time: 1.7336669 Mar 10 15:05:53.068937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 14909d7e-2dc4-4d11-be45-3ce89e15f356 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:05:53.071517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 14909d7e-2dc4-4d11-be45-3ce89e15f356 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:05:53.083015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd6270-3a07-4e3e-a99e-c2497eeb97a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:53.173586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5633304-720c-44d9-be3d-d8fd292b80e3 req-ce00f963-dde8-4441-9f8f-a3e7453b251f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453352 Mar 10 15:05:53.182370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf9ec-021d-4d24-9bf1-6658842ef19c req-ff6a081d-9d16-4962-ba57-7c4f02285c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:53.183334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf9ec-021d-4d24-9bf1-6658842ef19c req-ff6a081d-9d16-4962-ba57-7c4f02285c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:53.185734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf9ec-021d-4d24-9bf1-6658842ef19c req-ff6a081d-9d16-4962-ba57-7c4f02285c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:53.191014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f9bf9ec-021d-4d24-9bf1-6658842ef19c req-ff6a081d-9d16-4962-ba57-7c4f02285c67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2916 time: 0.6054242 Mar 10 15:05:53.256676 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e079eef-e9ca-43d1-b697-5edacad28995 None None] Pushing event updated for resources: {'Port': ['ID=f8e982ab-1bd8-4b91-8248-1c4edddf8869,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:53.362635 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fac4f16-4664-41eb-bb87-832b027ba42a x-openstack-request-id: req-9fac4f16-4664-41eb-bb87-832b027ba42a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:53.364529 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e32e92-95a5-4df3-a77c-060b8a29941b", "name": "network-vif-deleted", "tag": "14909d7e-2dc4-4d11-be45-3ce89e15f356", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:53.364930 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fac4f16-4664-41eb-bb87-832b027ba42a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:53.365464 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e32e92-95a5-4df3-a77c-060b8a29941b', 'name': 'network-vif-deleted', 'tag': '14909d7e-2dc4-4d11-be45-3ce89e15f356', 'status': 'completed', 'code': 200} Mar 10 15:05:53.385435 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Attempting to bind port f8e982ab-1bd8-4b91-8248-1c4edddf8869 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:53.386075 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Attempting to bind port f8e982ab-1bd8-4b91-8248-1c4edddf8869 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c67d5dc2-5779-4cca-a19b-9578ad1aad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:53.386676 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Attempting to bind port f8e982ab-1bd8-4b91-8248-1c4edddf8869 on network 39eb2bfe-4d18-4d27-ba6d-23578991eb12 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:53.393493 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:53.393878 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Checking segment: {'id': 'c67d5dc2-5779-4cca-a19b-9578ad1aad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:53.394286 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:53.395041 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Bound using segment: {'id': 'c67d5dc2-5779-4cca-a19b-9578ad1aad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:53.395531 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Bound port: f8e982ab-1bd8-4b91-8248-1c4edddf8869, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67d5dc2-5779-4cca-a19b-9578ad1aad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:53.395909 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:53.411373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network 60f66d83-c732-4c3c-bd32-9d15919cb86a is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:05:53.502942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 60f66d83-c732-4c3c-bd32-9d15919cb86a) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:53.525368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ea6c9-806b-4000-9e80-b945da5f1076 None None] Network 60f66d83-c732-4c3c-bd32-9d15919cb86a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:53.540172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-240166c7-5927-4f2b-97ce-e66d8eb98934 req-80bf3719-8a98-4824-92c5-5732e499c65c tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1111739 Mar 10 15:05:53.544398 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] For port f8e982ab-1bd8-4b91-8248-1c4edddf8869, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:53.548664 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] For port f8e982ab-1bd8-4b91-8248-1c4edddf8869, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f8e982ab-1bd8-4b91-8248-1c4edddf8869,segment=NetworkSegment(c67d5dc2-5779-4cca-a19b-9578ad1aad8d),segment_id=c67d5dc2-5779-4cca-a19b-9578ad1aad8d)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:53.571457 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:53.607342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:53.608324 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:53.641516 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Routers {'69fd8830-79fe-48d5-9d06-5a6402f461ce'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:05:53.641516 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['69fd8830-79fe-48d5-9d06-5a6402f461ce'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:53.668219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c72499-e9f9-427d-a387-d7a4409fc749 req-346512dd-3f1a-4db6-a058-9c508f9870f5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:53.673893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c72499-e9f9-427d-a387-d7a4409fc749 req-346512dd-3f1a-4db6-a058-9c508f9870f5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:53.680162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c72499-e9f9-427d-a387-d7a4409fc749 req-346512dd-3f1a-4db6-a058-9c508f9870f5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:53.695374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5c72499-e9f9-427d-a387-d7a4409fc749 req-346512dd-3f1a-4db6-a058-9c508f9870f5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2413 time: 0.4966466 Mar 10 15:05:53.707130 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e079eef-e9ca-43d1-b697-5edacad28995 None None] Pushing event updated for resources: {'Port': ['ID=f8e982ab-1bd8-4b91-8248-1c4edddf8869,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:53.720504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-881024e9-17fd-4115-9284-fd81db820d21 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2417114 Mar 10 15:05:53.723219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49774) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:53.736119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'subnet': {'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:53.777000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf9ec-021d-4d24-9bf1-6658842ef19c req-d57e96a1-e056-4733-b1d0-e2acbc1678e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:53.778891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf9ec-021d-4d24-9bf1-6658842ef19c req-d57e96a1-e056-4733-b1d0-e2acbc1678e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:53.779942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf9ec-021d-4d24-9bf1-6658842ef19c req-d57e96a1-e056-4733-b1d0-e2acbc1678e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:53.782547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f9bf9ec-021d-4d24-9bf1-6658842ef19c req-d57e96a1-e056-4733-b1d0-e2acbc1678e8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5528445 Mar 10 15:05:53.918262 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] Set router 69fd8830-79fe-48d5-9d06-5a6402f461ce gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:05:53.952939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-60f66d83-c732-4c3c-bd32-9d15919cb86a', 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a', 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'fixed_ips': [{'subnet_id': '8bb56f9e-0223-4a2a-b67a-13685c5788e5'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:05:53.961096 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:53.998400 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:54.002138 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:54.079025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca8183db-fc51-497e-ac53-58f79da98949 req-962982fd-e736-4e46-a682-3968254c02f1 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867 tempest-FloatingIPsAssociationNegativeTestJSON-1051467867-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0e32e92-95a5-4df3-a77c-060b8a29941b HTTP/1.1" status: 200 len: 210 time: 0.1435170 Mar 10 15:05:54.120231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-24c3cf8b-7952-486e-90e9-16d275c2b8e7 None None] Provisioning complete for port f8e982ab-1bd8-4b91-8248-1c4edddf8869 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:54.120828 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-24c3cf8b-7952-486e-90e9-16d275c2b8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:54.126073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5c72499-e9f9-427d-a387-d7a4409fc749 req-b4ce03b2-f70c-4553-a17b-b983e9899603 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234030 Mar 10 15:05:54.208211 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c5368205-3a2d-40a6-b039-e65230e8d517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:54.309539 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'tag': 'fac3dbba-f486-4cc4-847f-2e5e3f9ca368'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:05:54.320077 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dde279a-9925-4cad-affc-daab72019567" -d '{"events": [{"name": "network-changed", "server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "tag": "fac3dbba-f486-4cc4-847f-2e5e3f9ca368"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:05:54.322582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dfa3d84-2aa7-4486-91f2-ba67286f8c0a req-b86e21e9-5df7-4b38-8d8d-3c76113b82ad tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0735536 Mar 10 15:05:54.441540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf9ec-021d-4d24-9bf1-6658842ef19c req-5ad509f7-aaa0-430e-b136-53a2f9c6ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:54.448603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f9bf9ec-021d-4d24-9bf1-6658842ef19c req-5ad509f7-aaa0-430e-b136-53a2f9c6ed69 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5638928 Mar 10 15:05:54.481302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a57340-e17a-4b95-b031-c1b8cab29536 req-91ed3d42-8bfc-49f7-8e94-1d281168258a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:54.490213 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d5ddb1-5a43-47cc-94e7-50519c9882fd x-openstack-request-id: req-b8d5ddb1-5a43-47cc-94e7-50519c9882fd {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:05:54.490213 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "tag": "fac3dbba-f486-4cc4-847f-2e5e3f9ca368", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:05:54.490461 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8d5ddb1-5a43-47cc-94e7-50519c9882fd {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:05:54.490807 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'tag': 'fac3dbba-f486-4cc4-847f-2e5e3f9ca368', 'status': 'completed', 'code': 200} Mar 10 15:05:54.493949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8a57340-e17a-4b95-b031-c1b8cab29536 req-91ed3d42-8bfc-49f7-8e94-1d281168258a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.1781342 Mar 10 15:05:54.542632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Allocated IP 10.1.1.2 (60f66d83-c732-4c3c-bd32-9d15919cb86a/8bb56f9e-0223-4a2a-b67a-13685c5788e5/4cd4d32b-a813-493e-806e-9634630298ce) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:54.553009 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'name': 'tempest-TaggedBootDevicesTest-1981890398-router', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:35Z', 'updated_at': '2022-03-10T15:05:41Z', 'revision_number': 4, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'gw_port': {'id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:36Z', 'updated_at': '2022-03-10T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f8e982ab-1bd8-4b91-8248-1c4edddf8869', 'name': '', 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'mac_address': 'fa:16:3e:20:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '4f27f980-b618-4b43-ba53-4503d5cab2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:40Z', 'updated_at': '2022-03-10T15:05:53Z', 'revision_number': 4, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'subnets': [{'id': '4f27f980-b618-4b43-ba53-4503d5cab2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:05:54.636203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (e36119e2-a0ee-41c2-931e-612c66f3d56d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:54.645309 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ccf8b-64c7-48c1-8046-f03d7c94c07c None None] The sync data for ids ['69fd8830-79fe-48d5-9d06-5a6402f461ce'] in n-d-833090-1 is: [{'id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'name': 'tempest-TaggedBootDevicesTest-1981890398-router', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:35Z', 'updated_at': '2022-03-10T15:05:41Z', 'revision_number': 4, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'gw_port': {'id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:36Z', 'updated_at': '2022-03-10T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f8e982ab-1bd8-4b91-8248-1c4edddf8869', 'name': '', 'network_id': '39eb2bfe-4d18-4d27-ba6d-23578991eb12', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'mac_address': 'fa:16:3e:20:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '4f27f980-b618-4b43-ba53-4503d5cab2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:40Z', 'updated_at': '2022-03-10T15:05:53Z', 'revision_number': 4, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'subnets': [{'id': '4f27f980-b618-4b43-ba53-4503d5cab2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:05:54.670126 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8a57340-e17a-4b95-b031-c1b8cab29536 req-81141e8c-f3c5-4124-9fd6-f8a2ffa5504e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752005 Mar 10 15:05:54.697636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-470174bd-74ec-4907-b908-f773bb59bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:54.701557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-470174bd-74ec-4907-b908-f773bb59bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:54.702227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-470174bd-74ec-4907-b908-f773bb59bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:54.704214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-470174bd-74ec-4907-b908-f773bb59bd5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2959 time: 0.1778669 Mar 10 15:05:54.774197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Subnet': ['ID=e36119e2-a0ee-41c2-931e-612c66f3d56d,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:54.786811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Checking segment: {'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:54.787261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network hostable DHCP agents. Network: 9970742e-6dcd-4d15-82de-6a61710de5cc, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:05:54.804318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-30005cd4-fd88-420c-9935-65b4939b8e8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.242&port_id=244e349c-9c94-4e21-901e-824e13799747 HTTP/1.1" status: 200 len: 217 time: 0.0814223 Mar 10 15:05:54.830243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47266cb3-718b-4369-9e21-08605a73ac34 req-12b51ecc-6132-43cc-ab3d-c38cf1d2cbfa tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1223555 Mar 10 15:05:54.851136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network 9970742e-6dcd-4d15-82de-6a61710de5cc is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:05:54.886465 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9970742e-6dcd-4d15-82de-6a61710de5cc) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:54.896129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-24c3cf8b-7952-486e-90e9-16d275c2b8e7 None None] Current status of the port f8e982ab-1bd8-4b91-8248-1c4edddf8869 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:54.896521 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-24c3cf8b-7952-486e-90e9-16d275c2b8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:54.896972 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:54.897797 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:54.919922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc8e2a2-a629-4139-a7dd-5ed8808f0a10 None None] Network 9970742e-6dcd-4d15-82de-6a61710de5cc requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:54.928431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-39f53b52-50c6-4b9e-a6a2-78035cd8049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:54.930333 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-547ed78b-60c9-4e4f-a6cd-75d1d7cf49b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2034204 Mar 10 15:05:54.932002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-39f53b52-50c6-4b9e-a6a2-78035cd8049f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0d9c429-ac0c-42cd-990a-589f88c1eaa5 HTTP/1.1" status: 200 len: 801 time: 0.1046896 Mar 10 15:05:54.932747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49810) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:54.944739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'port': {'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a', 'name': 'tempest-TaggedBootDevicesTest_v242-267715364', 'fixed_ips': [{'subnet_id': '8bb56f9e-0223-4a2a-b67a-13685c5788e5'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:55.083675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-a3bf7a28-4473-4be2-8051-74bebc3bf598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:55.096263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-a3bf7a28-4473-4be2-8051-74bebc3bf598 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e34ce7cf-6311-40ea-a206-2269afc80bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1570237 Mar 10 15:05:55.098237 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Publish callbacks [] for port (4cd4d32b-a813-493e-806e-9634630298ce), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:55.105929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-24c3cf8b-7952-486e-90e9-16d275c2b8e7 None None] For port f8e982ab-1bd8-4b91-8248-1c4edddf8869, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f8e982ab-1bd8-4b91-8248-1c4edddf8869,segment=NetworkSegment(c67d5dc2-5779-4cca-a19b-9578ad1aad8d),segment_id=c67d5dc2-5779-4cca-a19b-9578ad1aad8d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:55.131035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:55.162682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-24c3cf8b-7952-486e-90e9-16d275c2b8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:55.164796 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (4cd4d32b-a813-493e-806e-9634630298ce), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:55.277941 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:55.322565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Network 60f66d83-c732-4c3c-bd32-9d15919cb86a is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:55.328063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-9970742e-6dcd-4d15-82de-6a61710de5cc', 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc', 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'fixed_ips': [{'subnet_id': 'e36119e2-a0ee-41c2-931e-612c66f3d56d'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:05:55.329178 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:55.347798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:55.367772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-82eb2d0b-3fae-4f8a-a48c-1dd57087688a service neutron] 10.222.0.45 "GET /v2.0/networks/e34ce7cf-6311-40ea-a206-2269afc80bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573166 Mar 10 15:05:55.376800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:55.381332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f8e982ab-1bd8-4b91-8248-1c4edddf8869 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:55.407848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:55.443821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3cf8b-7952-486e-90e9-16d275c2b8e7 None None] Pushing event updated for resources: {'Port': ['ID=f8e982ab-1bd8-4b91-8248-1c4edddf8869,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:55.450532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-95ebf67b-a526-4b5c-9202-d57667023629 None None] Provisioning complete for port f8e982ab-1bd8-4b91-8248-1c4edddf8869 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:55.451177 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-95ebf67b-a526-4b5c-9202-d57667023629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:55.477816 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] device_id is not set on port 61c60400-5547-4b1b-8fd8-3e234bedf609 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:05:55.619796 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-1585e7e2-54e0-4aad-89f7-3c492b600076 service neutron] 10.222.0.45 "GET /v2.0/networks/e34ce7cf-6311-40ea-a206-2269afc80bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433250 Mar 10 15:05:55.708736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-bd774d05-a158-4710-820b-9cef69c1f0e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.232&port_id=a390998f-6c8d-4ff6-a478-c4118b2123a3 HTTP/1.1" status: 200 len: 217 time: 0.0777981 Mar 10 15:05:55.717864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Allocated IP 10.2.2.2 (9970742e-6dcd-4d15-82de-6a61710de5cc/e36119e2-a0ee-41c2-931e-612c66f3d56d/54c712a1-d464-4e4d-8a90-570325a8913e) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:55.785653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Pushing event updated for resources: {'Port': ['ID=4cd4d32b-a813-493e-806e-9634630298ce,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:55.839110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-3d49bce8-cba8-46b2-961f-f9343b492e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:55.840683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-3d49bce8-cba8-46b2-961f-f9343b492e6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a48456c-a0b4-471a-9579-f19cddb3b123 HTTP/1.1" status: 200 len: 801 time: 0.1201630 Mar 10 15:05:55.961720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-9c1dd7c0-79d2-4f58-b75b-38825a23a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:55.968002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-9c1dd7c0-79d2-4f58-b75b-38825a23a999 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=851c74c5-921c-4e61-99b0-3bab6bac297d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1129744 Mar 10 15:05:55.988914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-95ebf67b-a526-4b5c-9202-d57667023629 None None] Current status of the port f8e982ab-1bd8-4b91-8248-1c4edddf8869 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:55.999071 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Attempting to bind port 4cd4d32b-a813-493e-806e-9634630298ce on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:55.999454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Attempting to bind port 4cd4d32b-a813-493e-806e-9634630298ce by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:55.999950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Attempting to bind port 4cd4d32b-a813-493e-806e-9634630298ce on network 60f66d83-c732-4c3c-bd32-9d15919cb86a {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:56.011268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f8e982ab-1bd8-4b91-8248-1c4edddf8869 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:56.011647 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.021671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:56.022522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Checking segment: {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:56.023017 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.023423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Bound using segment: {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:56.024107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Bound port: 4cd4d32b-a813-493e-806e-9634630298ce, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:56.024529 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4cd4d32b-a813-493e-806e-9634630298ce), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.042442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Allocated IP 10.1.1.22 (60f66d83-c732-4c3c-bd32-9d15919cb86a/8bb56f9e-0223-4a2a-b67a-13685c5788e5/61c60400-5547-4b1b-8fd8-3e234bedf609) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:56.209455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] For port 4cd4d32b-a813-493e-806e-9634630298ce, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:56.271760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] For port 4cd4d32b-a813-493e-806e-9634630298ce, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4cd4d32b-a813-493e-806e-9634630298ce,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:56.286146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49836) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:56.296382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f33aae8-3c74-49f6-ac59-e1061e5eb81e req-4890cf55-6b03-4fae-9a04-35204a3c6095 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0680103 Mar 10 15:05:56.317366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-88ebf971-01af-4f3e-8ae8-99bfb5635a74 service neutron] 10.222.0.45 "GET /v2.0/networks/851c74c5-921c-4e61-99b0-3bab6bac297d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412795 Mar 10 15:05:56.384620 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Publish callbacks [] for port (54c712a1-d464-4e4d-8a90-570325a8913e), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.391488 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4cd4d32b-a813-493e-806e-9634630298ce), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.416199 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.426980 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.484323 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.507708 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Network 9970742e-6dcd-4d15-82de-6a61710de5cc is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:56.516413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:56.518292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f8e982ab-1bd8-4b91-8248-1c4edddf8869 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:56.520526 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.526705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:56.541490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f815738-d5c1-41c4-bb7a-bc42f5e2fb3e None None] Pushing event updated for resources: {'Port': ['ID=4cd4d32b-a813-493e-806e-9634630298ce,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:56.559175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network 60f66d83-c732-4c3c-bd32-9d15919cb86a is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:56.560612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e7583f5-5fe9-4d84-a614-da5c51679ae6 req-d1f8d858-6ff7-416b-ada4-6d890fccc082 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.1048248 Mar 10 15:05:56.593766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:56.614346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:56.636174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Attempting to bind port 54c712a1-d464-4e4d-8a90-570325a8913e on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:05:56.636542 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Attempting to bind port 54c712a1-d464-4e4d-8a90-570325a8913e by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:05:56.636908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Attempting to bind port 54c712a1-d464-4e4d-8a90-570325a8913e on network 9970742e-6dcd-4d15-82de-6a61710de5cc {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:05:56.649851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:05:56.650239 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Checking segment: {'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:05:56.650645 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.651069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Bound using segment: {'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:05:56.651561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Bound port: 54c712a1-d464-4e4d-8a90-570325a8913e, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:05:56.651936 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.654889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Pushing event updated for resources: {'Port': ['ID=54c712a1-d464-4e4d-8a90-570325a8913e,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:56.671646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Port': ['ID=61c60400-5547-4b1b-8fd8-3e234bedf609,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:56.715605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:56.716424 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.737453 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1039e259-e70d-4ca9-836f-c176fec4c655 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8035920 Mar 10 15:05:56.740212 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49842) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:56.747940 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'port': {'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a', 'name': 'tempest-TaggedBootDevicesTest_v242-1248650108', 'fixed_ips': [{'subnet_id': '8bb56f9e-0223-4a2a-b67a-13685c5788e5'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:56.757341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] For port 54c712a1-d464-4e4d-8a90-570325a8913e, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:05:56.761263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] For port 54c712a1-d464-4e4d-8a90-570325a8913e, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=54c712a1-d464-4e4d-8a90-570325a8913e,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:05:56.778392 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:56.832764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a36fe0-4bc1-41e8-8619-319c9c5e15de req-77cff0c5-47d0-418a-852e-ec12bb5e12b8 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:56.838573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a36fe0-4bc1-41e8-8619-319c9c5e15de req-77cff0c5-47d0-418a-852e-ec12bb5e12b8 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:56.847164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a36fe0-4bc1-41e8-8619-319c9c5e15de req-77cff0c5-47d0-418a-852e-ec12bb5e12b8 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:56.858351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5a36fe0-4bc1-41e8-8619-319c9c5e15de req-77cff0c5-47d0-418a-852e-ec12bb5e12b8 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2413 time: 0.4320133 Mar 10 15:05:56.905894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-5f1fcab7-f513-4743-9fde-a9aa6f6fe6be service neutron] 10.222.0.45 "GET /v2.0/networks/851c74c5-921c-4e61-99b0-3bab6bac297d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738662 Mar 10 15:05:56.942880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e13a35-9ac3-43b9-9dc5-6c9271bae885 None None] Pushing event updated for resources: {'Port': ['ID=54c712a1-d464-4e4d-8a90-570325a8913e,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:57.011293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:05:57.016958 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:57.044739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] device_id is not set on port ac14b4d0-1233-499a-9907-cd161fd5f3f0 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:05:57.110321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-6ba083ac-514b-4e58-bf00-960cd6cd5eea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=fac3dbba-f486-4cc4-847f-2e5e3f9ca368 HTTP/1.1" status: 200 len: 217 time: 0.1297884 Mar 10 15:05:57.129843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4bfd4-5e0f-4c38-b518-5cb4bcef232e req-7fd6e450-6cc4-474b-8c15-5160061c8842 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:57.131539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51d4bfd4-5e0f-4c38-b518-5cb4bcef232e req-7fd6e450-6cc4-474b-8c15-5160061c8842 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.3834267 Mar 10 15:05:57.208557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5a36fe0-4bc1-41e8-8619-319c9c5e15de req-30d01654-da26-4108-a286-483c1de90d7f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376777 Mar 10 15:05:57.311183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-9d5c696e-02aa-45b1-b00f-3fc8ca7fd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:57.313707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-9d5c696e-02aa-45b1-b00f-3fc8ca7fd2d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0d9c429-ac0c-42cd-990a-589f88c1eaa5 HTTP/1.1" status: 200 len: 801 time: 0.1934724 Mar 10 15:05:57.368202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Allocated IP 10.1.1.205 (60f66d83-c732-4c3c-bd32-9d15919cb86a/8bb56f9e-0223-4a2a-b67a-13685c5788e5/ac14b4d0-1233-499a-9907-cd161fd5f3f0) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:57.531974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f8e982ab-1bd8-4b91-8248-1c4edddf8869 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:57.555633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51d4bfd4-5e0f-4c38-b518-5cb4bcef232e req-5b4f07c8-7777-4246-afbf-9000dfd8f172 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066544 Mar 10 15:05:57.558744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ec036b-472a-48b9-b738-d47cde3cdf79 req-48c468cf-f82d-4d0f-9db7-67317a9cd58f tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0937619 Mar 10 15:05:57.573849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b834d4a3-aee6-439e-9518-2e41463bf769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:57.575641 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-b834d4a3-aee6-439e-9518-2e41463bf769 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e34ce7cf-6311-40ea-a206-2269afc80bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2328482 Mar 10 15:05:57.637904 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:57.704221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f8e982ab-1bd8-4b91-8248-1c4edddf8869 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:57.706031 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:57.779269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e8c467b-beff-451a-92ce-aae28755ca65 req-003e98ce-d418-4ffa-ab32-77e6ee69acf7 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0614114 Mar 10 15:05:57.781430 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:57.842463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network 60f66d83-c732-4c3c-bd32-9d15919cb86a is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:05:57.844520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-d9446e2c-34ea-46ff-afab-f3449d43db6b service neutron] 10.222.0.45 "GET /v2.0/networks/e34ce7cf-6311-40ea-a206-2269afc80bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607014 Mar 10 15:05:57.847587 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:05:57.855113 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:05:57.905777 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Port': ['ID=ac14b4d0-1233-499a-9907-cd161fd5f3f0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:57.911273 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (1c18dc66-8a72-4372-b45f-7ee941b4d97e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:57.966161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f8e982ab-1bd8-4b91-8248-1c4edddf8869 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:57.970708 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4cd4d32b-a813-493e-806e-9634630298ce up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:57.971519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:57.972101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:58.019639 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1293e816-ccec-4158-b0a8-41eb23abd9e7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2768021 Mar 10 15:05:58.072949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4cd4d32b-a813-493e-806e-9634630298ce triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:58.073462 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4cd4d32b-a813-493e-806e-9634630298ce), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:58.126480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4438f676-44d9-40c2-821f-5e9240b20e38 req-1c95b892-1288-4c0d-bb65-630146fa7b04 service neutron] 10.222.0.45 "GET /v2.0/networks/e34ce7cf-6311-40ea-a206-2269afc80bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645960 Mar 10 15:05:58.217615 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:58.333618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4cd4d32b-a813-493e-806e-9634630298ce is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:58.335412 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4cd4d32b-a813-493e-806e-9634630298ce), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:58.421187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 4cd4d32b-a813-493e-806e-9634630298ce, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4cd4d32b-a813-493e-806e-9634630298ce,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:58.423580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde279a-9925-4cad-affc-daab72019567 req-38f34e1d-b852-4725-9e08-e08967628322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:58.424071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde279a-9925-4cad-affc-daab72019567 req-38f34e1d-b852-4725-9e08-e08967628322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:58.425747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde279a-9925-4cad-affc-daab72019567 req-38f34e1d-b852-4725-9e08-e08967628322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:58.427734 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dde279a-9925-4cad-affc-daab72019567 req-38f34e1d-b852-4725-9e08-e08967628322 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2959 time: 0.1837220 Mar 10 15:05:58.432802 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f730d602-b9e9-4900-9ebf-5e2d9514fc88 None None] Network 60f66d83-c732-4c3c-bd32-9d15919cb86a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:58.442025 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4cd4d32b-a813-493e-806e-9634630298ce), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:58.515971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49862) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:58.520594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f19d8894-ea06-4766-87e5-2bc2d53b3b25 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517065730', 'description': 'tempest-description--632590942'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:58.578464 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f19d8894-ea06-4766-87e5-2bc2d53b3b25 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:58.666214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-66313a59-894a-4309-8382-beb607de5d80 None None] Provisioning complete for port 4cd4d32b-a813-493e-806e-9634630298ce triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:58.666815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-66313a59-894a-4309-8382-beb607de5d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4cd4d32b-a813-493e-806e-9634630298ce), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:58.754380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f19d8894-ea06-4766-87e5-2bc2d53b3b25 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group (9108af86-59a2-44a9-a87a-5062282a5855), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:58.768940 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f19d8894-ea06-4766-87e5-2bc2d53b3b25 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9108af86-59a2-44a9-a87a-5062282a5855), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:58.784365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=4cd4d32b-a813-493e-806e-9634630298ce,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:58.806334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109eea1f-a3ba-45a1-a0ad-bd05df2a922f None None] Network 9970742e-6dcd-4d15-82de-6a61710de5cc requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:05:58.838287 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f19d8894-ea06-4766-87e5-2bc2d53b3b25 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:58.839580 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f19d8894-ea06-4766-87e5-2bc2d53b3b25 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3225911 Mar 10 15:05:58.844925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49874) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:58.856962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6b2b57de-4c2c-410f-8c0d-7dada63583c7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'security_group_rule': {'security_group_id': '9108af86-59a2-44a9-a87a-5062282a5855', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:58.880854 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d8894-ea06-4766-87e5-2bc2d53b3b25 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9108af86-59a2-44a9-a87a-5062282a5855,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:58.894025 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b2b57de-4c2c-410f-8c0d-7dada63583c7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group_rule (b7414a2b-fc15-4b70-a883-8063c2de82d4), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:58.998633 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b2b57de-4c2c-410f-8c0d-7dada63583c7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group_rule (b7414a2b-fc15-4b70-a883-8063c2de82d4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.010023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b2b57de-4c2c-410f-8c0d-7dada63583c7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (b7414a2b-fc15-4b70-a883-8063c2de82d4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.060294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b57de-4c2c-410f-8c0d-7dada63583c7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7414a2b-fc15-4b70-a883-8063c2de82d4,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:59.073231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-66313a59-894a-4309-8382-beb607de5d80 None None] Current status of the port 4cd4d32b-a813-493e-806e-9634630298ce is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:59.084961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b2b57de-4c2c-410f-8c0d-7dada63583c7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.087419 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6b2b57de-4c2c-410f-8c0d-7dada63583c7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2403982 Mar 10 15:05:59.090059 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49878) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:59.097361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9aee1d14-d16b-478d-afa2-5201d9b54dec tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'security_group_rule': {'security_group_id': '9108af86-59a2-44a9-a87a-5062282a5855', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:59.163636 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9aee1d14-d16b-478d-afa2-5201d9b54dec tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group_rule (192666e5-a2d5-4218-8a70-635642211922), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.191906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1ba63-1fa8-4fd0-9644-b3ea6dd83abf req-4ed21d1c-ea7a-4b37-a419-3458621998f9 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:59.196728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1ba63-1fa8-4fd0-9644-b3ea6dd83abf req-4ed21d1c-ea7a-4b37-a419-3458621998f9 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:59.200702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9480ef32-00b4-4828-8703-46ee7c35f3b6 None None] Provisioning complete for port 54c712a1-d464-4e4d-8a90-570325a8913e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:59.201081 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9480ef32-00b4-4828-8703-46ee7c35f3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.203122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1ba63-1fa8-4fd0-9644-b3ea6dd83abf req-4ed21d1c-ea7a-4b37-a419-3458621998f9 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:59.218402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94e1ba63-1fa8-4fd0-9644-b3ea6dd83abf req-4ed21d1c-ea7a-4b37-a419-3458621998f9 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2413 time: 0.7517843 Mar 10 15:05:59.229974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde279a-9925-4cad-affc-daab72019567 req-4e208392-b5eb-49e6-a06a-dc92ac9d1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:59.231047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dde279a-9925-4cad-affc-daab72019567 req-4e208392-b5eb-49e6-a06a-dc92ac9d1f95 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e34ce7cf-6311-40ea-a206-2269afc80bda HTTP/1.1" status: 200 len: 901 time: 0.7939458 Mar 10 15:05:59.281016 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9aee1d14-d16b-478d-afa2-5201d9b54dec tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group_rule (192666e5-a2d5-4218-8a70-635642211922), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.290902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9aee1d14-d16b-478d-afa2-5201d9b54dec tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (192666e5-a2d5-4218-8a70-635642211922), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.323146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee1d14-d16b-478d-afa2-5201d9b54dec tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192666e5-a2d5-4218-8a70-635642211922,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:59.327188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dde279a-9925-4cad-affc-daab72019567 req-64741e78-e445-4ccd-a04d-93edad71d284 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=fac3dbba-f486-4cc4-847f-2e5e3f9ca368 HTTP/1.1" status: 200 len: 217 time: 0.0736971 Mar 10 15:05:59.346419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e70eaa-2f6f-4fd9-985c-897e66c478ef req-80f8397e-134d-4676-934b-570461de963a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:59.353433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2e70eaa-2f6f-4fd9-985c-897e66c478ef req-80f8397e-134d-4676-934b-570461de963a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.2814264 Mar 10 15:05:59.369576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9aee1d14-d16b-478d-afa2-5201d9b54dec tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.371143 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9aee1d14-d16b-478d-afa2-5201d9b54dec tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2800181 Mar 10 15:05:59.374348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49880) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:05:59.407551 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:05:59.464267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9480ef32-00b4-4828-8703-46ee7c35f3b6 None None] Current status of the port 54c712a1-d464-4e4d-8a90-570325a8913e is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:05:59.464580 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9480ef32-00b4-4828-8703-46ee7c35f3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.469636 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.491702 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94e1ba63-1fa8-4fd0-9644-b3ea6dd83abf req-29841851-822e-43d4-9a80-333af4e0ec78 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725184 Mar 10 15:05:59.570015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4cd4d32b-a813-493e-806e-9634630298ce up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:05:59.597973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde279a-9925-4cad-affc-daab72019567 req-bf981014-119a-4cf8-90ff-fb099cf32b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:05:59.599537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dde279a-9925-4cad-affc-daab72019567 req-bf981014-119a-4cf8-90ff-fb099cf32b1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f0d9c429-ac0c-42cd-990a-589f88c1eaa5 HTTP/1.1" status: 200 len: 801 time: 0.2376435 Mar 10 15:05:59.645508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] Deleting port 8a986ed5-2d1d-46a5-9fce-06c910d9842f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:05:59.646558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.665888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9480ef32-00b4-4828-8703-46ee7c35f3b6 None None] For port 54c712a1-d464-4e4d-8a90-570325a8913e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=54c712a1-d464-4e4d-8a90-570325a8913e,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:05:59.680381 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9480ef32-00b4-4828-8703-46ee7c35f3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.717468 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.774990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd74a427-068b-45dc-9f1a-417897bfe10b req-a2f6f125-4421-48fb-8e75-cabed3c82441 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0903790 Mar 10 15:05:59.810549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480ef32-00b4-4828-8703-46ee7c35f3b6 None None] Pushing event updated for resources: {'Port': ['ID=54c712a1-d464-4e4d-8a90-570325a8913e,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:05:59.832177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4cd4d32b-a813-493e-806e-9634630298ce triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:59.832558 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4cd4d32b-a813-493e-806e-9634630298ce), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.871212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Provisioning complete for port 61c60400-5547-4b1b-8fd8-3e234bedf609 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:05:59.873891 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:05:59.907117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Allocated IP 172.25.3.140 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/12d04398-5f31-49cd-bb46-824550cb2121) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:05:59.968231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2e70eaa-2f6f-4fd9-985c-897e66c478ef req-6547ada2-c391-4460-8001-4d95becb362e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970469 Mar 10 15:06:00.029378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde279a-9925-4cad-affc-daab72019567 req-b684f58f-69bf-4c3a-acee-3ad41e029f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:00.031488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dde279a-9925-4cad-affc-daab72019567 req-b684f58f-69bf-4c3a-acee-3ad41e029f0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e34ce7cf-6311-40ea-a206-2269afc80bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4117825 Mar 10 15:06:00.042127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] For port 8a986ed5-2d1d-46a5-9fce-06c910d9842f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8a986ed5-2d1d-46a5-9fce-06c910d9842f,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:00.042501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.145080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0645dc23-2a9a-40e7-b088-a428e1bf4635 req-2b77509e-6d77-47fc-94ae-e8f9a5d37cf8 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0794091 Mar 10 15:06:00.156278 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for port (12d04398-5f31-49cd-bb46-824550cb2121), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.169325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] Calling delete_port for 8a986ed5-2d1d-46a5-9fce-06c910d9842f owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:06:00.230390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (12d04398-5f31-49cd-bb46-824550cb2121), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.329960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dde279a-9925-4cad-affc-daab72019567 req-00c588d8-a5ee-4584-be00-191a134ba336 service neutron] 10.222.0.45 "GET /v2.0/networks/e34ce7cf-6311-40ea-a206-2269afc80bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834804 Mar 10 15:06:00.334315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:00.350696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:00.358266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:00.468841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Port 61c60400-5547-4b1b-8fd8-3e234bedf609 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:00.507156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Provisioning complete for port 4cd4d32b-a813-493e-806e-9634630298ce triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:00.507490 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4cd4d32b-a813-493e-806e-9634630298ce), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.519246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dde279a-9925-4cad-affc-daab72019567 req-0bd4d597-c66a-4ff7-a1b9-83726594acc0 service neutron] 10.222.0.45 "GET /v2.0/networks/e34ce7cf-6311-40ea-a206-2269afc80bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794357 Mar 10 15:06:00.537835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Port': ['ID=12d04398-5f31-49cd-bb46-824550cb2121,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:00.580318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4cd4d32b-a813-493e-806e-9634630298ce is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:00.581644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 54c712a1-d464-4e4d-8a90-570325a8913e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:00.583668 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for floatingip (b112102f-afb5-47c2-a580-0460fc1ae1fa), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.651145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Current status of the port 4cd4d32b-a813-493e-806e-9634630298ce is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:00.671261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Provisioning complete for port 54c712a1-d464-4e4d-8a90-570325a8913e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:00.671917 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.688970 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (12d04398-5f31-49cd-bb46-824550cb2121), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.735734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 54c712a1-d464-4e4d-8a90-570325a8913e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:00.736917 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.743828 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8a986ed5-2d1d-46a5-9fce-06c910d9842f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.842262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] Pushing event deleted for resources: {'Port': ['ID=8a986ed5-2d1d-46a5-9fce-06c910d9842f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:00.875632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Current status of the port 54c712a1-d464-4e4d-8a90-570325a8913e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:00.885076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 54c712a1-d464-4e4d-8a90-570325a8913e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:00.895518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Provisioning complete for port ac14b4d0-1233-499a-9907-cd161fd5f3f0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:00.895905 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.913509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1339d21-00db-4706-ad56-ab4910a38549 req-dc804dbe-7b18-468b-b463-b001d8c13ed9 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:00.915807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1339d21-00db-4706-ad56-ab4910a38549 req-dc804dbe-7b18-468b-b463-b001d8c13ed9 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3218675 Mar 10 15:06:00.948689 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for port (12d04398-5f31-49cd-bb46-824550cb2121), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.962093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (12d04398-5f31-49cd-bb46-824550cb2121), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:00.970272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device fac3dbba-f486-4cc4-847f-2e5e3f9ca368 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:06:01.061321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1339d21-00db-4706-ad56-ab4910a38549 req-a9d35966-61ea-473a-aa33-dfde3d67b201 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219006 Mar 10 15:06:01.093579 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Port': ['ID=12d04398-5f31-49cd-bb46-824550cb2121,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:01.197453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fa0253b0-8f9b-4867-b7a5-9732d7181c12 None None] Port ac14b4d0-1233-499a-9907-cd161fd5f3f0 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:01.212110 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (b112102f-afb5-47c2-a580-0460fc1ae1fa), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:01.244706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:01.255104 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4a080a94-dbcb-47d0-9f16-18fd5910ed50 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8706439 Mar 10 15:06:01.255330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port fac3dbba-f486-4cc4-847f-2e5e3f9ca368, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:01.276475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'fac3dbba-f486-4cc4-847f-2e5e3f9ca368', 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda', 'port_id': 'fac3dbba-f486-4cc4-847f-2e5e3f9ca368', 'mac_address': 'fa:16:3e:2f:9d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d9c429-ac0c-42cd-990a-589f88c1eaa5', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:06:01.334310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (1c18dc66-8a72-4372-b45f-7ee941b4d97e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:01.336915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:01.337313 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:01.348506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ebaf2764-58c8-4d87-b869-9d8a2ba0863f None None] Provisioning complete for port ac14b4d0-1233-499a-9907-cd161fd5f3f0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:01.348885 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ebaf2764-58c8-4d87-b869-9d8a2ba0863f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:01.366473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7ac87-e872-4c26-9c42-419691f551ac req-e3b2f996-b55c-4a4e-8cbd-53789fd1b714 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:01.372733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7ac87-e872-4c26-9c42-419691f551ac req-e3b2f996-b55c-4a4e-8cbd-53789fd1b714 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:01.394940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7ac87-e872-4c26-9c42-419691f551ac req-e3b2f996-b55c-4a4e-8cbd-53789fd1b714 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:01.397772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf2764-58c8-4d87-b869-9d8a2ba0863f None None] Port ac14b4d0-1233-499a-9907-cd161fd5f3f0 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:01.404675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fa7ac87-e872-4c26-9c42-419691f551ac req-e3b2f996-b55c-4a4e-8cbd-53789fd1b714 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2413 time: 0.5962679 Mar 10 15:06:01.408300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac3dbba-f486-4cc4-847f-2e5e3f9ca368 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:01.449064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port fac3dbba-f486-4cc4-847f-2e5e3f9ca368, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:01.466699 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:01.467822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 244e349c-9c94-4e21-901e-824e13799747 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:06:01.551323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 54c712a1-d464-4e4d-8a90-570325a8913e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:01.585754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fa7ac87-e872-4c26-9c42-419691f551ac req-906a4e5d-2dc7-4ee7-97c5-1b0d38ea4bac tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799490 Mar 10 15:06:01.605849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:01.613597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 244e349c-9c94-4e21-901e-824e13799747, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=244e349c-9c94-4e21-901e-824e13799747,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:01.643670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.644209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.644776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.645220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.645673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.646097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.646528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.647075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.647507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.647933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.648357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.648880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.649321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:01.655781 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '244e349c-9c94-4e21-901e-824e13799747', 'network_id': 'e34ce7cf-6311-40ea-a206-2269afc80bda', 'port_id': '244e349c-9c94-4e21-901e-824e13799747', 'mac_address': 'fa:16:3e:fa:52:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d9c429-ac0c-42cd-990a-589f88c1eaa5', 'ip_address': '19.80.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:06:01.700514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 244e349c-9c94-4e21-901e-824e13799747 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:01.701051 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (244e349c-9c94-4e21-901e-824e13799747), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:01.720683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244e349c-9c94-4e21-901e-824e13799747 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:01.736543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 54c712a1-d464-4e4d-8a90-570325a8913e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:01.737220 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:01.769838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 244e349c-9c94-4e21-901e-824e13799747, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=244e349c-9c94-4e21-901e-824e13799747,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:01.779745 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (244e349c-9c94-4e21-901e-824e13799747), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:01.780967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a390998f-6c8d-4ff6-a478-c4118b2123a3 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:06:01.851475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=244e349c-9c94-4e21-901e-824e13799747,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:01.909892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-605d059e-ef9f-4117-be27-4f5fa49cd369 req-31112260-5cea-4980-8957-88a1d29fd0cd tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1017659 Mar 10 15:06:01.965566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] Router 1c18dc66-8a72-4372-b45f-7ee941b4d97e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:06:01.983494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 54c712a1-d464-4e4d-8a90-570325a8913e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:02.015176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a390998f-6c8d-4ff6-a478-c4118b2123a3, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a390998f-6c8d-4ff6-a478-c4118b2123a3,segment=NetworkSegment(12929809-f568-4a95-88e5-abe3dfaf2359),segment_id=12929809-f568-4a95-88e5-abe3dfaf2359)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:02.029973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'a390998f-6c8d-4ff6-a478-c4118b2123a3', 'network_id': '851c74c5-921c-4e61-99b0-3bab6bac297d', 'port_id': 'a390998f-6c8d-4ff6-a478-c4118b2123a3', 'mac_address': 'fa:16:3e:a4:52:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a48456c-a0b4-471a-9579-f19cddb3b123', 'ip_address': '19.86.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:06:02.078961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a390998f-6c8d-4ff6-a478-c4118b2123a3 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:02.079370 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:02.089095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c23fe7c5-69e8-4067-b19d-7d25a7322674 req-f38251b8-aee0-4f3f-8eb5-ee3a06b33160 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0399375 Mar 10 15:06:02.100651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a390998f-6c8d-4ff6-a478-c4118b2123a3 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:02.108655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171ba99-a1a7-4d7c-9a09-0bc11e3f0add req-b08bd895-50f0-4bb9-9690-a4593ccea8b7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:02.110154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c171ba99-a1a7-4d7c-9a09-0bc11e3f0add req-b08bd895-50f0-4bb9-9690-a4593ccea8b7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1512465 Mar 10 15:06:02.141870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a390998f-6c8d-4ff6-a478-c4118b2123a3, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a390998f-6c8d-4ff6-a478-c4118b2123a3,segment=NetworkSegment(12929809-f568-4a95-88e5-abe3dfaf2359),segment_id=12929809-f568-4a95-88e5-abe3dfaf2359)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:02.151062 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:02.194446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:06:02.204817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2de8ae10-a9e7-4019-975f-7e269db647eb admin admin] 10.222.0.11 "PUT /v2.0/routers/1c18dc66-8a72-4372-b45f-7ee941b4d97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9046724 Mar 10 15:06:02.207454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49918) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:02.213029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c171ba99-a1a7-4d7c-9a09-0bc11e3f0add req-08405b4c-6c9d-4006-aac5-8de46112fbfc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654762 Mar 10 15:06:02.216908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615aef55-52c0-47e1-8980-9732d75958e0 None None] Sync routers for ids ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:06:02.263948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a390998f-6c8d-4ff6-a478-c4118b2123a3,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:02.269535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615aef55-52c0-47e1-8980-9732d75958e0 None None] Routers {'1c18dc66-8a72-4372-b45f-7ee941b4d97e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:06:02.270170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-615aef55-52c0-47e1-8980-9732d75958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:02.292780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1de31649-8783-4b8a-91b7-82fdb2c2f4fd tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1517065730&fields=id&tenant_id=672ba2e1aca041b99cabc2f7975dc73a HTTP/1.1" status: 200 len: 267 time: 0.0728118 Mar 10 15:06:02.386702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2b13c0c3-d9d8-41ae-9a2b-e38b19de6738 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:02.391893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2b13c0c3-d9d8-41ae-9a2b-e38b19de6738 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports/61c60400-5547-4b1b-8fd8-3e234bedf609 HTTP/1.1" status: 200 len: 935 time: 0.0906951 Mar 10 15:06:02.393369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Publish callbacks [] for router (1c18dc66-8a72-4372-b45f-7ee941b4d97e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:02.416119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-615aef55-52c0-47e1-8980-9732d75958e0 None None] Set router 1c18dc66-8a72-4372-b45f-7ee941b4d97e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:06:02.463428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f481f-850b-436b-a828-d917bfa182d6 req-7c6daa22-947a-48d0-9051-1047f3407a6e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:02.465044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-533f481f-850b-436b-a828-d917bfa182d6 req-7c6daa22-947a-48d0-9051-1047f3407a6e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1528625 Mar 10 15:06:02.476133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-a540d87e-8873-4fd8-a533-7dd2c4bfc4a0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:02.478110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-a540d87e-8873-4fd8-a533-7dd2c4bfc4a0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports/ac14b4d0-1233-499a-9907-cd161fd5f3f0 HTTP/1.1" status: 200 len: 937 time: 0.0773449 Mar 10 15:06:02.532409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Publish callbacks [] for router_gateway (1c18dc66-8a72-4372-b45f-7ee941b4d97e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:02.545978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-b6ae8257-14eb-4486-8b3c-f58eb8357179 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?network_id=9970742e-6dcd-4d15-82de-6a61710de5cc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0604136 Mar 10 15:06:02.561186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['a390998f-6c8d-4ff6-a478-c4118b2123a3'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:06:02.604417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-89028e20-15dd-47f3-badc-361c209b4b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?network_id=9970742e-6dcd-4d15-82de-6a61710de5cc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0449734 Mar 10 15:06:02.606839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Deleting port cac6dedb-8e1a-4f7a-aedd-89194251d8c1 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:06:02.607430 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:02.608743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-533f481f-850b-436b-a828-d917bfa182d6 req-0ca3fe9f-af2e-4de1-8d7d-32bd6ecda778 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296949 Mar 10 15:06:02.633934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['244e349c-9c94-4e21-901e-824e13799747'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:06:02.636791 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['fac3dbba-f486-4cc4-847f-2e5e3f9ca368'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:06:02.760323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-fc749a76-0997-4e9f-baf7-b6613f116afb tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:02.766310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-fc749a76-0997-4e9f-baf7-b6613f116afb tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:02.772423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-fc749a76-0997-4e9f-baf7-b6613f116afb tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:02.779752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-fc749a76-0997-4e9f-baf7-b6613f116afb tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/networks?id=4b1effa7-14ff-447c-a53b-51ea1093cee6&id=60f66d83-c732-4c3c-bd32-9d15919cb86a&id=60f66d83-c732-4c3c-bd32-9d15919cb86a&id=9970742e-6dcd-4d15-82de-6a61710de5cc&id=9970742e-6dcd-4d15-82de-6a61710de5cc HTTP/1.1" status: 200 len: 1995 time: 0.1668069 Mar 10 15:06:02.795747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] For port cac6dedb-8e1a-4f7a-aedd-89194251d8c1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cac6dedb-8e1a-4f7a-aedd-89194251d8c1,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:02.796176 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:02.811779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-468c86d9-28ee-4d74-96c9-673b0cfa7db4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/quotas/672ba2e1aca041b99cabc2f7975dc73a HTTP/1.1" status: 200 len: 375 time: 0.0307448 Mar 10 15:06:02.816689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Calling delete_port for cac6dedb-8e1a-4f7a-aedd-89194251d8c1 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:06:02.907831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b671a-ee7e-4caf-9599-1d76629a6997 req-c7029f5d-645f-4972-860b-4c115e9acb56 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:02.913548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b671a-ee7e-4caf-9599-1d76629a6997 req-c7029f5d-645f-4972-860b-4c115e9acb56 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:02.919910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b671a-ee7e-4caf-9599-1d76629a6997 req-c7029f5d-645f-4972-860b-4c115e9acb56 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:02.921757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b3b671a-ee7e-4caf-9599-1d76629a6997 req-c7029f5d-645f-4972-860b-4c115e9acb56 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2416 time: 0.1337798 Mar 10 15:06:02.947378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-49ef598c-0889-4505-9197-5e3622eda2c9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1340652 Mar 10 15:06:03.025013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (cac6dedb-8e1a-4f7a-aedd-89194251d8c1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.056265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac6dedb-8e1a-4f7a-aedd-89194251d8c1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:03.060279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-615aef55-52c0-47e1-8980-9732d75958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:06:00Z', 'revision_number': 5, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port': {'id': 'cac6dedb-8e1a-4f7a-aedd-89194251d8c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:29Z', 'updated_at': '2022-03-10T15:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:03.100506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-453469a9-848c-461c-8dfd-2e7cb39a1b38 service neutron] 10.222.0.11 "GET /v2.0/networks/4b1effa7-14ff-447c-a53b-51ea1093cee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448851 Mar 10 15:06:03.110571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615aef55-52c0-47e1-8980-9732d75958e0 None None] Checking router: 1c18dc66-8a72-4372-b45f-7ee941b4d97e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:06:03.120329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b3b671a-ee7e-4caf-9599-1d76629a6997 req-2804a213-99b9-4155-a0e6-f22a3b975315 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877418 Mar 10 15:06:03.127824 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (1c18dc66-8a72-4372-b45f-7ee941b4d97e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.204646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615aef55-52c0-47e1-8980-9732d75958e0 None None] Routers {'1c18dc66-8a72-4372-b45f-7ee941b4d97e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:06:03.205299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-615aef55-52c0-47e1-8980-9732d75958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:03.296753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (1c18dc66-8a72-4372-b45f-7ee941b4d97e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.300501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Publish callbacks [] for router_controller (1c18dc66-8a72-4372-b45f-7ee941b4d97e), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.316762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34146fd1-0952-45b1-a5e3-9fc05e71bb88 req-de044f62-ac38-4250-a558-5653a0fd06a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0576324 Mar 10 15:06:03.348405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-54ede39d-21b0-4dfc-af81-43bec65de33d service neutron] 10.222.0.11 "GET /v2.0/networks/4b1effa7-14ff-447c-a53b-51ea1093cee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269125 Mar 10 15:06:03.366805 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (1c18dc66-8a72-4372-b45f-7ee941b4d97e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.367436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c18dc66-8a72-4372-b45f-7ee941b4d97e {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:06:03.380291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.382509 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-02c81843-845b-4a5a-9354-906fdf85d915 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1c18dc66-8a72-4372-b45f-7ee941b4d97e HTTP/1.1" status: 204 len: 168 time: 1.1733561 Mar 10 15:06:03.385227 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49936) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:03.423367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542985d-9a64-4877-a7d1-bde104437be1 req-c8673c70-d82d-4461-a525-26feaa434da3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:03.425785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b542985d-9a64-4877-a7d1-bde104437be1 req-c8673c70-d82d-4461-a525-26feaa434da3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1680157 Mar 10 15:06:03.442348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ebbb706c-3a7c-41c8-8a11-0dd2c47b4f8e service neutron] 10.222.0.11 "GET /v2.0/ports/61c60400-5547-4b1b-8fd8-3e234bedf609?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0833418 Mar 10 15:06:03.448472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c69602-8669-48f9-aaa5-c5cddb41733e admin admin] Deleting subnet 92ce6dfa-a0e8-44c5-85ef-ca070887e694 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:06:03.452553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a1c69602-8669-48f9-aaa5-c5cddb41733e admin admin] Publish callbacks [] for subnet (92ce6dfa-a0e8-44c5-85ef-ca070887e694), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.477326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-615aef55-52c0-47e1-8980-9732d75958e0 None None] Set router 1c18dc66-8a72-4372-b45f-7ee941b4d97e gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:06:03.492868 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a1c69602-8669-48f9-aaa5-c5cddb41733e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (92ce6dfa-a0e8-44c5-85ef-ca070887e694), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.530068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b542985d-9a64-4877-a7d1-bde104437be1 req-baa4671a-e968-4392-a0a0-1040fa4a39ce tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749085 Mar 10 15:06:03.536036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-615aef55-52c0-47e1-8980-9732d75958e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:06:02Z', 'revision_number': 7, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:03.606754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615aef55-52c0-47e1-8980-9732d75958e0 None None] The sync data for ids ['1c18dc66-8a72-4372-b45f-7ee941b4d97e'] in n-d-833090-1 is: [{'id': '1c18dc66-8a72-4372-b45f-7ee941b4d97e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965622120-router', 'tenant_id': 'c8694af26e6048c89974f3079ba650d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:28Z', 'updated_at': '2022-03-10T15:06:02Z', 'revision_number': 7, 'project_id': 'c8694af26e6048c89974f3079ba650d9', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:06:03.644657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-c5861916-47a8-4378-8f29-30432ba6dcb8 service neutron] 10.222.0.11 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002234 Mar 10 15:06:03.686603 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a1c69602-8669-48f9-aaa5-c5cddb41733e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (92ce6dfa-a0e8-44c5-85ef-ca070887e694), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.768997 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a1c69602-8669-48f9-aaa5-c5cddb41733e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (92ce6dfa-a0e8-44c5-85ef-ca070887e694), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.783651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4992b0b7-58e4-452b-bc9a-6162d64f53cc req-5c3fc483-88c9-4569-85c7-f2ec817a81ac tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0414724 Mar 10 15:06:03.795631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c69602-8669-48f9-aaa5-c5cddb41733e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ce6dfa-a0e8-44c5-85ef-ca070887e694,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:03.801929 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a1c69602-8669-48f9-aaa5-c5cddb41733e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.807968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5059b11d-36a1-4e4d-96dd-57df762a968c None None] Network 7c30fde9-25fa-4405-a1fe-66e5455ac64f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:03.811698 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a1c69602-8669-48f9-aaa5-c5cddb41733e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/92ce6dfa-a0e8-44c5-85ef-ca070887e694 HTTP/1.1" status: 204 len: 168 time: 0.4249120 Mar 10 15:06:03.812362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49944) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:03.825201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-78ea9ed6-ebba-4988-ad5c-9a2975af1d19 service neutron] 10.222.0.11 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796091 Mar 10 15:06:03.924457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-f423eb0a-e06a-426f-bfce-f08ba3004b40 service neutron] 10.222.0.11 "GET /v2.0/ports/ac14b4d0-1233-499a-9907-cd161fd5f3f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0892394 Mar 10 15:06:03.938924 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (7c30fde9-25fa-4405-a1fe-66e5455ac64f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:03.961095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b686d46-a346-4991-a38b-e6197de3011c req-3570cf58-0d1b-4177-ab64-2ca5167e36b0 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0560606 Mar 10 15:06:04.030735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Deleting port 0e7e6257-5fbd-4374-9d24-d38e4f080905 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:06:04.031202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.076042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b8a89-a276-4444-88f4-0b8f9e531984 None None] DHCP port deletion for 7c30fde9-25fa-4405-a1fe-66e5455ac64f request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:06:04.129356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af31a8a5-1850-417f-9852-44ae36b1681d service neutron] 10.222.0.11 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755230 Mar 10 15:06:04.195829 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] For port 0e7e6257-5fbd-4374-9d24-d38e4f080905, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0e7e6257-5fbd-4374-9d24-d38e4f080905,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:04.196139 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.221476 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Calling delete_port for 0e7e6257-5fbd-4374-9d24-d38e4f080905 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:06:04.229353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b8a89-a276-4444-88f4-0b8f9e531984 None None] Deleting port 0e7e6257-5fbd-4374-9d24-d38e4f080905 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:06:04.241080 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8a89-a276-4444-88f4-0b8f9e531984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.379582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-97b5b11d-9d3b-491a-a241-00b0f9f7041a service neutron] 10.222.0.11 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423460 Mar 10 15:06:04.391528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ce0b8a89-a276-4444-88f4-0b8f9e531984 None None] For port 0e7e6257-5fbd-4374-9d24-d38e4f080905, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0e7e6257-5fbd-4374-9d24-d38e4f080905,segment=NetworkSegment(2204f15c-8eaa-4fad-bf4b-5731ca316a61),segment_id=2204f15c-8eaa-4fad-bf4b-5731ca316a61)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:04.392072 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8a89-a276-4444-88f4-0b8f9e531984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.414683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.417548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b8a89-a276-4444-88f4-0b8f9e531984 None None] Calling delete_port for 0e7e6257-5fbd-4374-9d24-d38e4f080905 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:06:04.452888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7e6257-5fbd-4374-9d24-d38e4f080905,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:04.455116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] No DVR routers for this DVR port 0e7e6257-5fbd-4374-9d24-d38e4f080905 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:06:04.463818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-b5d753c5-a980-4cc1-87be-0469f19dc2d8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:04.471332 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-b5d753c5-a980-4cc1-87be-0469f19dc2d8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 812 time: 0.2063162 Mar 10 15:06:04.509324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-2895353e-f3ec-486a-8389-c13decf0bf01 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/quotas/702a8da67ca84fdb9cea78ab5e9893b6 HTTP/1.1" status: 200 len: 375 time: 0.0368462 Mar 10 15:06:04.536780 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8a89-a276-4444-88f4-0b8f9e531984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (0e7e6257-5fbd-4374-9d24-d38e4f080905), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.562732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b8a89-a276-4444-88f4-0b8f9e531984 None None] No DVR routers for this DVR port 0e7e6257-5fbd-4374-9d24-d38e4f080905 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:06:04.590148 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (7c30fde9-25fa-4405-a1fe-66e5455ac64f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.590618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b8a89-a276-4444-88f4-0b8f9e531984 None None] Pushing event deleted for resources: {'Port': ['ID=0e7e6257-5fbd-4374-9d24-d38e4f080905,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:04.642210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c30fde9-25fa-4405-a1fe-66e5455ac64f']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:04.662511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2204f15c-8eaa-4fad-bf4b-5731ca316a61') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:04.662937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2204f15c-8eaa-4fad-bf4b-5731ca316a61') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:04.686313 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (2204f15c-8eaa-4fad-bf4b-5731ca316a61), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.727418 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (2204f15c-8eaa-4fad-bf4b-5731ca316a61), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.746973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:06:04.746973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (2204f15c-8eaa-4fad-bf4b-5731ca316a61), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:06:04.824859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49964) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:04.866832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (7c30fde9-25fa-4405-a1fe-66e5455ac64f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.874632 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:04.881348 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7c30fde9-25fa-4405-a1fe-66e5455ac64f HTTP/1.1" status: 204 len: 168 time: 1.0657613 Mar 10 15:06:04.910606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4b4e6-e0b9-4aaf-b350-d0d1b235a039 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c30fde9-25fa-4405-a1fe-66e5455ac64f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:04.959702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 244e349c-9c94-4e21-901e-824e13799747 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:05.018959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afc1d672-875a-4a85-9229-6513c3ffe168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.097949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49974) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:05.109998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 244e349c-9c94-4e21-901e-824e13799747 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:06:05.114450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 244e349c-9c94-4e21-901e-824e13799747 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:05.114916 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (244e349c-9c94-4e21-901e-824e13799747), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.202969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-f0e56bbd-ff1a-4590-9c46-4b4a30f71703 service neutron] 10.222.0.11 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290847 Mar 10 15:06:05.230747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 244e349c-9c94-4e21-901e-824e13799747 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:05.231452 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (244e349c-9c94-4e21-901e-824e13799747), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.240495 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dcf93663-4f6a-4827-986f-90604b1b9033 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8694af26e6048c89974f3079ba650d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382823 Mar 10 15:06:05.242051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49976) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:05.250079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-594633c0-fa94-4165-93c8-fd4f9a1b05e9 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7332964 Mar 10 15:06:05.279295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244e349c-9c94-4e21-901e-824e13799747'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:05.293782 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6febc033-9601-474d-8bbf-4d64fd262d6a" -d '{"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "244e349c-9c94-4e21-901e-824e13799747"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:05.331005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 244e349c-9c94-4e21-901e-824e13799747, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=244e349c-9c94-4e21-901e-824e13799747,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:05.334742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8a986ed5-2d1d-46a5-9fce-06c910d9842f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:06:05.361617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8a986ed5-2d1d-46a5-9fce-06c910d9842f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:06:05.361948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8a986ed5-2d1d-46a5-9fce-06c910d9842f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:06:05.363064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cac6dedb-8e1a-4f7a-aedd-89194251d8c1 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:06:05.395517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-e21e9680-291c-4ff2-b15c-6a8de9426d66 service neutron] 10.222.0.11 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827774 Mar 10 15:06:05.401920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: cac6dedb-8e1a-4f7a-aedd-89194251d8c1 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:06:05.402268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cac6dedb-8e1a-4f7a-aedd-89194251d8c1 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:06:05.402693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0e7e6257-5fbd-4374-9d24-d38e4f080905 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:06:05.404618 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (244e349c-9c94-4e21-901e-824e13799747), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.405428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device fac3dbba-f486-4cc4-847f-2e5e3f9ca368 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:05.471530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-664ccab9-0ce0-4aa3-8afa-c9d66e7179c7 service neutron] 10.222.0.11 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088766 Mar 10 15:06:05.479030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 0e7e6257-5fbd-4374-9d24-d38e4f080905 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:06:05.479392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0e7e6257-5fbd-4374-9d24-d38e4f080905 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:06:05.519133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=244e349c-9c94-4e21-901e-824e13799747,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:05.560731 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:06:05.565024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:05.565413 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.590026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c9fa151-72fd-4771-b872-9286f2216513 req-b45829cf-e6b7-4bc1-972d-09cc273f677e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71607b380cfa4781911d5e3d559c04f3&device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0894952 Mar 10 15:06:05.680601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afc1d672-875a-4a85-9229-6513c3ffe168 admin admin] Publish callbacks [] for security_group (42480f73-3a54-423f-ae7f-93f4791d80ab), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.693973 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c9fa151-72fd-4771-b872-9286f2216513 req-c48f7b85-a288-4245-b40d-f4b70107c2dc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=71607b380cfa4781911d5e3d559c04f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565052 Mar 10 15:06:05.694181 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afc1d672-875a-4a85-9229-6513c3ffe168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (42480f73-3a54-423f-ae7f-93f4791d80ab), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.740913 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-afc1d672-875a-4a85-9229-6513c3ffe168 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2dfe56d0c524081be22e97085d8c449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9145463 Mar 10 15:06:05.741242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:05.741857 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.746316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49990) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:05.789305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port fac3dbba-f486-4cc4-847f-2e5e3f9ca368, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:05.799593 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.800691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a390998f-6c8d-4ff6-a478-c4118b2123a3 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:05.831001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1d672-875a-4a85-9229-6513c3ffe168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42480f73-3a54-423f-ae7f-93f4791d80ab,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:05.853944 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a729d36-654e-4e38-b14f-8c180d08ccf7 admin admin] Publish callbacks [] for security_group (f3f092fb-48f3-49a9-bb4d-a47fded4a60a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.877084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a729d36-654e-4e38-b14f-8c180d08ccf7 admin admin] Publish callbacks [] for security_group (f3f092fb-48f3-49a9-bb4d-a47fded4a60a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.880311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:05.890951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fa151-72fd-4771-b872-9286f2216513 req-c0104904-5bd8-4697-94d7-cf323a38b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:05.892497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c9fa151-72fd-4771-b872-9286f2216513 req-c0104904-5bd8-4697-94d7-cf323a38b709 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868370 Mar 10 15:06:05.899860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-f922bf17-36fa-470b-bef2-331683e7f8c8 service neutron] 10.222.0.11 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978261 Mar 10 15:06:05.915338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-7796f44d-a333-4ed8-9c3a-cb77ce063e30 service neutron] 10.222.0.11 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422228 Mar 10 15:06:05.948301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port a390998f-6c8d-4ff6-a478-c4118b2123a3 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:06:05.956210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port a390998f-6c8d-4ff6-a478-c4118b2123a3 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:05.961434 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.971177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a729d36-654e-4e38-b14f-8c180d08ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f3f092fb-48f3-49a9-bb4d-a47fded4a60a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.977652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a729d36-654e-4e38-b14f-8c180d08ccf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:05.981885 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6a729d36-654e-4e38-b14f-8c180d08ccf7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3f092fb-48f3-49a9-bb4d-a47fded4a60a HTTP/1.1" status: 204 len: 168 time: 0.3021297 Mar 10 15:06:05.989718 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a667934-d32f-4e17-ba44-568ca867fa77 admin admin] Publish callbacks [] for security_group (42480f73-3a54-423f-ae7f-93f4791d80ab), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:06.008926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a729d36-654e-4e38-b14f-8c180d08ccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f092fb-48f3-49a9-bb4d-a47fded4a60a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:06.031347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a667934-d32f-4e17-ba44-568ca867fa77 admin admin] Publish callbacks [] for security_group (42480f73-3a54-423f-ae7f-93f4791d80ab), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:06.174568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a390998f-6c8d-4ff6-a478-c4118b2123a3 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:06.177368 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:06.228353 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a667934-d32f-4e17-ba44-568ca867fa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (42480f73-3a54-423f-ae7f-93f4791d80ab), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:06.231974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a667934-d32f-4e17-ba44-568ca867fa77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:06.236246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6a667934-d32f-4e17-ba44-568ca867fa77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42480f73-3a54-423f-ae7f-93f4791d80ab HTTP/1.1" status: 204 len: 168 time: 0.4854219 Mar 10 15:06:06.298169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a667934-d32f-4e17-ba44-568ca867fa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42480f73-3a54-423f-ae7f-93f4791d80ab,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:06.316000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-60790438-2f52-4294-bfef-e5343f6265e0 service neutron] 10.222.0.11 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624022 Mar 10 15:06:06.374945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a390998f-6c8d-4ff6-a478-c4118b2123a3, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a390998f-6c8d-4ff6-a478-c4118b2123a3,segment=NetworkSegment(12929809-f568-4a95-88e5-abe3dfaf2359),segment_id=12929809-f568-4a95-88e5-abe3dfaf2359)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:06.387083 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:06.584164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a390998f-6c8d-4ff6-a478-c4118b2123a3,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:06.608842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-738aec61-af6b-4acf-96e8-d015cbde8fd3 service neutron] 10.222.0.11 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853234 Mar 10 15:06:06.657867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81af5-06a6-46d4-90f3-1023a6b25a6f req-dfe81c94-9696-4562-9e13-04951665e278 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:06.663601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81af5-06a6-46d4-90f3-1023a6b25a6f req-dfe81c94-9696-4562-9e13-04951665e278 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:06.669649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81af5-06a6-46d4-90f3-1023a6b25a6f req-dfe81c94-9696-4562-9e13-04951665e278 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:06.676873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9e81af5-06a6-46d4-90f3-1023a6b25a6f req-dfe81c94-9696-4562-9e13-04951665e278 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2419 time: 0.3139093 Mar 10 15:06:06.802045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9e81af5-06a6-46d4-90f3-1023a6b25a6f req-a3d19f40-d500-47d3-8dee-7813cc73d860 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197963 Mar 10 15:06:06.848330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-178cf960-4cce-45fb-a1db-31b894e5a9f3 service neutron] 10.222.0.11 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334945 Mar 10 15:06:07.072604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3c32c6d8-96ec-4b33-9c2b-6ce04c16032e service neutron] 10.222.0.11 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120929 Mar 10 15:06:07.118129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1c43eec-52b5-4dc8-8516-8d8de749e5db req-9e728be1-53bf-4101-a631-5f823aa6a1b6 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1942494 Mar 10 15:06:07.350159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-c9626731-2dbc-4484-a275-51c0381f31b4 service neutron] 10.222.0.11 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518544 Mar 10 15:06:07.474112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbb788d0-f920-415a-9bbf-e0a996cca3ce req-083c9b9c-3599-4389-905f-79faab5c9b95 tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.1492252 Mar 10 15:06:07.497181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-308d3e0b-2cda-4b34-896d-65baf89d9be3 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:07.501307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-308d3e0b-2cda-4b34-896d-65baf89d9be3 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports/61c60400-5547-4b1b-8fd8-3e234bedf609 HTTP/1.1" status: 200 len: 935 time: 0.1502786 Mar 10 15:06:07.568208 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa9f27b-5344-415f-9023-02899b82d93e x-openstack-request-id: req-dfa9f27b-5344-415f-9023-02899b82d93e {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:07.568716 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "244e349c-9c94-4e21-901e-824e13799747", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:07.568811 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dfa9f27b-5344-415f-9023-02899b82d93e {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:07.569434 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244e349c-9c94-4e21-901e-824e13799747', 'code': 200} Mar 10 15:06:07.605863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-5360af05-ef57-4cd9-bd7f-ade15e9e01d4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:07.630661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-5360af05-ef57-4cd9-bd7f-ade15e9e01d4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports/ac14b4d0-1233-499a-9907-cd161fd5f3f0 HTTP/1.1" status: 200 len: 937 time: 0.1284103 Mar 10 15:06:07.788213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e9b2b8b-c97f-4edf-826c-7f916cb101ed req-c80cb94a-8c20-4590-889c-0d5292cd4623 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 210 time: 0.0737019 Mar 10 15:06:07.909145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50066) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:08.050643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-f6277d8b-98d2-42e2-afcf-7a5f664f3911 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:08.052394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-f6277d8b-98d2-42e2-afcf-7a5f664f3911 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 812 time: 0.2487395 Mar 10 15:06:08.074451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Request body: {'port': {'device_id': '37bdee40-4de3-4fa8-b085-cfdba4ec1df8', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'admin_state_up': True, 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:08.131263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205aed66-8877-4d91-816a-8592b6ee32d1 req-ccdbaaed-96ae-4d1b-bf41-2c86e553535b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:08.137723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205aed66-8877-4d91-816a-8592b6ee32d1 req-ccdbaaed-96ae-4d1b-bf41-2c86e553535b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:08.144604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205aed66-8877-4d91-816a-8592b6ee32d1 req-ccdbaaed-96ae-4d1b-bf41-2c86e553535b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:08.152067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-205aed66-8877-4d91-816a-8592b6ee32d1 req-ccdbaaed-96ae-4d1b-bf41-2c86e553535b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2419 time: 0.1845188 Mar 10 15:06:08.193065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1778823291-network', 'tenant_id': 'f8cf3fe248c84c41b985eca9f7b7b531'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:08.318336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Made reservation on behalf of f8cf3fe248c84c41b985eca9f7b7b531 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:08.321446 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:08.348901 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:08.369405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-205aed66-8877-4d91-816a-8592b6ee32d1 req-a4a56379-8c03-41a5-81ce-71e1a170ccba tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110708 Mar 10 15:06:08.412137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Made reservation on behalf of 702a8da67ca84fdb9cea78ab5e9893b6 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:08.416402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:08.623984 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Publish callbacks [] for security_group (6ae239bd-8637-4e4f-a74e-d33c53129ce0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:08.625353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Allocated IP 172.20.0.10 (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383/2b988082-cd0b-4fe9-9e6e-f9a72f7955de/eea9757e-89be-4d37-89b8-6bb70e936a02) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:08.640240 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6ae239bd-8637-4e4f-a74e-d33c53129ce0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:08.672799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae239bd-8637-4e4f-a74e-d33c53129ce0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:08.689161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:06:08.718768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e136401c-b0c8-4ef3-9eba-242c44c10f33), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:08.719137 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Added segment e136401c-b0c8-4ef3-9eba-242c44c10f33 of type vlan for network 754ee90a-65e3-45a2-9b55-5ab3b5431ebe Mar 10 15:06:08.807965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (754ee90a-65e3-45a2-9b55-5ab3b5431ebe), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:08.833860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-130ac9ab-d6c5-4be4-8725-3257328102fa req-3a9c919a-c309-407f-96b1-9472f24a2032 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0435019 Mar 10 15:06:08.877674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-708076f7-7714-4f47-86cd-cd42928c5ac6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:08.882390 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-708076f7-7714-4f47-86cd-cd42928c5ac6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports/61c60400-5547-4b1b-8fd8-3e234bedf609 HTTP/1.1" status: 200 len: 935 time: 0.2550819 Mar 10 15:06:08.932335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (754ee90a-65e3-45a2-9b55-5ab3b5431ebe), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:08.933509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:08.934224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:08.976025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0658054 Mar 10 15:06:08.993308 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50108) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:09.008362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] Request body: {'subnet': {'network_id': '754ee90a-65e3-45a2-9b55-5ab3b5431ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1778823291-subnet', 'tenant_id': 'f8cf3fe248c84c41b985eca9f7b7b531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:09.016540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70c7a80b-551a-4241-9200-c9358d4f17c9 req-2265fe20-a74e-4e0a-babd-3ad8f2aaffb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dad746f0130d4333a0307e2e9c2bc283&device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0663290 Mar 10 15:06:09.059950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96eae1b7-2133-4eda-bc9d-5d23d1c96541 req-3ee1e844-4b3c-469d-8a9e-82761b666925 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0401762 Mar 10 15:06:09.073991 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] Made reservation on behalf of f8cf3fe248c84c41b985eca9f7b7b531 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:09.078058 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.105399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70c7a80b-551a-4241-9200-c9358d4f17c9 req-72a48094-b2a7-43d1-b146-3f5343c59088 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=dad746f0130d4333a0307e2e9c2bc283&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309136 Mar 10 15:06:09.115138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.157175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-7253543f-60f1-41f4-87f7-c9fb72695df8 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:09.158658 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-7253543f-60f1-41f4-87f7-c9fb72695df8 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports/ac14b4d0-1233-499a-9907-cd161fd5f3f0 HTTP/1.1" status: 200 len: 937 time: 0.2697237 Mar 10 15:06:09.159260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50110) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:09.296251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7a80b-551a-4241-9200-c9358d4f17c9 req-8011af9d-1721-4063-ae74-7ed0a9072dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:09.297811 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70c7a80b-551a-4241-9200-c9358d4f17c9 req-8011af9d-1721-4063-ae74-7ed0a9072dde service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1809328 Mar 10 15:06:09.299781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb341b0f-3f0d-42fa-aade-c46e856f2837 req-c64eeb4f-ceac-4bf6-a3f6-864c32e11611 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 210 time: 0.2355418 Mar 10 15:06:09.300352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f8f07-9ca8-468d-93fe-a5a912dc031a admin admin] Pushing event updated for resources: {'Network': ['ID=754ee90a-65e3-45a2-9b55-5ab3b5431ebe,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:09.319120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 754ee90a-65e3-45a2-9b55-5ab3b5431ebe details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:06:09.361327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (4f7ad245-6c8d-4367-ad1a-7476763a6165), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.372889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1242eb07-28da-4268-b5c2-bbd8c3d6883a req-817084c5-a44e-4a27-a31d-ffaeed5c450a tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.1090000 Mar 10 15:06:09.377923 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf99627e-3a3d-4194-83a8-feb2516b8eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.421016 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.457448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['bcc07943-5348-4240-a2be-c3a6802d0987'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:06:09.538508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:09.554371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:09.561054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:09.573660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac3dbba-f486-4cc4-847f-2e5e3f9ca368'}, {'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a390998f-6c8d-4ff6-a478-c4118b2123a3'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:09.574419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf99627e-3a3d-4194-83a8-feb2516b8eba admin admin] Publish callbacks [] for security_group (ea90b8b2-a177-4578-9c42-c7e79000b270), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.576039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] Checking segment: {'id': 'e136401c-b0c8-4ef3-9eba-242c44c10f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '754ee90a-65e3-45a2-9b55-5ab3b5431ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:09.576852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] Network hostable DHCP agents. Network: 754ee90a-65e3-45a2-9b55-5ab3b5431ebe, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:06:09.579673 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3347578a-e500-4e2f-bd39-47a1aef77bd5" -d '{"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "fac3dbba-f486-4cc4-847f-2e5e3f9ca368"}, {"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "a390998f-6c8d-4ff6-a478-c4118b2123a3"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:09.584055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7ad245-6c8d-4367-ad1a-7476763a6165,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:09.589013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf99627e-3a3d-4194-83a8-feb2516b8eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea90b8b2-a177-4578-9c42-c7e79000b270), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.638401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99627e-3a3d-4194-83a8-feb2516b8eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea90b8b2-a177-4578-9c42-c7e79000b270,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:09.673812 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] Network 754ee90a-65e3-45a2-9b55-5ab3b5431ebe is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:06:09.690971 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bf99627e-3a3d-4194-83a8-feb2516b8eba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=295cc8949abd49e990563eccb9f85352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5292056 Mar 10 15:06:09.692080 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50126) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:09.708799 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 754ee90a-65e3-45a2-9b55-5ab3b5431ebe) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:09.723874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:09.724618 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.754149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:09.754886 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.788113 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b7ee8a-afa7-4daa-a00b-9c1172bfd6e7 x-openstack-request-id: req-b1b7ee8a-afa7-4daa-a00b-9c1172bfd6e7 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:09.788992 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "fac3dbba-f486-4cc4-847f-2e5e3f9ca368", "code": 200}, {"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "a390998f-6c8d-4ff6-a478-c4118b2123a3", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:09.790701 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1b7ee8a-afa7-4daa-a00b-9c1172bfd6e7 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:09.791050 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac3dbba-f486-4cc4-847f-2e5e3f9ca368', 'code': 200} Mar 10 15:06:09.791325 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a390998f-6c8d-4ff6-a478-c4118b2123a3', 'code': 200} Mar 10 15:06:09.793607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab48c6d-2320-4f1c-a1c5-6716bbdeb98a None None] Network 754ee90a-65e3-45a2-9b55-5ab3b5431ebe requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:09.800083 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-53f6003c-b4d6-4850-a673-8010dd62155d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8056788 Mar 10 15:06:09.815377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event updated for resources: {'Port': ['ID=eea9757e-89be-4d37-89b8-6bb70e936a02,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:09.825681 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4fdfc51-1d89-460e-909b-c49123bb6394 admin admin] Publish callbacks [] for security_group (ea90b8b2-a177-4578-9c42-c7e79000b270), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.876759 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4fdfc51-1d89-460e-909b-c49123bb6394 admin admin] Publish callbacks [] for security_group (ea90b8b2-a177-4578-9c42-c7e79000b270), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.930101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-70e1a0ea-f386-4aef-bcf3-e2bbb198ef4b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8619690 Mar 10 15:06:09.940597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Request body: {'port': {'device_id': '37bdee40-4de3-4fa8-b085-cfdba4ec1df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:09.969419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4fdfc51-1d89-460e-909b-c49123bb6394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea90b8b2-a177-4578-9c42-c7e79000b270), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.980932 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4fdfc51-1d89-460e-909b-c49123bb6394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:09.982399 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f4fdfc51-1d89-460e-909b-c49123bb6394 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea90b8b2-a177-4578-9c42-c7e79000b270 HTTP/1.1" status: 204 len: 168 time: 0.2871711 Mar 10 15:06:09.994168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdfc51-1d89-460e-909b-c49123bb6394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea90b8b2-a177-4578-9c42-c7e79000b270,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:09.994323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2c00e-ca3f-4130-86a9-98f9f71de832 req-e54090c3-9fce-427c-b3df-ccd198a781b1 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:10.003904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2c00e-ca3f-4130-86a9-98f9f71de832 req-e54090c3-9fce-427c-b3df-ccd198a781b1 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:10.014114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2c00e-ca3f-4130-86a9-98f9f71de832 req-e54090c3-9fce-427c-b3df-ccd198a781b1 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:10.015232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb18c2b-1277-4818-a512-d25a1b66cf09 None None] Network 754ee90a-65e3-45a2-9b55-5ab3b5431ebe requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:10.016948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6fe2c00e-ca3f-4130-86a9-98f9f71de832 req-e54090c3-9fce-427c-b3df-ccd198a781b1 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2419 time: 0.5311875 Mar 10 15:06:10.091359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fcd6-f5fc-463f-a0ca-ab76e2366496 req-6f6b398c-45f9-46ee-b6b0-72181cccddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:10.091854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fcd6-f5fc-463f-a0ca-ab76e2366496 req-6f6b398c-45f9-46ee-b6b0-72181cccddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:10.092328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541fcd6-f5fc-463f-a0ca-ab76e2366496 req-6f6b398c-45f9-46ee-b6b0-72181cccddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:10.094277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0541fcd6-f5fc-463f-a0ca-ab76e2366496 req-6f6b398c-45f9-46ee-b6b0-72181cccddcf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2965 time: 0.3073258 Mar 10 15:06:10.099773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2752d337-b27a-41f8-9d15-6eb46e67a16a None None] Provisioning complete for port eea9757e-89be-4d37-89b8-6bb70e936a02 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:10.103043 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2752d337-b27a-41f8-9d15-6eb46e67a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:10.167551 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:10.172502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2752d337-b27a-41f8-9d15-6eb46e67a16a None None] Port eea9757e-89be-4d37-89b8-6bb70e936a02 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:10.188476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7aa0b4b2-d7fb-4099-9d52-dfd0565207ea req-14f0c1bc-d70c-407b-b1e8-45240e7a62a2 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0872140 Mar 10 15:06:10.244458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6fe2c00e-ca3f-4130-86a9-98f9f71de832 req-fb0c4550-f578-49dd-adc8-5d24605f4b31 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184947 Mar 10 15:06:10.340797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0541fcd6-f5fc-463f-a0ca-ab76e2366496 req-0af87919-68fb-41d1-b904-35a65c191423 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349043 Mar 10 15:06:10.396866 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54d3e1a1-b6a1-4223-86d6-bf8d995993cd req-7bc5e7f4-3d0f-41bd-843e-596bf285eef1 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0411019 Mar 10 15:06:10.691848 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-1869528a-28bf-4321-b78b-2cdf584e1648 req-38fbba64-6dc5-4505-8dbd-ceb4b2e72e78 tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] show failed (client error): The resource could not be found. Mar 10 15:06:10.693068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1869528a-28bf-4321-b78b-2cdf584e1648 req-38fbba64-6dc5-4505-8dbd-ceb4b2e72e78 tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] 10.222.0.11 "GET /v2.0/security-groups/51ac9f6f-0dae-4c50-b74d-70f6bf9a52c6 HTTP/1.1" status: 404 len: 352 time: 0.0337033 Mar 10 15:06:10.709354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bf687-32bc-4b25-9203-fbbd951b90e0 req-5cd5e866-4743-40e1-a243-b4fcf4b5c5a8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:10.711548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e74bf687-32bc-4b25-9203-fbbd951b90e0 req-5cd5e866-4743-40e1-a243-b4fcf4b5c5a8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 932 time: 0.1850641 Mar 10 15:06:10.814020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41f1ebd0-0d67-4fbc-bfbb-847fb91d67e1 req-98cb8dd8-1dd7-4f3e-adca-b2b7d7827d8b tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.11 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0423791 Mar 10 15:06:10.828079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea9757e-89be-4d37-89b8-6bb70e936a02 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:10.842919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Publish callbacks [] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:10.871833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e74bf687-32bc-4b25-9203-fbbd951b90e0 req-54001ee1-9035-414e-892f-b9c44fce9428 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498930 Mar 10 15:06:10.876125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Transition to ACTIVE for port object eea9757e-89be-4d37-89b8-6bb70e936a02 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:06:10.882254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:10.966227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Pushing event updated for resources: {'Port': ['ID=eea9757e-89be-4d37-89b8-6bb70e936a02,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:11.032256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50170) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:11.137946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-02dd5dd6-28ad-43b8-9e2f-05ac6f9a1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:11.145216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-02dd5dd6-28ad-43b8-9e2f-05ac6f9a1908 service neutron] 10.222.0.62 "GET /v2.0/ports/61c60400-5547-4b1b-8fd8-3e234bedf609 HTTP/1.1" status: 200 len: 1031 time: 0.1582167 Mar 10 15:06:11.207952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1254400654-network', 'tenant_id': '3297bd95393e4871b86602b1b29be320'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:11.235336 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Made reservation on behalf of 3297bd95393e4871b86602b1b29be320 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:11.241127 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:11.268101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:11.271951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66930bcb-cd5d-4fe8-b0be-48f2c7d59b91 req-848d8c51-005c-4a10-accb-56c673e562bb tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8cf3fe248c84c41b985eca9f7b7b531 HTTP/1.1" status: 200 len: 3005 time: 0.3084807 Mar 10 15:06:11.285624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3cc84347-8fee-4b17-9394-95f984742333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:11.288075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3cc84347-8fee-4b17-9394-95f984742333 service neutron] 10.222.0.62 "GET /v2.0/ports/ac14b4d0-1233-499a-9907-cd161fd5f3f0 HTTP/1.1" status: 200 len: 1033 time: 0.1340740 Mar 10 15:06:11.346270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Attempting to bind port eea9757e-89be-4d37-89b8-6bb70e936a02 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:11.346753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Attempting to bind port eea9757e-89be-4d37-89b8-6bb70e936a02 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:11.347405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Attempting to bind port eea9757e-89be-4d37-89b8-6bb70e936a02 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:11.405476 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Publish callbacks [] for security_group (c39576f6-128d-4a83-a89c-3915648fc96f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:11.413820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c39576f6-128d-4a83-a89c-3915648fc96f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:11.425613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12604713-0877-4035-8e6c-9c2cb2799290 req-6bbcd8cd-f73f-4241-a14b-06a94f0b9a62 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0589788 Mar 10 15:06:11.450341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Port eea9757e-89be-4d37-89b8-6bb70e936a02 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:06:11.450671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Attempting to bind port eea9757e-89be-4d37-89b8-6bb70e936a02 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:11.453315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:06:11.456668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70c7a80b-551a-4241-9200-c9358d4f17c9 req-e7453303-9700-4ac2-bcd3-65be4c2c6d6d tempest-ServerShowV254Test-1567220086 tempest-ServerShowV254Test-1567220086-project] 10.222.0.45 "GET /v2.0/ports?device_id=004f5511-971b-4874-9ca3-1f11f5f8bc1a HTTP/1.1" status: 200 len: 210 time: 0.0939934 Mar 10 15:06:11.471201 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39576f6-128d-4a83-a89c-3915648fc96f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:11.480367 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (89641443-bbb6-4040-8d0a-ed59c86490d6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:11.480792 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Added segment 89641443-bbb6-4040-8d0a-ed59c86490d6 of type vlan for network ab912935-10a4-456c-9333-27850d590eac Mar 10 15:06:11.543584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:11.543933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Checking segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:11.544862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ab912935-10a4-456c-9333-27850d590eac), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:11.546816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Bound using segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:11.547288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Bound port: eea9757e-89be-4d37-89b8-6bb70e936a02, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:11.547658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:11.591613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66930bcb-cd5d-4fe8-b0be-48f2c7d59b91 req-6755c7fc-f772-4f76-b30b-92f3cb6fa7d0 tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] 10.222.0.11 "GET /v2.0/security-groups/6ae239bd-8637-4e4f-a74e-d33c53129ce0 HTTP/1.1" status: 200 len: 3002 time: 0.3022494 Mar 10 15:06:11.604420 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ab912935-10a4-456c-9333-27850d590eac), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:11.606539 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:11.607831 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:11.660563 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6263885 Mar 10 15:06:11.666812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50180) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:11.685466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] Request body: {'subnet': {'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1254400654-subnet', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:11.694649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0ed29-aeb6-4bb9-8b5e-d68ebde8cbcf admin admin] Pushing event updated for resources: {'Network': ['ID=ab912935-10a4-456c-9333-27850d590eac,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:11.707998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ab912935-10a4-456c-9333-27850d590eac details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:06:11.736483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-56c34fe9-851e-4951-a43b-17b40edc7d3a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:11.742333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-56c34fe9-851e-4951-a43b-17b40edc7d3a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:11.748444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-56c34fe9-851e-4951-a43b-17b40edc7d3a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:11.750483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-56c34fe9-851e-4951-a43b-17b40edc7d3a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "GET /v2.0/networks?id=4b1effa7-14ff-447c-a53b-51ea1093cee6&id=60f66d83-c732-4c3c-bd32-9d15919cb86a&id=60f66d83-c732-4c3c-bd32-9d15919cb86a&id=60f66d83-c732-4c3c-bd32-9d15919cb86a&id=60f66d83-c732-4c3c-bd32-9d15919cb86a&id=9970742e-6dcd-4d15-82de-6a61710de5cc&id=9970742e-6dcd-4d15-82de-6a61710de5cc HTTP/1.1" status: 200 len: 1995 time: 0.4429460 Mar 10 15:06:11.789477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66930bcb-cd5d-4fe8-b0be-48f2c7d59b91 req-ec29fc08-373c-4923-a988-3f5672e8a870 tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] 10.222.0.11 "GET /v2.0/security-groups/6ae239bd-8637-4e4f-a74e-d33c53129ce0 HTTP/1.1" status: 200 len: 3002 time: 0.1959200 Mar 10 15:06:11.798015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] Made reservation on behalf of 3297bd95393e4871b86602b1b29be320 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:11.800723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:12.284362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3c991-f43c-4638-9eee-d1bab0980c2e req-a36c96f5-3946-4fbb-a017-28fef5285dfa tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:12.290164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3c991-f43c-4638-9eee-d1bab0980c2e req-a36c96f5-3946-4fbb-a017-28fef5285dfa tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:12.295666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3c991-f43c-4638-9eee-d1bab0980c2e req-a36c96f5-3946-4fbb-a017-28fef5285dfa tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:12.297334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31f3c991-f43c-4638-9eee-d1bab0980c2e req-a36c96f5-3946-4fbb-a017-28fef5285dfa tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2419 time: 0.6811745 Mar 10 15:06:12.299243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a46c684-63be-4281-9d02-efefb0f39ff6 req-d4cdac4e-1b1b-4aa7-9f06-949ec6371c49 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.1152151 Mar 10 15:06:12.358961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] For port eea9757e-89be-4d37-89b8-6bb70e936a02, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:12.412777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] For port eea9757e-89be-4d37-89b8-6bb70e936a02, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=eea9757e-89be-4d37-89b8-6bb70e936a02,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:12.428535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-d0d42325-16c0-4e3c-9bbe-9d4625df9f00 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=672ba2e1aca041b99cabc2f7975dc73a HTTP/1.1" status: 200 len: 380 time: 0.6435902 Mar 10 15:06:12.441307 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:12.453632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'admin_state_up': True, 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'security_groups': ['9108af86-59a2-44a9-a87a-5062282a5855']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:12.570404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbaee402-39e3-4b77-85db-161cd1e820e4 req-e4d0595c-50f8-4160-a5b4-5a4720e2924e tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] 10.222.0.11 "GET /v2.0/security-groups/6ae239bd-8637-4e4f-a74e-d33c53129ce0 HTTP/1.1" status: 200 len: 3002 time: 0.2239428 Mar 10 15:06:12.578177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:12.578809 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:12.580154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] 10.222.0.62 "PUT /v2.0/ports/eea9757e-89be-4d37-89b8-6bb70e936a02 HTTP/1.1" status: 200 len: 1092 time: 2.6438124 Mar 10 15:06:12.583342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31f3c991-f43c-4638-9eee-d1bab0980c2e req-c6c047af-b959-43be-af38-789ab13a77d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733653 Mar 10 15:06:12.583775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bdee40-4de3-4fa8-b085-cfdba4ec1df8', 'tag': 'eea9757e-89be-4d37-89b8-6bb70e936a02'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:12.586000 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dedccd-9582-435f-81ab-aa3fd37ad363" -d '{"events": [{"name": "network-changed", "server_uuid": "37bdee40-4de3-4fa8-b085-cfdba4ec1df8", "tag": "eea9757e-89be-4d37-89b8-6bb70e936a02"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:12.687490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267d054-4204-40c7-b916-7cbdf4a70ffc service neutron] Pushing event updated for resources: {'Port': ['ID=eea9757e-89be-4d37-89b8-6bb70e936a02,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:12.864141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (743ead58-8aaa-4109-9959-b71342683302), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:12.968078 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-fbaee402-39e3-4b77-85db-161cd1e820e4 req-0b12838a-4a74-450f-935c-75de04923fc3 tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 15:06:12.979723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbaee402-39e3-4b77-85db-161cd1e820e4 req-0b12838a-4a74-450f-935c-75de04923fc3 tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] 10.222.0.11 "DELETE /v2.0/security-groups/6ae239bd-8637-4e4f-a74e-d33c53129ce0 HTTP/1.1" status: 409 len: 352 time: 0.3909326 Mar 10 15:06:12.982913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:12.987690 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:13.014292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-3679f087-a6a4-4ff2-aa60-0c53fb4f6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:13.016111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-3679f087-a6a4-4ff2-aa60-0c53fb4f6a09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 1126 time: 0.3460567 Mar 10 15:06:13.037396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=743ead58-8aaa-4109-9959-b71342683302,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:13.109439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-673f72df-8eaa-442b-8425-8a036b05bd07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eea9757e-89be-4d37-89b8-6bb70e936a02 HTTP/1.1" status: 200 len: 217 time: 0.0821722 Mar 10 15:06:13.111788 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50208) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:13.147828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20aa84-9537-4620-b43a-ed5e8a199379 req-619c97c0-0e91-421b-a664-9bf079738104 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:13.151678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f20aa84-9537-4620-b43a-ed5e8a199379 req-619c97c0-0e91-421b-a664-9bf079738104 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 944 time: 0.3309996 Mar 10 15:06:13.183747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-265443c6-828a-45d4-b090-21eaacbb7737 req-a9f9a9a1-4bc6-4516-a7c2-88c4cf535ea2 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0898790 Mar 10 15:06:13.213609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] Checking segment: {'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:13.213982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] Network hostable DHCP agents. Network: ab912935-10a4-456c-9333-27850d590eac, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:06:13.318149 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aec7ae5-773e-41d7-aa6c-b3543676713d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:13.362105 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a78e8c-154c-471b-a4c0-7a91079cc9f1 x-openstack-request-id: req-f3a78e8c-154c-471b-a4c0-7a91079cc9f1 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:13.363580 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bdee40-4de3-4fa8-b085-cfdba4ec1df8", "tag": "eea9757e-89be-4d37-89b8-6bb70e936a02", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:13.364202 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3a78e8c-154c-471b-a4c0-7a91079cc9f1 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:13.365022 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bdee40-4de3-4fa8-b085-cfdba4ec1df8', 'tag': 'eea9757e-89be-4d37-89b8-6bb70e936a02', 'status': 'completed', 'code': 200} Mar 10 15:06:13.383252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f20aa84-9537-4620-b43a-ed5e8a199379 req-8b483123-cbf6-423f-a43d-c3d558d72a69 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095006 Mar 10 15:06:13.398916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-337b73ba-5ac4-4d2d-b4a8-6f9ca76350a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:13.409015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-337b73ba-5ac4-4d2d-b4a8-6f9ca76350a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.2408972 Mar 10 15:06:13.418183 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aec7ae5-773e-41d7-aa6c-b3543676713d admin admin] Publish callbacks [] for security_group (7179893c-59a6-42e5-9ce2-cdb86453c976), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:13.424802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0aec7ae5-773e-41d7-aa6c-b3543676713d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7179893c-59a6-42e5-9ce2-cdb86453c976), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:13.478121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] Network ab912935-10a4-456c-9333-27850d590eac is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:06:13.486535 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0aec7ae5-773e-41d7-aa6c-b3543676713d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dad746f0130d4333a0307e2e9c2bc283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736525 Mar 10 15:06:13.487901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec7ae5-773e-41d7-aa6c-b3543676713d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7179893c-59a6-42e5-9ce2-cdb86453c976,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:13.489199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50216) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:13.534589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ab912935-10a4-456c-9333-27850d590eac) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:13.539913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:13.540522 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:13.545134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf29c4b-9010-4af2-b193-eb123394489d None None] Network ab912935-10a4-456c-9333-27850d590eac requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:13.551854 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-7e9c47e1-0fc0-4262-bbf5-0057e2d7aaf3 req-ac8a7d6c-f1e4-4b78-9883-eb54ca48f92a tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] show failed (client error): The resource could not be found. Mar 10 15:06:13.565862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e9c47e1-0fc0-4262-bbf5-0057e2d7aaf3 req-ac8a7d6c-f1e4-4b78-9883-eb54ca48f92a tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] 10.222.0.11 "GET /v2.0/security-groups/09762202-6717-4208-95d0-e78348cb9e89 HTTP/1.1" status: 404 len: 352 time: 0.2012789 Mar 10 15:06:13.580627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Allocated IP 172.20.0.4 (4b1effa7-14ff-447c-a53b-51ea1093cee6/0244003f-e2d7-431a-8fdc-02496e6ace82/218d493d-b3a4-4d0a-ae79-4c881d125355) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:13.668087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-ab912935-10a4-456c-9333-27850d590eac', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'project_id': '3297bd95393e4871b86602b1b29be320', 'fixed_ips': [{'subnet_id': '743ead58-8aaa-4109-9959-b71342683302'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:06:13.669225 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:13.764955 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:13.844375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Allocated IP 172.20.0.2 (ab912935-10a4-456c-9333-27850d590eac/743ead58-8aaa-4109-9959-b71342683302/ec522400-53cd-47d6-8c9e-8bd24c760f1a) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:13.899390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f8ed2df1-4211-41c9-875c-63125df055a3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2205806 Mar 10 15:06:13.900568 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:13.902370 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-9b7979f7-0088-471d-aed0-1ce7f64cecbc req-cd26d6a1-71eb-4783-9029-d041c06713a4 tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] show failed (client error): The resource could not be found. Mar 10 15:06:13.903113 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50222) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:13.910250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:13.920766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b7979f7-0088-471d-aed0-1ce7f64cecbc req-cd26d6a1-71eb-4783-9029-d041c06713a4 tempest-SecurityGroupsNegativeTestJSON-1413633177 tempest-SecurityGroupsNegativeTestJSON-1413633177-project] 10.222.0.11 "GET /v2.0/security-groups/6b90d507-4b0e-4bfc-93e9-4910bbb529f0 HTTP/1.1" status: 404 len: 352 time: 0.0442712 Mar 10 15:06:13.922379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50224) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:13.961404 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (90676e5f-4524-404e-bddf-b2df968890b7), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:13.962493 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (90676e5f-4524-404e-bddf-b2df968890b7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.025714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-3b64198f-5cd0-4438-bc3e-16f9e9074a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:14.028237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-3b64198f-5cd0-4438-bc3e-16f9e9074a3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5944452 Mar 10 15:06:14.096659 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Publish callbacks [] for router_controller (90676e5f-4524-404e-bddf-b2df968890b7), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.156233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network 4b1effa7-14ff-447c-a53b-51ea1093cee6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:14.159170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:14.216749 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Publish callbacks [] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.217922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b4645e-3393-45c4-abbf-19e712b8198b admin admin] Deleting subnet 4f7ad245-6c8d-4367-ad1a-7476763a6165 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:06:14.236375 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.238633 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83b4645e-3393-45c4-abbf-19e712b8198b admin admin] Publish callbacks [] for subnet (4f7ad245-6c8d-4367-ad1a-7476763a6165), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.306500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83b4645e-3393-45c4-abbf-19e712b8198b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (4f7ad245-6c8d-4367-ad1a-7476763a6165), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.327623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Network ab912935-10a4-456c-9333-27850d590eac is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:14.329608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Pushing event updated for resources: {'Port': ['ID=ec522400-53cd-47d6-8c9e-8bd24c760f1a,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:14.334147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:14.339565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:14.408495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Port': ['ID=218d493d-b3a4-4d0a-ae79-4c881d125355,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:14.416105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:14.426613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Publish callbacks [] for router_gateway (90676e5f-4524-404e-bddf-b2df968890b7), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.432099 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b4d91dd-8fa2-4d99-95db-d8e16685adbc admin admin] Publish callbacks [] for security_group (7179893c-59a6-42e5-9ce2-cdb86453c976), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.449305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83b4645e-3393-45c4-abbf-19e712b8198b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (4f7ad245-6c8d-4367-ad1a-7476763a6165), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.454706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Attempting to bind port ec522400-53cd-47d6-8c9e-8bd24c760f1a on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:14.455056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Attempting to bind port ec522400-53cd-47d6-8c9e-8bd24c760f1a by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:14.455430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Attempting to bind port ec522400-53cd-47d6-8c9e-8bd24c760f1a on network ab912935-10a4-456c-9333-27850d590eac {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:14.469649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:14.470019 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Checking segment: {'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:14.470437 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.470866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Bound using segment: {'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:14.471403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Bound port: ec522400-53cd-47d6-8c9e-8bd24c760f1a, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:14.471790 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.608302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] For port ec522400-53cd-47d6-8c9e-8bd24c760f1a, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:14.612070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] For port ec522400-53cd-47d6-8c9e-8bd24c760f1a, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ec522400-53cd-47d6-8c9e-8bd24c760f1a,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:14.625449 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.658411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd65da6-504a-4843-97ed-aa5b0f7ba106 req-c2e7dcaf-b9f8-4ba1-81e9-0e8fa9d1239c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:14.667618 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bd65da6-504a-4843-97ed-aa5b0f7ba106 req-c2e7dcaf-b9f8-4ba1-81e9-0e8fa9d1239c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 931 time: 1.1685636 Mar 10 15:06:14.697558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b4d91dd-8fa2-4d99-95db-d8e16685adbc admin admin] Publish callbacks [] for security_group (7179893c-59a6-42e5-9ce2-cdb86453c976), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.717358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-989fff8f-0071-4fd5-9e48-6cd4bffc01ee None None] Provisioning complete for port 218d493d-b3a4-4d0a-ae79-4c881d125355 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:14.717792 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-989fff8f-0071-4fd5-9e48-6cd4bffc01ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.798488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10264eb-6cb6-48c4-8f63-b70e7f70b08c None None] Pushing event updated for resources: {'Port': ['ID=ec522400-53cd-47d6-8c9e-8bd24c760f1a,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:14.801787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6fc6-1b1d-458c-b6cf-508cac541632 req-2fbdfd6d-9abd-4b35-a542-b0685757864a tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:14.809088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6fc6-1b1d-458c-b6cf-508cac541632 req-2fbdfd6d-9abd-4b35-a542-b0685757864a tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:14.812474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-989fff8f-0071-4fd5-9e48-6cd4bffc01ee None None] Port 218d493d-b3a4-4d0a-ae79-4c881d125355 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:14.817097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6fc6-1b1d-458c-b6cf-508cac541632 req-2fbdfd6d-9abd-4b35-a542-b0685757864a tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:14.819122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b4d6fc6-1b1d-458c-b6cf-508cac541632 req-2fbdfd6d-9abd-4b35-a542-b0685757864a tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2419 time: 0.7883954 Mar 10 15:06:14.843544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:14.844573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.879864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Publish callbacks [] for router_gateway (90676e5f-4524-404e-bddf-b2df968890b7), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.900473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ee243660-b784-4274-b099-604226a2253e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4605293 Mar 10 15:06:14.937768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:14.947554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a', 'admin_state_up': True, 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'security_groups': ['9108af86-59a2-44a9-a87a-5062282a5855']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:14.974718 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83b4645e-3393-45c4-abbf-19e712b8198b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (4f7ad245-6c8d-4367-ad1a-7476763a6165), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:15.010452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-e4347353-a00e-40fb-be7d-0d39cc9baf31 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9312150 Mar 10 15:06:15.151571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4645e-3393-45c4-abbf-19e712b8198b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7ad245-6c8d-4367-ad1a-7476763a6165,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:15.181019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83b4645e-3393-45c4-abbf-19e712b8198b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:15.183898 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Allocated IP 172.25.3.93 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/bdae6011-3e2d-40b2-8808-90cb4905f51e) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:15.190860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-83b4645e-3393-45c4-abbf-19e712b8198b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4f7ad245-6c8d-4367-ad1a-7476763a6165 HTTP/1.1" status: 204 len: 168 time: 1.2283068 Mar 10 15:06:15.195720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bd65da6-504a-4843-97ed-aa5b0f7ba106 req-233d2678-f28a-4c1a-8788-eca628e57f9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5262923 Mar 10 15:06:15.217459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50232) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:15.352595 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b4d91dd-8fa2-4d99-95db-d8e16685adbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7179893c-59a6-42e5-9ce2-cdb86453c976), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:15.359315 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b4d91dd-8fa2-4d99-95db-d8e16685adbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:15.360664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6b4d91dd-8fa2-4d99-95db-d8e16685adbc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7179893c-59a6-42e5-9ce2-cdb86453c976 HTTP/1.1" status: 204 len: 168 time: 1.8594444 Mar 10 15:06:15.381395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b4d6fc6-1b1d-458c-b6cf-508cac541632 req-e11889c3-c418-46aa-a7d9-de8e31bd972f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134561 Mar 10 15:06:15.524698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Publish callbacks [] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:15.540285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec522400-53cd-47d6-8c9e-8bd24c760f1a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:15.654554 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6cb6f94c-4f0a-4c46-9932-ab341fffd065 req-ee701bc6-61bb-42ab-a0be-c5c250a216d7 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.2539763 Mar 10 15:06:15.655623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d91dd-8fa2-4d99-95db-d8e16685adbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7179893c-59a6-42e5-9ce2-cdb86453c976,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:15.661674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ec522400-53cd-47d6-8c9e-8bd24c760f1a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:15.662242 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:15.667398 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:15.830093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (754ee90a-65e3-45a2-9b55-5ab3b5431ebe), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:15.837895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61dcdad-e76b-4f86-a3a8-2232d19c9bc2 req-df783baa-6d89-4af4-ab69-273f268fcb31 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623160 Mar 10 15:06:15.844304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:15.863157 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:15.905823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de60303-b17a-416f-9ec7-f0fb31d0d555 req-f90c25f1-45b8-41c6-be96-f82487d47422 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:15.920431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9de60303-b17a-416f-9ec7-f0fb31d0d555 req-f90c25f1-45b8-41c6-be96-f82487d47422 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 944 time: 0.3957183 Mar 10 15:06:15.963006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:15.977027 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Pushing event updated for resources: {'Port': ['ID=bdae6011-3e2d-40b2-8808-90cb4905f51e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:15.985658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:16.013835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ec522400-53cd-47d6-8c9e-8bd24c760f1a is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:16.014237 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:16.060138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:16.129537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port ec522400-53cd-47d6-8c9e-8bd24c760f1a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ec522400-53cd-47d6-8c9e-8bd24c760f1a,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:16.148070 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:16.291452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9de60303-b17a-416f-9ec7-f0fb31d0d555 req-42bab4ca-0110-44cf-8b20-c6adc64af80f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700056 Mar 10 15:06:16.293611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=ec522400-53cd-47d6-8c9e-8bd24c760f1a,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:16.301330 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (754ee90a-65e3-45a2-9b55-5ab3b5431ebe), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:16.386765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754ee90a-65e3-45a2-9b55-5ab3b5431ebe']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:16.437832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e136401c-b0c8-4ef3-9eba-242c44c10f33') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:16.438496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e136401c-b0c8-4ef3-9eba-242c44c10f33') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:16.485417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dedccd-9582-435f-81ab-aa3fd37ad363 req-8d636ddf-6bb5-4f9b-b618-37c251e411f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:16.486095 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (e136401c-b0c8-4ef3-9eba-242c44c10f33), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:16.493756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dedccd-9582-435f-81ab-aa3fd37ad363 req-8d636ddf-6bb5-4f9b-b618-37c251e411f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 1126 time: 0.5462551 Mar 10 15:06:16.518539 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e136401c-b0c8-4ef3-9eba-242c44c10f33), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:16.551376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:06:16.552691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (e136401c-b0c8-4ef3-9eba-242c44c10f33), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:06:16.558464 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:06:16.708760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dedccd-9582-435f-81ab-aa3fd37ad363 req-b2df664f-24dd-4284-a765-ee2462bd9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:16.711379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dedccd-9582-435f-81ab-aa3fd37ad363 req-b2df664f-24dd-4284-a765-ee2462bd9331 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.2157588 Mar 10 15:06:16.713417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eba08f-e439-42d9-8053-f9642ba3b32e None None] Network ab912935-10a4-456c-9333-27850d590eac requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:16.784669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Allocated IP 10.1.1.199 (60f66d83-c732-4c3c-bd32-9d15919cb86a/8bb56f9e-0223-4a2a-b67a-13685c5788e5/783745c0-e7b2-4cd0-9037-2f3605218919) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:16.794263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dedccd-9582-435f-81ab-aa3fd37ad363 req-7d858620-f703-43dd-a1d1-fe5c8c3210a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eea9757e-89be-4d37-89b8-6bb70e936a02 HTTP/1.1" status: 200 len: 217 time: 0.0732763 Mar 10 15:06:16.818747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4ef0f-98d5-4149-be07-f7c6b137150d req-87ae6561-e3ab-47d8-ba6e-06af7b64f286 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:16.826567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4ef0f-98d5-4149-be07-f7c6b137150d req-87ae6561-e3ab-47d8-ba6e-06af7b64f286 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:16.829922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-776d672f-3274-4597-bc71-d5a3337477a8 None None] Provisioning complete for port ec522400-53cd-47d6-8c9e-8bd24c760f1a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:16.830954 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-776d672f-3274-4597-bc71-d5a3337477a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:16.834216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4ef0f-98d5-4149-be07-f7c6b137150d req-87ae6561-e3ab-47d8-ba6e-06af7b64f286 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:16.843062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fc4ef0f-98d5-4149-be07-f7c6b137150d req-87ae6561-e3ab-47d8-ba6e-06af7b64f286 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2419 time: 0.5248063 Mar 10 15:06:16.899371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d766b-18c0-433d-919d-639d38c4c51c req-dd7bef24-c34d-4ed2-a945-4036559f9f03 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:16.901091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b11d766b-18c0-433d-919d-639d38c4c51c req-dd7bef24-c34d-4ed2-a945-4036559f9f03 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 931 time: 0.4609790 Mar 10 15:06:16.920385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (754ee90a-65e3-45a2-9b55-5ab3b5431ebe), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:16.926508 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:16.936848 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] 10.222.0.11 "DELETE /v2.0/networks/754ee90a-65e3-45a2-9b55-5ab3b5431ebe HTTP/1.1" status: 204 len: 168 time: 1.7160912 Mar 10 15:06:16.990224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dedccd-9582-435f-81ab-aa3fd37ad363 req-91947872-8cfb-4614-8fd4-66594f8d447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:16.991660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dedccd-9582-435f-81ab-aa3fd37ad363 req-91947872-8cfb-4614-8fd4-66594f8d447e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.1828010 Mar 10 15:06:17.007166 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dcdea-0ac3-42ca-87cf-ffeed87a496f admin admin] Pushing event deleted for resources: {'Network': ['ID=754ee90a-65e3-45a2-9b55-5ab3b5431ebe,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:17.013487 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Publish callbacks [] for router_gateway (90676e5f-4524-404e-bddf-b2df968890b7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:17.095498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-776d672f-3274-4597-bc71-d5a3337477a8 None None] Current status of the port ec522400-53cd-47d6-8c9e-8bd24c760f1a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:17.116050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b11d766b-18c0-433d-919d-639d38c4c51c req-f1218f90-ddda-4ea6-ad26-2e6367c2a6ff tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901321 Mar 10 15:06:17.136754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fc4ef0f-98d5-4149-be07-f7c6b137150d req-f7dcb96e-fa3c-486f-b740-a03fb969bd1f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879663 Mar 10 15:06:17.275126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dedccd-9582-435f-81ab-aa3fd37ad363 req-052af74a-710a-4217-ae3e-f19904725cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:17.277075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dedccd-9582-435f-81ab-aa3fd37ad363 req-052af74a-710a-4217-ae3e-f19904725cce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2594004 Mar 10 15:06:17.380846 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for port (783745c0-e7b2-4cd0-9037-2f3605218919), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:17.394902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec522400-53cd-47d6-8c9e-8bd24c760f1a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:17.439715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50276) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:17.482564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ec522400-53cd-47d6-8c9e-8bd24c760f1a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:17.483287 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:17.528026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ade4ab8-9a4f-4b6e-80f5-3e8f1d30a2d5 req-b3425564-f103-4d31-9154-9d5eaaa5445d tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1295736 Mar 10 15:06:17.632319 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7da81eed-aa27-4676-b4f6-d2254d3228a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8cf3fe248c84c41b985eca9f7b7b531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1834424 Mar 10 15:06:17.633503 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (90676e5f-4524-404e-bddf-b2df968890b7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:17.638756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50282) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:17.709235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd703196-904f-4a91-80bf-42faaed68068 req-d8a570d2-04bd-4741-99ce-6bb7fdfdaefe tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:17.711162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd703196-904f-4a91-80bf-42faaed68068 req-d8a570d2-04bd-4741-99ce-6bb7fdfdaefe tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 944 time: 0.2058311 Mar 10 15:06:17.715014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dedccd-9582-435f-81ab-aa3fd37ad363 req-b9b93fe0-fd9a-4ee0-852d-4cccfa8026ed service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258282 Mar 10 15:06:17.716884 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:17.735344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-35488f33-df85-4e1b-9b55-b8e18b034d35 None None] Provisioning complete for port ec522400-53cd-47d6-8c9e-8bd24c760f1a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:17.736371 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35488f33-df85-4e1b-9b55-b8e18b034d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:17.768600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50284) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:17.790225 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:17.822514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network 60f66d83-c732-4c3c-bd32-9d15919cb86a is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:17.830823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27665ada-ccdb-4233-bdba-a4f7c6022012 admin admin] Publish callbacks [] for security_group (6ae239bd-8637-4e4f-a74e-d33c53129ce0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:17.843386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:17.853469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ec522400-53cd-47d6-8c9e-8bd24c760f1a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:17.854585 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27665ada-ccdb-4233-bdba-a4f7c6022012 admin admin] Publish callbacks [] for security_group (6ae239bd-8637-4e4f-a74e-d33c53129ce0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:17.872532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:17.912739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-35488f33-df85-4e1b-9b55-b8e18b034d35 None None] Current status of the port ec522400-53cd-47d6-8c9e-8bd24c760f1a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:17.926819 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27665ada-ccdb-4233-bdba-a4f7c6022012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6ae239bd-8637-4e4f-a74e-d33c53129ce0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:17.933053 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27665ada-ccdb-4233-bdba-a4f7c6022012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:17.934233 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-27665ada-ccdb-4233-bdba-a4f7c6022012 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ae239bd-8637-4e4f-a74e-d33c53129ce0 HTTP/1.1" status: 204 len: 168 time: 0.2933733 Mar 10 15:06:17.963969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27665ada-ccdb-4233-bdba-a4f7c6022012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae239bd-8637-4e4f-a74e-d33c53129ce0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:18.014625 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3efaa757-cd5d-4194-ba53-acc3c146606f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:18.063860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Router 90676e5f-4524-404e-bddf-b2df968890b7 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:06:18.259112 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3efaa757-cd5d-4194-ba53-acc3c146606f admin admin] Publish callbacks [] for security_group (e416e360-7007-4d0f-94e4-1ae55761ea86), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:18.340804 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:06:18.346140 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3efaa757-cd5d-4194-ba53-acc3c146606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e416e360-7007-4d0f-94e4-1ae55761ea86), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:18.352977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d7ef7940-1626-4ec2-bff0-ceaf1d08f07a None None] Provisioning complete for port 783745c0-e7b2-4cd0-9037-2f3605218919 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:18.353357 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7940-1626-4ec2-bff0-ceaf1d08f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:18.360254 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Sync routers for ids ['90676e5f-4524-404e-bddf-b2df968890b7'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:06:18.390138 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Routers {'90676e5f-4524-404e-bddf-b2df968890b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:06:18.391829 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['90676e5f-4524-404e-bddf-b2df968890b7'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:18.449438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efaa757-cd5d-4194-ba53-acc3c146606f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e416e360-7007-4d0f-94e4-1ae55761ea86,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:18.450367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef7940-1626-4ec2-bff0-ceaf1d08f07a None None] Port 783745c0-e7b2-4cd0-9037-2f3605218919 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:18.475726 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:18.477905 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e30ea65d-59b3-4d54-bb5d-6b6c076ba36a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5731699 Mar 10 15:06:18.481478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50300) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:18.553326 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Set router 90676e5f-4524-404e-bddf-b2df968890b7 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:06:18.599270 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3efaa757-cd5d-4194-ba53-acc3c146606f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b76c69afbd64c9a9dce4849b5f0524b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8272390 Mar 10 15:06:18.606647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50304) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:18.767475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Port': ['ID=783745c0-e7b2-4cd0-9037-2f3605218919,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:18.801979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-70079630-28db-4e32-9eb7-6f7efdd61ade tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:18.808445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-70079630-28db-4e32-9eb7-6f7efdd61ade tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:18.814430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-70079630-28db-4e32-9eb7-6f7efdd61ade tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:18.816283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-70079630-28db-4e32-9eb7-6f7efdd61ade tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2419 time: 0.2448113 Mar 10 15:06:18.833340 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8253637-b846-4c46-a63b-57f448b359b7 admin admin] Publish callbacks [] for security_group (e416e360-7007-4d0f-94e4-1ae55761ea86), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:18.888804 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8253637-b846-4c46-a63b-57f448b359b7 admin admin] Publish callbacks [] for security_group (e416e360-7007-4d0f-94e4-1ae55761ea86), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:18.895647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:18.896378 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:18.916347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd703196-904f-4a91-80bf-42faaed68068 req-f79689e4-d846-48ca-8e58-05ed70bbfeed tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1927757 Mar 10 15:06:18.963255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dedccd-9582-435f-81ab-aa3fd37ad363 req-8fb8054b-880e-4d23-8faa-04933448fd11 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2380724 Mar 10 15:06:19.007012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecfbb8-f730-4fee-bb5a-9378925d3bd3 req-a57e9fee-330a-4f86-ab25-5b88daa21a8d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:19.012663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecfbb8-f730-4fee-bb5a-9378925d3bd3 req-a57e9fee-330a-4f86-ab25-5b88daa21a8d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:19.036386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecfbb8-f730-4fee-bb5a-9378925d3bd3 req-a57e9fee-330a-4f86-ab25-5b88daa21a8d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:19.038115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1ecfbb8-f730-4fee-bb5a-9378925d3bd3 req-a57e9fee-330a-4f86-ab25-5b88daa21a8d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 2419 time: 0.4654787 Mar 10 15:06:19.052760 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:16Z', 'revision_number': 3, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:19.063386 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1288f2b0-7941-429a-8d40-02dc0cd009de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1479115 Mar 10 15:06:19.080022 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8253637-b846-4c46-a63b-57f448b359b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e416e360-7007-4d0f-94e4-1ae55761ea86), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:19.086899 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8253637-b846-4c46-a63b-57f448b359b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:19.095086 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d8253637-b846-4c46-a63b-57f448b359b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e416e360-7007-4d0f-94e4-1ae55761ea86 HTTP/1.1" status: 204 len: 168 time: 0.4869668 Mar 10 15:06:19.105381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a', 'admin_state_up': True, 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'security_groups': ['9108af86-59a2-44a9-a87a-5062282a5855']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:19.121429 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Checking router: 90676e5f-4524-404e-bddf-b2df968890b7 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:06:19.121719 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Updating router 90676e5f-4524-404e-bddf-b2df968890b7 port bdae6011-3e2d-40b2-8808-90cb4905f51e binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:06:19.143041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8253637-b846-4c46-a63b-57f448b359b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e416e360-7007-4d0f-94e4-1ae55761ea86,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:19.199396 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:19.364269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78619109-e8e6-439c-963a-af2b94c4bb91 req-50afb025-c7fb-4ee3-95b0-268c6d177266 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:19.370153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device eea9757e-89be-4d37-89b8-6bb70e936a02 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:06:19.397345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78619109-e8e6-439c-963a-af2b94c4bb91 req-50afb025-c7fb-4ee3-95b0-268c6d177266 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:19.399589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78619109-e8e6-439c-963a-af2b94c4bb91 req-50afb025-c7fb-4ee3-95b0-268c6d177266 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 1653 time: 0.3400023 Mar 10 15:06:19.400488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50324) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:19.597443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1ecfbb8-f730-4fee-bb5a-9378925d3bd3 req-6afec8ec-6251-4e2e-823b-1297d22b33c6 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310392 Mar 10 15:06:19.638142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port eea9757e-89be-4d37-89b8-6bb70e936a02, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=eea9757e-89be-4d37-89b8-6bb70e936a02,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:19.690429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'eea9757e-89be-4d37-89b8-6bb70e936a02', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'port_id': 'eea9757e-89be-4d37-89b8-6bb70e936a02', 'mac_address': 'fa:16:3e:88:09:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:06:19.693122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:19.703103 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:19.798275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78619109-e8e6-439c-963a-af2b94c4bb91 req-2083372d-8fad-4f9a-b609-ed796a615d68 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961102 Mar 10 15:06:19.814650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-95fd5f6e-9707-4634-acc2-616689be287f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting port 244e349c-9c94-4e21-901e-824e13799747 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:06:19.815042 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-95fd5f6e-9707-4634-acc2-616689be287f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (244e349c-9c94-4e21-901e-824e13799747), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:19.840300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port eea9757e-89be-4d37-89b8-6bb70e936a02 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:19.840705 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:19.921498 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Publish callbacks [] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:19.953908 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:19.964891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0e57aa9-09e2-4906-8b1d-4400e69efa02 req-770ff8eb-53f1-46c3-902c-7f02f082ab81 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1765499 Mar 10 15:06:20.046304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1201746221-network', 'tenant_id': '29f425796f8c4f60bdf0c998fb1437cc'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:20.097331 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Attempting to bind port bdae6011-3e2d-40b2-8808-90cb4905f51e on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:20.099049 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Attempting to bind port bdae6011-3e2d-40b2-8808-90cb4905f51e by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:20.099454 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Attempting to bind port bdae6011-3e2d-40b2-8808-90cb4905f51e on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:20.129445 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b1e9c-fc16-4bb7-8b7b-c0d9f71dde5f None None] Pushing event updated for resources: {'Port': ['ID=bdae6011-3e2d-40b2-8808-90cb4905f51e,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:20.144777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Made reservation on behalf of 29f425796f8c4f60bdf0c998fb1437cc for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:20.145349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.153079 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:20.153447 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:20.153841 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.154269 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:20.154703 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Bound port: bdae6011-3e2d-40b2-8808-90cb4905f51e, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:20.155139 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.283592 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] For port bdae6011-3e2d-40b2-8808-90cb4905f51e, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:20.289261 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] For port bdae6011-3e2d-40b2-8808-90cb4905f51e, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bdae6011-3e2d-40b2-8808-90cb4905f51e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:20.312494 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.320589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea9757e-89be-4d37-89b8-6bb70e936a02 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:20.355573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.375960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port eea9757e-89be-4d37-89b8-6bb70e936a02, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=eea9757e-89be-4d37-89b8-6bb70e936a02,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:20.379632 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.416041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50348) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:20.416683 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.420652 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Routers {'90676e5f-4524-404e-bddf-b2df968890b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:06:20.421433 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:05:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['90676e5f-4524-404e-bddf-b2df968890b7'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:20.502752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Publish callbacks [] for security_group (b2b0496d-483f-4d07-84ca-1540094f2d84), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.525696 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b2b0496d-483f-4d07-84ca-1540094f2d84), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.545949 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.548045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=eea9757e-89be-4d37-89b8-6bb70e936a02,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:20.629459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b0496d-483f-4d07-84ca-1540094f2d84,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:20.700051 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] Set router 90676e5f-4524-404e-bddf-b2df968890b7 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:06:20.717003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-95fd5f6e-9707-4634-acc2-616689be287f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] For port 244e349c-9c94-4e21-901e-824e13799747, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=244e349c-9c94-4e21-901e-824e13799747,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:20.717003 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-95fd5f6e-9707-4634-acc2-616689be287f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (244e349c-9c94-4e21-901e-824e13799747), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.719436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:06:20.753974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['eea9757e-89be-4d37-89b8-6bb70e936a02'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:06:20.773816 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-608415511-network', 'tenant_id': 'd7c270edcf694c7d8523364e1a81f613'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:20.783763 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b1e9c-fc16-4bb7-8b7b-c0d9f71dde5f None None] Pushing event updated for resources: {'Port': ['ID=bdae6011-3e2d-40b2-8808-90cb4905f51e,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:20.789630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7b7a8-479f-4d8f-b3ae-1abb437716c9 req-aa892b8d-9770-428b-b354-8c40aa7e08fe tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:20.791770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfb7b7a8-479f-4d8f-b3ae-1abb437716c9 req-aa892b8d-9770-428b-b354-8c40aa7e08fe tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 944 time: 0.6497958 Mar 10 15:06:20.805020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-95fd5f6e-9707-4634-acc2-616689be287f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Calling delete_port for 244e349c-9c94-4e21-901e-824e13799747 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:06:20.841048 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Made reservation on behalf of d7c270edcf694c7d8523364e1a81f613 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:20.844198 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:20.861090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Allocated IP 172.20.0.1 (ab912935-10a4-456c-9333-27850d590eac/743ead58-8aaa-4109-9959-b71342683302/bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:20.864469 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.027932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device fac3dbba-f486-4cc4-847f-2e5e3f9ca368 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:06:21.076935 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:16Z', 'revision_number': 3, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:21.115445 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Publish callbacks [] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.122537 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0f3e0696-7a52-4252-8fe2-cea1819cbb01), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.122912 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Added segment 0f3e0696-7a52-4252-8fe2-cea1819cbb01 of type vlan for network ec009e5e-7a29-4042-978e-3e33d0751b7d Mar 10 15:06:21.125946 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-95fd5f6e-9707-4634-acc2-616689be287f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (244e349c-9c94-4e21-901e-824e13799747), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.147395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Publish callbacks [] for security_group (84db3497-2395-4280-9db8-9de4c3c0721a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.153795 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49262550-1fc5-409c-a1da-c5ad7804b894 None None] The sync data for ids ['90676e5f-4524-404e-bddf-b2df968890b7'] in n-d-833090-1 is: [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:16Z', 'revision_number': 3, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:06:21.166583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (84db3497-2395-4280-9db8-9de4c3c0721a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.218291 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ec009e5e-7a29-4042-978e-3e33d0751b7d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.227820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.262410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Allocated IP 10.1.1.150 (60f66d83-c732-4c3c-bd32-9d15919cb86a/8bb56f9e-0223-4a2a-b67a-13685c5788e5/ba132a2c-a4ab-4c3c-8823-22216084d068) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:21.291698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:06:21.359543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Network ab912935-10a4-456c-9333-27850d590eac is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:21.369510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:21.394197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84db3497-2395-4280-9db8-9de4c3c0721a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:21.403636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:21.422769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:21.424306 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.472705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (90676e5f-4524-404e-bddf-b2df968890b7), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.476705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a6dbd57e-b1d6-4778-8976-2980d2c3b980), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.477720 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Added segment a6dbd57e-b1d6-4778-8976-2980d2c3b980 of type vlan for network 5b11ea9b-8396-459a-a678-da70a061a105 Mar 10 15:06:21.484168 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac3dbba-f486-4cc4-847f-2e5e3f9ca368'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:21.492503 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f68356-a22e-498e-87ef-754a171c7201" -d '{"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-unplugged", "status": "completed", "tag": "fac3dbba-f486-4cc4-847f-2e5e3f9ca368"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:21.541638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Pushing event updated for resources: {'Port': ['ID=bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:21.542249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port fac3dbba-f486-4cc4-847f-2e5e3f9ca368, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:21.552897 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.553630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 244e349c-9c94-4e21-901e-824e13799747 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:06:21.625010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (5b11ea9b-8396-459a-a678-da70a061a105), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.636420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 244e349c-9c94-4e21-901e-824e13799747 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:06:21.636886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 244e349c-9c94-4e21-901e-824e13799747 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:06:21.637321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a390998f-6c8d-4ff6-a478-c4118b2123a3 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:06:21.679700 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ec009e5e-7a29-4042-978e-3e33d0751b7d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.680669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:21.681260 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.769030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd5f6e-9707-4634-acc2-616689be287f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Port': ['ID=244e349c-9c94-4e21-901e-824e13799747,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:21.771262 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (5b11ea9b-8396-459a-a678-da70a061a105), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.778081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:21.782109 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.801489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3255062 Mar 10 15:06:21.807121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50362) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:21.827350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] Request body: {'subnet': {'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1201746221-subnet', 'tenant_id': '29f425796f8c4f60bdf0c998fb1437cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:21.841162 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-70a56729-e90e-4305-8a48-c04daa2d1f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.854155 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4354310 Mar 10 15:06:21.860229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-95fd5f6e-9707-4634-acc2-616689be287f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] No DVR routers for this DVR port 244e349c-9c94-4e21-901e-824e13799747 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:06:21.879771 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-95fd5f6e-9707-4634-acc2-616689be287f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.887996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-95fd5f6e-9707-4634-acc2-616689be287f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "DELETE /v2.0/ports/244e349c-9c94-4e21-901e-824e13799747 HTTP/1.1" status: 204 len: 173 time: 3.0553727 Mar 10 15:06:21.909040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6d478e17-49c5-4706-bfc6-62ab93fef800 None None] Provisioning complete for port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:21.909679 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6d478e17-49c5-4706-bfc6-62ab93fef800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:21.920528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:21.934149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-deleted', 'tag': '244e349c-9c94-4e21-901e-824e13799747'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:21.938602 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3068f763-e54d-47c2-b441-fe99cf7b9600" -d '{"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-deleted", "tag": "244e349c-9c94-4e21-901e-824e13799747"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:21.964838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfb7b7a8-479f-4d8f-b3ae-1abb437716c9 req-f95bd3f7-28d4-4077-bd59-9298e9488168 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8778851 Mar 10 15:06:21.969272 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:22.018362 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:22.137203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] Made reservation on behalf of 29f425796f8c4f60bdf0c998fb1437cc for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:22.143686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:22.152372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59538f-7459-4b7d-ab20-d3db57e2e86a admin admin] Pushing event updated for resources: {'Network': ['ID=ec009e5e-7a29-4042-978e-3e33d0751b7d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:22.181619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ec009e5e-7a29-4042-978e-3e33d0751b7d details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:06:22.195350 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:06:22.236088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f6d64-a9be-4f92-8dab-492d99bc2b5b admin admin] Pushing event updated for resources: {'Network': ['ID=5b11ea9b-8396-459a-a678-da70a061a105,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:22.252736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6d478e17-49c5-4706-bfc6-62ab93fef800 None None] Port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:22.264475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 5b11ea9b-8396-459a-a678-da70a061a105 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:06:22.298986 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:22.314295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef985e-4bb0-494f-ba73-c79f81416d48 req-d2c983d6-be41-4958-af94-e7550d6d2954 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:22.325128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a390998f-6c8d-4ff6-a478-c4118b2123a3 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:22.325516 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:22.330480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef985e-4bb0-494f-ba73-c79f81416d48 req-d2c983d6-be41-4958-af94-e7550d6d2954 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:22.342002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9ef985e-4bb0-494f-ba73-c79f81416d48 req-d2c983d6-be41-4958-af94-e7550d6d2954 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 1683 time: 1.2751772 Mar 10 15:06:22.532466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a390998f-6c8d-4ff6-a478-c4118b2123a3, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a390998f-6c8d-4ff6-a478-c4118b2123a3,segment=NetworkSegment(12929809-f568-4a95-88e5-abe3dfaf2359),segment_id=12929809-f568-4a95-88e5-abe3dfaf2359)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:22.547985 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:22.565148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network 60f66d83-c732-4c3c-bd32-9d15919cb86a is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:22.594832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:22.624789 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a390998f-6c8d-4ff6-a478-c4118b2123a3,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:22.657669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:22.661062 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Publish callbacks [] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:22.691987 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:22.744233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Pushing event updated for resources: {'Port': ['ID=bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:22.754596 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (dd76c604-3c09-43e9-aff2-79488b4d08b4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:22.808884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9ef985e-4bb0-494f-ba73-c79f81416d48 req-5395a739-d57b-4180-a63e-e9557a9193d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659016 Mar 10 15:06:22.809596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Port': ['ID=ba132a2c-a4ab-4c3c-8823-22216084d068,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:22.860937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ef429-934d-4cf6-9955-4cf950feb10e req-aa219792-1de7-414a-b4cd-509df8b15838 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:22.889444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ef429-934d-4cf6-9955-4cf950feb10e req-aa219792-1de7-414a-b4cd-509df8b15838 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:22.895240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ef429-934d-4cf6-9955-4cf950feb10e req-aa219792-1de7-414a-b4cd-509df8b15838 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:22.911479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f94ef429-934d-4cf6-9955-4cf950feb10e req-aa219792-1de7-414a-b4cd-509df8b15838 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 2374 time: 0.6722944 Mar 10 15:06:22.949873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:22.950691 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:22.993571 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (90676e5f-4524-404e-bddf-b2df968890b7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:23.000993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6734702f-d5f6-4684-874c-64d4d0161a67 None None] Provisioning complete for port ba132a2c-a4ab-4c3c-8823-22216084d068 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:23.001649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6734702f-d5f6-4684-874c-64d4d0161a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:23.006856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-366812b4-5850-41a3-a1e4-fa28a2c54943 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9051094 Mar 10 15:06:23.025029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd76c604-3c09-43e9-aff2-79488b4d08b4,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:23.045402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc', 'admin_state_up': True, 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'security_groups': ['9108af86-59a2-44a9-a87a-5062282a5855']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:23.103971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6734702f-d5f6-4684-874c-64d4d0161a67 None None] Port ba132a2c-a4ab-4c3c-8823-22216084d068 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:23.162922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] Checking segment: {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:23.163308 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] Network hostable DHCP agents. Network: ec009e5e-7a29-4042-978e-3e33d0751b7d, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:06:23.181569 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Network ab912935-10a4-456c-9333-27850d590eac is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:23.185974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:23.206552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d096d29-64bd-4cd8-a5cb-f738f5d0525d req-b56a4163-721d-4a9c-b609-43404ae05471 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.2437656 Mar 10 15:06:23.309821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-b8eba448-6c64-48e4-92c3-28dacb8b2807 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting port a390998f-6c8d-4ff6-a478-c4118b2123a3 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:06:23.310167 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-b8eba448-6c64-48e4-92c3-28dacb8b2807 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:23.331814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] Network ec009e5e-7a29-4042-978e-3e33d0751b7d is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:06:23.365643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f94ef429-934d-4cf6-9955-4cf950feb10e req-f9e4d1ff-13f3-4d35-8077-84e8c1dbce1b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4528804 Mar 10 15:06:23.388742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:23.390540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device eea9757e-89be-4d37-89b8-6bb70e936a02 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:23.405600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ec009e5e-7a29-4042-978e-3e33d0751b7d) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:23.408708 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63658700-3976-4486-be57-a53ab5b1c18a x-openstack-request-id: req-63658700-3976-4486-be57-a53ab5b1c18a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:23.409012 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-unplugged", "status": "completed", "tag": "fac3dbba-f486-4cc4-847f-2e5e3f9ca368", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:23.410538 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63658700-3976-4486-be57-a53ab5b1c18a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:23.410970 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac3dbba-f486-4cc4-847f-2e5e3f9ca368', 'code': 200} Mar 10 15:06:23.458771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c927713-70a4-4a5e-b7d4-8abd1d655396 None None] Network ec009e5e-7a29-4042-978e-3e33d0751b7d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:23.482739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:23.483722 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:23.536684 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8e25e3ea-f7e9-471c-bf4f-c910898f68b3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7242441 Mar 10 15:06:23.580473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bdae6011-3e2d-40b2-8808-90cb4905f51e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:23.608416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Router 90676e5f-4524-404e-bddf-b2df968890b7 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:06:23.661705 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e82e11-bb1e-4479-9f92-fe9d815d06ba x-openstack-request-id: req-a2e82e11-bb1e-4479-9f92-fe9d815d06ba {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:23.662041 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-deleted", "tag": "244e349c-9c94-4e21-901e-824e13799747", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:23.662260 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2e82e11-bb1e-4479-9f92-fe9d815d06ba {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:23.662669 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-deleted', 'tag': '244e349c-9c94-4e21-901e-824e13799747', 'status': 'completed', 'code': 200} Mar 10 15:06:23.674755 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:23.803877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-ec009e5e-7a29-4042-978e-3e33d0751b7d', 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d', 'project_id': '29f425796f8c4f60bdf0c998fb1437cc', 'fixed_ips': [{'subnet_id': 'dd76c604-3c09-43e9-aff2-79488b4d08b4'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:06:23.808638 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:23.811533 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e1bee122-b705-4202-9ef5-d1fd8c8b2988 None None] Provisioning complete for port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:23.811897 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e1bee122-b705-4202-9ef5-d1fd8c8b2988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:23.915739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:06:23.926989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e1bee122-b705-4202-9ef5-d1fd8c8b2988 None None] Port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:23.942058 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bd62b4d1-90fa-4bb1-9222-08b87092182d admin admin] 10.222.0.11 "PUT /v2.0/routers/90676e5f-4524-404e-bddf-b2df968890b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4589324 Mar 10 15:06:23.949494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port eea9757e-89be-4d37-89b8-6bb70e936a02 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:06:23.958230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port eea9757e-89be-4d37-89b8-6bb70e936a02 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:23.958605 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:24.144606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Allocated IP 172.20.0.2 (ec009e5e-7a29-4042-978e-3e33d0751b7d/dd76c604-3c09-43e9-aff2-79488b4d08b4/66ac113b-f49b-4c6a-af32-19227cb36746) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:24.202084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-b8eba448-6c64-48e4-92c3-28dacb8b2807 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] For port a390998f-6c8d-4ff6-a478-c4118b2123a3, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a390998f-6c8d-4ff6-a478-c4118b2123a3,segment=NetworkSegment(12929809-f568-4a95-88e5-abe3dfaf2359),segment_id=12929809-f568-4a95-88e5-abe3dfaf2359)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:24.202553 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-b8eba448-6c64-48e4-92c3-28dacb8b2807 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:24.279249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port bdae6011-3e2d-40b2-8808-90cb4905f51e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:24.279676 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:24.291769 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dea33b78-3d26-43c2-b8bd-ca609e831757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:24.380859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port eea9757e-89be-4d37-89b8-6bb70e936a02 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:24.381232 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:24.492247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port eea9757e-89be-4d37-89b8-6bb70e936a02, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=eea9757e-89be-4d37-89b8-6bb70e936a02,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:24.539886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Sync routers for ids ['90676e5f-4524-404e-bddf-b2df968890b7'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:06:24.541948 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:24.597731 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Publish callbacks [] for port (66ac113b-f49b-4c6a-af32-19227cb36746), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:24.615557 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:24.622048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Routers {'90676e5f-4524-404e-bddf-b2df968890b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:06:24.622695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['90676e5f-4524-404e-bddf-b2df968890b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:24.670985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port bdae6011-3e2d-40b2-8808-90cb4905f51e is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:24.671411 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:24.692925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port bdae6011-3e2d-40b2-8808-90cb4905f51e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bdae6011-3e2d-40b2-8808-90cb4905f51e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:24.695564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa52467-328f-4b33-8852-07e6bc56b5f7 req-3d1ff08d-fdd2-41b7-a299-9c62a5b684d6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:24.697198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4aa52467-328f-4b33-8852-07e6bc56b5f7 req-3d1ff08d-fdd2-41b7-a299-9c62a5b684d6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 945 time: 1.0337105 Mar 10 15:06:24.698230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-b8eba448-6c64-48e4-92c3-28dacb8b2807 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Calling delete_port for a390998f-6c8d-4ff6-a478-c4118b2123a3 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:06:24.709768 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:24.739101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=eea9757e-89be-4d37-89b8-6bb70e936a02,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:24.740185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425060-f12c-414b-8885-122d79494736 req-da2f3621-634c-4849-9a17-3c73a8f6b44b tempest-ComputeTenantNetworksTest-117568480 tempest-ComputeTenantNetworksTest-117568480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:24.745766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425060-f12c-414b-8885-122d79494736 req-da2f3621-634c-4849-9a17-3c73a8f6b44b tempest-ComputeTenantNetworksTest-117568480 tempest-ComputeTenantNetworksTest-117568480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:24.751185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425060-f12c-414b-8885-122d79494736 req-da2f3621-634c-4849-9a17-3c73a8f6b44b tempest-ComputeTenantNetworksTest-117568480 tempest-ComputeTenantNetworksTest-117568480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:24.752824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c425060-f12c-414b-8885-122d79494736 req-da2f3621-634c-4849-9a17-3c73a8f6b44b tempest-ComputeTenantNetworksTest-117568480 tempest-ComputeTenantNetworksTest-117568480-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.9794745 Mar 10 15:06:24.813702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Network ec009e5e-7a29-4042-978e-3e33d0751b7d is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:24.819724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:24.826949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:24.852359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Set router 90676e5f-4524-404e-bddf-b2df968890b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:06:24.912050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Allocated IP 10.2.2.100 (9970742e-6dcd-4d15-82de-6a61710de5cc/e36119e2-a0ee-41c2-931e-612c66f3d56d/9374b257-5118-4483-9d6e-a5bc00422183) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:24.916783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4aa52467-328f-4b33-8852-07e6bc56b5f7 req-125c5342-e81f-4b07-b7d4-13da94039c9f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020705 Mar 10 15:06:24.966192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d9032-e1ce-43ff-86a6-b477215f744c req-5afa0fe3-511e-4f8b-9e85-efc1a50a7608 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:24.971763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d9032-e1ce-43ff-86a6-b477215f744c req-5afa0fe3-511e-4f8b-9e85-efc1a50a7608 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:24.973396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c66d9032-e1ce-43ff-86a6-b477215f744c req-5afa0fe3-511e-4f8b-9e85-efc1a50a7608 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 1679 time: 0.1527047 Mar 10 15:06:25.110098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Attempting to bind port 66ac113b-f49b-4c6a-af32-19227cb36746 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:25.110497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Attempting to bind port 66ac113b-f49b-4c6a-af32-19227cb36746 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:25.110874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Attempting to bind port 66ac113b-f49b-4c6a-af32-19227cb36746 on network ec009e5e-7a29-4042-978e-3e33d0751b7d {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:25.121889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:25.122267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Checking segment: {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:25.122682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.123112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Bound using segment: {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:25.123587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Bound port: 66ac113b-f49b-4c6a-af32-19227cb36746, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:25.123971 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.128679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Pushing event updated for resources: {'Port': ['ID=66ac113b-f49b-4c6a-af32-19227cb36746,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:25.138476 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-b8eba448-6c64-48e4-92c3-28dacb8b2807 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a390998f-6c8d-4ff6-a478-c4118b2123a3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.154130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c66d9032-e1ce-43ff-86a6-b477215f744c req-51b34fe7-bbc7-43a3-b3ef-885ff5e4372f tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729147 Mar 10 15:06:25.233976 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.258859 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for port (9374b257-5118-4483-9d6e-a5bc00422183), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.280962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=bdae6011-3e2d-40b2-8808-90cb4905f51e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:25.349243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] For port 66ac113b-f49b-4c6a-af32-19227cb36746, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:25.356736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] For port 66ac113b-f49b-4c6a-af32-19227cb36746, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=66ac113b-f49b-4c6a-af32-19227cb36746,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:25.374290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eba448-6c64-48e4-92c3-28dacb8b2807 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Port': ['ID=a390998f-6c8d-4ff6-a478-c4118b2123a3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:25.382897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-3955cd1b-c952-42a8-99ce-884584c3652a tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:25.384700 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-3955cd1b-c952-42a8-99ce-884584c3652a tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/networks?id=ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 200 len: 816 time: 0.2506356 Mar 10 15:06:25.387087 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9374b257-5118-4483-9d6e-a5bc00422183), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.388095 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.415580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a390998f-6c8d-4ff6-a478-c4118b2123a3'}, {'server_uuid': '37bdee40-4de3-4fa8-b085-cfdba4ec1df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea9757e-89be-4d37-89b8-6bb70e936a02'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:25.417817 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdfcc5c-70b6-4778-9c65-6f2aaf027f9b" -d '{"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-unplugged", "status": "completed", "tag": "a390998f-6c8d-4ff6-a478-c4118b2123a3"}, {"server_uuid": "37bdee40-4de3-4fa8-b085-cfdba4ec1df8", "name": "network-vif-plugged", "status": "completed", "tag": "eea9757e-89be-4d37-89b8-6bb70e936a02"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:25.507959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7d8be-b62d-44a7-9ab3-a749abf55150 None None] Pushing event updated for resources: {'Port': ['ID=66ac113b-f49b-4c6a-af32-19227cb36746,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:25.513460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:21Z', 'revision_number': 4, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f', 'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'mac_address': 'fa:16:3e:0c:79:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '743ead58-8aaa-4109-9959-b71342683302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:20Z', 'updated_at': '2022-03-10T15:06:22Z', 'revision_number': 2, 'project_id': '3297bd95393e4871b86602b1b29be320', 'subnets': [{'id': '743ead58-8aaa-4109-9959-b71342683302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:25.536485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-b8eba448-6c64-48e4-92c3-28dacb8b2807 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] No DVR routers for this DVR port a390998f-6c8d-4ff6-a478-c4118b2123a3 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:06:25.549477 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-b8eba448-6c64-48e4-92c3-28dacb8b2807 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.551394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Checking router: 90676e5f-4524-404e-bddf-b2df968890b7 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:06:25.551757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Updating router 90676e5f-4524-404e-bddf-b2df968890b7 port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:06:25.554994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-b8eba448-6c64-48e4-92c3-28dacb8b2807 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "DELETE /v2.0/ports/a390998f-6c8d-4ff6-a478-c4118b2123a3 HTTP/1.1" status: 204 len: 173 time: 3.4028144 Mar 10 15:06:25.565951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-0186daf1-b740-4220-b679-5e6a5f638d20 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/quotas/29f425796f8c4f60bdf0c998fb1437cc HTTP/1.1" status: 200 len: 375 time: 0.1538177 Mar 10 15:06:25.578566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50422) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:25.580571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network 9970742e-6dcd-4d15-82de-6a61710de5cc is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:25.583593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0ae9f513-7b9d-4e40-a294-632e116a9888 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025625036', 'description': 'tempest-description--1923714067'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:25.596430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:25.628302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f513-7b9d-4e40-a294-632e116a9888 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.633821 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.720548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:25.789923 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f513-7b9d-4e40-a294-632e116a9888 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group (4afefa28-6dec-4cf6-a363-896c691526c4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.798906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f513-7b9d-4e40-a294-632e116a9888 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4afefa28-6dec-4cf6-a363-896c691526c4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.823456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-deleted', 'tag': 'a390998f-6c8d-4ff6-a478-c4118b2123a3'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:25.825715 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508a580e-2c9f-4a41-a065-afab267a40ff" -d '{"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-deleted", "tag": "a390998f-6c8d-4ff6-a478-c4118b2123a3"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:25.860995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:25.861945 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.920096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f513-7b9d-4e40-a294-632e116a9888 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:25.921312 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0ae9f513-7b9d-4e40-a294-632e116a9888 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3416998 Mar 10 15:06:25.924310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50426) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:25.941956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6c77ef58-f462-48f6-95a6-7e6882b1de88 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Request body: {'security_group_rule': {'security_group_id': '4afefa28-6dec-4cf6-a363-896c691526c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:25.960186 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9f513-7b9d-4e40-a294-632e116a9888 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afefa28-6dec-4cf6-a363-896c691526c4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:26.011256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfe4a36f-0a6f-44cf-ad2b-78811740d154 req-8db4f467-3780-4ec7-bf2d-8c205bfc1236 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1326332 Mar 10 15:06:26.022239 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c77ef58-f462-48f6-95a6-7e6882b1de88 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group_rule (8e290ff4-f1f7-47af-b748-cae1d34f363d), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.033271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Port': ['ID=9374b257-5118-4483-9d6e-a5bc00422183,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:26.186049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-4c6078c4-58c7-4a3f-a701-75acd6228b9a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1728554 Mar 10 15:06:26.198914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc', 'admin_state_up': True, 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'security_groups': ['9108af86-59a2-44a9-a87a-5062282a5855']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:26.211137 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Publish callbacks [] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.212156 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c77ef58-f462-48f6-95a6-7e6882b1de88 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group_rule (8e290ff4-f1f7-47af-b748-cae1d34f363d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.219692 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c77ef58-f462-48f6-95a6-7e6882b1de88 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (8e290ff4-f1f7-47af-b748-cae1d34f363d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.224646 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.285608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77ef58-f462-48f6-95a6-7e6882b1de88 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e290ff4-f1f7-47af-b748-cae1d34f363d,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:26.291995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-cd83e678-de68-4f0e-b8e5-7d2e03af6e8a tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7142920 Mar 10 15:06:26.306976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c77ef58-f462-48f6-95a6-7e6882b1de88 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.316617 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6c77ef58-f462-48f6-95a6-7e6882b1de88 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3911238 Mar 10 15:06:26.317334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50436) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:26.325531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-70905f4a-5f25-4720-98d4-26cda9abf1c1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Request body: {'security_group_rule': {'security_group_id': '4afefa28-6dec-4cf6-a363-896c691526c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:26.338989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c491b83d-590b-4409-b179-709ec747d89a None None] Provisioning complete for port 9374b257-5118-4483-9d6e-a5bc00422183 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:26.338989 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c491b83d-590b-4409-b179-709ec747d89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9374b257-5118-4483-9d6e-a5bc00422183), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.381063 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70905f4a-5f25-4720-98d4-26cda9abf1c1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group_rule (0220b7f8-7056-4388-9b93-929a4a1ffc55), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.395209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c491b83d-590b-4409-b179-709ec747d89a None None] Port 9374b257-5118-4483-9d6e-a5bc00422183 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:26.416473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e813d2-d852-42ec-a7a2-06cddd1d4a7a None None] Pushing event updated for resources: {'Port': ['ID=bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:26.510629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Attempting to bind port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:26.511048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Attempting to bind port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:26.511418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Attempting to bind port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f on network ab912935-10a4-456c-9333-27850d590eac {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:26.520038 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70905f4a-5f25-4720-98d4-26cda9abf1c1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group_rule (0220b7f8-7056-4388-9b93-929a4a1ffc55), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.528145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:26.528653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Checking segment: {'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:26.529485 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.529898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Bound using segment: {'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:26.530618 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70905f4a-5f25-4720-98d4-26cda9abf1c1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (0220b7f8-7056-4388-9b93-929a4a1ffc55), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.531087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Bound port: bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:26.531484 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.567660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-1a357f40-8815-4a81-afdb-882885b6902d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:06:26.568022 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-1a357f40-8815-4a81-afdb-882885b6902d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.574659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70905f4a-5f25-4720-98d4-26cda9abf1c1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0220b7f8-7056-4388-9b93-929a4a1ffc55,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:26.589568 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70905f4a-5f25-4720-98d4-26cda9abf1c1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.593943 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-70905f4a-5f25-4720-98d4-26cda9abf1c1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753494 Mar 10 15:06:26.594874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50440) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:26.604432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:26.633245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] For port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:26.637718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] For port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:26.640864 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.660586 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.670024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232f18-25de-4820-8ceb-794b701d270a req-4bf2c207-fe17-433b-b30e-69b991ceef2e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:26.672327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.678672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232f18-25de-4820-8ceb-794b701d270a req-4bf2c207-fe17-433b-b30e-69b991ceef2e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:26.685066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232f18-25de-4820-8ceb-794b701d270a req-4bf2c207-fe17-433b-b30e-69b991ceef2e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:26.691744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232f18-25de-4820-8ceb-794b701d270a req-4bf2c207-fe17-433b-b30e-69b991ceef2e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:26.700685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29232f18-25de-4820-8ceb-794b701d270a req-4bf2c207-fe17-433b-b30e-69b991ceef2e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 3095 time: 0.4796865 Mar 10 15:06:26.722950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-bbf88718-e437-4f03-9b21-79ac9f6b43ac service neutron] 10.222.0.11 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296379 Mar 10 15:06:26.800080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Routers {'90676e5f-4524-404e-bddf-b2df968890b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:06:26.800740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['90676e5f-4524-404e-bddf-b2df968890b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:26.804331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-94c400f3-23d3-4b71-b60b-592c4e58fdc3 None None] Provisioning complete for port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:26.804705 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-94c400f3-23d3-4b71-b60b-592c4e58fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.848860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Made reservation on behalf of 672ba2e1aca041b99cabc2f7975dc73a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:26.864949 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:26.879033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e813d2-d852-42ec-a7a2-06cddd1d4a7a None None] Pushing event updated for resources: {'Port': ['ID=bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:26.903489 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:27.128685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] Set router 90676e5f-4524-404e-bddf-b2df968890b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:06:27.151534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Allocated IP 172.25.3.136 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/28af6a25-9ea8-43e0-9bd7-eefa655cba39) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:27.237640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Allocated IP 10.2.2.200 (9970742e-6dcd-4d15-82de-6a61710de5cc/e36119e2-a0ee-41c2-931e-612c66f3d56d/caeb5f7e-53dd-42bc-aa55-aa6280c229d0) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:27.250995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-94c400f3-23d3-4b71-b60b-592c4e58fdc3 None None] Current status of the port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:27.251392 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-94c400f3-23d3-4b71-b60b-592c4e58fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:27.409040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7c3de7-fb2e-46f0-95b9-710fa0721462 None None] Network ec009e5e-7a29-4042-978e-3e33d0751b7d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:27.415963 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for port (28af6a25-9ea8-43e0-9bd7-eefa655cba39), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:27.435383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-1a357f40-8815-4a81-afdb-882885b6902d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] For port fac3dbba-f486-4cc4-847f-2e5e3f9ca368, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:27.435869 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-1a357f40-8815-4a81-afdb-882885b6902d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:27.459794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29232f18-25de-4820-8ceb-794b701d270a req-013c7591-578e-4206-9740-f46e9392a98a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7579291 Mar 10 15:06:27.504643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-1a357f40-8815-4a81-afdb-882885b6902d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Calling delete_port for fac3dbba-f486-4cc4-847f-2e5e3f9ca368 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:06:27.517301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (28af6a25-9ea8-43e0-9bd7-eefa655cba39), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:27.612572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Pushing event updated for resources: {'Port': ['ID=28af6a25-9ea8-43e0-9bd7-eefa655cba39,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:27.631628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-a16578af-d5a3-4040-8877-e4aae975c76b service neutron] 10.222.0.11 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8597014 Mar 10 15:06:27.639118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 66ac113b-f49b-4c6a-af32-19227cb36746 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:27.659433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:27.663711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:27.667384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:27.674095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:27.746868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-94c400f3-23d3-4b71-b60b-592c4e58fdc3 None None] For port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:27.800463 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-94c400f3-23d3-4b71-b60b-592c4e58fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:27.853103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for floatingip (0458ae5c-add9-41bc-8d6a-f6b93a19c5f2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:27.861777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:21Z', 'revision_number': 4, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f', 'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'mac_address': 'fa:16:3e:0c:79:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '743ead58-8aaa-4109-9959-b71342683302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:20Z', 'updated_at': '2022-03-10T15:06:26Z', 'revision_number': 4, 'project_id': '3297bd95393e4871b86602b1b29be320', 'subnets': [{'id': '743ead58-8aaa-4109-9959-b71342683302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:27.901346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4a566-14df-47bb-bd65-4415e989723a req-4ef3818b-0c72-4553-b1cd-29a2ae769c07 tempest-ComputeTenantNetworksTest-117568480 tempest-ComputeTenantNetworksTest-117568480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:27.903134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ed4a566-14df-47bb-bd65-4415e989723a req-4ef3818b-0c72-4553-b1cd-29a2ae769c07 tempest-ComputeTenantNetworksTest-117568480 tempest-ComputeTenantNetworksTest-117568480-project] 10.222.0.11 "GET /v2.0/networks/5b11ea9b-8396-459a-a678-da70a061a105 HTTP/1.1" status: 200 len: 768 time: 0.3855479 Mar 10 15:06:27.915918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50448) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:28.008350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (28af6a25-9ea8-43e0-9bd7-eefa655cba39), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.011453 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (5b11ea9b-8396-459a-a678-da70a061a105), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.028979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacf9bb-d5fb-428f-b391-9b575e36efa7 None None] The sync data for ids ['90676e5f-4524-404e-bddf-b2df968890b7'] in n-d-833090-1 is: [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:21Z', 'revision_number': 4, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f', 'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'mac_address': 'fa:16:3e:0c:79:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '743ead58-8aaa-4109-9959-b71342683302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:20Z', 'updated_at': '2022-03-10T15:06:26Z', 'revision_number': 4, 'project_id': '3297bd95393e4871b86602b1b29be320', 'subnets': [{'id': '743ead58-8aaa-4109-9959-b71342683302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:06:28.070749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 66ac113b-f49b-4c6a-af32-19227cb36746 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:28.071165 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.076045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.079118 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf74bffc-29d5-4c65-8ac9-baa93acf965c x-openstack-request-id: req-bf74bffc-29d5-4c65-8ac9-baa93acf965c {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:28.079571 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-deleted", "tag": "a390998f-6c8d-4ff6-a478-c4118b2123a3", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:28.079990 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf74bffc-29d5-4c65-8ac9-baa93acf965c {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:28.080542 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-deleted', 'tag': 'a390998f-6c8d-4ff6-a478-c4118b2123a3', 'status': 'completed', 'code': 200} Mar 10 15:06:28.155406 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa1186-368b-4444-b09d-fc23e48cebb9 x-openstack-request-id: req-99fa1186-368b-4444-b09d-fc23e48cebb9 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:28.155704 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-unplugged", "status": "completed", "tag": "a390998f-6c8d-4ff6-a478-c4118b2123a3", "code": 200}, {"server_uuid": "37bdee40-4de3-4fa8-b085-cfdba4ec1df8", "name": "network-vif-plugged", "status": "completed", "tag": "eea9757e-89be-4d37-89b8-6bb70e936a02", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:28.161157 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99fa1186-368b-4444-b09d-fc23e48cebb9 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:28.161763 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a390998f-6c8d-4ff6-a478-c4118b2123a3', 'code': 200} Mar 10 15:06:28.162026 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bdee40-4de3-4fa8-b085-cfdba4ec1df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea9757e-89be-4d37-89b8-6bb70e936a02', 'code': 200} Mar 10 15:06:28.229266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Network 9970742e-6dcd-4d15-82de-6a61710de5cc is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:28.249868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:28.314677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:28.333418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c400f3-23d3-4b71-b60b-592c4e58fdc3 None None] Pushing event updated for resources: {'Port': ['ID=bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:28.536381 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for port (28af6a25-9ea8-43e0-9bd7-eefa655cba39), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.553567 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (28af6a25-9ea8-43e0-9bd7-eefa655cba39), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.630101 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Pushing event updated for resources: {'Port': ['ID=28af6a25-9ea8-43e0-9bd7-eefa655cba39,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:28.752165 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (0458ae5c-add9-41bc-8d6a-f6b93a19c5f2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.762293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e8677ae2-86b0-466f-9f5e-25e529179329 None None] Provisioning complete for port 66ac113b-f49b-4c6a-af32-19227cb36746 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:28.762873 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e8677ae2-86b0-466f-9f5e-25e529179329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.803506 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.813762 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ae8a4f9d-14ec-4198-8bb0-843c8d66d65c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2085335 Mar 10 15:06:28.813963 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.838629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-1a357f40-8815-4a81-afdb-882885b6902d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (fac3dbba-f486-4cc4-847f-2e5e3f9ca368), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.842897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event updated for resources: {'Port': ['ID=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:28.893553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 66ac113b-f49b-4c6a-af32-19227cb36746 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:28.894018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.913755 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (5b11ea9b-8396-459a-a678-da70a061a105), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:28.945492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a451ad-abd0-4bc1-9aa2-d2ec776ca8e7 req-a66c7683-7328-49da-8534-de53b9f39e92 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:28.972823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2a451ad-abd0-4bc1-9aa2-d2ec776ca8e7 req-a66c7683-7328-49da-8534-de53b9f39e92 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 946 time: 0.4462664 Mar 10 15:06:29.070667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 66ac113b-f49b-4c6a-af32-19227cb36746, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=66ac113b-f49b-4c6a-af32-19227cb36746,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:29.103610 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:29.114380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bdae6011-3e2d-40b2-8808-90cb4905f51e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:29.163218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2a451ad-abd0-4bc1-9aa2-d2ec776ca8e7 req-2812cebc-3e77-4416-9eb3-856d3ebab3d5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846988 Mar 10 15:06:29.193802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.194163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.197728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.198158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.198508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.204130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.204958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.205480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.206524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.207047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.207539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.208048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.208540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:29.327148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b11ea9b-8396-459a-a678-da70a061a105']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:29.349866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:29.350880 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:29.505245 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-db8caea3-61f3-4b5b-8bd9-9777c03d87eb req-22aca744-8278-4547-b836-d9145c668d6c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1165133 Mar 10 15:06:29.558864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port bdae6011-3e2d-40b2-8808-90cb4905f51e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:29.559253 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:29.572969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=66ac113b-f49b-4c6a-af32-19227cb36746,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:29.574610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaab69-b4d4-431c-9064-cd99e3c49bc2 req-32a2c3e6-292e-4991-b768-5d060ca6dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:29.577340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e8677ae2-86b0-466f-9f5e-25e529179329 None None] Current status of the port 66ac113b-f49b-4c6a-af32-19227cb36746 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:29.579392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ecaab69-b4d4-431c-9064-cd99e3c49bc2 req-32a2c3e6-292e-4991-b768-5d060ca6dd20 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 1128 time: 1.2514224 Mar 10 15:06:29.580419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a357f40-8815-4a81-afdb-882885b6902d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Port': ['ID=fac3dbba-f486-4cc4-847f-2e5e3f9ca368,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:29.607123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dbd57e-b1d6-4778-8976-2980d2c3b980') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:29.607676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dbd57e-b1d6-4778-8976-2980d2c3b980') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:29.610685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-1a357f40-8815-4a81-afdb-882885b6902d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] No DVR routers for this DVR port fac3dbba-f486-4cc4-847f-2e5e3f9ca368 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:06:29.613984 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-1a357f40-8815-4a81-afdb-882885b6902d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:29.619570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc32e040-314b-42cd-8d36-70e8177ddd79 req-1a357f40-8815-4a81-afdb-882885b6902d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "DELETE /v2.0/ports/fac3dbba-f486-4cc4-847f-2e5e3f9ca368 HTTP/1.1" status: 204 len: 173 time: 4.0307722 Mar 10 15:06:29.639099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-3d0a522b-18ab-4632-a422-a5adb697907f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4467444 Mar 10 15:06:29.653492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9464f39-a527-4e8a-ae72-cf20d1306162 req-ec70a7a4-5f6c-48cc-a76c-2079d3eb04e2 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1368766 Mar 10 15:06:29.657966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e8677ae2-86b0-466f-9f5e-25e529179329 None None] Provisioning complete for port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:29.668265 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e8677ae2-86b0-466f-9f5e-25e529179329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:29.676213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:29.741516 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (a6dbd57e-b1d6-4778-8976-2980d2c3b980), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:29.824415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port bdae6011-3e2d-40b2-8808-90cb4905f51e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:29.842433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e8677ae2-86b0-466f-9f5e-25e529179329 None None] Current status of the port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:29.861862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140fe5a-7290-4d87-baa6-7a215d0ab046 req-4f9b13b4-cef1-4a8e-8c6c-f117d58126b9 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:29.863491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6140fe5a-7290-4d87-baa6-7a215d0ab046 req-4f9b13b4-cef1-4a8e-8c6c-f117d58126b9 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a1ccbe-36b6-4539-ab49-caec12f9ac0c HTTP/1.1" status: 200 len: 865 time: 1.3964398 Mar 10 15:06:29.875485 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a6dbd57e-b1d6-4778-8976-2980d2c3b980), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:29.974410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:06:29.975127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (a6dbd57e-b1d6-4778-8976-2980d2c3b980), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:06:29.979710 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:06:29.982745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-29bf1dcc-d46b-4411-9080-f2e94650ad10 None None] Provisioning complete for port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:29.984268 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29bf1dcc-d46b-4411-9080-f2e94650ad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:30.105437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-29bf1dcc-d46b-4411-9080-f2e94650ad10 None None] Port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:30.119821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-29bf1dcc-d46b-4411-9080-f2e94650ad10 None None] Provisioning complete for port 66ac113b-f49b-4c6a-af32-19227cb36746 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:30.120256 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29bf1dcc-d46b-4411-9080-f2e94650ad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:30.223265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:30.297437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-deleted', 'tag': 'fac3dbba-f486-4cc4-847f-2e5e3f9ca368'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:30.300654 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2911849-eee3-4bbf-b42c-8fa3dbf70dff" -d '{"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-deleted", "tag": "fac3dbba-f486-4cc4-847f-2e5e3f9ca368"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:30.314362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-89658bd3-8dcc-4b74-8163-4a02f867c684 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:30.318525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-89658bd3-8dcc-4b74-8163-4a02f867c684 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/networks?id=ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 200 len: 816 time: 0.3574917 Mar 10 15:06:30.407009 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:30.446197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-29bf1dcc-d46b-4411-9080-f2e94650ad10 None None] Current status of the port 66ac113b-f49b-4c6a-af32-19227cb36746 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:30.455774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:30.456580 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:30.704135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ecaab69-b4d4-431c-9064-cd99e3c49bc2 req-1c7ceec8-d2cc-4117-89b1-72e06cd1bc10 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0818422 Mar 10 15:06:30.708217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-7b0d960f-264f-4392-b919-8beeab92bf32 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/quotas/29f425796f8c4f60bdf0c998fb1437cc HTTP/1.1" status: 200 len: 375 time: 0.2870288 Mar 10 15:06:30.709185 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (5b11ea9b-8396-459a-a678-da70a061a105), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:30.712251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:30.719319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 66ac113b-f49b-4c6a-af32-19227cb36746 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:30.723792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6140fe5a-7290-4d87-baa6-7a215d0ab046 req-721b8985-11a8-4744-9ecb-05f5bfe5bbfc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8449681 Mar 10 15:06:30.859118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 66ac113b-f49b-4c6a-af32-19227cb36746 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:30.860131 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:30.869838 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:30.875976 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] 10.222.0.11 "DELETE /v2.0/networks/5b11ea9b-8396-459a-a678-da70a061a105 HTTP/1.1" status: 204 len: 168 time: 2.9567304 Mar 10 15:06:30.896078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18552d-da38-403e-b03e-5e3d5e4c52ef admin admin] Pushing event deleted for resources: {'Network': ['ID=5b11ea9b-8396-459a-a678-da70a061a105,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:30.983351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-4396adbb-8037-4069-9930-085f55b4f13a tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:30.985111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-4396adbb-8037-4069-9930-085f55b4f13a tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.45 "GET /v2.0/networks?id=ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 200 len: 816 time: 0.6656351 Mar 10 15:06:31.005612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Request body: {'port': {'device_id': 'ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4', 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d', 'admin_state_up': True, 'tenant_id': '29f425796f8c4f60bdf0c998fb1437cc'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:31.083640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 66ac113b-f49b-4c6a-af32-19227cb36746 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:31.167996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50562) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:31.252992 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b32b1acc-bee9-425b-a086-9df53f50a934 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7c270edcf694c7d8523364e1a81f613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0834136 Mar 10 15:06:31.254235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50564) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:31.330427 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-251f8754-d01b-4d81-a9de-7cf4e4230643 admin admin] Publish callbacks [] for security_group (84db3497-2395-4280-9db8-9de4c3c0721a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:31.355928 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-251f8754-d01b-4d81-a9de-7cf4e4230643 admin admin] Publish callbacks [] for security_group (84db3497-2395-4280-9db8-9de4c3c0721a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:31.417249 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-251f8754-d01b-4d81-a9de-7cf4e4230643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (84db3497-2395-4280-9db8-9de4c3c0721a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:31.422475 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-251f8754-d01b-4d81-a9de-7cf4e4230643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:31.424044 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-251f8754-d01b-4d81-a9de-7cf4e4230643 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84db3497-2395-4280-9db8-9de4c3c0721a HTTP/1.1" status: 204 len: 168 time: 0.1659539 Mar 10 15:06:31.440376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f8754-d01b-4d81-a9de-7cf4e4230643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84db3497-2395-4280-9db8-9de4c3c0721a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:31.852224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-e97fd5f0-1dca-49ef-9e49-df423c5148d0 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1181738 Mar 10 15:06:32.045892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929abae-7c55-4d70-9834-9f99db5ceeda req-4ae4ac0b-cea4-4d95-907b-527e817b021b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:32.053542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929abae-7c55-4d70-9834-9f99db5ceeda req-4ae4ac0b-cea4-4d95-907b-527e817b021b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:32.061351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929abae-7c55-4d70-9834-9f99db5ceeda req-4ae4ac0b-cea4-4d95-907b-527e817b021b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:32.068156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929abae-7c55-4d70-9834-9f99db5ceeda req-4ae4ac0b-cea4-4d95-907b-527e817b021b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:32.076273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929abae-7c55-4d70-9834-9f99db5ceeda req-4ae4ac0b-cea4-4d95-907b-527e817b021b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:32.078780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929abae-7c55-4d70-9834-9f99db5ceeda req-4ae4ac0b-cea4-4d95-907b-527e817b021b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 3816 time: 1.1697505 Mar 10 15:06:32.227395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Made reservation on behalf of 29f425796f8c4f60bdf0c998fb1437cc for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:32.231314 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:32.408947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929abae-7c55-4d70-9834-9f99db5ceeda req-5e055771-e93e-410a-bd78-f577555f2233 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102028 Mar 10 15:06:32.482020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-c4b09fd2-25e0-4383-81fd-bdf768fc9315 service neutron] 10.222.0.11 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5959456 Mar 10 15:06:32.645356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Allocated IP 172.20.0.11 (ec009e5e-7a29-4042-978e-3e33d0751b7d/dd76c604-3c09-43e9-aff2-79488b4d08b4/49a7e772-0a92-41f4-8670-51ab2b9e749e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:32.748253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218d493d-b3a4-4d0a-ae79-4c881d125355 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:32.760522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862266e5-9294-4f07-abd1-30a0cc672c4f req-dee625d4-198a-4e44-a92a-6286cc7eac05 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:32.762435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-862266e5-9294-4f07-abd1-30a0cc672c4f req-dee625d4-198a-4e44-a92a-6286cc7eac05 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 946 time: 0.2360580 Mar 10 15:06:32.773177 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Publish callbacks [] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:32.803416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-4ad5a1c6-11c3-479f-a538-3ce091552f46 service neutron] 10.222.0.11 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205082 Mar 10 15:06:32.828645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Transition to ACTIVE for port object 218d493d-b3a4-4d0a-ae79-4c881d125355 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:06:32.847467 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.072246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50598) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:33.081621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1829410956'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:33.128650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:33.132873 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.219218 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:06:33.249972 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6c2d7195-1584-44e5-91ef-24bf9ef760ec), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.250821 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Added segment 6c2d7195-1584-44e5-91ef-24bf9ef760ec of type vlan for network be8524cd-cbb7-4825-a346-3074feb1e69e Mar 10 15:06:33.301777 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks [] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.357922 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (be8524cd-cbb7-4825-a346-3074feb1e69e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.386285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-862266e5-9294-4f07-abd1-30a0cc672c4f req-40d9bf6e-adb1-4428-8ec9-b4b54019d2e0 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008570 Mar 10 15:06:33.405615 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3d0db7-e183-4e94-97ed-8f359d81fd8b x-openstack-request-id: req-6c3d0db7-e183-4e94-97ed-8f359d81fd8b {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:33.406244 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a1ccbe-36b6-4539-ab49-caec12f9ac0c", "name": "network-vif-deleted", "tag": "fac3dbba-f486-4cc4-847f-2e5e3f9ca368", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:33.406563 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c3d0db7-e183-4e94-97ed-8f359d81fd8b {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:33.407159 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a1ccbe-36b6-4539-ab49-caec12f9ac0c', 'name': 'network-vif-deleted', 'tag': 'fac3dbba-f486-4cc4-847f-2e5e3f9ca368', 'status': 'completed', 'code': 200} Mar 10 15:06:33.421563 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (be8524cd-cbb7-4825-a346-3074feb1e69e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.442175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:33.442855 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.485851 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.504700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Pushing event updated for resources: {'Port': ['ID=218d493d-b3a4-4d0a-ae79-4c881d125355,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:33.567525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50612) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:33.577542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Network': ['ID=be8524cd-cbb7-4825-a346-3074feb1e69e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:33.595242 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-26caa3dd-09d3-4c35-b0eb-4b9e15a52322 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5201902 Mar 10 15:06:33.597836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50616) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:33.605815 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-788147343'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:33.614302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network be8524cd-cbb7-4825-a346-3074feb1e69e details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:06:33.636712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:33.641812 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.673453 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:06:33.690391 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6c13eca8-f907-4f5a-8530-b5937b0a1044), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.691051 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Added segment 6c13eca8-f907-4f5a-8530-b5937b0a1044 of type vlan for network 0ce7491f-04bd-4f39-a81d-ebd70217f589 Mar 10 15:06:33.755877 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (0ce7491f-04bd-4f39-a81d-ebd70217f589), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.817829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (0ce7491f-04bd-4f39-a81d-ebd70217f589), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.836209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:33.839144 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:33.848547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b89caf9-e7c9-4276-96f1-975df98defba req-41e7df26-e63f-46df-a531-d6c3400677c4 tempest-ServersAdmin275Test-846811810 tempest-ServersAdmin275Test-846811810-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.3660285 Mar 10 15:06:33.930303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Network ec009e5e-7a29-4042-978e-3e33d0751b7d is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:33.971770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:33.973845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Pushing event updated for resources: {'Port': ['ID=49a7e772-0a92-41f4-8670-51ab2b9e749e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:33.976323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:33.996585 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3965995 Mar 10 15:06:33.998220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50634) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:34.077520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'subnet': {'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:34.092116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433662a-3e19-4e17-8066-d05e8a241154 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Network': ['ID=0ce7491f-04bd-4f39-a81d-ebd70217f589,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:34.106015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-861b4c93-6b99-4ce0-8862-7e15f38e1fc3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting subnet 6a48456c-a0b4-471a-9579-f19cddb3b123 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:06:34.107492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 0ce7491f-04bd-4f39-a81d-ebd70217f589 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:06:34.108616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Attempting to bind port 218d493d-b3a4-4d0a-ae79-4c881d125355 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:34.108955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Attempting to bind port 218d493d-b3a4-4d0a-ae79-4c881d125355 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:34.109285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Attempting to bind port 218d493d-b3a4-4d0a-ae79-4c881d125355 on network 4b1effa7-14ff-447c-a53b-51ea1093cee6 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:34.135435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-861b4c93-6b99-4ce0-8862-7e15f38e1fc3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for subnet (6a48456c-a0b4-471a-9579-f19cddb3b123), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:34.299974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:34.306203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:34.344201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Port 218d493d-b3a4-4d0a-ae79-4c881d125355 on network 4b1effa7-14ff-447c-a53b-51ea1093cee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:06:34.344806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Attempting to bind port 218d493d-b3a4-4d0a-ae79-4c881d125355 on network 4b1effa7-14ff-447c-a53b-51ea1093cee6 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:34.359965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:34.360608 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:34.432238 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-861b4c93-6b99-4ce0-8862-7e15f38e1fc3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (6a48456c-a0b4-471a-9579-f19cddb3b123), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:34.444374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-c13f9014-09e4-4c33-bb2e-f272f95f9752 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4436207 Mar 10 15:06:34.493855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:34.516671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Checking segment: {'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:34.519454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Bound using segment: {'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:34.519941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Bound port: 218d493d-b3a4-4d0a-ae79-4c881d125355, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb5075c-295a-431e-8d90-167a80c04ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:34.520305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:34.560935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-426e990c-e16b-4e12-9619-bc8dfe2b38fb None None] Provisioning complete for port 49a7e772-0a92-41f4-8670-51ab2b9e749e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:34.561695 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-426e990c-e16b-4e12-9619-bc8dfe2b38fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:34.630357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8274a-3da4-4b5c-94d6-a785ba38cba1 req-60c2196a-4c5f-4670-b790-04e317747b7a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:34.632390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-426e990c-e16b-4e12-9619-bc8dfe2b38fb None None] Port 49a7e772-0a92-41f4-8670-51ab2b9e749e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:34.653649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8274a-3da4-4b5c-94d6-a785ba38cba1 req-60c2196a-4c5f-4670-b790-04e317747b7a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:34.670563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8274a-3da4-4b5c-94d6-a785ba38cba1 req-60c2196a-4c5f-4670-b790-04e317747b7a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:34.703366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8274a-3da4-4b5c-94d6-a785ba38cba1 req-60c2196a-4c5f-4670-b790-04e317747b7a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:34.712451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8274a-3da4-4b5c-94d6-a785ba38cba1 req-60c2196a-4c5f-4670-b790-04e317747b7a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:34.724911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84b8274a-3da4-4b5c-94d6-a785ba38cba1 req-60c2196a-4c5f-4670-b790-04e317747b7a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 3828 time: 0.8449457 Mar 10 15:06:34.734047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Request body: {'port': {'device_id': 'ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:34.807823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca027c8-8128-4441-9553-7c2756022a7e req-3b2ae436-965b-45de-8f0f-33a211ab0f70 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:34.809336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-3b2ae436-965b-45de-8f0f-33a211ab0f70 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/networks?id=ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 200 len: 816 time: 0.7668471 Mar 10 15:06:34.821309 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (d516d9c8-a178-4391-90b6-521d520caa21), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:34.958208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Subnet': ['ID=d516d9c8-a178-4391-90b6-521d520caa21,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:34.990135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-2f50af3f-886b-48e9-84fe-bb91d3d0e285 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/quotas/29f425796f8c4f60bdf0c998fb1437cc HTTP/1.1" status: 200 len: 375 time: 0.1477847 Mar 10 15:06:35.063483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84b8274a-3da4-4b5c-94d6-a785ba38cba1 req-dd4a93b5-15be-4140-9734-7031793be753 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376195 Mar 10 15:06:35.077167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Checking segment: {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:35.077548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network hostable DHCP agents. Network: be8524cd-cbb7-4825-a346-3074feb1e69e, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:06:35.183741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network be8524cd-cbb7-4825-a346-3074feb1e69e is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:06:35.210678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] For port 218d493d-b3a4-4d0a-ae79-4c881d125355, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:35.216933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:35.245248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-861b4c93-6b99-4ce0-8862-7e15f38e1fc3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6a48456c-a0b4-471a-9579-f19cddb3b123), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:35.257482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] For port 218d493d-b3a4-4d0a-ae79-4c881d125355, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=218d493d-b3a4-4d0a-ae79-4c881d125355,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:35.265818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, be8524cd-cbb7-4825-a346-3074feb1e69e) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:35.280010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db560a-1317-4532-bb22-35fe09fc83cd None None] Network be8524cd-cbb7-4825-a346-3074feb1e69e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:35.351506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:35.370918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:35.372553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:35.435976 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-42128cb3-6431-4a36-880b-96d829fcac4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3679454 Mar 10 15:06:35.453697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50648) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:35.478975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'subnet': {'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:35.560257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-75fbc358-ddc3-448d-947f-7ab9f9de07ca tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:35.562390 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-75fbc358-ddc3-448d-947f-7ab9f9de07ca tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.45 "GET /v2.0/networks?id=ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 200 len: 816 time: 0.3509083 Mar 10 15:06:35.589601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Request body: {'port': {'device_id': '6e1c237d-3acd-4006-baec-c630ab46e4e1', 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d', 'admin_state_up': True, 'tenant_id': '29f425796f8c4f60bdf0c998fb1437cc'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:35.664577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-be8524cd-cbb7-4825-a346-3074feb1e69e', 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e', 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'fixed_ips': [{'subnet_id': 'd516d9c8-a178-4391-90b6-521d520caa21'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:06:35.671605 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:35.674353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:35.675074 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:35.676512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] 10.222.0.62 "PUT /v2.0/ports/218d493d-b3a4-4d0a-ae79-4c881d125355 HTTP/1.1" status: 200 len: 1091 time: 6.0210063 Mar 10 15:06:35.763569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': '218d493d-b3a4-4d0a-ae79-4c881d125355'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:35.767611 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42763bf1-1650-4af5-a3ba-0891d630d4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "218d493d-b3a4-4d0a-ae79-4c881d125355"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:35.774931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e750823-7f5b-4459-9a30-23d1bd1f1c92 req-65305686-b328-49d6-b2f6-2dfe8a5a624f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71607b380cfa4781911d5e3d559c04f3&device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.3341413 Mar 10 15:06:35.839427 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Made reservation on behalf of 29f425796f8c4f60bdf0c998fb1437cc for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:35.849457 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:35.856410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:35.929314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Allocated IP 10.1.1.2 (be8524cd-cbb7-4825-a346-3074feb1e69e/d516d9c8-a178-4391-90b6-521d520caa21/67caa3fb-d235-4ab5-bb06-ff89d1a17c26) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:36.058430 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:36.134402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75db1d74-94b6-4313-b137-b9e45e50e23d req-9f9888cd-4fad-47b8-8562-baff152eb109 tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.4568443 Mar 10 15:06:36.140513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-86ca6098-7b63-470f-a9e6-bf93e0748beb tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0926292 Mar 10 15:06:36.219012 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Allocated IP 172.20.0.5 (ec009e5e-7a29-4042-978e-3e33d0751b7d/dd76c604-3c09-43e9-aff2-79488b4d08b4/2ff3ac36-53f9-43a1-9632-a1f537c8c422) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:36.233287 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Publish callbacks [] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:36.257375 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:36.287285 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c17ba60-3970-4ec2-9592-9e133e7b0da2 x-openstack-request-id: req-2c17ba60-3970-4ec2-9592-9e133e7b0da2 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:36.287416 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "218d493d-b3a4-4d0a-ae79-4c881d125355", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:36.287615 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c17ba60-3970-4ec2-9592-9e133e7b0da2 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:36.288580 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': '218d493d-b3a4-4d0a-ae79-4c881d125355', 'status': 'completed', 'code': 200} Mar 10 15:06:36.383764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Network be8524cd-cbb7-4825-a346-3074feb1e69e is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:36.385144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Pushing event updated for resources: {'Port': ['ID=67caa3fb-d235-4ab5-bb06-ff89d1a17c26,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:36.389552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:36.392188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:36.439610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e750823-7f5b-4459-9a30-23d1bd1f1c92 req-6654e0d9-71ba-4117-a460-3233a86e22e8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=71607b380cfa4781911d5e3d559c04f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6092246 Mar 10 15:06:36.440256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ca381-27fd-47d7-8a57-26461dd98cbf service neutron] Pushing event updated for resources: {'Port': ['ID=218d493d-b3a4-4d0a-ae79-4c881d125355,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:36.451290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Attempting to bind port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:36.451793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Attempting to bind port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:36.452262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Attempting to bind port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 on network be8524cd-cbb7-4825-a346-3074feb1e69e {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:36.457763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:36.458339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Checking segment: {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:36.458948 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:36.459446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Bound using segment: {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:36.460691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Bound port: 67caa3fb-d235-4ab5-bb06-ff89d1a17c26, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:36.460691 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:36.479686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks [] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:36.532560 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-861b4c93-6b99-4ce0-8862-7e15f38e1fc3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (6a48456c-a0b4-471a-9579-f19cddb3b123), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:36.537837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:36.541729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] For port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:36.551181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] For port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=67caa3fb-d235-4ab5-bb06-ff89d1a17c26,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:36.565531 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:36.618753 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Network ec009e5e-7a29-4042-978e-3e33d0751b7d is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:36.624009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:36.640162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:36.646817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8557704e-ccd6-42be-9474-a936ad5964e4 None None] Network 851c74c5-921c-4e61-99b0-3bab6bac297d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:36.723284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Pushing event updated for resources: {'Port': ['ID=2ff3ac36-53f9-43a1-9632-a1f537c8c422,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:36.761103 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:36.763612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:36.795637 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-06caf77a-fca9-4511-bbcd-e94ddff59ed9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2154751 Mar 10 15:06:36.811811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Request body: {'port': {'device_id': '6e1c237d-3acd-4006-baec-c630ab46e4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:36.892582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcc234-7c3a-40c8-90f3-9880ced31d7d None None] Pushing event updated for resources: {'Port': ['ID=67caa3fb-d235-4ab5-bb06-ff89d1a17c26,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:36.924225 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.119941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42883b98-503b-46fe-8893-223944fc8918 None None] DHCP port deletion for 851c74c5-921c-4e61-99b0-3bab6bac297d request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:06:37.202827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a269e3a5-2d03-4594-9afc-b7c1f11e4378 None None] Provisioning complete for port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:37.203737 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a269e3a5-2d03-4594-9afc-b7c1f11e4378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.271717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a269e3a5-2d03-4594-9afc-b7c1f11e4378 None None] Port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:37.302452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-42883b98-503b-46fe-8893-223944fc8918 None None] Deleting port 14b107a5-9d4f-4582-b288-d82cb1206ea8 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:06:37.303151 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-42883b98-503b-46fe-8893-223944fc8918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.330094 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-861b4c93-6b99-4ce0-8862-7e15f38e1fc3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.333297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-861b4c93-6b99-4ce0-8862-7e15f38e1fc3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "DELETE /v2.0/subnets/6a48456c-a0b4-471a-9579-f19cddb3b123 HTTP/1.1" status: 204 len: 168 time: 3.6895940 Mar 10 15:06:37.357685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50670) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:37.397190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-42883b98-503b-46fe-8893-223944fc8918 None None] For port 14b107a5-9d4f-4582-b288-d82cb1206ea8, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=14b107a5-9d4f-4582-b288-d82cb1206ea8,segment=NetworkSegment(12929809-f568-4a95-88e5-abe3dfaf2359),segment_id=12929809-f568-4a95-88e5-abe3dfaf2359)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:37.398309 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-42883b98-503b-46fe-8893-223944fc8918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.414735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-42883b98-503b-46fe-8893-223944fc8918 None None] Calling delete_port for 14b107a5-9d4f-4582-b288-d82cb1206ea8 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:06:37.427390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b4c93-6b99-4ce0-8862-7e15f38e1fc3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Subnet': ['ID=6a48456c-a0b4-471a-9579-f19cddb3b123,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:37.474618 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (851c74c5-921c-4e61-99b0-3bab6bac297d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.545331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:37.545880 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-42883b98-503b-46fe-8893-223944fc8918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.549523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.595196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-c88b5630-58bc-4cbb-a12d-58be5c6e23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:37.595942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-c88b5630-58bc-4cbb-a12d-58be5c6e23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:37.596567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-c88b5630-58bc-4cbb-a12d-58be5c6e23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:37.597190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-c88b5630-58bc-4cbb-a12d-58be5c6e23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:37.597810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-c88b5630-58bc-4cbb-a12d-58be5c6e23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:37.599817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-c88b5630-58bc-4cbb-a12d-58be5c6e23b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 4394 time: 1.1986740 Mar 10 15:06:37.612081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff3ac36-53f9-43a1-9632-a1f537c8c422 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:37.620486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42883b98-503b-46fe-8893-223944fc8918 None None] Pushing event deleted for resources: {'Port': ['ID=14b107a5-9d4f-4582-b288-d82cb1206ea8,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:37.622177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Publish callbacks [] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.630050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750823-7f5b-4459-9a30-23d1bd1f1c92 req-2f006564-ae70-4217-92bd-5d20a44dc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:37.632286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e750823-7f5b-4459-9a30-23d1bd1f1c92 req-2f006564-ae70-4217-92bd-5d20a44dc233 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0757580 Mar 10 15:06:37.656368 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting port 14b107a5-9d4f-4582-b288-d82cb1206ea8 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:06:37.656712 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.657827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42883b98-503b-46fe-8893-223944fc8918 None None] No DVR routers for this DVR port 14b107a5-9d4f-4582-b288-d82cb1206ea8 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:06:37.667213 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Transition to ACTIVE for port object 2ff3ac36-53f9-43a1-9632-a1f537c8c422 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:06:37.697529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.700206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cca37-da66-45c1-85a1-ec4010bc2d0d req-bff9e3e6-221c-4ae0-96b8-4d38457d618d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:37.710470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cca37-da66-45c1-85a1-ec4010bc2d0d req-bff9e3e6-221c-4ae0-96b8-4d38457d618d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:37.722078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cca37-da66-45c1-85a1-ec4010bc2d0d req-bff9e3e6-221c-4ae0-96b8-4d38457d618d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:37.731392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cca37-da66-45c1-85a1-ec4010bc2d0d req-bff9e3e6-221c-4ae0-96b8-4d38457d618d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:37.747159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cca37-da66-45c1-85a1-ec4010bc2d0d req-bff9e3e6-221c-4ae0-96b8-4d38457d618d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:37.757421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-405cca37-da66-45c1-85a1-ec4010bc2d0d req-bff9e3e6-221c-4ae0-96b8-4d38457d618d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 3828 time: 1.3446975 Mar 10 15:06:37.849794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-655edab2-c37d-4150-9fde-60135ace4912 service neutron] 10.222.0.11 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6841011 Mar 10 15:06:37.880875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] For port 14b107a5-9d4f-4582-b288-d82cb1206ea8, host n-d-833090-1, got binding levels [] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:37.880875 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:37.940745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Calling delete_port for 14b107a5-9d4f-4582-b288-d82cb1206ea8 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:06:37.949767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_backend_mixin [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Port 14b107a5-9d4f-4582-b288-d82cb1206ea8 was not found and therefore no delete operation was performed {{(pid=115534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:06:37.950628 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff3ac36-53f9-43a1-9632-a1f537c8c422,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:37.958364 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (14b107a5-9d4f-4582-b288-d82cb1206ea8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.090114 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Port': ['ID=14b107a5-9d4f-4582-b288-d82cb1206ea8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:38.090388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] No DVR routers for this DVR port 14b107a5-9d4f-4582-b288-d82cb1206ea8 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:06:38.169377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:38.331096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:38.331483 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.339440 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (851c74c5-921c-4e61-99b0-3bab6bac297d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.362074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Attempting to bind port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:38.362737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Attempting to bind port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:38.362737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Attempting to bind port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 on network ec009e5e-7a29-4042-978e-3e33d0751b7d {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:38.374406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851c74c5-921c-4e61-99b0-3bab6bac297d']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:38.377140 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 on network ec009e5e-7a29-4042-978e-3e33d0751b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:06:38.377464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Attempting to bind port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 on network ec009e5e-7a29-4042-978e-3e33d0751b7d {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:38.404869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12929809-f568-4a95-88e5-abe3dfaf2359') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:38.405233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12929809-f568-4a95-88e5-abe3dfaf2359') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:38.409536 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:38.409536 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Checking segment: {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:38.409982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Bound using segment: {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:38.433435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Bound port: 2ff3ac36-53f9-43a1-9632-a1f537c8c422, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:38.434070 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.448331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:38.448881 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.456652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (12929809-f568-4a95-88e5-abe3dfaf2359), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.479735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-405cca37-da66-45c1-85a1-ec4010bc2d0d req-f88854d2-56d0-4a5e-b651-e7811967416d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7203989 Mar 10 15:06:38.486306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-6a6fe99b-902a-49bf-8aa5-0cae4606e51a service neutron] 10.222.0.11 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449569 Mar 10 15:06:38.496377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (12929809-f568-4a95-88e5-abe3dfaf2359), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.518188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:06:38.518522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (12929809-f568-4a95-88e5-abe3dfaf2359), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:06:38.521779 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:06:38.536177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60cb051-ff42-4d02-b4a1-bf7872d7b3f4 None None] Network be8524cd-cbb7-4825-a346-3074feb1e69e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:38.553228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=67caa3fb-d235-4ab5-bb06-ff89d1a17c26,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:38.605275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] For port 2ff3ac36-53f9-43a1-9632-a1f537c8c422, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:38.615676 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (851c74c5-921c-4e61-99b0-3bab6bac297d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.630334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.637546 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "DELETE /v2.0/networks/851c74c5-921c-4e61-99b0-3bab6bac297d HTTP/1.1" status: 204 len: 168 time: 1.2787018 Mar 10 15:06:38.639621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] For port 2ff3ac36-53f9-43a1-9632-a1f537c8c422, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=2ff3ac36-53f9-43a1-9632-a1f537c8c422,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:38.642745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50674) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:38.683093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.685152 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af67fdc-bebe-4f79-8b05-334189ed07d5 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Network': ['ID=851c74c5-921c-4e61-99b0-3bab6bac297d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:38.764465 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:38.889075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 14b107a5-9d4f-4582-b288-d82cb1206ea8 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:06:38.935746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 14b107a5-9d4f-4582-b288-d82cb1206ea8 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:06:38.940991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 14b107a5-9d4f-4582-b288-d82cb1206ea8 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:06:38.972042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fa27cabd-2f34-4c1e-97a0-8c8c35e47bd1 None None] Provisioning complete for port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:38.972584 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa27cabd-2f34-4c1e-97a0-8c8c35e47bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:39.120785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3959a6e-a244-47e2-b224-6a43252cb38b req-ea1d0fe7-5e76-4123-a186-78612704145e tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.1952956 Mar 10 15:06:39.186571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5ddc28d-4b90-48aa-981a-0f91548e9e40 req-5376f2a8-59c7-4f7e-97de-ccc6756ebe06 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 210 time: 0.2288268 Mar 10 15:06:39.192856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:39.193468 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:39.195156 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] 10.222.0.45 "PUT /v2.0/ports/2ff3ac36-53f9-43a1-9632-a1f537c8c422 HTTP/1.1" status: 200 len: 1091 time: 2.3915806 Mar 10 15:06:39.198298 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1c237d-3acd-4006-baec-c630ab46e4e1', 'tag': '2ff3ac36-53f9-43a1-9632-a1f537c8c422'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:39.200651 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1c237d-3acd-4006-baec-c630ab46e4e1", "tag": "2ff3ac36-53f9-43a1-9632-a1f537c8c422"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:39.268465 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a24bbe9-692d-4021-a308-e6dab2d98a80 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting subnet f0d9c429-ac0c-42cd-990a-589f88c1eaa5 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:06:39.295821 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a24bbe9-692d-4021-a308-e6dab2d98a80 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for subnet (f0d9c429-ac0c-42cd-990a-589f88c1eaa5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:39.301944 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0e750823-7f5b-4459-9a30-23d1bd1f1c92 req-7d0b1fba-68ea-454e-b4aa-972eec382fd4 tempest-ServersAdmin275Test-1196802983 tempest-ServersAdmin275Test-1196802983-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18c1fcc-4784-40d1-8230-2577c62e6fd4 HTTP/1.1" status: 200 len: 210 time: 0.0740790 Mar 10 15:06:39.341388 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7a0804-27c7-440a-9152-2765816a763d x-openstack-request-id: req-bf7a0804-27c7-440a-9152-2765816a763d {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:39.341736 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1c237d-3acd-4006-baec-c630ab46e4e1", "tag": "2ff3ac36-53f9-43a1-9632-a1f537c8c422", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:39.341938 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf7a0804-27c7-440a-9152-2765816a763d {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:39.342558 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1c237d-3acd-4006-baec-c630ab46e4e1', 'tag': '2ff3ac36-53f9-43a1-9632-a1f537c8c422', 'status': 'completed', 'code': 200} Mar 10 15:06:39.360899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a7e772-0a92-41f4-8670-51ab2b9e749e {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:39.374469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccbb6b-e221-4f4e-afba-7cca377ac188 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff3ac36-53f9-43a1-9632-a1f537c8c422,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:39.388136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-e6e27106-9121-4bac-b5df-c208533c6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:39.389095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-e6e27106-9121-4bac-b5df-c208533c6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:39.390135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-e6e27106-9121-4bac-b5df-c208533c6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:39.395620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-e6e27106-9121-4bac-b5df-c208533c6ba7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.7824020 Mar 10 15:06:39.415597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a24bbe9-692d-4021-a308-e6dab2d98a80 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (f0d9c429-ac0c-42cd-990a-589f88c1eaa5), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:39.458045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Publish callbacks [] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:39.502518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=67caa3fb-d235-4ab5-bb06-ff89d1a17c26,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:39.656713 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (4c9d2471-2915-4422-9e7f-27fbcac857bc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:39.779152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a24bbe9-692d-4021-a308-e6dab2d98a80 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f0d9c429-ac0c-42cd-990a-589f88c1eaa5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:39.794139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fa27cabd-2f34-4c1e-97a0-8c8c35e47bd1 None None] Current status of the port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:39.964540 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a24bbe9-692d-4021-a308-e6dab2d98a80 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (f0d9c429-ac0c-42cd-990a-589f88c1eaa5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:40.016696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:40.021207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Transition to ACTIVE for port object 49a7e772-0a92-41f4-8670-51ab2b9e749e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:06:40.078505 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:40.085648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a24bbe9-692d-4021-a308-e6dab2d98a80 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:40.108658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c60400-5547-4b1b-8fd8-3e234bedf609 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:40.110410 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6a24bbe9-692d-4021-a308-e6dab2d98a80 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "DELETE /v2.0/subnets/f0d9c429-ac0c-42cd-990a-589f88c1eaa5 HTTP/1.1" status: 204 len: 168 time: 1.4653528 Mar 10 15:06:40.111301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50704) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:40.112334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24bbe9-692d-4021-a308-e6dab2d98a80 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d9c429-ac0c-42cd-990a-589f88c1eaa5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:40.164693 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Publish callbacks [] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:40.170170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f6118-072f-4ca1-bff4-d9134b3200af None None] Network e34ce7cf-6311-40ea-a206-2269afc80bda requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:40.199238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Subnet': ['ID=4c9d2471-2915-4422-9e7f-27fbcac857bc,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:40.256557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-fd27c3f0-1958-4a10-808f-eee5a91e0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:40.258293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-fd27c3f0-1958-4a10-808f-eee5a91e0eb8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 1125 time: 0.8506610 Mar 10 15:06:40.279735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Transition to ACTIVE for port object 61c60400-5547-4b1b-8fd8-3e234bedf609 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:06:40.298884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:40.308456 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:40.324782 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (e34ce7cf-6311-40ea-a206-2269afc80bda), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:40.383538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Pushing event updated for resources: {'Port': ['ID=49a7e772-0a92-41f4-8670-51ab2b9e749e,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:40.388273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-7e1f2a81-42c0-4bf2-9b16-122c0cd5477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:40.392327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42763bf1-1650-4af5-a3ba-0891d630d4d1 req-7e1f2a81-42c0-4bf2-9b16-122c0cd5477b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9305212 Mar 10 15:06:40.395370 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:40.428002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Checking segment: {'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:40.428406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network hostable DHCP agents. Network: 0ce7491f-04bd-4f39-a81d-ebd70217f589, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:06:40.450209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-eb6d7b4a-f51d-493f-b39a-eeec894819e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ff3ac36-53f9-43a1-9632-a1f537c8c422 HTTP/1.1" status: 200 len: 217 time: 0.1690698 Mar 10 15:06:40.467963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fa7f2-b703-407d-8244-b76445a958a4 req-ed96193c-97e2-4bad-a8fb-89f3424bafe5 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:40.477436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fa7f2-b703-407d-8244-b76445a958a4 req-ed96193c-97e2-4bad-a8fb-89f3424bafe5 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:40.483124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fa7f2-b703-407d-8244-b76445a958a4 req-ed96193c-97e2-4bad-a8fb-89f3424bafe5 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:40.488702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fa7f2-b703-407d-8244-b76445a958a4 req-ed96193c-97e2-4bad-a8fb-89f3424bafe5 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:40.490065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ccb55b93-f4d5-4ba0-8084-85f713ce57bd None None] Provisioning complete for port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:40.490461 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ccb55b93-f4d5-4ba0-8084-85f713ce57bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:40.494162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fa7f2-b703-407d-8244-b76445a958a4 req-ed96193c-97e2-4bad-a8fb-89f3424bafe5 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:40.502502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-597fa7f2-b703-407d-8244-b76445a958a4 req-ed96193c-97e2-4bad-a8fb-89f3424bafe5 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 3828 time: 0.6850069 Mar 10 15:06:40.548431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:06:40.548940 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:40.696836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] For port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=29a02b63-69b5-4fc4-8f1b-137cd4b33a5d,segment=NetworkSegment(a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d),segment_id=a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:40.697358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:40.748977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Calling delete_port for 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:06:40.897107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d3508fa-0bb1-48c8-96c7-1b4e0c6ea467 req-d2f1980d-66eb-4fea-bba6-7b22d5f6be19 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 210 time: 0.2060614 Mar 10 15:06:41.035987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4a148a-0131-43c8-8fd3-32e291ac1d2a None None] DHCP port deletion for e34ce7cf-6311-40ea-a206-2269afc80bda request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:06:41.041611 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network 0ce7491f-04bd-4f39-a81d-ebd70217f589 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:06:41.090898 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.118444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:41.166047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Port': ['ID=29a02b63-69b5-4fc4-8f1b-137cd4b33a5d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:41.169120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50720) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:41.177437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ccb55b93-f4d5-4ba0-8084-85f713ce57bd None None] Current status of the port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:41.187675 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] No DVR routers for this DVR port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:06:41.235804 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a148a-0131-43c8-8fd3-32e291ac1d2a None None] Deleting port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:06:41.236271 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1a4a148a-0131-43c8-8fd3-32e291ac1d2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.299244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca027c8-8128-4441-9553-7c2756022a7e req-7ea5b934-b871-494d-8b4c-6c0ec64961bd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:41.305951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-7ea5b934-b871-494d-8b4c-6c0ec64961bd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.62 "GET /v2.0/networks?id=ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 200 len: 816 time: 0.2680659 Mar 10 15:06:41.306708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Pushing event updated for resources: {'Port': ['ID=61c60400-5547-4b1b-8fd8-3e234bedf609,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:41.329906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (e34ce7cf-6311-40ea-a206-2269afc80bda), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.398194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34ce7cf-6311-40ea-a206-2269afc80bda']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:41.409723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Request body: {'port': {'device_id': 'a6601f67-d2f0-450e-9ed9-0b013b19a82c', 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d', 'admin_state_up': True, 'tenant_id': '29f425796f8c4f60bdf0c998fb1437cc'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:41.417916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1a4a148a-0131-43c8-8fd3-32e291ac1d2a None None] For port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:41.421236 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1a4a148a-0131-43c8-8fd3-32e291ac1d2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.429859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:41.430359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:06:41.458292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.458776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a148a-0131-43c8-8fd3-32e291ac1d2a None None] Calling delete_port for 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:06:41.463255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-1a4a148a-0131-43c8-8fd3-32e291ac1d2a None None] Port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:06:41.476608 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1a4a148a-0131-43c8-8fd3-32e291ac1d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (29a02b63-69b5-4fc4-8f1b-137cd4b33a5d), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.499984 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.526657 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:06:41.528993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (a2d20c53-b2ab-45eb-95e9-e6296d6f7a2d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:06:41.536447 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:06:41.552946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a148a-0131-43c8-8fd3-32e291ac1d2a None None] Pushing event deleted for resources: {'Port': ['ID=29a02b63-69b5-4fc4-8f1b-137cd4b33a5d,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:41.563665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a148a-0131-43c8-8fd3-32e291ac1d2a None None] No DVR routers for this DVR port 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:06:41.568814 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8655e2c-3700-4f7d-9d4e-1e080c64f24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.599607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-fecbb8ae-5c23-4680-a064-aa96ece02b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:41.601592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-fecbb8ae-5c23-4680-a064-aa96ece02b5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd76c604-3c09-43e9-aff2-79488b4d08b4 HTTP/1.1" status: 200 len: 855 time: 1.0717995 Mar 10 15:06:41.609224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 0ce7491f-04bd-4f39-a81d-ebd70217f589) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:41.617215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3cef26-c626-4937-9fc3-0975c6e151c0 None None] Network 0ce7491f-04bd-4f39-a81d-ebd70217f589 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:41.733714 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (e34ce7cf-6311-40ea-a206-2269afc80bda), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.753902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.763896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-597fa7f2-b703-407d-8244-b76445a958a4 req-80a22feb-9958-40f5-a60d-eba4c1ddc311 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2604601 Mar 10 15:06:41.767092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:41.772763 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "DELETE /v2.0/networks/e34ce7cf-6311-40ea-a206-2269afc80bda HTTP/1.1" status: 204 len: 168 time: 1.6512806 Mar 10 15:06:41.778011 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.795440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50726) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:41.796268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-0ce7491f-04bd-4f39-a81d-ebd70217f589', 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589', 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'fixed_ips': [{'subnet_id': '4c9d2471-2915-4422-9e7f-27fbcac857bc'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:06:41.797237 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.811458 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-485027482'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:41.836441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0076c-e907-4ac9-9922-9f5a2eb60880 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Network': ['ID=e34ce7cf-6311-40ea-a206-2269afc80bda,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:41.892076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Attempting to bind port 49a7e772-0a92-41f4-8670-51ab2b9e749e on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:41.892431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Attempting to bind port 49a7e772-0a92-41f4-8670-51ab2b9e749e by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:41.892770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Attempting to bind port 49a7e772-0a92-41f4-8670-51ab2b9e749e on network ec009e5e-7a29-4042-978e-3e33d0751b7d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:41.931760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Made reservation on behalf of 29f425796f8c4f60bdf0c998fb1437cc for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:41.940474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.942434 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8655e2c-3700-4f7d-9d4e-1e080c64f24a admin admin] Publish callbacks [] for security_group (5bda229f-85ae-403f-9ce6-1ae19cabd5c9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.952223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8655e2c-3700-4f7d-9d4e-1e080c64f24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5bda229f-85ae-403f-9ce6-1ae19cabd5c9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.966015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Port 49a7e772-0a92-41f4-8670-51ab2b9e749e on network ec009e5e-7a29-4042-978e-3e33d0751b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:06:41.966343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Attempting to bind port 49a7e772-0a92-41f4-8670-51ab2b9e749e on network ec009e5e-7a29-4042-978e-3e33d0751b7d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:41.987714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:41.988067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Checking segment: {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:41.988465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Bound using segment: {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:41.988915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Bound port: 49a7e772-0a92-41f4-8670-51ab2b9e749e, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:41.989282 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:41.999046 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8655e2c-3700-4f7d-9d4e-1e080c64f24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bda229f-85ae-403f-9ce6-1ae19cabd5c9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:42.007457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:42.014192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.021609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:06:42.024493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Attempting to bind port 61c60400-5547-4b1b-8fd8-3e234bedf609 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:42.024905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Attempting to bind port 61c60400-5547-4b1b-8fd8-3e234bedf609 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:42.025306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Attempting to bind port 61c60400-5547-4b1b-8fd8-3e234bedf609 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:42.049492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f16dc6db-63a0-4c3e-842f-1e3cb68ac1cb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 6.5919137 Mar 10 15:06:42.052640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50734) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:42.073038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'port': {'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e', 'name': 'tempest-TaggedBootDevicesTest-1877032801', 'fixed_ips': [{'subnet_id': 'd516d9c8-a178-4391-90b6-521d520caa21'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:42.098615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:06:42.099183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 29a02b63-69b5-4fc4-8f1b-137cd4b33a5d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:06:42.140026 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e8655e2c-3700-4f7d-9d4e-1e080c64f24a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71607b380cfa4781911d5e3d559c04f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9667766 Mar 10 15:06:42.156627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50736) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:42.197136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-e15ce3e8-5b4f-4c30-bb95-a53626754bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:42.200804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-e15ce3e8-5b4f-4c30-bb95-a53626754bca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec009e5e-7a29-4042-978e-3e33d0751b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5448561 Mar 10 15:06:42.217854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Port 61c60400-5547-4b1b-8fd8-3e234bedf609 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:06:42.219765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Attempting to bind port 61c60400-5547-4b1b-8fd8-3e234bedf609 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:42.227008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Allocated IP 10.2.2.2 (0ce7491f-04bd-4f39-a81d-ebd70217f589/4c9d2471-2915-4422-9e7f-27fbcac857bc/cd890f33-1c17-41a2-932d-a087da4f1131) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:42.332354 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:06:42.341603 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de6d806c-d927-44fb-bf4f-12eb747443e1 admin admin] Publish callbacks [] for security_group (5bda229f-85ae-403f-9ce6-1ae19cabd5c9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.370328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de6d806c-d927-44fb-bf4f-12eb747443e1 admin admin] Publish callbacks [] for security_group (5bda229f-85ae-403f-9ce6-1ae19cabd5c9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.448544 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de6d806c-d927-44fb-bf4f-12eb747443e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5bda229f-85ae-403f-9ce6-1ae19cabd5c9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.451465 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de6d806c-d927-44fb-bf4f-12eb747443e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.455112 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-de6d806c-d927-44fb-bf4f-12eb747443e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5bda229f-85ae-403f-9ce6-1ae19cabd5c9 HTTP/1.1" status: 204 len: 168 time: 0.2948327 Mar 10 15:06:42.464556 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9b88c2eb-a31a-4014-916d-1d71d5104f65), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.464968 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Added segment 9b88c2eb-a31a-4014-916d-1d71d5104f65 of type vlan for network 47cf31b8-3d32-4297-897b-6daec5be89f2 Mar 10 15:06:42.498519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] For port 49a7e772-0a92-41f4-8670-51ab2b9e749e, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:42.502431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] For port 49a7e772-0a92-41f4-8670-51ab2b9e749e, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=49a7e772-0a92-41f4-8670-51ab2b9e749e,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:42.508418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-afcc5272-4f32-46c1-a259-91dddb12ddc4 service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460511 Mar 10 15:06:42.512612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:42.520610 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d806c-d927-44fb-bf4f-12eb747443e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bda229f-85ae-403f-9ce6-1ae19cabd5c9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:42.532381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f01aeae2-b1de-420d-bf78-f83cec779768 req-9b644cf3-8171-455d-aacf-bf9160f1e77b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 210 time: 0.3408370 Mar 10 15:06:42.542696 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.557696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:42.558376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Checking segment: {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:42.559079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Bound using segment: {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:42.560243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Bound port: 61c60400-5547-4b1b-8fd8-3e234bedf609, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:42.560831 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.616710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (47cf31b8-3d32-4297-897b-6daec5be89f2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.668650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:42.670054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.672606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] 10.222.0.45 "PUT /v2.0/ports/49a7e772-0a92-41f4-8670-51ab2b9e749e HTTP/1.1" status: 200 len: 1092 time: 8.0823202 Mar 10 15:06:42.672792 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Publish callbacks [] for port (cd890f33-1c17-41a2-932d-a087da4f1131), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.702894 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.744908 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (47cf31b8-3d32-4297-897b-6daec5be89f2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.759296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:42.760529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:42.785751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Network 0ce7491f-04bd-4f39-a81d-ebd70217f589 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:42.795187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:42.853153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:42.979472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Pushing event updated for resources: {'Port': ['ID=cd890f33-1c17-41a2-932d-a087da4f1131,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:43.033810 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2282934 Mar 10 15:06:43.035058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2094f0-8a32-4ce7-a11f-35a093b80363 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Network': ['ID=47cf31b8-3d32-4297-897b-6daec5be89f2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:43.047932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Attempting to bind port cd890f33-1c17-41a2-932d-a087da4f1131 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:43.048336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Attempting to bind port cd890f33-1c17-41a2-932d-a087da4f1131 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:43.048690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Attempting to bind port cd890f33-1c17-41a2-932d-a087da4f1131 on network 0ce7491f-04bd-4f39-a81d-ebd70217f589 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:43.062432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50746) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:43.080079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'subnet': {'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:43.084045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:43.084434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Checking segment: {'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:43.085405 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:43.088130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Bound using segment: {'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:43.088665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Bound port: cd890f33-1c17-41a2-932d-a087da4f1131, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:43.089070 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:43.092497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 47cf31b8-3d32-4297-897b-6daec5be89f2 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:06:43.144110 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:43.160336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e5634-f3c0-41ca-a13d-dddf1077902f service neutron] Pushing event updated for resources: {'Port': ['ID=49a7e772-0a92-41f4-8670-51ab2b9e749e,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:43.169664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4', 'tag': '49a7e772-0a92-41f4-8670-51ab2b9e749e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:43.181698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50752) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:43.183838 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aed63f3-8a24-41d9-8b81-433b85602246" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4", "tag": "49a7e772-0a92-41f4-8670-51ab2b9e749e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:43.291205 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14f8d097-645a-42b5-932f-2ae2faff405c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:43.321181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bab25a1-7b13-4ae3-8236-faad1837ca41 req-5d40c48b-78fd-4926-87ec-99acf3aab6ff service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861102 Mar 10 15:06:43.349627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] For port cd890f33-1c17-41a2-932d-a087da4f1131, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:43.357427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] For port cd890f33-1c17-41a2-932d-a087da4f1131, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd890f33-1c17-41a2-932d-a087da4f1131,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:43.366383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] device_id is not set on port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:06:43.370222 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:43.410042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Allocated IP 172.20.0.3 (ec009e5e-7a29-4042-978e-3e33d0751b7d/dd76c604-3c09-43e9-aff2-79488b4d08b4/897b7442-2c85-41db-8222-5878fd6412d4) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:43.448817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ab2db-1ee3-4a19-8080-bb26c4859f4b None None] Pushing event updated for resources: {'Port': ['ID=cd890f33-1c17-41a2-932d-a087da4f1131,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:43.482940 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a55b524-5d67-459a-a452-b0c3a2a6512e x-openstack-request-id: req-2a55b524-5d67-459a-a452-b0c3a2a6512e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:43.483239 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4", "tag": "49a7e772-0a92-41f4-8670-51ab2b9e749e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:43.483500 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a55b524-5d67-459a-a452-b0c3a2a6512e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:43.483889 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4', 'tag': '49a7e772-0a92-41f4-8670-51ab2b9e749e', 'status': 'completed', 'code': 200} Mar 10 15:06:43.687100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6ab58-b400-4a78-8a75-3541f1ecea2b req-b7c09c3c-cc0e-455d-a30a-e5b526d4c662 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:43.693838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6ab58-b400-4a78-8a75-3541f1ecea2b req-b7c09c3c-cc0e-455d-a30a-e5b526d4c662 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:43.700048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6ab58-b400-4a78-8a75-3541f1ecea2b req-b7c09c3c-cc0e-455d-a30a-e5b526d4c662 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:43.703940 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:43.706677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6ab58-b400-4a78-8a75-3541f1ecea2b req-b7c09c3c-cc0e-455d-a30a-e5b526d4c662 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:43.710193 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:43.712061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6ab58-b400-4a78-8a75-3541f1ecea2b req-b7c09c3c-cc0e-455d-a30a-e5b526d4c662 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:43.717673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6ab58-b400-4a78-8a75-3541f1ecea2b req-b7c09c3c-cc0e-455d-a30a-e5b526d4c662 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:43.719545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2f6ab58-b400-4a78-8a75-3541f1ecea2b req-b7c09c3c-cc0e-455d-a30a-e5b526d4c662 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 4604 time: 0.5213892 Mar 10 15:06:43.722378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-cf4c954f-64b4-4e45-8e9c-9a5ddb1acace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:43.723807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-cf4c954f-64b4-4e45-8e9c-9a5ddb1acace service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 1126 time: 0.5162873 Mar 10 15:06:43.748484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16 req-50f56ba8-7b1d-4a9e-a6c6-a3b275b252d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:43.750050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16 req-50f56ba8-7b1d-4a9e-a6c6-a3b275b252d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 1125 time: 0.2689142 Mar 10 15:06:44.002315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14f8d097-645a-42b5-932f-2ae2faff405c admin admin] Publish callbacks [] for security_group (3a6ffe06-033e-4b01-a6f7-a65c565c94ca), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.038814 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14f8d097-645a-42b5-932f-2ae2faff405c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3a6ffe06-033e-4b01-a6f7-a65c565c94ca), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.092987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Allocated IP 10.1.1.23 (be8524cd-cbb7-4825-a346-3074feb1e69e/d516d9c8-a178-4391-90b6-521d520caa21/99057946-4fdf-44be-be7e-ed1d74bfa2e0) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:44.108454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cd890f33-1c17-41a2-932d-a087da4f1131 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:44.132228 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-14f8d097-645a-42b5-932f-2ae2faff405c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd5d64d327ef433487cee03dc8896884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9324017 Mar 10 15:06:44.143872 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50762) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:44.218156 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8d097-645a-42b5-932f-2ae2faff405c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6ffe06-033e-4b01-a6f7-a65c565c94ca,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:44.245370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cd890f33-1c17-41a2-932d-a087da4f1131 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:44.245757 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.349006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (8d5b5299-2280-450e-8d5a-b1d52990b604), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.394078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cd890f33-1c17-41a2-932d-a087da4f1131 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:44.394715 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.468000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port cd890f33-1c17-41a2-932d-a087da4f1131, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd890f33-1c17-41a2-932d-a087da4f1131,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:44.469192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Checking segment: {'id': '9b88c2eb-a31a-4014-916d-1d71d5104f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:44.469971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network hostable DHCP agents. Network: 47cf31b8-3d32-4297-897b-6daec5be89f2, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:06:44.478103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.514140 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-94327d32-5896-4303-ace4-c81d7801bfb6 admin admin] Publish callbacks [] for security_group (3a6ffe06-033e-4b01-a6f7-a65c565c94ca), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.542103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e914507-5384-47c8-b660-b1f870577a8d req-6d8c58aa-cb97-414a-b6d2-e593716bfc29 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 210 time: 0.8094788 Mar 10 15:06:44.545827 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-94327d32-5896-4303-ace4-c81d7801bfb6 admin admin] Publish callbacks [] for security_group (3a6ffe06-033e-4b01-a6f7-a65c565c94ca), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.575031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Subnet': ['ID=8d5b5299-2280-450e-8d5a-b1d52990b604,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:44.597133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=cd890f33-1c17-41a2-932d-a087da4f1131,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:44.621364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-9389ca12-7323-4f83-8224-d27245b307d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a7e772-0a92-41f4-8670-51ab2b9e749e HTTP/1.1" status: 200 len: 217 time: 0.8875771 Mar 10 15:06:44.628933 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network 47cf31b8-3d32-4297-897b-6daec5be89f2 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:06:44.633148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] For port 61c60400-5547-4b1b-8fd8-3e234bedf609, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:44.651849 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 47cf31b8-3d32-4297-897b-6daec5be89f2) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:44.661466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2387e820-8383-49bd-9824-a9a1a26c011d None None] Network 47cf31b8-3d32-4297-897b-6daec5be89f2 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:44.662022 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:44.662777 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.717701 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2c800bc6-1154-4130-874a-36b676099a65 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6493294 Mar 10 15:06:44.723725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50774) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:44.735546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1498507596'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:44.748314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.762960 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-94327d32-5896-4303-ace4-c81d7801bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3a6ffe06-033e-4b01-a6f7-a65c565c94ca), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.775454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-94327d32-5896-4303-ace4-c81d7801bfb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:44.779498 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-94327d32-5896-4303-ace4-c81d7801bfb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a6ffe06-033e-4b01-a6f7-a65c565c94ca HTTP/1.1" status: 204 len: 168 time: 0.6316237 Mar 10 15:06:44.779711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16 req-32b3af2e-eeaa-4cf8-80b9-d5c11140f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:44.796114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16 req-32b3af2e-eeaa-4cf8-80b9-d5c11140f5c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 200 len: 917 time: 0.9796493 Mar 10 15:06:44.860639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2f6ab58-b400-4a78-8a75-3541f1ecea2b req-d18cbd82-8d04-4026-a9be-55827d6ca59d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1243851 Mar 10 15:06:44.864290 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94327d32-5896-4303-ace4-c81d7801bfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6ffe06-033e-4b01-a6f7-a65c565c94ca,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:44.868073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] For port 61c60400-5547-4b1b-8fd8-3e234bedf609, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=61c60400-5547-4b1b-8fd8-3e234bedf609,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:44.883791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:44.891748 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:45.006110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:06:45.013278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-47cf31b8-3d32-4297-897b-6daec5be89f2', 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2', 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'fixed_ips': [{'subnet_id': '8d5b5299-2280-450e-8d5a-b1d52990b604'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:06:45.013991 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:45.048281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:45.050279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:45.082865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16 req-bc6cae90-2d0f-4823-a0e7-d745e5b0dde1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ff3ac36-53f9-43a1-9632-a1f537c8c422 HTTP/1.1" status: 200 len: 217 time: 0.2857914 Mar 10 15:06:45.091777 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9eb5f24a-335d-450c-a01b-74936c7040d6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:45.093854 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Added segment 9eb5f24a-335d-450c-a01b-74936c7040d6 of type vlan for network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 Mar 10 15:06:45.192600 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ba3e07bf-99bc-4e4e-aa09-2bc108348d79), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:45.396651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:45.397889 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:45.399366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] 10.222.0.62 "PUT /v2.0/ports/61c60400-5547-4b1b-8fd8-3e234bedf609 HTTP/1.1" status: 200 len: 1134 time: 9.5918627 Mar 10 15:06:45.454968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Port': ['ID=99057946-4fdf-44be-be7e-ed1d74bfa2e0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:45.490934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': '61c60400-5547-4b1b-8fd8-3e234bedf609'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:45.499701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network be8524cd-cbb7-4825-a346-3074feb1e69e is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:45.500970 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e353b6-8839-4b1c-8b24-387611f99742" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "61c60400-5547-4b1b-8fd8-3e234bedf609"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:45.504495 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.508200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.511197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.511755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.516876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.518127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:45.518577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.519709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.521188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.521717 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.523726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.524342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.524916 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.526608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:06:45.531092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Allocated IP 19.80.0.2 (47cf31b8-3d32-4297-897b-6daec5be89f2/8d5b5299-2280-450e-8d5a-b1d52990b604/0e6a43dc-772d-4130-9fea-0c56b7d2d891) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:45.552129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ba3e07bf-99bc-4e4e-aa09-2bc108348d79), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:45.572978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:45.574733 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:45.589867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:45.598474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:45.684374 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks [] for port (897b7442-2c85-41db-8222-5878fd6412d4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:45.707278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db400a-bf79-4fd5-bd9a-66a4a02b6673 None None] Network 0ce7491f-04bd-4f39-a81d-ebd70217f589 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:45.732101 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0059605 Mar 10 15:06:45.742500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50792) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:45.771021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'subnet': {'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:45.941790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-43e962d8-b5e9-41fd-ab24-7e5231ce1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:45.945583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-43e962d8-b5e9-41fd-ab24-7e5231ce1582 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd76c604-3c09-43e9-aff2-79488b4d08b4 HTTP/1.1" status: 200 len: 855 time: 1.2986760 Mar 10 15:06:45.947433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93760d25-a9dd-4358-a4da-8552b0ede161 service neutron] Pushing event updated for resources: {'Port': ['ID=61c60400-5547-4b1b-8fd8-3e234bedf609,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:45.959998 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0ccc4b-a7aa-4e03-85d1-c917c4b834fd x-openstack-request-id: req-8e0ccc4b-a7aa-4e03-85d1-c917c4b834fd {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:45.960352 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "61c60400-5547-4b1b-8fd8-3e234bedf609", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:45.960641 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e0ccc4b-a7aa-4e03-85d1-c917c4b834fd {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:45.961069 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': '61c60400-5547-4b1b-8fd8-3e234bedf609', 'status': 'completed', 'code': 200} Mar 10 15:06:45.971909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:46.083690 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (897b7442-2c85-41db-8222-5878fd6412d4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:46.232115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16 req-6862a556-8c68-4939-8971-aec279d48401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:46.234018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16 req-6862a556-8c68-4939-8971-aec279d48401 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd76c604-3c09-43e9-aff2-79488b4d08b4 HTTP/1.1" status: 200 len: 855 time: 1.0910311 Mar 10 15:06:46.239274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Network ec009e5e-7a29-4042-978e-3e33d0751b7d is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:46.274755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:46.279717 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:46.346105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96a1a4-67ec-4b67-b90d-32e12dc8ab17 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Network': ['ID=ba3e07bf-99bc-4e4e-aa09-2bc108348d79,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:46.363810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cd890f33-1c17-41a2-932d-a087da4f1131 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:46.379376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:06:46.427393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-df4e4fed-4b1d-4a3b-a72b-9f536206172e None None] Provisioning complete for port cd890f33-1c17-41a2-932d-a087da4f1131 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:46.428724 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-df4e4fed-4b1d-4a3b-a72b-9f536206172e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:46.500105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e353b6-8839-4b1c-8b24-387611f99742 req-c7d665b4-7214-4408-a2db-a48baa1b3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:46.504038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e353b6-8839-4b1c-8b24-387611f99742 req-c7d665b4-7214-4408-a2db-a48baa1b3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:46.505379 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e353b6-8839-4b1c-8b24-387611f99742 req-c7d665b4-7214-4408-a2db-a48baa1b3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:46.507672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e353b6-8839-4b1c-8b24-387611f99742 req-c7d665b4-7214-4408-a2db-a48baa1b3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:46.513192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e353b6-8839-4b1c-8b24-387611f99742 req-c7d665b4-7214-4408-a2db-a48baa1b3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:46.515030 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e353b6-8839-4b1c-8b24-387611f99742 req-c7d665b4-7214-4408-a2db-a48baa1b3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:46.519073 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-68e353b6-8839-4b1c-8b24-387611f99742 req-c7d665b4-7214-4408-a2db-a48baa1b3f8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5352 time: 0.6475954 Mar 10 15:06:46.573586 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-35addfd9-3d55-41cf-b6c3-b09e17c2cea9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5130947 Mar 10 15:06:46.579273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50820) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:46.620030 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'port': {'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e', 'name': 'tempest-TaggedBootDevicesTest-1334607430', 'fixed_ips': [{'subnet_id': 'd516d9c8-a178-4391-90b6-521d520caa21'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:46.653724 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Publish callbacks [] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:46.816580 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:46.880028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Network 47cf31b8-3d32-4297-897b-6daec5be89f2 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:46.885668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Pushing event updated for resources: {'Port': ['ID=0e6a43dc-772d-4130-9fea-0c56b7d2d891,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:46.894656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:46.904308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:46.945121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cd890f33-1c17-41a2-932d-a087da4f1131 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:46.945888 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:46.955172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac14b4d0-1233-499a-9907-cd161fd5f3f0 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:46.978099 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Publish callbacks [] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:47.014190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Transition to ACTIVE for port object ac14b4d0-1233-499a-9907-cd161fd5f3f0 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:06:47.049233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:47.065369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Attempting to bind port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:47.066096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Attempting to bind port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '9b88c2eb-a31a-4014-916d-1d71d5104f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:47.066693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Attempting to bind port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 on network 47cf31b8-3d32-4297-897b-6daec5be89f2 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:47.067167 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:47.077359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:47.078168 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Checking segment: {'id': '9b88c2eb-a31a-4014-916d-1d71d5104f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:47.078833 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:47.079489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Bound using segment: {'id': '9b88c2eb-a31a-4014-916d-1d71d5104f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:47.080216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Bound port: 0e6a43dc-772d-4130-9fea-0c56b7d2d891, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b88c2eb-a31a-4014-916d-1d71d5104f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:47.080833 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:47.099392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-df4e4fed-4b1d-4a3b-a72b-9f536206172e None None] Current status of the port cd890f33-1c17-41a2-932d-a087da4f1131 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:47.111504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 2ff3ac36-53f9-43a1-9632-a1f537c8c422 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:06:47.160398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e353b6-8839-4b1c-8b24-387611f99742 req-1870ebf2-8fd0-4691-9869-554058517038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:47.160398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e353b6-8839-4b1c-8b24-387611f99742 req-1870ebf2-8fd0-4691-9869-554058517038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:47.161885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e353b6-8839-4b1c-8b24-387611f99742 req-1870ebf2-8fd0-4691-9869-554058517038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:47.170183 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-68e353b6-8839-4b1c-8b24-387611f99742 req-1870ebf2-8fd0-4691-9869-554058517038 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5892804 Mar 10 15:06:47.202062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:47.252989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 2ff3ac36-53f9-43a1-9632-a1f537c8c422, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=2ff3ac36-53f9-43a1-9632-a1f537c8c422,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:47.253847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:47.258958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:47.291075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '2ff3ac36-53f9-43a1-9632-a1f537c8c422', 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d', 'port_id': '2ff3ac36-53f9-43a1-9632-a1f537c8c422', 'mac_address': 'fa:16:3e:88:ae:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd76c604-3c09-43e9-aff2-79488b4d08b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:06:47.454246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] For port 0e6a43dc-772d-4130-9fea-0c56b7d2d891, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:47.462961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] For port 0e6a43dc-772d-4130-9fea-0c56b7d2d891, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0e6a43dc-772d-4130-9fea-0c56b7d2d891,segment=NetworkSegment(9b88c2eb-a31a-4014-916d-1d71d5104f65),segment_id=9b88c2eb-a31a-4014-916d-1d71d5104f65)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:47.486510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-6313af60-0901-4f38-95d4-871d48fbf992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:47.490523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-6313af60-0901-4f38-95d4-871d48fbf992 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec009e5e-7a29-4042-978e-3e33d0751b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.5282571 Mar 10 15:06:47.570071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Pushing event updated for resources: {'Port': ['ID=897b7442-2c85-41db-8222-5878fd6412d4,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:47.661325 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:47.677671 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:47.692549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:47.754625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Pushing event updated for resources: {'Port': ['ID=ac14b4d0-1233-499a-9907-cd161fd5f3f0,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:47.848775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a6edca57-4f35-4830-ab88-8103c06256cb None None] Provisioning complete for port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:47.853309 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a6edca57-4f35-4830-ab88-8103c06256cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:47.877853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e353b6-8839-4b1c-8b24-387611f99742 req-365054f5-f530-4cf7-8587-6a1662b50064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:47.879515 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-68e353b6-8839-4b1c-8b24-387611f99742 req-365054f5-f530-4cf7-8587-6a1662b50064 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6832311 Mar 10 15:06:47.912361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] device_id is not set on port 82185172-d57c-492b-8f11-a16c719432eb yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:06:47.966038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:47.967338 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:48.019014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16 req-dd4c4387-137d-4aab-a2bb-5f586e844923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:48.020643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16 req-dd4c4387-137d-4aab-a2bb-5f586e844923 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec009e5e-7a29-4042-978e-3e33d0751b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8793869 Mar 10 15:06:48.073506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118b5ad-044b-4d4b-afaf-3237c1e8cce6 req-e908e74b-0daf-48bd-8c67-2c5d119a4bbf tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:48.079215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56167ca6-7f57-46e0-be5d-ef9f41ca3b00 None None] Pushing event updated for resources: {'Port': ['ID=0e6a43dc-772d-4130-9fea-0c56b7d2d891,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:48.095075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118b5ad-044b-4d4b-afaf-3237c1e8cce6 req-e908e74b-0daf-48bd-8c67-2c5d119a4bbf tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:48.103653 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:48.114391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118b5ad-044b-4d4b-afaf-3237c1e8cce6 req-e908e74b-0daf-48bd-8c67-2c5d119a4bbf tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:48.120527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118b5ad-044b-4d4b-afaf-3237c1e8cce6 req-e908e74b-0daf-48bd-8c67-2c5d119a4bbf tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:48.131189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118b5ad-044b-4d4b-afaf-3237c1e8cce6 req-e908e74b-0daf-48bd-8c67-2c5d119a4bbf tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:48.146373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118b5ad-044b-4d4b-afaf-3237c1e8cce6 req-e908e74b-0daf-48bd-8c67-2c5d119a4bbf tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:48.152435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118b5ad-044b-4d4b-afaf-3237c1e8cce6 req-e908e74b-0daf-48bd-8c67-2c5d119a4bbf tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:48.154442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d118b5ad-044b-4d4b-afaf-3237c1e8cce6 req-e908e74b-0daf-48bd-8c67-2c5d119a4bbf tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5382 time: 1.1367018 Mar 10 15:06:48.173812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Attempting to bind port ac14b4d0-1233-499a-9907-cd161fd5f3f0 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:48.174156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Attempting to bind port ac14b4d0-1233-499a-9907-cd161fd5f3f0 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:48.174493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Attempting to bind port ac14b4d0-1233-499a-9907-cd161fd5f3f0 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:48.183912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff3ac36-53f9-43a1-9632-a1f537c8c422 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:48.232905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a6edca57-4f35-4830-ab88-8103c06256cb None None] Port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:48.281160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 2ff3ac36-53f9-43a1-9632-a1f537c8c422, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=2ff3ac36-53f9-43a1-9632-a1f537c8c422,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:48.297381 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:48.306450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cd890f33-1c17-41a2-932d-a087da4f1131 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:48.327782 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (45967768-503b-4ee9-b4b9-628e076792e2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:48.356563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a6edca57-4f35-4830-ab88-8103c06256cb None None] Provisioning complete for port cd890f33-1c17-41a2-932d-a087da4f1131 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:48.357258 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a6edca57-4f35-4830-ab88-8103c06256cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:48.415184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16 req-1b2e9df1-2e0a-4871-a707-11fbd25f94ad service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471225 Mar 10 15:06:48.422234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58688bd-f3dc-47d1-a1df-3716f6e52946 req-84a98c59-4bad-4869-816c-f92973c54fc2 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:48.445843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e58688bd-f3dc-47d1-a1df-3716f6e52946 req-84a98c59-4bad-4869-816c-f92973c54fc2 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 931 time: 1.4248674 Mar 10 15:06:48.480811 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=2ff3ac36-53f9-43a1-9632-a1f537c8c422,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:48.520170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:48.521220 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:48.567344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a6edca57-4f35-4830-ab88-8103c06256cb None None] Current status of the port cd890f33-1c17-41a2-932d-a087da4f1131 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:48.577721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['2ff3ac36-53f9-43a1-9632-a1f537c8c422'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:06:48.598121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Subnet': ['ID=45967768-503b-4ee9-b4b9-628e076792e2,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:48.615433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Allocated IP 10.1.1.152 (be8524cd-cbb7-4825-a346-3074feb1e69e/d516d9c8-a178-4391-90b6-521d520caa21/82185172-d57c-492b-8f11-a16c719432eb) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:48.707891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Checking segment: {'id': '9eb5f24a-335d-450c-a01b-74936c7040d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:48.708539 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network hostable DHCP agents. Network: ba3e07bf-99bc-4e4e-aa09-2bc108348d79, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:06:48.766735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5689b8ca-872b-4d1d-96a6-a318b2dc208c None None] Provisioning complete for port 897b7442-2c85-41db-8222-5878fd6412d4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:48.768888 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5689b8ca-872b-4d1d-96a6-a318b2dc208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (897b7442-2c85-41db-8222-5878fd6412d4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:48.802373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d118b5ad-044b-4d4b-afaf-3237c1e8cce6 req-32f3f36b-b025-4c93-b3ff-19544051a0ed tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6077340 Mar 10 15:06:48.809505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Port ac14b4d0-1233-499a-9907-cd161fd5f3f0 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:06:48.809831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Attempting to bind port ac14b4d0-1233-499a-9907-cd161fd5f3f0 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:48.839776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:06:48.886443 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ba3e07bf-99bc-4e4e-aa09-2bc108348d79) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:48.904810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:48.904810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Checking segment: {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:48.905120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Bound using segment: {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:48.905565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Bound port: ac14b4d0-1233-499a-9907-cd161fd5f3f0, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:48.906834 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:48.925555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:48.928203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:48.979104 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e2aee120-a563-4152-9c4a-5424a349fbe0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2210515 Mar 10 15:06:48.994839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] For port ac14b4d0-1233-499a-9907-cd161fd5f3f0, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:48.998635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] For port ac14b4d0-1233-499a-9907-cd161fd5f3f0, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ac14b4d0-1233-499a-9907-cd161fd5f3f0,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:49.007793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-772e0803-15ce-41b4-bf0c-f217bb472a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6611083 Mar 10 15:06:49.023536 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:49.029427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5428eab-d68e-49d8-8ac0-73e26f4c7d16 req-bf628b57-c733-4031-a345-b1d25d0841e1 service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782218 Mar 10 15:06:49.063627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Request body: {'port': {'device_id': 'a6601f67-d2f0-450e-9ed9-0b013b19a82c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:49.080043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68cd921-bd42-4fdd-bdcb-b4d919b2989d None None] Network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:49.215747 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for port (82185172-d57c-492b-8f11-a16c719432eb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:49.230099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5689b8ca-872b-4d1d-96a6-a318b2dc208c None None] Port 897b7442-2c85-41db-8222-5878fd6412d4 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:49.325683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (82185172-d57c-492b-8f11-a16c719432eb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:49.400928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:49.401674 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:49.404395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] 10.222.0.62 "PUT /v2.0/ports/ac14b4d0-1233-499a-9907-cd161fd5f3f0 HTTP/1.1" status: 200 len: 1136 time: 3.9359362 Mar 10 15:06:49.407212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': 'ac14b4d0-1233-499a-9907-cd161fd5f3f0'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:49.412578 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee6f670-8690-47a4-9f7c-9c6a09af72d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "ac14b4d0-1233-499a-9907-cd161fd5f3f0"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:49.463297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network be8524cd-cbb7-4825-a346-3074feb1e69e is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:49.489917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:49.493307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:49.493599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-b7a1bfbd-1c50-497c-833d-b6549994807f service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9471586 Mar 10 15:06:49.503607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Port': ['ID=82185172-d57c-492b-8f11-a16c719432eb,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:49.549375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-ba3e07bf-99bc-4e4e-aa09-2bc108348d79', 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79', 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'fixed_ips': [{'subnet_id': '45967768-503b-4ee9-b4b9-628e076792e2'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:06:49.550563 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:49.554883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e58688bd-f3dc-47d1-a1df-3716f6e52946 req-883db6e9-a3c2-4993-845d-e1f8fba136a4 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7631793 Mar 10 15:06:49.574839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:49.598593 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (897b7442-2c85-41db-8222-5878fd6412d4), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:49.626624 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:49.629691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:49.708926 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-41b00a61-253e-400f-bc4b-88e9dae15262 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1273277 Mar 10 15:06:49.833877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Allocated IP 19.86.0.2 (ba3e07bf-99bc-4e4e-aa09-2bc108348d79/45967768-503b-4ee9-b4b9-628e076792e2/d8e3eb2f-eef7-43bc-be47-9d19a191651a) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:50.165463 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Publish callbacks [] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:50.182221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2863f9fd-b7e4-4911-ad03-07bb85f4663b None None] Provisioning complete for port 82185172-d57c-492b-8f11-a16c719432eb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:50.182662 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2863f9fd-b7e4-4911-ad03-07bb85f4663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (82185172-d57c-492b-8f11-a16c719432eb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:50.222244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2863f9fd-b7e4-4911-ad03-07bb85f4663b None None] Port 82185172-d57c-492b-8f11-a16c719432eb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:06:50.238426 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:50.252281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-63629918-03da-48ea-be30-595e56da19c3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:50.255683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d42b3b-fecf-42be-8a0a-6b5a7bde02de None None] Network 47cf31b8-3d32-4297-897b-6daec5be89f2 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:50.260419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-63629918-03da-48ea-be30-595e56da19c3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:50.262041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-63629918-03da-48ea-be30-595e56da19c3 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/networks?id=47cf31b8-3d32-4297-897b-6daec5be89f2&id=ba3e07bf-99bc-4e4e-aa09-2bc108348d79 HTTP/1.1" status: 200 len: 1391 time: 0.1574605 Mar 10 15:06:50.279022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9de6ef-f518-4727-8b16-efc018a0cd9a service neutron] Pushing event updated for resources: {'Port': ['ID=ac14b4d0-1233-499a-9907-cd161fd5f3f0,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:50.309568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:50.318418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:50.324873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:50.391178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a0009-f40a-4d05-8c42-6be6afc0b910 req-a8bcb33f-872d-4a12-ad3d-052e3a04b910 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:50.399061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-759a0009-f40a-4d05-8c42-6be6afc0b910 req-a8bcb33f-872d-4a12-ad3d-052e3a04b910 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 1.1257806 Mar 10 15:06:50.411677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-0766f375-2c74-49a6-bd29-4b30a790a0aa tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/quotas/aa99669ca8144cbfbfa49edd18b50cd0 HTTP/1.1" status: 200 len: 375 time: 0.1350243 Mar 10 15:06:50.485571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Pushing event updated for resources: {'Port': ['ID=d8e3eb2f-eef7-43bc-be47-9d19a191651a,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:50.486587 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:50.522817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Attempting to bind port d8e3eb2f-eef7-43bc-be47-9d19a191651a on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:50.523221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Attempting to bind port d8e3eb2f-eef7-43bc-be47-9d19a191651a by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '9eb5f24a-335d-450c-a01b-74936c7040d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:50.524527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Attempting to bind port d8e3eb2f-eef7-43bc-be47-9d19a191651a on network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:50.530422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c2cd525c-3e9f-4bb6-9b6e-906c024d766f None None] Provisioning complete for port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:50.530842 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2cd525c-3e9f-4bb6-9b6e-906c024d766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:50.538392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0e6a43dc-772d-4130-9fea-0c56b7d2d891 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:50.577284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:50.577666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Checking segment: {'id': '9eb5f24a-335d-450c-a01b-74936c7040d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:50.578171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d06986-a94b-4f50-8de9-5e3f34a15de8 req-9d69cc68-8deb-4ca6-ab3d-6eb2bd3be901 service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0005958 Mar 10 15:06:50.578310 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:50.578702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Bound using segment: {'id': '9eb5f24a-335d-450c-a01b-74936c7040d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:50.579315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Bound port: d8e3eb2f-eef7-43bc-be47-9d19a191651a, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb5f24a-335d-450c-a01b-74936c7040d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:50.579820 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:50.609060 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:50.757653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:50.757949 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:50.762985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] For port d8e3eb2f-eef7-43bc-be47-9d19a191651a, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:50.767054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] For port d8e3eb2f-eef7-43bc-be47-9d19a191651a, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d8e3eb2f-eef7-43bc-be47-9d19a191651a,segment=NetworkSegment(9eb5f24a-335d-450c-a01b-74936c7040d6),segment_id=9eb5f24a-335d-450c-a01b-74936c7040d6)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:50.818106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-759a0009-f40a-4d05-8c42-6be6afc0b910 req-6b8d405e-a7b7-4695-81df-fc6bfb46cfcd tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4159553 Mar 10 15:06:51.031961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-f5e01163-46f9-426b-b6b7-09e8f884e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.032532 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-f5e01163-46f9-426b-b6b7-09e8f884e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.038666 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:51.039157 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-f5e01163-46f9-426b-b6b7-09e8f884e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.039597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-f5e01163-46f9-426b-b6b7-09e8f884e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.040052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-f5e01163-46f9-426b-b6b7-09e8f884e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.040512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-f5e01163-46f9-426b-b6b7-09e8f884e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.040968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-f5e01163-46f9-426b-b6b7-09e8f884e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.043588 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-f5e01163-46f9-426b-b6b7-09e8f884e556 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 6312 time: 0.1020057 Mar 10 15:06:51.068711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783745c0-e7b2-4cd0-9037-2f3605218919 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:51.078553 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Publish callbacks [] for port (783745c0-e7b2-4cd0-9037-2f3605218919), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:51.098326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Transition to ACTIVE for port object 783745c0-e7b2-4cd0-9037-2f3605218919 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:06:51.148681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 2ff3ac36-53f9-43a1-9632-a1f537c8c422 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:51.181593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897b7442-2c85-41db-8222-5878fd6412d4 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:51.191036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Publish callbacks [] for port (897b7442-2c85-41db-8222-5878fd6412d4), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:51.207538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Transition to ACTIVE for port object 897b7442-2c85-41db-8222-5878fd6412d4 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:06:51.212312 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d7e7e6-0596-4276-b4c5-e22a21fe5ff7 x-openstack-request-id: req-99d7e7e6-0596-4276-b4c5-e22a21fe5ff7 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:51.212697 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "ac14b4d0-1233-499a-9907-cd161fd5f3f0", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:51.213142 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99d7e7e6-0596-4276-b4c5-e22a21fe5ff7 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:51.213563 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': 'ac14b4d0-1233-499a-9907-cd161fd5f3f0', 'status': 'completed', 'code': 200} Mar 10 15:06:51.235298 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:51.256832 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd525c-3e9f-4bb6-9b6e-906c024d766f None None] Current status of the port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:51.257845 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2cd525c-3e9f-4bb6-9b6e-906c024d766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:51.275993 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-2509eb7b-8609-456f-bb4b-58c6316bb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.276712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-2509eb7b-8609-456f-bb4b-58c6316bb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.276935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-2509eb7b-8609-456f-bb4b-58c6316bb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.278526 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-2509eb7b-8609-456f-bb4b-58c6316bb3bf service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2272060 Mar 10 15:06:51.281365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-acefb52b-4f4b-4419-8198-b9c1568e9b48 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8573413 Mar 10 15:06:51.286064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (897b7442-2c85-41db-8222-5878fd6412d4), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:51.452895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f90a6-13fe-47bc-bff8-716521d31e73 None None] Pushing event updated for resources: {'Port': ['ID=d8e3eb2f-eef7-43bc-be47-9d19a191651a,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:51.568179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c2cd525c-3e9f-4bb6-9b6e-906c024d766f None None] For port 0e6a43dc-772d-4130-9fea-0c56b7d2d891, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0e6a43dc-772d-4130-9fea-0c56b7d2d891,segment=NetworkSegment(9b88c2eb-a31a-4014-916d-1d71d5104f65),segment_id=9b88c2eb-a31a-4014-916d-1d71d5104f65)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:51.587147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50882) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:51.593599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed63f3-8a24-41d9-8b81-433b85602246 req-acc827cb-e540-441d-8dd6-07a68bb9be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.595350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aed63f3-8a24-41d9-8b81-433b85602246 req-acc827cb-e540-441d-8dd6-07a68bb9be09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 1126 time: 0.8445637 Mar 10 15:06:51.610295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e0fdf461-e7d2-42cb-bf54-22e27bbe1eef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598967065', 'description': 'tempest-description--737906564'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:51.616607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-3d1a76db-8b17-444a-8cd3-48f2f3f65ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:51.631308 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-bee6f670-8690-47a4-9f7c-9c6a09af72d3 req-3d1a76db-8b17-444a-8cd3-48f2f3f65ffa service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3453960 Mar 10 15:06:51.710318 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2cd525c-3e9f-4bb6-9b6e-906c024d766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:51.834033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf461-e7d2-42cb-bf54-22e27bbe1eef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:51.938162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd525c-3e9f-4bb6-9b6e-906c024d766f None None] Pushing event updated for resources: {'Port': ['ID=0e6a43dc-772d-4130-9fea-0c56b7d2d891,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:51.971499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:51.973195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:52.030600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Pushing event updated for resources: {'Port': ['ID=783745c0-e7b2-4cd0-9037-2f3605218919,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:52.080535 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1dda-24f0-416f-9771-6a8b88fc3bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:52.119084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:06:52.125738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed63f3-8a24-41d9-8b81-433b85602246 req-cde6f7a3-e1c2-41b0-950a-4c37d54e1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:52.127402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aed63f3-8a24-41d9-8b81-433b85602246 req-cde6f7a3-e1c2-41b0-950a-4c37d54e1b21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 200 len: 917 time: 0.2955527 Mar 10 15:06:52.148123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:52.148504 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:52.150594 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-df4299cd-9488-445f-b914-78ed3b5d6309 None None] Provisioning complete for port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:52.151088 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-df4299cd-9488-445f-b914-78ed3b5d6309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:52.285547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:06:52.286050 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:06:52.373367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:52.373672 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:52.377828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-df4299cd-9488-445f-b914-78ed3b5d6309 None None] Current status of the port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:52.401869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1c237d-3acd-4006-baec-c630ab46e4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff3ac36-53f9-43a1-9632-a1f537c8c422'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:52.404177 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f13ed23-90cc-432a-9831-4aed649196ad" -d '{"events": [{"server_uuid": "6e1c237d-3acd-4006-baec-c630ab46e4e1", "name": "network-vif-plugged", "status": "completed", "tag": "2ff3ac36-53f9-43a1-9632-a1f537c8c422"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:52.419746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 2ff3ac36-53f9-43a1-9632-a1f537c8c422, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=2ff3ac36-53f9-43a1-9632-a1f537c8c422,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:52.426999 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:52.482029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=2ff3ac36-53f9-43a1-9632-a1f537c8c422,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:52.639036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aed63f3-8a24-41d9-8b81-433b85602246 req-cdc88482-52db-4e9f-af7e-e09315b688e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a7e772-0a92-41f4-8670-51ab2b9e749e HTTP/1.1" status: 200 len: 217 time: 0.4939902 Mar 10 15:06:52.765085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf461-e7d2-42cb-bf54-22e27bbe1eef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group (17601614-cb19-4f21-82b4-cc8a1c876a3c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:52.802413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Pushing event updated for resources: {'Port': ['ID=897b7442-2c85-41db-8222-5878fd6412d4,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:52.805628 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf461-e7d2-42cb-bf54-22e27bbe1eef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (17601614-cb19-4f21-82b4-cc8a1c876a3c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:52.839579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Attempting to bind port 783745c0-e7b2-4cd0-9037-2f3605218919 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:52.840034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Attempting to bind port 783745c0-e7b2-4cd0-9037-2f3605218919 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:52.840571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Attempting to bind port 783745c0-e7b2-4cd0-9037-2f3605218919 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:52.866833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:52.896887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Port 783745c0-e7b2-4cd0-9037-2f3605218919 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:06:52.897614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Attempting to bind port 783745c0-e7b2-4cd0-9037-2f3605218919 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:52.912219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:52.913091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Checking segment: {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:52.913481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Bound using segment: {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:52.913915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Bound port: 783745c0-e7b2-4cd0-9037-2f3605218919, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:52.914269 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:52.926524 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf461-e7d2-42cb-bf54-22e27bbe1eef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:52.931754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50896) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:52.936243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-878f7f99-9ec6-40ab-a3f0-e1661b4f499f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'security_group_rule': {'security_group_id': '17601614-cb19-4f21-82b4-cc8a1c876a3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:52.942347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e0fdf461-e7d2-42cb-bf54-22e27bbe1eef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3500190 Mar 10 15:06:52.983239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-fcb0a29b-2894-4037-9c7f-11930c64a9ec service neutron] 10.222.0.11 "GET /v2.0/networks/47cf31b8-3d32-4297-897b-6daec5be89f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6090469 Mar 10 15:06:52.989166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdf461-e7d2-42cb-bf54-22e27bbe1eef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17601614-cb19-4f21-82b4-cc8a1c876a3c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:53.000962 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-878f7f99-9ec6-40ab-a3f0-e1661b4f499f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group_rule (681feff3-2300-4569-b53b-d5042bfeead2), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.041341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b01f-842a-4999-9e52-b8ba62d45afb req-bac62282-aa61-4ab5-8fd6-e2b3148b02d0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:53.048799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b01f-842a-4999-9e52-b8ba62d45afb req-bac62282-aa61-4ab5-8fd6-e2b3148b02d0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:53.057425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b01f-842a-4999-9e52-b8ba62d45afb req-bac62282-aa61-4ab5-8fd6-e2b3148b02d0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:53.063234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b01f-842a-4999-9e52-b8ba62d45afb req-bac62282-aa61-4ab5-8fd6-e2b3148b02d0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:53.068918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b01f-842a-4999-9e52-b8ba62d45afb req-bac62282-aa61-4ab5-8fd6-e2b3148b02d0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:53.075330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b01f-842a-4999-9e52-b8ba62d45afb req-bac62282-aa61-4ab5-8fd6-e2b3148b02d0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:53.081564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5b01f-842a-4999-9e52-b8ba62d45afb req-bac62282-aa61-4ab5-8fd6-e2b3148b02d0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:53.083610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4b5b01f-842a-4999-9e52-b8ba62d45afb req-bac62282-aa61-4ab5-8fd6-e2b3148b02d0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5394 time: 1.2506080 Mar 10 15:06:53.085146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed63f3-8a24-41d9-8b81-433b85602246 req-94bac952-1723-4eec-91c7-e89533c1021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:53.086567 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aed63f3-8a24-41d9-8b81-433b85602246 req-94bac952-1723-4eec-91c7-e89533c1021e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd76c604-3c09-43e9-aff2-79488b4d08b4 HTTP/1.1" status: 200 len: 855 time: 0.4017453 Mar 10 15:06:53.137415 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-878f7f99-9ec6-40ab-a3f0-e1661b4f499f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group_rule (681feff3-2300-4569-b53b-d5042bfeead2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.143240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05997323-ddce-4697-96a0-667caa778b85 None None] Network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:06:53.146380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-878f7f99-9ec6-40ab-a3f0-e1661b4f499f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (681feff3-2300-4569-b53b-d5042bfeead2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.168216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Attempting to bind port 897b7442-2c85-41db-8222-5878fd6412d4 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:53.168833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Attempting to bind port 897b7442-2c85-41db-8222-5878fd6412d4 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:53.169336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Attempting to bind port 897b7442-2c85-41db-8222-5878fd6412d4 on network ec009e5e-7a29-4042-978e-3e33d0751b7d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:53.189799 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d8e3eb2f-eef7-43bc-be47-9d19a191651a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:53.190335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f7f99-9ec6-40ab-a3f0-e1661b4f499f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681feff3-2300-4569-b53b-d5042bfeead2,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:53.205734 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-878f7f99-9ec6-40ab-a3f0-e1661b4f499f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.208372 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-878f7f99-9ec6-40ab-a3f0-e1661b4f499f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2754841 Mar 10 15:06:53.210494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50900) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:53.216511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b61e4a59-39cc-4f5f-afc4-42be88d7fc93 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'security_group_rule': {'security_group_id': '17601614-cb19-4f21-82b4-cc8a1c876a3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:53.263536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b61e4a59-39cc-4f5f-afc4-42be88d7fc93 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group_rule (dda6240b-1b31-4158-bf8c-0766e2695fbc), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.318107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Port 897b7442-2c85-41db-8222-5878fd6412d4 on network ec009e5e-7a29-4042-978e-3e33d0751b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:06:53.318469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Attempting to bind port 897b7442-2c85-41db-8222-5878fd6412d4 on network ec009e5e-7a29-4042-978e-3e33d0751b7d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:53.327245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d408d51b-6a92-4f7f-a48c-cfff93977647 None None] Provisioning complete for port d8e3eb2f-eef7-43bc-be47-9d19a191651a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:53.327918 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d408d51b-6a92-4f7f-a48c-cfff93977647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.343314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b61e4a59-39cc-4f5f-afc4-42be88d7fc93 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group_rule (dda6240b-1b31-4158-bf8c-0766e2695fbc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.351414 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b61e4a59-39cc-4f5f-afc4-42be88d7fc93 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (dda6240b-1b31-4158-bf8c-0766e2695fbc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.365234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:53.366121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Checking segment: {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:53.366539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Bound using segment: {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:53.367014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Bound port: 897b7442-2c85-41db-8222-5878fd6412d4, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3e0696-7a52-4252-8fe2-cea1819cbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:53.367875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (897b7442-2c85-41db-8222-5878fd6412d4), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.404122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e4a59-39cc-4f5f-afc4-42be88d7fc93 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda6240b-1b31-4158-bf8c-0766e2695fbc,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:53.408375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d8e3eb2f-eef7-43bc-be47-9d19a191651a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:53.409016 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.441141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b61e4a59-39cc-4f5f-afc4-42be88d7fc93 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.442299 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b61e4a59-39cc-4f5f-afc4-42be88d7fc93 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2307150 Mar 10 15:06:53.446292 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50902) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:06:53.450897 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:53.489666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] For port 783745c0-e7b2-4cd0-9037-2f3605218919, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:53.501768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.527517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d408d51b-6a92-4f7f-a48c-cfff93977647 None None] Current status of the port d8e3eb2f-eef7-43bc-be47-9d19a191651a is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:53.527932 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d408d51b-6a92-4f7f-a48c-cfff93977647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.578333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d408d51b-6a92-4f7f-a48c-cfff93977647 None None] For port d8e3eb2f-eef7-43bc-be47-9d19a191651a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d8e3eb2f-eef7-43bc-be47-9d19a191651a,segment=NetworkSegment(9eb5f24a-335d-450c-a01b-74936c7040d6),segment_id=9eb5f24a-335d-450c-a01b-74936c7040d6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:53.579302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4b5b01f-842a-4999-9e52-b8ba62d45afb req-33a371da-4e9c-4cd8-aba5-7a9586370a87 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3930519 Mar 10 15:06:53.592727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed63f3-8a24-41d9-8b81-433b85602246 req-dc1bf993-48ac-4137-a3e1-cabf99ba3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:53.594332 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aed63f3-8a24-41d9-8b81-433b85602246 req-dc1bf993-48ac-4137-a3e1-cabf99ba3d7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec009e5e-7a29-4042-978e-3e33d0751b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3887506 Mar 10 15:06:53.618541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] For port 783745c0-e7b2-4cd0-9037-2f3605218919, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=783745c0-e7b2-4cd0-9037-2f3605218919,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:53.628919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d8e3eb2f-eef7-43bc-be47-9d19a191651a is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:53.629329 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.643360 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d408d51b-6a92-4f7f-a48c-cfff93977647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.670383 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-d0284cce-bd46-4f83-9cd3-4bc2d99aa308 service neutron] 10.222.0.11 "GET /v2.0/networks/47cf31b8-3d32-4297-897b-6daec5be89f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861367 Mar 10 15:06:53.711916 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.718175 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.752523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408d51b-6a92-4f7f-a48c-cfff93977647 None None] Pushing event updated for resources: {'Port': ['ID=d8e3eb2f-eef7-43bc-be47-9d19a191651a,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:53.860522 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:06:53.860892 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:06:53.877499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] For port 897b7442-2c85-41db-8222-5878fd6412d4, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:53.896449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:53.898396 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:53.899846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] 10.222.0.62 "PUT /v2.0/ports/783745c0-e7b2-4cd0-9037-2f3605218919 HTTP/1.1" status: 200 len: 1091 time: 4.3907955 Mar 10 15:06:53.900381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': '783745c0-e7b2-4cd0-9037-2f3605218919'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:53.904285 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c602dce3-1b59-4d2e-8ee3-0a34962fa331" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "783745c0-e7b2-4cd0-9037-2f3605218919"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:53.949506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Allocated IP 172.25.3.6 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/2e4c9123-cd11-45dd-a620-bdedbf11e566) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:53.981695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-17335498-f09d-4a44-a26d-c62bfd026d0a None None] Provisioning complete for port d8e3eb2f-eef7-43bc-be47-9d19a191651a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:53.982080 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-17335498-f09d-4a44-a26d-c62bfd026d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.013343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:54.063019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] For port 897b7442-2c85-41db-8222-5878fd6412d4, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=897b7442-2c85-41db-8222-5878fd6412d4,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:54.141145 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (897b7442-2c85-41db-8222-5878fd6412d4), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.165749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for port (2e4c9123-cd11-45dd-a620-bdedbf11e566), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.172866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25937ca6-63c4-4c17-9b95-1adac0f16e24 service neutron] Pushing event updated for resources: {'Port': ['ID=783745c0-e7b2-4cd0-9037-2f3605218919,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:54.197378 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3c3f7b18-10df-4fe0-ae48-9896d7912ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.202701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-17335498-f09d-4a44-a26d-c62bfd026d0a None None] Current status of the port d8e3eb2f-eef7-43bc-be47-9d19a191651a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:54.260622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aed63f3-8a24-41d9-8b81-433b85602246 req-bacb43e5-59c5-4e60-a5a9-5fcc3282cc27 service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383390 Mar 10 15:06:54.264981 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2e4c9123-cd11-45dd-a620-bdedbf11e566), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.265430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:54.266031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.267808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] 10.222.0.62 "PUT /v2.0/ports/897b7442-2c85-41db-8222-5878fd6412d4 HTTP/1.1" status: 200 len: 1091 time: 5.2528496 Mar 10 15:06:54.294986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-ba16bb73-3a86-4683-a649-9b2f92590080 service neutron] 10.222.0.11 "GET /v2.0/networks/ba3e07bf-99bc-4e4e-aa09-2bc108348d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236126 Mar 10 15:06:54.368388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:54.372445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:54.382119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:54.406607 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.432129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d8e3eb2f-eef7-43bc-be47-9d19a191651a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:54.433424 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0e6a43dc-772d-4130-9fea-0c56b7d2d891 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:54.440373 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Port': ['ID=2e4c9123-cd11-45dd-a620-bdedbf11e566,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:54.520106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0b1b2-e7a1-48af-9692-46e9d65d49c8 req-5e946dad-118f-4679-b6b0-fb061c8284a8 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:54.523039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddd0b1b2-e7a1-48af-9692-46e9d65d49c8 req-5e946dad-118f-4679-b6b0-fb061c8284a8 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 943 time: 0.6387308 Mar 10 15:06:54.524378 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for floatingip (e56dacf7-4165-4855-900a-631674a5c655), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.536658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:54.537185 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.599141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4981478-e3d8-4168-a1a1-f641282a0be6 service neutron] Pushing event updated for resources: {'Port': ['ID=897b7442-2c85-41db-8222-5878fd6412d4,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:54.632793 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2e4c9123-cd11-45dd-a620-bdedbf11e566), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.711960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:54.873459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for port (2e4c9123-cd11-45dd-a620-bdedbf11e566), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.881162 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (2e4c9123-cd11-45dd-a620-bdedbf11e566), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:54.895711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca027c8-8128-4441-9553-7c2756022a7e req-d7719f67-8fda-4e19-9563-3c3d1dcf09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:54.897232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-d7719f67-8fda-4e19-9563-3c3d1dcf09c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 1125 time: 0.5363667 Mar 10 15:06:54.907207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aed63f3-8a24-41d9-8b81-433b85602246 req-c13645cd-7013-4ddb-9cc2-3cfb445ea6ba service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323745 Mar 10 15:06:54.950179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddd0b1b2-e7a1-48af-9692-46e9d65d49c8 req-f75c4e85-2dfc-4173-888b-3b31cafa1e6b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666043 Mar 10 15:06:54.952553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-deeb444f-13fd-483b-8262-b02b1d9195fc service neutron] 10.222.0.11 "GET /v2.0/networks/ba3e07bf-99bc-4e4e-aa09-2bc108348d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568177 Mar 10 15:06:55.041604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-f080dd5d-c71b-4b47-b6d5-007f17588e47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=897b7442-2c85-41db-8222-5878fd6412d4 HTTP/1.1" status: 200 len: 217 time: 0.1308007 Mar 10 15:06:55.075547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d8e3eb2f-eef7-43bc-be47-9d19a191651a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:55.151239 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 49a7e772-0a92-41f4-8670-51ab2b9e749e details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:06:55.152135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca027c8-8128-4441-9553-7c2756022a7e req-7016c694-7d59-4cf0-aec5-f254c0dc2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:55.153709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-7016c694-7d59-4cf0-aec5-f254c0dc2dae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dd76c604-3c09-43e9-aff2-79488b4d08b4 HTTP/1.1" status: 200 len: 855 time: 0.1022894 Mar 10 15:06:55.274109 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:55.275580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799c6d1-9467-43a5-a3f9-045c5ba18056 req-86de87e1-8be8-4070-abf7-7ddd3feb4a4a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:55.282698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8799c6d1-9467-43a5-a3f9-045c5ba18056 req-86de87e1-8be8-4070-abf7-7ddd3feb4a4a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2373488 Mar 10 15:06:55.313948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca027c8-8128-4441-9553-7c2756022a7e req-bb3642b9-6dcc-474b-aa72-4d5fc88ffa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:55.315132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-bb3642b9-6dcc-474b-aa72-4d5fc88ffa87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec009e5e-7a29-4042-978e-3e33d0751b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1507802 Mar 10 15:06:55.317904 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f638fb10-6251-492b-951c-e082197d3134 x-openstack-request-id: req-f638fb10-6251-492b-951c-e082197d3134 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:55.318217 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1c237d-3acd-4006-baec-c630ab46e4e1", "name": "network-vif-plugged", "status": "completed", "tag": "2ff3ac36-53f9-43a1-9632-a1f537c8c422", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:55.318508 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f638fb10-6251-492b-951c-e082197d3134 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:55.318956 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1c237d-3acd-4006-baec-c630ab46e4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff3ac36-53f9-43a1-9632-a1f537c8c422', 'code': 200} Mar 10 15:06:55.444858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d8e3eb2f-eef7-43bc-be47-9d19a191651a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:55.445544 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:55.554016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 49a7e772-0a92-41f4-8670-51ab2b9e749e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=49a7e772-0a92-41f4-8670-51ab2b9e749e,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:55.570820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '49a7e772-0a92-41f4-8670-51ab2b9e749e', 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d', 'port_id': '49a7e772-0a92-41f4-8670-51ab2b9e749e', 'mac_address': 'fa:16:3e:84:a8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd76c604-3c09-43e9-aff2-79488b4d08b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:06:55.612529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8799c6d1-9467-43a5-a3f9-045c5ba18056 req-94db6dc4-aa10-48a8-aca2-766cb97a7d4e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288593 Mar 10 15:06:55.699059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba132a2c-a4ab-4c3c-8823-22216084d068 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:55.713318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b0bdd-2f1d-4dfd-bb1c-fae57b961806 req-51b5a543-8fd1-481e-8181-12db4f382f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:55.720123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff9b0bdd-2f1d-4dfd-bb1c-fae57b961806 req-51b5a543-8fd1-481e-8181-12db4f382f26 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 1127 time: 0.3452561 Mar 10 15:06:55.733624 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220fbd87-63a1-4059-9a2c-ade5eced4a89 x-openstack-request-id: req-220fbd87-63a1-4059-9a2c-ade5eced4a89 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:55.734628 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "783745c0-e7b2-4cd0-9037-2f3605218919", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:55.734920 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-220fbd87-63a1-4059-9a2c-ade5eced4a89 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:55.735337 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': '783745c0-e7b2-4cd0-9037-2f3605218919', 'status': 'completed', 'code': 200} Mar 10 15:06:55.736442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 49a7e772-0a92-41f4-8670-51ab2b9e749e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:55.737364 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:55.748129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (e56dacf7-4165-4855-900a-631674a5c655), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:55.755732 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Publish callbacks [] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:55.757360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a7e772-0a92-41f4-8670-51ab2b9e749e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:55.764731 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d8e3eb2f-eef7-43bc-be47-9d19a191651a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:55.765880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-7516b388-78fc-4c79-8844-9b094fb7b686 service neutron] 10.222.0.62 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375129 Mar 10 15:06:55.773215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Port': ['ID=2e4c9123-cd11-45dd-a620-bdedbf11e566,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:55.792415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 49a7e772-0a92-41f4-8670-51ab2b9e749e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=49a7e772-0a92-41f4-8670-51ab2b9e749e,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:55.801547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:55.864786 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:55.867034 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6c68689e-7ec4-4ccb-9bd1-da4bae5ee777 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4193974 Mar 10 15:06:55.880320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-126f18db-5e85-4ee3-898e-25a9dbfc8cbd req-42225fd0-02b2-4ac2-b51c-06da4e24ff63 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 210 time: 0.0502927 Mar 10 15:06:55.902505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Transition to ACTIVE for port object ba132a2c-a4ab-4c3c-8823-22216084d068 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:06:55.912953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-4846ea45-1218-48e1-aaac-db9d044625b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:55.915414 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-4846ea45-1218-48e1-aaac-db9d044625b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:55.916070 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-4846ea45-1218-48e1-aaac-db9d044625b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:55.919611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-4846ea45-1218-48e1-aaac-db9d044625b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:55.925022 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-4846ea45-1218-48e1-aaac-db9d044625b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:55.926493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-4846ea45-1218-48e1-aaac-db9d044625b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:55.929060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-4846ea45-1218-48e1-aaac-db9d044625b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:55.931125 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-4846ea45-1218-48e1-aaac-db9d044625b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 6410 time: 0.1793106 Mar 10 15:06:55.933563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:55.959226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=49a7e772-0a92-41f4-8670-51ab2b9e749e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:56.067789 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['49a7e772-0a92-41f4-8670-51ab2b9e749e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:06:56.164737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff9b0bdd-2f1d-4dfd-bb1c-fae57b961806 req-bf58ca6c-9477-4f31-bf04-c6abb7b9a924 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284420 Mar 10 15:06:56.205380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-8f3d8297-b9d0-493a-988d-09bc773a0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.205855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-8f3d8297-b9d0-493a-988d-09bc773a0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.206325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-8f3d8297-b9d0-493a-988d-09bc773a0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.216538 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-8f3d8297-b9d0-493a-988d-09bc773a0077 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2687333 Mar 10 15:06:56.326926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Pushing event updated for resources: {'Port': ['ID=ba132a2c-a4ab-4c3c-8823-22216084d068,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:56.348080 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-df272ec4-1d7b-4d54-96b2-dc87e7a835cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.349546 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c602dce3-1b59-4d2e-8ee3-0a34962fa331 req-df272ec4-1d7b-4d54-96b2-dc87e7a835cb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261165 Mar 10 15:06:56.360815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996f6f-6f0f-41f9-a277-531534dcc84a req-d595aa42-2426-4774-9651-d699e442c6ce tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.366299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996f6f-6f0f-41f9-a277-531534dcc84a req-d595aa42-2426-4774-9651-d699e442c6ce tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.371706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996f6f-6f0f-41f9-a277-531534dcc84a req-d595aa42-2426-4774-9651-d699e442c6ce tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.377065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996f6f-6f0f-41f9-a277-531534dcc84a req-d595aa42-2426-4774-9651-d699e442c6ce tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.382495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996f6f-6f0f-41f9-a277-531534dcc84a req-d595aa42-2426-4774-9651-d699e442c6ce tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.388333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996f6f-6f0f-41f9-a277-531534dcc84a req-d595aa42-2426-4774-9651-d699e442c6ce tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.393776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996f6f-6f0f-41f9-a277-531534dcc84a req-d595aa42-2426-4774-9651-d699e442c6ce tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.402512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95996f6f-6f0f-41f9-a277-531534dcc84a req-d595aa42-2426-4774-9651-d699e442c6ce tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5394 time: 0.5824552 Mar 10 15:06:56.446639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ca027c8-8128-4441-9553-7c2756022a7e req-9c4a2cf0-af18-46a2-b677-2005b462e548 service neutron] 10.222.0.62 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402690 Mar 10 15:06:56.510707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Attempting to bind port ba132a2c-a4ab-4c3c-8823-22216084d068 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:56.511039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Attempting to bind port ba132a2c-a4ab-4c3c-8823-22216084d068 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:56.511365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Attempting to bind port ba132a2c-a4ab-4c3c-8823-22216084d068 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:56.535429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95996f6f-6f0f-41f9-a277-531534dcc84a req-7a31dab6-e438-47c9-beb7-fbf9c83ada3a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318736 Mar 10 15:06:56.545590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Port ba132a2c-a4ab-4c3c-8823-22216084d068 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:06:56.545922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Attempting to bind port ba132a2c-a4ab-4c3c-8823-22216084d068 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:56.575713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18732f-20c9-4f4a-bd01-6e0d264baed5 req-ec881c43-4a01-4566-9ae4-79fa3bb09a58 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.586365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea18732f-20c9-4f4a-bd01-6e0d264baed5 req-ec881c43-4a01-4566-9ae4-79fa3bb09a58 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.4126410 Mar 10 15:06:56.594439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:56.594803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Checking segment: {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:56.595203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Bound using segment: {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:56.595721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Bound port: ba132a2c-a4ab-4c3c-8823-22216084d068, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262c6194-add5-414a-b9f1-bc8d463b543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:56.596153 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:56.732946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea18732f-20c9-4f4a-bd01-6e0d264baed5 req-66b7f5c3-7e98-4119-8bb8-a117594ae4ca tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455302 Mar 10 15:06:56.800252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] For port ba132a2c-a4ab-4c3c-8823-22216084d068, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:56.811581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] For port ba132a2c-a4ab-4c3c-8823-22216084d068, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ba132a2c-a4ab-4c3c-8823-22216084d068,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:56.827675 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:56.876091 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:56.920304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:56.921645 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:56.924394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] 10.222.0.62 "PUT /v2.0/ports/ba132a2c-a4ab-4c3c-8823-22216084d068 HTTP/1.1" status: 200 len: 1091 time: 2.9237871 Mar 10 15:06:56.969317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:57.025527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c1d41-0c57-4eae-a8ff-980dfe569191 service neutron] Pushing event updated for resources: {'Port': ['ID=ba132a2c-a4ab-4c3c-8823-22216084d068,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:57.097142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e494b-606e-42cb-88fd-d41e40c51b7a req-38c10a06-f604-4f4b-b870-aa2e78275647 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:57.104330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-670e494b-606e-42cb-88fd-d41e40c51b7a req-38c10a06-f604-4f4b-b870-aa2e78275647 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 943 time: 0.2252820 Mar 10 15:06:57.124558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-63b3ee92-2ee8-4d33-b28d-0031463bc732 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--598967065&fields=id&tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a HTTP/1.1" status: 200 len: 267 time: 0.1763811 Mar 10 15:06:57.135551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 49a7e772-0a92-41f4-8670-51ab2b9e749e up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:06:57.168806 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9374b257-5118-4483-9d6e-a5bc00422183), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:57.243555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-90a7dfcf-c9c7-489e-8608-96dd26211745 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:57.250478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-90a7dfcf-c9c7-489e-8608-96dd26211745 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports/99057946-4fdf-44be-be7e-ed1d74bfa2e0 HTTP/1.1" status: 200 len: 931 time: 0.1250389 Mar 10 15:06:57.261611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 49a7e772-0a92-41f4-8670-51ab2b9e749e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:06:57.267029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 49a7e772-0a92-41f4-8670-51ab2b9e749e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:06:57.267415 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:57.349594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-670e494b-606e-42cb-88fd-d41e40c51b7a req-019c2c6d-4234-4e19-aa81-744c194b1382 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395327 Mar 10 15:06:57.433096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 49a7e772-0a92-41f4-8670-51ab2b9e749e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:06:57.433623 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:57.481437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a7e772-0a92-41f4-8670-51ab2b9e749e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:57.489465 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61934de4-cf87-4efc-acd4-fc7a022cb17a" -d '{"events": [{"server_uuid": "ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4", "name": "network-vif-plugged", "status": "completed", "tag": "49a7e772-0a92-41f4-8670-51ab2b9e749e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:57.507320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 49a7e772-0a92-41f4-8670-51ab2b9e749e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=49a7e772-0a92-41f4-8670-51ab2b9e749e,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:06:57.512785 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:57.574396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=49a7e772-0a92-41f4-8670-51ab2b9e749e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:57.639756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-c8a6694d-5c92-4d84-b32e-cee4ab80e5a0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:57.645931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-c8a6694d-5c92-4d84-b32e-cee4ab80e5a0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:57.648195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-c8a6694d-5c92-4d84-b32e-cee4ab80e5a0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "GET /v2.0/networks?id=47cf31b8-3d32-4297-897b-6daec5be89f2&id=ba3e07bf-99bc-4e4e-aa09-2bc108348d79 HTTP/1.1" status: 200 len: 1391 time: 0.3505311 Mar 10 15:06:57.656058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-fa73a468-6fb2-453b-b03a-5438e6aa250f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:57.658349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-fa73a468-6fb2-453b-b03a-5438e6aa250f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports/82185172-d57c-492b-8f11-a16c719432eb HTTP/1.1" status: 200 len: 932 time: 0.4063172 Mar 10 15:06:57.680828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'port': {'device_id': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2', 'admin_state_up': True, 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:06:57.741799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6601f67-d2f0-450e-9ed9-0b013b19a82c', 'tag': '897b7442-2c85-41db-8222-5878fd6412d4'}, {'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': 'ba132a2c-a4ab-4c3c-8823-22216084d068'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:06:57.744308 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584819d5-aadc-4546-b19e-a7237ead74fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a6601f67-d2f0-450e-9ed9-0b013b19a82c", "tag": "897b7442-2c85-41db-8222-5878fd6412d4"}, {"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "ba132a2c-a4ab-4c3c-8823-22216084d068"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:06:57.788464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-39158e80-8a07-4180-997a-035cffcda534 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?network_id=0ce7491f-04bd-4f39-a81d-ebd70217f589&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1105266 Mar 10 15:06:58.151216 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:58.238363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e719cb16-f831-45ed-9e85-fec8ffcfe8df tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?network_id=0ce7491f-04bd-4f39-a81d-ebd70217f589&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0730236 Mar 10 15:06:58.334835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5a215-9750-4ed7-83e4-148939ea6480 req-7ce3959f-f6af-455d-a88a-af7ba230d9e3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:58.336193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80e5a215-9750-4ed7-83e4-148939ea6480 req-7ce3959f-f6af-455d-a88a-af7ba230d9e3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.6763811 Mar 10 15:06:58.511350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:06:58.514639 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:58.519102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80e5a215-9750-4ed7-83e4-148939ea6480 req-aec35b3a-7914-40db-96ee-c1a44e9ec71d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642702 Mar 10 15:06:58.543088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-8930a188-4cd9-4599-b8ef-62969f418e6c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:58.548103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-8930a188-4cd9-4599-b8ef-62969f418e6c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:58.553793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-8930a188-4cd9-4599-b8ef-62969f418e6c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:58.555514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-8930a188-4cd9-4599-b8ef-62969f418e6c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/networks?id=fa5e524c-1898-4673-8197-c16e729f39de&id=be8524cd-cbb7-4825-a346-3074feb1e69e&id=be8524cd-cbb7-4825-a346-3074feb1e69e&id=0ce7491f-04bd-4f39-a81d-ebd70217f589&id=0ce7491f-04bd-4f39-a81d-ebd70217f589 HTTP/1.1" status: 200 len: 1989 time: 0.2763057 Mar 10 15:06:58.593834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-fe3a5349-ca74-4cc7-a21d-0f7783aab573 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/quotas/44af2d32b4ac4a6b8ecda2bc10c33f5a HTTP/1.1" status: 200 len: 375 time: 0.0290725 Mar 10 15:06:58.596757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9374b257-5118-4483-9d6e-a5bc00422183 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:06:58.608679 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Publish callbacks [] for port (9374b257-5118-4483-9d6e-a5bc00422183), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:58.702978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Transition to ACTIVE for port object 9374b257-5118-4483-9d6e-a5bc00422183 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:06:58.735880 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9374b257-5118-4483-9d6e-a5bc00422183), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:58.826615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Allocated IP 19.80.0.133 (47cf31b8-3d32-4297-897b-6daec5be89f2/8d5b5299-2280-450e-8d5a-b1d52990b604/b2bb4c99-ca06-47e4-b1e7-b3e9aa732957) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:06:58.848515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5175447b-4e83-4d4c-b65b-40ffa908719d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2441216 Mar 10 15:06:58.888288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Pushing event updated for resources: {'Port': ['ID=9374b257-5118-4483-9d6e-a5bc00422183,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:58.897949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d25cd16e-673f-4fd0-939a-833dfb3c5c59 req-69a9e440-ebc5-476e-823a-4abdcd949ed0 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 210 time: 0.0680275 Mar 10 15:06:58.972594 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a72422-229b-46eb-b6f4-1586352b440e x-openstack-request-id: req-78a72422-229b-46eb-b6f4-1586352b440e {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:58.972894 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4", "name": "network-vif-plugged", "status": "completed", "tag": "49a7e772-0a92-41f4-8670-51ab2b9e749e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:58.973150 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78a72422-229b-46eb-b6f4-1586352b440e {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:58.973549 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a7e772-0a92-41f4-8670-51ab2b9e749e', 'code': 200} Mar 10 15:06:59.197732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Attempting to bind port 9374b257-5118-4483-9d6e-a5bc00422183 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:06:59.198082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Attempting to bind port 9374b257-5118-4483-9d6e-a5bc00422183 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:06:59.198393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Attempting to bind port 9374b257-5118-4483-9d6e-a5bc00422183 on network 9970742e-6dcd-4d15-82de-6a61710de5cc {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:59.200190 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:06:59.202146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-0082f753-12a3-4cdb-aace-d86e21945f60 service neutron] 10.222.0.11 "GET /v2.0/networks/fa5e524c-1898-4673-8197-c16e729f39de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091762 Mar 10 15:06:59.258250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Port 9374b257-5118-4483-9d6e-a5bc00422183 on network 9970742e-6dcd-4d15-82de-6a61710de5cc not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:06:59.258895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Attempting to bind port 9374b257-5118-4483-9d6e-a5bc00422183 on network 9970742e-6dcd-4d15-82de-6a61710de5cc {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:06:59.290092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:06:59.290435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Checking segment: {'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:06:59.290839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Bound using segment: {'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:06:59.291292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Bound port: 9374b257-5118-4483-9d6e-a5bc00422183, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:06:59.291652 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9374b257-5118-4483-9d6e-a5bc00422183), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:59.310971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423a62c-2a04-4e39-a3a0-cfc56f1760d7 req-1cd229da-424b-458d-ba9c-742790ca1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:59.312481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7423a62c-2a04-4e39-a3a0-cfc56f1760d7 req-1cd229da-424b-458d-ba9c-742790ca1a93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 1128 time: 0.2397037 Mar 10 15:06:59.383822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a2e87-c309-461c-abbd-9098b60921fb req-c576e3f1-983f-4685-8078-cf70f6886d1f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:59.389600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a2e87-c309-461c-abbd-9098b60921fb req-c576e3f1-983f-4685-8078-cf70f6886d1f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:59.394869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a2e87-c309-461c-abbd-9098b60921fb req-c576e3f1-983f-4685-8078-cf70f6886d1f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:59.400624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a2e87-c309-461c-abbd-9098b60921fb req-c576e3f1-983f-4685-8078-cf70f6886d1f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:59.405918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a2e87-c309-461c-abbd-9098b60921fb req-c576e3f1-983f-4685-8078-cf70f6886d1f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:59.411341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a2e87-c309-461c-abbd-9098b60921fb req-c576e3f1-983f-4685-8078-cf70f6886d1f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:59.417444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a2e87-c309-461c-abbd-9098b60921fb req-c576e3f1-983f-4685-8078-cf70f6886d1f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:59.419493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-010a2e87-c309-461c-abbd-9098b60921fb req-c576e3f1-983f-4685-8078-cf70f6886d1f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5418 time: 0.3477671 Mar 10 15:06:59.443834 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:59.586490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-9a072548-f891-441c-9066-29447e7343fe service neutron] 10.222.0.11 "GET /v2.0/networks/fa5e524c-1898-4673-8197-c16e729f39de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487780 Mar 10 15:06:59.594845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7423a62c-2a04-4e39-a3a0-cfc56f1760d7 req-970737af-fe6d-477e-926a-f0cfa4966dee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639134 Mar 10 15:06:59.619764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] For port 9374b257-5118-4483-9d6e-a5bc00422183, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:06:59.647631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-010a2e87-c309-461c-abbd-9098b60921fb req-28f6c467-7367-412f-9fe9-0432538c3ab2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2111747 Mar 10 15:06:59.662931 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:59.676406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] For port 9374b257-5118-4483-9d6e-a5bc00422183, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9374b257-5118-4483-9d6e-a5bc00422183,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:06:59.704883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-a1aa405d-723b-42e8-80ab-ee64a5866aa9 service neutron] 10.222.0.11 "GET /v2.0/ports/99057946-4fdf-44be-be7e-ed1d74bfa2e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1010125 Mar 10 15:06:59.712937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9374b257-5118-4483-9d6e-a5bc00422183), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:59.740338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network 47cf31b8-3d32-4297-897b-6daec5be89f2 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:06:59.746367 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e8b697-acb7-47b5-95d6-bd9270312163 x-openstack-request-id: req-c8e8b697-acb7-47b5-95d6-bd9270312163 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:06:59.746679 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6601f67-d2f0-450e-9ed9-0b013b19a82c", "tag": "897b7442-2c85-41db-8222-5878fd6412d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "ba132a2c-a4ab-4c3c-8823-22216084d068", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:06:59.747165 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8e8b697-acb7-47b5-95d6-bd9270312163 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:06:59.747743 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6601f67-d2f0-450e-9ed9-0b013b19a82c', 'tag': '897b7442-2c85-41db-8222-5878fd6412d4', 'status': 'completed', 'code': 200} Mar 10 15:06:59.748008 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': 'ba132a2c-a4ab-4c3c-8823-22216084d068', 'status': 'completed', 'code': 200} Mar 10 15:06:59.764681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:06:59.767138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:06:59.774191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:06:59.774846 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:06:59.776696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] 10.222.0.62 "PUT /v2.0/ports/9374b257-5118-4483-9d6e-a5bc00422183 HTTP/1.1" status: 200 len: 1091 time: 2.8116570 Mar 10 15:06:59.814531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Port': ['ID=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:06:59.845500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Request body: {'port': {'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:00.041163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:00.041865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:00.111858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fc40e-617d-4c8c-b26b-e85093e2dda6 service neutron] Pushing event updated for resources: {'Port': ['ID=9374b257-5118-4483-9d6e-a5bc00422183,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:00.148956 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-4698f4fb-896b-46bd-b26c-ea5c43f23430 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4757373 Mar 10 15:07:00.160758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-b4f1d0f7-aae2-4345-a870-b1eca5f8e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:00.162251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584819d5-aadc-4546-b19e-a7237ead74fb req-b4f1d0f7-aae2-4345-a870-b1eca5f8e21d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 1125 time: 0.3830843 Mar 10 15:07:00.164065 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d701a1f6-4df3-42b5-af01-48b5f268338c service neutron] 10.222.0.11 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465766 Mar 10 15:07:00.179789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Request body: {'port': {'device_id': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79', 'admin_state_up': True, 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:00.191331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda33af-4cd1-497f-b20a-56d3c9ab1d33 req-df3b9b07-eb32-4118-b04a-7aeea4b135fd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:00.192772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4dda33af-4cd1-497f-b20a-56d3c9ab1d33 req-df3b9b07-eb32-4118-b04a-7aeea4b135fd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 943 time: 0.3660281 Mar 10 15:07:00.227577 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:00.230051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f51aad1e-b834-4a4a-93f9-720536d17ee1 None None] Provisioning complete for port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:00.231546 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f51aad1e-b834-4a4a-93f9-720536d17ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:00.277375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f51aad1e-b834-4a4a-93f9-720536d17ee1 None None] Port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:00.485079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4dda33af-4cd1-497f-b20a-56d3c9ab1d33 req-c4369bbe-2db4-4a1e-9b60-537f1ed68495 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584782 Mar 10 15:07:00.507744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-ac210508-a1ec-4e73-81c8-fea70f44e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:00.517472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584819d5-aadc-4546-b19e-a7237ead74fb req-ac210508-a1ec-4e73-81c8-fea70f44e71f service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 200 len: 917 time: 0.3404510 Mar 10 15:07:00.572179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d6a0d268-71cb-40fd-9d5f-e516ffbe6a95 service neutron] 10.222.0.11 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684618 Mar 10 15:07:00.623506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584819d5-aadc-4546-b19e-a7237ead74fb req-ba992740-bd30-4bd4-b7dc-c31f75826bb5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=897b7442-2c85-41db-8222-5878fd6412d4 HTTP/1.1" status: 200 len: 217 time: 0.0671616 Mar 10 15:07:00.717599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6001faf0-27ee-4195-a3a1-03106da25dea service neutron] 10.222.0.11 "GET /v2.0/ports/82185172-d57c-492b-8f11-a16c719432eb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1063573 Mar 10 15:07:00.718177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Made reservation on behalf of aa99669ca8144cbfbfa49edd18b50cd0 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:07:00.721418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:00.816925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-1332d9fe-1628-4813-b12b-e2e88c692d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:00.819191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584819d5-aadc-4546-b19e-a7237ead74fb req-1332d9fe-1628-4813-b12b-e2e88c692d6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dd76c604-3c09-43e9-aff2-79488b4d08b4 HTTP/1.1" status: 200 len: 855 time: 0.1693308 Mar 10 15:07:01.402680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-8fe7706f-5df9-4119-86fd-49ac7911ee84 service neutron] 10.222.0.11 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6742692 Mar 10 15:07:01.478396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-95bd4804-4cc5-4db7-af23-fb93135a5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:01.479947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584819d5-aadc-4546-b19e-a7237ead74fb req-95bd4804-4cc5-4db7-af23-fb93135a5994 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec009e5e-7a29-4042-978e-3e33d0751b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6445365 Mar 10 15:07:01.553483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 897b7442-2c85-41db-8222-5878fd6412d4 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:07:01.593748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caeb5f7e-53dd-42bc-aa55-aa6280c229d0 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:01.625462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa16f-8906-4d22-aded-40e6b4032aea req-1a95446e-ea3c-48cc-9ab8-7de1d9c4c086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:01.626965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df6aa16f-8906-4d22-aded-40e6b4032aea req-1a95446e-ea3c-48cc-9ab8-7de1d9c4c086 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 932 time: 0.3346558 Mar 10 15:07:01.629793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Allocated IP 19.86.0.207 (ba3e07bf-99bc-4e4e-aa09-2bc108348d79/45967768-503b-4ee9-b4b9-628e076792e2/58c36268-bf6e-42b3-a5e5-a6243883a496) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:01.634714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Publish callbacks [] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:01.705012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 897b7442-2c85-41db-8222-5878fd6412d4, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=897b7442-2c85-41db-8222-5878fd6412d4,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:01.724221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '897b7442-2c85-41db-8222-5878fd6412d4', 'network_id': 'ec009e5e-7a29-4042-978e-3e33d0751b7d', 'port_id': '897b7442-2c85-41db-8222-5878fd6412d4', 'mac_address': 'fa:16:3e:a4:d6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd76c604-3c09-43e9-aff2-79488b4d08b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:07:01.726661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Transition to ACTIVE for port object caeb5f7e-53dd-42bc-aa55-aa6280c229d0 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:07:01.762081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-b14ce861-a2f3-418e-94b6-a1fdedcd1622 service neutron] 10.222.0.11 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585858 Mar 10 15:07:01.763677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': '9374b257-5118-4483-9d6e-a5bc00422183'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:01.765899 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf88ef4-d405-491b-b10c-5250da7ce7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "9374b257-5118-4483-9d6e-a5bc00422183"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:01.780638 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:01.795575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 897b7442-2c85-41db-8222-5878fd6412d4 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:01.796375 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (897b7442-2c85-41db-8222-5878fd6412d4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:01.815106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897b7442-2c85-41db-8222-5878fd6412d4 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:01.825292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584819d5-aadc-4546-b19e-a7237ead74fb req-779bc9f1-eed3-4919-836f-ba57d2a086ab service neutron] 10.222.0.62 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207901 Mar 10 15:07:01.847999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 897b7442-2c85-41db-8222-5878fd6412d4, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=897b7442-2c85-41db-8222-5878fd6412d4,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:01.856693 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (897b7442-2c85-41db-8222-5878fd6412d4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:01.931060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df6aa16f-8906-4d22-aded-40e6b4032aea req-5eb30cbe-e88b-42e2-8d64-1d3054093c03 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937245 Mar 10 15:07:02.016684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Pushing event updated for resources: {'Port': ['ID=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:02.070236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=897b7442-2c85-41db-8222-5878fd6412d4,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:02.101651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.104073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.104073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.104073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.104073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.104073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.104482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.104805 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.105075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.105529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.105769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.106103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.106435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:02.194183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['897b7442-2c85-41db-8222-5878fd6412d4'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:07:02.323141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20b5b819-8ca0-4bac-b8fb-9c5ecb578bbd service neutron] 10.222.0.11 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600884 Mar 10 15:07:02.334206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584819d5-aadc-4546-b19e-a7237ead74fb req-8bcfc645-9347-4a7b-9d24-d7383ca79b23 service neutron] 10.222.0.62 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825506 Mar 10 15:07:02.369077 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:02.404673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Attempting to bind port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:02.405008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Attempting to bind port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:02.405358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Attempting to bind port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 on network 9970742e-6dcd-4d15-82de-6a61710de5cc {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:02.458719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31184cfd-7c13-406d-8815-301c2bb2ec8b req-caa51fea-9849-447a-95f5-25c52eeafc0f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.464270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31184cfd-7c13-406d-8815-301c2bb2ec8b req-caa51fea-9849-447a-95f5-25c52eeafc0f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.469518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31184cfd-7c13-406d-8815-301c2bb2ec8b req-caa51fea-9849-447a-95f5-25c52eeafc0f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.474767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31184cfd-7c13-406d-8815-301c2bb2ec8b req-caa51fea-9849-447a-95f5-25c52eeafc0f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.480224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31184cfd-7c13-406d-8815-301c2bb2ec8b req-caa51fea-9849-447a-95f5-25c52eeafc0f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.485356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31184cfd-7c13-406d-8815-301c2bb2ec8b req-caa51fea-9849-447a-95f5-25c52eeafc0f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.491141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31184cfd-7c13-406d-8815-301c2bb2ec8b req-caa51fea-9849-447a-95f5-25c52eeafc0f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.493070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31184cfd-7c13-406d-8815-301c2bb2ec8b req-caa51fea-9849-447a-95f5-25c52eeafc0f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5430 time: 0.3488116 Mar 10 15:07:02.521759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 on network 9970742e-6dcd-4d15-82de-6a61710de5cc not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:07:02.522115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Attempting to bind port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 on network 9970742e-6dcd-4d15-82de-6a61710de5cc {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:02.560128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:02.560504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Checking segment: {'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:02.560842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Bound using segment: {'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:02.561284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Bound port: caeb5f7e-53dd-42bc-aa55-aa6280c229d0, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c1d39a9-7525-48fa-8979-5136949157af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:02.561636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:02.607310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-38e133b5-cc88-4c29-98a8-639e453e333b service neutron] 10.222.0.11 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721472 Mar 10 15:07:02.627208 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:02.675000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-589acecb-a77f-4a95-8925-12244c064443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.675488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-589acecb-a77f-4a95-8925-12244c064443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.675979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-589acecb-a77f-4a95-8925-12244c064443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.676415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-589acecb-a77f-4a95-8925-12244c064443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.676874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-589acecb-a77f-4a95-8925-12244c064443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.678244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-589acecb-a77f-4a95-8925-12244c064443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.678368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-589acecb-a77f-4a95-8925-12244c064443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:02.680275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584819d5-aadc-4546-b19e-a7237ead74fb req-589acecb-a77f-4a95-8925-12244c064443 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 6631 time: 0.2712767 Mar 10 15:07:02.703890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31184cfd-7c13-406d-8815-301c2bb2ec8b req-d3b61486-d3c3-4d54-8cc3-79f82d6e650c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1839330 Mar 10 15:07:02.800872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:02.880752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:02.888100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event updated for resources: {'Port': ['ID=58c36268-bf6e-42b3-a5e5-a6243883a496,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:02.891708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] For port caeb5f7e-53dd-42bc-aa55-aa6280c229d0, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:02.893683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:02.954948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] For port caeb5f7e-53dd-42bc-aa55-aa6280c229d0, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:02.989705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-0a88b1e5-f88c-4646-98aa-56f60d4fd199 service neutron] 10.222.0.11 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399229 Mar 10 15:07:03.171620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:03.185552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a1e54ecd-b479-42ee-ab1a-022f9d418d55 None None] Provisioning complete for port 58c36268-bf6e-42b3-a5e5-a6243883a496 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:03.186085 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a1e54ecd-b479-42ee-ab1a-022f9d418d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:03.235821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a1e54ecd-b479-42ee-ab1a-022f9d418d55 None None] Port 58c36268-bf6e-42b3-a5e5-a6243883a496 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:03.285646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.285646 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:03.286998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] 10.222.0.62 "PUT /v2.0/ports/caeb5f7e-53dd-42bc-aa55-aa6280c229d0 HTTP/1.1" status: 200 len: 1091 time: 3.4618361 Mar 10 15:07:03.302919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.303497 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:03.323728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b806c-8f4b-470e-b3d6-205c2481fc35 req-a95406de-185c-43c8-bf7c-b0954589b3b7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.325294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-082b806c-8f4b-470e-b3d6-205c2481fc35 req-a95406de-185c-43c8-bf7c-b0954589b3b7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.5439050 Mar 10 15:07:03.341474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-ee2bc17b-e19f-42c2-95fb-cd5b0eea62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.341948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-ee2bc17b-e19f-42c2-95fb-cd5b0eea62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.342433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-ee2bc17b-e19f-42c2-95fb-cd5b0eea62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.344111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584819d5-aadc-4546-b19e-a7237ead74fb req-ee2bc17b-e19f-42c2-95fb-cd5b0eea62b9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6482635 Mar 10 15:07:03.358165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-38ecf5fe-b8d6-4c26-a710-f29374a2a061 service neutron] 10.222.0.11 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163943 Mar 10 15:07:03.369662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333da99-b549-4f70-a218-cf12647f2714 service neutron] Pushing event updated for resources: {'Port': ['ID=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:03.407936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-d276e11b-84e8-4519-aea0-6099e3f522ce tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2401056 Mar 10 15:07:03.441553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Request body: {'port': {'device_id': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:03.565382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 897b7442-2c85-41db-8222-5878fd6412d4 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:03.620236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-082b806c-8f4b-470e-b3d6-205c2481fc35 req-220b8e74-392d-4cba-9af1-38c1eabbb3af tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805591 Mar 10 15:07:03.624974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 897b7442-2c85-41db-8222-5878fd6412d4 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:07:03.637192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 897b7442-2c85-41db-8222-5878fd6412d4 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:03.638036 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (897b7442-2c85-41db-8222-5878fd6412d4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:03.686062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584819d5-aadc-4546-b19e-a7237ead74fb req-36410754-5145-424e-a8c7-bfa2d56d48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.687751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-584819d5-aadc-4546-b19e-a7237ead74fb req-36410754-5145-424e-a8c7-bfa2d56d48b5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3282917 Mar 10 15:07:03.690720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:03.695201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-41cf9524-2424-4fbf-a1b8-1f7815c38b10 service neutron] 10.222.0.11 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096452 Mar 10 15:07:03.771787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 897b7442-2c85-41db-8222-5878fd6412d4 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:03.772181 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (897b7442-2c85-41db-8222-5878fd6412d4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:03.814766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 897b7442-2c85-41db-8222-5878fd6412d4, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=897b7442-2c85-41db-8222-5878fd6412d4,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:03.817146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6601f67-d2f0-450e-9ed9-0b013b19a82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897b7442-2c85-41db-8222-5878fd6412d4'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:03.821505 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a77d371-b947-4e2b-8dea-9d7ea04b3272" -d '{"events": [{"server_uuid": "a6601f67-d2f0-450e-9ed9-0b013b19a82c", "name": "network-vif-plugged", "status": "completed", "tag": "897b7442-2c85-41db-8222-5878fd6412d4"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:03.827122 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (897b7442-2c85-41db-8222-5878fd6412d4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:03.909867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=897b7442-2c85-41db-8222-5878fd6412d4,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:03.980192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-de1939ab-d9c5-4912-97dc-0543efaac83f service neutron] 10.222.0.11 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661405 Mar 10 15:07:03.995361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-f910a18e-acd6-43c8-8945-d777ca5bda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.995838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-f910a18e-acd6-43c8-8945-d777ca5bda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.996447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-f910a18e-acd6-43c8-8945-d777ca5bda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.996759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-f910a18e-acd6-43c8-8945-d777ca5bda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.997317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-f910a18e-acd6-43c8-8945-d777ca5bda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.997955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-f910a18e-acd6-43c8-8945-d777ca5bda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:03.998289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-f910a18e-acd6-43c8-8945-d777ca5bda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:04.000372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-f910a18e-acd6-43c8-8945-d777ca5bda4c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 6704 time: 0.2500823 Mar 10 15:07:04.101130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-bae52a8e-a129-48f8-babb-9384d32d0b0b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=218d493d-b3a4-4d0a-ae79-4c881d125355 HTTP/1.1" status: 200 len: 217 time: 0.0864573 Mar 10 15:07:04.653371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-550eb687-53cb-4ceb-8487-8994280f8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:04.654756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-550eb687-53cb-4ceb-8487-8994280f8c01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0244003f-e2d7-431a-8fdc-02496e6ace82 HTTP/1.1" status: 200 len: 856 time: 0.1665125 Mar 10 15:07:04.708515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c7aba-cdbf-4ee1-892b-6337d29a4c0c req-a7f8100f-3ba6-47ca-90eb-ab297b3bd454 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:04.710539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-659c7aba-cdbf-4ee1-892b-6337d29a4c0c req-a7f8100f-3ba6-47ca-90eb-ab297b3bd454 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 945 time: 0.6742268 Mar 10 15:07:04.714936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-70bc33eb-d699-4542-9af6-3f57765df188 service neutron] 10.222.0.11 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7110982 Mar 10 15:07:04.887956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-72001569-d66d-4bc6-8138-e7d82ffb3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:04.889540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-72001569-d66d-4bc6-8138-e7d82ffb3697 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4b1effa7-14ff-447c-a53b-51ea1093cee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2243259 Mar 10 15:07:04.892857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:04.917765 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Publish callbacks [] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:04.926098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-659c7aba-cdbf-4ee1-892b-6337d29a4c0c req-02e10a45-7377-4be6-ab7a-266adc703b49 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915603 Mar 10 15:07:04.977536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-cf188840-eb7b-4b14-8779-29c6a9feaacf service neutron] 10.222.0.11 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463200 Mar 10 15:07:04.983553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Transition to ACTIVE for port object b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:07:05.025895 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23284b37-1737-420b-8244-73993c84becc x-openstack-request-id: req-23284b37-1737-420b-8244-73993c84becc {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:05.026454 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "9374b257-5118-4483-9d6e-a5bc00422183", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:05.026920 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23284b37-1737-420b-8244-73993c84becc {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:05.027496 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': '9374b257-5118-4483-9d6e-a5bc00422183', 'status': 'completed', 'code': 200} Mar 10 15:07:05.050610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:05.172691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-091a9827-0a38-4167-99dc-8e1d4b88e1ac tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:05.174106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-091a9827-0a38-4167-99dc-8e1d4b88e1ac tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports/99057946-4fdf-44be-be7e-ed1d74bfa2e0 HTTP/1.1" status: 200 len: 931 time: 0.1892066 Mar 10 15:07:05.205977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:05.229863 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-929ec1b5-6d9c-430d-adb9-cebc0f2c1142 service neutron] 10.222.0.62 "GET /v2.0/networks/4b1effa7-14ff-447c-a53b-51ea1093cee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293586 Mar 10 15:07:05.306448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-9ae5323a-37ce-4c90-8475-775a2b5b03d8 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:05.309409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-9ae5323a-37ce-4c90-8475-775a2b5b03d8 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports/82185172-d57c-492b-8f11-a16c719432eb HTTP/1.1" status: 200 len: 932 time: 0.1259606 Mar 10 15:07:05.369352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d21f3-414a-4305-b7f8-c09e88fccf1c req-1b0f6ed6-3626-4025-9f2d-7f95ea5c82bf tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:05.374717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d21f3-414a-4305-b7f8-c09e88fccf1c req-1b0f6ed6-3626-4025-9f2d-7f95ea5c82bf tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:05.376382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-511d21f3-414a-4305-b7f8-c09e88fccf1c req-1b0f6ed6-3626-4025-9f2d-7f95ea5c82bf tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1667 time: 0.3218431 Mar 10 15:07:05.531109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-511d21f3-414a-4305-b7f8-c09e88fccf1c req-7a9e9750-53fd-4534-b475-34b8faedf45b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018751 Mar 10 15:07:05.590260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Attempting to bind port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:05.591947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Attempting to bind port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '9b88c2eb-a31a-4014-916d-1d71d5104f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:05.592473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Attempting to bind port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 on network 47cf31b8-3d32-4297-897b-6daec5be89f2 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:05.608966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 on network 47cf31b8-3d32-4297-897b-6daec5be89f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:07:05.609262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Attempting to bind port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 on network 47cf31b8-3d32-4297-897b-6daec5be89f2 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:05.618592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:05.619030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Checking segment: {'id': '9b88c2eb-a31a-4014-916d-1d71d5104f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:05.619357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Bound using segment: {'id': '9b88c2eb-a31a-4014-916d-1d71d5104f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:05.619807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Bound port: b2bb4c99-ca06-47e4-b1e7-b3e9aa732957, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b88c2eb-a31a-4014-916d-1d71d5104f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:05.620167 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:05.665877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-a21a54c5-d289-46bb-b775-0c8f540e8a9a service neutron] 10.222.0.62 "GET /v2.0/networks/4b1effa7-14ff-447c-a53b-51ea1093cee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254363 Mar 10 15:07:05.780818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-bfa89417-d2a7-4461-a624-5ea6a2ef497e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=61c60400-5547-4b1b-8fd8-3e234bedf609 HTTP/1.1" status: 200 len: 217 time: 0.0786695 Mar 10 15:07:05.849203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-74e08f75-d7bb-45d5-80a6-3424c687ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:05.850712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-74e08f75-d7bb-45d5-80a6-3424c687ccd6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bb56f9e-0223-4a2a-b67a-13685c5788e5 HTTP/1.1" status: 200 len: 797 time: 0.0548682 Mar 10 15:07:05.910016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] For port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:05.924584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a841-c74f-41a2-b5e8-e68b76f9f5d7 req-86185b76-689c-47be-be9a-44eef73d9c84 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:05.930817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a841-c74f-41a2-b5e8-e68b76f9f5d7 req-86185b76-689c-47be-be9a-44eef73d9c84 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:05.936966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a841-c74f-41a2-b5e8-e68b76f9f5d7 req-86185b76-689c-47be-be9a-44eef73d9c84 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:05.943080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a841-c74f-41a2-b5e8-e68b76f9f5d7 req-86185b76-689c-47be-be9a-44eef73d9c84 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:05.964552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a841-c74f-41a2-b5e8-e68b76f9f5d7 req-86185b76-689c-47be-be9a-44eef73d9c84 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:05.970585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a841-c74f-41a2-b5e8-e68b76f9f5d7 req-86185b76-689c-47be-be9a-44eef73d9c84 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:05.987789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a841-c74f-41a2-b5e8-e68b76f9f5d7 req-86185b76-689c-47be-be9a-44eef73d9c84 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:06.001328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de40a841-c74f-41a2-b5e8-e68b76f9f5d7 req-86185b76-689c-47be-be9a-44eef73d9c84 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5430 time: 0.2588785 Mar 10 15:07:06.007298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] For port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,segment=NetworkSegment(9b88c2eb-a31a-4014-916d-1d71d5104f65),segment_id=9b88c2eb-a31a-4014-916d-1d71d5104f65)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:06.036702 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:06.099926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-fe3d5437-bd18-413e-98e8-3a923f439e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:06.101731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-fe3d5437-bd18-413e-98e8-3a923f439e1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60f66d83-c732-4c3c-bd32-9d15919cb86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2384493 Mar 10 15:07:06.107207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:06.107824 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:06.109173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] 10.222.0.45 "PUT /v2.0/ports/b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 HTTP/1.1" status: 200 len: 1092 time: 2.6787770 Mar 10 15:07:06.182724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Request body: {'port': {'device_id': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:06.236693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de40a841-c74f-41a2-b5e8-e68b76f9f5d7 req-35a45640-374f-43bd-88d8-de0fc80fe6fd tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2340693 Mar 10 15:07:06.243299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cd58b-7fc6-49a1-8699-476bc0400b88 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:06.350176 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bec264e-209d-43b5-accd-d70a841ffd93 x-openstack-request-id: req-6bec264e-209d-43b5-accd-d70a841ffd93 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:06.351119 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6601f67-d2f0-450e-9ed9-0b013b19a82c", "name": "network-vif-plugged", "status": "completed", "tag": "897b7442-2c85-41db-8222-5878fd6412d4", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:06.352040 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6bec264e-209d-43b5-accd-d70a841ffd93 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:06.352449 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6601f67-d2f0-450e-9ed9-0b013b19a82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897b7442-2c85-41db-8222-5878fd6412d4', 'code': 200} Mar 10 15:07:06.430846 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:06.475762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-35280d8a-48f0-4665-bcf6-ce7041d13ef1 service neutron] 10.222.0.62 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638532 Mar 10 15:07:06.820722 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-107ce3be-68f2-4383-b8e3-6d9f195f4b74 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:06.830658 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-107ce3be-68f2-4383-b8e3-6d9f195f4b74 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports/99057946-4fdf-44be-be7e-ed1d74bfa2e0 HTTP/1.1" status: 200 len: 931 time: 0.2751746 Mar 10 15:07:06.860799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7358035-4a66-4b84-a40a-bd38bcd28a57 req-317b25d5-db69-49e6-939f-fdd7d37ccea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:06.862340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7358035-4a66-4b84-a40a-bd38bcd28a57 req-317b25d5-db69-49e6-939f-fdd7d37ccea2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 1127 time: 0.4145930 Mar 10 15:07:06.910751 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-07b614be-4909-44d5-be4f-6239a97873bc tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:06.922448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7358035-4a66-4b84-a40a-bd38bcd28a57 req-c11fbbb5-2d47-4a60-a80f-ed3c2e0fadb9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502901 Mar 10 15:07:06.926045 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-07b614be-4909-44d5-be4f-6239a97873bc tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports/82185172-d57c-492b-8f11-a16c719432eb HTTP/1.1" status: 200 len: 932 time: 0.0927703 Mar 10 15:07:06.950571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-6cd680a0-4a41-4876-a215-42777227e7bd service neutron] 10.222.0.62 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145491 Mar 10 15:07:06.959325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f8c17-47ee-43b7-8854-ae5bae0ad780 req-2f9b9b4e-938c-40c5-acc7-e3603902be8e tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:06.960770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a7f8c17-47ee-43b7-8854-ae5bae0ad780 req-2f9b9b4e-938c-40c5-acc7-e3603902be8e tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 945 time: 0.2674978 Mar 10 15:07:07.025064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a7f8c17-47ee-43b7-8854-ae5bae0ad780 req-e3ca4b22-d80f-43c6-bcbf-12ed48be9186 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551507 Mar 10 15:07:07.033422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': 'caeb5f7e-53dd-42bc-aa55-aa6280c229d0'}, {'name': 'network-changed', 'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'tag': 'b2bb4c99-ca06-47e4-b1e7-b3e9aa732957'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:07.035661 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5710344f-9fbd-41ae-ac46-ad57fb4554f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "caeb5f7e-53dd-42bc-aa55-aa6280c229d0"}, {"name": "network-changed", "server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "tag": "b2bb4c99-ca06-47e4-b1e7-b3e9aa732957"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:07.142357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-969be31d-fb4d-4c80-b200-71be2ee22cf5 req-ab62f091-b0f3-4f48-8914-548cf32c51aa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0446339 Mar 10 15:07:07.164871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-926c29d7-37a4-46fd-a3ef-6c98289b66de tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2025625036&fields=id&tenant_id=3297bd95393e4871b86602b1b29be320 HTTP/1.1" status: 200 len: 267 time: 0.2006104 Mar 10 15:07:07.231542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-de65d3aa-d97b-4253-a2ff-ec4c097f0708 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=ac14b4d0-1233-499a-9907-cd161fd5f3f0 HTTP/1.1" status: 200 len: 217 time: 0.0542448 Mar 10 15:07:07.293641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-cd9f6e8a-4d20-4dbf-8345-216135f1c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:07.295118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-cd9f6e8a-4d20-4dbf-8345-216135f1c723 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bb56f9e-0223-4a2a-b67a-13685c5788e5 HTTP/1.1" status: 200 len: 797 time: 0.0505593 Mar 10 15:07:07.494055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c36268-bf6e-42b3-a5e5-a6243883a496 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:07.502913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1c896d6c-516a-48a1-a983-64ff7376ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:07.504415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-1c896d6c-516a-48a1-a983-64ff7376ac6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60f66d83-c732-4c3c-bd32-9d15919cb86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2009914 Mar 10 15:07:07.518200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Publish callbacks [] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:07.532176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4edb6-d189-4a75-8ae6-3dc77beb42f2 req-f61778a2-307f-4b6a-a183-d8f18dd12b26 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:07.539769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4edb6-d189-4a75-8ae6-3dc77beb42f2 req-f61778a2-307f-4b6a-a183-d8f18dd12b26 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:07.541336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31d4edb6-d189-4a75-8ae6-3dc77beb42f2 req-f61778a2-307f-4b6a-a183-d8f18dd12b26 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1667 time: 0.2451329 Mar 10 15:07:07.579731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-bcc94cff-112b-4e51-a3a1-0d7f765b2c09 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:07.586757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-bcc94cff-112b-4e51-a3a1-0d7f765b2c09 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/networks?id=ab912935-10a4-456c-9333-27850d590eac HTTP/1.1" status: 200 len: 816 time: 0.4135699 Mar 10 15:07:07.619150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-59254180-7721-4641-bde5-c32133986f6d tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/quotas/3297bd95393e4871b86602b1b29be320 HTTP/1.1" status: 200 len: 375 time: 0.0313773 Mar 10 15:07:07.621084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Transition to ACTIVE for port object 58c36268-bf6e-42b3-a5e5-a6243883a496 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:07:07.688353 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:07.792683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31d4edb6-d189-4a75-8ae6-3dc77beb42f2 req-7f850430-d39e-4a2b-87ba-d3d32d3de818 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415681 Mar 10 15:07:07.810057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Pushing event updated for resources: {'Port': ['ID=58c36268-bf6e-42b3-a5e5-a6243883a496,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:07.848850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-cf259f78-61dc-47a6-bbec-d11ceea1f8ea tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3297bd95393e4871b86602b1b29be320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2236452 Mar 10 15:07:07.860248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-85e53be3-02ca-4a35-90be-c74ed6ad0e71 service neutron] 10.222.0.62 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440423 Mar 10 15:07:08.608100 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51126) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:08.676865 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f2c4dc-9ba2-4fdb-80d6-00d05dcb924b x-openstack-request-id: req-68f2c4dc-9ba2-4fdb-80d6-00d05dcb924b {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:08.677470 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "caeb5f7e-53dd-42bc-aa55-aa6280c229d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "tag": "b2bb4c99-ca06-47e4-b1e7-b3e9aa732957", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:08.677470 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68f2c4dc-9ba2-4fdb-80d6-00d05dcb924b {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:08.677857 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': 'caeb5f7e-53dd-42bc-aa55-aa6280c229d0', 'status': 'completed', 'code': 200} Mar 10 15:07:08.678080 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'tag': 'b2bb4c99-ca06-47e4-b1e7-b3e9aa732957', 'status': 'completed', 'code': 200} Mar 10 15:07:08.784446 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d9ed7f4-6188-434e-8f89-ab927202d657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:08.858218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-df521f95-a30e-4d47-9196-8d3da3a3f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:08.859627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-df521f95-a30e-4d47-9196-8d3da3a3f9a3 service neutron] 10.222.0.62 "GET /v2.0/ports/99057946-4fdf-44be-be7e-ed1d74bfa2e0 HTTP/1.1" status: 200 len: 1027 time: 0.1784158 Mar 10 15:07:08.874513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-c70d5a88-f5e4-45d8-a888-28ff5039cef0 service neutron] 10.222.0.11 "GET /v2.0/networks/ab912935-10a4-456c-9333-27850d590eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0247490 Mar 10 15:07:08.942031 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d9ed7f4-6188-434e-8f89-ab927202d657 admin admin] Publish callbacks [] for security_group (b71fa2fb-22ae-4219-87cc-25bbeec0f27a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:08.950127 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d9ed7f4-6188-434e-8f89-ab927202d657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b71fa2fb-22ae-4219-87cc-25bbeec0f27a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:08.961786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Attempting to bind port 58c36268-bf6e-42b3-a5e5-a6243883a496 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:08.962437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Attempting to bind port 58c36268-bf6e-42b3-a5e5-a6243883a496 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '9eb5f24a-335d-450c-a01b-74936c7040d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:08.963005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Attempting to bind port 58c36268-bf6e-42b3-a5e5-a6243883a496 on network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:08.978760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-937cfea1-d595-4c69-9f0f-dbcd0f97e1a4 service neutron] 10.222.0.62 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1068006 Mar 10 15:07:08.994630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Port 58c36268-bf6e-42b3-a5e5-a6243883a496 on network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:07:08.995282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Attempting to bind port 58c36268-bf6e-42b3-a5e5-a6243883a496 on network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:09.004988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-2061c86f-b8b8-4dcc-a611-f2f76c947a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.011479 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8d9ed7f4-6188-434e-8f89-ab927202d657 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd1bd3e160244627a285e510b29c945c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3985307 Mar 10 15:07:09.011479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ed7f4-6188-434e-8f89-ab927202d657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71fa2fb-22ae-4219-87cc-25bbeec0f27a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:09.012239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-2061c86f-b8b8-4dcc-a611-f2f76c947a86 service neutron] 10.222.0.62 "GET /v2.0/ports/82185172-d57c-492b-8f11-a16c719432eb HTTP/1.1" status: 200 len: 1028 time: 0.1379511 Mar 10 15:07:09.014136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51132) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:09.017304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-a3502e46-838b-4267-b5ba-d724d252a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.018031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-a3502e46-838b-4267-b5ba-d724d252a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.019782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-a3502e46-838b-4267-b5ba-d724d252a2e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1970 time: 0.3398609 Mar 10 15:07:09.044653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef979-ff3b-420f-8067-45aa2b6a82d3 req-8d3bc6cb-d29a-43e4-bc0e-bd7441c78574 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.050324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef979-ff3b-420f-8067-45aa2b6a82d3 req-8d3bc6cb-d29a-43e4-bc0e-bd7441c78574 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.057099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef979-ff3b-420f-8067-45aa2b6a82d3 req-8d3bc6cb-d29a-43e4-bc0e-bd7441c78574 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.062659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef979-ff3b-420f-8067-45aa2b6a82d3 req-8d3bc6cb-d29a-43e4-bc0e-bd7441c78574 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.068743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef979-ff3b-420f-8067-45aa2b6a82d3 req-8d3bc6cb-d29a-43e4-bc0e-bd7441c78574 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.074312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef979-ff3b-420f-8067-45aa2b6a82d3 req-8d3bc6cb-d29a-43e4-bc0e-bd7441c78574 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.079897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef979-ff3b-420f-8067-45aa2b6a82d3 req-8d3bc6cb-d29a-43e4-bc0e-bd7441c78574 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.087133 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c7adf2d-171d-4d49-bba2-59159edc71fc admin admin] Publish callbacks [] for security_group (b71fa2fb-22ae-4219-87cc-25bbeec0f27a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.088032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-732ef979-ff3b-420f-8067-45aa2b6a82d3 req-8d3bc6cb-d29a-43e4-bc0e-bd7441c78574 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5430 time: 0.4091213 Mar 10 15:07:09.112130 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c7adf2d-171d-4d49-bba2-59159edc71fc admin admin] Publish callbacks [] for security_group (b71fa2fb-22ae-4219-87cc-25bbeec0f27a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.182153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c7adf2d-171d-4d49-bba2-59159edc71fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b71fa2fb-22ae-4219-87cc-25bbeec0f27a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.186047 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c7adf2d-171d-4d49-bba2-59159edc71fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.188046 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-eab35b74-7c34-4c0e-a3b5-78b6729939ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=783745c0-e7b2-4cd0-9037-2f3605218919 HTTP/1.1" status: 200 len: 217 time: 0.1961939 Mar 10 15:07:09.191503 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0c7adf2d-171d-4d49-bba2-59159edc71fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b71fa2fb-22ae-4219-87cc-25bbeec0f27a HTTP/1.1" status: 204 len: 168 time: 0.1610911 Mar 10 15:07:09.192536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:09.194262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Checking segment: {'id': '9eb5f24a-335d-450c-a01b-74936c7040d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:09.194934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Bound using segment: {'id': '9eb5f24a-335d-450c-a01b-74936c7040d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:09.195613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Bound port: 58c36268-bf6e-42b3-a5e5-a6243883a496, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb5f24a-335d-450c-a01b-74936c7040d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:09.196213 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.213902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7adf2d-171d-4d49-bba2-59159edc71fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71fa2fb-22ae-4219-87cc-25bbeec0f27a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:09.415611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-095bba3b-6f90-4a19-a03b-02685b5e3546 service neutron] 10.222.0.11 "GET /v2.0/networks/ab912935-10a4-456c-9333-27850d590eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173557 Mar 10 15:07:09.418509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-b8973af3-98e1-4a3a-9a4c-03f037c50d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.421937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-b8973af3-98e1-4a3a-9a4c-03f037c50d8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bb56f9e-0223-4a2a-b67a-13685c5788e5 HTTP/1.1" status: 200 len: 797 time: 0.2170527 Mar 10 15:07:09.434644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-fab935a8-c0fb-42cc-bfbf-7a0fcd12d01c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.450218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-fab935a8-c0fb-42cc-bfbf-7a0fcd12d01c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.463166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-fab935a8-c0fb-42cc-bfbf-7a0fcd12d01c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.465906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-fab935a8-c0fb-42cc-bfbf-7a0fcd12d01c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "GET /v2.0/networks?id=fa5e524c-1898-4673-8197-c16e729f39de&id=be8524cd-cbb7-4825-a346-3074feb1e69e&id=be8524cd-cbb7-4825-a346-3074feb1e69e&id=be8524cd-cbb7-4825-a346-3074feb1e69e&id=be8524cd-cbb7-4825-a346-3074feb1e69e&id=0ce7491f-04bd-4f39-a81d-ebd70217f589&id=0ce7491f-04bd-4f39-a81d-ebd70217f589 HTTP/1.1" status: 200 len: 1989 time: 0.4523289 Mar 10 15:07:09.564525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51140) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:09.579169 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-342789bb-8d2a-4475-a7b6-235c3fd31876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.610582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-732ef979-ff3b-420f-8067-45aa2b6a82d3 req-5f257df4-6d82-4ded-9b67-159b919669f9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5192289 Mar 10 15:07:09.680794 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-342789bb-8d2a-4475-a7b6-235c3fd31876 admin admin] Publish callbacks [] for security_group (e79fcfb8-2d5c-4a4e-996a-14b09fb193f0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.694974 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-342789bb-8d2a-4475-a7b6-235c3fd31876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e79fcfb8-2d5c-4a4e-996a-14b09fb193f0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.737532 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-342789bb-8d2a-4475-a7b6-235c3fd31876 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2b33f7e55714df981411f2d086d7378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714211 Mar 10 15:07:09.738773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342789bb-8d2a-4475-a7b6-235c3fd31876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79fcfb8-2d5c-4a4e-996a-14b09fb193f0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:09.741888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51142) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:09.761425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-e4275ca1-bea4-416e-9b05-6220413d14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.761952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-e4275ca1-bea4-416e-9b05-6220413d14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.762342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-e4275ca1-bea4-416e-9b05-6220413d14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.763962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-e4275ca1-bea4-416e-9b05-6220413d14d6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6432533 Mar 10 15:07:09.806969 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12c1611e-c2e8-4494-817f-4b2a3d944ca3 admin admin] Publish callbacks [] for security_group (e79fcfb8-2d5c-4a4e-996a-14b09fb193f0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.835245 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12c1611e-c2e8-4494-817f-4b2a3d944ca3 admin admin] Publish callbacks [] for security_group (e79fcfb8-2d5c-4a4e-996a-14b09fb193f0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.890252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-f1638c73-852c-462c-b80a-3549675d3c8d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a HTTP/1.1" status: 200 len: 379 time: 0.2347934 Mar 10 15:07:09.902016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] For port 58c36268-bf6e-42b3-a5e5-a6243883a496, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:09.906378 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12c1611e-c2e8-4494-817f-4b2a3d944ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e79fcfb8-2d5c-4a4e-996a-14b09fb193f0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.909093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'admin_state_up': True, 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'security_groups': ['17601614-cb19-4f21-82b4-cc8a1c876a3c']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:09.909564 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12c1611e-c2e8-4494-817f-4b2a3d944ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:09.910950 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-12c1611e-c2e8-4494-817f-4b2a3d944ca3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e79fcfb8-2d5c-4a4e-996a-14b09fb193f0 HTTP/1.1" status: 204 len: 168 time: 0.1679208 Mar 10 15:07:09.930143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1611e-c2e8-4494-817f-4b2a3d944ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79fcfb8-2d5c-4a4e-996a-14b09fb193f0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:09.978087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] For port 58c36268-bf6e-42b3-a5e5-a6243883a496, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=58c36268-bf6e-42b3-a5e5-a6243883a496,segment=NetworkSegment(9eb5f24a-335d-450c-a01b-74936c7040d6),segment_id=9eb5f24a-335d-450c-a01b-74936c7040d6)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:09.981678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-0eb084ce-3e79-4eb9-b7ff-d3a8f3773d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:09.983281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-0eb084ce-3e79-4eb9-b7ff-d3a8f3773d34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60f66d83-c732-4c3c-bd32-9d15919cb86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4199092 Mar 10 15:07:10.024319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c71247-73da-493a-bc45-a297386a7cf0 req-e2b12d95-4c98-4857-9905-60171d8a1b10 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:10.025795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23c71247-73da-493a-bc45-a297386a7cf0 req-e2b12d95-4c98-4857-9905-60171d8a1b10 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 945 time: 0.3148179 Mar 10 15:07:10.031229 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:10.155594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Pushing event updated for resources: {'Port': ['ID=58c36268-bf6e-42b3-a5e5-a6243883a496,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:10.172396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:10.173069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:10.174949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-3503c069-d967-4bf1-a74f-f90f32fa50a0 service neutron] 10.222.0.45 "PUT /v2.0/ports/58c36268-bf6e-42b3-a5e5-a6243883a496 HTTP/1.1" status: 200 len: 1092 time: 4.0255625 Mar 10 15:07:10.203850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-ad743be0-dbf2-49e0-9953-626552d590b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:10.205327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-ad743be0-dbf2-49e0-9953-626552d590b3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4242928 Mar 10 15:07:10.349048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23c71247-73da-493a-bc45-a297386a7cf0 req-d00326c9-8992-49ce-bc7c-6c5cce8973d5 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964206 Mar 10 15:07:10.392380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-6d7cb3f8-bb02-4397-9105-60ecc30b2845 service neutron] 10.222.0.62 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968570 Mar 10 15:07:10.412660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:07:10.416595 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:10.435751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-7c919165-1463-4123-bd66-d187a3adf431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:10.436531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-7c919165-1463-4123-bd66-d187a3adf431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:10.439273 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-7c919165-1463-4123-bd66-d187a3adf431 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 2043 time: 0.1740761 Mar 10 15:07:10.542951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-c714617f-e20a-47e8-811e-87a343cd988b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 HTTP/1.1" status: 200 len: 217 time: 0.0848234 Mar 10 15:07:10.551417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0223d119-8dce-43dd-a069-f432f3836da8 req-0ba66aa1-2f34-4528-b6a6-c101114db22d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0922627 Mar 10 15:07:10.679347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'tag': '58c36268-bf6e-42b3-a5e5-a6243883a496'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:10.683058 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "tag": "58c36268-bf6e-42b3-a5e5-a6243883a496"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:10.737031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-197a1046-96fb-4abb-b210-c9c8a645ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:10.738527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-197a1046-96fb-4abb-b210-c9c8a645ca6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d5b5299-2280-450e-8d5a-b1d52990b604 HTTP/1.1" status: 200 len: 801 time: 0.1862559 Mar 10 15:07:10.795634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-02086f7d-24c9-49ea-910f-9561e02e92d9 service neutron] 10.222.0.62 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936980 Mar 10 15:07:10.845949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Allocated IP 172.20.0.6 (fa5e524c-1898-4673-8197-c16e729f39de/698414b2-a473-41ee-963f-7769b367db5c/27c2a645-503a-46e5-856f-74891a21f51d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:10.853925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-dd6250d7-91d0-4cdb-9304-302d08f494e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=ba132a2c-a4ab-4c3c-8823-22216084d068 HTTP/1.1" status: 200 len: 217 time: 0.0499499 Mar 10 15:07:10.868676 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51172) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:10.920913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-d6316096-5ecb-4604-b496-d712a696c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:10.922362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-d6316096-5ecb-4604-b496-d712a696c973 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47cf31b8-3d32-4297-897b-6daec5be89f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1638100 Mar 10 15:07:10.955456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-8aac4514-58cc-4b68-b944-819f4bdb9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:10.957171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-8aac4514-58cc-4b68-b944-819f4bdb9e9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8bb56f9e-0223-4a2a-b67a-13685c5788e5 HTTP/1.1" status: 200 len: 797 time: 0.0958817 Mar 10 15:07:11.039910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-network', 'tenant_id': '07a0afb621be47b792256180a8f564ea'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:11.063833 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Made reservation on behalf of 07a0afb621be47b792256180a8f564ea for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:07:11.092762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:11.114632 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:11.191597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-da0a4ba1-2784-4e2c-bc95-147693e66a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:11.193319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-da0a4ba1-2784-4e2c-bc95-147693e66a03 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60f66d83-c732-4c3c-bd32-9d15919cb86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2216618 Mar 10 15:07:11.195232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-a207ccc5-2eef-4ce7-aa6e-74d2105dda17 service neutron] 10.222.0.45 "GET /v2.0/networks/47cf31b8-3d32-4297-897b-6daec5be89f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635725 Mar 10 15:07:11.239094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Publish callbacks [] for security_group (f016642a-71be-4057-a2cc-b1767ae28cc1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:11.250255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f016642a-71be-4057-a2cc-b1767ae28cc1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:11.266948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for port (27c2a645-503a-46e5-856f-74891a21f51d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:11.282356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:07:11.302296 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8f578444-5221-41cd-a2e9-7c23221d944c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:11.302826 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Added segment 8f578444-5221-41cd-a2e9-7c23221d944c of type vlan for network 99746d70-5a2d-4f7d-9198-f807eac34479 Mar 10 15:07:11.358888 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (99746d70-5a2d-4f7d-9198-f807eac34479), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:11.410449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f016642a-71be-4057-a2cc-b1767ae28cc1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:11.413717 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (99746d70-5a2d-4f7d-9198-f807eac34479), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:11.425378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:11.427340 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:11.447205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a43d3f-4781-46dc-9d84-550a28fd5898 req-d59a6d4b-ecc0-4193-bfd2-cc05479c5234 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:11.449206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28a43d3f-4781-46dc-9d84-550a28fd5898 req-d59a6d4b-ecc0-4193-bfd2-cc05479c5234 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2635751 Mar 10 15:07:11.505681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-84f20b8d-6e8f-476f-bd95-f2f3d7992a6c service neutron] 10.222.0.62 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998776 Mar 10 15:07:11.507779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-79d57d5b-e924-4ffa-bcae-b617868ee764 service neutron] 10.222.0.45 "GET /v2.0/networks/47cf31b8-3d32-4297-897b-6daec5be89f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713766 Mar 10 15:07:11.511607 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (27c2a645-503a-46e5-856f-74891a21f51d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:11.541001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] Pushing event updated for resources: {'Network': ['ID=99746d70-5a2d-4f7d-9198-f807eac34479,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:11.550960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 99746d70-5a2d-4f7d-9198-f807eac34479 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:07:11.567100 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-72958788-1e9c-472d-a451-df58a831dd99 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6965508 Mar 10 15:07:11.573424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51188) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:11.577823 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] Request body: {'subnet': {'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-subnet', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:11.605653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] Made reservation on behalf of 07a0afb621be47b792256180a8f564ea for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:07:11.611988 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:11.652999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-993e161e-5d58-479a-9e2d-408d72d39b13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.207&port_id=58c36268-bf6e-42b3-a5e5-a6243883a496 HTTP/1.1" status: 200 len: 217 time: 0.1073346 Mar 10 15:07:11.692327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network fa5e524c-1898-4673-8197-c16e729f39de is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:11.964668 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:12.037621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:12.044873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] Checking segment: {'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:12.048511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] Network hostable DHCP agents. Network: 99746d70-5a2d-4f7d-9198-f807eac34479, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:07:12.084893 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] Network 99746d70-5a2d-4f7d-9198-f807eac34479 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:07:12.100900 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 99746d70-5a2d-4f7d-9198-f807eac34479) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:12.105490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:12.106223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:12.112519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430f33c3-9474-4069-9332-4eaea1182302 None None] Network 99746d70-5a2d-4f7d-9198-f807eac34479 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:07:12.142648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:12.147255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:12.152959 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2e98731b-27cb-4c09-b617-c727fc51f904 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5793672 Mar 10 15:07:12.153674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51198) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:12.155207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Port': ['ID=27c2a645-503a-46e5-856f-74891a21f51d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:12.159186 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-router', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:12.170742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28a43d3f-4781-46dc-9d84-550a28fd5898 req-948d490d-bcfb-49ad-8d06-b12fd9db7e48 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7118118 Mar 10 15:07:12.215080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (23532712-5b94-4526-a3a1-7eb33d8ba197), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:12.216558 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (23532712-5b94-4526-a3a1-7eb33d8ba197), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:12.302003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-99746d70-5a2d-4f7d-9198-f807eac34479', 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479', 'project_id': '07a0afb621be47b792256180a8f564ea', 'fixed_ips': [{'subnet_id': 'e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:07:12.304259 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:12.367616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-75981d8f-b4d1-4fc3-9e7a-dc4bf33be747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:12.369301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-75981d8f-b4d1-4fc3-9e7a-dc4bf33be747 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=45967768-503b-4ee9-b4b9-628e076792e2 HTTP/1.1" status: 200 len: 801 time: 0.6995966 Mar 10 15:07:12.374612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Publish callbacks [] for router_controller (23532712-5b94-4526-a3a1-7eb33d8ba197), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:12.381877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-b17fb0c0-1a7c-4ef6-944d-4d014a7d4bc0 service neutron] 10.222.0.62 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679156 Mar 10 15:07:12.407902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:12.408572 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:12.532764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91895cb0-407f-46f6-a580-b028a033ec9f req-f3f0fd6b-f949-4992-a0cc-c722fdd79a40 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:12.554556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91895cb0-407f-46f6-a580-b028a033ec9f req-f3f0fd6b-f949-4992-a0cc-c722fdd79a40 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:12.556231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91895cb0-407f-46f6-a580-b028a033ec9f req-f3f0fd6b-f949-4992-a0cc-c722fdd79a40 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1679 time: 0.9242454 Mar 10 15:07:12.603906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-13142f17-35ab-493c-a723-9796dd7aeb2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9374b257-5118-4483-9d6e-a5bc00422183 HTTP/1.1" status: 200 len: 217 time: 0.1834245 Mar 10 15:07:12.642863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Allocated IP 172.20.0.2 (99746d70-5a2d-4f7d-9198-f807eac34479/e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3/16aa8d10-cc40-43c6-ab45-45116df3c145) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:12.669398 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Publish callbacks [] for router_gateway (23532712-5b94-4526-a3a1-7eb33d8ba197), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:12.672775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-572466c7-d56c-40b7-944c-3f987fc2b596 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7731643 Mar 10 15:07:12.711570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-78040819-2cf1-4fc7-a9fd-f8e18c07f58a None None] Provisioning complete for port 27c2a645-503a-46e5-856f-74891a21f51d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:12.712168 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-78040819-2cf1-4fc7-a9fd-f8e18c07f58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (27c2a645-503a-46e5-856f-74891a21f51d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:12.732605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e', 'admin_state_up': True, 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'security_groups': ['17601614-cb19-4f21-82b4-cc8a1c876a3c']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:12.841836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7d1f-43b5-49ae-a15f-ce5f4d395a89 req-147dbfcb-859e-48f2-b780-1f4b658a12d2 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:12.849063 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4bc7d1f-43b5-49ae-a15f-ce5f4d395a89 req-147dbfcb-859e-48f2-b780-1f4b658a12d2 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.5575459 Mar 10 15:07:12.867996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560d0b3-f627-4df3-8ab4-5f6749d1ab99 req-c0774c66-b570-4b87-a9b9-ca0d462090ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:12.871106 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7560d0b3-f627-4df3-8ab4-5f6749d1ab99 req-c0774c66-b570-4b87-a9b9-ca0d462090ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1126 time: 0.1435807 Mar 10 15:07:12.936396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-98879680-4beb-4d8c-8c5d-a87256117f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:12.938085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-98879680-4beb-4d8c-8c5d-a87256117f76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e36119e2-a0ee-41c2-931e-612c66f3d56d HTTP/1.1" status: 200 len: 797 time: 0.3153596 Mar 10 15:07:12.982546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91895cb0-407f-46f6-a580-b028a033ec9f req-d80bed19-367b-483e-97bf-380fcbc749bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821454 Mar 10 15:07:13.025055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-78040819-2cf1-4fc7-a9fd-f8e18c07f58a None None] Port 27c2a645-503a-46e5-856f-74891a21f51d cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:13.054161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675ac7-9774-4354-92e9-037791f920be req-650eb174-462f-4849-ac36-490001719cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.055692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-650eb174-462f-4849-ac36-490001719cbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ba3e07bf-99bc-4e4e-aa09-2bc108348d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6366763 Mar 10 15:07:13.081161 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Publish callbacks [] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:13.105965 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:13.152741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Pushing event updated for resources: {'Port': ['ID=16aa8d10-cc40-43c6-ab45-45116df3c145,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:13.176709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4bc7d1f-43b5-49ae-a15f-ce5f4d395a89 req-0d573033-7577-484c-84ea-788cc41b51eb tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264549 Mar 10 15:07:13.179757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Network 99746d70-5a2d-4f7d-9198-f807eac34479 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:13.181332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:13.206039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560d0b3-f627-4df3-8ab4-5f6749d1ab99 req-5b2131b3-ef25-45f9-b0ff-f86e07bc1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.210755 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7560d0b3-f627-4df3-8ab4-5f6749d1ab99 req-5b2131b3-ef25-45f9-b0ff-f86e07bc1846 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.1324699 Mar 10 15:07:13.210940 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:13.294978 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae66bec-53fa-4b5f-bca9-c0d0d2ef35e4 x-openstack-request-id: req-bae66bec-53fa-4b5f-bca9-c0d0d2ef35e4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:13.309732 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "tag": "58c36268-bf6e-42b3-a5e5-a6243883a496", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:13.310290 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bae66bec-53fa-4b5f-bca9-c0d0d2ef35e4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:13.310913 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'tag': '58c36268-bf6e-42b3-a5e5-a6243883a496', 'status': 'completed', 'code': 200} Mar 10 15:07:13.329082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Attempting to bind port 16aa8d10-cc40-43c6-ab45-45116df3c145 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:13.329464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Attempting to bind port 16aa8d10-cc40-43c6-ab45-45116df3c145 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:13.329913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Attempting to bind port 16aa8d10-cc40-43c6-ab45-45116df3c145 on network 99746d70-5a2d-4f7d-9198-f807eac34479 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:13.334170 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7560d0b3-f627-4df3-8ab4-5f6749d1ab99 req-a519ed95-17ff-42d3-b9f8-4d0c0d16f64b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 999 time: 0.1178749 Mar 10 15:07:13.337096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:13.337495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Checking segment: {'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:13.337910 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:13.338312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Bound using segment: {'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:13.338809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Bound port: 16aa8d10-cc40-43c6-ab45-45116df3c145, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:13.339256 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:13.387104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-a86e006f-d4cc-4b46-a60f-943f651dd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.389003 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-a86e006f-d4cc-4b46-a60f-943f651dd322 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9970742e-6dcd-4d15-82de-6a61710de5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4427986 Mar 10 15:07:13.428538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Publish callbacks [] for router_gateway (23532712-5b94-4526-a3a1-7eb33d8ba197), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:13.444893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fc22b7c-3b3e-4961-be54-c5dc21765b2a req-631c9816-a16f-40e3-98e2-3d14ecd19958 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.0844080 Mar 10 15:07:13.465078 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:13.476006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] For port 16aa8d10-cc40-43c6-ab45-45116df3c145, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:13.482372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:07:13.482571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] For port 16aa8d10-cc40-43c6-ab45-45116df3c145, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=16aa8d10-cc40-43c6-ab45-45116df3c145,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:13.494547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:13.496991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:13.581512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081947-8bf5-42f9-9508-7fe54b7df676 req-1607fbaf-ea2f-4389-b2c7-e7bc2eede8b7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.596561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081947-8bf5-42f9-9508-7fe54b7df676 req-1607fbaf-ea2f-4389-b2c7-e7bc2eede8b7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.602132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081947-8bf5-42f9-9508-7fe54b7df676 req-1607fbaf-ea2f-4389-b2c7-e7bc2eede8b7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.607840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081947-8bf5-42f9-9508-7fe54b7df676 req-1607fbaf-ea2f-4389-b2c7-e7bc2eede8b7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.613558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081947-8bf5-42f9-9508-7fe54b7df676 req-1607fbaf-ea2f-4389-b2c7-e7bc2eede8b7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.619926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081947-8bf5-42f9-9508-7fe54b7df676 req-1607fbaf-ea2f-4389-b2c7-e7bc2eede8b7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.626046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081947-8bf5-42f9-9508-7fe54b7df676 req-1607fbaf-ea2f-4389-b2c7-e7bc2eede8b7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.634879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7081947-8bf5-42f9-9508-7fe54b7df676 req-1607fbaf-ea2f-4389-b2c7-e7bc2eede8b7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5430 time: 0.5477984 Mar 10 15:07:13.653097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-8542f35c-1476-4f53-b720-5d4e6c3e937b service neutron] 10.222.0.45 "GET /v2.0/networks/ba3e07bf-99bc-4e4e-aa09-2bc108348d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649855 Mar 10 15:07:13.656221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d97db-0287-4992-81e3-10dcf38f3ce0 None None] Pushing event updated for resources: {'Port': ['ID=16aa8d10-cc40-43c6-ab45-45116df3c145,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:13.664081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Allocated IP 172.25.3.127 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/ad604726-fcc0-4853-967d-85c1a78a19c1) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:13.702074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560d0b3-f627-4df3-8ab4-5f6749d1ab99 req-045f1f96-66fb-4da6-a6fb-141a30f2cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.704026 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7560d0b3-f627-4df3-8ab4-5f6749d1ab99 req-045f1f96-66fb-4da6-a6fb-141a30f2cd9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.3617392 Mar 10 15:07:13.775976 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-d46914ab-7bba-4dc0-b3dd-c6f37925e668 service neutron] 10.222.0.62 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547103 Mar 10 15:07:13.877545 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560d0b3-f627-4df3-8ab4-5f6749d1ab99 req-c92a5864-0c00-449e-b113-030b69bb22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:13.879067 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7560d0b3-f627-4df3-8ab4-5f6749d1ab99 req-c92a5864-0c00-449e-b113-030b69bb22f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1658971 Mar 10 15:07:13.993869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Publish callbacks [] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:14.043735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7081947-8bf5-42f9-9508-7fe54b7df676 req-178c288a-adb8-499a-b5c7-b5637f0f0dec tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4076092 Mar 10 15:07:14.115827 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7560d0b3-f627-4df3-8ab4-5f6749d1ab99 req-0e915eec-e4f6-4212-abe0-4a8ab3866017 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784368 Mar 10 15:07:14.272362 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7560d0b3-f627-4df3-8ab4-5f6749d1ab99 req-59fe9f07-7080-452d-8aff-381233672441 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481066 Mar 10 15:07:14.278352 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:14.329894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Pushing event updated for resources: {'Port': ['ID=ad604726-fcc0-4853-967d-85c1a78a19c1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:14.338052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:14.339519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:14.341763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:14.375870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3011d2-c7ac-4d21-9db4-90eefbfc4789 req-1c781642-76e7-4f2f-983e-080d574286ed tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:14.377469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf3011d2-c7ac-4d21-9db4-90eefbfc4789 req-1c781642-76e7-4f2f-983e-080d574286ed tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 931 time: 0.8175988 Mar 10 15:07:14.426638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-352e1e97-5549-496b-810d-f3c1e44b8c04 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:14.428761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-352e1e97-5549-496b-810d-f3c1e44b8c04 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.45 "GET /v2.0/networks?id=ab912935-10a4-456c-9333-27850d590eac HTTP/1.1" status: 200 len: 816 time: 1.0650840 Mar 10 15:07:14.590711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c11dcf-e87c-4b7c-9f75-0047338a1bc0 req-1758ea42-fa0c-4a7d-868d-4bf0b2bbe91d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:14.592275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3c11dcf-e87c-4b7c-9f75-0047338a1bc0 req-1758ea42-fa0c-4a7d-868d-4bf0b2bbe91d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.3647153 Mar 10 15:07:14.636329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28675ac7-9774-4354-92e9-037791f920be req-2827a043-8b79-4e7d-af13-302db0493f27 service neutron] 10.222.0.45 "GET /v2.0/networks/ba3e07bf-99bc-4e4e-aa09-2bc108348d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9534662 Mar 10 15:07:14.733112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf3011d2-c7ac-4d21-9db4-90eefbfc4789 req-2c03e006-c8e2-487b-b6d3-a04219432c73 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3269234 Mar 10 15:07:14.743052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3c11dcf-e87c-4b7c-9f75-0047338a1bc0 req-c8c3c54b-3485-4180-942c-1ec810b5db15 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246729 Mar 10 15:07:14.745042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-45f1a699-0543-426f-a1a2-b9c95c04bfd7 service neutron] 10.222.0.62 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8848495 Mar 10 15:07:14.761933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Allocated IP 10.1.1.64 (be8524cd-cbb7-4825-a346-3074feb1e69e/d516d9c8-a178-4391-90b6-521d520caa21/4b27b919-855e-4c2f-a827-983e7853cc21) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:14.847684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Publish callbacks [] for router_gateway (23532712-5b94-4526-a3a1-7eb33d8ba197), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:14.895528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-ae0898e8-0a7c-4b92-b13f-c1fc612cd155 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=caeb5f7e-53dd-42bc-aa55-aa6280c229d0 HTTP/1.1" status: 200 len: 217 time: 0.1312666 Mar 10 15:07:15.076492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 16aa8d10-cc40-43c6-ab45-45116df3c145 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:15.107774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-17128b37-a527-49b5-b337-5877bdf071ef tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3297bd95393e4871b86602b1b29be320 HTTP/1.1" status: 200 len: 380 time: 0.6049914 Mar 10 15:07:15.170997 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 16aa8d10-cc40-43c6-ab45-45116df3c145 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:15.183254 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:15.207494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Request body: {'port': {'device_id': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'admin_state_up': True, 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'security_groups': ['4afefa28-6dec-4cf6-a363-896c691526c4']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:15.304350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (23532712-5b94-4526-a3a1-7eb33d8ba197), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:15.366525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbc1eaa-9acd-4f72-9347-c43f2a9c8faf None None] Network 99746d70-5a2d-4f7d-9198-f807eac34479 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:07:15.417219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-35af9778-b2cf-4353-ad51-1a7f2f37c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:15.417802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-35af9778-b2cf-4353-ad51-1a7f2f37c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:15.419645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-35af9778-b2cf-4353-ad51-1a7f2f37c68a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 2043 time: 0.6812370 Mar 10 15:07:15.502976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 16aa8d10-cc40-43c6-ab45-45116df3c145 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:15.515245 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:15.532206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-a217d741-f13c-4b99-a7c2-c961274b2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:15.534433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-a217d741-f13c-4b99-a7c2-c961274b2985 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e36119e2-a0ee-41c2-931e-612c66f3d56d HTTP/1.1" status: 200 len: 797 time: 0.5978296 Mar 10 15:07:15.587190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Router 23532712-5b94-4526-a3a1-7eb33d8ba197 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:07:15.623208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 16aa8d10-cc40-43c6-ab45-45116df3c145, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=16aa8d10-cc40-43c6-ab45-45116df3c145,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:15.631374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-820e9c87-b49e-4e93-809b-262fb00cda13 None None] Provisioning complete for port 16aa8d10-cc40-43c6-ab45-45116df3c145 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:15.632347 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-820e9c87-b49e-4e93-809b-262fb00cda13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:15.721105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:07:15.732705 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Sync routers for ids ['23532712-5b94-4526-a3a1-7eb33d8ba197'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:07:15.745405 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:15.756926 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Routers {'23532712-5b94-4526-a3a1-7eb33d8ba197'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:07:15.760733 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:06:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['23532712-5b94-4526-a3a1-7eb33d8ba197'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:15.778689 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:15.780205 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1033fd8e-b751-4e14-a7d9-8256a91a3417 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6248298 Mar 10 15:07:15.783698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51218) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:15.812631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba47a1-cd17-454c-bfd7-399aee6ac72b req-93a70246-49f6-4ef5-b0fb-6f87b9ab7435 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:15.820721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9aba47a1-cd17-454c-bfd7-399aee6ac72b req-93a70246-49f6-4ef5-b0fb-6f87b9ab7435 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.8749502 Mar 10 15:07:15.847115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67ec5c-6e1b-4a2e-9c75-1486cdba8122 req-3cee4cf8-4f3c-4122-91ad-d4d47f1aec41 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:15.853087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67ec5c-6e1b-4a2e-9c75-1486cdba8122 req-3cee4cf8-4f3c-4122-91ad-d4d47f1aec41 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:15.854655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff67ec5c-6e1b-4a2e-9c75-1486cdba8122 req-3cee4cf8-4f3c-4122-91ad-d4d47f1aec41 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1679 time: 0.9523184 Mar 10 15:07:15.986884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Made reservation on behalf of 3297bd95393e4871b86602b1b29be320 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:07:15.995631 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:16.027420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=16aa8d10-cc40-43c6-ab45-45116df3c145,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:16.066016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-820e9c87-b49e-4e93-809b-262fb00cda13 None None] Current status of the port 16aa8d10-cc40-43c6-ab45-45116df3c145 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:16.091447 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Set router 23532712-5b94-4526-a3a1-7eb33d8ba197 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:07:16.197231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-cc26eb43-d909-4818-b48c-177bebddc4a7 None None] Provisioning complete for port 16aa8d10-cc40-43c6-ab45-45116df3c145 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:16.197834 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cc26eb43-d909-4818-b48c-177bebddc4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:16.236056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff67ec5c-6e1b-4a2e-9c75-1486cdba8122 req-fd3cc3f2-cf9c-4d34-983c-be6dbb29f6ed tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510857 Mar 10 15:07:16.237868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-29621691-1eeb-464e-b7ec-bcebc9e0830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:16.243392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-29621691-1eeb-464e-b7ec-bcebc9e0830b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9970742e-6dcd-4d15-82de-6a61710de5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6911838 Mar 10 15:07:16.300697 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for port (4b27b919-855e-4c2f-a827-983e7853cc21), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:16.302618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-010677fb-a493-409d-bbf4-63e79689e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:16.304152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-010677fb-a493-409d-bbf4-63e79689e1dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=ba3e07bf-99bc-4e4e-aa09-2bc108348d79 HTTP/1.1" status: 200 len: 903 time: 0.8575451 Mar 10 15:07:16.327317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9aba47a1-cd17-454c-bfd7-399aee6ac72b req-d24e3044-262e-461b-ac2f-f0423da89c02 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4631357 Mar 10 15:07:16.470143 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-router', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:12Z', 'updated_at': '2022-03-10T15:07:14Z', 'revision_number': 3, 'project_id': '07a0afb621be47b792256180a8f564ea', 'gw_port': {'id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:13Z', 'updated_at': '2022-03-10T15:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:16.526384 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Checking router: 23532712-5b94-4526-a3a1-7eb33d8ba197 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:07:16.527386 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Updating router 23532712-5b94-4526-a3a1-7eb33d8ba197 port ad604726-fcc0-4853-967d-85c1a78a19c1 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:07:16.559377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ff7597e-9ce6-4c5c-b29c-20558cf27472 req-d2960797-bdef-4244-9886-551e06131a40 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.1475132 Mar 10 15:07:16.572964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-a3ce0078-0914-4c9a-a27e-2ec3e2b85ceb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.207&port_id=58c36268-bf6e-42b3-a5e5-a6243883a496 HTTP/1.1" status: 200 len: 217 time: 0.2404244 Mar 10 15:07:16.592094 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:16.738926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cc26eb43-d909-4818-b48c-177bebddc4a7 None None] Current status of the port 16aa8d10-cc40-43c6-ab45-45116df3c145 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:17.051852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 16aa8d10-cc40-43c6-ab45-45116df3c145 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:17.153581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 16aa8d10-cc40-43c6-ab45-45116df3c145 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:17.153957 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.280943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.317844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 16aa8d10-cc40-43c6-ab45-45116df3c145 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:17.389711 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Publish callbacks [] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.396958 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.453657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Allocated IP 172.20.0.11 (ab912935-10a4-456c-9333-27850d590eac/743ead58-8aaa-4109-9959-b71342683302/cebb1ba4-e451-422b-9ee1-4e16012435e8) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:17.470651 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Attempting to bind port ad604726-fcc0-4853-967d-85c1a78a19c1 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:17.471370 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Attempting to bind port ad604726-fcc0-4853-967d-85c1a78a19c1 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:17.471975 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Attempting to bind port ad604726-fcc0-4853-967d-85c1a78a19c1 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:17.479155 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Pushing event updated for resources: {'Port': ['ID=ad604726-fcc0-4853-967d-85c1a78a19c1,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:17.483891 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:17.484390 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:17.484844 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.485372 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:17.486028 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Bound port: ad604726-fcc0-4853-967d-85c1a78a19c1, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:17.486498 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.494473 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.494960 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.495436 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.495785 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.496292 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.496672 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.497006 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.497329 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.497652 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.497974 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.498294 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.498707 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.499298 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:17.601447 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] For port ad604726-fcc0-4853-967d-85c1a78a19c1, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:17.608121 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] For port ad604726-fcc0-4853-967d-85c1a78a19c1, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ad604726-fcc0-4853-967d-85c1a78a19c1,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:17.621294 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.630019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Allocated IP 172.20.0.1 (99746d70-5a2d-4f7d-9198-f807eac34479/e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3/acb1d5aa-bdd5-450b-870b-e58af6b5e3bd) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:17.653470 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.696080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.698502 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Routers {'23532712-5b94-4526-a3a1-7eb33d8ba197'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:07:17.698703 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:06:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['23532712-5b94-4526-a3a1-7eb33d8ba197'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:17.713007 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.716001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-ef1494f4-1165-47f0-9a50-696892740311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:17.717525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-ef1494f4-1165-47f0-9a50-696892740311 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=45967768-503b-4ee9-b4b9-628e076792e2 HTTP/1.1" status: 200 len: 801 time: 1.1298413 Mar 10 15:07:17.763578 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb7b1f-295b-4440-82ef-3f57258ddce2 None None] Pushing event updated for resources: {'Port': ['ID=ad604726-fcc0-4853-967d-85c1a78a19c1,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:17.835969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Port': ['ID=4b27b919-855e-4c2f-a827-983e7853cc21,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:17.859886 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Publish callbacks [] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.868303 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] Set router 23532712-5b94-4526-a3a1-7eb33d8ba197 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:07:17.872151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network be8524cd-cbb7-4825-a346-3074feb1e69e is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:17.913860 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:17.919996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:17.944289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:18.004443 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Network 99746d70-5a2d-4f7d-9198-f807eac34479 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:18.007635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:18.014245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:18.051628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.053690 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:18.079983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe910420-4ce0-45ed-9bc0-1ccd94ea88b5 req-2f3557f8-66c0-4904-8286-0008693217ff tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.095311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe910420-4ce0-45ed-9bc0-1ccd94ea88b5 req-2f3557f8-66c0-4904-8286-0008693217ff tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.101420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe910420-4ce0-45ed-9bc0-1ccd94ea88b5 req-2f3557f8-66c0-4904-8286-0008693217ff tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.107862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe910420-4ce0-45ed-9bc0-1ccd94ea88b5 req-2f3557f8-66c0-4904-8286-0008693217ff tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.113401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe910420-4ce0-45ed-9bc0-1ccd94ea88b5 req-2f3557f8-66c0-4904-8286-0008693217ff tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.119355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe910420-4ce0-45ed-9bc0-1ccd94ea88b5 req-2f3557f8-66c0-4904-8286-0008693217ff tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.125444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe910420-4ce0-45ed-9bc0-1ccd94ea88b5 req-2f3557f8-66c0-4904-8286-0008693217ff tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.127501 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe910420-4ce0-45ed-9bc0-1ccd94ea88b5 req-2f3557f8-66c0-4904-8286-0008693217ff tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5430 time: 1.4451365 Mar 10 15:07:18.131533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-d809c2e8-aaec-47a4-91de-2c1214001179 service neutron] 10.222.0.62 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8249505 Mar 10 15:07:18.137251 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (23532712-5b94-4526-a3a1-7eb33d8ba197), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:18.141057 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Pushing event updated for resources: {'Port': ['ID=acb1d5aa-bdd5-450b-870b-e58af6b5e3bd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:18.247032 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-router', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:12Z', 'updated_at': '2022-03-10T15:07:14Z', 'revision_number': 3, 'project_id': '07a0afb621be47b792256180a8f564ea', 'gw_port': {'id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:13Z', 'updated_at': '2022-03-10T15:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:18.297587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811d49b-7cbe-4ddd-959e-b6a32ca9223c req-048a44ff-6820-4c8b-ab34-0ad83598db52 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.302017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3811d49b-7cbe-4ddd-959e-b6a32ca9223c req-048a44ff-6820-4c8b-ab34-0ad83598db52 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 945 time: 0.9150543 Mar 10 15:07:18.304076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab1e55d-a570-4b11-b506-a10f3e0a6c5a req-01625d26-5f8c-4ecc-98f1-c3a4b97d676a service neutron] 10.222.0.62 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586239 Mar 10 15:07:18.335663 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b25ff-0be8-4147-be8c-a77bda8e4eb6 None None] The sync data for ids ['23532712-5b94-4526-a3a1-7eb33d8ba197'] in n-d-833090-1 is: [{'id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-router', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:12Z', 'updated_at': '2022-03-10T15:07:14Z', 'revision_number': 3, 'project_id': '07a0afb621be47b792256180a8f564ea', 'gw_port': {'id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:13Z', 'updated_at': '2022-03-10T15:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:07:18.443840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ca4d5a75-3343-410d-ab79-b9dcf716872c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.7629023 Mar 10 15:07:18.464829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:18.478495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e', 'admin_state_up': True, 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'security_groups': ['17601614-cb19-4f21-82b4-cc8a1c876a3c']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:18.498823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:18.506382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7d3c5706-36fc-4b05-91d7-9c80f496b55a None None] Provisioning complete for port 4b27b919-855e-4c2f-a827-983e7853cc21 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:18.507042 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5706-36fc-4b05-91d7-9c80f496b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:18.575770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c5706-36fc-4b05-91d7-9c80f496b55a None None] Port 4b27b919-855e-4c2f-a827-983e7853cc21 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:18.596693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7d3c5706-36fc-4b05-91d7-9c80f496b55a None None] Provisioning complete for port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:18.597308 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5706-36fc-4b05-91d7-9c80f496b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:18.672142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c5706-36fc-4b05-91d7-9c80f496b55a None None] Port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:18.718669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-2a8143f4-4e94-4211-ba91-f8646c818e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.720233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-2a8143f4-4e94-4211-ba91-f8646c818e6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ba3e07bf-99bc-4e4e-aa09-2bc108348d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.9600396 Mar 10 15:07:18.737088 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3811d49b-7cbe-4ddd-959e-b6a32ca9223c req-f4c747a4-410e-4f48-996f-9f0686ce0d37 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086351 Mar 10 15:07:18.754904 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Publish callbacks [] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:18.768956 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:18.822504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Network ab912935-10a4-456c-9333-27850d590eac is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:18.845005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:18.854681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe910420-4ce0-45ed-9bc0-1ccd94ea88b5 req-58a40263-7627-481e-8ac0-f0872a1784c6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7074788 Mar 10 15:07:18.855375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Pushing event updated for resources: {'Port': ['ID=cebb1ba4-e451-422b-9ee1-4e16012435e8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:18.860975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:18.946405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-1d125a47-af70-43b6-a6d0-19265291f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.946920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-1d125a47-af70-43b6-a6d0-19265291f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.947393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-1d125a47-af70-43b6-a6d0-19265291f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.947859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-1d125a47-af70-43b6-a6d0-19265291f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.948323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-1d125a47-af70-43b6-a6d0-19265291f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.948771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-1d125a47-af70-43b6-a6d0-19265291f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.949229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-1d125a47-af70-43b6-a6d0-19265291f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:18.959260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-1d125a47-af70-43b6-a6d0-19265291f47e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 6704 time: 0.5772755 Mar 10 15:07:19.049709 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (23532712-5b94-4526-a3a1-7eb33d8ba197), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:19.055400 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Pushing event updated for resources: {'Port': ['ID=acb1d5aa-bdd5-450b-870b-e58af6b5e3bd,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:19.180725 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ad604726-fcc0-4853-967d-85c1a78a19c1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:19.201532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:19.207805 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:19.246561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Network 99746d70-5a2d-4f7d-9198-f807eac34479 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:19.248377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:19.338463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-124f7a13-9e38-454a-acea-5b4fb70b4b8e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2062240 Mar 10 15:07:19.347304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:07:19.366735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ad604726-fcc0-4853-967d-85c1a78a19c1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:19.367287 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:19.450853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Request body: {'port': {'device_id': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:19.537535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-9c96268e-f541-44ae-b007-4ab36bbf4670 service neutron] 10.222.0.45 "GET /v2.0/networks/ba3e07bf-99bc-4e4e-aa09-2bc108348d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7991621 Mar 10 15:07:19.581163 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Router 23532712-5b94-4526-a3a1-7eb33d8ba197 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:07:19.627954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-15265614-8b21-4886-a9c1-03b5d35e3dfb None None] Provisioning complete for port cebb1ba4-e451-422b-9ee1-4e16012435e8 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:19.628934 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-15265614-8b21-4886-a9c1-03b5d35e3dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:19.637146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715603-fa36-4da1-92b0-8e4f7f30b448 req-59a51c86-c1dd-49dc-9485-3bc0cb65df9d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:19.662711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715603-fa36-4da1-92b0-8e4f7f30b448 req-59a51c86-c1dd-49dc-9485-3bc0cb65df9d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:19.671160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df715603-fa36-4da1-92b0-8e4f7f30b448 req-59a51c86-c1dd-49dc-9485-3bc0cb65df9d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 1652 time: 0.7107353 Mar 10 15:07:19.722314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:07:19.727374 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:19.730770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-15265614-8b21-4886-a9c1-03b5d35e3dfb None None] Port cebb1ba4-e451-422b-9ee1-4e16012435e8 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:19.839236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ad604726-fcc0-4853-967d-85c1a78a19c1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:19.840972 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:07:19.842107 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:19.851510 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f10fed55-7878-4f0b-83d0-43d560264367 admin admin] 10.222.0.11 "PUT /v2.0/routers/23532712-5b94-4526-a3a1-7eb33d8ba197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0664496 Mar 10 15:07:19.871809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port ad604726-fcc0-4853-967d-85c1a78a19c1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ad604726-fcc0-4853-967d-85c1a78a19c1,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:19.887338 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:19.941239 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fa7bb30c-470b-4096-aac7-1e9b30ec277b None None] Provisioning complete for port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:19.941617 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa7bb30c-470b-4096-aac7-1e9b30ec277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:20.011495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Allocated IP 10.1.1.126 (be8524cd-cbb7-4825-a346-3074feb1e69e/d516d9c8-a178-4391-90b6-521d520caa21/9210102f-8ee4-44fd-87b5-ffadb5841b80) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:20.036318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,segment=NetworkSegment(9b88c2eb-a31a-4014-916d-1d71d5104f65),segment_id=9b88c2eb-a31a-4014-916d-1d71d5104f65)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:20.093118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'b2bb4c99-ca06-47e4-b1e7-b3e9aa732957', 'network_id': '47cf31b8-3d32-4297-897b-6daec5be89f2', 'port_id': 'b2bb4c99-ca06-47e4-b1e7-b3e9aa732957', 'mac_address': 'fa:16:3e:bc:58:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5b5299-2280-450e-8d5a-b1d52990b604', 'ip_address': '19.80.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:07:20.094821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=ad604726-fcc0-4853-967d-85c1a78a19c1,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:20.099528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fa7bb30c-470b-4096-aac7-1e9b30ec277b None None] Port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:20.187895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:20.188245 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:20.209703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:20.242157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-ac84ae75-b58f-4ecd-a98d-94a894cbe388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:20.245929 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-ac84ae75-b58f-4ecd-a98d-94a894cbe388 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9970742e-6dcd-4d15-82de-6a61710de5cc HTTP/1.1" status: 200 len: 903 time: 1.2298532 Mar 10 15:07:20.249506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,segment=NetworkSegment(9b88c2eb-a31a-4014-916d-1d71d5104f65),segment_id=9b88c2eb-a31a-4014-916d-1d71d5104f65)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:20.261350 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:20.262025 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 58c36268-bf6e-42b3-a5e5-a6243883a496 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:07:20.358306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:20.375119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:20.381227 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:20.459053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0ddd4-f2ad-43fa-8593-57b6e86c7e0d req-5ba42d37-8740-4767-a5dc-1569fb7aab6c tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:20.466382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0ddd4-f2ad-43fa-8593-57b6e86c7e0d req-5ba42d37-8740-4767-a5dc-1569fb7aab6c tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:20.468082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1d0ddd4-f2ad-43fa-8593-57b6e86c7e0d req-5ba42d37-8740-4767-a5dc-1569fb7aab6c tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1679 time: 1.3242960 Mar 10 15:07:20.471433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df715603-fa36-4da1-92b0-8e4f7f30b448 req-393c6708-caf7-4529-a0eb-da501fed3a22 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7991302 Mar 10 15:07:20.477966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-37f9db07-f95a-47d7-9959-d3c69a4df8e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9374b257-5118-4483-9d6e-a5bc00422183 HTTP/1.1" status: 200 len: 217 time: 0.2141578 Mar 10 15:07:20.531641 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:20.553609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-f4edb28d-2842-4803-92f7-cf03b8813264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:20.555151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-f4edb28d-2842-4803-92f7-cf03b8813264 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e36119e2-a0ee-41c2-931e-612c66f3d56d HTTP/1.1" status: 200 len: 797 time: 0.0644145 Mar 10 15:07:20.619226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 58c36268-bf6e-42b3-a5e5-a6243883a496, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=58c36268-bf6e-42b3-a5e5-a6243883a496,segment=NetworkSegment(9eb5f24a-335d-450c-a01b-74936c7040d6),segment_id=9eb5f24a-335d-450c-a01b-74936c7040d6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:20.653611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '58c36268-bf6e-42b3-a5e5-a6243883a496', 'network_id': 'ba3e07bf-99bc-4e4e-aa09-2bc108348d79', 'port_id': '58c36268-bf6e-42b3-a5e5-a6243883a496', 'mac_address': 'fa:16:3e:b8:9d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45967768-503b-4ee9-b4b9-628e076792e2', 'ip_address': '19.86.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:07:20.742164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 58c36268-bf6e-42b3-a5e5-a6243883a496 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:20.742583 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:20.768297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1d0ddd4-f2ad-43fa-8593-57b6e86c7e0d req-f4aa5ebd-dcc6-443f-a6f2-40f6cc01e39d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719035 Mar 10 15:07:20.784869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51250) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:20.790332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-network', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:20.818579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5bf51fb-253c-4bea-ad12-62cf8ec37da3 req-ad8d0225-1379-4796-9be8-02a3cf7e2b7f service neutron] 10.222.0.45 "GET /v2.0/networks/ba3e07bf-99bc-4e4e-aa09-2bc108348d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2551486 Mar 10 15:07:20.860523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c36268-bf6e-42b3-a5e5-a6243883a496 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:20.870759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Made reservation on behalf of ebd486b307eb4fe0aaa3f4e47f4c20d5 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:07:20.873371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:20.890068 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:20.941051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 58c36268-bf6e-42b3-a5e5-a6243883a496, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=58c36268-bf6e-42b3-a5e5-a6243883a496,segment=NetworkSegment(9eb5f24a-335d-450c-a01b-74936c7040d6),segment_id=9eb5f24a-335d-450c-a01b-74936c7040d6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:20.954632 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.000214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.095941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-c2e7dc46-ac5f-4783-921c-04907c98f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:21.097483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-c2e7dc46-ac5f-4783-921c-04907c98f1cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9970742e-6dcd-4d15-82de-6a61710de5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5264785 Mar 10 15:07:21.103581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=58c36268-bf6e-42b3-a5e5-a6243883a496,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:21.147982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ad604726-fcc0-4853-967d-85c1a78a19c1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:21.157149 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Publish callbacks [] for security_group (51c622ce-7fd6-4f25-9fd6-3ad1dc30ee95), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.168949 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (51c622ce-7fd6-4f25-9fd6-3ad1dc30ee95), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.211037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c622ce-7fd6-4f25-9fd6-3ad1dc30ee95,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:21.223230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:07:21.233487 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4580e957-c529-4a0b-8e15-9e4db339e937), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.233894 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Added segment 4580e957-c529-4a0b-8e15-9e4db339e937 of type vlan for network ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 Mar 10 15:07:21.263585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ad604726-fcc0-4853-967d-85c1a78a19c1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:21.263962 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.290942 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ece2ae38-5bd4-4491-a60f-8b2d9f21fb96), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.341018 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ece2ae38-5bd4-4491-a60f-8b2d9f21fb96), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.342363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:21.343279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.347285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Sync routers for ids ['23532712-5b94-4526-a3a1-7eb33d8ba197'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:07:21.366774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['58c36268-bf6e-42b3-a5e5-a6243883a496'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:07:21.368259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network be8524cd-cbb7-4825-a346-3074feb1e69e is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:21.414444 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6251397 Mar 10 15:07:21.418271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:21.427991 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51252) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:21.438229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] Request body: {'subnet': {'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-subnet', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:21.447176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Port': ['ID=9210102f-8ee4-44fd-87b5-ffadb5841b80,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:21.465181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:21.486214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Routers {'23532712-5b94-4526-a3a1-7eb33d8ba197'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:07:21.487515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:06:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['23532712-5b94-4526-a3a1-7eb33d8ba197'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:21.515622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bceadf6-55f0-42da-bed7-f8a9099fb43c admin admin] Pushing event updated for resources: {'Network': ['ID=ece2ae38-5bd4-4491-a60f-8b2d9f21fb96,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:21.549604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] Made reservation on behalf of ebd486b307eb4fe0aaa3f4e47f4c20d5 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:07:21.553489 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.555130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:07:21.633672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5699341-9621-4732-ae7a-d609b72ad821 req-8d0d30e1-a8ec-4a44-8abc-28e3613e732f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:21.636202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5699341-9621-4732-ae7a-d609b72ad821 req-8d0d30e1-a8ec-4a44-8abc-28e3613e732f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.5268776 Mar 10 15:07:21.684287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98ba55-595c-48de-acbd-40c99a7fa620 req-bb0b3027-ec96-4b16-8581-aed671d3a7e6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:21.688946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e98ba55-595c-48de-acbd-40c99a7fa620 req-bb0b3027-ec96-4b16-8581-aed671d3a7e6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 932 time: 0.6904547 Mar 10 15:07:21.697991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:21.699077 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.703850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-8be08d1b-badd-4455-a3aa-5e25494f43d7 service neutron] 10.222.0.62 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775831 Mar 10 15:07:21.863439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08637b2b-d809-4b8a-b373-76d390ef0f66 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3887825 Mar 10 15:07:21.880784 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7961b811-1342-4d1c-b0f5-c8f337a21cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.882429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ad604726-fcc0-4853-967d-85c1a78a19c1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:21.901490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (793b03f0-238f-401b-91ef-034efc46ce34), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:21.930270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Set router 23532712-5b94-4526-a3a1-7eb33d8ba197 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:07:21.934264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-897a8331-1b82-4ec0-bee6-69ae46e7ee51 None None] Provisioning complete for port 9210102f-8ee4-44fd-87b5-ffadb5841b80 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:21.934264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-897a8331-1b82-4ec0-bee6-69ae46e7ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.023152 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] Checking segment: {'id': '4580e957-c529-4a0b-8e15-9e4db339e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:22.023759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] Network hostable DHCP agents. Network: ece2ae38-5bd4-4491-a60f-8b2d9f21fb96, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:07:22.056618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=793b03f0-238f-401b-91ef-034efc46ce34,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:22.061222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-897a8331-1b82-4ec0-bee6-69ae46e7ee51 None None] Port 9210102f-8ee4-44fd-87b5-ffadb5841b80 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:22.107167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] Network ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:07:22.127734 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ece2ae38-5bd4-4491-a60f-8b2d9f21fb96) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:22.141672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:22.142362 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.162553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20a35d-4960-4e12-949a-89fd68d586f3 None None] Network ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:07:22.171668 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f0e95efd-9e53-4a1f-b8b3-008d2f9f1c1f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7419410 Mar 10 15:07:22.174204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51258) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:22.180180 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-router', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:22.208634 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (7f11bddb-8a09-4bac-a1f9-589d7b290194), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.210320 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (7f11bddb-8a09-4bac-a1f9-589d7b290194), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.278927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Publish callbacks [] for router_controller (7f11bddb-8a09-4bac-a1f9-589d7b290194), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.359373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589', 'admin_state_up': True, 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'security_groups': ['17601614-cb19-4f21-82b4-cc8a1c876a3c']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:22.465062 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Publish callbacks [] for router_gateway (7f11bddb-8a09-4bac-a1f9-589d7b290194), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.500813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e98ba55-595c-48de-acbd-40c99a7fa620 req-87d5b79a-6ae9-4e38-96dc-593e26fa88cb tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7829165 Mar 10 15:07:22.516572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5699341-9621-4732-ae7a-d609b72ad821 req-a786445c-1c65-4c57-9a71-f171f04252e7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8705742 Mar 10 15:07:22.523893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b2bb4c99-ca06-47e4-b1e7-b3e9aa732957'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:07:22.539605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebb1ba4-e451-422b-9ee1-4e16012435e8 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:22.553505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:07:22.564164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Publish callbacks [] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.577271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-ece2ae38-5bd4-4491-a60f-8b2d9f21fb96', 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96', 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'fixed_ips': [{'subnet_id': '793b03f0-238f-401b-91ef-034efc46ce34'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:07:22.578257 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.612311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bf88ef4-d405-491b-b10c-5250da7ce7e5 req-c2964d95-9aa9-4a56-bb85-24d8b02dd5a4 service neutron] 10.222.0.62 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8681936 Mar 10 15:07:22.616236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-router', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:12Z', 'updated_at': '2022-03-10T15:07:18Z', 'revision_number': 4, 'project_id': '07a0afb621be47b792256180a8f564ea', 'gw_port': {'id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:13Z', 'updated_at': '2022-03-10T15:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'acb1d5aa-bdd5-450b-870b-e58af6b5e3bd', 'name': '', 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'mac_address': 'fa:16:3e:6e:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:17Z', 'updated_at': '2022-03-10T15:07:18Z', 'revision_number': 2, 'project_id': '07a0afb621be47b792256180a8f564ea', 'subnets': [{'id': 'e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:22.645602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Transition to ACTIVE for port object cebb1ba4-e451-422b-9ee1-4e16012435e8 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:07:22.670496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Checking router: 23532712-5b94-4526-a3a1-7eb33d8ba197 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:07:22.670873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Updating router 23532712-5b94-4526-a3a1-7eb33d8ba197 port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:07:22.717470 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.828568 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.849115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.863985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Pushing event updated for resources: {'Port': ['ID=cebb1ba4-e451-422b-9ee1-4e16012435e8,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:22.918814 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Publish callbacks [] for router_gateway (7f11bddb-8a09-4bac-a1f9-589d7b290194), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:22.962462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-123cfaa2-93ff-4458-a3aa-ecc007411d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:22.963015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-123cfaa2-93ff-4458-a3aa-ecc007411d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:22.963492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-123cfaa2-93ff-4458-a3aa-ecc007411d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:22.963961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-123cfaa2-93ff-4458-a3aa-ecc007411d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:22.964426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-123cfaa2-93ff-4458-a3aa-ecc007411d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:22.964986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-123cfaa2-93ff-4458-a3aa-ecc007411d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:22.965448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-123cfaa2-93ff-4458-a3aa-ecc007411d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:22.968310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-123cfaa2-93ff-4458-a3aa-ecc007411d03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 6704 time: 0.2624226 Mar 10 15:07:22.980647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.016668 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699866c4-37f8-4c97-b6ab-7bf9061241f4 req-7390423e-1a1d-480b-bbd8-990a33cda7a2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:23.022647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699866c4-37f8-4c97-b6ab-7bf9061241f4 req-7390423e-1a1d-480b-bbd8-990a33cda7a2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:23.028011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699866c4-37f8-4c97-b6ab-7bf9061241f4 req-7390423e-1a1d-480b-bbd8-990a33cda7a2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:23.033925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699866c4-37f8-4c97-b6ab-7bf9061241f4 req-7390423e-1a1d-480b-bbd8-990a33cda7a2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:23.039399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699866c4-37f8-4c97-b6ab-7bf9061241f4 req-7390423e-1a1d-480b-bbd8-990a33cda7a2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:23.044802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699866c4-37f8-4c97-b6ab-7bf9061241f4 req-7390423e-1a1d-480b-bbd8-990a33cda7a2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:23.050965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699866c4-37f8-4c97-b6ab-7bf9061241f4 req-7390423e-1a1d-480b-bbd8-990a33cda7a2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:23.057558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-699866c4-37f8-4c97-b6ab-7bf9061241f4 req-7390423e-1a1d-480b-bbd8-990a33cda7a2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5430 time: 0.3457804 Mar 10 15:07:23.077488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Allocated IP 172.20.0.2 (ece2ae38-5bd4-4491-a60f-8b2d9f21fb96/793b03f0-238f-401b-91ef-034efc46ce34/bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:23.198831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Allocated IP 172.25.3.62 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/a3ae2993-8fb8-4baa-989c-6bfaccba7567) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:23.367643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Publish callbacks [] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.394354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c406acb-4a48-4cfe-89fe-a049679f5792 req-abd74192-0586-45da-80b7-5a36ec3fe280 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:23.396112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c406acb-4a48-4cfe-89fe-a049679f5792 req-abd74192-0586-45da-80b7-5a36ec3fe280 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.3349433 Mar 10 15:07:23.401323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Attempting to bind port cebb1ba4-e451-422b-9ee1-4e16012435e8 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:23.401663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Attempting to bind port cebb1ba4-e451-422b-9ee1-4e16012435e8 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:23.401994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Attempting to bind port cebb1ba4-e451-422b-9ee1-4e16012435e8 on network ab912935-10a4-456c-9333-27850d590eac {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:23.412344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.414729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-699866c4-37f8-4c97-b6ab-7bf9061241f4 req-a2fc8b1f-be95-4a51-965e-149fcf2f864a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3370006 Mar 10 15:07:23.417886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 58c36268-bf6e-42b3-a5e5-a6243883a496 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:23.433491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-152e6599-aa78-443b-bdc4-f640485ebcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:23.447236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-152e6599-aa78-443b-bdc4-f640485ebcee service neutron] 10.222.0.62 "GET /v2.0/networks?id=9970742e-6dcd-4d15-82de-6a61710de5cc HTTP/1.1" status: 200 len: 903 time: 0.4701009 Mar 10 15:07:23.460919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:23.464352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:23.467511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:23.508334 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Publish callbacks [] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.517867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ae2993-8fb8-4baa-989c-6bfaccba7567,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:23.528764 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.535657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Port cebb1ba4-e451-422b-9ee1-4e16012435e8 on network ab912935-10a4-456c-9333-27850d590eac not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:07:23.536772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Attempting to bind port cebb1ba4-e451-422b-9ee1-4e16012435e8 on network ab912935-10a4-456c-9333-27850d590eac {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:23.585136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:23.585748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Checking segment: {'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:23.586303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Bound using segment: {'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:23.586993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Bound port: cebb1ba4-e451-422b-9ee1-4e16012435e8, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89641443-bbb6-4040-8d0a-ed59c86490d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ab912935-10a4-456c-9333-27850d590eac'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:23.587673 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.600542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-ed630726-daa5-47f2-b77e-aeb3e8cc6fb4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=caeb5f7e-53dd-42bc-aa55-aa6280c229d0 HTTP/1.1" status: 200 len: 217 time: 0.1020300 Mar 10 15:07:23.691366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5e8bd-ab5e-4961-a262-4141b4b96002 None None] Pushing event updated for resources: {'Port': ['ID=acb1d5aa-bdd5-450b-870b-e58af6b5e3bd,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:23.696674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 58c36268-bf6e-42b3-a5e5-a6243883a496 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:07:23.728359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Allocated IP 10.2.2.100 (0ce7491f-04bd-4f39-a81d-ebd70217f589/4c9d2471-2915-4422-9e7f-27fbcac857bc/9350c227-68e9-43d6-ad53-7cbb5fb219ed) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:23.742977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 58c36268-bf6e-42b3-a5e5-a6243883a496 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:23.743364 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.781932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-89654dbd-1eac-4f9e-ab4c-746a360ca9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:23.783534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-89654dbd-1eac-4f9e-ab4c-746a360ca9e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e36119e2-a0ee-41c2-931e-612c66f3d56d HTTP/1.1" status: 200 len: 797 time: 0.1374943 Mar 10 15:07:23.799141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c406acb-4a48-4cfe-89fe-a049679f5792 req-2a45b3de-23c1-4c1d-881c-54b892eee69b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726213 Mar 10 15:07:23.840662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] For port cebb1ba4-e451-422b-9ee1-4e16012435e8, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:23.841018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Publish callbacks [] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.844593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] For port cebb1ba4-e451-422b-9ee1-4e16012435e8, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=cebb1ba4-e451-422b-9ee1-4e16012435e8,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:23.854768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Attempting to bind port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:23.856098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Attempting to bind port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:23.856098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Attempting to bind port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd on network 99746d70-5a2d-4f7d-9198-f807eac34479 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:23.871035 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.889308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:23.889687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Checking segment: {'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:23.890099 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.890498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Bound using segment: {'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:23.891032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Bound port: acb1d5aa-bdd5-450b-870b-e58af6b5e3bd, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:23.891416 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.921891 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:23.973183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Network ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:23.989159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde92ed-cb39-4cf0-9068-352421ac569b req-0728bb07-4d37-455c-bd70-f66873c1fe53 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:23.994783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde92ed-cb39-4cf0-9068-352421ac569b req-0728bb07-4d37-455c-bd70-f66873c1fe53 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:24.000950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde92ed-cb39-4cf0-9068-352421ac569b req-0728bb07-4d37-455c-bd70-f66873c1fe53 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:24.002632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cde92ed-cb39-4cf0-9068-352421ac569b req-0728bb07-4d37-455c-bd70-f66873c1fe53 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 2373 time: 0.4324150 Mar 10 15:07:24.037210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] For port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:24.040764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] For port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=acb1d5aa-bdd5-450b-870b-e58af6b5e3bd,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:24.070998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:24.071616 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.075598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] 10.222.0.45 "PUT /v2.0/ports/cebb1ba4-e451-422b-9ee1-4e16012435e8 HTTP/1.1" status: 200 len: 1092 time: 4.6540568 Mar 10 15:07:24.083703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'tag': 'cebb1ba4-e451-422b-9ee1-4e16012435e8'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:24.084641 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.089011 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74a8986-eb35-4917-b07d-3970f3fabca3" -d '{"events": [{"name": "network-changed", "server_uuid": "c765ae56-97f9-4d33-a7aa-55e4784adb37", "tag": "cebb1ba4-e451-422b-9ee1-4e16012435e8"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:24.096952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:24.112300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:24.124700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Pushing event updated for resources: {'Port': ['ID=bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:24.203450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5e8bd-ab5e-4961-a262-4141b4b96002 None None] Pushing event updated for resources: {'Port': ['ID=acb1d5aa-bdd5-450b-870b-e58af6b5e3bd,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:24.213434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-38e84ab8-0735-4690-9aa2-bac139db7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:24.220362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-05cc13c3-0449-4287-9f9e-82bda99b7348 None None] Provisioning complete for port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:24.220931 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-05cc13c3-0449-4287-9f9e-82bda99b7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.227408 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-85e2b10a-232a-41cf-ba9a-8e85501919ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.228589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-38e84ab8-0735-4690-9aa2-bac139db7b1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9970742e-6dcd-4d15-82de-6a61710de5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3770983 Mar 10 15:07:24.238559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08b1bb-9dab-4e08-9e10-49b36038d470 service neutron] Pushing event updated for resources: {'Port': ['ID=cebb1ba4-e451-422b-9ee1-4e16012435e8,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:24.319766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 58c36268-bf6e-42b3-a5e5-a6243883a496 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:24.320549 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.325885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Publish callbacks [] for router_gateway (7f11bddb-8a09-4bac-a1f9-589d7b290194), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.394450 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.413804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cde92ed-cb39-4cf0-9068-352421ac569b req-32376a95-c955-47a7-8294-cc37125c764f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3796239 Mar 10 15:07:24.454330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797697f-e3c9-4457-a1dc-c67f24c3d982 req-1eafe3db-6a50-4288-943a-e2da5426882d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:24.461463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797697f-e3c9-4457-a1dc-c67f24c3d982 req-1eafe3db-6a50-4288-943a-e2da5426882d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:24.470818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e797697f-e3c9-4457-a1dc-c67f24c3d982 req-1eafe3db-6a50-4288-943a-e2da5426882d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1681 time: 0.5595851 Mar 10 15:07:24.476324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Attempting to bind port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:24.476798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Attempting to bind port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '4580e957-c529-4a0b-8e15-9e4db339e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:24.477346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Attempting to bind port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea on network ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:24.500665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c36268-bf6e-42b3-a5e5-a6243883a496'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:24.508450 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb1d447-f29f-4a98-b308-a5a018e2fc5c" -d '{"events": [{"server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "name": "network-vif-plugged", "status": "completed", "tag": "58c36268-bf6e-42b3-a5e5-a6243883a496"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:24.517907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:24.518293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Checking segment: {'id': '4580e957-c529-4a0b-8e15-9e4db339e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:24.518714 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.519148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Bound using segment: {'id': '4580e957-c529-4a0b-8e15-9e4db339e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:24.519643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Bound port: bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4580e957-c529-4a0b-8e15-9e4db339e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:24.520026 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.549077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 58c36268-bf6e-42b3-a5e5-a6243883a496, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=58c36268-bf6e-42b3-a5e5-a6243883a496,segment=NetworkSegment(9eb5f24a-335d-450c-a01b-74936c7040d6),segment_id=9eb5f24a-335d-450c-a01b-74936c7040d6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:24.610015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Routers {'23532712-5b94-4526-a3a1-7eb33d8ba197'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:07:24.610669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:07:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['23532712-5b94-4526-a3a1-7eb33d8ba197'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:24.634658 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.672200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] For port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:24.695235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e797697f-e3c9-4457-a1dc-c67f24c3d982 req-b7dd68e9-f594-4b07-98c9-e0c771252709 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232673 Mar 10 15:07:24.716241 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (7f11bddb-8a09-4bac-a1f9-589d7b290194), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.727996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-35898055-3574-4db0-b5e9-757a3237807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:24.729694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-35898055-3574-4db0-b5e9-757a3237807e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3297bd95393e4871b86602b1b29be320&device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 1126 time: 0.5568049 Mar 10 15:07:24.736361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.752838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=58c36268-bf6e-42b3-a5e5-a6243883a496,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:24.828626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] For port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea,segment=NetworkSegment(4580e957-c529-4a0b-8e15-9e4db339e937),segment_id=4580e957-c529-4a0b-8e15-9e4db339e937)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:24.830028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-05cc13c3-0449-4287-9f9e-82bda99b7348 None None] Current status of the port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:24.830516 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-05cc13c3-0449-4287-9f9e-82bda99b7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.853582 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.857065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network 0ce7491f-04bd-4f39-a81d-ebd70217f589 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:24.861269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-6bda4ffd-2153-4ca2-9e24-f492d85ec3b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cebb1ba4-e451-422b-9ee1-4e16012435e8 HTTP/1.1" status: 200 len: 217 time: 0.1188049 Mar 10 15:07:24.869055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-891c79cd-41b3-4fdb-9996-7c0831bb4a9d service neutron] 10.222.0.62 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946331 Mar 10 15:07:24.869932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:24.898464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-05cc13c3-0449-4287-9f9e-82bda99b7348 None None] For port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=acb1d5aa-bdd5-450b-870b-e58af6b5e3bd,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:24.933958 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e053-33d8-437a-9a9e-693743d4137a req-cd6d0158-2d38-4fe2-b21d-10ceaeb15227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:24.937128 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-50a8e053-33d8-437a-9a9e-693743d4137a req-cd6d0158-2d38-4fe2-b21d-10ceaeb15227 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1126 time: 0.1258297 Mar 10 15:07:24.952049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-431ac7d3-0972-492a-bd7e-29e83b1717c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:24.953588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-431ac7d3-0972-492a-bd7e-29e83b1717c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=743ead58-8aaa-4109-9959-b71342683302 HTTP/1.1" status: 200 len: 855 time: 0.0779109 Mar 10 15:07:24.960683 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-05cc13c3-0449-4287-9f9e-82bda99b7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:24.987468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:25.036071 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] Set router 23532712-5b94-4526-a3a1-7eb33d8ba197 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:07:25.090178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49820a-1639-4336-80e4-600030cf0d0b None None] Pushing event updated for resources: {'Port': ['ID=bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:25.133522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e053-33d8-437a-9a9e-693743d4137a req-dd6240f0-b0f1-4a81-8fd8-10e53b7c52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:25.135342 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-50a8e053-33d8-437a-9a9e-693743d4137a req-dd6240f0-b0f1-4a81-8fd8-10e53b7c52dd service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.1682959 Mar 10 15:07:25.176661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc13c3-0449-4287-9f9e-82bda99b7348 None None] Pushing event updated for resources: {'Port': ['ID=acb1d5aa-bdd5-450b-870b-e58af6b5e3bd,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:25.266304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Port': ['ID=9350c227-68e9-43d6-ad53-7cbb5fb219ed,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:25.288267 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-50a8e053-33d8-437a-9a9e-693743d4137a req-44766fd4-d854-4e6c-a1e7-af1f55aef1b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 999 time: 0.1449454 Mar 10 15:07:25.326056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11372c3d-c409-404e-aa1d-1ab8711129d1 req-62566c31-75a8-47e9-99ba-b194fa57d2a5 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:25.333975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11372c3d-c409-404e-aa1d-1ab8711129d1 req-62566c31-75a8-47e9-99ba-b194fa57d2a5 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 944 time: 0.6770539 Mar 10 15:07:25.352231 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:25.356218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e24b87eb-1469-470b-965c-d8a2d363ef75 None None] Provisioning complete for port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:25.359196 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e24b87eb-1469-470b-965c-d8a2d363ef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:25.377563 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Router 7f11bddb-8a09-4bac-a1f9-589d7b290194 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:07:25.417213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:25.418021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:25.440969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e053-33d8-437a-9a9e-693743d4137a req-9093ba1c-1723-4e64-aaf4-1eab8977aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:25.443354 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-50a8e053-33d8-437a-9a9e-693743d4137a req-9093ba1c-1723-4e64-aaf4-1eab8977aa81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.1463439 Mar 10 15:07:25.495333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-17420bc7-9b7a-4544-9a50-fe77ce5ff896 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5991228 Mar 10 15:07:25.517575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589', 'admin_state_up': True, 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'security_groups': ['17601614-cb19-4f21-82b4-cc8a1c876a3c']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:25.532585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123eba6-718f-4090-991c-71a412b49bd8 req-144790a0-950f-4229-aa32-637405d44f90 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:25.539536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123eba6-718f-4090-991c-71a412b49bd8 req-144790a0-950f-4229-aa32-637405d44f90 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:25.549565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123eba6-718f-4090-991c-71a412b49bd8 req-144790a0-950f-4229-aa32-637405d44f90 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:25.551267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9123eba6-718f-4090-991c-71a412b49bd8 req-144790a0-950f-4229-aa32-637405d44f90 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c&device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1&device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 2417 time: 0.3413470 Mar 10 15:07:25.558573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-75ecf4ee-cceb-4ed1-aab0-2afec6b87d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:25.560221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-75ecf4ee-cceb-4ed1-aab0-2afec6b87d7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab912935-10a4-456c-9333-27850d590eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5621772 Mar 10 15:07:25.570918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:25.589958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11372c3d-c409-404e-aa1d-1ab8711129d1 req-3b6670b1-b7c0-41dd-813d-33fd0a9039bd tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543764 Mar 10 15:07:25.591983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-e04896ea-3209-4399-968f-32cd3ed78e77 service neutron] 10.222.0.62 "GET /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253645 Mar 10 15:07:25.628090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8e053-33d8-437a-9a9e-693743d4137a req-4b2dc95a-059a-481a-a399-f51ffba8e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:25.629769 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-50a8e053-33d8-437a-9a9e-693743d4137a req-4b2dc95a-059a-481a-a399-f51ffba8e65f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1791701 Mar 10 15:07:25.697662 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfa5698-ff60-46bd-8254-860177220299 x-openstack-request-id: req-0dfa5698-ff60-46bd-8254-860177220299 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:25.701312 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:07:25.701794 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c765ae56-97f9-4d33-a7aa-55e4784adb37", "tag": "cebb1ba4-e451-422b-9ee1-4e16012435e8", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:25.702177 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0dfa5698-ff60-46bd-8254-860177220299 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:25.703225 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'tag': 'cebb1ba4-e451-422b-9ee1-4e16012435e8', 'status': 'completed', 'code': 200} Mar 10 15:07:25.715632 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Sync routers for ids ['7f11bddb-8a09-4bac-a1f9-589d7b290194'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:07:25.730830 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Routers {'7f11bddb-8a09-4bac-a1f9-589d7b290194'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:07:25.735551 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:07:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7f11bddb-8a09-4bac-a1f9-589d7b290194'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:25.768572 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:25.772503 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6be03fdc-0257-4adc-b0cd-2ad5dc0f9ac7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5941150 Mar 10 15:07:25.776925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51278) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:25.786882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e24b87eb-1469-470b-965c-d8a2d363ef75 None None] Current status of the port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:25.790056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:07:25.813049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:25.813435 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:25.846931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-router', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:12Z', 'updated_at': '2022-03-10T15:07:18Z', 'revision_number': 4, 'project_id': '07a0afb621be47b792256180a8f564ea', 'gw_port': {'id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:13Z', 'updated_at': '2022-03-10T15:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'acb1d5aa-bdd5-450b-870b-e58af6b5e3bd', 'name': '', 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'mac_address': 'fa:16:3e:6e:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:17Z', 'updated_at': '2022-03-10T15:07:24Z', 'revision_number': 4, 'project_id': '07a0afb621be47b792256180a8f564ea', 'subnets': [{'id': 'e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:25.932955 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Set router 7f11bddb-8a09-4bac-a1f9-589d7b290194 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:07:25.947961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9123eba6-718f-4090-991c-71a412b49bd8 req-d94258d1-962c-4425-b7c9-0a08c7ae8291 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680825 Mar 10 15:07:25.990075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-33ec7483-dea7-47f0-a6a1-6fbf5ab4dd86 service neutron] 10.222.0.45 "GET /v2.0/networks/ab912935-10a4-456c-9333-27850d590eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819675 Mar 10 15:07:26.009945 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-50a8e053-33d8-437a-9a9e-693743d4137a req-e2130e7b-f1d2-4c13-a8d3-8f85e8cdf26c service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690219 Mar 10 15:07:26.019126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40758e-4eb8-4b4c-b2c8-cb52e6c92111 req-53e325b6-bd39-4a16-8e3a-9b7d8fbabea4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:26.025160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40758e-4eb8-4b4c-b2c8-cb52e6c92111 req-53e325b6-bd39-4a16-8e3a-9b7d8fbabea4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:26.030602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40758e-4eb8-4b4c-b2c8-cb52e6c92111 req-53e325b6-bd39-4a16-8e3a-9b7d8fbabea4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:26.036710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40758e-4eb8-4b4c-b2c8-cb52e6c92111 req-53e325b6-bd39-4a16-8e3a-9b7d8fbabea4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:26.042581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40758e-4eb8-4b4c-b2c8-cb52e6c92111 req-53e325b6-bd39-4a16-8e3a-9b7d8fbabea4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:26.047995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40758e-4eb8-4b4c-b2c8-cb52e6c92111 req-53e325b6-bd39-4a16-8e3a-9b7d8fbabea4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:26.054276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40758e-4eb8-4b4c-b2c8-cb52e6c92111 req-53e325b6-bd39-4a16-8e3a-9b7d8fbabea4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:26.056320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb40758e-4eb8-4b4c-b2c8-cb52e6c92111 req-53e325b6-bd39-4a16-8e3a-9b7d8fbabea4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5430 time: 0.2842653 Mar 10 15:07:26.106073 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82f6bd4-870a-4144-ad0a-97be8847d986 x-openstack-request-id: req-f82f6bd4-870a-4144-ad0a-97be8847d986 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:26.106648 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "name": "network-vif-plugged", "status": "completed", "tag": "58c36268-bf6e-42b3-a5e5-a6243883a496", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:26.106648 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f82f6bd4-870a-4144-ad0a-97be8847d986 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:26.107165 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c36268-bf6e-42b3-a5e5-a6243883a496', 'code': 200} Mar 10 15:07:26.110527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc87b2b-01fa-46ae-8f19-26c4df289770 None None] The sync data for ids ['23532712-5b94-4526-a3a1-7eb33d8ba197'] in n-d-833090-1 is: [{'id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-router', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:12Z', 'updated_at': '2022-03-10T15:07:18Z', 'revision_number': 4, 'project_id': '07a0afb621be47b792256180a8f564ea', 'gw_port': {'id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:13Z', 'updated_at': '2022-03-10T15:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'acb1d5aa-bdd5-450b-870b-e58af6b5e3bd', 'name': '', 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'mac_address': 'fa:16:3e:6e:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': 'e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:17Z', 'updated_at': '2022-03-10T15:07:24Z', 'revision_number': 4, 'project_id': '07a0afb621be47b792256180a8f564ea', 'subnets': [{'id': 'e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:07:26.143854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Made reservation on behalf of 44af2d32b4ac4a6b8ecda2bc10c33f5a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:07:26.159681 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:26.218815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9c6c11fa-8339-4a0a-a7e5-40a275d46bba None None] Provisioning complete for port 9350c227-68e9-43d6-ad53-7cbb5fb219ed triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:26.219459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c6c11fa-8339-4a0a-a7e5-40a275d46bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:26.342739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:26.343462 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:26.376886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c11fa-8339-4a0a-a7e5-40a275d46bba None None] Port 9350c227-68e9-43d6-ad53-7cbb5fb219ed cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:26.401294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,segment=NetworkSegment(9b88c2eb-a31a-4014-916d-1d71d5104f65),segment_id=9b88c2eb-a31a-4014-916d-1d71d5104f65)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:26.415927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:26.418897 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-router', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:24Z', 'revision_number': 3, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'gw_port': {'id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:26.459354 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-50a8e053-33d8-437a-9a9e-693743d4137a req-f2ae2def-a6ad-4531-aec3-22a846165375 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424906 Mar 10 15:07:26.483016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb40758e-4eb8-4b4c-b2c8-cb52e6c92111 req-9395f9b0-648d-45fa-aeca-f48014c3d5b0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4027402 Mar 10 15:07:26.515286 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Checking router: 7f11bddb-8a09-4bac-a1f9-589d7b290194 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:07:26.515627 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Updating router 7f11bddb-8a09-4bac-a1f9-589d7b290194 port a3ae2993-8fb8-4baa-989c-6bfaccba7567 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:07:26.543524 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:26.550099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:26.595855 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:26.649604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e1171-dfa9-4a7e-ad1a-d5943fcf2d6b req-4ad1dc6f-f25e-41d6-97ef-4f42f01bbf8c service neutron] 10.222.0.45 "GET /v2.0/networks/ab912935-10a4-456c-9333-27850d590eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494534 Mar 10 15:07:26.833567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e62f4-8865-4519-89e0-6b4fe85bbb54 None None] Network ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:07:26.933093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d935a9f-e4e4-44ce-8605-ba277a2f5d8a req-187a6f84-2040-4489-ac01-3c327bf089fc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:26.936873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d935a9f-e4e4-44ce-8605-ba277a2f5d8a req-187a6f84-2040-4489-ac01-3c327bf089fc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.7751834 Mar 10 15:07:27.031698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5d1dc3d7-626e-40b7-a523-e0124c8e5154 None None] Provisioning complete for port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:27.034003 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc3d7-626e-40b7-a523-e0124c8e5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.072770 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.148254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a8986-eb35-4917-b07d-3970f3fabca3 req-82201c32-e9b3-484c-821e-2bf2a62782e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:27.152051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c74a8986-eb35-4917-b07d-3970f3fabca3 req-82201c32-e9b3-484c-821e-2bf2a62782e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3297bd95393e4871b86602b1b29be320&device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 1126 time: 0.3621137 Mar 10 15:07:27.164899 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Publish callbacks [] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.178892 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.232824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:27.309452 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Attempting to bind port a3ae2993-8fb8-4baa-989c-6bfaccba7567 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:27.309812 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Attempting to bind port a3ae2993-8fb8-4baa-989c-6bfaccba7567 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:27.310171 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Attempting to bind port a3ae2993-8fb8-4baa-989c-6bfaccba7567 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:27.312312 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c9fd1-9846-4568-9b01-028f2b0511db None None] Pushing event updated for resources: {'Port': ['ID=a3ae2993-8fb8-4baa-989c-6bfaccba7567,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:27.318615 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:27.319035 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:27.319437 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.319812 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:27.320259 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Bound port: a3ae2993-8fb8-4baa-989c-6bfaccba7567, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:27.320638 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.397678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5d1dc3d7-626e-40b7-a523-e0124c8e5154 None None] Current status of the port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:27.398072 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc3d7-626e-40b7-a523-e0124c8e5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.435694 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] For port a3ae2993-8fb8-4baa-989c-6bfaccba7567, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:27.447273 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] For port a3ae2993-8fb8-4baa-989c-6bfaccba7567, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3ae2993-8fb8-4baa-989c-6bfaccba7567,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:27.462391 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.464012 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Allocated IP 172.20.0.1 (ece2ae38-5bd4-4491-a60f-8b2d9f21fb96/793b03f0-238f-401b-91ef-034efc46ce34/cc8d3719-fbca-4098-b544-430f304931b2) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:27.481038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:27.481313 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.562574 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Routers {'7f11bddb-8a09-4bac-a1f9-589d7b290194'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:07:27.563240 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:07:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7f11bddb-8a09-4bac-a1f9-589d7b290194'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:27.565195 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c9fd1-9846-4568-9b01-028f2b0511db None None] Pushing event updated for resources: {'Port': ['ID=a3ae2993-8fb8-4baa-989c-6bfaccba7567,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:27.591818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5d1dc3d7-626e-40b7-a523-e0124c8e5154 None None] For port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea,segment=NetworkSegment(4580e957-c529-4a0b-8e15-9e4db339e937),segment_id=4580e957-c529-4a0b-8e15-9e4db339e937)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:27.622001 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d1dc3d7-626e-40b7-a523-e0124c8e5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.704106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Publish callbacks [] for port (cc8d3719-fbca-4098-b544-430f304931b2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.737124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dc3d7-626e-40b7-a523-e0124c8e5154 None None] Pushing event updated for resources: {'Port': ['ID=bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:27.763399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2ffc0204-ae20-484d-b86c-b12850fa8963 None None] Provisioning complete for port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:27.763808 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2ffc0204-ae20-484d-b86c-b12850fa8963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.773475 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (cc8d3719-fbca-4098-b544-430f304931b2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.832867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:27.834215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device acb1d5aa-bdd5-450b-870b-e58af6b5e3bd up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:27.857083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5efc7d-0f01-408f-a143-b0d7a21a37cf req-dcd5f367-8d32-4a6f-b51e-f553588ed082 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:27.862597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5efc7d-0f01-408f-a143-b0d7a21a37cf req-dcd5f367-8d32-4a6f-b51e-f553588ed082 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:27.867372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Pushing event updated for resources: {'Port': ['ID=cc8d3719-fbca-4098-b544-430f304931b2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:27.868783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5efc7d-0f01-408f-a143-b0d7a21a37cf req-dcd5f367-8d32-4a6f-b51e-f553588ed082 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:27.891841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5efc7d-0f01-408f-a143-b0d7a21a37cf req-dcd5f367-8d32-4a6f-b51e-f553588ed082 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:27.896234 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b5efc7d-0f01-408f-a143-b0d7a21a37cf req-dcd5f367-8d32-4a6f-b51e-f553588ed082 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 3094 time: 1.2449546 Mar 10 15:07:27.897774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a8986-eb35-4917-b07d-3970f3fabca3 req-4db79a40-8c7f-46db-abe7-17eaff6c4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:27.899065 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c74a8986-eb35-4917-b07d-3970f3fabca3 req-4db79a40-8c7f-46db-abe7-17eaff6c4412 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab912935-10a4-456c-9333-27850d590eac HTTP/1.1" status: 200 len: 917 time: 0.7272592 Mar 10 15:07:27.900084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Network ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:27.907433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:27.919423 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:27.945545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:27.946356 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:27.964605 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] Set router 7f11bddb-8a09-4bac-a1f9-589d7b290194 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:07:28.028823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d935a9f-e4e4-44ce-8605-ba277a2f5d8a req-00d5e3d9-d4ff-44da-bdc2-edc4d5bb5f82 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0767815 Mar 10 15:07:28.043958 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc0204-ae20-484d-b86c-b12850fa8963 None None] Current status of the port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:28.064935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Allocated IP 10.2.2.200 (0ce7491f-04bd-4f39-a81d-ebd70217f589/4c9d2471-2915-4422-9e7f-27fbcac857bc/d102dde1-4757-440e-8039-3fc9eeb4b889) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:07:28.076421 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (7f11bddb-8a09-4bac-a1f9-589d7b290194), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:28.113260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bb4c99-ca06-47e4-b1e7-b3e9aa732957'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:28.116056 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef64837-cbfc-4a0b-aba3-b2454e176174" -d '{"events": [{"server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "name": "network-vif-plugged", "status": "completed", "tag": "b2bb4c99-ca06-47e4-b1e7-b3e9aa732957"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:28.201859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:28.212640 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:28.284907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c74a8986-eb35-4917-b07d-3970f3fabca3 req-aa11759d-918f-4088-bb88-7e5426b92cd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cebb1ba4-e451-422b-9ee1-4e16012435e8 HTTP/1.1" status: 200 len: 217 time: 0.2875905 Mar 10 15:07:28.362272 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-router', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:24Z', 'revision_number': 3, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'gw_port': {'id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:28.372201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2a8c82e0-8f41-45b5-9125-9aa8ca31b6e8 None None] Provisioning complete for port cc8d3719-fbca-4098-b544-430f304931b2 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:28.373607 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2a8c82e0-8f41-45b5-9125-9aa8ca31b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cc8d3719-fbca-4098-b544-430f304931b2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:28.400087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a8986-eb35-4917-b07d-3970f3fabca3 req-613242f7-9c1e-4c5c-b1b8-4d421ac7cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:28.401734 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c74a8986-eb35-4917-b07d-3970f3fabca3 req-613242f7-9c1e-4c5c-b1b8-4d421ac7cb17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=743ead58-8aaa-4109-9959-b71342683302 HTTP/1.1" status: 200 len: 855 time: 0.0568306 Mar 10 15:07:28.412689 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95353e01-4314-44e4-a4a5-f3628cf376df None None] The sync data for ids ['7f11bddb-8a09-4bac-a1f9-589d7b290194'] in n-d-833090-1 is: [{'id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-router', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:24Z', 'revision_number': 3, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'gw_port': {'id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:07:28.427582 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc8d3719-fbca-4098-b544-430f304931b2), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:28.442699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c82e0-8f41-45b5-9125-9aa8ca31b6e8 None None] Port cc8d3719-fbca-4098-b544-430f304931b2 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:28.540896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e2941-1eba-4c92-9a4f-931e0542bf42 req-1dac460c-4fe0-4711-bd55-52b546aa139b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:28.546266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e2941-1eba-4c92-9a4f-931e0542bf42 req-1dac460c-4fe0-4711-bd55-52b546aa139b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:28.547928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b0e2941-1eba-4c92-9a4f-931e0542bf42 req-1dac460c-4fe0-4711-bd55-52b546aa139b tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1683 time: 0.2569509 Mar 10 15:07:28.582745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b5efc7d-0f01-408f-a143-b0d7a21a37cf req-5d2b486b-6516-4f39-8a7b-66056e7ca09a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5842607 Mar 10 15:07:28.613277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a8986-eb35-4917-b07d-3970f3fabca3 req-523dd99e-c29e-47b2-bcb3-b1b7e400b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:28.620120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c74a8986-eb35-4917-b07d-3970f3fabca3 req-523dd99e-c29e-47b2-bcb3-b1b7e400b9ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab912935-10a4-456c-9333-27850d590eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1697090 Mar 10 15:07:28.623374 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:28.655962 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Publish callbacks [] for port (cc8d3719-fbca-4098-b544-430f304931b2), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:28.663877 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (cc8d3719-fbca-4098-b544-430f304931b2), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:28.680482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b0e2941-1eba-4c92-9a4f-931e0542bf42 req-ba1d3002-4a3a-449e-a876-cce3410e8b7e tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226282 Mar 10 15:07:28.747764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (7f11bddb-8a09-4bac-a1f9-589d7b290194), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:28.750026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Pushing event updated for resources: {'Port': ['ID=cc8d3719-fbca-4098-b544-430f304931b2,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:28.809213 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:28.843354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c74a8986-eb35-4917-b07d-3970f3fabca3 req-d70b596f-1f95-4bf8-b496-5f5a75e5eb12 service neutron] 10.222.0.45 "GET /v2.0/networks/ab912935-10a4-456c-9333-27850d590eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159760 Mar 10 15:07:28.879937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Network ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:28.881614 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:28.951341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Network 0ce7491f-04bd-4f39-a81d-ebd70217f589 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:07:28.961227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event updated for resources: {'Port': ['ID=d102dde1-4757-440e-8039-3fc9eeb4b889,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:28.962236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:07:28.981982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef37d1-b4b7-4e9d-9b2b-4ab814505432 req-5c2a2a1d-6287-4a0e-87d9-e2bdc65cbb7d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:28.992068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82ef37d1-b4b7-4e9d-9b2b-4ab814505432 req-5c2a2a1d-6287-4a0e-87d9-e2bdc65cbb7d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 945 time: 0.2586274 Mar 10 15:07:28.994419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:07:29.112447 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Router 7f11bddb-8a09-4bac-a1f9-589d7b290194 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:07:29.301951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:29.303252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:29.342459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c74a8986-eb35-4917-b07d-3970f3fabca3 req-5ca81069-cbd7-406d-9b94-1afe767ca6f2 service neutron] 10.222.0.45 "GET /v2.0/networks/ab912935-10a4-456c-9333-27850d590eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702337 Mar 10 15:07:29.373235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:29.391250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:07:29.402032 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-907fafdf-85e9-4161-b2b7-0a3ab79ac0db admin admin] 10.222.0.11 "PUT /v2.0/routers/7f11bddb-8a09-4bac-a1f9-589d7b290194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6165462 Mar 10 15:07:29.408000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b34274-b481-44b1-8647-16563f2250af req-ac27f7ef-e8aa-459a-870a-4454e91bc82e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:29.409641 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07b34274-b481-44b1-8647-16563f2250af req-ac27f7ef-e8aa-459a-870a-4454e91bc82e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 944 time: 0.5967166 Mar 10 15:07:29.441319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82ef37d1-b4b7-4e9d-9b2b-4ab814505432 req-9bf98198-1aeb-4be0-a869-edb84a0c5dfd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471693 Mar 10 15:07:29.486601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-c9a3941e-4cca-425e-977e-afed262ccf3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9755991 Mar 10 15:07:29.496654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d60a7b4f-8259-4173-906c-1327b173b4c1 None None] Provisioning complete for port cc8d3719-fbca-4098-b544-430f304931b2 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:29.497042 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d60a7b4f-8259-4173-906c-1327b173b4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cc8d3719-fbca-4098-b544-430f304931b2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:29.526087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:29.540656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d60a7b4f-8259-4173-906c-1327b173b4c1 None None] Port cc8d3719-fbca-4098-b544-430f304931b2 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:29.568915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:29.569679 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:29.613630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07b34274-b481-44b1-8647-16563f2250af req-b6103bce-b72b-429a-b749-1b6f3918f9ee tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710429 Mar 10 15:07:29.662533 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (27c2a645-503a-46e5-856f-74891a21f51d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:29.701568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0362d-f83b-4e07-a127-182e2930f0e7 req-4b81ec7c-1cad-4d7b-8523-6a32eb657b1e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:29.707821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0362d-f83b-4e07-a127-182e2930f0e7 req-4b81ec7c-1cad-4d7b-8523-6a32eb657b1e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:29.716591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0362d-f83b-4e07-a127-182e2930f0e7 req-4b81ec7c-1cad-4d7b-8523-6a32eb657b1e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:29.717267 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995e22e3-01ea-426a-96dc-6db6444e6d9b x-openstack-request-id: req-995e22e3-01ea-426a-96dc-6db6444e6d9b {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:29.717736 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "name": "network-vif-plugged", "status": "completed", "tag": "b2bb4c99-ca06-47e4-b1e7-b3e9aa732957", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:29.722502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0362d-f83b-4e07-a127-182e2930f0e7 req-4b81ec7c-1cad-4d7b-8523-6a32eb657b1e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:29.724430 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-995e22e3-01ea-426a-96dc-6db6444e6d9b {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:29.727883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0362d-f83b-4e07-a127-182e2930f0e7 req-4b81ec7c-1cad-4d7b-8523-6a32eb657b1e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:29.730294 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bb4c99-ca06-47e4-b1e7-b3e9aa732957', 'code': 200} Mar 10 15:07:29.731150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-97b8b2f1-71f8-4939-b042-cedf8c1d8a6d None None] Provisioning complete for port d102dde1-4757-440e-8039-3fc9eeb4b889 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:29.733311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0362d-f83b-4e07-a127-182e2930f0e7 req-4b81ec7c-1cad-4d7b-8523-6a32eb657b1e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:29.733907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-97b8b2f1-71f8-4939-b042-cedf8c1d8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:29.740466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0362d-f83b-4e07-a127-182e2930f0e7 req-4b81ec7c-1cad-4d7b-8523-6a32eb657b1e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:29.750050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ede0362d-f83b-4e07-a127-182e2930f0e7 req-4b81ec7c-1cad-4d7b-8523-6a32eb657b1e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5430 time: 0.2206616 Mar 10 15:07:29.858706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:29.860073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3ae2993-8fb8-4baa-989c-6bfaccba7567 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:29.904089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-97b8b2f1-71f8-4939-b042-cedf8c1d8a6d None None] Port d102dde1-4757-440e-8039-3fc9eeb4b889 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:07:29.965789 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a3ae2993-8fb8-4baa-989c-6bfaccba7567 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:29.968980 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:30.067346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ede0362d-f83b-4e07-a127-182e2930f0e7 req-f5f068a5-bb1e-4861-a8b4-fd37201a4dbf tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3162289 Mar 10 15:07:30.125428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94e107-0a0f-48b9-a746-72e5086f6555 req-b8cbf668-ea30-4c4a-8f42-c2b5644ab9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:30.128046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94e107-0a0f-48b9-a746-72e5086f6555 req-b8cbf668-ea30-4c4a-8f42-c2b5644ab9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:30.132695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc94e107-0a0f-48b9-a746-72e5086f6555 req-b8cbf668-ea30-4c4a-8f42-c2b5644ab9bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 2047 time: 0.3340764 Mar 10 15:07:30.206007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a3ae2993-8fb8-4baa-989c-6bfaccba7567 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:30.206412 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:30.244833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port a3ae2993-8fb8-4baa-989c-6bfaccba7567, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3ae2993-8fb8-4baa-989c-6bfaccba7567,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:30.254704 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:30.328213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1486a-14db-49e8-ad66-5eb99833cba2 req-a1f31311-339a-4d59-a272-579e59112824 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:30.329837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75e1486a-14db-49e8-ad66-5eb99833cba2 req-a1f31311-339a-4d59-a272-579e59112824 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.4786568 Mar 10 15:07:30.375550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=a3ae2993-8fb8-4baa-989c-6bfaccba7567,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:30.592806 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc94e107-0a0f-48b9-a746-72e5086f6555 req-91d85ec7-9abd-40f4-b734-4e0cc8f59736 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491727 Mar 10 15:07:30.619258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c2a645-503a-46e5-856f-74891a21f51d {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:30.635365 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Publish callbacks [] for port (27c2a645-503a-46e5-856f-74891a21f51d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:30.661652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75e1486a-14db-49e8-ad66-5eb99833cba2 req-53e21d55-703e-4f44-9b37-d345f349fa92 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087255 Mar 10 15:07:30.683188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ceb88-2edb-4d8c-8951-6fa38fc8fa81 req-6adf6133-71df-4a87-b23d-a84848aa9701 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:30.696672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ceb88-2edb-4d8c-8951-6fa38fc8fa81 req-6adf6133-71df-4a87-b23d-a84848aa9701 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:30.706135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ceb88-2edb-4d8c-8951-6fa38fc8fa81 req-6adf6133-71df-4a87-b23d-a84848aa9701 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:30.715632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ceb88-2edb-4d8c-8951-6fa38fc8fa81 req-6adf6133-71df-4a87-b23d-a84848aa9701 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:30.722217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ceb88-2edb-4d8c-8951-6fa38fc8fa81 req-6adf6133-71df-4a87-b23d-a84848aa9701 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:30.725177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db7ceb88-2edb-4d8c-8951-6fa38fc8fa81 req-6adf6133-71df-4a87-b23d-a84848aa9701 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 3815 time: 0.3894618 Mar 10 15:07:30.742422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Transition to ACTIVE for port object 27c2a645-503a-46e5-856f-74891a21f51d will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:07:30.753686 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (27c2a645-503a-46e5-856f-74891a21f51d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:30.885607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Pushing event updated for resources: {'Port': ['ID=27c2a645-503a-46e5-856f-74891a21f51d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:30.909163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db7ceb88-2edb-4d8c-8951-6fa38fc8fa81 req-b3c9e42b-5122-4647-96f2-1c60db7514f6 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615851 Mar 10 15:07:30.922334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.922334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.931918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.932667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.935004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.935579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.936154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.936986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.937548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.938965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.940054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.940610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:30.945095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:31.156305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3ae2993-8fb8-4baa-989c-6bfaccba7567 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:31.163817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df09ca0-ca7e-43b2-bc20-46e29e827ec7 req-64c1635f-a2ee-43f0-b91e-2fef53a88188 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:31.181808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df09ca0-ca7e-43b2-bc20-46e29e827ec7 req-64c1635f-a2ee-43f0-b91e-2fef53a88188 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:31.192761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2df09ca0-ca7e-43b2-bc20-46e29e827ec7 req-64c1635f-a2ee-43f0-b91e-2fef53a88188 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1683 time: 0.3978674 Mar 10 15:07:31.323553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a3ae2993-8fb8-4baa-989c-6bfaccba7567 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:31.323746 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:31.365204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Attempting to bind port 27c2a645-503a-46e5-856f-74891a21f51d on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:31.366856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Attempting to bind port 27c2a645-503a-46e5-856f-74891a21f51d by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:31.366856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Attempting to bind port 27c2a645-503a-46e5-856f-74891a21f51d on network fa5e524c-1898-4673-8197-c16e729f39de {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:31.397885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Port 27c2a645-503a-46e5-856f-74891a21f51d on network fa5e524c-1898-4673-8197-c16e729f39de not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:07:31.398366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Attempting to bind port 27c2a645-503a-46e5-856f-74891a21f51d on network fa5e524c-1898-4673-8197-c16e729f39de {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:31.417868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2df09ca0-ca7e-43b2-bc20-46e29e827ec7 req-2dca05e9-62bb-47ca-a917-3f9d924d9e4a tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163815 Mar 10 15:07:31.441595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:31.443242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Checking segment: {'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:31.443745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Bound using segment: {'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:31.444335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Bound port: 27c2a645-503a-46e5-856f-74891a21f51d, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f47a57-3d6c-407d-ad88-e45b1363c8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:31.445396 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (27c2a645-503a-46e5-856f-74891a21f51d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:31.537419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a3ae2993-8fb8-4baa-989c-6bfaccba7567 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:31.563401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18152657-03b9-42fb-ad8c-d7d23468b88a req-90bf073f-f22b-48ee-88a6-03668768e9f2 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:31.572392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18152657-03b9-42fb-ad8c-d7d23468b88a req-90bf073f-f22b-48ee-88a6-03668768e9f2 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 944 time: 0.2979872 Mar 10 15:07:31.689410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Sync routers for ids ['7f11bddb-8a09-4bac-a1f9-589d7b290194'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:07:31.689797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] For port 27c2a645-503a-46e5-856f-74891a21f51d, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:31.707315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Routers {'7f11bddb-8a09-4bac-a1f9-589d7b290194'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:07:31.708056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:07:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7f11bddb-8a09-4bac-a1f9-589d7b290194'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:31.734690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18152657-03b9-42fb-ad8c-d7d23468b88a req-94f1a194-7d62-4c27-a98f-7cec0d828bd5 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560211 Mar 10 15:07:31.737490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] For port 27c2a645-503a-46e5-856f-74891a21f51d, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=27c2a645-503a-46e5-856f-74891a21f51d,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:31.763514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c79ac4-a91f-4f20-85a8-7f8792fb930c req-59547dbf-9fee-44bb-bcf1-6c631773b57d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:31.773974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66c79ac4-a91f-4f20-85a8-7f8792fb930c req-59547dbf-9fee-44bb-bcf1-6c631773b57d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2246833 Mar 10 15:07:31.800390 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (27c2a645-503a-46e5-856f-74891a21f51d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:31.942059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Set router 7f11bddb-8a09-4bac-a1f9-589d7b290194 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:07:31.973335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:31.974975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:31.976427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] 10.222.0.62 "PUT /v2.0/ports/27c2a645-503a-46e5-856f-74891a21f51d HTTP/1.1" status: 200 len: 1091 time: 2.4713895 Mar 10 15:07:31.992790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '27c2a645-503a-46e5-856f-74891a21f51d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:32.003576 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b" -d '{"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "27c2a645-503a-46e5-856f-74891a21f51d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:32.045780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:32.141481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222705a-200e-4aaa-b186-a64f20dda9ea req-f20a3134-7aae-4f06-8bd4-4feb7ef55d6b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.162042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222705a-200e-4aaa-b186-a64f20dda9ea req-f20a3134-7aae-4f06-8bd4-4feb7ef55d6b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.175005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222705a-200e-4aaa-b186-a64f20dda9ea req-f20a3134-7aae-4f06-8bd4-4feb7ef55d6b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.180580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222705a-200e-4aaa-b186-a64f20dda9ea req-f20a3134-7aae-4f06-8bd4-4feb7ef55d6b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.206632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222705a-200e-4aaa-b186-a64f20dda9ea req-f20a3134-7aae-4f06-8bd4-4feb7ef55d6b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.221776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222705a-200e-4aaa-b186-a64f20dda9ea req-f20a3134-7aae-4f06-8bd4-4feb7ef55d6b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.239123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222705a-200e-4aaa-b186-a64f20dda9ea req-f20a3134-7aae-4f06-8bd4-4feb7ef55d6b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.244249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1222705a-200e-4aaa-b186-a64f20dda9ea req-f20a3134-7aae-4f06-8bd4-4feb7ef55d6b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5430 time: 0.3415062 Mar 10 15:07:32.244443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:32.408186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-router', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:28Z', 'revision_number': 4, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'gw_port': {'id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'cc8d3719-fbca-4098-b544-430f304931b2', 'name': '', 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'mac_address': 'fa:16:3e:6a:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '793b03f0-238f-401b-91ef-034efc46ce34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:27Z', 'updated_at': '2022-03-10T15:07:28Z', 'revision_number': 2, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'subnets': [{'id': '793b03f0-238f-401b-91ef-034efc46ce34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:32.441582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Checking router: 7f11bddb-8a09-4bac-a1f9-589d7b290194 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:07:32.441937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Updating router 7f11bddb-8a09-4bac-a1f9-589d7b290194 port cc8d3719-fbca-4098-b544-430f304931b2 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:07:32.485238 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc8d3719-fbca-4098-b544-430f304931b2), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:32.496272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66c79ac4-a91f-4f20-85a8-7f8792fb930c req-675ea7c2-64be-4ab6-a066-87e0df632d60 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7208860 Mar 10 15:07:32.522194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8bd0d-1873-4ad6-8b10-1190f430dca8 service neutron] Pushing event updated for resources: {'Port': ['ID=27c2a645-503a-46e5-856f-74891a21f51d,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:32.657518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1222705a-200e-4aaa-b186-a64f20dda9ea req-4669e1bf-bbc2-45e2-bece-0102bdd61d8d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3827257 Mar 10 15:07:32.871517 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926c2c29-8ced-451d-bcc3-a86246c6d0e0 x-openstack-request-id: req-926c2c29-8ced-451d-bcc3-a86246c6d0e0 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:32.871897 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "27c2a645-503a-46e5-856f-74891a21f51d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:32.872067 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-926c2c29-8ced-451d-bcc3-a86246c6d0e0 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:32.872449 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '27c2a645-503a-46e5-856f-74891a21f51d', 'status': 'completed', 'code': 200} Mar 10 15:07:32.953599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99057946-4fdf-44be-be7e-ed1d74bfa2e0 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:32.986712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-de08e3d6-f0ed-4782-8119-6d539be4a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.987229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-de08e3d6-f0ed-4782-8119-6d539be4a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.987721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-de08e3d6-f0ed-4782-8119-6d539be4a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.988228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-de08e3d6-f0ed-4782-8119-6d539be4a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.988470 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-de08e3d6-f0ed-4782-8119-6d539be4a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:32.990262 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-de08e3d6-f0ed-4782-8119-6d539be4a4e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 4393 time: 0.1284363 Mar 10 15:07:33.000290 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Publish callbacks [] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:33.116862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Transition to ACTIVE for port object 99057946-4fdf-44be-be7e-ed1d74bfa2e0 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:07:33.130226 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:33.183122 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Publish callbacks [] for port (cc8d3719-fbca-4098-b544-430f304931b2), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:33.197009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-34e445d8-bb58-4896-80df-2b6da013b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:33.198123 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-34e445d8-bb58-4896-80df-2b6da013b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:33.198744 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-34e445d8-bb58-4896-80df-2b6da013b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:33.201386 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-34e445d8-bb58-4896-80df-2b6da013b2d4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1930463 Mar 10 15:07:33.202555 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cc8d3719-fbca-4098-b544-430f304931b2), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:33.213371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0e3ff-c951-4687-ae94-b0a1c0c0b4bf req-f6fea8e5-e6c2-4267-9f5e-acb02721bdd5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:33.218631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0e3ff-c951-4687-ae94-b0a1c0c0b4bf req-f6fea8e5-e6c2-4267-9f5e-acb02721bdd5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:33.232672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0e3ff-c951-4687-ae94-b0a1c0c0b4bf req-f6fea8e5-e6c2-4267-9f5e-acb02721bdd5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:33.249597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0e3ff-c951-4687-ae94-b0a1c0c0b4bf req-f6fea8e5-e6c2-4267-9f5e-acb02721bdd5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:33.255325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0e3ff-c951-4687-ae94-b0a1c0c0b4bf req-f6fea8e5-e6c2-4267-9f5e-acb02721bdd5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:33.256940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69a0e3ff-c951-4687-ae94-b0a1c0c0b4bf req-f6fea8e5-e6c2-4267-9f5e-acb02721bdd5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 3827 time: 0.4276576 Mar 10 15:07:33.360062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde8621-cc94-4098-9d99-e859244ce7bd req-75917b0f-c943-45f9-ba20-486b59d7b2d1 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:33.372919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde8621-cc94-4098-9d99-e859244ce7bd req-75917b0f-c943-45f9-ba20-486b59d7b2d1 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:33.374509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6cde8621-cc94-4098-9d99-e859244ce7bd req-75917b0f-c943-45f9-ba20-486b59d7b2d1 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1683 time: 0.4011176 Mar 10 15:07:33.393634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Pushing event updated for resources: {'Port': ['ID=99057946-4fdf-44be-be7e-ed1d74bfa2e0,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:33.406064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-0c57b3d4-b51b-4245-87fb-2e5780123b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:33.407575 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b21b0142-4cd1-47e2-904f-c3dd2a6ed72b req-0c57b3d4-b51b-4245-87fb-2e5780123b6f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2006478 Mar 10 15:07:33.454586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95b16b-3078-4ddd-bb2f-921e84c19dd9 None None] Pushing event updated for resources: {'Port': ['ID=cc8d3719-fbca-4098-b544-430f304931b2,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:33.457029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Attempting to bind port cc8d3719-fbca-4098-b544-430f304931b2 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:33.457414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Attempting to bind port cc8d3719-fbca-4098-b544-430f304931b2 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '4580e957-c529-4a0b-8e15-9e4db339e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:33.457807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Attempting to bind port cc8d3719-fbca-4098-b544-430f304931b2 on network ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:33.469980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:33.470363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Checking segment: {'id': '4580e957-c529-4a0b-8e15-9e4db339e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:33.470773 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:33.475170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Bound using segment: {'id': '4580e957-c529-4a0b-8e15-9e4db339e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:33.475688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Bound port: cc8d3719-fbca-4098-b544-430f304931b2, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4580e957-c529-4a0b-8e15-9e4db339e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:33.476095 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc8d3719-fbca-4098-b544-430f304931b2), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:33.654531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6cde8621-cc94-4098-9d99-e859244ce7bd req-12aa0872-1b18-4952-a4ea-e1dabb5153bc tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560780 Mar 10 15:07:33.686220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69a0e3ff-c951-4687-ae94-b0a1c0c0b4bf req-0189961b-16ba-485d-913e-66c2076ce1ec tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4087064 Mar 10 15:07:33.694743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] For port cc8d3719-fbca-4098-b544-430f304931b2, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:33.712409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] For port cc8d3719-fbca-4098-b544-430f304931b2, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cc8d3719-fbca-4098-b544-430f304931b2,segment=NetworkSegment(4580e957-c529-4a0b-8e15-9e4db339e937),segment_id=4580e957-c529-4a0b-8e15-9e4db339e937)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:33.730949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Attempting to bind port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:33.731683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Attempting to bind port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:33.735533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Attempting to bind port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 on network be8524cd-cbb7-4825-a346-3074feb1e69e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:33.736319 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cc8d3719-fbca-4098-b544-430f304931b2), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:33.746253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 on network be8524cd-cbb7-4825-a346-3074feb1e69e not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:07:33.746971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Attempting to bind port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 on network be8524cd-cbb7-4825-a346-3074feb1e69e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:33.762070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:33.763011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Checking segment: {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:33.765294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Bound using segment: {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:33.766035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Bound port: 99057946-4fdf-44be-be7e-ed1d74bfa2e0, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:33.767768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:33.910917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] For port 99057946-4fdf-44be-be7e-ed1d74bfa2e0, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:33.914727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] For port 99057946-4fdf-44be-be7e-ed1d74bfa2e0, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=99057946-4fdf-44be-be7e-ed1d74bfa2e0,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:33.934130 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:33.934493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95b16b-3078-4ddd-bb2f-921e84c19dd9 None None] Pushing event updated for resources: {'Port': ['ID=cc8d3719-fbca-4098-b544-430f304931b2,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:33.972207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Routers {'7f11bddb-8a09-4bac-a1f9-589d7b290194'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:07:33.976144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:07:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7f11bddb-8a09-4bac-a1f9-589d7b290194'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:34.017048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:34.017663 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:34.035806 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] 10.222.0.62 "PUT /v2.0/ports/99057946-4fdf-44be-be7e-ed1d74bfa2e0 HTTP/1.1" status: 200 len: 1130 time: 1.9993570 Mar 10 15:07:34.066663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:34.145053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-77ec80a0-a5d9-461f-8427-a7f5712fa30a None None] Provisioning complete for port cc8d3719-fbca-4098-b544-430f304931b2 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:34.146055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-77ec80a0-a5d9-461f-8427-a7f5712fa30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cc8d3719-fbca-4098-b544-430f304931b2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:34.203152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bae6a-0ca9-436f-abb4-5185f6c951c6 service neutron] Pushing event updated for resources: {'Port': ['ID=99057946-4fdf-44be-be7e-ed1d74bfa2e0,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:34.343719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] Set router 7f11bddb-8a09-4bac-a1f9-589d7b290194 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:07:34.406357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f4642-bb57-4e51-bb56-459e8a9036da req-18f14136-cc5d-481a-b24b-c442ebc47ea4 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:34.407965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c5f4642-bb57-4e51-bb56-459e8a9036da req-18f14136-cc5d-481a-b24b-c442ebc47ea4 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 944 time: 0.3157718 Mar 10 15:07:34.413589 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (82185172-d57c-492b-8f11-a16c719432eb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:34.540677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50588-d2cd-409d-9d1b-8be800e00272 req-2c22b906-f6d5-48b9-823c-a4ce46dc7827 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:34.546437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50588-d2cd-409d-9d1b-8be800e00272 req-2c22b906-f6d5-48b9-823c-a4ce46dc7827 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:34.552445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50588-d2cd-409d-9d1b-8be800e00272 req-2c22b906-f6d5-48b9-823c-a4ce46dc7827 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:34.558002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50588-d2cd-409d-9d1b-8be800e00272 req-2c22b906-f6d5-48b9-823c-a4ce46dc7827 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:34.563455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50588-d2cd-409d-9d1b-8be800e00272 req-2c22b906-f6d5-48b9-823c-a4ce46dc7827 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:34.569813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50588-d2cd-409d-9d1b-8be800e00272 req-2c22b906-f6d5-48b9-823c-a4ce46dc7827 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:34.582813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc50588-d2cd-409d-9d1b-8be800e00272 req-2c22b906-f6d5-48b9-823c-a4ce46dc7827 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:34.582813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfc50588-d2cd-409d-9d1b-8be800e00272 req-2c22b906-f6d5-48b9-823c-a4ce46dc7827 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5430 time: 0.2584434 Mar 10 15:07:34.640003 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c5f4642-bb57-4e51-bb56-459e8a9036da req-4f9c5e04-74f3-4ad6-89b5-ebfbd8d9ec4e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222867 Mar 10 15:07:34.781410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-77ec80a0-a5d9-461f-8427-a7f5712fa30a None None] Current status of the port cc8d3719-fbca-4098-b544-430f304931b2 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:34.782023 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-77ec80a0-a5d9-461f-8427-a7f5712fa30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc8d3719-fbca-4098-b544-430f304931b2), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:34.826171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfc50588-d2cd-409d-9d1b-8be800e00272 req-56b28870-cd0c-46de-94e1-ffd96135784d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2139170 Mar 10 15:07:34.861807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-77ec80a0-a5d9-461f-8427-a7f5712fa30a None None] For port cc8d3719-fbca-4098-b544-430f304931b2, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cc8d3719-fbca-4098-b544-430f304931b2,segment=NetworkSegment(4580e957-c529-4a0b-8e15-9e4db339e937),segment_id=4580e957-c529-4a0b-8e15-9e4db339e937)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:34.883608 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-77ec80a0-a5d9-461f-8427-a7f5712fa30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cc8d3719-fbca-4098-b544-430f304931b2), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:34.924934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '99057946-4fdf-44be-be7e-ed1d74bfa2e0'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:34.925121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-router', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:28Z', 'revision_number': 4, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'gw_port': {'id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'cc8d3719-fbca-4098-b544-430f304931b2', 'name': '', 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'mac_address': 'fa:16:3e:6a:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '793b03f0-238f-401b-91ef-034efc46ce34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:27Z', 'updated_at': '2022-03-10T15:07:33Z', 'revision_number': 4, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'subnets': [{'id': '793b03f0-238f-401b-91ef-034efc46ce34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:34.933891 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f21913-3664-4ff6-affa-abd790986b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "99057946-4fdf-44be-be7e-ed1d74bfa2e0"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:34.958216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e1d4c-1e4b-4864-8d03-c522f2fa8c6e None None] The sync data for ids ['7f11bddb-8a09-4bac-a1f9-589d7b290194'] in n-d-833090-1 is: [{'id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-router', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:28Z', 'revision_number': 4, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'gw_port': {'id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'cc8d3719-fbca-4098-b544-430f304931b2', 'name': '', 'network_id': 'ece2ae38-5bd4-4491-a60f-8b2d9f21fb96', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'mac_address': 'fa:16:3e:6a:50:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '793b03f0-238f-401b-91ef-034efc46ce34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:27Z', 'updated_at': '2022-03-10T15:07:33Z', 'revision_number': 4, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'subnets': [{'id': '793b03f0-238f-401b-91ef-034efc46ce34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:07:34.979398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42440b62-0d5b-495f-bf14-0ea034330b50 req-36b1ea86-6ee0-4b18-bd78-17cb27cca49c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:34.991825 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42440b62-0d5b-495f-bf14-0ea034330b50 req-36b1ea86-6ee0-4b18-bd78-17cb27cca49c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2570965 Mar 10 15:07:35.018110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec80a0-a5d9-461f-8427-a7f5712fa30a None None] Pushing event updated for resources: {'Port': ['ID=cc8d3719-fbca-4098-b544-430f304931b2,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:35.115422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-47a7afcd-90ca-40d9-8477-b1a5c1e5440e None None] Provisioning complete for port cc8d3719-fbca-4098-b544-430f304931b2 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:35.115422 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-47a7afcd-90ca-40d9-8477-b1a5c1e5440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cc8d3719-fbca-4098-b544-430f304931b2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:35.210007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42440b62-0d5b-495f-bf14-0ea034330b50 req-6ce97af5-d7fb-41fb-a249-3ceb890ef322 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100129 Mar 10 15:07:35.339157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-47a7afcd-90ca-40d9-8477-b1a5c1e5440e None None] Current status of the port cc8d3719-fbca-4098-b544-430f304931b2 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:35.366272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82185172-d57c-492b-8f11-a16c719432eb {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:35.433563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Publish callbacks [] for port (82185172-d57c-492b-8f11-a16c719432eb), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:35.444675 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716a3140-d723-445a-9eb6-eaeaac56fb00 x-openstack-request-id: req-716a3140-d723-445a-9eb6-eaeaac56fb00 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:35.446998 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "99057946-4fdf-44be-be7e-ed1d74bfa2e0", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:35.447303 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-716a3140-d723-445a-9eb6-eaeaac56fb00 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:35.447901 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '99057946-4fdf-44be-be7e-ed1d74bfa2e0', 'status': 'completed', 'code': 200} Mar 10 15:07:35.473358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Transition to ACTIVE for port object 82185172-d57c-492b-8f11-a16c719432eb will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:07:35.492224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (82185172-d57c-492b-8f11-a16c719432eb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:35.629914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e75c1-c87b-4793-ac5f-37359f9a67b2 req-a64f7791-b5e8-4c64-b4e8-28dfba7c761b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:35.661504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e75c1-c87b-4793-ac5f-37359f9a67b2 req-a64f7791-b5e8-4c64-b4e8-28dfba7c761b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:35.667788 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e75c1-c87b-4793-ac5f-37359f9a67b2 req-a64f7791-b5e8-4c64-b4e8-28dfba7c761b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:35.683235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e75c1-c87b-4793-ac5f-37359f9a67b2 req-a64f7791-b5e8-4c64-b4e8-28dfba7c761b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:35.688718 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e75c1-c87b-4793-ac5f-37359f9a67b2 req-a64f7791-b5e8-4c64-b4e8-28dfba7c761b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:35.703903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e75c1-c87b-4793-ac5f-37359f9a67b2 req-a64f7791-b5e8-4c64-b4e8-28dfba7c761b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:35.705788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-071e75c1-c87b-4793-ac5f-37359f9a67b2 req-a64f7791-b5e8-4c64-b4e8-28dfba7c761b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 4599 time: 0.3655229 Mar 10 15:07:35.813849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=82185172-d57c-492b-8f11-a16c719432eb,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:36.031396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Attempting to bind port 82185172-d57c-492b-8f11-a16c719432eb on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:36.032432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Attempting to bind port 82185172-d57c-492b-8f11-a16c719432eb by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:36.032870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Attempting to bind port 82185172-d57c-492b-8f11-a16c719432eb on network be8524cd-cbb7-4825-a346-3074feb1e69e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:36.081477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-071e75c1-c87b-4793-ac5f-37359f9a67b2 req-f520e2c1-2b37-49fb-a8dc-425ec298bb21 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3628311 Mar 10 15:07:36.090547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Port 82185172-d57c-492b-8f11-a16c719432eb on network be8524cd-cbb7-4825-a346-3074feb1e69e not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:07:36.090547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Attempting to bind port 82185172-d57c-492b-8f11-a16c719432eb on network be8524cd-cbb7-4825-a346-3074feb1e69e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:36.150019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930e414-8c8d-44c7-aea9-509dcc6c0b22 req-48894c02-54ac-423f-97bb-b208a6997450 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:36.160318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8930e414-8c8d-44c7-aea9-509dcc6c0b22 req-48894c02-54ac-423f-97bb-b208a6997450 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1730328 Mar 10 15:07:36.163259 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21913-3664-4ff6-affa-abd790986b1e req-5dd708fe-c83a-4385-955a-1805b227896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:36.164959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21913-3664-4ff6-affa-abd790986b1e req-5dd708fe-c83a-4385-955a-1805b227896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:36.165594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21913-3664-4ff6-affa-abd790986b1e req-5dd708fe-c83a-4385-955a-1805b227896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:36.167240 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21913-3664-4ff6-affa-abd790986b1e req-5dd708fe-c83a-4385-955a-1805b227896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:36.168405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21913-3664-4ff6-affa-abd790986b1e req-5dd708fe-c83a-4385-955a-1805b227896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:36.172706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21913-3664-4ff6-affa-abd790986b1e req-5dd708fe-c83a-4385-955a-1805b227896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:36.174749 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9f21913-3664-4ff6-affa-abd790986b1e req-5dd708fe-c83a-4385-955a-1805b227896b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5347 time: 0.7657738 Mar 10 15:07:36.182999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:36.183353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Checking segment: {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:36.183750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Bound using segment: {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:36.184196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Bound port: 82185172-d57c-492b-8f11-a16c719432eb, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:36.184564 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (82185172-d57c-492b-8f11-a16c719432eb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:36.201807 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:07:36.277902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8930e414-8c8d-44c7-aea9-509dcc6c0b22 req-cac3747f-3588-4ccf-8cba-eddb722e7e79 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138000 Mar 10 15:07:36.313540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21913-3664-4ff6-affa-abd790986b1e req-2fa28c76-2c61-412b-860a-ef11d9d81d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:36.314264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21913-3664-4ff6-affa-abd790986b1e req-2fa28c76-2c61-412b-860a-ef11d9d81d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:36.314915 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21913-3664-4ff6-affa-abd790986b1e req-2fa28c76-2c61-412b-860a-ef11d9d81d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:36.316974 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9f21913-3664-4ff6-affa-abd790986b1e req-2fa28c76-2c61-412b-860a-ef11d9d81d83 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1284487 Mar 10 15:07:36.389363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] For port 82185172-d57c-492b-8f11-a16c719432eb, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:36.392941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] For port 82185172-d57c-492b-8f11-a16c719432eb, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=82185172-d57c-492b-8f11-a16c719432eb,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:36.436318 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (82185172-d57c-492b-8f11-a16c719432eb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:36.539022 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21913-3664-4ff6-affa-abd790986b1e req-335293a9-40e3-4de0-b116-2c663e502b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:36.541240 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9f21913-3664-4ff6-affa-abd790986b1e req-335293a9-40e3-4de0-b116-2c663e502b2c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2163870 Mar 10 15:07:37.047662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:37.048282 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:37.049738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] 10.222.0.62 "PUT /v2.0/ports/82185172-d57c-492b-8f11-a16c719432eb HTTP/1.1" status: 200 len: 1131 time: 2.9881995 Mar 10 15:07:37.075260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7a818-e2fe-4605-a0a4-c41f7f03958c req-44b86b31-8d3d-4aca-b2d1-53eaea3d876a tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:37.087954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7a818-e2fe-4605-a0a4-c41f7f03958c req-44b86b31-8d3d-4aca-b2d1-53eaea3d876a tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:37.096454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e7a7a818-e2fe-4605-a0a4-c41f7f03958c req-44b86b31-8d3d-4aca-b2d1-53eaea3d876a tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1683 time: 0.8174014 Mar 10 15:07:37.141539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:37.165800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cc8d3719-fbca-4098-b544-430f304931b2 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:37.195517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1710819-07ba-498d-a08b-54300ed48aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=82185172-d57c-492b-8f11-a16c719432eb,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:37.256258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acef72-bdd3-41c7-864a-590126e1508f req-45eed15c-d3e6-4d78-84b3-2bfa9a0d9096 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:37.264844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5acef72-bdd3-41c7-864a-590126e1508f req-45eed15c-d3e6-4d78-84b3-2bfa9a0d9096 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 944 time: 0.8395309 Mar 10 15:07:37.307518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cc8d3719-fbca-4098-b544-430f304931b2 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:37.308054 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cc8d3719-fbca-4098-b544-430f304931b2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:37.317376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e7a7a818-e2fe-4605-a0a4-c41f7f03958c req-18f06223-86d2-4ad2-a43c-47604dc0aed6 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199607 Mar 10 15:07:37.423690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5acef72-bdd3-41c7-864a-590126e1508f req-620e3478-36c2-40eb-8074-13d9d8ee31b3 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569710 Mar 10 15:07:37.449953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '82185172-d57c-492b-8f11-a16c719432eb'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:37.459672 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab7de98-805f-4c42-aa11-a779d14c289a" -d '{"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "82185172-d57c-492b-8f11-a16c719432eb"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:37.480896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:37.746049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cc8d3719-fbca-4098-b544-430f304931b2 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:38.203478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b27b919-855e-4c2f-a827-983e7853cc21 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:38.224419 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Publish callbacks [] for port (4b27b919-855e-4c2f-a827-983e7853cc21), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:38.240107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Transition to ACTIVE for port object 4b27b919-855e-4c2f-a827-983e7853cc21 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:07:38.283701 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:38.391109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421201-b234-4a09-b438-4544e6000abf service neutron] Pushing event updated for resources: {'Port': ['ID=4b27b919-855e-4c2f-a827-983e7853cc21,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:38.427456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-eb766fa6-983c-4b8a-8477-009588f05192 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:38.433120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-eb766fa6-983c-4b8a-8477-009588f05192 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:38.434762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-eb766fa6-983c-4b8a-8477-009588f05192 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 1683 time: 0.7809846 Mar 10 15:07:38.465449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9801-f674-40b0-a0c1-cfc971058a8c req-dde11ae8-b8eb-43bc-b68c-614d38f37d42 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:38.485360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9801-f674-40b0-a0c1-cfc971058a8c req-dde11ae8-b8eb-43bc-b68c-614d38f37d42 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:38.505569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9801-f674-40b0-a0c1-cfc971058a8c req-dde11ae8-b8eb-43bc-b68c-614d38f37d42 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:38.505569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9801-f674-40b0-a0c1-cfc971058a8c req-dde11ae8-b8eb-43bc-b68c-614d38f37d42 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:38.523528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9801-f674-40b0-a0c1-cfc971058a8c req-dde11ae8-b8eb-43bc-b68c-614d38f37d42 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:38.529025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9801-f674-40b0-a0c1-cfc971058a8c req-dde11ae8-b8eb-43bc-b68c-614d38f37d42 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:38.543179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf9801-f674-40b0-a0c1-cfc971058a8c req-dde11ae8-b8eb-43bc-b68c-614d38f37d42 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:38.545053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9dcf9801-f674-40b0-a0c1-cfc971058a8c req-dde11ae8-b8eb-43bc-b68c-614d38f37d42 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5430 time: 0.8880925 Mar 10 15:07:38.776285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9dcf9801-f674-40b0-a0c1-cfc971058a8c req-b19250c6-225f-4162-8b30-15b89f3e76b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2191970 Mar 10 15:07:38.838236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75629429-6c82-43bf-b93b-f703d0eaf974 req-e1f8ecfd-3ef7-451d-a9ec-47d96264b130 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:38.849931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75629429-6c82-43bf-b93b-f703d0eaf974 req-e1f8ecfd-3ef7-451d-a9ec-47d96264b130 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.7422187 Mar 10 15:07:38.956372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75629429-6c82-43bf-b93b-f703d0eaf974 req-d1f3efd8-71ec-495f-a81c-e428071c3d54 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978086 Mar 10 15:07:39.083083 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5ea966-7320-4ef3-820a-2dd525c8ca47 x-openstack-request-id: req-2b5ea966-7320-4ef3-820a-2dd525c8ca47 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:39.083698 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "82185172-d57c-492b-8f11-a16c719432eb", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:39.084198 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b5ea966-7320-4ef3-820a-2dd525c8ca47 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:39.086638 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '82185172-d57c-492b-8f11-a16c719432eb', 'status': 'completed', 'code': 200} Mar 10 15:07:39.197422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Attempting to bind port 4b27b919-855e-4c2f-a827-983e7853cc21 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:39.198146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Attempting to bind port 4b27b919-855e-4c2f-a827-983e7853cc21 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:39.198877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Attempting to bind port 4b27b919-855e-4c2f-a827-983e7853cc21 on network be8524cd-cbb7-4825-a346-3074feb1e69e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:39.230078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-807be980-6236-4ca2-a86c-ec15945e4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.231947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-807be980-6236-4ca2-a86c-ec15945e4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.234249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-807be980-6236-4ca2-a86c-ec15945e4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.234708 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-807be980-6236-4ca2-a86c-ec15945e4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.235229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-807be980-6236-4ca2-a86c-ec15945e4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.235750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-807be980-6236-4ca2-a86c-ec15945e4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.237693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-807be980-6236-4ca2-a86c-ec15945e4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.243339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Port 4b27b919-855e-4c2f-a827-983e7853cc21 on network be8524cd-cbb7-4825-a346-3074feb1e69e not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:07:39.244161 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-807be980-6236-4ca2-a86c-ec15945e4893 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 6327 time: 0.1702974 Mar 10 15:07:39.246517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Attempting to bind port 4b27b919-855e-4c2f-a827-983e7853cc21 on network be8524cd-cbb7-4825-a346-3074feb1e69e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:39.271794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:39.272575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Checking segment: {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:39.273250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Bound using segment: {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:39.275409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Bound port: 4b27b919-855e-4c2f-a827-983e7853cc21, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:39.277994 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:39.332860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadef1f-4c6b-4c20-928c-de3fa181ca81 req-30a23176-7231-447a-a27a-bb6110464ba1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.345365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadef1f-4c6b-4c20-928c-de3fa181ca81 req-30a23176-7231-447a-a27a-bb6110464ba1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.360429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadef1f-4c6b-4c20-928c-de3fa181ca81 req-30a23176-7231-447a-a27a-bb6110464ba1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.371259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadef1f-4c6b-4c20-928c-de3fa181ca81 req-30a23176-7231-447a-a27a-bb6110464ba1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.378439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadef1f-4c6b-4c20-928c-de3fa181ca81 req-30a23176-7231-447a-a27a-bb6110464ba1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.394934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadef1f-4c6b-4c20-928c-de3fa181ca81 req-30a23176-7231-447a-a27a-bb6110464ba1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.406178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadef1f-4c6b-4c20-928c-de3fa181ca81 req-30a23176-7231-447a-a27a-bb6110464ba1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.413312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcadef1f-4c6b-4c20-928c-de3fa181ca81 req-30a23176-7231-447a-a27a-bb6110464ba1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5384 time: 0.4814396 Mar 10 15:07:39.448131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-34d8c505-4457-4cb6-a4f5-f73b9b2edc83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting port 58c36268-bf6e-42b3-a5e5-a6243883a496 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:07:39.451220 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-34d8c505-4457-4cb6-a4f5-f73b9b2edc83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:39.479327 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-fb424e36-bce4-4ec8-8fad-eedeae7e15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.479819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-fb424e36-bce4-4ec8-8fad-eedeae7e15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.480283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-fb424e36-bce4-4ec8-8fad-eedeae7e15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.481933 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-fb424e36-bce4-4ec8-8fad-eedeae7e15c7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2173235 Mar 10 15:07:39.588176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-34d8c505-4457-4cb6-a4f5-f73b9b2edc83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] For port 58c36268-bf6e-42b3-a5e5-a6243883a496, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=58c36268-bf6e-42b3-a5e5-a6243883a496,segment=NetworkSegment(9eb5f24a-335d-450c-a01b-74936c7040d6),segment_id=9eb5f24a-335d-450c-a01b-74936c7040d6)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:39.589242 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-34d8c505-4457-4cb6-a4f5-f73b9b2edc83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:39.615380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-34d8c505-4457-4cb6-a4f5-f73b9b2edc83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Calling delete_port for 58c36268-bf6e-42b3-a5e5-a6243883a496 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:07:39.732936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 783745c0-e7b2-4cd0-9037-2f3605218919 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:07:39.767454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-d97fa618-a261-4f4b-a521-acbe7cf33b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.768957 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4ab7de98-805f-4c42-aa11-a779d14c289a req-d97fa618-a261-4f4b-a521-acbe7cf33b31 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2752192 Mar 10 15:07:39.870533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcadef1f-4c6b-4c20-928c-de3fa181ca81 req-785a7427-192b-4331-aafa-ed12fc7f906e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4263694 Mar 10 15:07:39.871443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-34d8c505-4457-4cb6-a4f5-f73b9b2edc83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (58c36268-bf6e-42b3-a5e5-a6243883a496), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:39.940284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] For port 4b27b919-855e-4c2f-a827-983e7853cc21, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:39.945669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] For port 4b27b919-855e-4c2f-a827-983e7853cc21, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=4b27b919-855e-4c2f-a827-983e7853cc21,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:39.978549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f4d10-4f48-46c6-ab18-a11b624cbe7e req-962e07e0-685a-4fb5-9474-27b875ee49a6 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:39.986886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e84f4d10-4f48-46c6-ab18-a11b624cbe7e req-962e07e0-685a-4fb5-9474-27b875ee49a6 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.8371253 Mar 10 15:07:39.989927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:40.076572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:40.077422 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:40.079308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 783745c0-e7b2-4cd0-9037-2f3605218919, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=783745c0-e7b2-4cd0-9037-2f3605218919,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:40.079527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-67421201-b234-4a09-b438-4544e6000abf service neutron] 10.222.0.62 "PUT /v2.0/ports/4b27b919-855e-4c2f-a827-983e7853cc21 HTTP/1.1" status: 200 len: 1090 time: 2.9583547 Mar 10 15:07:40.138278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8c505-4457-4cb6-a4f5-f73b9b2edc83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Port': ['ID=58c36268-bf6e-42b3-a5e5-a6243883a496,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:40.148393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '783745c0-e7b2-4cd0-9037-2f3605218919', 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a', 'port_id': '783745c0-e7b2-4cd0-9037-2f3605218919', 'mac_address': 'fa:16:3e:24:ef:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb56f9e-0223-4a2a-b67a-13685c5788e5', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:07:40.225936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 783745c0-e7b2-4cd0-9037-2f3605218919 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:40.226512 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:40.262997 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783745c0-e7b2-4cd0-9037-2f3605218919 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:40.293444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:40.318829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 783745c0-e7b2-4cd0-9037-2f3605218919, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=783745c0-e7b2-4cd0-9037-2f3605218919,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:40.325117 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:40.325117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 61c60400-5547-4b1b-8fd8-3e234bedf609 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:07:40.421099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 61c60400-5547-4b1b-8fd8-3e234bedf609, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=61c60400-5547-4b1b-8fd8-3e234bedf609,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:40.577604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-34d8c505-4457-4cb6-a4f5-f73b9b2edc83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] No DVR routers for this DVR port 58c36268-bf6e-42b3-a5e5-a6243883a496 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:07:40.602562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '61c60400-5547-4b1b-8fd8-3e234bedf609', 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a', 'port_id': '61c60400-5547-4b1b-8fd8-3e234bedf609', 'mac_address': 'fa:16:3e:e5:62:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb56f9e-0223-4a2a-b67a-13685c5788e5', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:07:40.608925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e84f4d10-4f48-46c6-ab18-a11b624cbe7e req-7b15cab3-6abe-4add-bc6c-05170e5672b4 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185582 Mar 10 15:07:40.613051 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-34d8c505-4457-4cb6-a4f5-f73b9b2edc83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:40.621839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=783745c0-e7b2-4cd0-9037-2f3605218919,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:40.629751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-34d8c505-4457-4cb6-a4f5-f73b9b2edc83 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "DELETE /v2.0/ports/58c36268-bf6e-42b3-a5e5-a6243883a496 HTTP/1.1" status: 204 len: 173 time: 2.0692945 Mar 10 15:07:40.745390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 61c60400-5547-4b1b-8fd8-3e234bedf609 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:40.747567 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:40.777601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c60400-5547-4b1b-8fd8-3e234bedf609 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:40.801870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 61c60400-5547-4b1b-8fd8-3e234bedf609, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=61c60400-5547-4b1b-8fd8-3e234bedf609,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:40.813597 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:40.815037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device caeb5f7e-53dd-42bc-aa55-aa6280c229d0 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:07:40.855862 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:40.891159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421201-b234-4a09-b438-4544e6000abf service neutron] Pushing event updated for resources: {'Port': ['ID=4b27b919-855e-4c2f-a827-983e7853cc21,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:40.992504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d21d29-a6b8-44c2-9cee-636ac66c409f req-4c4eba9b-74c6-493f-9656-524d1a4a537d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:41.001742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87d21d29-a6b8-44c2-9cee-636ac66c409f req-4c4eba9b-74c6-493f-9656-524d1a4a537d tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 946 time: 0.9210770 Mar 10 15:07:41.036551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port caeb5f7e-53dd-42bc-aa55-aa6280c229d0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:41.117123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '4b27b919-855e-4c2f-a827-983e7853cc21'}, {'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'name': 'network-vif-deleted', 'tag': '58c36268-bf6e-42b3-a5e5-a6243883a496'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:41.119916 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7" -d '{"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "4b27b919-855e-4c2f-a827-983e7853cc21"}, {"server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "name": "network-vif-deleted", "tag": "58c36268-bf6e-42b3-a5e5-a6243883a496"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:41.137263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'caeb5f7e-53dd-42bc-aa55-aa6280c229d0', 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc', 'port_id': 'caeb5f7e-53dd-42bc-aa55-aa6280c229d0', 'mac_address': 'fa:16:3e:02:e6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36119e2-a0ee-41c2-931e-612c66f3d56d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:07:41.146476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=61c60400-5547-4b1b-8fd8-3e234bedf609,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:41.212526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:41.213135 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:41.228104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caeb5f7e-53dd-42bc-aa55-aa6280c229d0 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:41.252059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port caeb5f7e-53dd-42bc-aa55-aa6280c229d0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:41.267011 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:41.268459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9374b257-5118-4483-9d6e-a5bc00422183 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:07:41.284336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4f4d5-e11f-4329-ba3f-1eeab1f24315 req-5572d911-97fe-47cd-90a4-a6748c307986 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:41.290871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ec4f4d5-e11f-4329-ba3f-1eeab1f24315 req-5572d911-97fe-47cd-90a4-a6748c307986 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 944 time: 0.5219388 Mar 10 15:07:41.312027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9374b257-5118-4483-9d6e-a5bc00422183, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9374b257-5118-4483-9d6e-a5bc00422183,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:41.387682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '9374b257-5118-4483-9d6e-a5bc00422183', 'network_id': '9970742e-6dcd-4d15-82de-6a61710de5cc', 'port_id': '9374b257-5118-4483-9d6e-a5bc00422183', 'mac_address': 'fa:16:3e:70:4b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36119e2-a0ee-41c2-931e-612c66f3d56d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:07:41.392234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:41.446472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9374b257-5118-4483-9d6e-a5bc00422183 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:41.447283 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9374b257-5118-4483-9d6e-a5bc00422183), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:41.463245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9374b257-5118-4483-9d6e-a5bc00422183 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:41.485844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9374b257-5118-4483-9d6e-a5bc00422183, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9374b257-5118-4483-9d6e-a5bc00422183,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:41.494900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:07:41.504259 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9374b257-5118-4483-9d6e-a5bc00422183), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:41.507678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ac14b4d0-1233-499a-9907-cd161fd5f3f0 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:07:41.516037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87d21d29-a6b8-44c2-9cee-636ac66c409f req-f344d687-a702-4e73-afd8-6c84db95e4d7 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/security-groups?id=f32da723-ca48-4f10-b661-e27a8715aa4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131261 Mar 10 15:07:41.594780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ac14b4d0-1233-499a-9907-cd161fd5f3f0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ac14b4d0-1233-499a-9907-cd161fd5f3f0,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:41.608260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-a0fdf5fc-2559-4d68-99e9-59e5d162d2ff tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:07:41.608596 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-a0fdf5fc-2559-4d68-99e9-59e5d162d2ff tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:41.666686 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ec4f4d5-e11f-4329-ba3f-1eeab1f24315 req-64134366-af83-4e2c-af6a-8677a8a5b88c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447936 Mar 10 15:07:41.807891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'ac14b4d0-1233-499a-9907-cd161fd5f3f0', 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a', 'port_id': 'ac14b4d0-1233-499a-9907-cd161fd5f3f0', 'mac_address': 'fa:16:3e:b3:71:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb56f9e-0223-4a2a-b67a-13685c5788e5', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:07:41.878604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-a0fdf5fc-2559-4d68-99e9-59e5d162d2ff tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] For port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,segment=NetworkSegment(9b88c2eb-a31a-4014-916d-1d71d5104f65),segment_id=9b88c2eb-a31a-4014-916d-1d71d5104f65)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:41.879034 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-a0fdf5fc-2559-4d68-99e9-59e5d162d2ff tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:41.909053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9374b257-5118-4483-9d6e-a5bc00422183,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:41.948418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-a0fdf5fc-2559-4d68-99e9-59e5d162d2ff tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Calling delete_port for b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:07:41.984215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ac14b4d0-1233-499a-9907-cd161fd5f3f0 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:41.984604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:41.999532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:41.999937 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:42.035249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac14b4d0-1233-499a-9907-cd161fd5f3f0 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:42.092226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ac14b4d0-1233-499a-9907-cd161fd5f3f0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ac14b4d0-1233-499a-9907-cd161fd5f3f0,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:42.100974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2bb4c99-ca06-47e4-b1e7-b3e9aa732957'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:42.104158 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446c4dfe-8643-49f9-88d4-10266ce8b854" -d '{"events": [{"server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "name": "network-vif-unplugged", "status": "completed", "tag": "b2bb4c99-ca06-47e4-b1e7-b3e9aa732957"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:42.111193 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:42.112141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ba132a2c-a4ab-4c3c-8823-22216084d068 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:07:42.132284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,segment=NetworkSegment(9b88c2eb-a31a-4014-916d-1d71d5104f65),segment_id=9b88c2eb-a31a-4014-916d-1d71d5104f65)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:42.163171 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:42.165902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 58c36268-bf6e-42b3-a5e5-a6243883a496 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:07:42.208800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 58c36268-bf6e-42b3-a5e5-a6243883a496 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:07:42.209326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 58c36268-bf6e-42b3-a5e5-a6243883a496 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:07:42.230416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9210102f-8ee4-44fd-87b5-ffadb5841b80 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:42.251708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Publish callbacks [] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:42.274283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0aa4-c0aa-40a0-af91-633ac52e1218 req-a54988b4-d12c-4db9-a8eb-ee76682046a1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.276471 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ba132a2c-a4ab-4c3c-8823-22216084d068, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ba132a2c-a4ab-4c3c-8823-22216084d068,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:42.279604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=ac14b4d0-1233-499a-9907-cd161fd5f3f0,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:42.280841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0aa4-c0aa-40a0-af91-633ac52e1218 req-a54988b4-d12c-4db9-a8eb-ee76682046a1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.287954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0aa4-c0aa-40a0-af91-633ac52e1218 req-a54988b4-d12c-4db9-a8eb-ee76682046a1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.294267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0aa4-c0aa-40a0-af91-633ac52e1218 req-a54988b4-d12c-4db9-a8eb-ee76682046a1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.301410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0aa4-c0aa-40a0-af91-633ac52e1218 req-a54988b4-d12c-4db9-a8eb-ee76682046a1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.308536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0aa4-c0aa-40a0-af91-633ac52e1218 req-a54988b4-d12c-4db9-a8eb-ee76682046a1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.314889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0aa4-c0aa-40a0-af91-633ac52e1218 req-a54988b4-d12c-4db9-a8eb-ee76682046a1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.315338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'ba132a2c-a4ab-4c3c-8823-22216084d068', 'network_id': '60f66d83-c732-4c3c-bd32-9d15919cb86a', 'port_id': 'ba132a2c-a4ab-4c3c-8823-22216084d068', 'mac_address': 'fa:16:3e:10:67:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb56f9e-0223-4a2a-b67a-13685c5788e5', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:07:42.317050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92cd0aa4-c0aa-40a0-af91-633ac52e1218 req-a54988b4-d12c-4db9-a8eb-ee76682046a1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5384 time: 0.2568760 Mar 10 15:07:42.368084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdff13c-338a-46ce-874f-001e28abd858 req-1d5c0c3c-4630-4e1b-805b-0b76a07d6204 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.376758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdff13c-338a-46ce-874f-001e28abd858 req-1d5c0c3c-4630-4e1b-805b-0b76a07d6204 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.382290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:42.383270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdff13c-338a-46ce-874f-001e28abd858 req-1d5c0c3c-4630-4e1b-805b-0b76a07d6204 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.385161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ba132a2c-a4ab-4c3c-8823-22216084d068 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:42.385546 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:42.389452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdff13c-338a-46ce-874f-001e28abd858 req-1d5c0c3c-4630-4e1b-805b-0b76a07d6204 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.395371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdff13c-338a-46ce-874f-001e28abd858 req-1d5c0c3c-4630-4e1b-805b-0b76a07d6204 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.401450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdff13c-338a-46ce-874f-001e28abd858 req-1d5c0c3c-4630-4e1b-805b-0b76a07d6204 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.405286 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba132a2c-a4ab-4c3c-8823-22216084d068 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:42.407196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdff13c-338a-46ce-874f-001e28abd858 req-1d5c0c3c-4630-4e1b-805b-0b76a07d6204 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:42.411990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afdff13c-338a-46ce-874f-001e28abd858 req-1d5c0c3c-4630-4e1b-805b-0b76a07d6204 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5434 time: 0.5102215 Mar 10 15:07:42.445472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ba132a2c-a4ab-4c3c-8823-22216084d068, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ba132a2c-a4ab-4c3c-8823-22216084d068,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:42.455249 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:42.455494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Transition to ACTIVE for port object 9210102f-8ee4-44fd-87b5-ffadb5841b80 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:07:42.456224 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 218d493d-b3a4-4d0a-ae79-4c881d125355 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:07:42.501465 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:42.516691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=ba132a2c-a4ab-4c3c-8823-22216084d068,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:42.606628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Pushing event updated for resources: {'Port': ['ID=9210102f-8ee4-44fd-87b5-ffadb5841b80,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:42.642128 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-a0fdf5fc-2559-4d68-99e9-59e5d162d2ff tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b2bb4c99-ca06-47e4-b1e7-b3e9aa732957), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:42.739381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 218d493d-b3a4-4d0a-ae79-4c881d125355, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=218d493d-b3a4-4d0a-ae79-4c881d125355,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:42.773950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '218d493d-b3a4-4d0a-ae79-4c881d125355', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'port_id': '218d493d-b3a4-4d0a-ae79-4c881d125355', 'mac_address': 'fa:16:3e:d2:cb:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:07:42.827806 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92cd0aa4-c0aa-40a0-af91-633ac52e1218 req-d8476826-2412-4029-ad9d-4ae1daea4a5e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4896572 Mar 10 15:07:42.887245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afdff13c-338a-46ce-874f-001e28abd858 req-475dabd1-15ba-4a8c-9455-a72a5e9d63b6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4249892 Mar 10 15:07:42.889701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 218d493d-b3a4-4d0a-ae79-4c881d125355 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:42.890197 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:42.918742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218d493d-b3a4-4d0a-ae79-4c881d125355 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:42.931269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdf5fc-2559-4d68-99e9-59e5d162d2ff tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Port': ['ID=b2bb4c99-ca06-47e4-b1e7-b3e9aa732957,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:42.990344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 218d493d-b3a4-4d0a-ae79-4c881d125355, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=218d493d-b3a4-4d0a-ae79-4c881d125355,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:43.000729 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:43.066756 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067e6ac7-a29d-4c2d-abae-276c4ddda197 x-openstack-request-id: req-067e6ac7-a29d-4c2d-abae-276c4ddda197 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:43.067758 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "4b27b919-855e-4c2f-a827-983e7853cc21", "status": "completed", "code": 200}, {"server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "name": "network-vif-deleted", "tag": "58c36268-bf6e-42b3-a5e5-a6243883a496", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:43.068116 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-067e6ac7-a29d-4c2d-abae-276c4ddda197 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:43.068733 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '4b27b919-855e-4c2f-a827-983e7853cc21', 'status': 'completed', 'code': 200} Mar 10 15:07:43.069119 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'name': 'network-vif-deleted', 'tag': '58c36268-bf6e-42b3-a5e5-a6243883a496', 'status': 'completed', 'code': 200} Mar 10 15:07:43.074546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-a0fdf5fc-2559-4d68-99e9-59e5d162d2ff tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] No DVR routers for this DVR port b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:07:43.079119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-a0fdf5fc-2559-4d68-99e9-59e5d162d2ff tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:43.086375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbe769eb-0164-4089-a22e-7c14bd9129d7 req-a0fdf5fc-2559-4d68-99e9-59e5d162d2ff tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.45 "DELETE /v2.0/ports/b2bb4c99-ca06-47e4-b1e7-b3e9aa732957 HTTP/1.1" status: 204 len: 173 time: 2.4202347 Mar 10 15:07:43.197916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=218d493d-b3a4-4d0a-ae79-4c881d125355,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:43.231609 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-58c25307-9d18-44a3-bdf3-11cafcc24147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.232256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-58c25307-9d18-44a3-bdf3-11cafcc24147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.239231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-58c25307-9d18-44a3-bdf3-11cafcc24147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.239707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-58c25307-9d18-44a3-bdf3-11cafcc24147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.240171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-58c25307-9d18-44a3-bdf3-11cafcc24147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.240782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-58c25307-9d18-44a3-bdf3-11cafcc24147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.241150 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-58c25307-9d18-44a3-bdf3-11cafcc24147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.249182 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-58c25307-9d18-44a3-bdf3-11cafcc24147 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 6425 time: 0.2172933 Mar 10 15:07:43.253821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Attempting to bind port 9210102f-8ee4-44fd-87b5-ffadb5841b80 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:43.255001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Attempting to bind port 9210102f-8ee4-44fd-87b5-ffadb5841b80 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:43.255533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Attempting to bind port 9210102f-8ee4-44fd-87b5-ffadb5841b80 on network be8524cd-cbb7-4825-a346-3074feb1e69e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:43.263799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Port 9210102f-8ee4-44fd-87b5-ffadb5841b80 on network be8524cd-cbb7-4825-a346-3074feb1e69e not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:07:43.264349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Attempting to bind port 9210102f-8ee4-44fd-87b5-ffadb5841b80 on network be8524cd-cbb7-4825-a346-3074feb1e69e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:43.299688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:43.300736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Checking segment: {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:43.301241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Bound using segment: {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:43.302062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Bound port: 9210102f-8ee4-44fd-87b5-ffadb5841b80, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2d7195-1584-44e5-91ef-24bf9ef760ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:43.302502 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:43.375435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] For port 9210102f-8ee4-44fd-87b5-ffadb5841b80, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:43.380438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] For port 9210102f-8ee4-44fd-87b5-ffadb5841b80, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9210102f-8ee4-44fd-87b5-ffadb5841b80,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:43.408053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:43.473466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Pushing event updated for resources: {'Port': ['ID=9210102f-8ee4-44fd-87b5-ffadb5841b80,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:43.496782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a70ca-da3f-4a02-a260-fc22ab4b5160 req-65e0f8d7-078b-4e7e-b205-e6061e3d3f1d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.498632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff0a70ca-da3f-4a02-a260-fc22ab4b5160 req-65e0f8d7-078b-4e7e-b205-e6061e3d3f1d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.3172903 Mar 10 15:07:43.508219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.509925 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:43.512319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6524bf6c-8132-4a94-8484-d8a2cf2a6b03 service neutron] 10.222.0.62 "PUT /v2.0/ports/9210102f-8ee4-44fd-87b5-ffadb5841b80 HTTP/1.1" status: 200 len: 1091 time: 3.2557507 Mar 10 15:07:43.563747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9935946-22dd-4a0a-863c-aeb44050da48 req-c17da974-1429-4506-b2c9-07715e26ba9b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.565010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9935946-22dd-4a0a-863c-aeb44050da48 req-c17da974-1429-4506-b2c9-07715e26ba9b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3550515 Mar 10 15:07:43.625607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-7d475b4f-da12-4ae1-b29c-240824428435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.626674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff0a70ca-da3f-4a02-a260-fc22ab4b5160 req-2c4cd0b3-d46c-4b4b-8548-f23199aaef07 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119182 Mar 10 15:07:43.630433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-7d475b4f-da12-4ae1-b29c-240824428435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.636237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-7d475b4f-da12-4ae1-b29c-240824428435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.639843 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-7d475b4f-da12-4ae1-b29c-240824428435 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3834553 Mar 10 15:07:43.644150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:43.732573 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bfc63c-8d47-4678-aaef-3a528f7e30f0 x-openstack-request-id: req-79bfc63c-8d47-4678-aaef-3a528f7e30f0 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:43.732859 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "name": "network-vif-unplugged", "status": "completed", "tag": "b2bb4c99-ca06-47e4-b1e7-b3e9aa732957", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:43.733164 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79bfc63c-8d47-4678-aaef-3a528f7e30f0 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:43.733559 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2bb4c99-ca06-47e4-b1e7-b3e9aa732957', 'code': 200} Mar 10 15:07:43.776725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9935946-22dd-4a0a-863c-aeb44050da48 req-a45d93e2-792f-4431-a39e-84acf3923e99 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817913 Mar 10 15:07:43.838214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:43.972702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-48df689c-fbaa-4bfb-89f0-51adeb204238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:43.987439 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a997aeca-8c82-4e4b-aa5b-0d0030b235b7 req-48df689c-fbaa-4bfb-89f0-51adeb204238 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3314962 Mar 10 15:07:44.208781 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['783745c0-e7b2-4cd0-9037-2f3605218919'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:07:44.219416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3a7b8fb-7a9b-4d78-b966-761bdbdeff6e req-a5f17b6b-fff6-4291-aff7-7de1e69dcdca tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d5f4f18-fb28-4d42-a024-9696c6116151 HTTP/1.1" status: 200 len: 210 time: 0.1088417 Mar 10 15:07:44.296015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3680b-57fc-4525-8688-04c95b4d5fc7 req-309e13b2-6f96-48a1-8418-7325c43712ab tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.297769 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6da3680b-57fc-4525-8688-04c95b4d5fc7 req-309e13b2-6f96-48a1-8418-7325c43712ab tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 944 time: 0.1886582 Mar 10 15:07:44.328077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['ba132a2c-a4ab-4c3c-8823-22216084d068'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:07:44.330176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['61c60400-5547-4b1b-8fd8-3e234bedf609'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:07:44.374281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6da3680b-57fc-4525-8688-04c95b4d5fc7 req-ebc17457-d85a-4600-a565-4df3f690f34a tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697563 Mar 10 15:07:44.469004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9350c227-68e9-43d6-ad53-7cbb5fb219ed {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:44.486825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['ac14b4d0-1233-499a-9907-cd161fd5f3f0'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:07:44.493716 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Publish callbacks [] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:44.522310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Transition to ACTIVE for port object 9350c227-68e9-43d6-ad53-7cbb5fb219ed will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:07:44.544510 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:44.547189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9374b257-5118-4483-9d6e-a5bc00422183'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:07:44.588393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['218d493d-b3a4-4d0a-ae79-4c881d125355'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:07:44.823692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6260d-7e0f-4486-8bee-33875f512bce req-fc205457-675d-4593-b8c4-432e7e06d2de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.831029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6260d-7e0f-4486-8bee-33875f512bce req-fc205457-675d-4593-b8c4-432e7e06d2de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.838057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6260d-7e0f-4486-8bee-33875f512bce req-fc205457-675d-4593-b8c4-432e7e06d2de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.843608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6260d-7e0f-4486-8bee-33875f512bce req-fc205457-675d-4593-b8c4-432e7e06d2de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.850089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6260d-7e0f-4486-8bee-33875f512bce req-fc205457-675d-4593-b8c4-432e7e06d2de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.855924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6260d-7e0f-4486-8bee-33875f512bce req-fc205457-675d-4593-b8c4-432e7e06d2de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.861691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6260d-7e0f-4486-8bee-33875f512bce req-fc205457-675d-4593-b8c4-432e7e06d2de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.864181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66c6260d-7e0f-4486-8bee-33875f512bce req-fc205457-675d-4593-b8c4-432e7e06d2de tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5437 time: 0.2545691 Mar 10 15:07:44.864564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Pushing event updated for resources: {'Port': ['ID=9350c227-68e9-43d6-ad53-7cbb5fb219ed,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:44.941586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d13099-d666-484e-8421-27bff07674bf req-43175e2a-337d-4e8f-af6e-f5814ef740ef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.964006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d13099-d666-484e-8421-27bff07674bf req-43175e2a-337d-4e8f-af6e-f5814ef740ef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.970727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d13099-d666-484e-8421-27bff07674bf req-43175e2a-337d-4e8f-af6e-f5814ef740ef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.973590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['caeb5f7e-53dd-42bc-aa55-aa6280c229d0'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:07:44.977462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d13099-d666-484e-8421-27bff07674bf req-43175e2a-337d-4e8f-af6e-f5814ef740ef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.983595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d13099-d666-484e-8421-27bff07674bf req-43175e2a-337d-4e8f-af6e-f5814ef740ef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.990183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d13099-d666-484e-8421-27bff07674bf req-43175e2a-337d-4e8f-af6e-f5814ef740ef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.996452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d13099-d666-484e-8421-27bff07674bf req-43175e2a-337d-4e8f-af6e-f5814ef740ef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:44.999066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28d13099-d666-484e-8421-27bff07674bf req-43175e2a-337d-4e8f-af6e-f5814ef740ef tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5408 time: 0.4730494 Mar 10 15:07:45.091800 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'name': 'network-vif-deleted', 'tag': 'b2bb4c99-ca06-47e4-b1e7-b3e9aa732957'}, {'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '9210102f-8ee4-44fd-87b5-ffadb5841b80'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:45.094699 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b4315e-2d26-42b6-a10d-db7a0940c867" -d '{"events": [{"server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "name": "network-vif-deleted", "tag": "b2bb4c99-ca06-47e4-b1e7-b3e9aa732957"}, {"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "9210102f-8ee4-44fd-87b5-ffadb5841b80"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:45.148522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28d13099-d666-484e-8421-27bff07674bf req-884f7abc-7c96-45d6-9160-39bdff619be1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255436 Mar 10 15:07:45.157075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Attempting to bind port 9350c227-68e9-43d6-ad53-7cbb5fb219ed on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:45.159013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Attempting to bind port 9350c227-68e9-43d6-ad53-7cbb5fb219ed by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:45.159582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Attempting to bind port 9350c227-68e9-43d6-ad53-7cbb5fb219ed on network 0ce7491f-04bd-4f39-a81d-ebd70217f589 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:45.186729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Port 9350c227-68e9-43d6-ad53-7cbb5fb219ed on network 0ce7491f-04bd-4f39-a81d-ebd70217f589 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:07:45.187625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Attempting to bind port 9350c227-68e9-43d6-ad53-7cbb5fb219ed on network 0ce7491f-04bd-4f39-a81d-ebd70217f589 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:45.214998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:45.215689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Checking segment: {'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:45.216304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Bound using segment: {'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:45.216966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Bound port: 9350c227-68e9-43d6-ad53-7cbb5fb219ed, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:45.221822 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:45.346730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] For port 9350c227-68e9-43d6-ad53-7cbb5fb219ed, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:45.351131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] For port 9350c227-68e9-43d6-ad53-7cbb5fb219ed, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9350c227-68e9-43d6-ad53-7cbb5fb219ed,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:45.390625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66c6260d-7e0f-4486-8bee-33875f512bce req-e4492e11-9861-4fe2-a34a-8404fca072c2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5134065 Mar 10 15:07:45.393530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:45.481151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:45.496810 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:45.500914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] 10.222.0.62 "PUT /v2.0/ports/9350c227-68e9-43d6-ad53-7cbb5fb219ed HTTP/1.1" status: 200 len: 1091 time: 1.9081254 Mar 10 15:07:45.544951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Request body: {'port': {'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:07:46.194883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d5085-4509-4835-b456-1edf3f50e9c5 req-6701180a-1803-4363-83d0-ab0f9103e33e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:46.197658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-554d5085-4509-4835-b456-1edf3f50e9c5 req-6701180a-1803-4363-83d0-ab0f9103e33e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.8425922 Mar 10 15:07:46.210908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20272df6-1e58-449a-a2c1-d86462161e9a service neutron] Pushing event updated for resources: {'Port': ['ID=9350c227-68e9-43d6-ad53-7cbb5fb219ed,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:46.355464 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:46.789111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-554d5085-4509-4835-b456-1edf3f50e9c5 req-da7cd53e-2afd-4139-b3d2-af3a402464b0 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5422316 Mar 10 15:07:46.808506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b772b-bc11-4c39-b6ff-aa29a098340c req-ad570c8b-58ef-4dd5-8610-df03b009adce tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:46.814920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f06b772b-bc11-4c39-b6ff-aa29a098340c req-ad570c8b-58ef-4dd5-8610-df03b009adce tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.6637945 Mar 10 15:07:46.891640 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f670872a-836e-4fed-838a-189de1d563b1 x-openstack-request-id: req-f670872a-836e-4fed-838a-189de1d563b1 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:46.892032 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5f4f18-fb28-4d42-a024-9696c6116151", "name": "network-vif-deleted", "tag": "b2bb4c99-ca06-47e4-b1e7-b3e9aa732957", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "9210102f-8ee4-44fd-87b5-ffadb5841b80", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:46.892400 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f670872a-836e-4fed-838a-189de1d563b1 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:46.897209 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5f4f18-fb28-4d42-a024-9696c6116151', 'name': 'network-vif-deleted', 'tag': 'b2bb4c99-ca06-47e4-b1e7-b3e9aa732957', 'status': 'completed', 'code': 200} Mar 10 15:07:46.897550 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '9210102f-8ee4-44fd-87b5-ffadb5841b80', 'status': 'completed', 'code': 200} Mar 10 15:07:46.971327 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51442) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:47.047385 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f06b772b-bc11-4c39-b6ff-aa29a098340c req-cdd19de1-f6f6-42d3-8298-44b7e611950f tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175565 Mar 10 15:07:47.068907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d102dde1-4757-440e-8039-3fc9eeb4b889 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:47.140565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting subnet 45967768-503b-4ee9-b4b9-628e076792e2 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:07:47.147510 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for subnet (45967768-503b-4ee9-b4b9-628e076792e2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:47.206566 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Publish callbacks [] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:47.232535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (45967768-503b-4ee9-b4b9-628e076792e2), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:47.319967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Transition to ACTIVE for port object d102dde1-4757-440e-8039-3fc9eeb4b889 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:07:47.351362 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (45967768-503b-4ee9-b4b9-628e076792e2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:47.353662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9786c28-f08c-4ff3-bdff-39c0e0f38748 req-acb38f4c-7235-4b46-be57-b34eeaa01b7a tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.358087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9786c28-f08c-4ff3-bdff-39c0e0f38748 req-acb38f4c-7235-4b46-be57-b34eeaa01b7a tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 944 time: 0.2927654 Mar 10 15:07:47.370219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:47.521724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-433f31f9-2ea7-45cc-9e34-b2990ba0650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.522216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-433f31f9-2ea7-45cc-9e34-b2990ba0650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.522690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-433f31f9-2ea7-45cc-9e34-b2990ba0650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.523189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-433f31f9-2ea7-45cc-9e34-b2990ba0650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.523660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-433f31f9-2ea7-45cc-9e34-b2990ba0650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.524131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-433f31f9-2ea7-45cc-9e34-b2990ba0650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.524594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-433f31f9-2ea7-45cc-9e34-b2990ba0650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.526620 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-433f31f9-2ea7-45cc-9e34-b2990ba0650f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 6596 time: 0.6059182 Mar 10 15:07:47.561820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (45967768-503b-4ee9-b4b9-628e076792e2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:47.630855 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:47.631008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f2f060-6150-4840-848c-2ab7d4a5e2a7 None None] Network ba3e07bf-99bc-4e4e-aa09-2bc108348d79 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:07:47.640610 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "DELETE /v2.0/subnets/45967768-503b-4ee9-b4b9-628e076792e2 HTTP/1.1" status: 204 len: 168 time: 0.6645010 Mar 10 15:07:47.656483 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51446) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:47.657139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9786c28-f08c-4ff3-bdff-39c0e0f38748 req-a163c800-a2b6-4824-a327-67107baab4a6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894800 Mar 10 15:07:47.659260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Subnet': ['ID=45967768-503b-4ee9-b4b9-628e076792e2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:47.713454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.713848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.714134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.714471 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.714821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.715679 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.716025 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.716361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.716697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.717832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.717832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.718093 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.718432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48f65e-b81f-4cf9-be51-b20a5c368e90 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:07:47.738197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcde117-b056-43db-a8b7-1bd375e9aa70 req-2bffa6ed-9d8d-4ec9-9314-30bfeef99476 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.748086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcde117-b056-43db-a8b7-1bd375e9aa70 req-2bffa6ed-9d8d-4ec9-9314-30bfeef99476 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.772041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcde117-b056-43db-a8b7-1bd375e9aa70 req-2bffa6ed-9d8d-4ec9-9314-30bfeef99476 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.788483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcde117-b056-43db-a8b7-1bd375e9aa70 req-2bffa6ed-9d8d-4ec9-9314-30bfeef99476 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.817330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcde117-b056-43db-a8b7-1bd375e9aa70 req-2bffa6ed-9d8d-4ec9-9314-30bfeef99476 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.851029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcde117-b056-43db-a8b7-1bd375e9aa70 req-2bffa6ed-9d8d-4ec9-9314-30bfeef99476 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.878868 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:47.880768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcde117-b056-43db-a8b7-1bd375e9aa70 req-2bffa6ed-9d8d-4ec9-9314-30bfeef99476 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:47.891471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbcde117-b056-43db-a8b7-1bd375e9aa70 req-2bffa6ed-9d8d-4ec9-9314-30bfeef99476 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5408 time: 0.6600308 Mar 10 15:07:47.963620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Pushing event updated for resources: {'Port': ['ID=d102dde1-4757-440e-8039-3fc9eeb4b889,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:48.040100 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-d9521ca8-fce1-4179-ae53-48b8e0f0d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.046155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-d9521ca8-fce1-4179-ae53-48b8e0f0d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.046892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-d9521ca8-fce1-4179-ae53-48b8e0f0d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.049612 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-d9521ca8-fce1-4179-ae53-48b8e0f0d884 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5098503 Mar 10 15:07:48.055901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ba3e07bf-99bc-4e4e-aa09-2bc108348d79), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:48.060775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6532337-06f0-46a4-bc75-7a103930a6ef None None] DHCP port deletion for ba3e07bf-99bc-4e4e-aa09-2bc108348d79 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:07:48.182379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d6532337-06f0-46a4-bc75-7a103930a6ef None None] Deleting port d8e3eb2f-eef7-43bc-be47-9d19a191651a {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:07:48.183796 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d6532337-06f0-46a4-bc75-7a103930a6ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:48.275522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d6532337-06f0-46a4-bc75-7a103930a6ef None None] For port d8e3eb2f-eef7-43bc-be47-9d19a191651a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d8e3eb2f-eef7-43bc-be47-9d19a191651a,segment=NetworkSegment(9eb5f24a-335d-450c-a01b-74936c7040d6),segment_id=9eb5f24a-335d-450c-a01b-74936c7040d6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:48.276099 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d6532337-06f0-46a4-bc75-7a103930a6ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:48.290723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d6532337-06f0-46a4-bc75-7a103930a6ef None None] Calling delete_port for d8e3eb2f-eef7-43bc-be47-9d19a191651a owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:07:48.338338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbcde117-b056-43db-a8b7-1bd375e9aa70 req-891ed739-7054-4b02-b039-92f0ca4faad6 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3565848 Mar 10 15:07:48.393010 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting port d8e3eb2f-eef7-43bc-be47-9d19a191651a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:07:48.394548 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:48.400466 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d6532337-06f0-46a4-bc75-7a103930a6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:48.406064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-d6ac8e6f-d7be-425f-8fa7-2d976feedc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.407844 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b0b4315e-2d26-42b6-a10d-db7a0940c867 req-d6ac8e6f-d7be-425f-8fa7-2d976feedc70 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3466814 Mar 10 15:07:48.425675 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6532337-06f0-46a4-bc75-7a103930a6ef None None] No DVR routers for this DVR port d8e3eb2f-eef7-43bc-be47-9d19a191651a on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:07:48.477587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6532337-06f0-46a4-bc75-7a103930a6ef None None] Pushing event deleted for resources: {'Port': ['ID=d8e3eb2f-eef7-43bc-be47-9d19a191651a,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:48.514491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa41c9-bdcc-4691-9905-cd46d4980d04 req-debe4f79-1e56-44b6-8124-ad61bd675e20 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.522949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa41c9-bdcc-4691-9905-cd46d4980d04 req-debe4f79-1e56-44b6-8124-ad61bd675e20 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.529835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa41c9-bdcc-4691-9905-cd46d4980d04 req-debe4f79-1e56-44b6-8124-ad61bd675e20 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.536334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa41c9-bdcc-4691-9905-cd46d4980d04 req-debe4f79-1e56-44b6-8124-ad61bd675e20 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.541843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa41c9-bdcc-4691-9905-cd46d4980d04 req-debe4f79-1e56-44b6-8124-ad61bd675e20 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.555826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa41c9-bdcc-4691-9905-cd46d4980d04 req-debe4f79-1e56-44b6-8124-ad61bd675e20 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.556032 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] For port d8e3eb2f-eef7-43bc-be47-9d19a191651a, host n-d-833090-1, got binding levels [] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:48.556162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa41c9-bdcc-4691-9905-cd46d4980d04 req-debe4f79-1e56-44b6-8124-ad61bd675e20 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.556268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:48.556357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66fa41c9-bdcc-4691-9905-cd46d4980d04 req-debe4f79-1e56-44b6-8124-ad61bd675e20 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5437 time: 0.6585667 Mar 10 15:07:48.568915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Attempting to bind port d102dde1-4757-440e-8039-3fc9eeb4b889 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:07:48.569238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Attempting to bind port d102dde1-4757-440e-8039-3fc9eeb4b889 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:07:48.569562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Attempting to bind port d102dde1-4757-440e-8039-3fc9eeb4b889 on network 0ce7491f-04bd-4f39-a81d-ebd70217f589 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:48.586856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Calling delete_port for d8e3eb2f-eef7-43bc-be47-9d19a191651a owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:07:48.594827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_backend_mixin [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Port d8e3eb2f-eef7-43bc-be47-9d19a191651a was not found and therefore no delete operation was performed {{(pid=115534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:07:48.597429 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d8e3eb2f-eef7-43bc-be47-9d19a191651a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:48.608713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Port d102dde1-4757-440e-8039-3fc9eeb4b889 on network 0ce7491f-04bd-4f39-a81d-ebd70217f589 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:07:48.609053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Attempting to bind port d102dde1-4757-440e-8039-3fc9eeb4b889 on network 0ce7491f-04bd-4f39-a81d-ebd70217f589 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:07:48.631398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:07:48.631785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Checking segment: {'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:07:48.632126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Bound using segment: {'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:07:48.632574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Bound port: d102dde1-4757-440e-8039-3fc9eeb4b889, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c13eca8-f907-4f5a-8530-b5937b0a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:07:48.632938 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:48.674177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Port': ['ID=d8e3eb2f-eef7-43bc-be47-9d19a191651a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:48.678538 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] No DVR routers for this DVR port d8e3eb2f-eef7-43bc-be47-9d19a191651a on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:07:48.825246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d3a42-df94-467a-94ed-07eabc517951 req-d0945dee-1f6e-425f-926a-2a8d852d01a6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:48.826849 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d8d3a42-df94-467a-94ed-07eabc517951 req-d0945dee-1f6e-425f-926a-2a8d852d01a6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2706764 Mar 10 15:07:48.839374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66fa41c9-bdcc-4691-9905-cd46d4980d04 req-97fa55a4-09b4-4627-89db-e5864b2c299c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2714379 Mar 10 15:07:48.871241 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ba3e07bf-99bc-4e4e-aa09-2bc108348d79), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:48.906697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '9350c227-68e9-43d6-ad53-7cbb5fb219ed'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:48.916311 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6ece3b-e65d-4399-93ab-1ac531c49300" -d '{"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "9350c227-68e9-43d6-ad53-7cbb5fb219ed"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:48.948721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3e07bf-99bc-4e4e-aa09-2bc108348d79']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:48.986855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] For port d102dde1-4757-440e-8039-3fc9eeb4b889, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:07:48.995337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb5f24a-335d-450c-a01b-74936c7040d6') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:48.996279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb5f24a-335d-450c-a01b-74936c7040d6') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:49.025919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] For port d102dde1-4757-440e-8039-3fc9eeb4b889, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d102dde1-4757-440e-8039-3fc9eeb4b889,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:07:49.035235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (9eb5f24a-335d-450c-a01b-74936c7040d6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.052499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 783745c0-e7b2-4cd0-9037-2f3605218919 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:49.057074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d8d3a42-df94-467a-94ed-07eabc517951 req-acb73a94-8ecc-41d2-a077-5bf8d3daf6b2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085876 Mar 10 15:07:49.065934 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9eb5f24a-335d-450c-a01b-74936c7040d6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.085415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.091239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:07:49.095485 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (9eb5f24a-335d-450c-a01b-74936c7040d6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.149233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 783745c0-e7b2-4cd0-9037-2f3605218919 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:07:49.154040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 783745c0-e7b2-4cd0-9037-2f3605218919 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:49.154698 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.177350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:49.193411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:07:49.200860 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:07:49.240018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] 10.222.0.62 "PUT /v2.0/ports/d102dde1-4757-440e-8039-3fc9eeb4b889 HTTP/1.1" status: 200 len: 1091 time: 3.7029560 Mar 10 15:07:49.263720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d8e3eb2f-eef7-43bc-be47-9d19a191651a no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:07:49.335354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ba3e07bf-99bc-4e4e-aa09-2bc108348d79), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.341912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d8e3eb2f-eef7-43bc-be47-9d19a191651a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:07:49.343715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d8e3eb2f-eef7-43bc-be47-9d19a191651a not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:07:49.344095 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.352988 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "DELETE /v2.0/networks/ba3e07bf-99bc-4e4e-aa09-2bc108348d79 HTTP/1.1" status: 204 len: 168 time: 1.6925457 Mar 10 15:07:49.356272 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51458) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:49.449692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcedac-501b-42d1-9fa2-bf63bfa2bc75 service neutron] Pushing event updated for resources: {'Port': ['ID=d102dde1-4757-440e-8039-3fc9eeb4b889,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:49.466719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 783745c0-e7b2-4cd0-9037-2f3605218919 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:49.467132 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.514355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783745c0-e7b2-4cd0-9037-2f3605218919'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:49.516415 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfc8ba0-9cef-4387-a6e6-84bb28c909ac" -d '{"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "783745c0-e7b2-4cd0-9037-2f3605218919"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:49.519303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6593d7-eb87-4a73-bcd0-0b2dc126ee7c tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting subnet 8d5b5299-2280-450e-8d5a-b1d52990b604 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:07:49.532220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49a5d2-fff1-4636-a9ce-3f92f67f2c25 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Network': ['ID=ba3e07bf-99bc-4e4e-aa09-2bc108348d79,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:49.536661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3e6593d7-eb87-4a73-bcd0-0b2dc126ee7c tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks [] for subnet (8d5b5299-2280-450e-8d5a-b1d52990b604), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.557022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 783745c0-e7b2-4cd0-9037-2f3605218919, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=783745c0-e7b2-4cd0-9037-2f3605218919,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:49.572485 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.573302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 218d493d-b3a4-4d0a-ae79-4c881d125355 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:49.639917 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3e6593d7-eb87-4a73-bcd0-0b2dc126ee7c tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (8d5b5299-2280-450e-8d5a-b1d52990b604), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.749373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=783745c0-e7b2-4cd0-9037-2f3605218919,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:49.786566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-049c78f3-7659-4c8f-9a8e-0e8f5b0ae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:49.787074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-049c78f3-7659-4c8f-9a8e-0e8f5b0ae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:49.787551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-049c78f3-7659-4c8f-9a8e-0e8f5b0ae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:49.787721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 218d493d-b3a4-4d0a-ae79-4c881d125355 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:07:49.788165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-049c78f3-7659-4c8f-9a8e-0e8f5b0ae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:49.788485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-049c78f3-7659-4c8f-9a8e-0e8f5b0ae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:49.788943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-049c78f3-7659-4c8f-9a8e-0e8f5b0ae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:49.792072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 218d493d-b3a4-4d0a-ae79-4c881d125355 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:49.792541 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.793542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-049c78f3-7659-4c8f-9a8e-0e8f5b0ae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:49.795694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-049c78f3-7659-4c8f-9a8e-0e8f5b0ae187 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 6694 time: 0.2149906 Mar 10 15:07:49.867057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3e6593d7-eb87-4a73-bcd0-0b2dc126ee7c tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (8d5b5299-2280-450e-8d5a-b1d52990b604), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:49.944637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2414473-e1b3-4abe-85b8-783d362f127c req-c9407ed2-712f-448a-8c2a-f34609da7416 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:49.954454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2414473-e1b3-4abe-85b8-783d362f127c req-c9407ed2-712f-448a-8c2a-f34609da7416 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 944 time: 0.4451149 Mar 10 15:07:49.958993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 218d493d-b3a4-4d0a-ae79-4c881d125355 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:49.959395 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.004348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-2efbfe28-d77e-4abe-a94f-38b872641d00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c2a645-503a-46e5-856f-74891a21f51d HTTP/1.1" status: 200 len: 217 time: 0.1922905 Mar 10 15:07:50.020174 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3e6593d7-eb87-4a73-bcd0-0b2dc126ee7c tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (8d5b5299-2280-450e-8d5a-b1d52990b604), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.039642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 218d493d-b3a4-4d0a-ae79-4c881d125355, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=218d493d-b3a4-4d0a-ae79-4c881d125355,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:50.054450 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.068418 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6593d7-eb87-4a73-bcd0-0b2dc126ee7c tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5b5299-2280-450e-8d5a-b1d52990b604,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:50.085220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3e6593d7-eb87-4a73-bcd0-0b2dc126ee7c tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.095117 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3e6593d7-eb87-4a73-bcd0-0b2dc126ee7c tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "DELETE /v2.0/subnets/8d5b5299-2280-450e-8d5a-b1d52990b604 HTTP/1.1" status: 204 len: 168 time: 0.7369294 Mar 10 15:07:50.096246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51468) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:50.114899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89612d7f-16f9-49f1-aad5-33bd793a1e64 None None] Network 47cf31b8-3d32-4297-897b-6daec5be89f2 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:07:50.123408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-fda76b8a-306f-42f2-880f-af27320c173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:50.128371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-fda76b8a-306f-42f2-880f-af27320c173d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=698414b2-a473-41ee-963f-7769b367db5c HTTP/1.1" status: 200 len: 850 time: 0.1035833 Mar 10 15:07:50.140495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc2bde-5689-4e98-a6a0-1455a8f3054f req-acecee99-d2d9-46c2-8cb6-066cf6077be8 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:50.158002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39dc2bde-5689-4e98-a6a0-1455a8f3054f req-acecee99-d2d9-46c2-8cb6-066cf6077be8 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 1.0918901 Mar 10 15:07:50.263300 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (47cf31b8-3d32-4297-897b-6daec5be89f2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.291113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2414473-e1b3-4abe-85b8-783d362f127c req-3bd3e29b-6862-4358-8ac8-29ef4770d586 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296099 Mar 10 15:07:50.300212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=218d493d-b3a4-4d0a-ae79-4c881d125355,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:50.368666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Deleting port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:07:50.371061 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.423994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39dc2bde-5689-4e98-a6a0-1455a8f3054f req-5bc12d6a-a2fa-42a8-9a38-0abc525cbd7c tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646775 Mar 10 15:07:50.429615 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82968bb6-f550-4448-8979-b48e4c170140 x-openstack-request-id: req-82968bb6-f550-4448-8979-b48e4c170140 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:50.433191 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.434305 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "9350c227-68e9-43d6-ad53-7cbb5fb219ed", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:50.436963 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82968bb6-f550-4448-8979-b48e4c170140 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:50.437558 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '9350c227-68e9-43d6-ad53-7cbb5fb219ed', 'status': 'completed', 'code': 200} Mar 10 15:07:50.443735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ceb52f32-051f-4d8a-8b6f-295b5ce42ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:50.459232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-ceb52f32-051f-4d8a-8b6f-295b5ce42ed9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa5e524c-1898-4673-8197-c16e729f39de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2688394 Mar 10 15:07:50.503730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af031a1-6f5b-4003-8e61-f8e79328df35 None None] DHCP port deletion for 47cf31b8-3d32-4297-897b-6daec5be89f2 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:07:50.545462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] For port 0e6a43dc-772d-4130-9fea-0c56b7d2d891, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0e6a43dc-772d-4130-9fea-0c56b7d2d891,segment=NetworkSegment(9b88c2eb-a31a-4014-916d-1d71d5104f65),segment_id=9b88c2eb-a31a-4014-916d-1d71d5104f65)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:50.545939 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.585604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Calling delete_port for 0e6a43dc-772d-4130-9fea-0c56b7d2d891 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:07:50.646607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5af031a1-6f5b-4003-8e61-f8e79328df35 None None] Deleting port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:07:50.647163 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5af031a1-6f5b-4003-8e61-f8e79328df35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.710361 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.748242 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] No DVR routers for this DVR port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:07:50.750654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Port': ['ID=0e6a43dc-772d-4130-9fea-0c56b7d2d891,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:50.804783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5af031a1-6f5b-4003-8e61-f8e79328df35 None None] For port 0e6a43dc-772d-4130-9fea-0c56b7d2d891, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0e6a43dc-772d-4130-9fea-0c56b7d2d891,segment=NetworkSegment(9b88c2eb-a31a-4014-916d-1d71d5104f65),segment_id=9b88c2eb-a31a-4014-916d-1d71d5104f65)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:50.805237 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5af031a1-6f5b-4003-8e61-f8e79328df35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.864602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-26246f2b-5780-4d64-bf56-a40d8ffbd2c0 service neutron] 10.222.0.62 "GET /v2.0/networks/fa5e524c-1898-4673-8197-c16e729f39de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891196 Mar 10 15:07:50.881438 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5af031a1-6f5b-4003-8e61-f8e79328df35 None None] Calling delete_port for 0e6a43dc-772d-4130-9fea-0c56b7d2d891 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:07:50.884484 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (47cf31b8-3d32-4297-897b-6daec5be89f2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.908819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cff36-dfd2-44a9-b22f-372e87289ced req-2307e472-c041-4287-a318-bf82c6187388 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:50.911334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cf31b8-3d32-4297-897b-6daec5be89f2']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:50.923047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b88c2eb-a31a-4014-916d-1d71d5104f65') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:50.923818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b88c2eb-a31a-4014-916d-1d71d5104f65') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:50.927367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef8cff36-dfd2-44a9-b22f-372e87289ced req-2307e472-c041-4287-a318-bf82c6187388 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3440573 Mar 10 15:07:50.935522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (9b88c2eb-a31a-4014-916d-1d71d5104f65), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.951775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9b88c2eb-a31a-4014-916d-1d71d5104f65), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:50.960344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:07:50.960536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (9b88c2eb-a31a-4014-916d-1d71d5104f65), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:07:51.038313 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:07:51.053784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4296672-4501-4402-8975-489cd6330eb2 req-8eb3f05c-e8ef-42bf-9bc3-c6a997bf16c7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.055304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (47cf31b8-3d32-4297-897b-6daec5be89f2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:51.065485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4296672-4501-4402-8975-489cd6330eb2 req-8eb3f05c-e8ef-42bf-9bc3-c6a997bf16c7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.070921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4296672-4501-4402-8975-489cd6330eb2 req-8eb3f05c-e8ef-42bf-9bc3-c6a997bf16c7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.071874 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5af031a1-6f5b-4003-8e61-f8e79328df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (0e6a43dc-772d-4130-9fea-0c56b7d2d891), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:51.072458 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:51.077801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ac14b4d0-1233-499a-9907-cd161fd5f3f0 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:51.084510 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] 10.222.0.11 "DELETE /v2.0/networks/47cf31b8-3d32-4297-897b-6daec5be89f2 HTTP/1.1" status: 204 len: 168 time: 0.9871275 Mar 10 15:07:51.105358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4296672-4501-4402-8975-489cd6330eb2 req-8eb3f05c-e8ef-42bf-9bc3-c6a997bf16c7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.110647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4296672-4501-4402-8975-489cd6330eb2 req-8eb3f05c-e8ef-42bf-9bc3-c6a997bf16c7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.126461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5af031a1-6f5b-4003-8e61-f8e79328df35 None None] Network 47cf31b8-3d32-4297-897b-6daec5be89f2 is not hosted by any dhcp agent {{(pid=115535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:07:51.127496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af031a1-6f5b-4003-8e61-f8e79328df35 None None] No DVR routers for this DVR port 0e6a43dc-772d-4130-9fea-0c56b7d2d891 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:07:51.129833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4296672-4501-4402-8975-489cd6330eb2 req-8eb3f05c-e8ef-42bf-9bc3-c6a997bf16c7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.132605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af031a1-6f5b-4003-8e61-f8e79328df35 None None] Pushing event deleted for resources: {'Port': ['ID=0e6a43dc-772d-4130-9fea-0c56b7d2d891,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:51.135565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4296672-4501-4402-8975-489cd6330eb2 req-8eb3f05c-e8ef-42bf-9bc3-c6a997bf16c7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.150318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4296672-4501-4402-8975-489cd6330eb2 req-8eb3f05c-e8ef-42bf-9bc3-c6a997bf16c7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.5747879 Mar 10 15:07:51.162188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105369f-f880-42eb-8c65-c64f8e040240 tempest-ServersTestMultiNic-1776319879 tempest-ServersTestMultiNic-1776319879-project] Pushing event deleted for resources: {'Network': ['ID=47cf31b8-3d32-4297-897b-6daec5be89f2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:51.184267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0e6a43dc-772d-4130-9fea-0c56b7d2d891 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:07:51.217665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 0e6a43dc-772d-4130-9fea-0c56b7d2d891 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:07:51.218075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0e6a43dc-772d-4130-9fea-0c56b7d2d891 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:07:51.228908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port ac14b4d0-1233-499a-9907-cd161fd5f3f0 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:07:51.241347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port ac14b4d0-1233-499a-9907-cd161fd5f3f0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:51.241729 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:51.354249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ac14b4d0-1233-499a-9907-cd161fd5f3f0 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:51.354580 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:51.379819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef8cff36-dfd2-44a9-b22f-372e87289ced req-af36b7ab-8296-4d9b-962d-925006dcecf5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4459667 Mar 10 15:07:51.385539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-688c5459-9711-47d6-9c72-03084a777ab6 service neutron] 10.222.0.62 "GET /v2.0/networks/fa5e524c-1898-4673-8197-c16e729f39de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109732 Mar 10 15:07:51.417657 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ac14b4d0-1233-499a-9907-cd161fd5f3f0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ac14b4d0-1233-499a-9907-cd161fd5f3f0,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:51.429172 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:51.430368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9374b257-5118-4483-9d6e-a5bc00422183 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:51.507865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-b2bb6a8d-3eb5-4b76-894b-f731363569e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=99057946-4fdf-44be-be7e-ed1d74bfa2e0 HTTP/1.1" status: 200 len: 217 time: 0.1077878 Mar 10 15:07:51.527345 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8295ad07-44a1-4268-ba59-63beb7b53422 x-openstack-request-id: req-8295ad07-44a1-4268-ba59-63beb7b53422 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:51.527637 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "783745c0-e7b2-4cd0-9037-2f3605218919", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:51.527898 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8295ad07-44a1-4268-ba59-63beb7b53422 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:51.528293 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783745c0-e7b2-4cd0-9037-2f3605218919', 'code': 200} Mar 10 15:07:51.556950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4296672-4501-4402-8975-489cd6330eb2 req-8d2643e3-d369-407b-9ef4-d7239a741231 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3991125 Mar 10 15:07:51.600642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 9374b257-5118-4483-9d6e-a5bc00422183 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:07:51.608905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 9374b257-5118-4483-9d6e-a5bc00422183 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:51.608905 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9374b257-5118-4483-9d6e-a5bc00422183), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:51.645574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-25be2fe8-53f3-4f72-be92-acfcc6cf9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.647272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-25be2fe8-53f3-4f72-be92-acfcc6cf9c60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d516d9c8-a178-4391-90b6-521d520caa21 HTTP/1.1" status: 200 len: 797 time: 0.1307061 Mar 10 15:07:51.651254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=ac14b4d0-1233-499a-9907-cd161fd5f3f0,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:51.734736 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b8e188bb-177b-41c5-903f-1e3dd8c6702b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:51.842336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9374b257-5118-4483-9d6e-a5bc00422183 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:51.842739 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9374b257-5118-4483-9d6e-a5bc00422183), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:51.872826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8d9c7-0577-4250-9560-51af833a5f49 req-91b91cb2-4eff-4bd6-8d10-299fb7f02be9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.878400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8d9c7-0577-4250-9560-51af833a5f49 req-91b91cb2-4eff-4bd6-8d10-299fb7f02be9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.889728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8d9c7-0577-4250-9560-51af833a5f49 req-91b91cb2-4eff-4bd6-8d10-299fb7f02be9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.904630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8d9c7-0577-4250-9560-51af833a5f49 req-91b91cb2-4eff-4bd6-8d10-299fb7f02be9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.915211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8d9c7-0577-4250-9560-51af833a5f49 req-91b91cb2-4eff-4bd6-8d10-299fb7f02be9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.920751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8d9c7-0577-4250-9560-51af833a5f49 req-91b91cb2-4eff-4bd6-8d10-299fb7f02be9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.926382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8d9c7-0577-4250-9560-51af833a5f49 req-91b91cb2-4eff-4bd6-8d10-299fb7f02be9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.932843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9374b257-5118-4483-9d6e-a5bc00422183, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9374b257-5118-4483-9d6e-a5bc00422183,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:51.934595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daf8d9c7-0577-4250-9560-51af833a5f49 req-91b91cb2-4eff-4bd6-8d10-299fb7f02be9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5440 time: 0.2842817 Mar 10 15:07:51.949564 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9374b257-5118-4483-9d6e-a5bc00422183), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:51.950580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ba132a2c-a4ab-4c3c-8823-22216084d068 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:51.982946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08c4c23d-baba-43f1-83cf-63e26edce190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:51.984954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-08c4c23d-baba-43f1-83cf-63e26edce190 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be8524cd-cbb7-4825-a346-3074feb1e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3242288 Mar 10 15:07:52.164934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9374b257-5118-4483-9d6e-a5bc00422183,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:52.198660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-daa5bc1b-9399-49fe-8142-0d557eec3063 service neutron] 10.222.0.62 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060676 Mar 10 15:07:52.206266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port ba132a2c-a4ab-4c3c-8823-22216084d068 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:07:52.217517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc071869-822c-43f5-bea3-b939a1696e6a req-dbd75310-146c-4ab7-a7ea-09e26b71a2de tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:52.223994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port ba132a2c-a4ab-4c3c-8823-22216084d068 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:52.224691 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:52.231784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc071869-822c-43f5-bea3-b939a1696e6a req-dbd75310-146c-4ab7-a7ea-09e26b71a2de tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 944 time: 0.2933745 Mar 10 15:07:52.304890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daf8d9c7-0577-4250-9560-51af833a5f49 req-d829d214-5641-4744-8413-bddd45724f35 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3644176 Mar 10 15:07:52.406838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ba132a2c-a4ab-4c3c-8823-22216084d068 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:52.407224 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:52.485343 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ba132a2c-a4ab-4c3c-8823-22216084d068, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ba132a2c-a4ab-4c3c-8823-22216084d068,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:52.496152 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:52.499393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device caeb5f7e-53dd-42bc-aa55-aa6280c229d0 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:52.514456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': 'd102dde1-4757-440e-8039-3fc9eeb4b889'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:52.518105 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597e6d7f-9c34-41af-b571-b5e53dec8f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "d102dde1-4757-440e-8039-3fc9eeb4b889"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:52.522624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-373b0173-96a8-4d41-ad1f-d8c1e6625188 service neutron] 10.222.0.62 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166220 Mar 10 15:07:52.594892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-7a5b574f-4116-45e7-8321-2e87c9451bf4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=82185172-d57c-492b-8f11-a16c719432eb HTTP/1.1" status: 200 len: 217 time: 0.0593829 Mar 10 15:07:52.693869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=ba132a2c-a4ab-4c3c-8823-22216084d068,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:52.707399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-32b4b78c-79d1-42a4-95c6-b22bd1384578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:52.709162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-32b4b78c-79d1-42a4-95c6-b22bd1384578 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d516d9c8-a178-4391-90b6-521d520caa21 HTTP/1.1" status: 200 len: 797 time: 0.1058745 Mar 10 15:07:52.737996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc071869-822c-43f5-bea3-b939a1696e6a req-01e0106e-46d5-4d1d-a6f3-c6e010422e16 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4906294 Mar 10 15:07:52.772444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:07:52.777951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:52.778437 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:52.942165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a47f4-651d-4d8c-9366-d3cce8f20708 req-009f70fa-020c-43e1-9dab-73441f76d0f1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:52.949078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a41a47f4-651d-4d8c-9366-d3cce8f20708 req-009f70fa-020c-43e1-9dab-73441f76d0f1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.4242899 Mar 10 15:07:53.125561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:53.125957 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:53.138007 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76af4c7-b800-4a60-a4a7-5ec63ca49281 x-openstack-request-id: req-d76af4c7-b800-4a60-a4a7-5ec63ca49281 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:53.138296 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "d102dde1-4757-440e-8039-3fc9eeb4b889", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:53.138555 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d76af4c7-b800-4a60-a4a7-5ec63ca49281 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:53.139124 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': 'd102dde1-4757-440e-8039-3fc9eeb4b889', 'status': 'completed', 'code': 200} Mar 10 15:07:53.181359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d6275e31-fa14-4621-84a2-34cac174cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:53.183500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d6275e31-fa14-4621-84a2-34cac174cd4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be8524cd-cbb7-4825-a346-3074feb1e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4376016 Mar 10 15:07:53.208738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port caeb5f7e-53dd-42bc-aa55-aa6280c229d0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:53.222535 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:53.223941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 61c60400-5547-4b1b-8fd8-3e234bedf609 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:53.281230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:53.297115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a41a47f4-651d-4d8c-9366-d3cce8f20708 req-38095fb6-d0e6-49e3-bfba-55da4ae7e3f5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395760 Mar 10 15:07:53.438589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 61c60400-5547-4b1b-8fd8-3e234bedf609 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:07:53.443534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 61c60400-5547-4b1b-8fd8-3e234bedf609 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:53.444211 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:53.529182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218d493d-b3a4-4d0a-ae79-4c881d125355'}, {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac14b4d0-1233-499a-9907-cd161fd5f3f0'}, {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9374b257-5118-4483-9d6e-a5bc00422183'}, {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba132a2c-a4ab-4c3c-8823-22216084d068'}, {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caeb5f7e-53dd-42bc-aa55-aa6280c229d0'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:53.529436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-8e7f10f8-1e6c-468a-9d59-f3a022bc96f4 service neutron] 10.222.0.62 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078918 Mar 10 15:07:53.539998 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5db9f0-77af-4af1-98b8-1233ca20c007" -d '{"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "218d493d-b3a4-4d0a-ae79-4c881d125355"}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "ac14b4d0-1233-499a-9907-cd161fd5f3f0"}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "9374b257-5118-4483-9d6e-a5bc00422183"}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "ba132a2c-a4ab-4c3c-8823-22216084d068"}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "caeb5f7e-53dd-42bc-aa55-aa6280c229d0"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:53.617553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 61c60400-5547-4b1b-8fd8-3e234bedf609 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:53.618236 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:53.693430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 61c60400-5547-4b1b-8fd8-3e234bedf609, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=61c60400-5547-4b1b-8fd8-3e234bedf609,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:53.703258 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:53.706003 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-4cb06c5a-aed4-4f6f-a06a-50705055f9b1 service neutron] 10.222.0.62 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663465 Mar 10 15:07:53.749960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbf919-ae20-4c0b-bc57-09f7321b6a7f req-2f36f2f5-5de2-433e-97e4-5e97a85807dc tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:53.756708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbf919-ae20-4c0b-bc57-09f7321b6a7f req-2f36f2f5-5de2-433e-97e4-5e97a85807dc tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:53.762585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbf919-ae20-4c0b-bc57-09f7321b6a7f req-2f36f2f5-5de2-433e-97e4-5e97a85807dc tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:53.770610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbf919-ae20-4c0b-bc57-09f7321b6a7f req-2f36f2f5-5de2-433e-97e4-5e97a85807dc tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:53.776145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbf919-ae20-4c0b-bc57-09f7321b6a7f req-2f36f2f5-5de2-433e-97e4-5e97a85807dc tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:53.781546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbf919-ae20-4c0b-bc57-09f7321b6a7f req-2f36f2f5-5de2-433e-97e4-5e97a85807dc tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:53.784005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=61c60400-5547-4b1b-8fd8-3e234bedf609,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:53.786849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbf919-ae20-4c0b-bc57-09f7321b6a7f req-2f36f2f5-5de2-433e-97e4-5e97a85807dc tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:53.801436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0bfbf919-ae20-4c0b-bc57-09f7321b6a7f req-2f36f2f5-5de2-433e-97e4-5e97a85807dc tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.5000172 Mar 10 15:07:53.842387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50158809-c00a-4c59-9c89-3533e5bdaf7f req-adf39f5b-e252-40aa-9465-a106a549a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:53.844293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50158809-c00a-4c59-9c89-3533e5bdaf7f req-adf39f5b-e252-40aa-9465-a106a549a9c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 1128 time: 0.6999183 Mar 10 15:07:53.855554 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-101fefcb-a128-4f83-8514-caffea26654a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=4b27b919-855e-4c2f-a827-983e7853cc21 HTTP/1.1" status: 200 len: 217 time: 0.1334233 Mar 10 15:07:53.961490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50158809-c00a-4c59-9c89-3533e5bdaf7f req-5ea15002-ac62-433f-935e-fac4459fc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:53.963349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50158809-c00a-4c59-9c89-3533e5bdaf7f req-5ea15002-ac62-433f-935e-fac4459fc336 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 200 len: 917 time: 0.1114008 Mar 10 15:07:54.021736 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c58247d8-5194-4fe1-bab2-d6b061b117e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:54.034168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b78827-2be4-41d9-abdc-fc8b1ea71531 req-0384b890-f08c-417d-affd-2b3fadf5961e tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.042202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76b78827-2be4-41d9-abdc-fc8b1ea71531 req-0384b890-f08c-417d-affd-2b3fadf5961e tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.5788088 Mar 10 15:07:54.095796 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50158809-c00a-4c59-9c89-3533e5bdaf7f req-b4b10746-e869-4e38-a28c-da1eba705ab1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a7e772-0a92-41f4-8670-51ab2b9e749e HTTP/1.1" status: 200 len: 217 time: 0.1171205 Mar 10 15:07:54.163479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50158809-c00a-4c59-9c89-3533e5bdaf7f req-fd3df7ac-a425-4234-8246-be6d5ee833de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.165178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50158809-c00a-4c59-9c89-3533e5bdaf7f req-fd3df7ac-a425-4234-8246-be6d5ee833de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd76c604-3c09-43e9-aff2-79488b4d08b4 HTTP/1.1" status: 200 len: 855 time: 0.0541303 Mar 10 15:07:54.170924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-11881206-49e2-4728-9b7f-51c30609a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.172719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-11881206-49e2-4728-9b7f-51c30609a2c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d516d9c8-a178-4391-90b6-521d520caa21 HTTP/1.1" status: 200 len: 797 time: 0.2078297 Mar 10 15:07:54.282698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0bfbf919-ae20-4c0b-bc57-09f7321b6a7f req-6cb08aca-acec-42a0-abf0-f60fd479919f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4741282 Mar 10 15:07:54.382715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76b78827-2be4-41d9-abdc-fc8b1ea71531 req-272182fb-210a-4fe3-9bb5-55fdd5c53579 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383203 Mar 10 15:07:54.474510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50158809-c00a-4c59-9c89-3533e5bdaf7f req-a08408be-1025-45af-bf0f-043eace4016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.476754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50158809-c00a-4c59-9c89-3533e5bdaf7f req-a08408be-1025-45af-bf0f-043eace4016d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec009e5e-7a29-4042-978e-3e33d0751b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2974639 Mar 10 15:07:54.519013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-be9e9cfc-fef5-4973-8d3f-c572b3ba1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.528631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-be9e9cfc-fef5-4973-8d3f-c572b3ba1cca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be8524cd-cbb7-4825-a346-3074feb1e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3327806 Mar 10 15:07:54.750932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e14e1-ff3e-41a1-87bf-9d686c1b6a13 req-80c7196c-a777-4b9c-ba1c-8b8353546cc3 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.757035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e14e1-ff3e-41a1-87bf-9d686c1b6a13 req-80c7196c-a777-4b9c-ba1c-8b8353546cc3 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.762697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e14e1-ff3e-41a1-87bf-9d686c1b6a13 req-80c7196c-a777-4b9c-ba1c-8b8353546cc3 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.768135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e14e1-ff3e-41a1-87bf-9d686c1b6a13 req-80c7196c-a777-4b9c-ba1c-8b8353546cc3 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.774341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e14e1-ff3e-41a1-87bf-9d686c1b6a13 req-80c7196c-a777-4b9c-ba1c-8b8353546cc3 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.779966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e14e1-ff3e-41a1-87bf-9d686c1b6a13 req-80c7196c-a777-4b9c-ba1c-8b8353546cc3 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.785003 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51516) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:54.787551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e14e1-ff3e-41a1-87bf-9d686c1b6a13 req-80c7196c-a777-4b9c-ba1c-8b8353546cc3 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.796703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df7e14e1-ff3e-41a1-87bf-9d686c1b6a13 req-80c7196c-a777-4b9c-ba1c-8b8353546cc3 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5444 time: 0.2517548 Mar 10 15:07:54.843639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b9300-64bf-447a-964a-5aa6b094be6d req-9138fe7d-56ba-43ec-ac24-63efa56c2dba tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:54.851767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e7b9300-64bf-447a-964a-5aa6b094be6d req-9138fe7d-56ba-43ec-ac24-63efa56c2dba tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3163085 Mar 10 15:07:54.923599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df7e14e1-ff3e-41a1-87bf-9d686c1b6a13 req-23989ed3-0abe-4d34-8c9f-c8fe6bc06826 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257956 Mar 10 15:07:54.926195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-fc4c4af4-599f-44af-b1e4-b8e65cb9c750 service neutron] 10.222.0.62 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700447 Mar 10 15:07:54.928018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50158809-c00a-4c59-9c89-3533e5bdaf7f req-643235d9-5053-4f17-833b-aaacd82db45c service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419897 Mar 10 15:07:54.984086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-395d4cf3-f114-4fd3-a6ab-22a9c0f8d0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:55.023518 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f49b142-77df-4f3e-b523-2fe2ac98d002 x-openstack-request-id: req-9f49b142-77df-4f3e-b523-2fe2ac98d002 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:55.024026 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "218d493d-b3a4-4d0a-ae79-4c881d125355", "code": 200}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "ac14b4d0-1233-499a-9907-cd161fd5f3f0", "code": 200}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "9374b257-5118-4483-9d6e-a5bc00422183", "code": 200}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "ba132a2c-a4ab-4c3c-8823-22216084d068", "code": 200}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "caeb5f7e-53dd-42bc-aa55-aa6280c229d0", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:55.024126 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f49b142-77df-4f3e-b523-2fe2ac98d002 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:55.024470 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218d493d-b3a4-4d0a-ae79-4c881d125355', 'code': 200} Mar 10 15:07:55.024727 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac14b4d0-1233-499a-9907-cd161fd5f3f0', 'code': 200} Mar 10 15:07:55.024978 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9374b257-5118-4483-9d6e-a5bc00422183', 'code': 200} Mar 10 15:07:55.025222 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba132a2c-a4ab-4c3c-8823-22216084d068', 'code': 200} Mar 10 15:07:55.025466 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caeb5f7e-53dd-42bc-aa55-aa6280c229d0', 'code': 200} Mar 10 15:07:55.122974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e7b9300-64bf-447a-964a-5aa6b094be6d req-248e7033-7f25-4ae2-890d-cb01fb668478 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698870 Mar 10 15:07:55.190717 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:55.194984 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-395d4cf3-f114-4fd3-a6ab-22a9c0f8d0bb admin admin] Publish callbacks [] for security_group (863e15db-ebb5-4050-b35f-a4908b79b5d2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:55.199291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51522) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:55.476595 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-395d4cf3-f114-4fd3-a6ab-22a9c0f8d0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (863e15db-ebb5-4050-b35f-a4908b79b5d2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:55.535978 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-395d4cf3-f114-4fd3-a6ab-22a9c0f8d0bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21eb47c501aa4812ae892078c4dea2f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7493083 Mar 10 15:07:55.581262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d4cf3-f114-4fd3-a6ab-22a9c0f8d0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863e15db-ebb5-4050-b35f-a4908b79b5d2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:55.585626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51528) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:55.593307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device cebb1ba4-e451-422b-9ee1-4e16012435e8 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:07:55.766441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port cebb1ba4-e451-422b-9ee1-4e16012435e8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=cebb1ba4-e451-422b-9ee1-4e16012435e8,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:55.797783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'cebb1ba4-e451-422b-9ee1-4e16012435e8', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'port_id': 'cebb1ba4-e451-422b-9ee1-4e16012435e8', 'mac_address': 'fa:16:3e:27:dc:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743ead58-8aaa-4109-9959-b71342683302', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:07:55.829760 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72a3322c-8907-4f94-a93f-2fc69db5efc5 admin admin] Publish callbacks [] for security_group (863e15db-ebb5-4050-b35f-a4908b79b5d2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:55.851304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65451b84-bb05-468f-a6c1-b2524ece35ba req-c84616ad-3045-4361-a64e-8da4b5236850 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:55.854402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65451b84-bb05-468f-a6c1-b2524ece35ba req-c84616ad-3045-4361-a64e-8da4b5236850 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 944 time: 0.7282996 Mar 10 15:07:55.873717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port cebb1ba4-e451-422b-9ee1-4e16012435e8 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:55.874103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:55.880797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50158809-c00a-4c59-9c89-3533e5bdaf7f req-db579f66-3f52-4fdf-bfcd-bc3c8ed51bf6 service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8924842 Mar 10 15:07:55.906037 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72a3322c-8907-4f94-a93f-2fc69db5efc5 admin admin] Publish callbacks [] for security_group (863e15db-ebb5-4050-b35f-a4908b79b5d2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:55.906280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebb1ba4-e451-422b-9ee1-4e16012435e8 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:07:55.909468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-cedd7c8d-7c74-4665-939b-762ea2662626 service neutron] 10.222.0.62 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9104404 Mar 10 15:07:55.944581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port cebb1ba4-e451-422b-9ee1-4e16012435e8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=cebb1ba4-e451-422b-9ee1-4e16012435e8,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:55.956670 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:56.056149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=cebb1ba4-e451-422b-9ee1-4e16012435e8,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:56.067764 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-f69ffc02-7ed3-4fc0-9099-8986c61b29f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=9210102f-8ee4-44fd-87b5-ffadb5841b80 HTTP/1.1" status: 200 len: 217 time: 0.1479969 Mar 10 15:07:56.073804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65451b84-bb05-468f-a6c1-b2524ece35ba req-bcd4d9c4-e265-4415-aab7-4df776d9c8cd tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049944 Mar 10 15:07:56.087497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bf391-2413-4eb5-9c11-6f0ea4eba13c req-dd28b90f-6251-4582-8b64-dc457994183f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:56.089060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be8bf391-2413-4eb5-9c11-6f0ea4eba13c req-dd28b90f-6251-4582-8b64-dc457994183f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.4663155 Mar 10 15:07:56.094853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72a3322c-8907-4f94-a93f-2fc69db5efc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (863e15db-ebb5-4050-b35f-a4908b79b5d2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:56.098131 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72a3322c-8907-4f94-a93f-2fc69db5efc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:56.099453 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-72a3322c-8907-4f94-a93f-2fc69db5efc5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/863e15db-ebb5-4050-b35f-a4908b79b5d2 HTTP/1.1" status: 204 len: 168 time: 0.4756687 Mar 10 15:07:56.124601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3322c-8907-4f94-a93f-2fc69db5efc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863e15db-ebb5-4050-b35f-a4908b79b5d2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:56.155382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:56.283285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['cebb1ba4-e451-422b-9ee1-4e16012435e8'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:07:56.440272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-b3ed94d1-cb48-4e06-a8e6-24984f1e2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:56.443043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-b3ed94d1-cb48-4e06-a8e6-24984f1e2e2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d516d9c8-a178-4391-90b6-521d520caa21 HTTP/1.1" status: 200 len: 797 time: 0.3530722 Mar 10 15:07:56.531860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be8bf391-2413-4eb5-9c11-6f0ea4eba13c req-ed1be99a-a261-4d6c-91a7-1fc71b29694b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4166117 Mar 10 15:07:56.599689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] Deleting port b4abb7c4-663d-4a84-8849-5a1062b64cc4 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:07:56.600773 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:56.605783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8efe8-bcac-4b91-88ad-3012b336b028 req-b08d994b-56a2-46e1-8591-0ff17388efba tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:56.614122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8efe8-bcac-4b91-88ad-3012b336b028 req-b08d994b-56a2-46e1-8591-0ff17388efba tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:56.635343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8efe8-bcac-4b91-88ad-3012b336b028 req-b08d994b-56a2-46e1-8591-0ff17388efba tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:56.642233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8efe8-bcac-4b91-88ad-3012b336b028 req-b08d994b-56a2-46e1-8591-0ff17388efba tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:56.648792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8efe8-bcac-4b91-88ad-3012b336b028 req-b08d994b-56a2-46e1-8591-0ff17388efba tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:56.654518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8efe8-bcac-4b91-88ad-3012b336b028 req-b08d994b-56a2-46e1-8591-0ff17388efba tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:56.660356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8efe8-bcac-4b91-88ad-3012b336b028 req-b08d994b-56a2-46e1-8591-0ff17388efba tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:56.668201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62a8efe8-bcac-4b91-88ad-3012b336b028 req-b08d994b-56a2-46e1-8591-0ff17388efba tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.4462855 Mar 10 15:07:56.719765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-2b7a9802-ff96-45b2-b205-e87b72ebb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:56.721838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-2b7a9802-ff96-45b2-b205-e87b72ebb95c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be8524cd-cbb7-4825-a346-3074feb1e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2620153 Mar 10 15:07:56.772137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] For port b4abb7c4-663d-4a84-8849-5a1062b64cc4, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b4abb7c4-663d-4a84-8849-5a1062b64cc4,segment=NetworkSegment(4eef6e9f-3821-4c81-8bbf-1dbe95b681df),segment_id=4eef6e9f-3821-4c81-8bbf-1dbe95b681df)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:56.772725 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:56.797827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] Calling delete_port for b4abb7c4-663d-4a84-8849-5a1062b64cc4 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:07:56.822830 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:56.860705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-d8a813af-7221-4ba5-8855-a03aa336793f service neutron] 10.222.0.62 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273081 Mar 10 15:07:56.973300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62a8efe8-bcac-4b91-88ad-3012b336b028 req-00a2828b-6ea8-4cd1-aa5b-4cff14d5b82e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2850974 Mar 10 15:07:57.026218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c60400-5547-4b1b-8fd8-3e234bedf609'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:57.029407 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ba377-f3aa-4b51-b351-99612bd0c7de" -d '{"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "61c60400-5547-4b1b-8fd8-3e234bedf609"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:57.037296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e54b9b-452f-47c6-96b5-ff930f12e2d8 req-7636efbf-7dc5-4b34-861c-02c96bc5eaac tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.057447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-30e54b9b-452f-47c6-96b5-ff930f12e2d8 req-7636efbf-7dc5-4b34-861c-02c96bc5eaac tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.3804045 Mar 10 15:07:57.158815 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b4abb7c4-663d-4a84-8849-5a1062b64cc4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:57.212737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4abb7c4-663d-4a84-8849-5a1062b64cc4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:57.246187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-30e54b9b-452f-47c6-96b5-ff930f12e2d8 req-f109dcf3-c12b-462a-8b91-422a9f4acd4f tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814899 Mar 10 15:07:57.261630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-f0c777d6-74f1-4a4e-b9ae-a0c103ec743a service neutron] 10.222.0.62 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909762 Mar 10 15:07:57.364466 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cfa85e-3c9a-4135-b1d5-44fef9f2f9d9 x-openstack-request-id: req-e6cfa85e-3c9a-4135-b1d5-44fef9f2f9d9 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:07:57.364969 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-plugged", "status": "completed", "tag": "61c60400-5547-4b1b-8fd8-3e234bedf609", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:07:57.365067 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6cfa85e-3c9a-4135-b1d5-44fef9f2f9d9 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:07:57.365517 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c60400-5547-4b1b-8fd8-3e234bedf609', 'code': 200} Mar 10 15:07:57.381921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-6d49725d-5c13-450e-8d37-0e7595f4494f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9350c227-68e9-43d6-ad53-7cbb5fb219ed HTTP/1.1" status: 200 len: 217 time: 0.1083682 Mar 10 15:07:57.504619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-50b688c7-cd83-4768-925d-a83502bf277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.507094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-50b688c7-cd83-4768-925d-a83502bf277b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c9d2471-2915-4422-9e7f-27fbcac857bc HTTP/1.1" status: 200 len: 797 time: 0.1161425 Mar 10 15:07:57.549551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf958d-0648-4f97-be47-f85af1a38420 req-45dc46c4-b511-47ce-b8bf-e0a68b9d440a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.558981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf958d-0648-4f97-be47-f85af1a38420 req-45dc46c4-b511-47ce-b8bf-e0a68b9d440a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.570295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf958d-0648-4f97-be47-f85af1a38420 req-45dc46c4-b511-47ce-b8bf-e0a68b9d440a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.586443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf958d-0648-4f97-be47-f85af1a38420 req-45dc46c4-b511-47ce-b8bf-e0a68b9d440a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.591990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf958d-0648-4f97-be47-f85af1a38420 req-45dc46c4-b511-47ce-b8bf-e0a68b9d440a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.592837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device cebb1ba4-e451-422b-9ee1-4e16012435e8 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:07:57.614664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf958d-0648-4f97-be47-f85af1a38420 req-45dc46c4-b511-47ce-b8bf-e0a68b9d440a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.621404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf958d-0648-4f97-be47-f85af1a38420 req-45dc46c4-b511-47ce-b8bf-e0a68b9d440a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.633050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbbf958d-0648-4f97-be47-f85af1a38420 req-45dc46c4-b511-47ce-b8bf-e0a68b9d440a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5444 time: 0.4891019 Mar 10 15:07:57.745341 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27c4f7-4d86-448c-a76f-516d4e072783 req-88a352b7-0c31-4ecb-a0ec-35d6252e58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.745933 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27c4f7-4d86-448c-a76f-516d4e072783 req-88a352b7-0c31-4ecb-a0ec-35d6252e58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.746323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27c4f7-4d86-448c-a76f-516d4e072783 req-88a352b7-0c31-4ecb-a0ec-35d6252e58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.746962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27c4f7-4d86-448c-a76f-516d4e072783 req-88a352b7-0c31-4ecb-a0ec-35d6252e58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.747424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27c4f7-4d86-448c-a76f-516d4e072783 req-88a352b7-0c31-4ecb-a0ec-35d6252e58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.747883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27c4f7-4d86-448c-a76f-516d4e072783 req-88a352b7-0c31-4ecb-a0ec-35d6252e58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.748339 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27c4f7-4d86-448c-a76f-516d4e072783 req-88a352b7-0c31-4ecb-a0ec-35d6252e58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:57.750382 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ff27c4f7-4d86-448c-a76f-516d4e072783 req-88a352b7-0c31-4ecb-a0ec-35d6252e58bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 6718 time: 0.2286677 Mar 10 15:07:57.753575 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:57.791847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port cebb1ba4-e451-422b-9ee1-4e16012435e8 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:07:57.797238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port cebb1ba4-e451-422b-9ee1-4e16012435e8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:07:57.797620 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:57.974210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port cebb1ba4-e451-422b-9ee1-4e16012435e8 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:07:57.974604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:57.990735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5228b2-0e82-4096-9b76-63fa04dcca6e req-0871b2d8-2a47-4d5a-8196-ca82e19bd02a tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:58.000948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a5228b2-0e82-4096-9b76-63fa04dcca6e req-0871b2d8-2a47-4d5a-8196-ca82e19bd02a tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 945 time: 0.4908845 Mar 10 15:07:58.007519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-37943cd0-b161-4d36-ae02-86198a6c8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:58.017797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-37943cd0-b161-4d36-ae02-86198a6c8b7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0ce7491f-04bd-4f39-a81d-ebd70217f589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3427503 Mar 10 15:07:58.095771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port cebb1ba4-e451-422b-9ee1-4e16012435e8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=cebb1ba4-e451-422b-9ee1-4e16012435e8,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:58.109696 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:58.136260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbbf958d-0648-4f97-be47-f85af1a38420 req-62f21683-61da-4b45-92a1-1b82d5d8ff22 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4657776 Mar 10 15:07:58.325868 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:58.336713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a5228b2-0e82-4096-9b76-63fa04dcca6e req-c9131a81-4285-46c7-9f4d-bdf94f21ce24 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138406 Mar 10 15:07:58.396138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-8e64b3bd-b194-4825-823f-9e24c4ab6593 service neutron] 10.222.0.62 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629379 Mar 10 15:07:58.415762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca365f-727c-47bb-890e-b8c92a1ea0b8 req-a2e1f6a8-bff1-4e44-bb7c-8ab2859235da tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:58.419001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=cebb1ba4-e451-422b-9ee1-4e16012435e8,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:07:58.423646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca365f-727c-47bb-890e-b8c92a1ea0b8 req-a2e1f6a8-bff1-4e44-bb7c-8ab2859235da tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:58.430246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca365f-727c-47bb-890e-b8c92a1ea0b8 req-a2e1f6a8-bff1-4e44-bb7c-8ab2859235da tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:58.435818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca365f-727c-47bb-890e-b8c92a1ea0b8 req-a2e1f6a8-bff1-4e44-bb7c-8ab2859235da tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:58.444502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca365f-727c-47bb-890e-b8c92a1ea0b8 req-a2e1f6a8-bff1-4e44-bb7c-8ab2859235da tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:58.451150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca365f-727c-47bb-890e-b8c92a1ea0b8 req-a2e1f6a8-bff1-4e44-bb7c-8ab2859235da tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:58.456911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca365f-727c-47bb-890e-b8c92a1ea0b8 req-a2e1f6a8-bff1-4e44-bb7c-8ab2859235da tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:58.466298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aca365f-727c-47bb-890e-b8c92a1ea0b8 req-a2e1f6a8-bff1-4e44-bb7c-8ab2859235da tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1540306 Mar 10 15:07:58.546273 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aca365f-727c-47bb-890e-b8c92a1ea0b8 req-6030e787-02e2-499e-8913-d1a43d3a54df tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787985 Mar 10 15:07:58.694038 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ff27c4f7-4d86-448c-a76f-516d4e072783 req-4ddfec04-2b38-487a-a0e0-acd2e2bfaed4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9337537 Mar 10 15:07:58.790487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07533dc8-fe65-4468-9f95-e38554af8b71 req-20d31d9e-765f-4c09-8f54-46fdc5be0e45 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:58.803558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07533dc8-fe65-4468-9f95-e38554af8b71 req-20d31d9e-765f-4c09-8f54-46fdc5be0e45 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.2518888 Mar 10 15:07:58.888987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-36e82e8b-ac90-437a-b779-2a6e6836dfb9 service neutron] 10.222.0.62 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856563 Mar 10 15:07:58.892117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] Router d12e0a2c-2e32-4367-83d6-de4e9d55d41c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:07:58.953982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07533dc8-fe65-4468-9f95-e38554af8b71 req-570a7cbb-004d-4eac-a6fb-98e626af5b1c tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486320 Mar 10 15:07:59.074510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-69c648f3-575e-4017-a3c1-da67b9d4e993 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d102dde1-4757-440e-8039-3fc9eeb4b889 HTTP/1.1" status: 200 len: 217 time: 0.0889704 Mar 10 15:07:59.130165 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:07:59.142994 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254f12a-caf0-4be2-80fe-59c86da2553e None None] Sync routers for ids ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:07:59.159041 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5ddd9d8-9ad8-492a-af95-6a0c46b2f18b admin admin] 10.222.0.11 "PUT /v2.0/routers/d12e0a2c-2e32-4367-83d6-de4e9d55d41c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9565353 Mar 10 15:07:59.159792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51580) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:07:59.166329 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254f12a-caf0-4be2-80fe-59c86da2553e None None] Routers {'d12e0a2c-2e32-4367-83d6-de4e9d55d41c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:07:59.166967 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2254f12a-caf0-4be2-80fe-59c86da2553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:07:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:59.363898 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-2254f12a-caf0-4be2-80fe-59c86da2553e None None] Set router d12e0a2c-2e32-4367-83d6-de4e9d55d41c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:07:59.367245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebb1ba4-e451-422b-9ee1-4e16012435e8'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:07:59.369911 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c633f848-08fa-447b-99a4-72e9fa714059" -d '{"events": [{"server_uuid": "c765ae56-97f9-4d33-a7aa-55e4784adb37", "name": "network-vif-plugged", "status": "completed", "tag": "cebb1ba4-e451-422b-9ee1-4e16012435e8"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:07:59.436713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-abf28c26-2d6f-4fef-8460-ae6f576adfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:59.438184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-abf28c26-2d6f-4fef-8460-ae6f576adfef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c9d2471-2915-4422-9e7f-27fbcac857bc HTTP/1.1" status: 200 len: 797 time: 0.3464665 Mar 10 15:07:59.469142 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Publish callbacks [] for router (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:59.567511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eab10-f034-44d3-9080-cbbf41af0bbf req-f249cbd9-af74-406b-8f7e-532a56f3fd28 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:59.569269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc7eab10-f034-44d3-9080-cbbf41af0bbf req-f249cbd9-af74-406b-8f7e-532a56f3fd28 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.3890347 Mar 10 15:07:59.658864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea598ea-3484-42a5-b0ff-af8b82cc8df7 req-7f4f8fca-0032-4d27-9ef9-4c15321a51da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:59.669514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea598ea-3484-42a5-b0ff-af8b82cc8df7 req-7f4f8fca-0032-4d27-9ef9-4c15321a51da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:59.681123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea598ea-3484-42a5-b0ff-af8b82cc8df7 req-7f4f8fca-0032-4d27-9ef9-4c15321a51da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:59.691681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea598ea-3484-42a5-b0ff-af8b82cc8df7 req-7f4f8fca-0032-4d27-9ef9-4c15321a51da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:59.692306 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2254f12a-caf0-4be2-80fe-59c86da2553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'name': 'tempest-ServersTestMultiNic-1888049920-router', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:20Z', 'updated_at': '2022-03-10T15:07:57Z', 'revision_number': 5, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'gw_port': {'id': '1d79a9e6-b07e-42d7-a626-c5ae812393fe', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:21Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:59.717957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea598ea-3484-42a5-b0ff-af8b82cc8df7 req-7f4f8fca-0032-4d27-9ef9-4c15321a51da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:59.723472 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Publish callbacks [] for router_gateway (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:59.725209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea598ea-3484-42a5-b0ff-af8b82cc8df7 req-7f4f8fca-0032-4d27-9ef9-4c15321a51da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:59.731515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea598ea-3484-42a5-b0ff-af8b82cc8df7 req-7f4f8fca-0032-4d27-9ef9-4c15321a51da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:59.734519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ea598ea-3484-42a5-b0ff-af8b82cc8df7 req-7f4f8fca-0032-4d27-9ef9-4c15321a51da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5444 time: 0.3927009 Mar 10 15:07:59.745848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-eb4acc1b-ea93-4d8b-870c-b218a3cae6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:07:59.749907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-eb4acc1b-ea93-4d8b-870c-b218a3cae6fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0ce7491f-04bd-4f39-a81d-ebd70217f589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2971525 Mar 10 15:07:59.751981 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254f12a-caf0-4be2-80fe-59c86da2553e None None] Checking router: d12e0a2c-2e32-4367-83d6-de4e9d55d41c for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:07:59.764348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc7eab10-f034-44d3-9080-cbbf41af0bbf req-c66a6c51-3cd1-4fee-bae8-0cf1abf62cd0 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836548 Mar 10 15:07:59.770768 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254f12a-caf0-4be2-80fe-59c86da2553e None None] Routers {'d12e0a2c-2e32-4367-83d6-de4e9d55d41c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:07:59.777613 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2254f12a-caf0-4be2-80fe-59c86da2553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:07:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:07:59.864672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Deleting port 1d79a9e6-b07e-42d7-a626-c5ae812393fe {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:07:59.865805 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:59.971719 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-2254f12a-caf0-4be2-80fe-59c86da2553e None None] Set router d12e0a2c-2e32-4367-83d6-de4e9d55d41c gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:07:59.984282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] For port 1d79a9e6-b07e-42d7-a626-c5ae812393fe, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1d79a9e6-b07e-42d7-a626-c5ae812393fe,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:07:59.984644 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:07:59.994427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ea598ea-3484-42a5-b0ff-af8b82cc8df7 req-42cac066-1fc8-4ac0-a5f7-fcb28c106080 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2288949 Mar 10 15:07:59.999691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Calling delete_port for 1d79a9e6-b07e-42d7-a626-c5ae812393fe owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:08:00.098914 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2254f12a-caf0-4be2-80fe-59c86da2553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'name': 'tempest-ServersTestMultiNic-1888049920-router', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:20Z', 'updated_at': '2022-03-10T15:07:59Z', 'revision_number': 6, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:00.102452 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6460fc7c-2823-403a-ac8b-31e751d29a62 x-openstack-request-id: req-6460fc7c-2823-403a-ac8b-31e751d29a62 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:00.103075 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c765ae56-97f9-4d33-a7aa-55e4784adb37", "name": "network-vif-plugged", "status": "completed", "tag": "cebb1ba4-e451-422b-9ee1-4e16012435e8", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:00.103075 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6460fc7c-2823-403a-ac8b-31e751d29a62 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:00.103380 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebb1ba4-e451-422b-9ee1-4e16012435e8', 'code': 200} Mar 10 15:08:00.186900 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254f12a-caf0-4be2-80fe-59c86da2553e None None] The sync data for ids ['d12e0a2c-2e32-4367-83d6-de4e9d55d41c'] in n-d-833090-1 is: [{'id': 'd12e0a2c-2e32-4367-83d6-de4e9d55d41c', 'name': 'tempest-ServersTestMultiNic-1888049920-router', 'tenant_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:20Z', 'updated_at': '2022-03-10T15:07:59Z', 'revision_number': 6, 'project_id': 'aa99669ca8144cbfbfa49edd18b50cd0', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:08:00.275184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7039e9-71ef-463a-9214-032626810580 req-f40d9331-5879-47b6-8853-98dc33cf0ff3 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:00.277075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd7039e9-71ef-463a-9214-032626810580 req-f40d9331-5879-47b6-8853-98dc33cf0ff3 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 946 time: 0.4041750 Mar 10 15:08:00.394011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd7039e9-71ef-463a-9214-032626810580 req-3d737483-d47f-4244-8a02-f039941ee565 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038976 Mar 10 15:08:00.397164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-dbffc330-44da-480a-b481-2b4f321acf00 service neutron] 10.222.0.62 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187589 Mar 10 15:08:00.480442 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1d79a9e6-b07e-42d7-a626-c5ae812393fe), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:00.579253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=1d79a9e6-b07e-42d7-a626-c5ae812393fe,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:00.660896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c343666-d977-427e-acfa-881add88e36c req-915102b1-6bbe-4686-9fa1-a340f7dc40bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:00.674139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c343666-d977-427e-acfa-881add88e36c req-915102b1-6bbe-4686-9fa1-a340f7dc40bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:00.687441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c343666-d977-427e-acfa-881add88e36c req-915102b1-6bbe-4686-9fa1-a340f7dc40bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:00.700210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c343666-d977-427e-acfa-881add88e36c req-915102b1-6bbe-4686-9fa1-a340f7dc40bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:00.713426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c343666-d977-427e-acfa-881add88e36c req-915102b1-6bbe-4686-9fa1-a340f7dc40bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:00.719140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c343666-d977-427e-acfa-881add88e36c req-915102b1-6bbe-4686-9fa1-a340f7dc40bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:00.737061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c343666-d977-427e-acfa-881add88e36c req-915102b1-6bbe-4686-9fa1-a340f7dc40bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:00.737061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c343666-d977-427e-acfa-881add88e36c req-915102b1-6bbe-4686-9fa1-a340f7dc40bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.4781117 Mar 10 15:08:00.737061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233370e6-4d06-4fba-8366-c9ed66a4a14f req-1d5d14ee-0a1f-4501-b47c-3a2d36529042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:00.737464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-233370e6-4d06-4fba-8366-c9ed66a4a14f req-1d5d14ee-0a1f-4501-b47c-3a2d36529042 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 1128 time: 0.5602126 Mar 10 15:08:00.789594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:00.826856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2929accd-41d6-4c1a-8b02-a43e90a72d02 req-0bdf276b-4bbb-47f7-9e95-a30266f4b197 service neutron] 10.222.0.62 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114962 Mar 10 15:08:00.854694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-233370e6-4d06-4fba-8366-c9ed66a4a14f req-3440b56c-f998-48d6-97b6-817a6f546d19 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826070 Mar 10 15:08:00.914354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:00.924521 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Publish callbacks [] for router_controller (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:00.939554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80e2ce-dfd4-404a-908b-6d01e8d0a0bf req-5ddd3897-bfe0-47a5-8cbb-0b70bdda4a39 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:00.947090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b80e2ce-dfd4-404a-908b-6d01e8d0a0bf req-5ddd3897-bfe0-47a5-8cbb-0b70bdda4a39 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.3770761 Mar 10 15:08:00.996888 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (d12e0a2c-2e32-4367-83d6-de4e9d55d41c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:00.999195 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d12e0a2c-2e32-4367-83d6-de4e9d55d41c {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:08:01.014664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c343666-d977-427e-acfa-881add88e36c req-1da450e4-8b97-48ee-931e-6edb763ab6c4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2811511 Mar 10 15:08:01.018247 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:01.021913 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6d0d93eb-826d-4c48-9c64-19c7bbbc6ccc admin admin] 10.222.0.11 "DELETE /v2.0/routers/d12e0a2c-2e32-4367-83d6-de4e9d55d41c HTTP/1.1" status: 204 len: 168 time: 1.8580611 Mar 10 15:08:01.024099 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51616) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:01.123388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b80e2ce-dfd4-404a-908b-6d01e8d0a0bf req-42d6a208-c99e-401a-a8da-be16517e50ec tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751878 Mar 10 15:08:01.137438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-18cab10a-2a0e-45f7-9a4f-c15419de0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.138160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-18cab10a-2a0e-45f7-9a4f-c15419de0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.138854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-18cab10a-2a0e-45f7-9a4f-c15419de0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.139720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-18cab10a-2a0e-45f7-9a4f-c15419de0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.140354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-18cab10a-2a0e-45f7-9a4f-c15419de0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.141212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-18cab10a-2a0e-45f7-9a4f-c15419de0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.141877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-18cab10a-2a0e-45f7-9a4f-c15419de0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.144169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-18cab10a-2a0e-45f7-9a4f-c15419de0b5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 6694 time: 0.1932938 Mar 10 15:08:01.173158 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-967bf112-2cdf-4e5c-b3ad-6ec29d09066b admin admin] Deleting subnet 2cdf5064-e7cc-4755-a676-e3efb9bbdeeb {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:08:01.185451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-967bf112-2cdf-4e5c-b3ad-6ec29d09066b admin admin] Publish callbacks [] for subnet (2cdf5064-e7cc-4755-a676-e3efb9bbdeeb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:01.268228 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-967bf112-2cdf-4e5c-b3ad-6ec29d09066b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (2cdf5064-e7cc-4755-a676-e3efb9bbdeeb), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:01.380021 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1d79a9e6-b07e-42d7-a626-c5ae812393fe no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:08:01.415202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 1d79a9e6-b07e-42d7-a626-c5ae812393fe {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:08:01.415952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1d79a9e6-b07e-42d7-a626-c5ae812393fe not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:08:01.416637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b4abb7c4-663d-4a84-8849-5a1062b64cc4 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:08:01.446687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-79f78468-95c9-4399-938f-b8e0d695b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.448625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-79f78468-95c9-4399-938f-b8e0d695b34e service neutron] 10.222.0.62 "GET /v2.0/networks?id=0ce7491f-04bd-4f39-a81d-ebd70217f589 HTTP/1.1" status: 200 len: 902 time: 0.2934606 Mar 10 15:08:01.473195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0f8e-35ba-48f1-a560-e2e7522061bb req-ff0d7b7f-2d58-4ce9-8f03-76029c73dea1 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.474344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: b4abb7c4-663d-4a84-8849-5a1062b64cc4 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:08:01.474986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b4abb7c4-663d-4a84-8849-5a1062b64cc4 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:08:01.482967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0f8e-35ba-48f1-a560-e2e7522061bb req-ff0d7b7f-2d58-4ce9-8f03-76029c73dea1 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.489058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0f8e-35ba-48f1-a560-e2e7522061bb req-ff0d7b7f-2d58-4ce9-8f03-76029c73dea1 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.509884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0f8e-35ba-48f1-a560-e2e7522061bb req-ff0d7b7f-2d58-4ce9-8f03-76029c73dea1 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.515326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0f8e-35ba-48f1-a560-e2e7522061bb req-ff0d7b7f-2d58-4ce9-8f03-76029c73dea1 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.515718 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-967bf112-2cdf-4e5c-b3ad-6ec29d09066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (2cdf5064-e7cc-4755-a676-e3efb9bbdeeb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:01.525868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0f8e-35ba-48f1-a560-e2e7522061bb req-ff0d7b7f-2d58-4ce9-8f03-76029c73dea1 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.541516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0f8e-35ba-48f1-a560-e2e7522061bb req-ff0d7b7f-2d58-4ce9-8f03-76029c73dea1 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.544353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42da0f8e-35ba-48f1-a560-e2e7522061bb req-ff0d7b7f-2d58-4ce9-8f03-76029c73dea1 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5444 time: 0.3780055 Mar 10 15:08:01.586560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-e1b31ec9-1e24-49bf-83fb-98b11a827fbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9350c227-68e9-43d6-ad53-7cbb5fb219ed HTTP/1.1" status: 200 len: 217 time: 0.0377178 Mar 10 15:08:01.590411 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-967bf112-2cdf-4e5c-b3ad-6ec29d09066b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (2cdf5064-e7cc-4755-a676-e3efb9bbdeeb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:01.638637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-967bf112-2cdf-4e5c-b3ad-6ec29d09066b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:01.640888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a11882c-63bc-4380-aa33-0adb39723fcf None None] Network 3fa7e03e-1a99-405f-b463-60af6e8d124f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:08:01.647580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51626) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:01.648788 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-967bf112-2cdf-4e5c-b3ad-6ec29d09066b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2cdf5064-e7cc-4755-a676-e3efb9bbdeeb HTTP/1.1" status: 204 len: 168 time: 0.6236265 Mar 10 15:08:01.650043 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bf112-2cdf-4e5c-b3ad-6ec29d09066b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cdf5064-e7cc-4755-a676-e3efb9bbdeeb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:01.687579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1c4c8-7a52-452c-bb71-152a048189e9 req-25f49870-fe13-4b57-a480-461c8641b21d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.689398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4cb1c4c8-7a52-452c-bb71-152a048189e9 req-25f49870-fe13-4b57-a480-461c8641b21d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 945 time: 0.4405010 Mar 10 15:08:01.822351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4cb1c4c8-7a52-452c-bb71-152a048189e9 req-b8b7f196-6d7c-497f-853b-f5792a7b87f5 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124771 Mar 10 15:08:01.868427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-9ea24d44-4121-41d4-9d38-207b3f03dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:01.870555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-9ea24d44-4121-41d4-9d38-207b3f03dc66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c9d2471-2915-4422-9e7f-27fbcac857bc HTTP/1.1" status: 200 len: 797 time: 0.2750657 Mar 10 15:08:02.009944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] DHCP port deletion for 3fa7e03e-1a99-405f-b463-60af6e8d124f request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:08:02.035532 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (3fa7e03e-1a99-405f-b463-60af6e8d124f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:02.047071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42da0f8e-35ba-48f1-a560-e2e7522061bb req-97758883-fb58-44d1-809b-0cfaf33d8c13 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4594362 Mar 10 15:08:02.065197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-e23de0a8-360e-4d8e-976a-223f81d72c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:02.067585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-e23de0a8-360e-4d8e-976a-223f81d72c9e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0ce7491f-04bd-4f39-a81d-ebd70217f589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1848013 Mar 10 15:08:02.115856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df5a10-95a1-4690-b763-e6469c4cc749 req-78ee8b34-69e8-4d71-868d-edb958983f66 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:02.117462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29df5a10-95a1-4690-b763-e6469c4cc749 req-78ee8b34-69e8-4d71-868d-edb958983f66 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 946 time: 0.1395509 Mar 10 15:08:02.179455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Deleting port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:08:02.183180 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:02.190727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-63d06c31-3326-41bf-9c0e-665dae09c198 req-dbf98675-f5ec-485c-828a-f7545ea35c83 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:08:02.193799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63d06c31-3326-41bf-9c0e-665dae09c198 req-dbf98675-f5ec-485c-828a-f7545ea35c83 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125797 Mar 10 15:08:02.357308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29df5a10-95a1-4690-b763-e6469c4cc749 req-a4a322bc-2dd8-4677-916e-729e756590c5 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286553 Mar 10 15:08:02.440074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-358bfc99-392c-4bed-8c43-2248078ccdbf service neutron] 10.222.0.62 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631003 Mar 10 15:08:02.444561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Deleting port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:08:02.444927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:02.584411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b6ece3b-e65d-4399-93ab-1ac531c49300 req-b61a1031-a058-4102-a60f-8639c4a9e1f8 service neutron] 10.222.0.62 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291742 Mar 10 15:08:02.594080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63d06c31-3326-41bf-9c0e-665dae09c198 req-da7a3d1b-472a-4876-8ecc-44741f3257ab tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3820353 Mar 10 15:08:02.631348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] For port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5410c9bc-0dd0-4a0b-88fd-a6a06b359b32,segment=NetworkSegment(4eef6e9f-3821-4c81-8bbf-1dbe95b681df),segment_id=4eef6e9f-3821-4c81-8bbf-1dbe95b681df)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:02.634087 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:02.663464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Calling delete_port for 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:08:02.794746 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:02.843117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Pushing event deleted for resources: {'Port': ['ID=5410c9bc-0dd0-4a0b-88fd-a6a06b359b32,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:02.864234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] No DVR routers for this DVR port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:08:02.866956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.867386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.867775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.868114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.868448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.868777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.869100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.869426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.869745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.870064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.870492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.870696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.871045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4914f3-bd69-447c-8920-68aee15af491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:02.903388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] For port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5410c9bc-0dd0-4a0b-88fd-a6a06b359b32,segment=NetworkSegment(4eef6e9f-3821-4c81-8bbf-1dbe95b681df),segment_id=4eef6e9f-3821-4c81-8bbf-1dbe95b681df)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:02.903797 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:02.962236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Calling delete_port for 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:08:03.091514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51644) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:03.164195 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:08:03.201959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:08:03.202561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:08:03.296111 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8411174b-c88e-4789-9f34-ee8fb8c5d9a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:03.407483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41116170-8856-4f0d-abea-d3c0bf44752e req-8f30e8ca-eafb-4a3f-8917-dd737e0d7af2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.413000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41116170-8856-4f0d-abea-d3c0bf44752e req-8f30e8ca-eafb-4a3f-8917-dd737e0d7af2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.418301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41116170-8856-4f0d-abea-d3c0bf44752e req-8f30e8ca-eafb-4a3f-8917-dd737e0d7af2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.423702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41116170-8856-4f0d-abea-d3c0bf44752e req-8f30e8ca-eafb-4a3f-8917-dd737e0d7af2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.428992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41116170-8856-4f0d-abea-d3c0bf44752e req-8f30e8ca-eafb-4a3f-8917-dd737e0d7af2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.434086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8411174b-c88e-4789-9f34-ee8fb8c5d9a9 admin admin] Publish callbacks [] for security_group (617ef29b-2c38-4a47-b26b-2b8191622436), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:03.434251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41116170-8856-4f0d-abea-d3c0bf44752e req-8f30e8ca-eafb-4a3f-8917-dd737e0d7af2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.439521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41116170-8856-4f0d-abea-d3c0bf44752e req-8f30e8ca-eafb-4a3f-8917-dd737e0d7af2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.442024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41116170-8856-4f0d-abea-d3c0bf44752e req-8f30e8ca-eafb-4a3f-8917-dd737e0d7af2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.8523362 Mar 10 15:08:03.444442 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8411174b-c88e-4789-9f34-ee8fb8c5d9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (617ef29b-2c38-4a47-b26b-2b8191622436), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:03.450578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-43e9ded4-3477-4788-bbb7-b6f69333c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.451079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-43e9ded4-3477-4788-bbb7-b6f69333c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.451548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-43e9ded4-3477-4788-bbb7-b6f69333c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.452119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-43e9ded4-3477-4788-bbb7-b6f69333c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.452582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-43e9ded4-3477-4788-bbb7-b6f69333c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.453041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-43e9ded4-3477-4788-bbb7-b6f69333c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.453498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-43e9ded4-3477-4788-bbb7-b6f69333c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.455390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-43e9ded4-3477-4788-bbb7-b6f69333c477 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 6694 time: 0.7707818 Mar 10 15:08:03.507681 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8411174b-c88e-4789-9f34-ee8fb8c5d9a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e9522a6a2d44aee95c845c12180d7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4167216 Mar 10 15:08:03.508833 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411174b-c88e-4789-9f34-ee8fb8c5d9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617ef29b-2c38-4a47-b26b-2b8191622436,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:03.511159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51650) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:03.581522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b711576-e77c-4507-8c2c-cadb21438b87 admin admin] Publish callbacks [] for security_group (617ef29b-2c38-4a47-b26b-2b8191622436), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:03.609311 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b711576-e77c-4507-8c2c-cadb21438b87 admin admin] Publish callbacks [] for security_group (617ef29b-2c38-4a47-b26b-2b8191622436), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:03.617011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41116170-8856-4f0d-abea-d3c0bf44752e req-4a029265-befa-4694-8a19-20617ac810c8 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600516 Mar 10 15:08:03.701715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bb2b9-d233-48a3-9533-f67150da45ca req-efc9b0af-93b3-46a0-8c97-020c44d82cd6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.707006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bb2b9-d233-48a3-9533-f67150da45ca req-efc9b0af-93b3-46a0-8c97-020c44d82cd6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.712795 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b711576-e77c-4507-8c2c-cadb21438b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (617ef29b-2c38-4a47-b26b-2b8191622436), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:03.713052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bb2b9-d233-48a3-9533-f67150da45ca req-efc9b0af-93b3-46a0-8c97-020c44d82cd6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.716147 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b711576-e77c-4507-8c2c-cadb21438b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:03.717744 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6b711576-e77c-4507-8c2c-cadb21438b87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/617ef29b-2c38-4a47-b26b-2b8191622436 HTTP/1.1" status: 204 len: 168 time: 0.2056942 Mar 10 15:08:03.721403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bb2b9-d233-48a3-9533-f67150da45ca req-efc9b0af-93b3-46a0-8c97-020c44d82cd6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.726865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bb2b9-d233-48a3-9533-f67150da45ca req-efc9b0af-93b3-46a0-8c97-020c44d82cd6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.732199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bb2b9-d233-48a3-9533-f67150da45ca req-efc9b0af-93b3-46a0-8c97-020c44d82cd6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.733492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b711576-e77c-4507-8c2c-cadb21438b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617ef29b-2c38-4a47-b26b-2b8191622436,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:03.737470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bb2b9-d233-48a3-9533-f67150da45ca req-efc9b0af-93b3-46a0-8c97-020c44d82cd6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.750758 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c9bb2b9-d233-48a3-9533-f67150da45ca req-efc9b0af-93b3-46a0-8c97-020c44d82cd6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5444 time: 0.3057280 Mar 10 15:08:03.752097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51654) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:03.770069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2b3935b1-e34b-4b30-ae27-bb80ae61b78b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Request body: {'floatingip': {'port_id': '218d493d-b3a4-4d0a-ae79-4c881d125355'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:03.820514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b3935b1-e34b-4b30-ae27-bb80ae61b78b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for floatingip (b112102f-afb5-47c2-a580-0460fc1ae1fa), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:03.860732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-6cd1f275-ba26-4ce0-83fc-a1763d147d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:03.862274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-6cd1f275-ba26-4ce0-83fc-a1763d147d65 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0ce7491f-04bd-4f39-a81d-ebd70217f589 HTTP/1.1" status: 200 len: 902 time: 0.3897669 Mar 10 15:08:03.902026 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5410c9bc-0dd0-4a0b-88fd-a6a06b359b32), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:03.942528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] No DVR routers for this DVR port 5410c9bc-0dd0-4a0b-88fd-a6a06b359b32 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:08:03.992174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-b1811779-9f1b-48fd-924d-92c01477afc6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d102dde1-4757-440e-8039-3fc9eeb4b889 HTTP/1.1" status: 200 len: 217 time: 0.1172857 Mar 10 15:08:03.999132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Pushing event deleted for resources: {'Port': ['ID=5410c9bc-0dd0-4a0b-88fd-a6a06b359b32,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:04.030970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a214e-8a60-434d-a4df-baa66512196a req-03bf9a58-768a-4706-af14-32f829dd42f0 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:04.038551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c7a214e-8a60-434d-a4df-baa66512196a req-03bf9a58-768a-4706-af14-32f829dd42f0 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.2832582 Mar 10 15:08:04.226522 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (3fa7e03e-1a99-405f-b463-60af6e8d124f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:04.285522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c7a214e-8a60-434d-a4df-baa66512196a req-5a06a002-54e3-43c1-aa0e-8fa784896fc4 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454069 Mar 10 15:08:04.328188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332228d-3bc7-4531-8ae0-d0e6d5f04df8 req-4837cbf4-2682-42fd-8a6d-123584ffb15c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:04.339510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f332228d-3bc7-4531-8ae0-d0e6d5f04df8 req-4837cbf4-2682-42fd-8a6d-123584ffb15c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 946 time: 0.4917600 Mar 10 15:08:04.341170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-5c219386-e408-42d3-9e14-c17e0f5c6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:04.342934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-5c219386-e408-42d3-9e14-c17e0f5c6308 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c9d2471-2915-4422-9e7f-27fbcac857bc HTTP/1.1" status: 200 len: 797 time: 0.3381767 Mar 10 15:08:04.369414 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51660) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:04.400564 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07714a5b-7d37-4f73-bbcc-f41f3eb19b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:04.421228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa7e03e-1a99-405f-b463-60af6e8d124f']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:04.454098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eef6e9f-3821-4c81-8bbf-1dbe95b681df') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:04.454294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eef6e9f-3821-4c81-8bbf-1dbe95b681df') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:04.488825 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (4eef6e9f-3821-4c81-8bbf-1dbe95b681df), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:04.539982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-ae499208-f3ad-4a40-8fe9-b760a12c9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:04.541268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-ae499208-f3ad-4a40-8fe9-b760a12c9c64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0ce7491f-04bd-4f39-a81d-ebd70217f589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1627820 Mar 10 15:08:04.545619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4eef6e9f-3821-4c81-8bbf-1dbe95b681df), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:04.554884 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.resource_extend [None req-2b3935b1-e34b-4b30-ae27-bb80ae61b78b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:08:04.640262 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b3935b1-e34b-4b30-ae27-bb80ae61b78b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:04.651564 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07714a5b-7d37-4f73-bbcc-f41f3eb19b69 admin admin] Publish callbacks [] for security_group (0bb8c2e5-289b-4e7a-be85-3488bca0e162), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:04.652895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:08:04.653363 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (4eef6e9f-3821-4c81-8bbf-1dbe95b681df), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:04.660994 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b3935b1-e34b-4b30-ae27-bb80ae61b78b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (b112102f-afb5-47c2-a580-0460fc1ae1fa), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:04.662987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18de6df-52c6-47de-882c-c0018b041ebf req-14366a84-e376-4c44-9616-85d402b61c6d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:04.665511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a18de6df-52c6-47de-882c-c0018b041ebf req-14366a84-e376-4c44-9616-85d402b61c6d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.2471688 Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:08:04.666257 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:08:04.670206 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07714a5b-7d37-4f73-bbcc-f41f3eb19b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0bb8c2e5-289b-4e7a-be85-3488bca0e162), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:04.682807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f332228d-3bc7-4531-8ae0-d0e6d5f04df8 req-f1f651f4-cb9f-40c1-b167-9c227ccd09b2 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055594 Mar 10 15:08:04.764888 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-07714a5b-7d37-4f73-bbcc-f41f3eb19b69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9230ca93d3284d1f90ec568d1b732020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870704 Mar 10 15:08:04.767582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07714a5b-7d37-4f73-bbcc-f41f3eb19b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb8c2e5-289b-4e7a-be85-3488bca0e162,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:04.770540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51666) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:04.787357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-6c5ca739-c73a-459f-a9ba-5537c8b679ef service neutron] 10.222.0.62 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385316 Mar 10 15:08:04.866445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a18de6df-52c6-47de-882c-c0018b041ebf req-a98e219d-4467-4693-9fc1-a8e1eb6fedc4 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798453 Mar 10 15:08:04.867419 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (3fa7e03e-1a99-405f-b463-60af6e8d124f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:04.873012 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:04.879898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3fa7e03e-1a99-405f-b463-60af6e8d124f HTTP/1.1" status: 204 len: 168 time: 3.2260675 Mar 10 15:08:04.905150 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-2b3935b1-e34b-4b30-ae27-bb80ae61b78b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Floating IP b112102f-afb5-47c2-a580-0460fc1ae1fa associated. External IP: 172.25.3.140, port: 218d493d-b3a4-4d0a-ae79-4c881d125355. Mar 10 15:08:04.968047 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f9cf-59fe-46c9-9520-3205cd4ab3ec admin admin] Publish callbacks [] for security_group (0bb8c2e5-289b-4e7a-be85-3488bca0e162), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:05.013085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff7b72-e0f5-4985-8fec-895c07290257 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa7e03e-1a99-405f-b463-60af6e8d124f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:05.017959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f9cf-59fe-46c9-9520-3205cd4ab3ec admin admin] Publish callbacks [] for security_group (0bb8c2e5-289b-4e7a-be85-3488bca0e162), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:05.188139 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f9cf-59fe-46c9-9520-3205cd4ab3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0bb8c2e5-289b-4e7a-be85-3488bca0e162), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:05.193945 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f9cf-59fe-46c9-9520-3205cd4ab3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:05.197216 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e2e8f9cf-59fe-46c9-9520-3205cd4ab3ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bb8c2e5-289b-4e7a-be85-3488bca0e162 HTTP/1.1" status: 204 len: 168 time: 0.4234369 Mar 10 15:08:05.305452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8f9cf-59fe-46c9-9520-3205cd4ab3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb8c2e5-289b-4e7a-be85-3488bca0e162,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:05.351081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2799953-8136-42a7-a964-28b2d49ea31d req-6a72fb9b-20c8-4294-bfc6-b5c982aaa06d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:05.364427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2799953-8136-42a7-a964-28b2d49ea31d req-6a72fb9b-20c8-4294-bfc6-b5c982aaa06d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:05.377879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2799953-8136-42a7-a964-28b2d49ea31d req-6a72fb9b-20c8-4294-bfc6-b5c982aaa06d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:05.391689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2799953-8136-42a7-a964-28b2d49ea31d req-6a72fb9b-20c8-4294-bfc6-b5c982aaa06d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:05.407757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2799953-8136-42a7-a964-28b2d49ea31d req-6a72fb9b-20c8-4294-bfc6-b5c982aaa06d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:05.409859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3935b1-e34b-4b30-ae27-bb80ae61b78b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Router e11eef9c-4574-4225-b244-eed8acdace45 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:08:05.412977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51674) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:05.423863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2799953-8136-42a7-a964-28b2d49ea31d req-6a72fb9b-20c8-4294-bfc6-b5c982aaa06d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:05.438709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2799953-8136-42a7-a964-28b2d49ea31d req-6a72fb9b-20c8-4294-bfc6-b5c982aaa06d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:05.444926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2799953-8136-42a7-a964-28b2d49ea31d req-6a72fb9b-20c8-4294-bfc6-b5c982aaa06d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.5841401 Mar 10 15:08:05.451146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-597e6d7f-9c34-41af-b571-b5e53dec8f5e req-a578d0ad-0966-4ed5-8041-ea004457bbdd service neutron] 10.222.0.62 "GET /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267543 Mar 10 15:08:05.493336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617a8d3-49df-4078-9ce8-c7329fcba4a4 req-3a827027-af90-4529-801f-fb76095a416e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:05.495510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0617a8d3-49df-4078-9ce8-c7329fcba4a4 req-3a827027-af90-4529-801f-fb76095a416e tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 946 time: 0.4934473 Mar 10 15:08:05.510999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51678) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:05.526764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2f0aba3d-8d15-43e9-86f6-0eca71be23b1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Request body: {'floatingip': {'port_id': 'cebb1ba4-e451-422b-9ee1-4e16012435e8'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:05.672873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3935b1-e34b-4b30-ae27-bb80ae61b78b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:08:05.681953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b3935b1-e34b-4b30-ae27-bb80ae61b78b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:05.685816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b71525-4723-44ac-a721-5317f56a62c9 None None] Sync routers for ids ['e11eef9c-4574-4225-b244-eed8acdace45'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:08:05.703282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2799953-8136-42a7-a964-28b2d49ea31d req-cdc4ff39-5694-4367-896f-4427975aaa36 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2489767 Mar 10 15:08:05.706555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b71525-4723-44ac-a721-5317f56a62c9 None None] Routers {'e11eef9c-4574-4225-b244-eed8acdace45'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:08:05.707646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-97b71525-4723-44ac-a721-5317f56a62c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:07:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e11eef9c-4574-4225-b244-eed8acdace45'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:05.722127 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2b3935b1-e34b-4b30-ae27-bb80ae61b78b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "PUT /v2.0/floatingips/b112102f-afb5-47c2-a580-0460fc1ae1fa HTTP/1.1" status: 200 len: 991 time: 1.9688711 Mar 10 15:08:05.734585 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f0aba3d-8d15-43e9-86f6-0eca71be23b1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for floatingip (0458ae5c-add9-41bc-8d6a-f6b93a19c5f2), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:05.744047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': '218d493d-b3a4-4d0a-ae79-4c881d125355'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:05.746501 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b30f622-fec2-41d3-951a-532c0e179a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "218d493d-b3a4-4d0a-ae79-4c881d125355"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:05.861309 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7fcc00-8989-4a8e-9e70-5bd70f868676 x-openstack-request-id: req-9a7fcc00-8989-4a8e-9e70-5bd70f868676 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:05.862165 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "tag": "218d493d-b3a4-4d0a-ae79-4c881d125355", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:05.862434 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a7fcc00-8989-4a8e-9e70-5bd70f868676 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:05.862863 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'tag': '218d493d-b3a4-4d0a-ae79-4c881d125355', 'status': 'completed', 'code': 200} Mar 10 15:08:05.876979 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-82f826ac-cc5f-488d-adc1-2ca03374ace1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa99669ca8144cbfbfa49edd18b50cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4475446 Mar 10 15:08:05.877620 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51684) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:05.994527 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba816-5938-4ec6-942c-ab9716beb2e7 admin admin] Publish callbacks [] for security_group (f32da723-ca48-4f10-b661-e27a8715aa4d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:06.051104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba816-5938-4ec6-942c-ab9716beb2e7 admin admin] Publish callbacks [] for security_group (f32da723-ca48-4f10-b661-e27a8715aa4d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:06.056153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-97b71525-4723-44ac-a721-5317f56a62c9 None None] Set router e11eef9c-4574-4225-b244-eed8acdace45 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:08:06.176463 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba816-5938-4ec6-942c-ab9716beb2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f32da723-ca48-4f10-b661-e27a8715aa4d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:06.179748 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d3ba816-5938-4ec6-942c-ab9716beb2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:06.184426 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7d3ba816-5938-4ec6-942c-ab9716beb2e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f32da723-ca48-4f10-b661-e27a8715aa4d HTTP/1.1" status: 204 len: 168 time: 0.3058274 Mar 10 15:08:06.231023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ba816-5938-4ec6-942c-ab9716beb2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32da723-ca48-4f10-b661-e27a8715aa4d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:06.310155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b6682-a9f4-4287-8270-d6bed81617de req-d53f7109-cf4a-4c36-b264-2193371caad3 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:06.313210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-468b6682-a9f4-4287-8270-d6bed81617de req-d53f7109-cf4a-4c36-b264-2193371caad3 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 945 time: 0.6253777 Mar 10 15:08:06.451821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-468b6682-a9f4-4287-8270-d6bed81617de req-13ac33ee-a45c-4f43-b566-fe11cb958848 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283154 Mar 10 15:08:06.494588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-3e592324-79cb-4c63-9c68-2d6efbf31f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:06.495100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-3e592324-79cb-4c63-9c68-2d6efbf31f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:06.501003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-3e592324-79cb-4c63-9c68-2d6efbf31f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:06.501862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-3e592324-79cb-4c63-9c68-2d6efbf31f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:06.502690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-3e592324-79cb-4c63-9c68-2d6efbf31f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:06.503142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-3e592324-79cb-4c63-9c68-2d6efbf31f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:06.504219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-3e592324-79cb-4c63-9c68-2d6efbf31f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:06.520886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-3e592324-79cb-4c63-9c68-2d6efbf31f47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 6718 time: 0.5332632 Mar 10 15:08:06.761095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-97b71525-4723-44ac-a721-5317f56a62c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:42Z', 'revision_number': 4, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'b112102f-afb5-47c2-a580-0460fc1ae1fa', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'floating_ip_address': '172.25.3.140', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'port_id': '218d493d-b3a4-4d0a-ae79-4c881d125355', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'mac_address': 'fa:16:3e:d2:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:06:00Z', 'updated_at': '2022-03-10T15:08:04Z', 'revision_number': 1, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df1cfc8-a906-4b72-b8d1-f3b379f7f68f', 'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'mac_address': 'fa:16:3e:06:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:40Z', 'updated_at': '2022-03-10T15:04:48Z', 'revision_number': 5, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'subnets': [{'id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:06.821482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b71525-4723-44ac-a721-5317f56a62c9 None None] Checking router: e11eef9c-4574-4225-b244-eed8acdace45 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:08:06.848422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b71525-4723-44ac-a721-5317f56a62c9 None None] Routers {'e11eef9c-4574-4225-b244-eed8acdace45'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:08:06.849292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-97b71525-4723-44ac-a721-5317f56a62c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:07:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e11eef9c-4574-4225-b244-eed8acdace45'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:06.993866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-97b71525-4723-44ac-a721-5317f56a62c9 None None] Set router e11eef9c-4574-4225-b244-eed8acdace45 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:08:07.437319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6403ec-1d82-45ea-8e5b-2a0b4b69ff52 req-4068f596-851d-4f11-97cf-4cf158c6214b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:07.464226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6403ec-1d82-45ea-8e5b-2a0b4b69ff52 req-4068f596-851d-4f11-97cf-4cf158c6214b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:07.488237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6403ec-1d82-45ea-8e5b-2a0b4b69ff52 req-4068f596-851d-4f11-97cf-4cf158c6214b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:07.493944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6403ec-1d82-45ea-8e5b-2a0b4b69ff52 req-4068f596-851d-4f11-97cf-4cf158c6214b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:07.513438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6403ec-1d82-45ea-8e5b-2a0b4b69ff52 req-4068f596-851d-4f11-97cf-4cf158c6214b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:07.539565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6403ec-1d82-45ea-8e5b-2a0b4b69ff52 req-4068f596-851d-4f11-97cf-4cf158c6214b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:07.568116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6403ec-1d82-45ea-8e5b-2a0b4b69ff52 req-4068f596-851d-4f11-97cf-4cf158c6214b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:07.570074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b6403ec-1d82-45ea-8e5b-2a0b4b69ff52 req-4068f596-851d-4f11-97cf-4cf158c6214b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.4680259 Mar 10 15:08:07.659038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-97b71525-4723-44ac-a721-5317f56a62c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:42Z', 'revision_number': 4, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'b112102f-afb5-47c2-a580-0460fc1ae1fa', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'floating_ip_address': '172.25.3.140', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'port_id': '218d493d-b3a4-4d0a-ae79-4c881d125355', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'mac_address': 'fa:16:3e:d2:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:06:00Z', 'updated_at': '2022-03-10T15:08:04Z', 'revision_number': 1, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df1cfc8-a906-4b72-b8d1-f3b379f7f68f', 'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'mac_address': 'fa:16:3e:06:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:40Z', 'updated_at': '2022-03-10T15:04:48Z', 'revision_number': 5, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'subnets': [{'id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:07.717305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b71525-4723-44ac-a721-5317f56a62c9 None None] The sync data for ids ['e11eef9c-4574-4225-b244-eed8acdace45'] in n-d-833090-1 is: [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:42Z', 'revision_number': 4, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'b112102f-afb5-47c2-a580-0460fc1ae1fa', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'floating_ip_address': '172.25.3.140', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'port_id': '218d493d-b3a4-4d0a-ae79-4c881d125355', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'mac_address': 'fa:16:3e:d2:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:06:00Z', 'updated_at': '2022-03-10T15:08:04Z', 'revision_number': 1, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df1cfc8-a906-4b72-b8d1-f3b379f7f68f', 'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'mac_address': 'fa:16:3e:06:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:40Z', 'updated_at': '2022-03-10T15:04:48Z', 'revision_number': 5, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'subnets': [{'id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:08:07.929633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51736) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:07.950390 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.resource_extend [None req-2f0aba3d-8d15-43e9-86f6-0eca71be23b1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:08:08.176181 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20087462-04e5-4ae9-9f8c-a2776e764138 None None] New status for floating IP b112102f-afb5-47c2-a580-0460fc1ae1fa: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:08:08.202069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-5be9f518-1683-45e7-bb2b-b45f10534c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:08.212106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-5be9f518-1683-45e7-bb2b-b45f10534c9a service neutron] 10.222.0.62 "GET /v2.0/networks?id=4b1effa7-14ff-447c-a53b-51ea1093cee6 HTTP/1.1" status: 200 len: 918 time: 1.6737850 Mar 10 15:08:08.256122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742bd37-26fa-434b-854e-e039da43a93e req-3e8b23f2-aed7-42f4-89c5-b8558c91b3d0 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:08.273800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1358652473-network', 'tenant_id': 'b22120af4a3345fd835f282a4e292dde'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:08.335991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742bd37-26fa-434b-854e-e039da43a93e req-3e8b23f2-aed7-42f4-89c5-b8558c91b3d0 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:08.341547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742bd37-26fa-434b-854e-e039da43a93e req-3e8b23f2-aed7-42f4-89c5-b8558c91b3d0 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:08.349141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a742bd37-26fa-434b-854e-e039da43a93e req-3e8b23f2-aed7-42f4-89c5-b8558c91b3d0 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c&device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1&device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 2417 time: 1.5849333 Mar 10 15:08:08.368291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Made reservation on behalf of b22120af4a3345fd835f282a4e292dde for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:08.371157 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:08.385992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:08.485737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-6d73b85f-2e05-403d-afa7-fd3d4ba1f457 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=218d493d-b3a4-4d0a-ae79-4c881d125355 HTTP/1.1" status: 200 len: 999 time: 0.1247962 Mar 10 15:08:08.552505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Publish callbacks [] for security_group (d5005eb5-c236-4f27-a872-e1924a08ad7d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:08.558538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d5005eb5-c236-4f27-a872-e1924a08ad7d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:08.591998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:08:08.604773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5005eb5-c236-4f27-a872-e1924a08ad7d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:08.627836 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (c6c58668-05bc-4b2a-acba-fef9853249a4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:08.627836 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Added segment c6c58668-05bc-4b2a-acba-fef9853249a4 of type vlan for network acd0ea68-9681-4e4a-8881-18bb0408da9c Mar 10 15:08:08.756223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (acd0ea68-9681-4e4a-8881-18bb0408da9c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:08.783313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b6403ec-1d82-45ea-8e5b-2a0b4b69ff52 req-287ad199-ee68-4329-bc14-dbec6184e941 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1877637 Mar 10 15:08:08.806156 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f0aba3d-8d15-43e9-86f6-0eca71be23b1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:08.824292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (acd0ea68-9681-4e4a-8881-18bb0408da9c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:08.825370 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:08.826060 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:08.861011 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f0aba3d-8d15-43e9-86f6-0eca71be23b1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (0458ae5c-add9-41bc-8d6a-f6b93a19c5f2), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:08.908952 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9767678 Mar 10 15:08:08.910294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51754) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:08.927064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] Request body: {'subnet': {'network_id': 'acd0ea68-9681-4e4a-8881-18bb0408da9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1358652473-subnet', 'tenant_id': 'b22120af4a3345fd835f282a4e292dde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:08.994943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-14e43301-85fd-4d58-b5d1-f1d6812d74d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3880210 Mar 10 15:08:09.017174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a742bd37-26fa-434b-854e-e039da43a93e req-7c436ee6-368a-4fc0-a3bf-899f430769cc tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6666629 Mar 10 15:08:09.024599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b0d87-a59b-4713-a9b4-fed256c760e1 admin admin] Pushing event updated for resources: {'Network': ['ID=acd0ea68-9681-4e4a-8881-18bb0408da9c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:09.064313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network acd0ea68-9681-4e4a-8881-18bb0408da9c details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:08:09.084930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-0d6e5ae6-8e96-4b7a-b0c4-328a021ff43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:09.100998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] Made reservation on behalf of b22120af4a3345fd835f282a4e292dde for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:09.102583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-0d6e5ae6-8e96-4b7a-b0c4-328a021ff43f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0244003f-e2d7-431a-8fdc-02496e6ace82 HTTP/1.1" status: 200 len: 856 time: 0.5724223 Mar 10 15:08:09.103586 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:09.216344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-42512434-6904-46f9-b580-a8255b0b9926 req-5a24826f-02b8-4b62-963e-c9770e59657a tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:08:09.218409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42512434-6904-46f9-b580-a8255b0b9926 req-5a24826f-02b8-4b62-963e-c9770e59657a tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1071362 Mar 10 15:08:09.552131 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (37fd612e-8a4a-4cea-9fca-03dda2ba227b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:09.709653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fd612e-8a4a-4cea-9fca-03dda2ba227b,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:09.718671 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] Checking segment: {'id': 'c6c58668-05bc-4b2a-acba-fef9853249a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acd0ea68-9681-4e4a-8881-18bb0408da9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:08:09.719134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] Network hostable DHCP agents. Network: acd0ea68-9681-4e4a-8881-18bb0408da9c, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:08:09.743652 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] Network acd0ea68-9681-4e4a-8881-18bb0408da9c is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:08:09.755857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, acd0ea68-9681-4e4a-8881-18bb0408da9c) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:09.766132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a6199a-6652-47a3-9356-f8b45de57c52 None None] Network acd0ea68-9681-4e4a-8881-18bb0408da9c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:08:09.770386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:09.771336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:09.809542 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fe2b4cea-9ef1-49ea-a623-b2f654d134c7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8899717 Mar 10 15:08:10.041470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-14fc4e74-9cad-4722-a34b-33bb4a4a9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.049753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24989265-764e-4a19-b779-b2d2ff076e4e None None] Network acd0ea68-9681-4e4a-8881-18bb0408da9c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:08:10.052596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-14fc4e74-9cad-4722-a34b-33bb4a4a9d20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 1128 time: 0.9184084 Mar 10 15:08:10.223802 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-2f0aba3d-8d15-43e9-86f6-0eca71be23b1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Floating IP 0458ae5c-add9-41bc-8d6a-f6b93a19c5f2 associated. External IP: 172.25.3.136, port: cebb1ba4-e451-422b-9ee1-4e16012435e8. Mar 10 15:08:10.240755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-25d9094b-6bd8-4d4e-bce6-a7b9fe5991fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.244525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-25d9094b-6bd8-4d4e-bce6-a7b9fe5991fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 200 len: 917 time: 0.1696939 Mar 10 15:08:10.285180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-218678f3-48c7-42de-bd1c-aedaa67e0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.286993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-218678f3-48c7-42de-bd1c-aedaa67e0f91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4b1effa7-14ff-447c-a53b-51ea1093cee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1649075 Mar 10 15:08:10.296036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42512434-6904-46f9-b580-a8255b0b9926 req-fc1ebdfd-e8b3-4c87-8f60-74558bfa8d8d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 1.0333734 Mar 10 15:08:10.356153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-4f387678-3fb4-4fe7-9412-4e74f80807de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49a7e772-0a92-41f4-8670-51ab2b9e749e HTTP/1.1" status: 200 len: 217 time: 0.0595934 Mar 10 15:08:10.395348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936dcb-7343-4376-963b-5692647e17c7 req-955c7f41-59ff-40b0-9586-e3e0a25afdb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.401427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936dcb-7343-4376-963b-5692647e17c7 req-955c7f41-59ff-40b0-9586-e3e0a25afdb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.407069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936dcb-7343-4376-963b-5692647e17c7 req-955c7f41-59ff-40b0-9586-e3e0a25afdb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.413090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936dcb-7343-4376-963b-5692647e17c7 req-955c7f41-59ff-40b0-9586-e3e0a25afdb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.419596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936dcb-7343-4376-963b-5692647e17c7 req-955c7f41-59ff-40b0-9586-e3e0a25afdb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.425150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936dcb-7343-4376-963b-5692647e17c7 req-955c7f41-59ff-40b0-9586-e3e0a25afdb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.430604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9936dcb-7343-4376-963b-5692647e17c7 req-955c7f41-59ff-40b0-9586-e3e0a25afdb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.432588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9936dcb-7343-4376-963b-5692647e17c7 req-955c7f41-59ff-40b0-9586-e3e0a25afdb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.4209745 Mar 10 15:08:10.617929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-27a9c42f-f230-402d-9b1f-4f124598bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.619444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-27a9c42f-f230-402d-9b1f-4f124598bfb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dd76c604-3c09-43e9-aff2-79488b4d08b4 HTTP/1.1" status: 200 len: 855 time: 0.2486601 Mar 10 15:08:10.623974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9936dcb-7343-4376-963b-5692647e17c7 req-cbc25e18-789b-467d-8ea9-d25b0108a041 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656659 Mar 10 15:08:10.720612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-edbb1543-7a84-4dca-a344-55cf551d0467 service neutron] 10.222.0.62 "GET /v2.0/networks/4b1effa7-14ff-447c-a53b-51ea1093cee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230096 Mar 10 15:08:10.828295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-8579ec20-b31b-481b-a290-c21419c1cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:10.829840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-8579ec20-b31b-481b-a290-c21419c1cd57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ec009e5e-7a29-4042-978e-3e33d0751b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1970968 Mar 10 15:08:11.208601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b30f622-fec2-41d3-951a-532c0e179a2b req-1fa4b6ef-e344-4f48-9e4a-7871e1fff11f service neutron] 10.222.0.62 "GET /v2.0/networks/4b1effa7-14ff-447c-a53b-51ea1093cee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517024 Mar 10 15:08:11.210462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-455bde6d-028e-422f-bf3e-e42bb6a5e466 service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632438 Mar 10 15:08:11.214168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0aba3d-8d15-43e9-86f6-0eca71be23b1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Router 90676e5f-4524-404e-bddf-b2df968890b7 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:08:11.284022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-84fbfbe3-5204-4b89-b458-078038865c48 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:11.285961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-84fbfbe3-5204-4b89-b458-078038865c48 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/networks?id=99746d70-5a2d-4f7d-9198-f807eac34479 HTTP/1.1" status: 200 len: 814 time: 0.3671620 Mar 10 15:08:11.351968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-21d6a906-83ca-4b8c-8041-7a56550895da tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:11.353381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-21d6a906-83ca-4b8c-8041-7a56550895da tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/networks?id=acd0ea68-9681-4e4a-8881-18bb0408da9c HTTP/1.1" status: 200 len: 818 time: 0.3526685 Mar 10 15:08:11.393452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-5f74cd40-748e-4a10-b538-ab130fbcdfdb tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/quotas/07a0afb621be47b792256180a8f564ea HTTP/1.1" status: 200 len: 375 time: 0.0883677 Mar 10 15:08:11.430774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-f1653739-6ed4-4c1f-958a-38ece2ae7180 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/quotas/b22120af4a3345fd835f282a4e292dde HTTP/1.1" status: 200 len: 375 time: 0.0404561 Mar 10 15:08:11.499308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94698b0e-5d13-47f3-99b4-f41252049d66 req-2c89c561-bb7d-4dc0-a448-464ad810b999 service neutron] 10.222.0.45 "GET /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753193 Mar 10 15:08:11.501166 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-1eefff88-44b1-4554-bd63-a0ed4532a7bd tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b22120af4a3345fd835f282a4e292dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382190 Mar 10 15:08:11.621200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-53887a40-e965-48ee-8b24-5f3a3ef5b8a2 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=07a0afb621be47b792256180a8f564ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2144914 Mar 10 15:08:11.626096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0aba3d-8d15-43e9-86f6-0eca71be23b1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:08:11.632137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f0aba3d-8d15-43e9-86f6-0eca71be23b1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:11.639633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d890d6-380c-4c6a-a63d-eb485c678768 None None] Sync routers for ids ['90676e5f-4524-404e-bddf-b2df968890b7'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:08:11.652221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d890d6-380c-4c6a-a63d-eb485c678768 None None] Routers {'90676e5f-4524-404e-bddf-b2df968890b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:08:11.653807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-88d890d6-380c-4c6a-a63d-eb485c678768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:07:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['90676e5f-4524-404e-bddf-b2df968890b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:11.709200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-3a0454d8-8c62-4055-884c-0a5e5fca2b62 service neutron] 10.222.0.11 "GET /v2.0/networks/acd0ea68-9681-4e4a-8881-18bb0408da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788611 Mar 10 15:08:11.715554 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2f0aba3d-8d15-43e9-86f6-0eca71be23b1 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "PUT /v2.0/floatingips/0458ae5c-add9-41bc-8d6a-f6b93a19c5f2 HTTP/1.1" status: 200 len: 992 time: 6.2034936 Mar 10 15:08:11.718861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'tag': 'cebb1ba4-e451-422b-9ee1-4e16012435e8'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:11.720457 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f016bbb3-97b8-4c85-940c-ccea8db24027" -d '{"events": [{"name": "network-changed", "server_uuid": "c765ae56-97f9-4d33-a7aa-55e4784adb37", "tag": "cebb1ba4-e451-422b-9ee1-4e16012435e8"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:11.834925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-3bc98926-174d-4512-8491-5b11ab64bd13 service neutron] 10.222.0.11 "GET /v2.0/networks/99746d70-5a2d-4f7d-9198-f807eac34479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963181 Mar 10 15:08:11.845067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-88d890d6-380c-4c6a-a63d-eb485c678768 None None] Set router 90676e5f-4524-404e-bddf-b2df968890b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:08:11.891918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-f80da1ac-876c-488c-98f4-006202aa4ef6 service neutron] 10.222.0.11 "GET /v2.0/networks/acd0ea68-9681-4e4a-8881-18bb0408da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687315 Mar 10 15:08:11.950753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-f2436133-dfcd-4506-b819-0f154fff5e1c service neutron] 10.222.0.11 "GET /v2.0/networks/99746d70-5a2d-4f7d-9198-f807eac34479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079056 Mar 10 15:08:12.293052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef282e-6938-436f-b5d1-79522d190431 req-1fb50a3f-aa49-4e6a-a0f7-71be08fa2ec1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:12.310667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef282e-6938-436f-b5d1-79522d190431 req-1fb50a3f-aa49-4e6a-a0f7-71be08fa2ec1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:12.322008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef282e-6938-436f-b5d1-79522d190431 req-1fb50a3f-aa49-4e6a-a0f7-71be08fa2ec1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:12.338624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef282e-6938-436f-b5d1-79522d190431 req-1fb50a3f-aa49-4e6a-a0f7-71be08fa2ec1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:12.341161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-88d890d6-380c-4c6a-a63d-eb485c678768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:21Z', 'revision_number': 4, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0458ae5c-add9-41bc-8d6a-f6b93a19c5f2', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'floating_ip_address': '172.25.3.136', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'port_id': 'cebb1ba4-e451-422b-9ee1-4e16012435e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'mac_address': 'fa:16:3e:27:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:06:27Z', 'updated_at': '2022-03-10T15:08:07Z', 'revision_number': 1, 'project_id': '3297bd95393e4871b86602b1b29be320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f', 'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'mac_address': 'fa:16:3e:0c:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '743ead58-8aaa-4109-9959-b71342683302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:20Z', 'updated_at': '2022-03-10T15:06:27Z', 'revision_number': 5, 'project_id': '3297bd95393e4871b86602b1b29be320', 'subnets': [{'id': '743ead58-8aaa-4109-9959-b71342683302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:12.368784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef282e-6938-436f-b5d1-79522d190431 req-1fb50a3f-aa49-4e6a-a0f7-71be08fa2ec1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:12.383373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef282e-6938-436f-b5d1-79522d190431 req-1fb50a3f-aa49-4e6a-a0f7-71be08fa2ec1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:12.394554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d890d6-380c-4c6a-a63d-eb485c678768 None None] Checking router: 90676e5f-4524-404e-bddf-b2df968890b7 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:08:12.402243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef282e-6938-436f-b5d1-79522d190431 req-1fb50a3f-aa49-4e6a-a0f7-71be08fa2ec1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:12.405637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d890d6-380c-4c6a-a63d-eb485c678768 None None] Routers {'90676e5f-4524-404e-bddf-b2df968890b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:08:12.406330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-88d890d6-380c-4c6a-a63d-eb485c678768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:07:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['90676e5f-4524-404e-bddf-b2df968890b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:12.411515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3ef282e-6938-436f-b5d1-79522d190431 req-1fb50a3f-aa49-4e6a-a0f7-71be08fa2ec1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.2146790 Mar 10 15:08:12.533760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-88d890d6-380c-4c6a-a63d-eb485c678768 None None] Set router 90676e5f-4524-404e-bddf-b2df968890b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:08:12.681971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69606b2b-f4b1-4972-8a8b-4cbdf9361ad7 req-4d362e99-454e-47a2-aaa4-76a898c26985 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:12.688223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69606b2b-f4b1-4972-8a8b-4cbdf9361ad7 req-4d362e99-454e-47a2-aaa4-76a898c26985 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 946 time: 0.2724090 Mar 10 15:08:12.705823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3ef282e-6938-436f-b5d1-79522d190431 req-cf2ea67c-d9a6-41b6-84fd-dcc30981fa94 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2934711 Mar 10 15:08:12.828851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69606b2b-f4b1-4972-8a8b-4cbdf9361ad7 req-6afba627-53dc-4325-a7cc-3f973e118bee tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148038 Mar 10 15:08:12.847673 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bb000b-b43e-4f85-9ad2-f5774c82b3b0 x-openstack-request-id: req-09bb000b-b43e-4f85-9ad2-f5774c82b3b0 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:12.848524 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c765ae56-97f9-4d33-a7aa-55e4784adb37", "tag": "cebb1ba4-e451-422b-9ee1-4e16012435e8", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:12.848794 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09bb000b-b43e-4f85-9ad2-f5774c82b3b0 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:12.856411 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'tag': 'cebb1ba4-e451-422b-9ee1-4e16012435e8', 'status': 'completed', 'code': 200} Mar 10 15:08:13.014294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a92f909-ed24-4338-a4db-d3394fc92022 req-9731d01b-9bf4-45a1-9573-187d75e19d16 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 210 time: 0.0764163 Mar 10 15:08:13.069323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de33f663-bd71-4406-af85-e46ebfd72d51 req-833ec287-9179-4d92-b326-be71785b67a4 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 210 time: 0.1143274 Mar 10 15:08:13.111357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bbb3-97b8-4c85-940c-ccea8db24027 req-30873fbd-e1ed-42d6-9d19-819244395cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:13.116630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f016bbb3-97b8-4c85-940c-ccea8db24027 req-30873fbd-e1ed-42d6-9d19-819244395cc0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3297bd95393e4871b86602b1b29be320&device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 1128 time: 0.2367880 Mar 10 15:08:13.210447 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:08:13.294095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bbb3-97b8-4c85-940c-ccea8db24027 req-03557d61-cc7c-4b3c-8f61-ff0ab0e4f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:13.297466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f016bbb3-97b8-4c85-940c-ccea8db24027 req-03557d61-cc7c-4b3c-8f61-ff0ab0e4f4b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ab912935-10a4-456c-9333-27850d590eac HTTP/1.1" status: 200 len: 917 time: 0.1722112 Mar 10 15:08:13.363381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-88d890d6-380c-4c6a-a63d-eb485c678768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:21Z', 'revision_number': 4, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0458ae5c-add9-41bc-8d6a-f6b93a19c5f2', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'floating_ip_address': '172.25.3.136', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'port_id': 'cebb1ba4-e451-422b-9ee1-4e16012435e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'mac_address': 'fa:16:3e:27:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:06:27Z', 'updated_at': '2022-03-10T15:08:07Z', 'revision_number': 1, 'project_id': '3297bd95393e4871b86602b1b29be320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f', 'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'mac_address': 'fa:16:3e:0c:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '743ead58-8aaa-4109-9959-b71342683302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:20Z', 'updated_at': '2022-03-10T15:06:27Z', 'revision_number': 5, 'project_id': '3297bd95393e4871b86602b1b29be320', 'subnets': [{'id': '743ead58-8aaa-4109-9959-b71342683302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:13.447341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f016bbb3-97b8-4c85-940c-ccea8db24027 req-6cf259de-e179-405b-b1a9-50cd512404eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cebb1ba4-e451-422b-9ee1-4e16012435e8 HTTP/1.1" status: 200 len: 1000 time: 0.1355007 Mar 10 15:08:13.460517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d890d6-380c-4c6a-a63d-eb485c678768 None None] The sync data for ids ['90676e5f-4524-404e-bddf-b2df968890b7'] in n-d-833090-1 is: [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:21Z', 'revision_number': 4, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0458ae5c-add9-41bc-8d6a-f6b93a19c5f2', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'floating_ip_address': '172.25.3.136', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'port_id': 'cebb1ba4-e451-422b-9ee1-4e16012435e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'mac_address': 'fa:16:3e:27:dc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:06:27Z', 'updated_at': '2022-03-10T15:08:07Z', 'revision_number': 1, 'project_id': '3297bd95393e4871b86602b1b29be320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f', 'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'mac_address': 'fa:16:3e:0c:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '743ead58-8aaa-4109-9959-b71342683302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:20Z', 'updated_at': '2022-03-10T15:06:27Z', 'revision_number': 5, 'project_id': '3297bd95393e4871b86602b1b29be320', 'subnets': [{'id': '743ead58-8aaa-4109-9959-b71342683302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:08:13.522588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bbb3-97b8-4c85-940c-ccea8db24027 req-3b96e95a-c6ab-4c60-8bcf-389f2dce6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:13.524189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f016bbb3-97b8-4c85-940c-ccea8db24027 req-3b96e95a-c6ab-4c60-8bcf-389f2dce6af7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=743ead58-8aaa-4109-9959-b71342683302 HTTP/1.1" status: 200 len: 855 time: 0.0646904 Mar 10 15:08:13.605737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bbb3-97b8-4c85-940c-ccea8db24027 req-27ef55bf-a070-4a9e-a13b-f09caa672e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:13.607017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f016bbb3-97b8-4c85-940c-ccea8db24027 req-27ef55bf-a070-4a9e-a13b-f09caa672e8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ab912935-10a4-456c-9333-27850d590eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0670581 Mar 10 15:08:13.743908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f016bbb3-97b8-4c85-940c-ccea8db24027 req-dfcd3563-41f4-4c4d-853a-cfa7be712a19 service neutron] 10.222.0.45 "GET /v2.0/networks/ab912935-10a4-456c-9333-27850d590eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224537 Mar 10 15:08:13.873190 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fcb5d7-118d-4562-90a9-f2609ddec5d5 None None] New status for floating IP 0458ae5c-add9-41bc-8d6a-f6b93a19c5f2: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:08:13.927902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f016bbb3-97b8-4c85-940c-ccea8db24027 req-b71102e9-734a-486f-b7cc-2a7306f78cde service neutron] 10.222.0.45 "GET /v2.0/networks/ab912935-10a4-456c-9333-27850d590eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700811 Mar 10 15:08:14.092677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ea796-3f45-4550-a26e-21a04e20c6da req-334a3b9c-8467-4fc8-9b46-75a2ca478398 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:14.100978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ea796-3f45-4550-a26e-21a04e20c6da req-334a3b9c-8467-4fc8-9b46-75a2ca478398 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:14.109197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ea796-3f45-4550-a26e-21a04e20c6da req-334a3b9c-8467-4fc8-9b46-75a2ca478398 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:14.118434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ea796-3f45-4550-a26e-21a04e20c6da req-334a3b9c-8467-4fc8-9b46-75a2ca478398 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:14.124704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ea796-3f45-4550-a26e-21a04e20c6da req-334a3b9c-8467-4fc8-9b46-75a2ca478398 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:14.131282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ea796-3f45-4550-a26e-21a04e20c6da req-334a3b9c-8467-4fc8-9b46-75a2ca478398 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:14.137706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ea796-3f45-4550-a26e-21a04e20c6da req-334a3b9c-8467-4fc8-9b46-75a2ca478398 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:14.146819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c2ea796-3f45-4550-a26e-21a04e20c6da req-334a3b9c-8467-4fc8-9b46-75a2ca478398 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.2178273 Mar 10 15:08:14.436483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-9afae5e3-fdee-4230-922f-4826288d1e19 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:14.439975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-9afae5e3-fdee-4230-922f-4826288d1e19 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.45 "GET /v2.0/networks?id=99746d70-5a2d-4f7d-9198-f807eac34479 HTTP/1.1" status: 200 len: 814 time: 0.2859478 Mar 10 15:08:14.476338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c2ea796-3f45-4550-a26e-21a04e20c6da req-3d421d89-3517-4c06-983e-4cb263135fcd tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3285708 Mar 10 15:08:14.521021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Request body: {'port': {'device_id': '1354f884-ca56-48f1-8480-bf41a9374327', 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479', 'admin_state_up': True, 'tenant_id': '07a0afb621be47b792256180a8f564ea'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:14.526152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36a4c085-515d-4a1d-86cb-9097dbffb3d8 req-ba224b9f-d668-401e-b302-e4cf4eedd7e1 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 210 time: 0.0487690 Mar 10 15:08:14.564722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-2acc17ee-cb7f-4716-b03c-67aeae925b52 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:14.566814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-2acc17ee-cb7f-4716-b03c-67aeae925b52 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.45 "GET /v2.0/networks?id=acd0ea68-9681-4e4a-8881-18bb0408da9c HTTP/1.1" status: 200 len: 818 time: 0.3817105 Mar 10 15:08:14.648829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c9188b8-9097-462d-aaf5-05e3597adced req-f66758f5-7c81-4a26-9a22-9c4c73a335d6 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 210 time: 0.0948260 Mar 10 15:08:14.652456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Request body: {'port': {'device_id': '9a4702e0-e0bc-4cb6-9745-7cecd02358b5', 'network_id': 'acd0ea68-9681-4e4a-8881-18bb0408da9c', 'admin_state_up': True, 'tenant_id': 'b22120af4a3345fd835f282a4e292dde'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:15.571965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-197c1d53-b764-4f4e-86fa-e2eabd6b408f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9003885 Mar 10 15:08:15.657022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a72e7-e3f0-4505-8014-761a7c255777 req-89f870d5-4329-4b6e-ae70-897b61902196 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:15.663074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-816a72e7-e3f0-4505-8014-761a7c255777 req-89f870d5-4329-4b6e-ae70-897b61902196 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 945 time: 0.2534089 Mar 10 15:08:15.764531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Made reservation on behalf of 07a0afb621be47b792256180a8f564ea for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:15.768263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:15.809888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Made reservation on behalf of b22120af4a3345fd835f282a4e292dde for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:15.813995 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:15.843488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-469daae7-24fc-49c1-b466-0919bb570d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:15.848285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-469daae7-24fc-49c1-b466-0919bb570d77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 1127 time: 0.2338903 Mar 10 15:08:15.866076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-816a72e7-e3f0-4505-8014-761a7c255777 req-62f37e36-7a0f-434d-9039-9d1c86745d7b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842661 Mar 10 15:08:16.140994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-f5ba5581-8167-4abc-83d9-44f01b902755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:16.142916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-f5ba5581-8167-4abc-83d9-44f01b902755 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.2599781 Mar 10 15:08:16.288387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-1f04282b-18e2-436e-820e-ecb164354aba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcc07943-5348-4240-a2be-c3a6802d0987 HTTP/1.1" status: 200 len: 217 time: 0.1335196 Mar 10 15:08:16.486628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3863c-9d42-41ab-b90d-963b1ebf778d req-b948578b-bced-4321-8e5a-578091263da3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:16.495834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3863c-9d42-41ab-b90d-963b1ebf778d req-b948578b-bced-4321-8e5a-578091263da3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:16.507247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3863c-9d42-41ab-b90d-963b1ebf778d req-b948578b-bced-4321-8e5a-578091263da3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:16.516098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3863c-9d42-41ab-b90d-963b1ebf778d req-b948578b-bced-4321-8e5a-578091263da3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:16.525785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3863c-9d42-41ab-b90d-963b1ebf778d req-b948578b-bced-4321-8e5a-578091263da3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:16.535280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3863c-9d42-41ab-b90d-963b1ebf778d req-b948578b-bced-4321-8e5a-578091263da3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:16.543489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3863c-9d42-41ab-b90d-963b1ebf778d req-b948578b-bced-4321-8e5a-578091263da3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:16.554125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95d3863c-9d42-41ab-b90d-963b1ebf778d req-b948578b-bced-4321-8e5a-578091263da3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.8728418 Mar 10 15:08:16.586577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Allocated IP 172.20.0.14 (99746d70-5a2d-4f7d-9198-f807eac34479/e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3/85e85692-9ea7-47dc-9f2f-050079e0a53c) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:08:16.604509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c87cf-a017-437a-8212-ababfd5c8289 req-6d155fd5-5c11-4ca5-a479-071123ffd018 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:16.617465 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e83c87cf-a017-437a-8212-ababfd5c8289 req-6d155fd5-5c11-4ca5-a479-071123ffd018 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 945 time: 0.1184697 Mar 10 15:08:16.756043 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-e83c87cf-a017-437a-8212-ababfd5c8289 req-bc2fdc23-2fdd-4797-9ea6-c178517c64cd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Deleting port 897b7442-2c85-41db-8222-5878fd6412d4 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:08:16.757680 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e83c87cf-a017-437a-8212-ababfd5c8289 req-bc2fdc23-2fdd-4797-9ea6-c178517c64cd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (897b7442-2c85-41db-8222-5878fd6412d4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:16.886132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-5c299478-2e66-4eed-8db2-a20579f084b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:16.890217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-5c299478-2e66-4eed-8db2-a20579f084b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.5860810 Mar 10 15:08:17.146212 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Publish callbacks [] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:17.170638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63fc8831-f547-4afa-9f93-0323203d0275 req-1994aea4-044b-406a-a759-b24a554ca742 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 210 time: 1.0171745 Mar 10 15:08:17.234782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Allocated IP 172.20.0.10 (acd0ea68-9681-4e4a-8881-18bb0408da9c/37fd612e-8a4a-4cea-9fca-03dda2ba227b/5ddddbe0-b73b-46bb-bb8b-83429ca6abd9) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:08:17.458579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-4ec15bcb-ad14-4ba1-840b-0e90bab08b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:17.460151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-4ec15bcb-ad14-4ba1-840b-0e90bab08b60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5320737 Mar 10 15:08:17.473608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-e83c87cf-a017-437a-8212-ababfd5c8289 req-bc2fdc23-2fdd-4797-9ea6-c178517c64cd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] For port 897b7442-2c85-41db-8222-5878fd6412d4, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=897b7442-2c85-41db-8222-5878fd6412d4,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:17.473979 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e83c87cf-a017-437a-8212-ababfd5c8289 req-bc2fdc23-2fdd-4797-9ea6-c178517c64cd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (897b7442-2c85-41db-8222-5878fd6412d4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:17.489771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95d3863c-9d42-41ab-b90d-963b1ebf778d req-24b088a2-23d7-4803-b6c2-8152215613a1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9342077 Mar 10 15:08:17.497586 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-e83c87cf-a017-437a-8212-ababfd5c8289 req-bc2fdc23-2fdd-4797-9ea6-c178517c64cd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Calling delete_port for 897b7442-2c85-41db-8222-5878fd6412d4 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:08:17.568423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d3c261f-7b10-41cf-8fc4-483a68d600ba req-6e7660e6-dbe0-4f80-98a4-32da8dd61c48 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 210 time: 0.1716747 Mar 10 15:08:17.685398 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:17.695649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:17.861954 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e83c87cf-a017-437a-8212-ababfd5c8289 req-bc2fdc23-2fdd-4797-9ea6-c178517c64cd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (897b7442-2c85-41db-8222-5878fd6412d4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:17.876283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['897b7442-2c85-41db-8222-5878fd6412d4'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:17.910445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Pushing event updated for resources: {'Port': ['ID=85e85692-9ea7-47dc-9f2f-050079e0a53c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:17.943982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['2ff3ac36-53f9-43a1-9632-a1f537c8c422', '49a7e772-0a92-41f4-8670-51ab2b9e749e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:17.958305 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fdc23-2fdd-4797-9ea6-c178517c64cd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Pushing event deleted for resources: {'Port': ['ID=897b7442-2c85-41db-8222-5878fd6412d4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:18.029923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Network 99746d70-5a2d-4f7d-9198-f807eac34479 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:08:18.070477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:18.081849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:08:18.106381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83c87cf-a017-437a-8212-ababfd5c8289 req-bc2fdc23-2fdd-4797-9ea6-c178517c64cd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] No DVR routers for this DVR port 897b7442-2c85-41db-8222-5878fd6412d4 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:08:18.107669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-b23d35fc-eb33-4aab-9bf0-4f0210f202be service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117938 Mar 10 15:08:18.113199 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e83c87cf-a017-437a-8212-ababfd5c8289 req-bc2fdc23-2fdd-4797-9ea6-c178517c64cd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:18.124070 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e83c87cf-a017-437a-8212-ababfd5c8289 req-bc2fdc23-2fdd-4797-9ea6-c178517c64cd tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.62 "DELETE /v2.0/ports/897b7442-2c85-41db-8222-5878fd6412d4 HTTP/1.1" status: 204 len: 173 time: 1.5009270 Mar 10 15:08:18.129181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6601f67-d2f0-450e-9ed9-0b013b19a82c', 'name': 'network-vif-deleted', 'tag': '897b7442-2c85-41db-8222-5878fd6412d4'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:18.136798 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750dfc66-4618-421f-b4fc-a7c59b5f171f" -d '{"events": [{"server_uuid": "a6601f67-d2f0-450e-9ed9-0b013b19a82c", "name": "network-vif-deleted", "tag": "897b7442-2c85-41db-8222-5878fd6412d4"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:18.196820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Publish callbacks [] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:18.268234 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364fa307-1e14-4fec-b119-190236497fee x-openstack-request-id: req-364fa307-1e14-4fec-b119-190236497fee {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:18.268949 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6601f67-d2f0-450e-9ed9-0b013b19a82c", "name": "network-vif-deleted", "tag": "897b7442-2c85-41db-8222-5878fd6412d4", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:18.269301 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-364fa307-1e14-4fec-b119-190236497fee {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:18.269982 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6601f67-d2f0-450e-9ed9-0b013b19a82c', 'name': 'network-vif-deleted', 'tag': '897b7442-2c85-41db-8222-5878fd6412d4', 'status': 'completed', 'code': 200} Mar 10 15:08:18.478630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:18.479701 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:18.649426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a1ff5-f929-46ba-baaa-b1961922332b req-51657e5d-d130-4154-a57e-2321dad60480 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:18.662447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-491a1ff5-f929-46ba-baaa-b1961922332b req-51657e5d-d130-4154-a57e-2321dad60480 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6601f67-d2f0-450e-9ed9-0b013b19a82c HTTP/1.1" status: 200 len: 867 time: 0.9699712 Mar 10 15:08:18.710646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-4e9d50ac-16d9-4304-9c69-c3a8cbc376d0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2271476 Mar 10 15:08:18.752915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-429ba31f-a1dd-4c7c-af21-4d3db45a8b98 None None] Provisioning complete for port 85e85692-9ea7-47dc-9f2f-050079e0a53c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:18.770943 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-429ba31f-a1dd-4c7c-af21-4d3db45a8b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:18.903100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-429ba31f-a1dd-4c7c-af21-4d3db45a8b98 None None] Port 85e85692-9ea7-47dc-9f2f-050079e0a53c cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:08:18.994611 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:19.034226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-491a1ff5-f929-46ba-baaa-b1961922332b req-1108e104-7451-4ed2-b91c-89a6070ac36a tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701878 Mar 10 15:08:19.037202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17f6d88c-0931-419e-9bff-93fe3ff79c62 req-fc0b0dcd-a37d-4e59-84d5-e663badba508 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8233638 Mar 10 15:08:19.133655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4f0c-53e4-44a1-b8b8-667b4dbc52bd req-344f24ea-55d2-4dc7-ab2d-7820f3cccf95 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:19.148130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-319f4f0c-53e4-44a1-b8b8-667b4dbc52bd req-344f24ea-55d2-4dc7-ab2d-7820f3cccf95 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 932 time: 0.6567013 Mar 10 15:08:19.266234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Network acd0ea68-9681-4e4a-8881-18bb0408da9c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:08:19.280378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:19.309664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:08:19.320078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Pushing event updated for resources: {'Port': ['ID=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:19.359392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-319f4f0c-53e4-44a1-b8b8-667b4dbc52bd req-f78330f0-11a3-4bc9-b31c-6fc8d7df3002 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102470 Mar 10 15:08:19.412506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:19.413715 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:19.437614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419ad8c-44b5-4f85-b625-f0b05e725f2b req-1d7c8479-14ee-4e96-b36a-e37894fb5982 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:19.447353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419ad8c-44b5-4f85-b625-f0b05e725f2b req-1d7c8479-14ee-4e96-b36a-e37894fb5982 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:19.452934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419ad8c-44b5-4f85-b625-f0b05e725f2b req-1d7c8479-14ee-4e96-b36a-e37894fb5982 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:19.460904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419ad8c-44b5-4f85-b625-f0b05e725f2b req-1d7c8479-14ee-4e96-b36a-e37894fb5982 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:19.467272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419ad8c-44b5-4f85-b625-f0b05e725f2b req-1d7c8479-14ee-4e96-b36a-e37894fb5982 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:19.475097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419ad8c-44b5-4f85-b625-f0b05e725f2b req-1d7c8479-14ee-4e96-b36a-e37894fb5982 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:19.481019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419ad8c-44b5-4f85-b625-f0b05e725f2b req-1d7c8479-14ee-4e96-b36a-e37894fb5982 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:19.483309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5419ad8c-44b5-4f85-b625-f0b05e725f2b req-1d7c8479-14ee-4e96-b36a-e37894fb5982 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.2456450 Mar 10 15:08:19.529835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-0930dba9-ae3e-4f8b-a3a7-b4ddbc13cdfb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9147122 Mar 10 15:08:19.612607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405a4eb-ce8d-4b45-80f4-514d92d0a2a9 req-a7cbd2f7-bac8-4071-9c94-1231f8a15dc7 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:19.614123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0405a4eb-ce8d-4b45-80f4-514d92d0a2a9 req-a7cbd2f7-bac8-4071-9c94-1231f8a15dc7 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 932 time: 0.0888367 Mar 10 15:08:19.619335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5419ad8c-44b5-4f85-b625-f0b05e725f2b req-6b9b21fe-3b7b-4bd5-b9ee-30ff0dd8351b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148798 Mar 10 15:08:19.698064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0405a4eb-ce8d-4b45-80f4-514d92d0a2a9 req-ac99c043-0d44-4678-bf53-a1ba8590ffdb tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704112 Mar 10 15:08:20.368816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92381168-b96c-4b77-bf9d-3e8237403ecb req-b2709ea5-b4d6-4002-8aa4-1ef0704ef3f6 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:20.370631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92381168-b96c-4b77-bf9d-3e8237403ecb req-b2709ea5-b4d6-4002-8aa4-1ef0704ef3f6 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.0725279 Mar 10 15:08:20.431744 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:20.488975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92381168-b96c-4b77-bf9d-3e8237403ecb req-7c9c54cf-e468-415e-abe2-a05cab76046e tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122751 Mar 10 15:08:20.525885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f75ac-e797-479a-976e-0288facd50a3 req-f6b5dab4-8286-4e24-aa03-1fda5e13874b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:20.527564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-021f75ac-e797-479a-976e-0288facd50a3 req-f6b5dab4-8286-4e24-aa03-1fda5e13874b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 932 time: 0.0774307 Mar 10 15:08:20.597781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-021f75ac-e797-479a-976e-0288facd50a3 req-ad1a9e44-d166-48f3-9e21-9f30b9098372 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617478 Mar 10 15:08:20.898071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774e3b-83ef-46e3-89d0-1a019f839d02 req-7163a0b1-a103-4220-afb8-ed7e4de311e9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:20.905068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774e3b-83ef-46e3-89d0-1a019f839d02 req-7163a0b1-a103-4220-afb8-ed7e4de311e9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:20.913042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774e3b-83ef-46e3-89d0-1a019f839d02 req-7163a0b1-a103-4220-afb8-ed7e4de311e9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:20.920240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774e3b-83ef-46e3-89d0-1a019f839d02 req-7163a0b1-a103-4220-afb8-ed7e4de311e9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:20.926423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774e3b-83ef-46e3-89d0-1a019f839d02 req-7163a0b1-a103-4220-afb8-ed7e4de311e9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:20.932905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774e3b-83ef-46e3-89d0-1a019f839d02 req-7163a0b1-a103-4220-afb8-ed7e4de311e9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:20.938472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774e3b-83ef-46e3-89d0-1a019f839d02 req-7163a0b1-a103-4220-afb8-ed7e4de311e9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:20.946748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28774e3b-83ef-46e3-89d0-1a019f839d02 req-7163a0b1-a103-4220-afb8-ed7e4de311e9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.2112496 Mar 10 15:08:20.975936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ced7df-9bbe-488d-87b8-882630fa879c req-e53669bb-d4e1-4a26-873e-b1dbf64a3b36 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:20.977640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3ced7df-9bbe-488d-87b8-882630fa879c req-e53669bb-d4e1-4a26-873e-b1dbf64a3b36 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 932 time: 0.1629312 Mar 10 15:08:21.027377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28774e3b-83ef-46e3-89d0-1a019f839d02 req-ffc8345a-77a6-4086-aa52-3bdd510a207d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784495 Mar 10 15:08:21.161821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3ced7df-9bbe-488d-87b8-882630fa879c req-145eb829-db91-42b6-979f-a9f8bf6c431a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469951 Mar 10 15:08:21.173151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 897b7442-2c85-41db-8222-5878fd6412d4 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:08:21.204397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 897b7442-2c85-41db-8222-5878fd6412d4 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:08:21.204934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 897b7442-2c85-41db-8222-5878fd6412d4 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:08:21.659550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03341072-8b17-4081-a75f-15a69cd80223 req-4e1a1cc5-6136-4aac-96d3-2c132c19edaf tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:21.661226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03341072-8b17-4081-a75f-15a69cd80223 req-4e1a1cc5-6136-4aac-96d3-2c132c19edaf tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.0913987 Mar 10 15:08:21.713277 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-334d717f-dd7a-4a51-98cf-f391a46705f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:21.847720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03341072-8b17-4081-a75f-15a69cd80223 req-01d99f11-07f8-4382-921f-9b319be6637a tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638193 Mar 10 15:08:21.871669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844dbc6-375c-4ce9-b0e7-5b0511d789cc req-1c4b2c3b-6af6-4d8e-93d1-98e1d150cb14 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:21.873339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3844dbc6-375c-4ce9-b0e7-5b0511d789cc req-1c4b2c3b-6af6-4d8e-93d1-98e1d150cb14 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 932 time: 0.1308582 Mar 10 15:08:21.967201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3844dbc6-375c-4ce9-b0e7-5b0511d789cc req-de90398e-df04-4b84-84c9-aa82ba7f314b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817797 Mar 10 15:08:22.185168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52044) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:22.225755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e9aa-8b7e-47b5-861d-5f96ac0a8b16 req-880fd9ba-8cb5-499f-af4f-4b1d655a5728 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:22.248682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e9aa-8b7e-47b5-861d-5f96ac0a8b16 req-880fd9ba-8cb5-499f-af4f-4b1d655a5728 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:22.253775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e9aa-8b7e-47b5-861d-5f96ac0a8b16 req-880fd9ba-8cb5-499f-af4f-4b1d655a5728 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:22.265529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e9aa-8b7e-47b5-861d-5f96ac0a8b16 req-880fd9ba-8cb5-499f-af4f-4b1d655a5728 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:22.280709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e9aa-8b7e-47b5-861d-5f96ac0a8b16 req-880fd9ba-8cb5-499f-af4f-4b1d655a5728 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:22.287437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e9aa-8b7e-47b5-861d-5f96ac0a8b16 req-880fd9ba-8cb5-499f-af4f-4b1d655a5728 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:22.292841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e9aa-8b7e-47b5-861d-5f96ac0a8b16 req-880fd9ba-8cb5-499f-af4f-4b1d655a5728 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:22.300791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f30e9aa-8b7e-47b5-861d-5f96ac0a8b16 req-880fd9ba-8cb5-499f-af4f-4b1d655a5728 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1721799 Mar 10 15:08:22.371122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d601df44-5997-47f6-a947-cb12d2df75aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:22.433059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f30e9aa-8b7e-47b5-861d-5f96ac0a8b16 req-c6a7b8e1-f760-4c5f-b564-850c036b24b1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310732 Mar 10 15:08:22.481712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27304-87a5-4d74-9c5f-8798a249dd4d req-02cbc4aa-f5ca-4cf1-8ebd-636e40e84e3e tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:22.483490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61c27304-87a5-4d74-9c5f-8798a249dd4d req-02cbc4aa-f5ca-4cf1-8ebd-636e40e84e3e tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 932 time: 0.1796892 Mar 10 15:08:22.490045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d601df44-5997-47f6-a947-cb12d2df75aa admin admin] Publish callbacks [] for security_group (0bab6e10-a043-4877-916c-a1812db98e4e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:22.495492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d601df44-5997-47f6-a947-cb12d2df75aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0bab6e10-a043-4877-916c-a1812db98e4e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:22.548561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601df44-5997-47f6-a947-cb12d2df75aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab6e10-a043-4877-916c-a1812db98e4e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:22.558930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61c27304-87a5-4d74-9c5f-8798a249dd4d req-d2398d49-e3ca-4901-bffa-1fb30c66e0c0 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654228 Mar 10 15:08:22.579375 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d601df44-5997-47f6-a947-cb12d2df75aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5e84fb546c347e28e603507f7131f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3925984 Mar 10 15:08:22.582569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52052) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:22.654696 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0902ab4-f6a7-4c94-8d4c-a9bac5400723 admin admin] Publish callbacks [] for security_group (0bab6e10-a043-4877-916c-a1812db98e4e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:22.679270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0902ab4-f6a7-4c94-8d4c-a9bac5400723 admin admin] Publish callbacks [] for security_group (0bab6e10-a043-4877-916c-a1812db98e4e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:22.736028 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0902ab4-f6a7-4c94-8d4c-a9bac5400723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0bab6e10-a043-4877-916c-a1812db98e4e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:22.738686 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0902ab4-f6a7-4c94-8d4c-a9bac5400723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:22.739767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b0902ab4-f6a7-4c94-8d4c-a9bac5400723 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bab6e10-a043-4877-916c-a1812db98e4e HTTP/1.1" status: 204 len: 168 time: 0.1558518 Mar 10 15:08:22.749875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0902ab4-f6a7-4c94-8d4c-a9bac5400723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab6e10-a043-4877-916c-a1812db98e4e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:23.051364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5164-b303-449a-b744-527e2ebc906e req-9093c12c-fc42-4b00-b913-b149892da9b7 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:23.053073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-903d5164-b303-449a-b744-527e2ebc906e req-9093c12c-fc42-4b00-b913-b149892da9b7 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.0858631 Mar 10 15:08:23.125496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52062) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:23.145100 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-903d5164-b303-449a-b744-527e2ebc906e req-c897687a-adbe-45f6-8015-67352e1c9244 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847528 Mar 10 15:08:23.161152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f51bfd-ad1f-48e5-b505-c7545092b6cc req-5c568c28-00ad-4a49-8cd9-8eeb7af025e1 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:23.162656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44f51bfd-ad1f-48e5-b505-c7545092b6cc req-5c568c28-00ad-4a49-8cd9-8eeb7af025e1 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 932 time: 0.0866501 Mar 10 15:08:23.176971 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aff47119-ca93-491c-a57c-804bdd01d71b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:23.222842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44f51bfd-ad1f-48e5-b505-c7545092b6cc req-6e3d1993-e4ea-4a55-bdc7-966c102825ef tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539899 Mar 10 15:08:23.293588 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aff47119-ca93-491c-a57c-804bdd01d71b admin admin] Publish callbacks [] for security_group (8502dd06-4f5d-4940-937f-6f3538aa094a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:23.298538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aff47119-ca93-491c-a57c-804bdd01d71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8502dd06-4f5d-4940-937f-6f3538aa094a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:23.338603 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aff47119-ca93-491c-a57c-804bdd01d71b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78eca9fdb4cc408b9465540c10c6ff7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2119238 Mar 10 15:08:23.339552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff47119-ca93-491c-a57c-804bdd01d71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8502dd06-4f5d-4940-937f-6f3538aa094a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:23.341374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52064) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:23.397936 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-281363f7-b8b5-4fa0-b988-7af591511215 admin admin] Publish callbacks [] for security_group (8502dd06-4f5d-4940-937f-6f3538aa094a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:23.420427 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-281363f7-b8b5-4fa0-b988-7af591511215 admin admin] Publish callbacks [] for security_group (8502dd06-4f5d-4940-937f-6f3538aa094a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:23.475368 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-281363f7-b8b5-4fa0-b988-7af591511215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8502dd06-4f5d-4940-937f-6f3538aa094a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:23.478735 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-281363f7-b8b5-4fa0-b988-7af591511215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:23.482421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-281363f7-b8b5-4fa0-b988-7af591511215 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8502dd06-4f5d-4940-937f-6f3538aa094a HTTP/1.1" status: 204 len: 168 time: 0.1374221 Mar 10 15:08:23.490471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281363f7-b8b5-4fa0-b988-7af591511215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8502dd06-4f5d-4940-937f-6f3538aa094a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:23.607541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877a762-e4fa-47f0-9194-14ed2c1ad017 req-f6b5a863-9b79-431e-a567-be2a694e4353 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:23.614362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877a762-e4fa-47f0-9194-14ed2c1ad017 req-f6b5a863-9b79-431e-a567-be2a694e4353 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:23.620532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877a762-e4fa-47f0-9194-14ed2c1ad017 req-f6b5a863-9b79-431e-a567-be2a694e4353 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:23.626580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877a762-e4fa-47f0-9194-14ed2c1ad017 req-f6b5a863-9b79-431e-a567-be2a694e4353 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:23.633517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877a762-e4fa-47f0-9194-14ed2c1ad017 req-f6b5a863-9b79-431e-a567-be2a694e4353 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:23.639315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877a762-e4fa-47f0-9194-14ed2c1ad017 req-f6b5a863-9b79-431e-a567-be2a694e4353 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:23.645115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877a762-e4fa-47f0-9194-14ed2c1ad017 req-f6b5a863-9b79-431e-a567-be2a694e4353 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:23.653951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b877a762-e4fa-47f0-9194-14ed2c1ad017 req-f6b5a863-9b79-431e-a567-be2a694e4353 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1228826 Mar 10 15:08:23.731921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b877a762-e4fa-47f0-9194-14ed2c1ad017 req-79823093-f71b-4bbd-8e6b-f6640da6e348 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733624 Mar 10 15:08:23.828521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390e31c-989d-42d5-9a63-34e06e266400 req-5b4e3123-1b0a-43df-acc9-ba49eaa51832 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:23.830048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7390e31c-989d-42d5-9a63-34e06e266400 req-5b4e3123-1b0a-43df-acc9-ba49eaa51832 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 932 time: 0.1168075 Mar 10 15:08:23.897807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7390e31c-989d-42d5-9a63-34e06e266400 req-7cf0081b-1aaa-4eda-ac13-462e47ff155e tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482409 Mar 10 15:08:23.952647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52074) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:23.967048 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98a49b41-ac81-4e8b-b12f-b6c9d3a91203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:24.006030 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0199ad14-6919-44b3-8ffa-7d55b55958c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:24.054543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98a49b41-ac81-4e8b-b12f-b6c9d3a91203 admin admin] Publish callbacks [] for security_group (8c94f7e4-42ea-426a-bb8f-c92e3cbe1226), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:24.058762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98a49b41-ac81-4e8b-b12f-b6c9d3a91203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8c94f7e4-42ea-426a-bb8f-c92e3cbe1226), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:24.102043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-98a49b41-ac81-4e8b-b12f-b6c9d3a91203 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c12fe8f236f8428bad1067c0f9cb3cd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478972 Mar 10 15:08:24.103274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a49b41-ac81-4e8b-b12f-b6c9d3a91203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c94f7e4-42ea-426a-bb8f-c92e3cbe1226,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:24.104768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52076) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:24.158046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e582433a-8e6a-428c-890d-9ed1b6dee65d admin admin] Publish callbacks [] for security_group (8c94f7e4-42ea-426a-bb8f-c92e3cbe1226), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:24.181384 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e582433a-8e6a-428c-890d-9ed1b6dee65d admin admin] Publish callbacks [] for security_group (8c94f7e4-42ea-426a-bb8f-c92e3cbe1226), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:24.251297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e582433a-8e6a-428c-890d-9ed1b6dee65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8c94f7e4-42ea-426a-bb8f-c92e3cbe1226), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:24.253946 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e582433a-8e6a-428c-890d-9ed1b6dee65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:24.255150 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e582433a-8e6a-428c-890d-9ed1b6dee65d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c94f7e4-42ea-426a-bb8f-c92e3cbe1226 HTTP/1.1" status: 204 len: 168 time: 0.1491437 Mar 10 15:08:24.269337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582433a-8e6a-428c-890d-9ed1b6dee65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c94f7e4-42ea-426a-bb8f-c92e3cbe1226,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:24.399029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e784c-397f-43a4-b7cb-86181c8c26b0 req-0412343d-432c-4b1e-9527-4c30c18f8019 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:24.400548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b8e784c-397f-43a4-b7cb-86181c8c26b0 req-0412343d-432c-4b1e-9527-4c30c18f8019 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.1630149 Mar 10 15:08:24.412999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2220a55-1729-4779-be73-aa3993aed4ed req-e8eebb3f-84ad-45e1-9eb3-21a7a408b011 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:24.414400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2220a55-1729-4779-be73-aa3993aed4ed req-e8eebb3f-84ad-45e1-9eb3-21a7a408b011 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 932 time: 0.1075120 Mar 10 15:08:24.490145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b8e784c-397f-43a4-b7cb-86181c8c26b0 req-468df4d7-0a57-4d95-8318-0db81e707976 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840278 Mar 10 15:08:24.498671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2220a55-1729-4779-be73-aa3993aed4ed req-d4d0f3a6-a51f-472b-96d7-c4a29da429e6 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770948 Mar 10 15:08:24.884240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c512e7-b8e6-4215-9822-3d85191afad7 req-158be42d-89b9-4708-8022-7a14ad69e285 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:24.890144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c512e7-b8e6-4215-9822-3d85191afad7 req-158be42d-89b9-4708-8022-7a14ad69e285 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:24.895837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c512e7-b8e6-4215-9822-3d85191afad7 req-158be42d-89b9-4708-8022-7a14ad69e285 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:24.901551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c512e7-b8e6-4215-9822-3d85191afad7 req-158be42d-89b9-4708-8022-7a14ad69e285 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:24.907120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c512e7-b8e6-4215-9822-3d85191afad7 req-158be42d-89b9-4708-8022-7a14ad69e285 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:24.912505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c512e7-b8e6-4215-9822-3d85191afad7 req-158be42d-89b9-4708-8022-7a14ad69e285 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:24.918010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c512e7-b8e6-4215-9822-3d85191afad7 req-158be42d-89b9-4708-8022-7a14ad69e285 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:24.919908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90c512e7-b8e6-4215-9822-3d85191afad7 req-158be42d-89b9-4708-8022-7a14ad69e285 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1108975 Mar 10 15:08:25.005941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90c512e7-b8e6-4215-9822-3d85191afad7 req-fbaf14d2-b207-461f-8f50-aa715a901a0a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797753 Mar 10 15:08:25.100011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7df73a-1d2c-4827-8780-8213a46d5797 req-2ce7a8dd-3c3b-4dfe-be2b-a14e2a41fc3a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:25.101851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb7df73a-1d2c-4827-8780-8213a46d5797 req-2ce7a8dd-3c3b-4dfe-be2b-a14e2a41fc3a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 932 time: 0.0913374 Mar 10 15:08:25.167774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb7df73a-1d2c-4827-8780-8213a46d5797 req-a4d9762d-0f6e-431c-8957-d5516817e531 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599301 Mar 10 15:08:25.173539 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:25.669555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cf140-8fd7-4a3e-9fc2-8b26e02708cf req-a2a4702d-2613-44ec-988e-5b1270ab96bf tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:25.670984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a16cf140-8fd7-4a3e-9fc2-8b26e02708cf req-a2a4702d-2613-44ec-988e-5b1270ab96bf tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.1031330 Mar 10 15:08:25.694776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adc85a-a6ff-4772-a257-600f044dd36c req-e730836d-dae5-4f34-b007-e797ab6968d6 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:25.696297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25adc85a-a6ff-4772-a257-600f044dd36c req-e730836d-dae5-4f34-b007-e797ab6968d6 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 932 time: 0.0849311 Mar 10 15:08:25.760018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a16cf140-8fd7-4a3e-9fc2-8b26e02708cf req-23e6f12a-6114-4a21-9565-edab95e413e8 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818706 Mar 10 15:08:25.779522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25adc85a-a6ff-4772-a257-600f044dd36c req-f9e88da8-4494-42b2-a3ac-3b7bf5058486 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765777 Mar 10 15:08:26.175480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f7ec-2810-4fae-aac4-1b9ffc0d44b3 req-31a89688-c9be-43a2-ac8d-dbb9bb2403a3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:26.180791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f7ec-2810-4fae-aac4-1b9ffc0d44b3 req-31a89688-c9be-43a2-ac8d-dbb9bb2403a3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:26.189742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f7ec-2810-4fae-aac4-1b9ffc0d44b3 req-31a89688-c9be-43a2-ac8d-dbb9bb2403a3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:26.195993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f7ec-2810-4fae-aac4-1b9ffc0d44b3 req-31a89688-c9be-43a2-ac8d-dbb9bb2403a3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:26.201734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f7ec-2810-4fae-aac4-1b9ffc0d44b3 req-31a89688-c9be-43a2-ac8d-dbb9bb2403a3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:26.210094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f7ec-2810-4fae-aac4-1b9ffc0d44b3 req-31a89688-c9be-43a2-ac8d-dbb9bb2403a3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:26.216342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f7ec-2810-4fae-aac4-1b9ffc0d44b3 req-31a89688-c9be-43a2-ac8d-dbb9bb2403a3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:26.218344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a049f7ec-2810-4fae-aac4-1b9ffc0d44b3 req-31a89688-c9be-43a2-ac8d-dbb9bb2403a3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1141171 Mar 10 15:08:26.336191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a049f7ec-2810-4fae-aac4-1b9ffc0d44b3 req-ce279ebd-477f-40a6-8ad4-21a035eb2812 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108413 Mar 10 15:08:26.379325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930882b9-d03b-4868-ba5d-78c1e3b017d4 req-8a2fb0bd-63a7-45b1-9b5d-d64db6fdb06f tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:26.383406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-930882b9-d03b-4868-ba5d-78c1e3b017d4 req-8a2fb0bd-63a7-45b1-9b5d-d64db6fdb06f tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 932 time: 0.1167233 Mar 10 15:08:26.428734 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-930882b9-d03b-4868-ba5d-78c1e3b017d4 req-94605267-e27e-4aa1-88db-ffb7fb910785 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430534 Mar 10 15:08:26.489635 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:26.946099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eca21-09cd-475e-8443-3264e20e5f24 req-099404d8-33df-46aa-a2fc-38e885b6f736 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:26.947595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d51eca21-09cd-475e-8443-3264e20e5f24 req-099404d8-33df-46aa-a2fc-38e885b6f736 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 932 time: 0.0899055 Mar 10 15:08:26.955190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756be076-467c-4ee7-9369-be5f41bf8090 req-e13499f8-1fd5-4604-b4ee-1641fd3b6a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:26.957125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-756be076-467c-4ee7-9369-be5f41bf8090 req-e13499f8-1fd5-4604-b4ee-1641fd3b6a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.0889518 Mar 10 15:08:27.029582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d51eca21-09cd-475e-8443-3264e20e5f24 req-e46f55ef-7b86-4592-aa2f-2538caacedc0 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715122 Mar 10 15:08:27.033106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-756be076-467c-4ee7-9369-be5f41bf8090 req-ea686cf6-5cf8-4d81-b7ed-0130923ca0f9 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689738 Mar 10 15:08:27.077566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52160) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:27.195220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db1cb4e2-f28a-41f3-831d-70649b644fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.213574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Request body: {'port': {'device_id': '1354f884-ca56-48f1-8480-bf41a9374327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:27.244148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Request body: {'port': {'device_id': '9a4702e0-e0bc-4cb6-9745-7cecd02358b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:27.273818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db1cb4e2-f28a-41f3-831d-70649b644fc9 admin admin] Publish callbacks [] for security_group (d37bf94f-0dd4-4c41-ac35-f0d4f1630436), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.279753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db1cb4e2-f28a-41f3-831d-70649b644fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d37bf94f-0dd4-4c41-ac35-f0d4f1630436), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.318419 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-db1cb4e2-f28a-41f3-831d-70649b644fc9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee6b16dbe60d44378a1d419151ccd190&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396851 Mar 10 15:08:27.319350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cb4e2-f28a-41f3-831d-70649b644fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37bf94f-0dd4-4c41-ac35-f0d4f1630436,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:27.321670 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52168) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:27.338766 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.340687 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.371958 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5db3363e-53f4-4d0b-9514-fb31af66cbfe admin admin] Publish callbacks [] for security_group (d37bf94f-0dd4-4c41-ac35-f0d4f1630436), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.399107 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5db3363e-53f4-4d0b-9514-fb31af66cbfe admin admin] Publish callbacks [] for security_group (d37bf94f-0dd4-4c41-ac35-f0d4f1630436), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.449816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5db3363e-53f4-4d0b-9514-fb31af66cbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d37bf94f-0dd4-4c41-ac35-f0d4f1630436), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.452431 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5db3363e-53f4-4d0b-9514-fb31af66cbfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.453564 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5db3363e-53f4-4d0b-9514-fb31af66cbfe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d37bf94f-0dd4-4c41-ac35-f0d4f1630436 HTTP/1.1" status: 204 len: 168 time: 0.1309884 Mar 10 15:08:27.475473 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3363e-53f4-4d0b-9514-fb31af66cbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37bf94f-0dd4-4c41-ac35-f0d4f1630436,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:27.743177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:27.760900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9210a7f-ca58-42b6-acf7-98696528d980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.847118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9210a7f-ca58-42b6-acf7-98696528d980 admin admin] Publish callbacks [] for security_group (6f1df78c-104a-48bf-a01b-b7c6973a5ad7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.855510 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9210a7f-ca58-42b6-acf7-98696528d980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6f1df78c-104a-48bf-a01b-b7c6973a5ad7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.897293 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e9210a7f-ca58-42b6-acf7-98696528d980 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=514f40f38da249b8bc422582d2bbebc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530101 Mar 10 15:08:27.898315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9210a7f-ca58-42b6-acf7-98696528d980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1df78c-104a-48bf-a01b-b7c6973a5ad7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:27.900917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52180) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:27.955244 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8b0380c-0988-4870-954f-0dc6572154a3 admin admin] Publish callbacks [] for security_group (6f1df78c-104a-48bf-a01b-b7c6973a5ad7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:27.980074 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8b0380c-0988-4870-954f-0dc6572154a3 admin admin] Publish callbacks [] for security_group (6f1df78c-104a-48bf-a01b-b7c6973a5ad7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:28.039386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8b0380c-0988-4870-954f-0dc6572154a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6f1df78c-104a-48bf-a01b-b7c6973a5ad7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:28.042911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8b0380c-0988-4870-954f-0dc6572154a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:28.046470 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c8b0380c-0988-4870-954f-0dc6572154a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f1df78c-104a-48bf-a01b-b7c6973a5ad7 HTTP/1.1" status: 204 len: 168 time: 0.1422372 Mar 10 15:08:28.055972 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0380c-0988-4870-954f-0dc6572154a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1df78c-104a-48bf-a01b-b7c6973a5ad7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:28.062940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bffac-bf4c-4afe-87c1-22224e248410 req-e4f425b9-b260-468e-b096-79132c423913 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:28.068359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bffac-bf4c-4afe-87c1-22224e248410 req-e4f425b9-b260-468e-b096-79132c423913 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:28.073762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bffac-bf4c-4afe-87c1-22224e248410 req-e4f425b9-b260-468e-b096-79132c423913 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:28.079141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bffac-bf4c-4afe-87c1-22224e248410 req-e4f425b9-b260-468e-b096-79132c423913 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:28.084564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bffac-bf4c-4afe-87c1-22224e248410 req-e4f425b9-b260-468e-b096-79132c423913 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:28.089988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bffac-bf4c-4afe-87c1-22224e248410 req-e4f425b9-b260-468e-b096-79132c423913 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:28.095473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bffac-bf4c-4afe-87c1-22224e248410 req-e4f425b9-b260-468e-b096-79132c423913 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:28.098050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c7bffac-bf4c-4afe-87c1-22224e248410 req-e4f425b9-b260-468e-b096-79132c423913 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.6627331 Mar 10 15:08:28.141861 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:28.199083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca1d99-b9f3-4190-9c1d-7e59b45763fd req-479009e9-4894-466f-a29c-9aafdebd11f7 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:28.200594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7aca1d99-b9f3-4190-9c1d-7e59b45763fd req-479009e9-4894-466f-a29c-9aafdebd11f7 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 932 time: 0.6913459 Mar 10 15:08:28.326831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c7bffac-bf4c-4afe-87c1-22224e248410 req-c33a8f92-1504-4482-b1e0-11aa42699ad4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1999755 Mar 10 15:08:28.406444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7aca1d99-b9f3-4190-9c1d-7e59b45763fd req-9fc0a238-f66f-4175-9cf8-24605bb772b2 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922009 Mar 10 15:08:28.437589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:28.467982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e85692-9ea7-47dc-9f2f-050079e0a53c {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:28.480393 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Publish callbacks [] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:28.492304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Publish callbacks [] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:28.543760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Transition to ACTIVE for port object 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:08:28.544780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Transition to ACTIVE for port object 85e85692-9ea7-47dc-9f2f-050079e0a53c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:08:28.553196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:28.559224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:28.574605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd1d80-cc23-4217-936c-3f3e46063fa3 req-8f861fb0-abb2-4c6d-9b36-d043b0a4051c tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:28.576161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbdd1d80-cc23-4217-936c-3f3e46063fa3 req-8f861fb0-abb2-4c6d-9b36-d043b0a4051c tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 932 time: 0.1638567 Mar 10 15:08:28.660436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:28.674938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c245b-d7ab-43f5-ac88-1cb94ca06981 req-c6f4a65c-f4d8-4ca5-88bf-fd5796a3b306 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:28.683448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-482c245b-d7ab-43f5-ac88-1cb94ca06981 req-c6f4a65c-f4d8-4ca5-88bf-fd5796a3b306 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.1808300 Mar 10 15:08:28.890552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbdd1d80-cc23-4217-936c-3f3e46063fa3 req-3b1fe84f-cf03-440e-853d-a541eca19681 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923975 Mar 10 15:08:28.899980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Pushing event updated for resources: {'Port': ['ID=85e85692-9ea7-47dc-9f2f-050079e0a53c,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:28.937202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-482c245b-d7ab-43f5-ac88-1cb94ca06981 req-794e000f-3b1e-43ed-9303-c9a2a28ff69e tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517173 Mar 10 15:08:28.956178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Attempting to bind port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:08:28.956579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Attempting to bind port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'c6c58668-05bc-4b2a-acba-fef9853249a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acd0ea68-9681-4e4a-8881-18bb0408da9c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:08:28.957057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Attempting to bind port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 on network acd0ea68-9681-4e4a-8881-18bb0408da9c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:28.965194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 on network acd0ea68-9681-4e4a-8881-18bb0408da9c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:08:28.965526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Attempting to bind port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 on network acd0ea68-9681-4e4a-8881-18bb0408da9c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:28.967807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Attempting to bind port 85e85692-9ea7-47dc-9f2f-050079e0a53c on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:08:28.968157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Attempting to bind port 85e85692-9ea7-47dc-9f2f-050079e0a53c by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:08:28.968476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Attempting to bind port 85e85692-9ea7-47dc-9f2f-050079e0a53c on network 99746d70-5a2d-4f7d-9198-f807eac34479 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:28.976278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:08:28.976744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Checking segment: {'id': 'c6c58668-05bc-4b2a-acba-fef9853249a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acd0ea68-9681-4e4a-8881-18bb0408da9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:08:28.977015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Bound using segment: {'id': 'c6c58668-05bc-4b2a-acba-fef9853249a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acd0ea68-9681-4e4a-8881-18bb0408da9c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:08:28.977500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Bound port: 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c58668-05bc-4b2a-acba-fef9853249a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acd0ea68-9681-4e4a-8881-18bb0408da9c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:08:28.977865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:28.980784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Port 85e85692-9ea7-47dc-9f2f-050079e0a53c on network 99746d70-5a2d-4f7d-9198-f807eac34479 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:08:28.981135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Attempting to bind port 85e85692-9ea7-47dc-9f2f-050079e0a53c on network 99746d70-5a2d-4f7d-9198-f807eac34479 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:28.995648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:08:28.996056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Checking segment: {'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:08:28.996399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Bound using segment: {'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:08:28.996850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Bound port: 85e85692-9ea7-47dc-9f2f-050079e0a53c, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f578444-5221-41cd-a2e9-7c23221d944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:08:28.997231 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:29.098132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] For port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:08:29.121888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] For port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9,segment=NetworkSegment(c6c58668-05bc-4b2a-acba-fef9853249a4),segment_id=c6c58668-05bc-4b2a-acba-fef9853249a4)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:08:29.125732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] For port 85e85692-9ea7-47dc-9f2f-050079e0a53c, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:08:29.130080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:29.163977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] For port 85e85692-9ea7-47dc-9f2f-050079e0a53c, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=85e85692-9ea7-47dc-9f2f-050079e0a53c,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:08:29.176663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.177319 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:29.178697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 HTTP/1.1" status: 200 len: 1092 time: 2.0263679 Mar 10 15:08:29.179181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4702e0-e0bc-4cb6-9745-7cecd02358b5', 'tag': '5ddddbe0-b73b-46bb-bb8b-83429ca6abd9'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:29.181423 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddd2e21-896b-4f3f-a542-6d05fa39b261" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4702e0-e0bc-4cb6-9745-7cecd02358b5", "tag": "5ddddbe0-b73b-46bb-bb8b-83429ca6abd9"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:29.188835 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:29.222746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc7e0c-25c8-49a6-8123-13006b2246d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:29.226717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.227587 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:29.229085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] 10.222.0.45 "PUT /v2.0/ports/85e85692-9ea7-47dc-9f2f-050079e0a53c HTTP/1.1" status: 200 len: 1092 time: 2.0819147 Mar 10 15:08:29.402083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-bd8b43c0-f02e-4b1c-bbf3-5fd116588399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.405852 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-bd8b43c0-f02e-4b1c-bbf3-5fd116588399 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=07a0afb621be47b792256180a8f564ea&device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 1126 time: 0.1094761 Mar 10 15:08:29.444089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9fd36-28f1-4445-a9b0-33052cbd8200 service neutron] Pushing event updated for resources: {'Port': ['ID=85e85692-9ea7-47dc-9f2f-050079e0a53c,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:29.471489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8e593-6ae7-4be0-a8c1-3abc24626594 req-069fb93b-0f82-46ba-83fb-361e31baa52b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.473743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03d8e593-6ae7-4be0-a8c1-3abc24626594 req-069fb93b-0f82-46ba-83fb-361e31baa52b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.2658918 Mar 10 15:08:29.475519 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226a1ee3-0369-4857-9ddb-b3c4ee374394 x-openstack-request-id: req-226a1ee3-0369-4857-9ddb-b3c4ee374394 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:29.475725 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4702e0-e0bc-4cb6-9745-7cecd02358b5", "tag": "5ddddbe0-b73b-46bb-bb8b-83429ca6abd9", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:29.475976 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-226a1ee3-0369-4857-9ddb-b3c4ee374394 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:29.476382 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4702e0-e0bc-4cb6-9745-7cecd02358b5', 'tag': '5ddddbe0-b73b-46bb-bb8b-83429ca6abd9', 'status': 'completed', 'code': 200} Mar 10 15:08:29.478958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-bdf82ed0-d1f0-462c-b35f-1ffab449687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.480472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-bdf82ed0-d1f0-462c-b35f-1ffab449687c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b22120af4a3345fd835f282a4e292dde&device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 1126 time: 0.2009957 Mar 10 15:08:29.504387 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-27f53b83-357a-4468-a2c4-66aa06a8a5db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85e85692-9ea7-47dc-9f2f-050079e0a53c HTTP/1.1" status: 200 len: 217 time: 0.0764627 Mar 10 15:08:29.587710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-397db0b4-69a6-4840-a94e-d12bc914cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.590977 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-397db0b4-69a6-4840-a94e-d12bc914cfbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3 HTTP/1.1" status: 200 len: 853 time: 0.0841246 Mar 10 15:08:29.598486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-65dfda8e-e040-4000-ab54-5503ecc0d58c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 HTTP/1.1" status: 200 len: 217 time: 0.0937932 Mar 10 15:08:29.661970 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-6922a031-6302-494a-95fb-3ba8d8057b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.663443 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-6922a031-6302-494a-95fb-3ba8d8057b9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99746d70-5a2d-4f7d-9198-f807eac34479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0675228 Mar 10 15:08:29.717687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-1b0f6694-4150-45d3-be27-c07cba9471ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.719060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-1b0f6694-4150-45d3-be27-c07cba9471ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37fd612e-8a4a-4cea-9fca-03dda2ba227b HTTP/1.1" status: 200 len: 858 time: 0.1066790 Mar 10 15:08:29.754925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3056-7bb2-44a9-a8f9-573368f7d195 req-428efad3-6350-419e-bde6-b26d21d4f5fa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.760561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3056-7bb2-44a9-a8f9-573368f7d195 req-428efad3-6350-419e-bde6-b26d21d4f5fa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.765921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3056-7bb2-44a9-a8f9-573368f7d195 req-428efad3-6350-419e-bde6-b26d21d4f5fa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.771975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3056-7bb2-44a9-a8f9-573368f7d195 req-428efad3-6350-419e-bde6-b26d21d4f5fa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.777351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3056-7bb2-44a9-a8f9-573368f7d195 req-428efad3-6350-419e-bde6-b26d21d4f5fa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.782296 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-8f1bc531-4314-47bd-820d-82902370f06a service neutron] 10.222.0.45 "GET /v2.0/networks/99746d70-5a2d-4f7d-9198-f807eac34479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104898 Mar 10 15:08:29.782580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3056-7bb2-44a9-a8f9-573368f7d195 req-428efad3-6350-419e-bde6-b26d21d4f5fa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.787925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3056-7bb2-44a9-a8f9-573368f7d195 req-428efad3-6350-419e-bde6-b26d21d4f5fa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.789813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fafc3056-7bb2-44a9-a8f9-573368f7d195 req-428efad3-6350-419e-bde6-b26d21d4f5fa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.2943695 Mar 10 15:08:29.817382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-2b91f00e-1129-4768-9aaf-a601194474e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=acd0ea68-9681-4e4a-8881-18bb0408da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831413 Mar 10 15:08:29.832122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d87bd-ac03-451b-99b6-68728d272171 req-4071aa94-eb05-4ae5-aedb-262daffa0e57 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:29.833582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-336d87bd-ac03-451b-99b6-68728d272171 req-4071aa94-eb05-4ae5-aedb-262daffa0e57 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 944 time: 0.2598541 Mar 10 15:08:29.916722 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfc8e87d-f69c-4744-8ca7-862386196c71 req-846cc5d3-2edc-44a3-8882-2089a12cf578 service neutron] 10.222.0.45 "GET /v2.0/networks/99746d70-5a2d-4f7d-9198-f807eac34479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254537 Mar 10 15:08:29.946731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52246) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:29.981719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-03d8e593-6ae7-4be0-a8c1-3abc24626594 req-a7aeaf68-5820-4cb8-bf88-d448aa605e7b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Deleting port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:08:29.982083 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-03d8e593-6ae7-4be0-a8c1-3abc24626594 req-a7aeaf68-5820-4cb8-bf88-d448aa605e7b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:30.017598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-336d87bd-ac03-451b-99b6-68728d272171 req-64d958aa-6072-42ea-8038-2b41910b2183 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660745 Mar 10 15:08:30.029396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fafc3056-7bb2-44a9-a8f9-573368f7d195 req-ed19d155-cc63-4361-9ae8-552c5619611d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2166536 Mar 10 15:08:30.066889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-43ed18ad-01ed-41d6-b6f7-03d161914151 service neutron] 10.222.0.45 "GET /v2.0/networks/acd0ea68-9681-4e4a-8881-18bb0408da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295351 Mar 10 15:08:30.097807 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83a0989b-6fe5-4583-ae4b-f9ccf42d88f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:30.175966 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83a0989b-6fe5-4583-ae4b-f9ccf42d88f1 admin admin] Publish callbacks [] for security_group (77c26252-86cc-4137-b245-c50289f7cdc6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:30.179522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83a0989b-6fe5-4583-ae4b-f9ccf42d88f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (77c26252-86cc-4137-b245-c50289f7cdc6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:30.218977 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-83a0989b-6fe5-4583-ae4b-f9ccf42d88f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=affede40f6434bcc96777fc6146ebcbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709837 Mar 10 15:08:30.219895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0989b-6fe5-4583-ae4b-f9ccf42d88f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c26252-86cc-4137-b245-c50289f7cdc6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:30.222285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52252) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:30.266975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-03d8e593-6ae7-4be0-a8c1-3abc24626594 req-a7aeaf68-5820-4cb8-bf88-d448aa605e7b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] For port 2ff3ac36-53f9-43a1-9632-a1f537c8c422, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=2ff3ac36-53f9-43a1-9632-a1f537c8c422,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:30.267434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-03d8e593-6ae7-4be0-a8c1-3abc24626594 req-a7aeaf68-5820-4cb8-bf88-d448aa605e7b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:30.280696 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5500-b90f-498c-9f8c-db7192ae6245 admin admin] Publish callbacks [] for security_group (77c26252-86cc-4137-b245-c50289f7cdc6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:30.294075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-03d8e593-6ae7-4be0-a8c1-3abc24626594 req-a7aeaf68-5820-4cb8-bf88-d448aa605e7b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Calling delete_port for 2ff3ac36-53f9-43a1-9632-a1f537c8c422 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:08:30.306903 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5500-b90f-498c-9f8c-db7192ae6245 admin admin] Publish callbacks [] for security_group (77c26252-86cc-4137-b245-c50289f7cdc6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:30.331412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144c13c-b5a9-4bbf-a151-7cc0428e4ff2 req-2c98bbcd-ea57-4942-8926-0d2e872b8c19 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:30.332914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0144c13c-b5a9-4bbf-a151-7cc0428e4ff2 req-2c98bbcd-ea57-4942-8926-0d2e872b8c19 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e1c237d-3acd-4006-baec-c630ab46e4e1 HTTP/1.1" status: 200 len: 945 time: 0.2095912 Mar 10 15:08:30.339575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-689e9505-530d-4b22-bd3f-af60e75e65e6 req-70d29ecf-80a8-47bd-bc1d-af7c15aad27e service neutron] 10.222.0.45 "GET /v2.0/networks/acd0ea68-9681-4e4a-8881-18bb0408da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446289 Mar 10 15:08:30.362357 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5500-b90f-498c-9f8c-db7192ae6245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (77c26252-86cc-4137-b245-c50289f7cdc6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:30.366450 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5500-b90f-498c-9f8c-db7192ae6245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:30.367776 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b7ce5500-b90f-498c-9f8c-db7192ae6245 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77c26252-86cc-4137-b245-c50289f7cdc6 HTTP/1.1" status: 204 len: 168 time: 0.1445770 Mar 10 15:08:30.380201 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce5500-b90f-498c-9f8c-db7192ae6245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c26252-86cc-4137-b245-c50289f7cdc6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:30.384435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e6dc9-3720-4d39-b9ad-2ef43390aee5 req-ab3ec7bd-56cb-4638-b5f4-fe2a76c034e8 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:30.391846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b96e6dc9-3720-4d39-b9ad-2ef43390aee5 req-ab3ec7bd-56cb-4638-b5f4-fe2a76c034e8 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 944 time: 0.2736104 Mar 10 15:08:30.538454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0144c13c-b5a9-4bbf-a151-7cc0428e4ff2 req-54ed77af-34a0-4cf4-bc6e-c06c75ff59c7 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954474 Mar 10 15:08:30.566269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd2e21-896b-4f3f-a542-6d05fa39b261 req-b9c474b1-b386-4e20-b786-61e6b32b2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:30.567962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ddd2e21-896b-4f3f-a542-6d05fa39b261 req-b9c474b1-b386-4e20-b786-61e6b32b2241 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b22120af4a3345fd835f282a4e292dde&device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 1126 time: 0.1430352 Mar 10 15:08:30.573061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b96e6dc9-3720-4d39-b9ad-2ef43390aee5 req-99757745-7752-4e7a-b327-5646787c854a tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697402 Mar 10 15:08:30.705919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-03d8e593-6ae7-4be0-a8c1-3abc24626594 req-a7aeaf68-5820-4cb8-bf88-d448aa605e7b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2ff3ac36-53f9-43a1-9632-a1f537c8c422), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:30.727107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['2ff3ac36-53f9-43a1-9632-a1f537c8c422', '49a7e772-0a92-41f4-8670-51ab2b9e749e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:30.764959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aeaf68-5820-4cb8-bf88-d448aa605e7b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Pushing event deleted for resources: {'Port': ['ID=2ff3ac36-53f9-43a1-9632-a1f537c8c422,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:30.788630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd2e21-896b-4f3f-a542-6d05fa39b261 req-b4fe3770-c59a-40a4-bdda-da1ee76eb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:30.790027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ddd2e21-896b-4f3f-a542-6d05fa39b261 req-b4fe3770-c59a-40a4-bdda-da1ee76eb7f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=acd0ea68-9681-4e4a-8881-18bb0408da9c HTTP/1.1" status: 200 len: 919 time: 0.2122991 Mar 10 15:08:30.812249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d8e593-6ae7-4be0-a8c1-3abc24626594 req-a7aeaf68-5820-4cb8-bf88-d448aa605e7b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] No DVR routers for this DVR port 2ff3ac36-53f9-43a1-9632-a1f537c8c422 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:08:30.819563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-03d8e593-6ae7-4be0-a8c1-3abc24626594 req-a7aeaf68-5820-4cb8-bf88-d448aa605e7b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:30.823001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03d8e593-6ae7-4be0-a8c1-3abc24626594 req-a7aeaf68-5820-4cb8-bf88-d448aa605e7b tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.45 "DELETE /v2.0/ports/2ff3ac36-53f9-43a1-9632-a1f537c8c422 HTTP/1.1" status: 204 len: 173 time: 1.3262496 Mar 10 15:08:30.881603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ddd2e21-896b-4f3f-a542-6d05fa39b261 req-17af6ae5-8e6b-4b51-b556-80793fee88eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 HTTP/1.1" status: 200 len: 217 time: 0.0708075 Mar 10 15:08:30.957932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd2e21-896b-4f3f-a542-6d05fa39b261 req-717418f3-2017-4216-9923-4df9d8cb46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:30.959444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ddd2e21-896b-4f3f-a542-6d05fa39b261 req-717418f3-2017-4216-9923-4df9d8cb46c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37fd612e-8a4a-4cea-9fca-03dda2ba227b HTTP/1.1" status: 200 len: 858 time: 0.0531168 Mar 10 15:08:31.015000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ddd2e21-896b-4f3f-a542-6d05fa39b261 req-90e0b726-c47f-4daf-b1ce-4111876d1f7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=acd0ea68-9681-4e4a-8881-18bb0408da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371940 Mar 10 15:08:31.226563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ddd2e21-896b-4f3f-a542-6d05fa39b261 req-5746541b-6a43-4216-86d9-a6dccd0afb6e service neutron] 10.222.0.45 "GET /v2.0/networks/acd0ea68-9681-4e4a-8881-18bb0408da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000246 Mar 10 15:08:31.242167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763755c-2a94-48f7-ab5e-9d28fcf0c882 req-e1d0d9b7-0572-4de3-93cf-d9757933c93e tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:31.243867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9763755c-2a94-48f7-ab5e-9d28fcf0c882 req-e1d0d9b7-0572-4de3-93cf-d9757933c93e tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 944 time: 0.1312790 Mar 10 15:08:31.309784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ff24a-21d8-45b3-9b60-0a9a2b85073a req-d87658d6-3af4-44b3-b0d2-c64827605fd3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:31.316321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ff24a-21d8-45b3-9b60-0a9a2b85073a req-d87658d6-3af4-44b3-b0d2-c64827605fd3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:31.322469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ff24a-21d8-45b3-9b60-0a9a2b85073a req-d87658d6-3af4-44b3-b0d2-c64827605fd3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:31.328890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ff24a-21d8-45b3-9b60-0a9a2b85073a req-d87658d6-3af4-44b3-b0d2-c64827605fd3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:31.335742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ff24a-21d8-45b3-9b60-0a9a2b85073a req-d87658d6-3af4-44b3-b0d2-c64827605fd3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:31.342581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ff24a-21d8-45b3-9b60-0a9a2b85073a req-d87658d6-3af4-44b3-b0d2-c64827605fd3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:31.348814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ff24a-21d8-45b3-9b60-0a9a2b85073a req-d87658d6-3af4-44b3-b0d2-c64827605fd3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:31.351004 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-534ff24a-21d8-45b3-9b60-0a9a2b85073a req-d87658d6-3af4-44b3-b0d2-c64827605fd3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.2205894 Mar 10 15:08:31.477866 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9763755c-2a94-48f7-ab5e-9d28fcf0c882 req-96f54720-8ea8-4463-8933-171723f680ee tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221272 Mar 10 15:08:31.486037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1354f884-ca56-48f1-8480-bf41a9374327', 'tag': '85e85692-9ea7-47dc-9f2f-050079e0a53c'}, {'server_uuid': '6e1c237d-3acd-4006-baec-c630ab46e4e1', 'name': 'network-vif-deleted', 'tag': '2ff3ac36-53f9-43a1-9632-a1f537c8c422'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:31.489013 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c234e06-6d3b-4848-9555-64b6aef200f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1354f884-ca56-48f1-8480-bf41a9374327", "tag": "85e85692-9ea7-47dc-9f2f-050079e0a53c"}, {"server_uuid": "6e1c237d-3acd-4006-baec-c630ab46e4e1", "name": "network-vif-deleted", "tag": "2ff3ac36-53f9-43a1-9632-a1f537c8c422"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:31.515761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ddd2e21-896b-4f3f-a542-6d05fa39b261 req-b19990df-84f6-45c3-99f0-97fd72705ecc service neutron] 10.222.0.45 "GET /v2.0/networks/acd0ea68-9681-4e4a-8881-18bb0408da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708983 Mar 10 15:08:31.533777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-534ff24a-21d8-45b3-9b60-0a9a2b85073a req-275a25c7-e679-48ac-9fcd-408fcf5bf1e7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1616921 Mar 10 15:08:31.582594 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba957b8-e21d-4a46-addb-9553a0172e23 x-openstack-request-id: req-aba957b8-e21d-4a46-addb-9553a0172e23 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:31.583202 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1354f884-ca56-48f1-8480-bf41a9374327", "tag": "85e85692-9ea7-47dc-9f2f-050079e0a53c", "status": "completed", "code": 200}, {"server_uuid": "6e1c237d-3acd-4006-baec-c630ab46e4e1", "name": "network-vif-deleted", "tag": "2ff3ac36-53f9-43a1-9632-a1f537c8c422", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:31.583661 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aba957b8-e21d-4a46-addb-9553a0172e23 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:31.583661 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1354f884-ca56-48f1-8480-bf41a9374327', 'tag': '85e85692-9ea7-47dc-9f2f-050079e0a53c', 'status': 'completed', 'code': 200} Mar 10 15:08:31.583905 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1c237d-3acd-4006-baec-c630ab46e4e1', 'name': 'network-vif-deleted', 'tag': '2ff3ac36-53f9-43a1-9632-a1f537c8c422', 'status': 'completed', 'code': 200} Mar 10 15:08:32.038001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234e06-6d3b-4848-9555-64b6aef200f9 req-21d47908-c53b-4a8d-a32f-50eb7fa850a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.039509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c234e06-6d3b-4848-9555-64b6aef200f9 req-21d47908-c53b-4a8d-a32f-50eb7fa850a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=07a0afb621be47b792256180a8f564ea&device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 1126 time: 0.4335032 Mar 10 15:08:32.164540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42199e-9458-4c95-8bed-70545d38223e req-705dec10-ba1e-49b8-98ea-3890b3ed6014 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.165986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c42199e-9458-4c95-8bed-70545d38223e req-705dec10-ba1e-49b8-98ea-3890b3ed6014 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 944 time: 0.5153384 Mar 10 15:08:32.190763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb612f4f-a5ed-4094-8445-63806ea978e1 req-e01c77a4-cd5d-439c-835b-bd177d1d1445 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.192402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb612f4f-a5ed-4094-8445-63806ea978e1 req-e01c77a4-cd5d-439c-835b-bd177d1d1445 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.1598823 Mar 10 15:08:32.224985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234e06-6d3b-4848-9555-64b6aef200f9 req-bb8627b1-4210-4680-a038-6104d502e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.226433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c234e06-6d3b-4848-9555-64b6aef200f9 req-bb8627b1-4210-4680-a038-6104d502e76a service neutron] 10.222.0.45 "GET /v2.0/networks?id=99746d70-5a2d-4f7d-9198-f807eac34479 HTTP/1.1" status: 200 len: 915 time: 0.1772244 Mar 10 15:08:32.300458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c234e06-6d3b-4848-9555-64b6aef200f9 req-f4fffbd3-996b-4ec6-8922-d852aa11f9f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85e85692-9ea7-47dc-9f2f-050079e0a53c HTTP/1.1" status: 200 len: 217 time: 0.0642722 Mar 10 15:08:32.346991 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb612f4f-a5ed-4094-8445-63806ea978e1 req-91c9a4c4-289e-4b66-8f3b-a588a2e7d0af tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469858 Mar 10 15:08:32.352523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c42199e-9458-4c95-8bed-70545d38223e req-865d2367-3c65-4491-ae3a-7c7d1942e56f tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797888 Mar 10 15:08:32.375187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234e06-6d3b-4848-9555-64b6aef200f9 req-08c4c5e9-6dd7-417a-a51d-d19febddbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.376653 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c234e06-6d3b-4848-9555-64b6aef200f9 req-08c4c5e9-6dd7-417a-a51d-d19febddbd32 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3 HTTP/1.1" status: 200 len: 853 time: 0.0634010 Mar 10 15:08:32.444098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234e06-6d3b-4848-9555-64b6aef200f9 req-0eca49c3-6337-4afc-b799-8542968b2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.445717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c234e06-6d3b-4848-9555-64b6aef200f9 req-0eca49c3-6337-4afc-b799-8542968b2bde service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99746d70-5a2d-4f7d-9198-f807eac34479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585389 Mar 10 15:08:32.551800 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c234e06-6d3b-4848-9555-64b6aef200f9 req-7a1085ae-bef6-42fb-a48c-115b266cdd82 service neutron] 10.222.0.45 "GET /v2.0/networks/99746d70-5a2d-4f7d-9198-f807eac34479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933735 Mar 10 15:08:32.727884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80002e6b-b096-4d1b-aa92-a6ba03e1f9bb req-97c7f358-6717-4fcb-903e-4659488661d6 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.729466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80002e6b-b096-4d1b-aa92-a6ba03e1f9bb req-97c7f358-6717-4fcb-903e-4659488661d6 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 944 time: 0.1696861 Mar 10 15:08:32.751236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa02b-42ce-47a5-b159-a52bf34b11f9 req-81c0e30b-36e0-440f-9d3b-570e5beb1e33 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.758968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa02b-42ce-47a5-b159-a52bf34b11f9 req-81c0e30b-36e0-440f-9d3b-570e5beb1e33 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.764348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa02b-42ce-47a5-b159-a52bf34b11f9 req-81c0e30b-36e0-440f-9d3b-570e5beb1e33 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.770437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa02b-42ce-47a5-b159-a52bf34b11f9 req-81c0e30b-36e0-440f-9d3b-570e5beb1e33 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.776373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa02b-42ce-47a5-b159-a52bf34b11f9 req-81c0e30b-36e0-440f-9d3b-570e5beb1e33 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.782383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa02b-42ce-47a5-b159-a52bf34b11f9 req-81c0e30b-36e0-440f-9d3b-570e5beb1e33 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.788275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa02b-42ce-47a5-b159-a52bf34b11f9 req-81c0e30b-36e0-440f-9d3b-570e5beb1e33 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:32.790563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f9fa02b-42ce-47a5-b159-a52bf34b11f9 req-81c0e30b-36e0-440f-9d3b-570e5beb1e33 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1803281 Mar 10 15:08:32.793933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c234e06-6d3b-4848-9555-64b6aef200f9 req-6e1563e7-433b-471f-95d3-fd3f10d62fc4 service neutron] 10.222.0.45 "GET /v2.0/networks/99746d70-5a2d-4f7d-9198-f807eac34479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227859 Mar 10 15:08:32.866251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80002e6b-b096-4d1b-aa92-a6ba03e1f9bb req-4b4b711f-f099-43d9-b70e-a33442c60251 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745149 Mar 10 15:08:32.882176 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f9fa02b-42ce-47a5-b159-a52bf34b11f9 req-e205a1e8-82a4-48b8-aa3d-b0a90cb6ca8c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825524 Mar 10 15:08:33.516333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de448dba-6dae-4d87-a001-5f4601705e70 req-be091ae6-7e28-4736-aa1c-ee0fae0ebfbb tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:33.517815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de448dba-6dae-4d87-a001-5f4601705e70 req-be091ae6-7e28-4736-aa1c-ee0fae0ebfbb tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.0931883 Mar 10 15:08:33.529900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2cf5d-5427-45ab-a89f-97d85ed097d1 req-6dd64390-ac26-4f89-a4ec-837a822ded54 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:33.531484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80f2cf5d-5427-45ab-a89f-97d85ed097d1 req-6dd64390-ac26-4f89-a4ec-837a822ded54 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 944 time: 0.0953255 Mar 10 15:08:33.615790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de448dba-6dae-4d87-a001-5f4601705e70 req-1591f693-e36e-4443-a909-376436c564a8 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/security-groups?id=b2b0496d-483f-4d07-84ca-1540094f2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831451 Mar 10 15:08:33.619531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80f2cf5d-5427-45ab-a89f-97d85ed097d1 req-e0d81701-6319-41af-b9db-ad48f4e162dd tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789340 Mar 10 15:08:33.826205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 85e85692-9ea7-47dc-9f2f-050079e0a53c details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:08:33.830628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 2ff3ac36-53f9-43a1-9632-a1f537c8c422 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:08:33.852073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52486) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:33.859119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 2ff3ac36-53f9-43a1-9632-a1f537c8c422 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:08:33.859647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 2ff3ac36-53f9-43a1-9632-a1f537c8c422 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:08:33.960414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 85e85692-9ea7-47dc-9f2f-050079e0a53c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=85e85692-9ea7-47dc-9f2f-050079e0a53c,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:33.975719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '85e85692-9ea7-47dc-9f2f-050079e0a53c', 'network_id': '99746d70-5a2d-4f7d-9198-f807eac34479', 'port_id': '85e85692-9ea7-47dc-9f2f-050079e0a53c', 'mac_address': 'fa:16:3e:8a:56:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:08:34.003792 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37fed328-68b1-4c6f-b9e6-7473f1a034fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.024548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 85e85692-9ea7-47dc-9f2f-050079e0a53c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:34.025258 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.043616 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e85692-9ea7-47dc-9f2f-050079e0a53c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:34.056374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b6462-1f04-45a9-86f7-77d02ab9ae0b req-acbe371d-093c-4d1c-b9a6-c40524a9d7a2 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:34.057635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-432b6462-1f04-45a9-86f7-77d02ab9ae0b req-acbe371d-093c-4d1c-b9a6-c40524a9d7a2 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 944 time: 0.1040373 Mar 10 15:08:34.067535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 85e85692-9ea7-47dc-9f2f-050079e0a53c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=85e85692-9ea7-47dc-9f2f-050079e0a53c,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:34.071639 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.072568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:08:34.084893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c270-cb6e-480a-b391-6117aa6449c6 req-73df4360-6549-4436-bdaf-832257923007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:34.090650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c270-cb6e-480a-b391-6117aa6449c6 req-73df4360-6549-4436-bdaf-832257923007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:34.096443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c270-cb6e-480a-b391-6117aa6449c6 req-73df4360-6549-4436-bdaf-832257923007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:34.101761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c270-cb6e-480a-b391-6117aa6449c6 req-73df4360-6549-4436-bdaf-832257923007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:34.107092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c270-cb6e-480a-b391-6117aa6449c6 req-73df4360-6549-4436-bdaf-832257923007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:34.112596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c270-cb6e-480a-b391-6117aa6449c6 req-73df4360-6549-4436-bdaf-832257923007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:34.116162 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37fed328-68b1-4c6f-b9e6-7473f1a034fd admin admin] Publish callbacks [] for security_group (35c81460-5197-4bc8-a4d3-1983cdbac79b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.118456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c270-cb6e-480a-b391-6117aa6449c6 req-73df4360-6549-4436-bdaf-832257923007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:34.120666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37fed328-68b1-4c6f-b9e6-7473f1a034fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (35c81460-5197-4bc8-a4d3-1983cdbac79b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.126380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9c8c270-cb6e-480a-b391-6117aa6449c6 req-73df4360-6549-4436-bdaf-832257923007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1606560 Mar 10 15:08:34.147054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=85e85692-9ea7-47dc-9f2f-050079e0a53c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:34.152041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fed328-68b1-4c6f-b9e6-7473f1a034fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c81460-5197-4bc8-a4d3-1983cdbac79b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:34.176173 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37fed328-68b1-4c6f-b9e6-7473f1a034fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d340a14709d411c97019f20890d9401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228736 Mar 10 15:08:34.177001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52496) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:34.222499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9,segment=NetworkSegment(c6c58668-05bc-4b2a-acba-fef9853249a4),segment_id=c6c58668-05bc-4b2a-acba-fef9853249a4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:34.234479 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18886247-323f-4a68-bd9c-60d27f059d80 admin admin] Publish callbacks [] for security_group (35c81460-5197-4bc8-a4d3-1983cdbac79b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.234737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '5ddddbe0-b73b-46bb-bb8b-83429ca6abd9', 'network_id': 'acd0ea68-9681-4e4a-8881-18bb0408da9c', 'port_id': '5ddddbe0-b73b-46bb-bb8b-83429ca6abd9', 'mac_address': 'fa:16:3e:e7:3e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37fd612e-8a4a-4cea-9fca-03dda2ba227b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:08:34.238757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-432b6462-1f04-45a9-86f7-77d02ab9ae0b req-5c56e715-bbcb-4267-83ad-2310b2d8e16c tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756582 Mar 10 15:08:34.259226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18886247-323f-4a68-bd9c-60d27f059d80 admin admin] Publish callbacks [] for security_group (35c81460-5197-4bc8-a4d3-1983cdbac79b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.276109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fc15b-23f1-49e4-89e8-43f8ca0fbae0 req-3914ece6-7b9c-4d5a-9358-355efc054a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:34.277744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c35fc15b-23f1-49e4-89e8-43f8ca0fbae0 req-3914ece6-7b9c-4d5a-9358-355efc054a81 tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 946 time: 0.1477458 Mar 10 15:08:34.282453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:34.283241 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.288006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9c8c270-cb6e-480a-b391-6117aa6449c6 req-7ff7256a-5134-4415-827b-2e501485897a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600437 Mar 10 15:08:34.297873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:34.314099 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18886247-323f-4a68-bd9c-60d27f059d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (35c81460-5197-4bc8-a4d3-1983cdbac79b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.317699 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18886247-323f-4a68-bd9c-60d27f059d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.322066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9,segment=NetworkSegment(c6c58668-05bc-4b2a-acba-fef9853249a4),segment_id=c6c58668-05bc-4b2a-acba-fef9853249a4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:34.322429 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-18886247-323f-4a68-bd9c-60d27f059d80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35c81460-5197-4bc8-a4d3-1983cdbac79b HTTP/1.1" status: 204 len: 168 time: 0.1439226 Mar 10 15:08:34.326558 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.332016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18886247-323f-4a68-bd9c-60d27f059d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c81460-5197-4bc8-a4d3-1983cdbac79b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:34.395387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:34.415299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c35fc15b-23f1-49e4-89e8-43f8ca0fbae0 req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Deleting port 49a7e772-0a92-41f4-8670-51ab2b9e749e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:08:34.415654 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c35fc15b-23f1-49e4-89e8-43f8ca0fbae0 req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.512667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c35fc15b-23f1-49e4-89e8-43f8ca0fbae0 req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] For port 49a7e772-0a92-41f4-8670-51ab2b9e749e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=49a7e772-0a92-41f4-8670-51ab2b9e749e,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:34.513029 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c35fc15b-23f1-49e4-89e8-43f8ca0fbae0 req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.527416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c35fc15b-23f1-49e4-89e8-43f8ca0fbae0 req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Calling delete_port for 49a7e772-0a92-41f4-8670-51ab2b9e749e owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:08:34.657748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['5ddddbe0-b73b-46bb-bb8b-83429ca6abd9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:34.663130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['85e85692-9ea7-47dc-9f2f-050079e0a53c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:34.690036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c35fc15b-23f1-49e4-89e8-43f8ca0fbae0 req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (49a7e772-0a92-41f4-8670-51ab2b9e749e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.728291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Pushing event deleted for resources: {'Port': ['ID=49a7e772-0a92-41f4-8670-51ab2b9e749e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:34.798115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05902c43-3914-4fed-a315-1f928ea3ea91 req-9ab65db5-80c0-45d9-80f1-6e9d44ef309d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4 HTTP/1.1" status: 200 len: 210 time: 0.0757198 Mar 10 15:08:34.811872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.812258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.813149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.813149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.813417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.813902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.814015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.814342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.814670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.815037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.815459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.816017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.816145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:34.869372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35fc15b-23f1-49e4-89e8-43f8ca0fbae0 req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] No DVR routers for this DVR port 49a7e772-0a92-41f4-8670-51ab2b9e749e on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:08:34.872501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c35fc15b-23f1-49e4-89e8-43f8ca0fbae0 req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:34.877149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c35fc15b-23f1-49e4-89e8-43f8ca0fbae0 req-11c8ada2-447a-4192-bf4e-7ec5df1eea2d tempest-ListServerFiltersTestJSON-1572090519 tempest-ListServerFiltersTestJSON-1572090519-project] 10.222.0.45 "DELETE /v2.0/ports/49a7e772-0a92-41f4-8670-51ab2b9e749e HTTP/1.1" status: 204 len: 173 time: 0.5881567 Mar 10 15:08:34.877832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4', 'name': 'network-vif-deleted', 'tag': '49a7e772-0a92-41f4-8670-51ab2b9e749e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:34.880411 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5146a188-c638-4909-89b7-ac6368d8e8b0" -d '{"events": [{"server_uuid": "ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4", "name": "network-vif-deleted", "tag": "49a7e772-0a92-41f4-8670-51ab2b9e749e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:34.902909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8d87a-8ca3-48b4-8d7c-93a96c7b69b6 req-6b20e503-748a-4df9-89c5-94c3bc6578a5 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:34.904785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bc8d87a-8ca3-48b4-8d7c-93a96c7b69b6 req-6b20e503-748a-4df9-89c5-94c3bc6578a5 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 945 time: 0.1779132 Mar 10 15:08:34.957432 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0555a3-e5bc-4b19-a0a5-2609e9a62951 x-openstack-request-id: req-5f0555a3-e5bc-4b19-a0a5-2609e9a62951 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:34.957727 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4", "name": "network-vif-deleted", "tag": "49a7e772-0a92-41f4-8670-51ab2b9e749e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:34.957971 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f0555a3-e5bc-4b19-a0a5-2609e9a62951 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:34.958371 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8b9f05-6bd0-494a-9f15-8cce67f2d0a4', 'name': 'network-vif-deleted', 'tag': '49a7e772-0a92-41f4-8670-51ab2b9e749e', 'status': 'completed', 'code': 200} Mar 10 15:08:35.018165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bc8d87a-8ca3-48b4-8d7c-93a96c7b69b6 req-41c9849f-f473-4e90-8640-19409443c0cd tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052053 Mar 10 15:08:35.414150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa73bdc-1361-484c-8d48-0f472c8ce56e req-3297870b-765d-41b4-a887-10d044a58d78 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.421605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efa73bdc-1361-484c-8d48-0f472c8ce56e req-3297870b-765d-41b4-a887-10d044a58d78 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1162517 Mar 10 15:08:35.466970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08a83-7db8-4399-beea-cdcfd56869f1 req-60816665-90d5-42d7-8e42-fa9e6407b6b0 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.468502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39f08a83-7db8-4399-beea-cdcfd56869f1 req-60816665-90d5-42d7-8e42-fa9e6407b6b0 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 945 time: 0.1193390 Mar 10 15:08:35.517154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efa73bdc-1361-484c-8d48-0f472c8ce56e req-2eac2e73-f25c-4a3d-9e29-8297d6b171d3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946579 Mar 10 15:08:35.573440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509a73-39f9-4259-b9f6-d601edb98f65 req-3fde26ad-e255-4ba3-90e5-f64aa7e30612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.575430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef509a73-39f9-4259-b9f6-d601edb98f65 req-3fde26ad-e255-4ba3-90e5-f64aa7e30612 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1126 time: 0.2322032 Mar 10 15:08:35.584579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39f08a83-7db8-4399-beea-cdcfd56869f1 req-2f82d2e0-f9df-4b4b-90ca-18b40d56b721 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075099 Mar 10 15:08:35.723913 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52584) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:35.732488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509a73-39f9-4259-b9f6-d601edb98f65 req-d4635ce4-7bda-48c4-a300-434e43fa8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.733955 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef509a73-39f9-4259-b9f6-d601edb98f65 req-d4635ce4-7bda-48c4-a300-434e43fa8637 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.1476417 Mar 10 15:08:35.746187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc6d86-8c8f-4f8f-b72c-a0174d97e4b0 req-d12cc5df-63ef-4903-aa69-46799a1466f4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.751424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc6d86-8c8f-4f8f-b72c-a0174d97e4b0 req-d12cc5df-63ef-4903-aa69-46799a1466f4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.756789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc6d86-8c8f-4f8f-b72c-a0174d97e4b0 req-d12cc5df-63ef-4903-aa69-46799a1466f4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.762487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc6d86-8c8f-4f8f-b72c-a0174d97e4b0 req-d12cc5df-63ef-4903-aa69-46799a1466f4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.767959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc6d86-8c8f-4f8f-b72c-a0174d97e4b0 req-d12cc5df-63ef-4903-aa69-46799a1466f4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.773804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc6d86-8c8f-4f8f-b72c-a0174d97e4b0 req-d12cc5df-63ef-4903-aa69-46799a1466f4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.779465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc6d86-8c8f-4f8f-b72c-a0174d97e4b0 req-d12cc5df-63ef-4903-aa69-46799a1466f4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.781773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bcc6d86-8c8f-4f8f-b72c-a0174d97e4b0 req-d12cc5df-63ef-4903-aa69-46799a1466f4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1596510 Mar 10 15:08:35.824856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 85e85692-9ea7-47dc-9f2f-050079e0a53c up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:35.833220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a30cf0cf-2e1a-4fde-807f-0af6f76e1969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:35.882990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef509a73-39f9-4259-b9f6-d601edb98f65 req-00bbfcbe-a7b0-4d0a-9f4e-83b15d8e18c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 999 time: 0.0996845 Mar 10 15:08:35.887809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52590) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:35.910482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 85e85692-9ea7-47dc-9f2f-050079e0a53c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:08:35.915205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 85e85692-9ea7-47dc-9f2f-050079e0a53c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:35.915587 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:35.920288 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a30cf0cf-2e1a-4fde-807f-0af6f76e1969 admin admin] Publish callbacks [] for security_group (6509d003-56ef-4b5c-aa92-07604e5080a1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:35.924345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a30cf0cf-2e1a-4fde-807f-0af6f76e1969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6509d003-56ef-4b5c-aa92-07604e5080a1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:35.951569 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cf0cf-2e1a-4fde-807f-0af6f76e1969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6509d003-56ef-4b5c-aa92-07604e5080a1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:35.956945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bcc6d86-8c8f-4f8f-b72c-a0174d97e4b0 req-345b20de-5715-47ea-99e2-04c97d28c04f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1664426 Mar 10 15:08:35.995954 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a30cf0cf-2e1a-4fde-807f-0af6f76e1969 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0a6f0952489413894e54c94e4f08552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698121 Mar 10 15:08:35.997524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509a73-39f9-4259-b9f6-d601edb98f65 req-7cf8312f-eabc-4f0d-89da-2042388048d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:35.998614 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52592) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:35.999166 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef509a73-39f9-4259-b9f6-d601edb98f65 req-7cf8312f-eabc-4f0d-89da-2042388048d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.0970767 Mar 10 15:08:36.003792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d8fb47-cc48-488e-8c9c-d9099b6a414c admin admin] Deleting subnet dd76c604-3c09-43e9-aff2-79488b4d08b4 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:08:36.012164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 85e85692-9ea7-47dc-9f2f-050079e0a53c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:36.012801 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.023742 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0d8fb47-cc48-488e-8c9c-d9099b6a414c admin admin] Publish callbacks [] for subnet (dd76c604-3c09-43e9-aff2-79488b4d08b4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.040347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1354f884-ca56-48f1-8480-bf41a9374327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e85692-9ea7-47dc-9f2f-050079e0a53c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:36.043195 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b723ca-6aca-4903-9ed4-dd462199143a" -d '{"events": [{"server_uuid": "1354f884-ca56-48f1-8480-bf41a9374327", "name": "network-vif-plugged", "status": "completed", "tag": "85e85692-9ea7-47dc-9f2f-050079e0a53c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:36.055349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6fe95b04-ce9a-48f2-a896-b84c3add7ca9 admin admin] Publish callbacks [] for security_group (6509d003-56ef-4b5c-aa92-07604e5080a1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.068735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 85e85692-9ea7-47dc-9f2f-050079e0a53c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=85e85692-9ea7-47dc-9f2f-050079e0a53c,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:36.076901 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.077719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:36.091058 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6fe95b04-ce9a-48f2-a896-b84c3add7ca9 admin admin] Publish callbacks [] for security_group (6509d003-56ef-4b5c-aa92-07604e5080a1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.091286 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38795809-73b7-4d59-99a8-dea4c7c40dd6 x-openstack-request-id: req-38795809-73b7-4d59-99a8-dea4c7c40dd6 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:36.091757 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1354f884-ca56-48f1-8480-bf41a9374327", "name": "network-vif-plugged", "status": "completed", "tag": "85e85692-9ea7-47dc-9f2f-050079e0a53c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:36.092020 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38795809-73b7-4d59-99a8-dea4c7c40dd6 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:36.092424 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1354f884-ca56-48f1-8480-bf41a9374327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e85692-9ea7-47dc-9f2f-050079e0a53c', 'code': 200} Mar 10 15:08:36.120332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0d8fb47-cc48-488e-8c9c-d9099b6a414c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (dd76c604-3c09-43e9-aff2-79488b4d08b4), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.153933 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6fe95b04-ce9a-48f2-a896-b84c3add7ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6509d003-56ef-4b5c-aa92-07604e5080a1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.156600 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6fe95b04-ce9a-48f2-a896-b84c3add7ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.158558 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6fe95b04-ce9a-48f2-a896-b84c3add7ca9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6509d003-56ef-4b5c-aa92-07604e5080a1 HTTP/1.1" status: 204 len: 168 time: 0.1579530 Mar 10 15:08:36.161018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509a73-39f9-4259-b9f6-d601edb98f65 req-b38f9462-6ed4-4746-9755-cf58a7ea2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:36.162624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef509a73-39f9-4259-b9f6-d601edb98f65 req-b38f9462-6ed4-4746-9755-cf58a7ea2252 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1551163 Mar 10 15:08:36.178637 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe95b04-ce9a-48f2-a896-b84c3add7ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6509d003-56ef-4b5c-aa92-07604e5080a1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:36.223113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=85e85692-9ea7-47dc-9f2f-050079e0a53c,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:36.241903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:08:36.248977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:36.249739 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.347190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:36.347584 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.386360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f55ad-1a82-44c4-a554-113262aa2cc7 req-c5dd799d-a114-44c2-bbcd-45673a12ed86 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:36.387973 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c53f55ad-1a82-44c4-a554-113262aa2cc7 req-c5dd799d-a114-44c2-bbcd-45673a12ed86 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 946 time: 0.2303379 Mar 10 15:08:36.392699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9,segment=NetworkSegment(c6c58668-05bc-4b2a-acba-fef9853249a4),segment_id=c6c58668-05bc-4b2a-acba-fef9853249a4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:36.397834 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.398681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 49a7e772-0a92-41f4-8670-51ab2b9e749e no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:08:36.405753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211b9b7-5e91-48e6-95aa-bb5107e9f6db req-9fed7fb9-1f0b-47ad-9f87-bb40ba3226da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:36.407333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3211b9b7-5e91-48e6-95aa-bb5107e9f6db req-9fed7fb9-1f0b-47ad-9f87-bb40ba3226da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 1128 time: 0.2407625 Mar 10 15:08:36.443161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 49a7e772-0a92-41f4-8670-51ab2b9e749e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:08:36.443517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 49a7e772-0a92-41f4-8670-51ab2b9e749e not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:08:36.459692 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0d8fb47-cc48-488e-8c9c-d9099b6a414c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (dd76c604-3c09-43e9-aff2-79488b4d08b4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.474611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:36.504101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef509a73-39f9-4259-b9f6-d601edb98f65 req-21212048-336c-48ff-9530-9871726dcd7d service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999480 Mar 10 15:08:36.553025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c53f55ad-1a82-44c4-a554-113262aa2cc7 req-d832013f-7340-4c37-8bfa-3f4353c9c317 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511788 Mar 10 15:08:36.627041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3211b9b7-5e91-48e6-95aa-bb5107e9f6db req-ff86688f-48a5-495f-bf04-13ab30510fb0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045572 Mar 10 15:08:36.679063 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0d8fb47-cc48-488e-8c9c-d9099b6a414c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (dd76c604-3c09-43e9-aff2-79488b4d08b4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.745112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8fb47-cc48-488e-8c9c-d9099b6a414c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd76c604-3c09-43e9-aff2-79488b4d08b4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:36.748965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef509a73-39f9-4259-b9f6-d601edb98f65 req-27dbc660-00cc-46e0-9d44-fdb353da094a service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319872 Mar 10 15:08:36.750326 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0d8fb47-cc48-488e-8c9c-d9099b6a414c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.751159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793f2320-b1f6-4ca1-9040-30fbf95d7cd6 None None] Network ec009e5e-7a29-4042-978e-3e33d0751b7d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:08:36.753955 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d0d8fb47-cc48-488e-8c9c-d9099b6a414c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dd76c604-3c09-43e9-aff2-79488b4d08b4 HTTP/1.1" status: 204 len: 168 time: 0.8646629 Mar 10 15:08:36.757052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52618) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:36.774272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a07d5-ebb8-4e77-b6e2-3a9881e0e797 req-022506da-902b-4b70-8fb1-97893578d9b6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:36.774272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b2a07d5-ebb8-4e77-b6e2-3a9881e0e797 req-022506da-902b-4b70-8fb1-97893578d9b6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1560152 Mar 10 15:08:36.813743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8d703-d9c3-4fa9-90e7-8ae5b4300b15 req-7070b8d6-6449-4e7b-894c-f41b577d7cc2 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:36.815389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3e8d703-d9c3-4fa9-90e7-8ae5b4300b15 req-7070b8d6-6449-4e7b-894c-f41b577d7cc2 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 946 time: 0.1379797 Mar 10 15:08:36.861527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b2a07d5-ebb8-4e77-b6e2-3a9881e0e797 req-cf009b30-3019-4fbe-a51f-f2a23afb1484 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771005 Mar 10 15:08:36.894034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3e8d703-d9c3-4fa9-90e7-8ae5b4300b15 req-fb53b8e8-039e-468e-bed0-b057936c5b8f tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673766 Mar 10 15:08:36.924620 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ec009e5e-7a29-4042-978e-3e33d0751b7d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:36.990539 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Deleting port 66ac113b-f49b-4c6a-af32-19227cb36746 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:08:36.990991 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.009506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b931bfc9-1ab3-422f-b1f7-b05364ef284e None None] DHCP port deletion for ec009e5e-7a29-4042-978e-3e33d0751b7d request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:08:37.082561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b931bfc9-1ab3-422f-b1f7-b05364ef284e None None] Deleting port 66ac113b-f49b-4c6a-af32-19227cb36746 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:08:37.083391 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b931bfc9-1ab3-422f-b1f7-b05364ef284e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.126460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] For port 66ac113b-f49b-4c6a-af32-19227cb36746, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=66ac113b-f49b-4c6a-af32-19227cb36746,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:37.139388 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.142608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1b57-2365-474c-8709-a790a4086e77 req-d1d66eff-c632-45c2-a29e-2231077d052a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:37.151195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1b57-2365-474c-8709-a790a4086e77 req-d1d66eff-c632-45c2-a29e-2231077d052a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:37.157873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1b57-2365-474c-8709-a790a4086e77 req-d1d66eff-c632-45c2-a29e-2231077d052a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:37.164171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1b57-2365-474c-8709-a790a4086e77 req-d1d66eff-c632-45c2-a29e-2231077d052a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:37.166932 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Calling delete_port for 66ac113b-f49b-4c6a-af32-19227cb36746 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:08:37.170057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1b57-2365-474c-8709-a790a4086e77 req-d1d66eff-c632-45c2-a29e-2231077d052a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:37.176526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1b57-2365-474c-8709-a790a4086e77 req-d1d66eff-c632-45c2-a29e-2231077d052a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:37.181955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f1b57-2365-474c-8709-a790a4086e77 req-d1d66eff-c632-45c2-a29e-2231077d052a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:37.183871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-349f1b57-2365-474c-8709-a790a4086e77 req-d1d66eff-c632-45c2-a29e-2231077d052a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1249981 Mar 10 15:08:37.184033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b931bfc9-1ab3-422f-b1f7-b05364ef284e None None] For port 66ac113b-f49b-4c6a-af32-19227cb36746, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=66ac113b-f49b-4c6a-af32-19227cb36746,segment=NetworkSegment(0f3e0696-7a52-4252-8fe2-cea1819cbb01),segment_id=0f3e0696-7a52-4252-8fe2-cea1819cbb01)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:37.184423 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b931bfc9-1ab3-422f-b1f7-b05364ef284e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.201861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b931bfc9-1ab3-422f-b1f7-b05364ef284e None None] Calling delete_port for 66ac113b-f49b-4c6a-af32-19227cb36746 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:08:37.257730 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-349f1b57-2365-474c-8709-a790a4086e77 req-5a4a4fe3-0832-4238-b222-fff38007e440 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644321 Mar 10 15:08:37.258553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.260390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 66ac113b-f49b-4c6a-af32-19227cb36746 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:08:37.288868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=66ac113b-f49b-4c6a-af32-19227cb36746,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:37.292615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] No DVR routers for this DVR port 66ac113b-f49b-4c6a-af32-19227cb36746 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:08:37.297078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 66ac113b-f49b-4c6a-af32-19227cb36746 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:08:37.298373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 66ac113b-f49b-4c6a-af32-19227cb36746 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: from cryptography.utils import int_from_bytes Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: from cryptography.utils import int_from_bytes Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.343014 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:08:37.346073 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:08:37.350307 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b931bfc9-1ab3-422f-b1f7-b05364ef284e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (66ac113b-f49b-4c6a-af32-19227cb36746), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.382852 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ec009e5e-7a29-4042-978e-3e33d0751b7d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.391788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931bfc9-1ab3-422f-b1f7-b05364ef284e None None] Pushing event deleted for resources: {'Port': ['ID=66ac113b-f49b-4c6a-af32-19227cb36746,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:37.403166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931bfc9-1ab3-422f-b1f7-b05364ef284e None None] No DVR routers for this DVR port 66ac113b-f49b-4c6a-af32-19227cb36746 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:08:37.406279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec009e5e-7a29-4042-978e-3e33d0751b7d']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:37.422994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3e0696-7a52-4252-8fe2-cea1819cbb01') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:37.423406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3e0696-7a52-4252-8fe2-cea1819cbb01') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:37.439492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (0f3e0696-7a52-4252-8fe2-cea1819cbb01), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.457058 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0f3e0696-7a52-4252-8fe2-cea1819cbb01), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.463510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:08:37.463903 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (0f3e0696-7a52-4252-8fe2-cea1819cbb01), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:08:37.465792 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:08:37.521259 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ec009e5e-7a29-4042-978e-3e33d0751b7d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.527402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.533230 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] 10.222.0.11 "DELETE /v2.0/networks/ec009e5e-7a29-4042-978e-3e33d0751b7d HTTP/1.1" status: 204 len: 168 time: 0.7724907 Mar 10 15:08:37.547777 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd5e9f-fa73-4b9e-9d9b-89d23aedd2fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ec009e5e-7a29-4042-978e-3e33d0751b7d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:37.694448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67582b26-f902-4ab4-905a-3109bbdd3dbf req-0e7bbc0b-c05f-49d3-9987-afd46096e282 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:37.699538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67582b26-f902-4ab4-905a-3109bbdd3dbf req-0e7bbc0b-c05f-49d3-9987-afd46096e282 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 946 time: 0.0681467 Mar 10 15:08:37.732696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52668) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:37.755984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67582b26-f902-4ab4-905a-3109bbdd3dbf req-142606cd-7614-4a30-bd71-dbbb1a12b700 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541136 Mar 10 15:08:37.783315 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-989c51ea-72be-4810-95b0-b89d18e3d4aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29f425796f8c4f60bdf0c998fb1437cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493729 Mar 10 15:08:37.786220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52670) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:37.834292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf5169b7-c510-4104-881f-67b9797e7ee1 admin admin] Publish callbacks [] for security_group (b2b0496d-483f-4d07-84ca-1540094f2d84), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.857002 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf5169b7-c510-4104-881f-67b9797e7ee1 admin admin] Publish callbacks [] for security_group (b2b0496d-483f-4d07-84ca-1540094f2d84), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.882417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52674) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:37.913704 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf5169b7-c510-4104-881f-67b9797e7ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b2b0496d-483f-4d07-84ca-1540094f2d84), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.916613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf5169b7-c510-4104-881f-67b9797e7ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:37.920281 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bf5169b7-c510-4104-881f-67b9797e7ee1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2b0496d-483f-4d07-84ca-1540094f2d84 HTTP/1.1" status: 204 len: 168 time: 0.1307421 Mar 10 15:08:37.926740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5169b7-c510-4104-881f-67b9797e7ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b0496d-483f-4d07-84ca-1540094f2d84,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:38.093716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4702e0-e0bc-4cb6-9745-7cecd02358b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddddbe0-b73b-46bb-bb8b-83429ca6abd9'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:38.097631 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c9066d-961e-4c7d-a02f-1e52e83cf242" -d '{"events": [{"server_uuid": "9a4702e0-e0bc-4cb6-9745-7cecd02358b5", "name": "network-vif-plugged", "status": "completed", "tag": "5ddddbe0-b73b-46bb-bb8b-83429ca6abd9"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:38.099200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5e000-bf8c-4a7c-8c0b-7603c997551b req-f0a43c57-80f6-41d0-aeb3-c70a2aa38082 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:38.101150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75f5e000-bf8c-4a7c-8c0b-7603c997551b req-f0a43c57-80f6-41d0-aeb3-c70a2aa38082 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1161480 Mar 10 15:08:38.125278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ab33a-754c-41cc-a2f0-7d21fbf2968d req-b773135a-8f7e-46f3-b28f-8a76511490f0 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:38.132809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b7ab33a-754c-41cc-a2f0-7d21fbf2968d req-b773135a-8f7e-46f3-b28f-8a76511490f0 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 946 time: 0.0982416 Mar 10 15:08:38.198943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75f5e000-bf8c-4a7c-8c0b-7603c997551b req-11b93031-5f71-4b01-89df-44a94f58871a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887439 Mar 10 15:08:38.221327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b7ab33a-754c-41cc-a2f0-7d21fbf2968d req-a4da0284-7d2d-440d-8b6e-f7cc6652b206 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783031 Mar 10 15:08:38.236178 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2640500c-e48b-4e65-8f4a-4da3eb720060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:38.274226 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10d2802-b0e6-41f8-b01e-852f7acdca1a x-openstack-request-id: req-e10d2802-b0e6-41f8-b01e-852f7acdca1a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:38.274599 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4702e0-e0bc-4cb6-9745-7cecd02358b5", "name": "network-vif-plugged", "status": "completed", "tag": "5ddddbe0-b73b-46bb-bb8b-83429ca6abd9", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:38.275196 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e10d2802-b0e6-41f8-b01e-852f7acdca1a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:38.276064 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4702e0-e0bc-4cb6-9745-7cecd02358b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddddbe0-b73b-46bb-bb8b-83429ca6abd9', 'code': 200} Mar 10 15:08:38.336427 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2640500c-e48b-4e65-8f4a-4da3eb720060 admin admin] Publish callbacks [] for security_group (06fe1a74-d9a7-4b7b-b052-0b29b7e3c2ac), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:38.341293 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2640500c-e48b-4e65-8f4a-4da3eb720060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (06fe1a74-d9a7-4b7b-b052-0b29b7e3c2ac), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:38.440141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2640500c-e48b-4e65-8f4a-4da3eb720060 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31dbdbd4c2bb4bd2aa7679c3e4efba58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5562234 Mar 10 15:08:38.443513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640500c-e48b-4e65-8f4a-4da3eb720060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fe1a74-d9a7-4b7b-b052-0b29b7e3c2ac,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:38.447547 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52700) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:38.480880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fa3ec-b018-4a6c-adee-83b0a65f5aea req-1fa21fef-c5a9-47d9-a5ac-530ea1f4035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:38.482505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-888fa3ec-b018-4a6c-adee-83b0a65f5aea req-1fa21fef-c5a9-47d9-a5ac-530ea1f4035a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 1128 time: 0.1260381 Mar 10 15:08:38.494982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5e0a-ccd4-4a19-8ce8-437ef97d6567 req-850efa94-6194-4e13-b767-dad1b3ee0369 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:38.500753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5e0a-ccd4-4a19-8ce8-437ef97d6567 req-850efa94-6194-4e13-b767-dad1b3ee0369 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:38.506995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5e0a-ccd4-4a19-8ce8-437ef97d6567 req-850efa94-6194-4e13-b767-dad1b3ee0369 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:38.512653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5e0a-ccd4-4a19-8ce8-437ef97d6567 req-850efa94-6194-4e13-b767-dad1b3ee0369 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:38.517867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5e0a-ccd4-4a19-8ce8-437ef97d6567 req-850efa94-6194-4e13-b767-dad1b3ee0369 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:38.522239 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2031f659-f536-421a-85a1-7627667af730 admin admin] Publish callbacks [] for security_group (06fe1a74-d9a7-4b7b-b052-0b29b7e3c2ac), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:38.524963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5e0a-ccd4-4a19-8ce8-437ef97d6567 req-850efa94-6194-4e13-b767-dad1b3ee0369 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:38.530240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5e0a-ccd4-4a19-8ce8-437ef97d6567 req-850efa94-6194-4e13-b767-dad1b3ee0369 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:38.532115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af5d5e0a-ccd4-4a19-8ce8-437ef97d6567 req-850efa94-6194-4e13-b767-dad1b3ee0369 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1569073 Mar 10 15:08:38.547350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2031f659-f536-421a-85a1-7627667af730 admin admin] Publish callbacks [] for security_group (06fe1a74-d9a7-4b7b-b052-0b29b7e3c2ac), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:38.603959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-888fa3ec-b018-4a6c-adee-83b0a65f5aea req-f375f995-a268-41b0-9f84-d4c333dcd570 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705848 Mar 10 15:08:38.605757 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2031f659-f536-421a-85a1-7627667af730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (06fe1a74-d9a7-4b7b-b052-0b29b7e3c2ac), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:38.608733 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2031f659-f536-421a-85a1-7627667af730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:38.609929 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2031f659-f536-421a-85a1-7627667af730 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06fe1a74-d9a7-4b7b-b052-0b29b7e3c2ac HTTP/1.1" status: 204 len: 168 time: 0.1611483 Mar 10 15:08:38.619293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031f659-f536-421a-85a1-7627667af730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fe1a74-d9a7-4b7b-b052-0b29b7e3c2ac,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:38.637336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af5d5e0a-ccd4-4a19-8ce8-437ef97d6567 req-f0f85228-81dd-4074-a822-d8769b4ee49f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910800 Mar 10 15:08:38.737231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52712) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:38.903034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844a1c-1eb2-4ff8-b29a-5818665b4e35 req-3635cbea-9227-455e-a68c-e635ab43e43c tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:38.912571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f844a1c-1eb2-4ff8-b29a-5818665b4e35 req-3635cbea-9227-455e-a68c-e635ab43e43c tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 946 time: 0.0687315 Mar 10 15:08:38.961957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f844a1c-1eb2-4ff8-b29a-5818665b4e35 req-82d461f0-26fa-4840-adf1-4ac860cd7a4f tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501659 Mar 10 15:08:38.986175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-network', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:39.015397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Made reservation on behalf of ed8ba5b5066942f8b1415c48eec2ad63 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:39.018169 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.031843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.131453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Publish callbacks [] for security_group (4c0b4533-533c-469a-9fb0-b1ec29bb4a1f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.137204 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4c0b4533-533c-469a-9fb0-b1ec29bb4a1f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.155396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:08:39.177987 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (df6da688-a9e9-49bb-9c73-2d30ee4b80ec), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.178625 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Added segment df6da688-a9e9-49bb-9c73-2d30ee4b80ec of type vlan for network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 Mar 10 15:08:39.180294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:39.230242 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c0c306d4-0ac3-4e65-802e-f2cbdae86d62), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.272546 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c0c306d4-0ac3-4e65-802e-f2cbdae86d62), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.274130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:39.275477 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.342328 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6037993 Mar 10 15:08:39.358966 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52740) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:39.376960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] Request body: {'subnet': {'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-subnet', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:39.397600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee41599-466c-4d09-ad01-261c7ee42bc0 req-58f6d925-4ffb-48dd-aed9-4852722082cc tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:39.400120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ee41599-466c-4d09-ad01-261c7ee42bc0 req-58f6d925-4ffb-48dd-aed9-4852722082cc tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 946 time: 0.0880380 Mar 10 15:08:39.440171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0380120-2759-44f5-8955-054e781b31bd admin admin] Pushing event updated for resources: {'Network': ['ID=c0c306d4-0ac3-4e65-802e-f2cbdae86d62,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:39.454577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:08:39.473568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] Made reservation on behalf of ed8ba5b5066942f8b1415c48eec2ad63 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:39.476135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ee41599-466c-4d09-ad01-261c7ee42bc0 req-357e464c-16a3-4f87-b732-7cece5e2ee12 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696621 Mar 10 15:08:39.476360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.716946 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (f77ef055-3ad6-417c-a3af-b3b1875b8afb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.814733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] Checking segment: {'id': 'df6da688-a9e9-49bb-9c73-2d30ee4b80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:08:39.814733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] Network hostable DHCP agents. Network: c0c306d4-0ac3-4e65-802e-f2cbdae86d62, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:08:39.830861 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77ef055-3ad6-417c-a3af-b3b1875b8afb,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:39.834212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200fbd1-f54f-48d0-9785-f617df51d689 req-6606edad-a249-44f3-b7ef-af73b12cd16d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:39.842421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200fbd1-f54f-48d0-9785-f617df51d689 req-6606edad-a249-44f3-b7ef-af73b12cd16d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:39.852402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200fbd1-f54f-48d0-9785-f617df51d689 req-6606edad-a249-44f3-b7ef-af73b12cd16d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:39.858231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200fbd1-f54f-48d0-9785-f617df51d689 req-6606edad-a249-44f3-b7ef-af73b12cd16d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:39.861304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] Network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:08:39.864683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200fbd1-f54f-48d0-9785-f617df51d689 req-6606edad-a249-44f3-b7ef-af73b12cd16d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:39.870725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200fbd1-f54f-48d0-9785-f617df51d689 req-6606edad-a249-44f3-b7ef-af73b12cd16d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:39.877381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200fbd1-f54f-48d0-9785-f617df51d689 req-6606edad-a249-44f3-b7ef-af73b12cd16d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:39.877662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c0c306d4-0ac3-4e65-802e-f2cbdae86d62) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:39.880203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7200fbd1-f54f-48d0-9785-f617df51d689 req-6606edad-a249-44f3-b7ef-af73b12cd16d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1261103 Mar 10 15:08:39.885081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:39.885683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.889984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b4e47f-039b-4422-8f17-8d3017aeaded None None] Network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:08:39.923228 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-27b70937-d25d-4446-bb87-8e07617d7b06 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5593848 Mar 10 15:08:39.923963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52754) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:39.933021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:39.974204 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (1e408ce0-436a-4067-b13d-32f8789de1b7), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:39.975497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (1e408ce0-436a-4067-b13d-32f8789de1b7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.001617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7200fbd1-f54f-48d0-9785-f617df51d689 req-052e82f5-5106-48d9-b9b1-c27f91d5c023 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132262 Mar 10 15:08:40.078231 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Publish callbacks [] for router_controller (1e408ce0-436a-4067-b13d-32f8789de1b7), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.118179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da73ea5-39dd-45fa-b136-c3cbecbfcea3 None None] Network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:08:40.309385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Publish callbacks [] for router_gateway (1e408ce0-436a-4067-b13d-32f8789de1b7), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.405492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52768) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:40.567498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Publish callbacks [] for router_gateway (1e408ce0-436a-4067-b13d-32f8789de1b7), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.589383 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.635738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1938036126'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:40.665064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Made reservation on behalf of 66de2d52d59942f7a34321d6e58e8590 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:40.668471 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.679055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064253ec-6e93-419f-8ab5-9fcd1adc580b req-478d7df6-15b1-4089-aa9e-3ca835af8bde tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:40.680583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-064253ec-6e93-419f-8ab5-9fcd1adc580b req-478d7df6-15b1-4089-aa9e-3ca835af8bde tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 946 time: 0.0877054 Mar 10 15:08:40.686681 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.715679 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Allocated IP 172.25.3.76 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/c33ae336-56ef-4d49-8d19-d72c6c38ddee) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:08:40.763316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-064253ec-6e93-419f-8ab5-9fcd1adc580b req-4eead87b-15c1-42e8-ba5d-8520d21f13d2 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742047 Mar 10 15:08:40.825170 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks [] for security_group (642b63f7-2af5-4183-a7c1-3fa9f960fcaa), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.830825 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (642b63f7-2af5-4183-a7c1-3fa9f960fcaa), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.842024 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Publish callbacks [] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.868084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:08:40.877107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642b63f7-2af5-4183-a7c1-3fa9f960fcaa,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:40.882695 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4ee51637-53a5-463b-ab4b-426ab03a9536), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.883071 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Added segment 4ee51637-53a5-463b-ab4b-426ab03a9536 of type vlan for network 3a430b78-6e79-4c51-b137-9c4ea93b8617 Mar 10 15:08:40.903781 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.931656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (3a430b78-6e79-4c51-b137-9c4ea93b8617), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.942412 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:08:40.957409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:40.966573 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:08:40.970740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Pushing event updated for resources: {'Port': ['ID=c33ae336-56ef-4d49-8d19-d72c6c38ddee,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:40.982219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (3a430b78-6e79-4c51-b137-9c4ea93b8617), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:40.993162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:40.999179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:41.106601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6999795 Mar 10 15:08:41.133850 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52782) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:41.198691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d53238-35e2-422a-9b64-4d6e48d6791c tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Pushing event updated for resources: {'Network': ['ID=3a430b78-6e79-4c51-b137-9c4ea93b8617,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:41.211338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 3a430b78-6e79-4c51-b137-9c4ea93b8617 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:08:41.224632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Request body: {'network': {'name': 'tempest-network--1163047890', 'router:external': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:41.263925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521caf49-6e8f-4895-acd2-d0e614f381d3 req-1371161d-7e1d-40b0-806a-dd4db8ffb018 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:41.265473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-521caf49-6e8f-4895-acd2-d0e614f381d3 req-1371161d-7e1d-40b0-806a-dd4db8ffb018 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 946 time: 0.1976182 Mar 10 15:08:41.289047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efb6c-f77b-4fb9-b470-8abd09da11a9 req-aa639ef3-1f5a-4706-9ace-023ef6ce93b0 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:41.295439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efb6c-f77b-4fb9-b470-8abd09da11a9 req-aa639ef3-1f5a-4706-9ace-023ef6ce93b0 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:41.295699 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Made reservation on behalf of efa72157a42447fa8cfb728844e0aaf4 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:41.298317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:41.302132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efb6c-f77b-4fb9-b470-8abd09da11a9 req-aa639ef3-1f5a-4706-9ace-023ef6ce93b0 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:41.308164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efb6c-f77b-4fb9-b470-8abd09da11a9 req-aa639ef3-1f5a-4706-9ace-023ef6ce93b0 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:41.311698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:41.313893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efb6c-f77b-4fb9-b470-8abd09da11a9 req-aa639ef3-1f5a-4706-9ace-023ef6ce93b0 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:41.320268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efb6c-f77b-4fb9-b470-8abd09da11a9 req-aa639ef3-1f5a-4706-9ace-023ef6ce93b0 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:41.326030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efb6c-f77b-4fb9-b470-8abd09da11a9 req-aa639ef3-1f5a-4706-9ace-023ef6ce93b0 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:41.327999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b6efb6c-f77b-4fb9-b470-8abd09da11a9 req-aa639ef3-1f5a-4706-9ace-023ef6ce93b0 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.1949456 Mar 10 15:08:41.376026 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Publish callbacks [] for router_gateway (1e408ce0-436a-4067-b13d-32f8789de1b7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:41.405130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-521caf49-6e8f-4895-acd2-d0e614f381d3 req-5d5c30f0-a002-4b2a-b2db-d87a568b99f9 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294231 Mar 10 15:08:41.434848 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b6efb6c-f77b-4fb9-b470-8abd09da11a9 req-dcfc6cae-4755-4118-909b-92b7c96e0ab1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930245 Mar 10 15:08:41.580502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks [] for security_group (86bc1592-5f66-4b75-b21e-badf6654d959), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:41.586287 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (86bc1592-5f66-4b75-b21e-badf6654d959), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:41.626804 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:08:41.671193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bc1592-5f66-4b75-b21e-badf6654d959,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:41.682046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d64e88e1-1478-4f73-90c0-6a312c128c7f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:41.682384 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Added segment d64e88e1-1478-4f73-90c0-6a312c128c7f of type vlan for network 3b70e1df-b262-451a-a2f1-9781d9d7043f Mar 10 15:08:41.731092 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (1e408ce0-436a-4067-b13d-32f8789de1b7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:41.750691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (3b70e1df-b262-451a-a2f1-9781d9d7043f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:41.877409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (3b70e1df-b262-451a-a2f1-9781d9d7043f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:41.878543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:41.879151 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:41.914820 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7800407 Mar 10 15:08:41.917681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52798) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:41.964615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f50ae-93b2-4bd0-b6b8-ea9fc2162ca8 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event updated for resources: {'Network': ['ID=3b70e1df-b262-451a-a2f1-9781d9d7043f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:41.979321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 3b70e1df-b262-451a-a2f1-9781d9d7043f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:08:41.990056 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Router 1e408ce0-436a-4067-b13d-32f8789de1b7 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:08:42.000177 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (3b70e1df-b262-451a-a2f1-9781d9d7043f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:42.105259 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (3b70e1df-b262-451a-a2f1-9781d9d7043f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:42.130546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b70e1df-b262-451a-a2f1-9781d9d7043f']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:42.135307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:08:42.142624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64e88e1-1478-4f73-90c0-6a312c128c7f') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:42.143057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64e88e1-1478-4f73-90c0-6a312c128c7f') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:42.150421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Sync routers for ids ['1e408ce0-436a-4067-b13d-32f8789de1b7'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:08:42.159684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:42.160254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (d64e88e1-1478-4f73-90c0-6a312c128c7f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:42.165572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Routers {'1e408ce0-436a-4067-b13d-32f8789de1b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:08:42.166720 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7335ad05-733f-433e-be66-cb685cb12720 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2415316 Mar 10 15:08:42.167063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:08:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1e408ce0-436a-4067-b13d-32f8789de1b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:42.168485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52800) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:42.228874 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d64e88e1-1478-4f73-90c0-6a312c128c7f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:42.240875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:08:42.241420 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (d64e88e1-1478-4f73-90c0-6a312c128c7f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:08:42.244261 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:08:42.294926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Set router 1e408ce0-436a-4067-b13d-32f8789de1b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:08:42.539978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:41Z', 'revision_number': 3, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:42.576839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Checking router: 1e408ce0-436a-4067-b13d-32f8789de1b7 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:08:42.577358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Updating router 1e408ce0-436a-4067-b13d-32f8789de1b7 port c33ae336-56ef-4d49-8d19-d72c6c38ddee binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:08:42.609361 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:42.804914 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (3b70e1df-b262-451a-a2f1-9781d9d7043f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:42.815973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b70e1df-b262-451a-a2f1-9781d9d7043f {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 15:08:42.874092 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:42.882196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "DELETE /v2.0/networks/3b70e1df-b262-451a-a2f1-9781d9d7043f HTTP/1.1" status: 204 len: 168 time: 0.9601150 Mar 10 15:08:42.883614 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52810) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:42.889413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:42.934664 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Made reservation on behalf of efa72157a42447fa8cfb728844e0aaf4 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:42.937811 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:42.950915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e16bf8-518c-4001-a73d-38360aa7fd04 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b70e1df-b262-451a-a2f1-9781d9d7043f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:42.996468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b4589-2952-4351-9624-c1d2eee8e2e3 req-c1c74cfa-d0e0-46f7-abb1-7a025ee730af tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:42.997482 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:08:42.998755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a01b4589-2952-4351-9624-c1d2eee8e2e3 req-c1c74cfa-d0e0-46f7-abb1-7a025ee730af tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 946 time: 0.1272075 Mar 10 15:08:43.019497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Publish callbacks [] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.024501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3ea1b-a0f4-4fc9-ac14-f0bda606c970 req-67a47898-8749-42f6-98ae-c52adc1360d0 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:43.028928 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (aa444f2a-0e74-4e2b-9783-99cd4463361f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.029325 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Added segment aa444f2a-0e74-4e2b-9783-99cd4463361f of type vlan for network 22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7 Mar 10 15:08:43.033448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64c3ea1b-a0f4-4fc9-ac14-f0bda606c970 req-67a47898-8749-42f6-98ae-c52adc1360d0 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 946 time: 0.3041508 Mar 10 15:08:43.033862 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.118414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9d0d6-2daf-4205-a7d7-f31fb4fa24ab req-4de8917c-1162-4c31-9eb4-c7d58ea12381 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:43.124087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9d0d6-2daf-4205-a7d7-f31fb4fa24ab req-4de8917c-1162-4c31-9eb4-c7d58ea12381 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:43.129808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9d0d6-2daf-4205-a7d7-f31fb4fa24ab req-4de8917c-1162-4c31-9eb4-c7d58ea12381 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:43.135564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9d0d6-2daf-4205-a7d7-f31fb4fa24ab req-4de8917c-1162-4c31-9eb4-c7d58ea12381 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:43.140948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9d0d6-2daf-4205-a7d7-f31fb4fa24ab req-4de8917c-1162-4c31-9eb4-c7d58ea12381 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:43.147639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9d0d6-2daf-4205-a7d7-f31fb4fa24ab req-4de8917c-1162-4c31-9eb4-c7d58ea12381 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:43.152886 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.153787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9d0d6-2daf-4205-a7d7-f31fb4fa24ab req-4de8917c-1162-4c31-9eb4-c7d58ea12381 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:43.165376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Attempting to bind port c33ae336-56ef-4d49-8d19-d72c6c38ddee on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:08:43.165817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80b9d0d6-2daf-4205-a7d7-f31fb4fa24ab req-4de8917c-1162-4c31-9eb4-c7d58ea12381 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5420 time: 0.4380286 Mar 10 15:08:43.168069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Attempting to bind port c33ae336-56ef-4d49-8d19-d72c6c38ddee by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:08:43.168732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Attempting to bind port c33ae336-56ef-4d49-8d19-d72c6c38ddee on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:43.178898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:08:43.179869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:08:43.180590 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.181248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:08:43.182024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Bound port: c33ae336-56ef-4d49-8d19-d72c6c38ddee, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:08:43.182964 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.206885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.208391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:43.209288 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.224482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c1df1-72ac-4b0e-8612-be7ed78e399f None None] Pushing event updated for resources: {'Port': ['ID=c33ae336-56ef-4d49-8d19-d72c6c38ddee,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:43.257739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9210102f-8ee4-44fd-87b5-ffadb5841b80 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:08:43.281000 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3928530 Mar 10 15:08:43.282563 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52812) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:43.288329 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Request body: {'subnet': {'network_id': '22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:43.307452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] For port c33ae336-56ef-4d49-8d19-d72c6c38ddee, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:08:43.327215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c9664-b524-4cdd-8c42-f471f074f62c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event updated for resources: {'Network': ['ID=22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:43.337218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] For port c33ae336-56ef-4d49-8d19-d72c6c38ddee, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c33ae336-56ef-4d49-8d19-d72c6c38ddee,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:08:43.346659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:08:43.348750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Made reservation on behalf of efa72157a42447fa8cfb728844e0aaf4 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:43.352937 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.383530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64c3ea1b-a0f4-4fc9-ac14-f0bda606c970 req-02391b8d-456f-4c94-8e7a-c7a68db46730 tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5005eb5-c236-4f27-a872-e1924a08ad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490522 Mar 10 15:08:43.411488 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.411708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80b9d0d6-2daf-4205-a7d7-f31fb4fa24ab req-1cf80e77-c6ed-4d0e-8849-78c0ce46862b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2452929 Mar 10 15:08:43.522362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c1df1-72ac-4b0e-8612-be7ed78e399f None None] Pushing event updated for resources: {'Port': ['ID=c33ae336-56ef-4d49-8d19-d72c6c38ddee,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:43.596377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-a01b4589-2952-4351-9624-c1d2eee8e2e3 req-31623090-5d83-4ff3-9f1c-719aa67f345a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Deleting port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:08:43.597032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a01b4589-2952-4351-9624-c1d2eee8e2e3 req-31623090-5d83-4ff3-9f1c-719aa67f345a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.645871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Routers {'1e408ce0-436a-4067-b13d-32f8789de1b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:08:43.646719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:08:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1e408ce0-436a-4067-b13d-32f8789de1b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:43.772968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a01b4589-2952-4351-9624-c1d2eee8e2e3 req-31623090-5d83-4ff3-9f1c-719aa67f345a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] For port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9,segment=NetworkSegment(c6c58668-05bc-4b2a-acba-fef9853249a4),segment_id=c6c58668-05bc-4b2a-acba-fef9853249a4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:43.773613 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a01b4589-2952-4351-9624-c1d2eee8e2e3 req-31623090-5d83-4ff3-9f1c-719aa67f345a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.790702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:08:43.791034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (acefb308-6bc6-493e-9e09-04ef94940439), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.793988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9210102f-8ee4-44fd-87b5-ffadb5841b80, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9210102f-8ee4-44fd-87b5-ffadb5841b80,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:43.805208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] Set router 1e408ce0-436a-4067-b13d-32f8789de1b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:08:43.833132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.836614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-a01b4589-2952-4351-9624-c1d2eee8e2e3 req-31623090-5d83-4ff3-9f1c-719aa67f345a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Calling delete_port for 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:08:43.867059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '9210102f-8ee4-44fd-87b5-ffadb5841b80', 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e', 'port_id': '9210102f-8ee4-44fd-87b5-ffadb5841b80', 'mac_address': 'fa:16:3e:c8:51:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd516d9c8-a178-4391-90b6-521d520caa21', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:08:43.872577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event updated for resources: {'Subnet': ['ID=acefb308-6bc6-493e-9e09-04ef94940439,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:43.881021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Checking segment: {'id': 'aa444f2a-0e74-4e2b-9783-99cd4463361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:08:43.881388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Network hostable DHCP agents. Network: 22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:08:43.907563 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Network 22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:08:43.924441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:43.936603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d49d1-a066-4e8a-8c5e-1f473d74cd16 None None] Network 22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:08:43.938459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:43.939201 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:43.981677 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d8fe8a32-ff8a-4ff5-897b-841b6d38f700 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6980026 Mar 10 15:08:43.984456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52816) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:43.990168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Request body: {'floatingip': {'floating_network_id': '22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:44.038898 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:44.154553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Allocated IP 172.20.0.1 (c0c306d4-0ac3-4e65-802e-f2cbdae86d62/f77ef055-3ad6-417c-a3af-b3b1875b8afb/2c0bce07-ce24-4190-ac65-834d87f285bb) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:08:44.213115 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:44.226150 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a01b4589-2952-4351-9624-c1d2eee8e2e3 req-31623090-5d83-4ff3-9f1c-719aa67f345a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5ddddbe0-b73b-46bb-bb8b-83429ca6abd9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:44.254900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['5ddddbe0-b73b-46bb-bb8b-83429ca6abd9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:44.260027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31623090-5d83-4ff3-9f1c-719aa67f345a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Pushing event deleted for resources: {'Port': ['ID=5ddddbe0-b73b-46bb-bb8b-83429ca6abd9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:44.296168 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d67c9-84f5-418e-a3df-a21d9d125867 None None] Network 22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:08:44.352995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9210102f-8ee4-44fd-87b5-ffadb5841b80 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:44.353665 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:44.372680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01b4589-2952-4351-9624-c1d2eee8e2e3 req-31623090-5d83-4ff3-9f1c-719aa67f345a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] No DVR routers for this DVR port 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:08:44.373603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Allocated IP 172.20.0.10 (22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7/acefb308-6bc6-493e-9e09-04ef94940439/62868062-8271-4c35-a57e-80e1ffa43a7b) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:08:44.377498 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a01b4589-2952-4351-9624-c1d2eee8e2e3 req-31623090-5d83-4ff3-9f1c-719aa67f345a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:44.381440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a01b4589-2952-4351-9624-c1d2eee8e2e3 req-31623090-5d83-4ff3-9f1c-719aa67f345a tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.45 "DELETE /v2.0/ports/5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 HTTP/1.1" status: 204 len: 173 time: 1.3448060 Mar 10 15:08:44.382621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4702e0-e0bc-4cb6-9745-7cecd02358b5', 'name': 'network-vif-deleted', 'tag': '5ddddbe0-b73b-46bb-bb8b-83429ca6abd9'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:44.385090 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae4cb77-639d-4113-98eb-ccc042239332" -d '{"events": [{"server_uuid": "9a4702e0-e0bc-4cb6-9745-7cecd02358b5", "name": "network-vif-deleted", "tag": "5ddddbe0-b73b-46bb-bb8b-83429ca6abd9"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:44.443557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9210102f-8ee4-44fd-87b5-ffadb5841b80 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:44.452603 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Publish callbacks [] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:44.488501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9210102f-8ee4-44fd-87b5-ffadb5841b80, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9210102f-8ee4-44fd-87b5-ffadb5841b80,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:44.505944 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:44.522708 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:44.523644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 27c2a645-503a-46e5-856f-74891a21f51d details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:08:44.556497 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c296ca7-ab85-4f9e-801f-7687d6dab8d0 x-openstack-request-id: req-0c296ca7-ab85-4f9e-801f-7687d6dab8d0 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:44.557167 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4702e0-e0bc-4cb6-9745-7cecd02358b5", "name": "network-vif-deleted", "tag": "5ddddbe0-b73b-46bb-bb8b-83429ca6abd9", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:44.558323 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c296ca7-ab85-4f9e-801f-7687d6dab8d0 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:44.559133 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4702e0-e0bc-4cb6-9745-7cecd02358b5', 'name': 'network-vif-deleted', 'tag': '5ddddbe0-b73b-46bb-bb8b-83429ca6abd9', 'status': 'completed', 'code': 200} Mar 10 15:08:44.583568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:41Z', 'revision_number': 3, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:44.629276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f196219-46d8-435c-b386-b93ba3cbca87 req-8dc83aab-e778-40ec-8dc0-23973bca31db tempest-InstanceActionsV221TestJSON-1833922832 tempest-InstanceActionsV221TestJSON-1833922832-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a4702e0-e0bc-4cb6-9745-7cecd02358b5 HTTP/1.1" status: 200 len: 210 time: 0.0526249 Mar 10 15:08:44.639165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9bc869-853d-4625-8d25-603fb3628d3e None None] The sync data for ids ['1e408ce0-436a-4067-b13d-32f8789de1b7'] in n-d-833090-1 is: [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:41Z', 'revision_number': 3, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:08:44.647214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9210102f-8ee4-44fd-87b5-ffadb5841b80,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:44.673235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:08:44.693682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:44.701107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:08:44.702381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Pushing event updated for resources: {'Port': ['ID=2c0bce07-ce24-4190-ac65-834d87f285bb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:44.744652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 27c2a645-503a-46e5-856f-74891a21f51d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=27c2a645-503a-46e5-856f-74891a21f51d,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:44.759560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '27c2a645-503a-46e5-856f-74891a21f51d', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'port_id': '27c2a645-503a-46e5-856f-74891a21f51d', 'mac_address': 'fa:16:3e:f3:a8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698414b2-a473-41ee-963f-7769b367db5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:08:44.810236 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (1e408ce0-436a-4067-b13d-32f8789de1b7), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:44.813092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 27c2a645-503a-46e5-856f-74891a21f51d is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:44.815907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (27c2a645-503a-46e5-856f-74891a21f51d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:44.840756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c2a645-503a-46e5-856f-74891a21f51d {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:44.866724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 27c2a645-503a-46e5-856f-74891a21f51d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=27c2a645-503a-46e5-856f-74891a21f51d,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:44.873536 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (27c2a645-503a-46e5-856f-74891a21f51d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:44.874661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d102dde1-4757-440e-8039-3fc9eeb4b889 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:08:44.898295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab1ee-58f5-4649-9566-2dc77fb75a36 req-6be80856-9b57-43be-9698-2563c5e255ad tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:44.906772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab1ee-58f5-4649-9566-2dc77fb75a36 req-6be80856-9b57-43be-9698-2563c5e255ad tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:44.917669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab1ee-58f5-4649-9566-2dc77fb75a36 req-6be80856-9b57-43be-9698-2563c5e255ad tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:44.928891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab1ee-58f5-4649-9566-2dc77fb75a36 req-6be80856-9b57-43be-9698-2563c5e255ad tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:44.935980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab1ee-58f5-4649-9566-2dc77fb75a36 req-6be80856-9b57-43be-9698-2563c5e255ad tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:44.945809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab1ee-58f5-4649-9566-2dc77fb75a36 req-6be80856-9b57-43be-9698-2563c5e255ad tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:44.953682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab1ee-58f5-4649-9566-2dc77fb75a36 req-6be80856-9b57-43be-9698-2563c5e255ad tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:44.965496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce1ab1ee-58f5-4649-9566-2dc77fb75a36 req-6be80856-9b57-43be-9698-2563c5e255ad tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5421 time: 0.3252828 Mar 10 15:08:44.969132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=27c2a645-503a-46e5-856f-74891a21f51d,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:45.080969 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks [] for port (62868062-8271-4c35-a57e-80e1ffa43a7b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.152234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d102dde1-4757-440e-8039-3fc9eeb4b889, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d102dde1-4757-440e-8039-3fc9eeb4b889,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:45.187583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (62868062-8271-4c35-a57e-80e1ffa43a7b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.192346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'd102dde1-4757-440e-8039-3fc9eeb4b889', 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589', 'port_id': 'd102dde1-4757-440e-8039-3fc9eeb4b889', 'mac_address': 'fa:16:3e:d8:e6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9d2471-2915-4422-9e7f-27fbcac857bc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:08:45.239977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce1ab1ee-58f5-4649-9566-2dc77fb75a36 req-22a08d53-ff5b-4f68-90ca-93e424582726 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2729940 Mar 10 15:08:45.265566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event updated for resources: {'Port': ['ID=62868062-8271-4c35-a57e-80e1ffa43a7b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:45.296200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d102dde1-4757-440e-8039-3fc9eeb4b889 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:45.297007 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.302856 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.313376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Network 22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:08:45.316139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:45.321419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:08:45.334132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d102dde1-4757-440e-8039-3fc9eeb4b889 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:45.367548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d102dde1-4757-440e-8039-3fc9eeb4b889, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d102dde1-4757-440e-8039-3fc9eeb4b889,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:45.374366 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.375674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 99057946-4fdf-44be-be7e-ed1d74bfa2e0 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:08:45.459259 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks [] for floatingip (3bab99ef-fd7d-45bd-93a4-bd182fac5c78), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.472401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d102dde1-4757-440e-8039-3fc9eeb4b889,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:45.476460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 99057946-4fdf-44be-be7e-ed1d74bfa2e0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=99057946-4fdf-44be-be7e-ed1d74bfa2e0,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:45.490116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '99057946-4fdf-44be-be7e-ed1d74bfa2e0', 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e', 'port_id': '99057946-4fdf-44be-be7e-ed1d74bfa2e0', 'mac_address': 'fa:16:3e:a6:7c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd516d9c8-a178-4391-90b6-521d520caa21', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:08:45.527250 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62868062-8271-4c35-a57e-80e1ffa43a7b), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.540875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:45.541296 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.558142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99057946-4fdf-44be-be7e-ed1d74bfa2e0 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:45.584420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 99057946-4fdf-44be-be7e-ed1d74bfa2e0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=99057946-4fdf-44be-be7e-ed1d74bfa2e0,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:45.592687 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.593369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9350c227-68e9-43d6-ad53-7cbb5fb219ed details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:08:45.626811 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Publish callbacks [] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.635124 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.677269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=99057946-4fdf-44be-be7e-ed1d74bfa2e0,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:45.730325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9350c227-68e9-43d6-ad53-7cbb5fb219ed, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9350c227-68e9-43d6-ad53-7cbb5fb219ed,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:45.746286 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '9350c227-68e9-43d6-ad53-7cbb5fb219ed', 'network_id': '0ce7491f-04bd-4f39-a81d-ebd70217f589', 'port_id': '9350c227-68e9-43d6-ad53-7cbb5fb219ed', 'mac_address': 'fa:16:3e:81:2b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9d2471-2915-4422-9e7f-27fbcac857bc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:08:45.774170 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks [] for port (62868062-8271-4c35-a57e-80e1ffa43a7b), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.774383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Pushing event updated for resources: {'Port': ['ID=2c0bce07-ce24-4190-ac65-834d87f285bb,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:45.785857 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (62868062-8271-4c35-a57e-80e1ffa43a7b), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.814893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9350c227-68e9-43d6-ad53-7cbb5fb219ed is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:45.815535 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.822403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (1e408ce0-436a-4067-b13d-32f8789de1b7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.836996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9350c227-68e9-43d6-ad53-7cbb5fb219ed {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:45.845008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event updated for resources: {'Port': ['ID=62868062-8271-4c35-a57e-80e1ffa43a7b,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:45.891159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9350c227-68e9-43d6-ad53-7cbb5fb219ed, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9350c227-68e9-43d6-ad53-7cbb5fb219ed,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:45.902247 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.903213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 4b27b919-855e-4c2f-a827-983e7853cc21 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:08:45.904396 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (3bab99ef-fd7d-45bd-93a4-bd182fac5c78), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.939372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:45.941220 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2ea3d2e1-54cb-4fd7-9411-b8b538c55db5 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9555831 Mar 10 15:08:45.944070 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52832) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:46.021773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 4b27b919-855e-4c2f-a827-983e7853cc21, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=4b27b919-855e-4c2f-a827-983e7853cc21,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:46.026848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9350c227-68e9-43d6-ad53-7cbb5fb219ed,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:46.065637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:08:46.067594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:46.068749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '4b27b919-855e-4c2f-a827-983e7853cc21', 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e', 'port_id': '4b27b919-855e-4c2f-a827-983e7853cc21', 'mac_address': 'fa:16:3e:c9:98:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd516d9c8-a178-4391-90b6-521d520caa21', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:08:46.084282 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-59907fd8-2b33-4b34-8929-19635994128e tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7 HTTP/1.1" status: 200 len: 690 time: 0.1363695 Mar 10 15:08:46.084973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52836) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:46.093422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52838) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:46.167647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 4b27b919-855e-4c2f-a827-983e7853cc21 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:46.168091 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.185233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b27b919-855e-4c2f-a827-983e7853cc21 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:46.231052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 4b27b919-855e-4c2f-a827-983e7853cc21, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=4b27b919-855e-4c2f-a827-983e7853cc21,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:46.237248 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.239557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 82185172-d57c-492b-8f11-a16c719432eb details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:08:46.279396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14176ed-6925-4c56-81f8-2af28f33ffbc admin admin] Deleting subnet 37fd612e-8a4a-4cea-9fca-03dda2ba227b {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:08:46.284732 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d14176ed-6925-4c56-81f8-2af28f33ffbc admin admin] Publish callbacks [] for subnet (37fd612e-8a4a-4cea-9fca-03dda2ba227b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.320801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Router 1e408ce0-436a-4067-b13d-32f8789de1b7 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:08:46.338430 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d14176ed-6925-4c56-81f8-2af28f33ffbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (37fd612e-8a4a-4cea-9fca-03dda2ba227b), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.342395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.352383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=4b27b919-855e-4c2f-a827-983e7853cc21,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:46.412712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 82185172-d57c-492b-8f11-a16c719432eb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=82185172-d57c-492b-8f11-a16c719432eb,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:46.436706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '82185172-d57c-492b-8f11-a16c719432eb', 'network_id': 'be8524cd-cbb7-4825-a346-3074feb1e69e', 'port_id': '82185172-d57c-492b-8f11-a16c719432eb', 'mac_address': 'fa:16:3e:a6:05:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd516d9c8-a178-4391-90b6-521d520caa21', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:08:46.491128 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d14176ed-6925-4c56-81f8-2af28f33ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (37fd612e-8a4a-4cea-9fca-03dda2ba227b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.507129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 82185172-d57c-492b-8f11-a16c719432eb is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:46.507869 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (82185172-d57c-492b-8f11-a16c719432eb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.523845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82185172-d57c-492b-8f11-a16c719432eb {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:46.543857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:08:46.558038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0778e9be-d5ef-41e6-861c-c9db409b8b9d admin admin] 10.222.0.11 "PUT /v2.0/routers/1e408ce0-436a-4067-b13d-32f8789de1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3880222 Mar 10 15:08:46.565061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 82185172-d57c-492b-8f11-a16c719432eb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=82185172-d57c-492b-8f11-a16c719432eb,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:46.573637 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (82185172-d57c-492b-8f11-a16c719432eb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.575646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744bd0e-582f-4dc4-b800-d6bca77d5525 req-8f28c72a-a54b-4ad9-9372-5618e1ef1b4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:46.585628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744bd0e-582f-4dc4-b800-d6bca77d5525 req-8f28c72a-a54b-4ad9-9372-5618e1ef1b4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:46.595403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744bd0e-582f-4dc4-b800-d6bca77d5525 req-8f28c72a-a54b-4ad9-9372-5618e1ef1b4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:46.597514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Deleting port 62868062-8271-4c35-a57e-80e1ffa43a7b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:08:46.597871 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (62868062-8271-4c35-a57e-80e1ffa43a7b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.605117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744bd0e-582f-4dc4-b800-d6bca77d5525 req-8f28c72a-a54b-4ad9-9372-5618e1ef1b4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:46.610864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744bd0e-582f-4dc4-b800-d6bca77d5525 req-8f28c72a-a54b-4ad9-9372-5618e1ef1b4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:46.617121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744bd0e-582f-4dc4-b800-d6bca77d5525 req-8f28c72a-a54b-4ad9-9372-5618e1ef1b4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:46.624116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744bd0e-582f-4dc4-b800-d6bca77d5525 req-8f28c72a-a54b-4ad9-9372-5618e1ef1b4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:46.626660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e744bd0e-582f-4dc4-b800-d6bca77d5525 req-8f28c72a-a54b-4ad9-9372-5618e1ef1b4e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5426 time: 0.2192402 Mar 10 15:08:46.646183 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d14176ed-6925-4c56-81f8-2af28f33ffbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (37fd612e-8a4a-4cea-9fca-03dda2ba227b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.660356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=82185172-d57c-492b-8f11-a16c719432eb,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:46.709550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14176ed-6925-4c56-81f8-2af28f33ffbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fd612e-8a4a-4cea-9fca-03dda2ba227b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:46.721303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d14176ed-6925-4c56-81f8-2af28f33ffbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.725028 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d14176ed-6925-4c56-81f8-2af28f33ffbc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/37fd612e-8a4a-4cea-9fca-03dda2ba227b HTTP/1.1" status: 204 len: 168 time: 0.6246097 Mar 10 15:08:46.727979 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52846) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:46.733476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e744bd0e-582f-4dc4-b800-d6bca77d5525 req-a80d693b-1a8c-4c06-8812-ecb26019ecd0 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965915 Mar 10 15:08:46.772742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (62868062-8271-4c35-a57e-80e1ffa43a7b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.773073 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks [] for floatingip (62868062-8271-4c35-a57e-80e1ffa43a7b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:46.833006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Calling delete_port for 62868062-8271-4c35-a57e-80e1ffa43a7b owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:08:46.858306 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (acd0ea68-9681-4e4a-8881-18bb0408da9c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.006494 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (acd0ea68-9681-4e4a-8881-18bb0408da9c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.034931 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd0ea68-9681-4e4a-8881-18bb0408da9c']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:47.052599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c58668-05bc-4b2a-acba-fef9853249a4') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:47.052907 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c58668-05bc-4b2a-acba-fef9853249a4') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:47.067431 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (c6c58668-05bc-4b2a-acba-fef9853249a4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.114547 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (c6c58668-05bc-4b2a-acba-fef9853249a4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.124559 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (c6c58668-05bc-4b2a-acba-fef9853249a4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:08:47.129334 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:08:47.195790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (62868062-8271-4c35-a57e-80e1ffa43a7b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.219319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c33ae336-56ef-4d49-8d19-d72c6c38ddee up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:47.260210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event deleted for resources: {'Port': ['ID=62868062-8271-4c35-a57e-80e1ffa43a7b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:47.274562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0c31c-9545-4649-b19d-cd813954b29c req-7fb5df14-b08a-40c9-accb-fdbccaf3ed9e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:47.276997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-7fb5df14-b08a-40c9-accb-fdbccaf3ed9e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/networks?id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62 HTTP/1.1" status: 200 len: 820 time: 0.2374353 Mar 10 15:08:47.306510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-c21645d8-5bb6-4f3f-bb0e-36f1b4b858ec tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/quotas/ed8ba5b5066942f8b1415c48eec2ad63 HTTP/1.1" status: 200 len: 375 time: 0.0195401 Mar 10 15:08:47.332198 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (acd0ea68-9681-4e4a-8881-18bb0408da9c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.337679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.341588 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] 10.222.0.11 "DELETE /v2.0/networks/acd0ea68-9681-4e4a-8881-18bb0408da9c HTTP/1.1" status: 204 len: 168 time: 0.6125646 Mar 10 15:08:47.384221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c33ae336-56ef-4d49-8d19-d72c6c38ddee triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:47.384779 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.411541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-ec594a72-6031-4ea9-ac0c-67322cb059f5 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed8ba5b5066942f8b1415c48eec2ad63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981665 Mar 10 15:08:47.412646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784eb0ad-a247-44f4-b0c7-b96005d46035 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd0ea68-9681-4e4a-8881-18bb0408da9c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:47.425543 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks [] for floatingip (3bab99ef-fd7d-45bd-93a4-bd182fac5c78), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.486111 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (acefb308-6bc6-493e-9e09-04ef94940439), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.566526 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (acefb308-6bc6-493e-9e09-04ef94940439), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.592697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c33ae336-56ef-4d49-8d19-d72c6c38ddee is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:47.593259 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.608912 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=acefb308-6bc6-493e-9e09-04ef94940439,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:47.611584 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Sync routers for ids ['1e408ce0-436a-4067-b13d-32f8789de1b7'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:08:47.616123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port c33ae336-56ef-4d49-8d19-d72c6c38ddee, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c33ae336-56ef-4d49-8d19-d72c6c38ddee,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:47.622045 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.627399 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Routers {'1e408ce0-436a-4067-b13d-32f8789de1b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:08:47.629250 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:08:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1e408ce0-436a-4067-b13d-32f8789de1b7'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:47.650303 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-24fca84e-5c75-4c1c-91ef-0d58256bf4db service neutron] 10.222.0.11 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296109 Mar 10 15:08:47.723790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.740005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52866) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:47.764579 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.783583 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:47.788219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=c33ae336-56ef-4d49-8d19-d72c6c38ddee,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:47.808243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa444f2a-0e74-4e2b-9783-99cd4463361f') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:47.808573 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa444f2a-0e74-4e2b-9783-99cd4463361f') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:47.816443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-01b8b479-74af-46c3-8586-2f215ac24a71 service neutron] 10.222.0.11 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597891 Mar 10 15:08:47.825441 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (aa444f2a-0e74-4e2b-9783-99cd4463361f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.831719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f96fbb32-972c-45ed-b770-2968e5175c0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b22120af4a3345fd835f282a4e292dde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0866337 Mar 10 15:08:47.832222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52870) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:47.835521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['d102dde1-4757-440e-8039-3fc9eeb4b889'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:47.861612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (aa444f2a-0e74-4e2b-9783-99cd4463361f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.876494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:08:47.876981 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (aa444f2a-0e74-4e2b-9783-99cd4463361f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.880515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:08:47.881903 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:08:47.931486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:08:47.933522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5ddddbe0-b73b-46bb-bb8b-83429ca6abd9 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:08:47.940074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['27c2a645-503a-46e5-856f-74891a21f51d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:47.943645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['4b27b919-855e-4c2f-a827-983e7853cc21'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:47.947693 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Set router 1e408ce0-436a-4067-b13d-32f8789de1b7 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:08:47.955618 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0e71-288f-4fdc-ad44-84d4c0954fde admin admin] Publish callbacks [] for security_group (d5005eb5-c236-4f27-a872-e1924a08ad7d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:47.980135 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0e71-288f-4fdc-ad44-84d4c0954fde admin admin] Publish callbacks [] for security_group (d5005eb5-c236-4f27-a872-e1924a08ad7d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:48.047327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:48.054748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9350c227-68e9-43d6-ad53-7cbb5fb219ed'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:48.064478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 15:08:48.069984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9210102f-8ee4-44fd-87b5-ffadb5841b80'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:48.078782 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:48.083816 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "DELETE /v2.0/networks/22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7 HTTP/1.1" status: 204 len: 168 time: 1.9972897 Mar 10 15:08:48.089212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52874) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:48.116519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event deleted for resources: {'Network': ['ID=22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:48.140655 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.141243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.141799 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.143600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.144187 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.145814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.146401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.151164 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.153439 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.153439 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.156006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.156660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.157242 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad0462-430d-47f5-a677-2476dc65e9b4 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:48.304353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cea4a5-5020-48a0-b85a-dfb3ac2027b1 req-30577529-f0e0-45ac-92e5-c9f1ebbf2bfb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.316708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cea4a5-5020-48a0-b85a-dfb3ac2027b1 req-30577529-f0e0-45ac-92e5-c9f1ebbf2bfb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.322672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cea4a5-5020-48a0-b85a-dfb3ac2027b1 req-30577529-f0e0-45ac-92e5-c9f1ebbf2bfb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.328623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cea4a5-5020-48a0-b85a-dfb3ac2027b1 req-30577529-f0e0-45ac-92e5-c9f1ebbf2bfb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.336317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cea4a5-5020-48a0-b85a-dfb3ac2027b1 req-30577529-f0e0-45ac-92e5-c9f1ebbf2bfb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.342423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cea4a5-5020-48a0-b85a-dfb3ac2027b1 req-30577529-f0e0-45ac-92e5-c9f1ebbf2bfb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.349538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cea4a5-5020-48a0-b85a-dfb3ac2027b1 req-30577529-f0e0-45ac-92e5-c9f1ebbf2bfb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.351680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02cea4a5-5020-48a0-b85a-dfb3ac2027b1 req-30577529-f0e0-45ac-92e5-c9f1ebbf2bfb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5427 time: 0.4244595 Mar 10 15:08:48.373680 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0e71-288f-4fdc-ad44-84d4c0954fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d5005eb5-c236-4f27-a872-e1924a08ad7d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:48.376762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c0fe0e71-288f-4fdc-ad44-84d4c0954fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:48.378647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c0fe0e71-288f-4fdc-ad44-84d4c0954fde admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5005eb5-c236-4f27-a872-e1924a08ad7d HTTP/1.1" status: 204 len: 168 time: 0.5453837 Mar 10 15:08:48.429830 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ddfaef6-b0a8-40b1-878d-e741ec5ba347 req-d1e2124c-aefb-4de9-92f5-33f682d5cf95 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 210 time: 0.1720335 Mar 10 15:08:48.457998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe0e71-288f-4fdc-ad44-84d4c0954fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5005eb5-c236-4f27-a872-e1924a08ad7d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:48.483605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d96cdbc3-aaae-473d-bdb5-3e54f67ab343 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3044 time: 0.3856609 Mar 10 15:08:48.484074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52886) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:48.528833 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:45Z', 'revision_number': 4, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2c0bce07-ce24-4190-ac65-834d87f285bb', 'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'mac_address': 'fa:16:3e:89:0e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:43Z', 'updated_at': '2022-03-10T15:08:45Z', 'revision_number': 2, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'subnets': [{'id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:48.561460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02cea4a5-5020-48a0-b85a-dfb3ac2027b1 req-5d693f3e-ccb8-484d-bf73-a96060fc509d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1947653 Mar 10 15:08:48.583906 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Checking router: 1e408ce0-436a-4067-b13d-32f8789de1b7 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:08:48.584258 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Updating router 1e408ce0-436a-4067-b13d-32f8789de1b7 port 2c0bce07-ce24-4190-ac65-834d87f285bb binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:08:48.613308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['82185172-d57c-492b-8f11-a16c719432eb'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:48.645647 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:48.729467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['99057946-4fdf-44be-be7e-ed1d74bfa2e0'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:08:48.774570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.775529 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.776383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.777281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.777903 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.778613 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.779285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.780695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.781747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.782551 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.783352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.783975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.784628 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.785222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.785811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.786405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:48.792605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52892) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:48.793559 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9d664819-ef0b-4a53-8a96-ee65cc34236c tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10222 time: 0.3078253 Mar 10 15:08:49.189783 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Publish callbacks [] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:49.213049 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:49.297515 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Pushing event updated for resources: {'Port': ['ID=2c0bce07-ce24-4190-ac65-834d87f285bb,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:49.301741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c33ae336-56ef-4d49-8d19-d72c6c38ddee up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:49.335005 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.335623 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.336232 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.336724 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.337270 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.337753 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.338253 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.339057 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.339528 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.340141 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.340910 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.341428 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.341999 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:08:49.379478 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Attempting to bind port 2c0bce07-ce24-4190-ac65-834d87f285bb on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:08:49.380202 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Attempting to bind port 2c0bce07-ce24-4190-ac65-834d87f285bb by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'df6da688-a9e9-49bb-9c73-2d30ee4b80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:08:49.380948 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Attempting to bind port 2c0bce07-ce24-4190-ac65-834d87f285bb on network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:49.387885 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:08:49.389136 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Checking segment: {'id': 'df6da688-a9e9-49bb-9c73-2d30ee4b80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:08:49.389918 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:49.390482 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Bound using segment: {'id': 'df6da688-a9e9-49bb-9c73-2d30ee4b80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:08:49.391340 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Bound port: 2c0bce07-ce24-4190-ac65-834d87f285bb, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6da688-a9e9-49bb-9c73-2d30ee4b80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:08:49.391892 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:49.502419 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] For port 2c0bce07-ce24-4190-ac65-834d87f285bb, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:08:49.513030 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] For port 2c0bce07-ce24-4190-ac65-834d87f285bb, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2c0bce07-ce24-4190-ac65-834d87f285bb,segment=NetworkSegment(df6da688-a9e9-49bb-9c73-2d30ee4b80ec),segment_id=df6da688-a9e9-49bb-9c73-2d30ee4b80ec)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:08:49.531260 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:49.635926 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Routers {'1e408ce0-436a-4067-b13d-32f8789de1b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:08:49.636950 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:08:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1e408ce0-436a-4067-b13d-32f8789de1b7'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:49.641236 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b5f80-2cac-4d28-b2aa-715b32dcdc8e None None] Pushing event updated for resources: {'Port': ['ID=2c0bce07-ce24-4190-ac65-834d87f285bb,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:49.792016 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] Set router 1e408ce0-436a-4067-b13d-32f8789de1b7 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:08:49.809944 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52922) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:49.824721 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-833e7c0c-eb9d-4670-9a34-c4bdf8e9665a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] delete failed (client error): The resource could not be found. Mar 10 15:08:49.825782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-833e7c0c-eb9d-4670-9a34-c4bdf8e9665a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/3bab99ef-fd7d-45bd-93a4-bd182fac5c78 HTTP/1.1" status: 404 len: 345 time: 1.0320807 Mar 10 15:08:49.828640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52926) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:49.856691 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0d30a2-8415-4077-bba8-9c5f4113fcab tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] DELETE failed (client error): The resource could not be found. Mar 10 15:08:49.857354 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c33ae336-56ef-4d49-8d19-d72c6c38ddee triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:49.857822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0d30a2-8415-4077-bba8-9c5f4113fcab tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:08:49.858374 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:49.861575 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fa0d30a2-8415-4077-bba8-9c5f4113fcab tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "DELETE /v2.0/networks/22ab5a4f-71d5-4c9b-b45c-6bd0243a95d7 HTTP/1.1" status: 404 len: 339 time: 0.0317764 Mar 10 15:08:49.866172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52928) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:49.873029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Request body: {'network': {'name': 'tempest-network--1228153764', 'router:external': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:49.911510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Made reservation on behalf of efa72157a42447fa8cfb728844e0aaf4 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:49.914464 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:49.926589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ed16a5b-3a97-496d-ace4-6008eae17d2a req-9061d129-f48b-4ad5-ab46-91cbc9a3d3fb tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 210 time: 0.0984621 Mar 10 15:08:49.980496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:08:49.999481 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (717d111f-759f-4fab-9d9a-9e84cedd9841), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.003206 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Added segment 717d111f-759f-4fab-9d9a-9e84cedd9841 of type vlan for network 0e964318-8b67-4598-bf61-2acc89d7a828 Mar 10 15:08:50.016135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c33ae336-56ef-4d49-8d19-d72c6c38ddee is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:50.020907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d4893-f613-4875-bae9-d8d2ac3d8d00 req-084dc8cd-28d4-4a77-8dc7-01d833595f3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.040538 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1846075498-network', 'tenant_id': '69c00b9c0f654e6d914a2269c68cb3b2'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:50.040969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d4893-f613-4875-bae9-d8d2ac3d8d00 req-084dc8cd-28d4-4a77-8dc7-01d833595f3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.046842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d4893-f613-4875-bae9-d8d2ac3d8d00 req-084dc8cd-28d4-4a77-8dc7-01d833595f3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.051770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d4893-f613-4875-bae9-d8d2ac3d8d00 req-084dc8cd-28d4-4a77-8dc7-01d833595f3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.058041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d4893-f613-4875-bae9-d8d2ac3d8d00 req-084dc8cd-28d4-4a77-8dc7-01d833595f3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.063945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d4893-f613-4875-bae9-d8d2ac3d8d00 req-084dc8cd-28d4-4a77-8dc7-01d833595f3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.070111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d4893-f613-4875-bae9-d8d2ac3d8d00 req-084dc8cd-28d4-4a77-8dc7-01d833595f3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.078890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-385d4893-f613-4875-bae9-d8d2ac3d8d00 req-084dc8cd-28d4-4a77-8dc7-01d833595f3d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5427 time: 0.2519462 Mar 10 15:08:50.120697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Made reservation on behalf of 69c00b9c0f654e6d914a2269c68cb3b2 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:50.124128 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.129939 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (0e964318-8b67-4598-bf61-2acc89d7a828), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.144568 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.152473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-385d4893-f613-4875-bae9-d8d2ac3d8d00 req-1a17a3b1-052c-4923-b730-353ca50847cf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723598 Mar 10 15:08:50.169312 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:45Z', 'revision_number': 4, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2c0bce07-ce24-4190-ac65-834d87f285bb', 'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'mac_address': 'fa:16:3e:89:0e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:43Z', 'updated_at': '2022-03-10T15:08:49Z', 'revision_number': 4, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'subnets': [{'id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:50.194078 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (0e964318-8b67-4598-bf61-2acc89d7a828), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.195492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.196270 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.205739 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f97733-f639-4f42-a954-7d1d0040ed13 None None] The sync data for ids ['1e408ce0-436a-4067-b13d-32f8789de1b7'] in n-d-833090-1 is: [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:45Z', 'revision_number': 4, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2c0bce07-ce24-4190-ac65-834d87f285bb', 'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'mac_address': 'fa:16:3e:89:0e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:43Z', 'updated_at': '2022-03-10T15:08:49Z', 'revision_number': 4, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'subnets': [{'id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:08:50.213711 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:08:50.251947 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3845706 Mar 10 15:08:50.255384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52930) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:50.319459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54765c2a-4db8-4b9b-a58d-acc922b6532a tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event updated for resources: {'Network': ['ID=0e964318-8b67-4598-bf61-2acc89d7a828,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:50.344181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 0e964318-8b67-4598-bf61-2acc89d7a828 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:08:50.353056 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Publish callbacks [] for security_group (d605a387-8d8a-47fc-9842-c9d6a82fe005), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.371380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d605a387-8d8a-47fc-9842-c9d6a82fe005), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.410060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:08:50.421597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d605a387-8d8a-47fc-9842-c9d6a82fe005,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:50.429684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a7b7b40c-2cd4-4527-a516-b76184db6500), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.430286 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Added segment a7b7b40c-2cd4-4527-a516-b76184db6500 of type vlan for network 31140a36-e242-439d-9960-e50f30626836 Mar 10 15:08:50.445049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce77a58-49cb-4abc-b7c4-0d0ae39eb1d1 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.475427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce77a58-49cb-4abc-b7c4-0d0ae39eb1d1 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.488252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce77a58-49cb-4abc-b7c4-0d0ae39eb1d1 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.497183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce77a58-49cb-4abc-b7c4-0d0ae39eb1d1 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.499608 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (31140a36-e242-439d-9960-e50f30626836), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.506287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2ce77a58-49cb-4abc-b7c4-0d0ae39eb1d1 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2494872 Mar 10 15:08:50.507612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52932) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:50.513722 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.584787 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (31140a36-e242-439d-9960-e50f30626836), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.585747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.597512 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.638354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (0e964318-8b67-4598-bf61-2acc89d7a828), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.659811 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8487113 Mar 10 15:08:50.664021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52934) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:50.670635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] Request body: {'subnet': {'network_id': '31140a36-e242-439d-9960-e50f30626836', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1846075498-subnet', 'tenant_id': '69c00b9c0f654e6d914a2269c68cb3b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:50.701344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245088e9-c043-439c-a62f-ee7ee95a6db0 admin admin] Pushing event updated for resources: {'Network': ['ID=31140a36-e242-439d-9960-e50f30626836,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:50.732836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 31140a36-e242-439d-9960-e50f30626836 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:08:50.758838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] Made reservation on behalf of 69c00b9c0f654e6d914a2269c68cb3b2 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:50.761656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.823843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (0e964318-8b67-4598-bf61-2acc89d7a828), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:50.852156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0c31c-9545-4649-b19d-cd813954b29c req-c3c9fa3d-2d78-42c2-b2f8-0ef7f8c22a6e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:50.865235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-c3c9fa3d-2d78-42c2-b2f8-0ef7f8c22a6e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.45 "GET /v2.0/networks?id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62 HTTP/1.1" status: 200 len: 820 time: 0.2780778 Mar 10 15:08:50.878187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Request body: {'port': {'device_id': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'admin_state_up': True, 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:50.916373 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e964318-8b67-4598-bf61-2acc89d7a828']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:50.955532 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717d111f-759f-4fab-9d9a-9e84cedd9841') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:50.955876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717d111f-759f-4fab-9d9a-9e84cedd9841') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:50.971731 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (717d111f-759f-4fab-9d9a-9e84cedd9841), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.000485 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (717d111f-759f-4fab-9d9a-9e84cedd9841), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.014136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:08:51.015166 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (717d111f-759f-4fab-9d9a-9e84cedd9841), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:08:51.091289 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:08:51.152805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Made reservation on behalf of ed8ba5b5066942f8b1415c48eec2ad63 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:51.156777 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.178923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b9812c2-9b96-4c5f-90eb-d2a37010234b req-45fd515e-e811-4547-bfe7-d9f293b8280d tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 210 time: 0.1108046 Mar 10 15:08:51.247243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (0e964318-8b67-4598-bf61-2acc89d7a828), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.254381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e964318-8b67-4598-bf61-2acc89d7a828 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 15:08:51.257737 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.260877 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "DELETE /v2.0/networks/0e964318-8b67-4598-bf61-2acc89d7a828 HTTP/1.1" status: 204 len: 168 time: 0.7516348 Mar 10 15:08:51.291822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52942) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:51.292342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2c0bce07-ce24-4190-ac65-834d87f285bb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:51.311062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Request body: {'network': {'name': 'tempest-network--351838833', 'router:external': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:51.316994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631955c1-913f-4799-b76b-3538e0872c49 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e964318-8b67-4598-bf61-2acc89d7a828,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:51.356067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (065d5c44-3e8d-4563-b24c-71c85af17647), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.398509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Made reservation on behalf of efa72157a42447fa8cfb728844e0aaf4 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:51.401016 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.408445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2c0bce07-ce24-4190-ac65-834d87f285bb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:51.409371 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.438333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:08:51.448200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4acc77c6-39ee-4ca1-bb22-8442a36254c7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.448783 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Added segment 4acc77c6-39ee-4ca1-bb22-8442a36254c7 of type vlan for network d8c6f618-5cea-48db-87ed-253dd8fcb1fb Mar 10 15:08:51.502067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d8c6f618-5cea-48db-87ed-253dd8fcb1fb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.542713 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d8c6f618-5cea-48db-87ed-253dd8fcb1fb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.544003 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:51.544902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.557200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=065d5c44-3e8d-4563-b24c-71c85af17647,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:51.590558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe1f02-68de-471a-b1a0-1eefaee3f576 req-3fbc271e-4699-4bd1-abc4-e239d5f91525 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:51.596097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe1f02-68de-471a-b1a0-1eefaee3f576 req-3fbc271e-4699-4bd1-abc4-e239d5f91525 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:51.600995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2c0bce07-ce24-4190-ac65-834d87f285bb is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:51.601599 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.602244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe1f02-68de-471a-b1a0-1eefaee3f576 req-3fbc271e-4699-4bd1-abc4-e239d5f91525 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:51.607236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe1f02-68de-471a-b1a0-1eefaee3f576 req-3fbc271e-4699-4bd1-abc4-e239d5f91525 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:51.612722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe1f02-68de-471a-b1a0-1eefaee3f576 req-3fbc271e-4699-4bd1-abc4-e239d5f91525 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:51.618511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe1f02-68de-471a-b1a0-1eefaee3f576 req-3fbc271e-4699-4bd1-abc4-e239d5f91525 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:51.624851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe1f02-68de-471a-b1a0-1eefaee3f576 req-3fbc271e-4699-4bd1-abc4-e239d5f91525 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:51.627197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82fe1f02-68de-471a-b1a0-1eefaee3f576 req-3fbc271e-4699-4bd1-abc4-e239d5f91525 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5427 time: 0.2783020 Mar 10 15:08:51.638838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 2c0bce07-ce24-4190-ac65-834d87f285bb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2c0bce07-ce24-4190-ac65-834d87f285bb,segment=NetworkSegment(df6da688-a9e9-49bb-9c73-2d30ee4b80ec),segment_id=df6da688-a9e9-49bb-9c73-2d30ee4b80ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:51.648402 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.659309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event updated for resources: {'Network': ['ID=d8c6f618-5cea-48db-87ed-253dd8fcb1fb,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:51.677792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] Checking segment: {'id': 'a7b7b40c-2cd4-4527-a516-b76184db6500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '31140a36-e242-439d-9960-e50f30626836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:08:51.678442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] Network hostable DHCP agents. Network: 31140a36-e242-439d-9960-e50f30626836, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:08:51.693773 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0b9cb992-eff0-4f91-82dc-8886cc4bdc28 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3914318 Mar 10 15:08:51.696814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52944) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:51.710126 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d8c6f618-5cea-48db-87ed-253dd8fcb1fb details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:08:51.734530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82fe1f02-68de-471a-b1a0-1eefaee3f576 req-515018c1-f10c-4fe0-8adf-e4473381d9eb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914776 Mar 10 15:08:51.735390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Allocated IP 172.20.0.7 (c0c306d4-0ac3-4e65-802e-f2cbdae86d62/f77ef055-3ad6-417c-a3af-b3b1875b8afb/a4cbccc2-274a-4f35-a715-7c0669c88635) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:08:51.832782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=2c0bce07-ce24-4190-ac65-834d87f285bb,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:51.835613 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c57d8a5-d12e-4a82-a841-f16b7ffdc52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.854361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98de5a56-afa0-4306-ba03-7848135f2608 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:51.855856 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-98de5a56-afa0-4306-ba03-7848135f2608 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] 10.222.0.11 "GET /v2.0/networks/d8c6f618-5cea-48db-87ed-253dd8fcb1fb HTTP/1.1" status: 200 len: 756 time: 0.1579797 Mar 10 15:08:51.865249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52948) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:51.870494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] Network 31140a36-e242-439d-9960-e50f30626836 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:08:51.895229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 31140a36-e242-439d-9960-e50f30626836) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:51.901234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:51.903226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:51.904202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df8c0e4-6a20-4ec8-a24d-d9eddc2953b3 None None] Network 31140a36-e242-439d-9960-e50f30626836 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:08:51.926313 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-74b71446-0277-4c22-bb2a-5ee570e0f15b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2592406 Mar 10 15:08:52.060935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749959f3-33b4-41dc-a96b-bad4b5b9257a None None] Network 31140a36-e242-439d-9960-e50f30626836 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:08:52.130088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b333883f-3a1f-4ec8-93c3-1be9b66fdb07 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:52.137745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52954) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:52.146034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b333883f-3a1f-4ec8-93c3-1be9b66fdb07 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] 10.222.0.11 "GET /v2.0/networks/3a430b78-6e79-4c51-b137-9c4ea93b8617 HTTP/1.1" status: 200 len: 768 time: 0.2685935 Mar 10 15:08:52.306687 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.334842 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d8c6f618-5cea-48db-87ed-253dd8fcb1fb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.361467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79cc13c5-e73e-4fef-94cd-15e61ef66e59 req-5e9422a0-bdc0-4a75-88e9-64c67efe4f16 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 210 time: 0.0405779 Mar 10 15:08:52.396104 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.442145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:08:52.452987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:52.469063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Pushing event updated for resources: {'Port': ['ID=a4cbccc2-274a-4f35-a715-7c0669c88635,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:52.472242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:08:52.480085 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d8c6f618-5cea-48db-87ed-253dd8fcb1fb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.506976 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c6f618-5cea-48db-87ed-253dd8fcb1fb']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:52.525569 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acc77c6-39ee-4ca1-bb22-8442a36254c7') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:52.526292 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acc77c6-39ee-4ca1-bb22-8442a36254c7') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:52.539849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:52.540740 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.554370 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (4acc77c6-39ee-4ca1-bb22-8442a36254c7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.565785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-252e3350-e09e-431b-8cbc-be74235cbaf0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6994879 Mar 10 15:08:52.571513 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4acc77c6-39ee-4ca1-bb22-8442a36254c7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.579513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:08:52.580057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (4acc77c6-39ee-4ca1-bb22-8442a36254c7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.582573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Request body: {'port': {'device_id': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:08:52.582812 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:08:52.631528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9210102f-8ee4-44fd-87b5-ffadb5841b80 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:52.675130 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d8c6f618-5cea-48db-87ed-253dd8fcb1fb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.683458 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8c6f618-5cea-48db-87ed-253dd8fcb1fb {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 15:08:52.687774 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.697452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52970) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:52.698251 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "DELETE /v2.0/networks/d8c6f618-5cea-48db-87ed-253dd8fcb1fb HTTP/1.1" status: 204 len: 168 time: 0.5590010 Mar 10 15:08:52.702382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Request body: {'network': {'name': 'tempest-network--1908666586'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:52.712902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d4426-eec2-4573-a5ea-57c2167faf93 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8c6f618-5cea-48db-87ed-253dd8fcb1fb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:52.729782 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.759342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 9210102f-8ee4-44fd-87b5-ffadb5841b80 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:08:52.762978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-a9d206ba-89fd-4507-8daa-1d28bb9ee908 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:52.764280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-a9d206ba-89fd-4507-8daa-1d28bb9ee908 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/networks?id=31140a36-e242-439d-9960-e50f30626836 HTTP/1.1" status: 200 len: 822 time: 0.2140193 Mar 10 15:08:52.764640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 9210102f-8ee4-44fd-87b5-ffadb5841b80 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:52.765235 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.769204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Made reservation on behalf of efa72157a42447fa8cfb728844e0aaf4 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:52.771622 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.817163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-1ebe64cf-08ef-4268-8811-bfe3296d8706 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/quotas/69c00b9c0f654e6d914a2269c68cb3b2 HTTP/1.1" status: 200 len: 375 time: 0.0425317 Mar 10 15:08:52.871266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-4626f25f-85b2-479d-b5c5-53871eb1094b tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69c00b9c0f654e6d914a2269c68cb3b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435250 Mar 10 15:08:52.872122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:08:52.878816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9210102f-8ee4-44fd-87b5-ffadb5841b80 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:52.879419 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.920947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9210102f-8ee4-44fd-87b5-ffadb5841b80, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9210102f-8ee4-44fd-87b5-ffadb5841b80,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:52.922511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9210102f-8ee4-44fd-87b5-ffadb5841b80'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:52.926331 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b26263-484d-4686-b99f-6fe2e5b45de0" -d '{"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "9210102f-8ee4-44fd-87b5-ffadb5841b80"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:52.932812 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.934351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 4b27b919-855e-4c2f-a827-983e7853cc21 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:52.988501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (be016c22-6a28-4997-8cec-1caef5ee4d9b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:52.988961 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Added segment be016c22-6a28-4997-8cec-1caef5ee4d9b of type vlan for network 8911e5eb-46ee-4c76-a306-5897d646b4b4 Mar 10 15:08:53.101612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9210102f-8ee4-44fd-87b5-ffadb5841b80,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:53.111132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (8911e5eb-46ee-4c76-a306-5897d646b4b4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.148927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 4b27b919-855e-4c2f-a827-983e7853cc21 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:08:53.155929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 4b27b919-855e-4c2f-a827-983e7853cc21 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:53.156324 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.227442 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.resource_extend [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:08:53.244763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2c0bce07-ce24-4190-ac65-834d87f285bb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:53.270468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86299a-c0e6-4e91-ac55-c9d136a3865e req-6e62cfc8-81a1-4c10-89cd-6fd53274dc27 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:53.288532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86299a-c0e6-4e91-ac55-c9d136a3865e req-6e62cfc8-81a1-4c10-89cd-6fd53274dc27 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:53.294021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86299a-c0e6-4e91-ac55-c9d136a3865e req-6e62cfc8-81a1-4c10-89cd-6fd53274dc27 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:53.299863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86299a-c0e6-4e91-ac55-c9d136a3865e req-6e62cfc8-81a1-4c10-89cd-6fd53274dc27 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:53.305212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86299a-c0e6-4e91-ac55-c9d136a3865e req-6e62cfc8-81a1-4c10-89cd-6fd53274dc27 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:53.309059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2c0bce07-ce24-4190-ac65-834d87f285bb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:53.309607 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.311501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86299a-c0e6-4e91-ac55-c9d136a3865e req-6e62cfc8-81a1-4c10-89cd-6fd53274dc27 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:53.318743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86299a-c0e6-4e91-ac55-c9d136a3865e req-6e62cfc8-81a1-4c10-89cd-6fd53274dc27 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:53.326343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a86299a-c0e6-4e91-ac55-c9d136a3865e req-6e62cfc8-81a1-4c10-89cd-6fd53274dc27 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5428 time: 0.4519405 Mar 10 15:08:53.344631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cbdd1d01-f964-450a-852e-e6319c52cfd6 service neutron] 10.222.0.11 "GET /v2.0/networks/31140a36-e242-439d-9960-e50f30626836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273617 Mar 10 15:08:53.377148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (8911e5eb-46ee-4c76-a306-5897d646b4b4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.379701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 4b27b919-855e-4c2f-a827-983e7853cc21 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:53.380285 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.381404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:53.382027 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.445299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 4b27b919-855e-4c2f-a827-983e7853cc21, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=4b27b919-855e-4c2f-a827-983e7853cc21,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:53.463357 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.509201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8106637 Mar 10 15:08:53.512098 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52980) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:53.517696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fd743900-a269-4734-bf35-a9648b98d096 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:53.571618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=4b27b919-855e-4c2f-a827-983e7853cc21,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:53.639628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2c0bce07-ce24-4190-ac65-834d87f285bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:53.648500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3957c10-98fa-409b-b40e-01141db42ce6 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event updated for resources: {'Network': ['ID=8911e5eb-46ee-4c76-a306-5897d646b4b4,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:53.678112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 8911e5eb-46ee-4c76-a306-5897d646b4b4 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:08:53.687328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a86299a-c0e6-4e91-ac55-c9d136a3865e req-3a481e29-bd9a-466b-a465-669c038a005a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3601124 Mar 10 15:08:53.715535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cbccc2-274a-4f35-a715-7c0669c88635 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:53.727190 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Publish callbacks [] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.731856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-885e149f-3672-4ad2-809f-c9127f0da525 service neutron] 10.222.0.11 "GET /v2.0/networks/31140a36-e242-439d-9960-e50f30626836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770752 Mar 10 15:08:53.745732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Transition to ACTIVE for port object a4cbccc2-274a-4f35-a715-7c0669c88635 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:08:53.755983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.789972 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd743900-a269-4734-bf35-a9648b98d096 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (8911e5eb-46ee-4c76-a306-5897d646b4b4), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.808980 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f94e79-2b86-44f8-85f9-7c29e3500e98 x-openstack-request-id: req-c8f94e79-2b86-44f8-85f9-7c29e3500e98 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:53.809308 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "9210102f-8ee4-44fd-87b5-ffadb5841b80", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:53.809568 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8f94e79-2b86-44f8-85f9-7c29e3500e98 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:53.810328 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9210102f-8ee4-44fd-87b5-ffadb5841b80', 'code': 200} Mar 10 15:08:53.815009 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd743900-a269-4734-bf35-a9648b98d096 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (8911e5eb-46ee-4c76-a306-5897d646b4b4), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.840768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd743900-a269-4734-bf35-a9648b98d096 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Network 8911e5eb-46ee-4c76-a306-5897d646b4b4 is not hosted by any dhcp agent {{(pid=115534) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:08:53.841856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd743900-a269-4734-bf35-a9648b98d096 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:53.842618 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd743900-a269-4734-bf35-a9648b98d096 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:53.844348 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fd743900-a269-4734-bf35-a9648b98d096 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "PUT /v2.0/networks/8911e5eb-46ee-4c76-a306-5897d646b4b4 HTTP/1.1" status: 200 len: 858 time: 0.3307428 Mar 10 15:08:53.847980 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52982) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:53.868594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cbccc2-274a-4f35-a715-7c0669c88635,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:53.970661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (8911e5eb-46ee-4c76-a306-5897d646b4b4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.018890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd743900-a269-4734-bf35-a9648b98d096 tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event updated for resources: {'Network': ['ID=8911e5eb-46ee-4c76-a306-5897d646b4b4,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:54.020014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42a68de6-d0cd-4f53-882f-0789985d27e6 req-5e80af86-57ef-4366-9270-5e232b8a0c8a tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 210 time: 0.0654924 Mar 10 15:08:54.052996 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3c9069df-4e9d-482b-a86b-1c65caf4af1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.074730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Attempting to bind port a4cbccc2-274a-4f35-a715-7c0669c88635 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:08:54.075178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Attempting to bind port a4cbccc2-274a-4f35-a715-7c0669c88635 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'df6da688-a9e9-49bb-9c73-2d30ee4b80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:08:54.075706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Attempting to bind port a4cbccc2-274a-4f35-a715-7c0669c88635 on network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:54.097924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d57be8-6afb-4c0c-8798-d548fd8b2921 req-62345e39-31ee-4a5c-8513-0c2722a2d391 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:54.100042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42d57be8-6afb-4c0c-8798-d548fd8b2921 req-62345e39-31ee-4a5c-8513-0c2722a2d391 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 943 time: 0.1618657 Mar 10 15:08:54.105536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Port a4cbccc2-274a-4f35-a715-7c0669c88635 on network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:08:54.105895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Attempting to bind port a4cbccc2-274a-4f35-a715-7c0669c88635 on network c0c306d4-0ac3-4e65-802e-f2cbdae86d62 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:54.125431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:08:54.125781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Checking segment: {'id': 'df6da688-a9e9-49bb-9c73-2d30ee4b80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:08:54.126172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Bound using segment: {'id': 'df6da688-a9e9-49bb-9c73-2d30ee4b80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:08:54.126616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Bound port: a4cbccc2-274a-4f35-a715-7c0669c88635, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6da688-a9e9-49bb-9c73-2d30ee4b80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:08:54.128212 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.152892 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (8911e5eb-46ee-4c76-a306-5897d646b4b4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.178961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8911e5eb-46ee-4c76-a306-5897d646b4b4']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:54.192234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be016c22-6a28-4997-8cec-1caef5ee4d9b') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:54.192628 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be016c22-6a28-4997-8cec-1caef5ee4d9b') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:54.205070 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (be016c22-6a28-4997-8cec-1caef5ee4d9b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.223655 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (be016c22-6a28-4997-8cec-1caef5ee4d9b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.227398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42d57be8-6afb-4c0c-8798-d548fd8b2921 req-c2a7075d-787c-433a-b895-50f55e2bce37 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138213 Mar 10 15:08:54.241566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:08:54.241983 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (be016c22-6a28-4997-8cec-1caef5ee4d9b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:08:54.245921 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:08:54.262445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] For port a4cbccc2-274a-4f35-a715-7c0669c88635, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:08:54.266530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] For port a4cbccc2-274a-4f35-a715-7c0669c88635, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a4cbccc2-274a-4f35-a715-7c0669c88635,segment=NetworkSegment(df6da688-a9e9-49bb-9c73-2d30ee4b80ec),segment_id=df6da688-a9e9-49bb-9c73-2d30ee4b80ec)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:08:54.274146 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.316720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:54.317347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.319019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] 10.222.0.45 "PUT /v2.0/ports/a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 1091 time: 1.7419388 Mar 10 15:08:54.319474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:54.321848 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5e739b-a39c-43cc-b598-2306f56985e1" -d '{"events": [{"name": "network-changed", "server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:54.334610 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (8911e5eb-46ee-4c76-a306-5897d646b4b4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.354924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8911e5eb-46ee-4c76-a306-5897d646b4b4 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 15:08:54.359479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fe070-e42e-477d-b60c-d2488261abc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cbccc2-274a-4f35-a715-7c0669c88635,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:54.371788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.376526 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] 10.222.0.11 "DELETE /v2.0/networks/8911e5eb-46ee-4c76-a306-5897d646b4b4 HTTP/1.1" status: 204 len: 168 time: 0.5273364 Mar 10 15:08:54.381679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52996) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:54.410303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd671d2f-99e1-4c7e-9a72-ed84a7e709bb tempest-ExternalNetworksTestJSON-406050289 tempest-ExternalNetworksTestJSON-406050289-project-admin] Pushing event deleted for resources: {'Network': ['ID=8911e5eb-46ee-4c76-a306-5897d646b4b4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:54.442263 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe95fa5-20f4-4f88-a4b1-77e48bf2450a x-openstack-request-id: req-ebe95fa5-20f4-4f88-a4b1-77e48bf2450a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:54.443068 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:54.443297 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebe95fa5-20f4-4f88-a4b1-77e48bf2450a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:54.443852 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'status': 'completed', 'code': 200} Mar 10 15:08:54.444928 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1037528c-1e29-406e-a061-de847f707ac3 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] DELETE failed (client error): The resource could not be found. Mar 10 15:08:54.445433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1037528c-1e29-406e-a061-de847f707ac3 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:08:54.448989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1037528c-1e29-406e-a061-de847f707ac3 tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] 10.222.0.11 "DELETE /v2.0/subnets/acefb308-6bc6-493e-9e09-04ef94940439 HTTP/1.1" status: 404 len: 337 time: 0.0518479 Mar 10 15:08:54.452311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53000) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:54.556107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0c31c-9545-4649-b19d-cd813954b29c req-c0498410-25e3-491a-a0d6-5980692a6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:54.557672 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-c0498410-25e3-491a-a0d6-5980692a6017 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed8ba5b5066942f8b1415c48eec2ad63&device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 1125 time: 0.1770105 Mar 10 15:08:54.603204 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (3a430b78-6e79-4c51-b137-9c4ea93b8617), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.614355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-6e9d5f6f-c572-43f5-880a-89833e41c40e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 217 time: 0.0434039 Mar 10 15:08:54.621813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d102dde1-4757-440e-8039-3fc9eeb4b889 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:54.711300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0c31c-9545-4649-b19d-cd813954b29c req-74c7915c-afce-4172-8274-235dc39965d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:54.720564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-74c7915c-afce-4172-8274-235dc39965d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f77ef055-3ad6-417c-a3af-b3b1875b8afb HTTP/1.1" status: 200 len: 860 time: 0.0968492 Mar 10 15:08:54.734863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port d102dde1-4757-440e-8039-3fc9eeb4b889 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:08:54.750514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port d102dde1-4757-440e-8039-3fc9eeb4b889 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:54.750938 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.776241 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (3a430b78-6e79-4c51-b137-9c4ea93b8617), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.799837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-1029b05b-3904-4409-a809-18510b58e7bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661855 Mar 10 15:08:54.813362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a430b78-6e79-4c51-b137-9c4ea93b8617']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:54.825386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee51637-53a5-463b-ab4b-426ab03a9536') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:54.825685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee51637-53a5-463b-ab4b-426ab03a9536') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:08:54.838562 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (4ee51637-53a5-463b-ab4b-426ab03a9536), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.854987 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4ee51637-53a5-463b-ab4b-426ab03a9536), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.862991 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:08:54.863655 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (4ee51637-53a5-463b-ab4b-426ab03a9536), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:08:54.867751 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:08:54.944230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d102dde1-4757-440e-8039-3fc9eeb4b889 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:54.944633 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.967434 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (3a430b78-6e79-4c51-b137-9c4ea93b8617), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.982570 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:54.988734 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] 10.222.0.11 "DELETE /v2.0/networks/3a430b78-6e79-4c51-b137-9c4ea93b8617 HTTP/1.1" status: 204 len: 168 time: 0.5342805 Mar 10 15:08:55.029726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f29e5-7e4c-447e-a735-2200ce8ef115 req-8b583624-a9a6-40a5-9807-2c8038ebf6bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:55.035840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f29e5-7e4c-447e-a735-2200ce8ef115 req-8b583624-a9a6-40a5-9807-2c8038ebf6bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:55.042154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f29e5-7e4c-447e-a735-2200ce8ef115 req-8b583624-a9a6-40a5-9807-2c8038ebf6bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:55.058115 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d102dde1-4757-440e-8039-3fc9eeb4b889, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d102dde1-4757-440e-8039-3fc9eeb4b889,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:55.062707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f29e5-7e4c-447e-a735-2200ce8ef115 req-8b583624-a9a6-40a5-9807-2c8038ebf6bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:55.066438 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.067648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 27c2a645-503a-46e5-856f-74891a21f51d up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:55.073284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f29e5-7e4c-447e-a735-2200ce8ef115 req-8b583624-a9a6-40a5-9807-2c8038ebf6bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:55.079902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f29e5-7e4c-447e-a735-2200ce8ef115 req-8b583624-a9a6-40a5-9807-2c8038ebf6bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:55.085528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f29e5-7e4c-447e-a735-2200ce8ef115 req-8b583624-a9a6-40a5-9807-2c8038ebf6bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:55.087736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d5f29e5-7e4c-447e-a735-2200ce8ef115 req-8b583624-a9a6-40a5-9807-2c8038ebf6bf tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5429 time: 0.2811167 Mar 10 15:08:55.169185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-2b6b6b2d-e14f-4d02-a476-790b071d56d1 service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497429 Mar 10 15:08:55.181564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d102dde1-4757-440e-8039-3fc9eeb4b889,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:55.242723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-83945bb6-bf17-4946-a092-f7418f1cf20a req-8ae1edf6-d0c8-4a4b-8511-62942ab5a885 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 210 time: 0.0778036 Mar 10 15:08:55.280351 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.306002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 27c2a645-503a-46e5-856f-74891a21f51d completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:08:55.311149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 27c2a645-503a-46e5-856f-74891a21f51d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:55.311822 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (27c2a645-503a-46e5-856f-74891a21f51d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.461090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f880c-170c-4e21-af8c-4a38eef26dfa tempest-ExternalNetworksTestJSON-695268127 tempest-ExternalNetworksTestJSON-695268127-project] Pushing event deleted for resources: {'Network': ['ID=3a430b78-6e79-4c51-b137-9c4ea93b8617,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:55.479482 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53014) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:55.492143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 27c2a645-503a-46e5-856f-74891a21f51d is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:55.492768 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (27c2a645-503a-46e5-856f-74891a21f51d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.515842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cce0c31c-9545-4649-b19d-cd813954b29c req-f27bb741-1ddf-4780-91e0-5cdeba60047f service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342352 Mar 10 15:08:55.521667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d5f29e5-7e4c-447e-a735-2200ce8ef115 req-5cc1079d-bd3f-4f2f-84cb-03cce034efb9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4269342 Mar 10 15:08:55.557666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 27c2a645-503a-46e5-856f-74891a21f51d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=27c2a645-503a-46e5-856f-74891a21f51d,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:55.570908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (27c2a645-503a-46e5-856f-74891a21f51d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.572002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9350c227-68e9-43d6-ad53-7cbb5fb219ed up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:55.678343 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dd7052bf-f868-4db8-ab52-e57277f1c5f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66de2d52d59942f7a34321d6e58e8590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1971054 Mar 10 15:08:55.680118 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53018) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:55.686369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=27c2a645-503a-46e5-856f-74891a21f51d,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:55.708271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 9350c227-68e9-43d6-ad53-7cbb5fb219ed completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:08:55.713594 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 9350c227-68e9-43d6-ad53-7cbb5fb219ed triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:55.714064 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.739328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbef4217-1407-4c60-a634-30ef044aaf4f admin admin] Publish callbacks [] for security_group (642b63f7-2af5-4183-a7c1-3fa9f960fcaa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.742217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-425c2fc0-c360-4a3e-911f-ec803ccfb165 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:55.743906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-425c2fc0-c360-4a3e-911f-ec803ccfb165 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.62 "GET /v2.0/networks?id=31140a36-e242-439d-9960-e50f30626836 HTTP/1.1" status: 200 len: 822 time: 0.2199972 Mar 10 15:08:55.765650 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbef4217-1407-4c60-a634-30ef044aaf4f admin admin] Publish callbacks [] for security_group (642b63f7-2af5-4183-a7c1-3fa9f960fcaa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.780472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a53bf-db97-4ebe-8e5b-b9dfb334ae2d req-f272b4f8-4641-4b49-b9d0-f120e60ede48 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:55.791965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db3a53bf-db97-4ebe-8e5b-b9dfb334ae2d req-f272b4f8-4641-4b49-b9d0-f120e60ede48 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 943 time: 0.2669766 Mar 10 15:08:55.798921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Request body: {'port': {'device_id': '784d316b-9626-4e18-9044-6b7d6c87b87f', 'network_id': '31140a36-e242-439d-9960-e50f30626836', 'admin_state_up': True, 'tenant_id': '69c00b9c0f654e6d914a2269c68cb3b2'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:55.822573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b27b919-855e-4c2f-a827-983e7853cc21'}, {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd102dde1-4757-440e-8039-3fc9eeb4b889'}, {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c2a645-503a-46e5-856f-74891a21f51d'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:55.824456 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2795b1cb-72f8-46b2-baff-294b5c651d06" -d '{"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "4b27b919-855e-4c2f-a827-983e7853cc21"}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "d102dde1-4757-440e-8039-3fc9eeb4b889"}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "27c2a645-503a-46e5-856f-74891a21f51d"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:55.852930 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbef4217-1407-4c60-a634-30ef044aaf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (642b63f7-2af5-4183-a7c1-3fa9f960fcaa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.854145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9350c227-68e9-43d6-ad53-7cbb5fb219ed is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:55.854542 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.859643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbef4217-1407-4c60-a634-30ef044aaf4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.864152 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fbef4217-1407-4c60-a634-30ef044aaf4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/642b63f7-2af5-4183-a7c1-3fa9f960fcaa HTTP/1.1" status: 204 len: 168 time: 0.1824648 Mar 10 15:08:55.867974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db3a53bf-db97-4ebe-8e5b-b9dfb334ae2d req-e114edd8-820e-4079-a265-4cc8fb122413 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760942 Mar 10 15:08:55.884505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef4217-1407-4c60-a634-30ef044aaf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642b63f7-2af5-4183-a7c1-3fa9f960fcaa,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:55.912374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e739b-a39c-43cc-b598-2306f56985e1 req-398fc688-0c8d-4c0d-867c-ca746d1da048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:55.914869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd5e739b-a39c-43cc-b598-2306f56985e1 req-398fc688-0c8d-4c0d-867c-ca746d1da048 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed8ba5b5066942f8b1415c48eec2ad63&device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 1125 time: 0.2136602 Mar 10 15:08:55.949143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9350c227-68e9-43d6-ad53-7cbb5fb219ed, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9350c227-68e9-43d6-ad53-7cbb5fb219ed,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:55.959343 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:55.960492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 82185172-d57c-492b-8f11-a16c719432eb up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:56.074151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9350c227-68e9-43d6-ad53-7cbb5fb219ed,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:56.133037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 82185172-d57c-492b-8f11-a16c719432eb completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:08:56.143842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 82185172-d57c-492b-8f11-a16c719432eb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:56.144277 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (82185172-d57c-492b-8f11-a16c719432eb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.168447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e739b-a39c-43cc-b598-2306f56985e1 req-62664b63-f015-4e91-b142-89a245e05752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:56.170157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd5e739b-a39c-43cc-b598-2306f56985e1 req-62664b63-f015-4e91-b142-89a245e05752 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62 HTTP/1.1" status: 200 len: 921 time: 0.2400773 Mar 10 15:08:56.242804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd5e739b-a39c-43cc-b598-2306f56985e1 req-e060f268-5e62-4b17-929a-b1347933dece service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 217 time: 0.0637126 Mar 10 15:08:56.243443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Made reservation on behalf of 69c00b9c0f654e6d914a2269c68cb3b2 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:56.246911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.326903 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a6d60d-3ca4-4242-aa9e-c30c7bada611 x-openstack-request-id: req-e1a6d60d-3ca4-4242-aa9e-c30c7bada611 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:56.328128 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "4b27b919-855e-4c2f-a827-983e7853cc21", "code": 200}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "d102dde1-4757-440e-8039-3fc9eeb4b889", "code": 200}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "27c2a645-503a-46e5-856f-74891a21f51d", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:56.328630 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1a6d60d-3ca4-4242-aa9e-c30c7bada611 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:56.329247 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b27b919-855e-4c2f-a827-983e7853cc21', 'code': 200} Mar 10 15:08:56.330678 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd102dde1-4757-440e-8039-3fc9eeb4b889', 'code': 200} Mar 10 15:08:56.331769 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c2a645-503a-46e5-856f-74891a21f51d', 'code': 200} Mar 10 15:08:56.350382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 82185172-d57c-492b-8f11-a16c719432eb is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:56.351094 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (82185172-d57c-492b-8f11-a16c719432eb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.356902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53034) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:56.394078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 82185172-d57c-492b-8f11-a16c719432eb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=82185172-d57c-492b-8f11-a16c719432eb,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:56.402484 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (82185172-d57c-492b-8f11-a16c719432eb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.403416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 99057946-4fdf-44be-be7e-ed1d74bfa2e0 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:08:56.419443 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6eb9a5b3-ffcc-4e4d-92e0-28b2ff135682 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=efa72157a42447fa8cfb728844e0aaf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0608840 Mar 10 15:08:56.422157 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53036) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:56.430051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c58d360-7b1a-4070-a207-c84568c11a2f req-5fe665ef-f5b1-495d-8094-f45a63b349fc tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 210 time: 0.0720980 Mar 10 15:08:56.470164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e739b-a39c-43cc-b598-2306f56985e1 req-295351a1-20ed-4175-9748-a1bc5b42029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:56.473124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd5e739b-a39c-43cc-b598-2306f56985e1 req-295351a1-20ed-4175-9748-a1bc5b42029c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f77ef055-3ad6-417c-a3af-b3b1875b8afb HTTP/1.1" status: 200 len: 860 time: 0.2106183 Mar 10 15:08:56.498436 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7a012f-1868-4b0f-b4a5-21c9e703882b admin admin] Publish callbacks [] for security_group (86bc1592-5f66-4b75-b21e-badf6654d959), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.527572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd5e739b-a39c-43cc-b598-2306f56985e1 req-d3d3103a-04bd-47a4-a3c7-2de9466bb94b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435133 Mar 10 15:08:56.528043 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7a012f-1868-4b0f-b4a5-21c9e703882b admin admin] Publish callbacks [] for security_group (86bc1592-5f66-4b75-b21e-badf6654d959), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.546503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=82185172-d57c-492b-8f11-a16c719432eb,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:56.589466 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.623022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:08:56.633616 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:08:56.633616 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.686210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Allocated IP 172.20.0.10 (31140a36-e242-439d-9960-e50f30626836/065d5c44-3e8d-4563-b24c-71c85af17647/6476e4bf-810e-4cb4-9549-36c1dab575f1) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:08:56.697163 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7a012f-1868-4b0f-b4a5-21c9e703882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (86bc1592-5f66-4b75-b21e-badf6654d959), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.703286 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7a012f-1868-4b0f-b4a5-21c9e703882b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.707404 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6d7a012f-1868-4b0f-b4a5-21c9e703882b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86bc1592-5f66-4b75-b21e-badf6654d959 HTTP/1.1" status: 204 len: 168 time: 0.2839136 Mar 10 15:08:56.717384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd5e739b-a39c-43cc-b598-2306f56985e1 req-e31911e8-bbfa-4661-9ebe-a7e4060130f3 service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818628 Mar 10 15:08:56.723537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a012f-1868-4b0f-b4a5-21c9e703882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bc1592-5f66-4b75-b21e-badf6654d959,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:56.838503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:08:56.839093 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.918030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 99057946-4fdf-44be-be7e-ed1d74bfa2e0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=99057946-4fdf-44be-be7e-ed1d74bfa2e0,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:08:56.942373 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:56.946385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483ef81-8d78-44df-823b-78526c089715 req-13451ca8-58be-44f3-88b2-d8909dba5bec tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:56.952395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483ef81-8d78-44df-823b-78526c089715 req-13451ca8-58be-44f3-88b2-d8909dba5bec tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:56.959100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483ef81-8d78-44df-823b-78526c089715 req-13451ca8-58be-44f3-88b2-d8909dba5bec tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:56.964891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483ef81-8d78-44df-823b-78526c089715 req-13451ca8-58be-44f3-88b2-d8909dba5bec tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:56.970199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483ef81-8d78-44df-823b-78526c089715 req-13451ca8-58be-44f3-88b2-d8909dba5bec tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:56.975801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483ef81-8d78-44df-823b-78526c089715 req-13451ca8-58be-44f3-88b2-d8909dba5bec tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:56.981170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483ef81-8d78-44df-823b-78526c089715 req-13451ca8-58be-44f3-88b2-d8909dba5bec tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:56.983295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b483ef81-8d78-44df-823b-78526c089715 req-13451ca8-58be-44f3-88b2-d8909dba5bec tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5433 time: 0.2465508 Mar 10 15:08:57.019858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=99057946-4fdf-44be-be7e-ed1d74bfa2e0,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:57.020383 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd5e739b-a39c-43cc-b598-2306f56985e1 req-634607f5-879a-4081-9d5c-70a0a1f76b32 service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846315 Mar 10 15:08:57.150613 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Publish callbacks [] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:57.163240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c71ea7-cfc0-4fae-bce2-307fa795bac3 req-fb667bf2-6f3d-466d-839b-0d8ba6d86894 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.164748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8c71ea7-cfc0-4fae-bce2-307fa795bac3 req-fb667bf2-6f3d-466d-839b-0d8ba6d86894 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 943 time: 0.1805489 Mar 10 15:08:57.172026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b483ef81-8d78-44df-823b-78526c089715 req-d4838fcf-19f0-497a-947d-703ff695cf01 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1500809 Mar 10 15:08:57.242160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8c71ea7-cfc0-4fae-bce2-307fa795bac3 req-8bd831f1-4cdf-4870-959a-30fb95e70b7e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691605 Mar 10 15:08:57.257573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:57.344350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Network 31140a36-e242-439d-9960-e50f30626836 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:08:57.353589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:57.356798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:08:57.359324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Pushing event updated for resources: {'Port': ['ID=6476e4bf-810e-4cb4-9549-36c1dab575f1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:57.416977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79702b6-511c-4985-8209-812c46a7bf9e req-4f2ce404-e589-485d-bb61-2cbd4c1672da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.422450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79702b6-511c-4985-8209-812c46a7bf9e req-4f2ce404-e589-485d-bb61-2cbd4c1672da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.428502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79702b6-511c-4985-8209-812c46a7bf9e req-4f2ce404-e589-485d-bb61-2cbd4c1672da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.434153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79702b6-511c-4985-8209-812c46a7bf9e req-4f2ce404-e589-485d-bb61-2cbd4c1672da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.439844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79702b6-511c-4985-8209-812c46a7bf9e req-4f2ce404-e589-485d-bb61-2cbd4c1672da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.445334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79702b6-511c-4985-8209-812c46a7bf9e req-4f2ce404-e589-485d-bb61-2cbd4c1672da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.451358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79702b6-511c-4985-8209-812c46a7bf9e req-4f2ce404-e589-485d-bb61-2cbd4c1672da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.453250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a79702b6-511c-4985-8209-812c46a7bf9e req-4f2ce404-e589-485d-bb61-2cbd4c1672da tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5444 time: 0.1625757 Mar 10 15:08:57.483318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.483318 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:57.536090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-2db1f4e4-71f4-4997-85c7-664e68724615 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7656448 Mar 10 15:08:57.565419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Request body: {'port': {'device_id': '784d316b-9626-4e18-9044-6b7d6c87b87f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:57.609755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a79702b6-511c-4985-8209-812c46a7bf9e req-94ad025e-f3ca-467b-9a58-d1cc858c8dfd tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469173 Mar 10 15:08:57.658348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d710d-2407-41a5-915b-735d012e9ae6 req-cebb351b-f1ca-485a-b4f7-6fa44c524228 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.659861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee5d710d-2407-41a5-915b-735d012e9ae6 req-cebb351b-f1ca-485a-b4f7-6fa44c524228 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 932 time: 0.1453302 Mar 10 15:08:57.662868 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:57.790435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee5d710d-2407-41a5-915b-735d012e9ae6 req-86e0a450-1851-4c16-b97b-2345f04c6b10 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182401 Mar 10 15:08:57.879846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210677-8c2b-40d9-b24b-f9c7c718cfe2 req-a23bd5eb-d235-482b-9266-43d884ae7b58 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.885529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210677-8c2b-40d9-b24b-f9c7c718cfe2 req-a23bd5eb-d235-482b-9266-43d884ae7b58 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.890917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210677-8c2b-40d9-b24b-f9c7c718cfe2 req-a23bd5eb-d235-482b-9266-43d884ae7b58 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.897171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210677-8c2b-40d9-b24b-f9c7c718cfe2 req-a23bd5eb-d235-482b-9266-43d884ae7b58 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.902593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210677-8c2b-40d9-b24b-f9c7c718cfe2 req-a23bd5eb-d235-482b-9266-43d884ae7b58 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.908004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210677-8c2b-40d9-b24b-f9c7c718cfe2 req-a23bd5eb-d235-482b-9266-43d884ae7b58 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.913505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210677-8c2b-40d9-b24b-f9c7c718cfe2 req-a23bd5eb-d235-482b-9266-43d884ae7b58 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:57.915481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a210677-8c2b-40d9-b24b-f9c7c718cfe2 req-a23bd5eb-d235-482b-9266-43d884ae7b58 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5444 time: 0.1854212 Mar 10 15:08:58.139865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6476e4bf-810e-4cb4-9549-36c1dab575f1 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:08:58.148481 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.149824 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Publish callbacks [] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.167062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Transition to ACTIVE for port object 6476e4bf-810e-4cb4-9549-36c1dab575f1 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:08:58.171129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.259329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Pushing event updated for resources: {'Port': ['ID=6476e4bf-810e-4cb4-9549-36c1dab575f1,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:58.332850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9350c227-68e9-43d6-ad53-7cbb5fb219ed'}, {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82185172-d57c-492b-8f11-a16c719432eb'}, {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99057946-4fdf-44be-be7e-ed1d74bfa2e0'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:58.337040 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea52024-61be-4391-98b6-1572d0795224" -d '{"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "9350c227-68e9-43d6-ad53-7cbb5fb219ed"}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "82185172-d57c-492b-8f11-a16c719432eb"}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "99057946-4fdf-44be-be7e-ed1d74bfa2e0"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:58.388187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Attempting to bind port 6476e4bf-810e-4cb4-9549-36c1dab575f1 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:08:58.388535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Attempting to bind port 6476e4bf-810e-4cb4-9549-36c1dab575f1 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'a7b7b40c-2cd4-4527-a516-b76184db6500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '31140a36-e242-439d-9960-e50f30626836'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:08:58.388868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Attempting to bind port 6476e4bf-810e-4cb4-9549-36c1dab575f1 on network 31140a36-e242-439d-9960-e50f30626836 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:58.401115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Port 6476e4bf-810e-4cb4-9549-36c1dab575f1 on network 31140a36-e242-439d-9960-e50f30626836 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:08:58.402897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Attempting to bind port 6476e4bf-810e-4cb4-9549-36c1dab575f1 on network 31140a36-e242-439d-9960-e50f30626836 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:58.415072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:08:58.415422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Checking segment: {'id': 'a7b7b40c-2cd4-4527-a516-b76184db6500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '31140a36-e242-439d-9960-e50f30626836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:08:58.415813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Bound using segment: {'id': 'a7b7b40c-2cd4-4527-a516-b76184db6500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '31140a36-e242-439d-9960-e50f30626836'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:08:58.416258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Bound port: 6476e4bf-810e-4cb4-9549-36c1dab575f1, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b7b40c-2cd4-4527-a516-b76184db6500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '31140a36-e242-439d-9960-e50f30626836'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:08:58.416620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.435027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3429f1-dda7-49dd-be97-3257480222cb req-f826b09d-a373-4293-8a4e-3f076f8700b5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:58.440627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3429f1-dda7-49dd-be97-3257480222cb req-f826b09d-a373-4293-8a4e-3f076f8700b5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:58.446477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3429f1-dda7-49dd-be97-3257480222cb req-f826b09d-a373-4293-8a4e-3f076f8700b5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:58.452206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3429f1-dda7-49dd-be97-3257480222cb req-f826b09d-a373-4293-8a4e-3f076f8700b5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:58.454585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53096) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:58.464176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3429f1-dda7-49dd-be97-3257480222cb req-f826b09d-a373-4293-8a4e-3f076f8700b5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:58.464176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3429f1-dda7-49dd-be97-3257480222cb req-f826b09d-a373-4293-8a4e-3f076f8700b5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:58.469043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3429f1-dda7-49dd-be97-3257480222cb req-f826b09d-a373-4293-8a4e-3f076f8700b5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:58.470965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee3429f1-dda7-49dd-be97-3257480222cb req-f826b09d-a373-4293-8a4e-3f076f8700b5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5434 time: 0.1773858 Mar 10 15:08:58.621431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-660637846'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:58.643723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Made reservation on behalf of bbc876b638584efb89736bcbacaa1808 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:58.647229 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.656930 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.740477 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks [] for security_group (bd64fb80-af97-4177-9fa2-4c6ee6b26237), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.744368 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bd64fb80-af97-4177-9fa2-4c6ee6b26237), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.775370 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:08:58.786039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd64fb80-af97-4177-9fa2-4c6ee6b26237,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:58.797794 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (cd8d35f6-c53c-4f52-b67b-62cd5f26eee4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.798159 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Added segment cd8d35f6-c53c-4f52-b67b-62cd5f26eee4 of type vlan for network 0180e84d-efcc-4570-b9ca-a3d882c67224 Mar 10 15:08:58.842253 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (0180e84d-efcc-4570-b9ca-a3d882c67224), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.844983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2704cd-0fe5-4bf9-b21f-d34f2d0cac8f req-b0dc78b2-fc60-4b75-b032-dde05babc9b5 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:58.846473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b2704cd-0fe5-4bf9-b21f-d34f2d0cac8f req-b0dc78b2-fc60-4b75-b032-dde05babc9b5 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 943 time: 0.5140967 Mar 10 15:08:58.868666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (0180e84d-efcc-4570-b9ca-a3d882c67224), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.874419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:58.875045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:58.913468 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.4554520 Mar 10 15:08:58.949185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca649c-f5e2-49c6-92fe-4d70ad7e5b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Pushing event updated for resources: {'Network': ['ID=0180e84d-efcc-4570-b9ca-a3d882c67224,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:58.960571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 0180e84d-efcc-4570-b9ca-a3d882c67224 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:08:58.989545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee3429f1-dda7-49dd-be97-3257480222cb req-33440c23-c0fa-47f5-86a6-b12babe76d45 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1433709 Mar 10 15:08:58.996544 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b2704cd-0fe5-4bf9-b21f-d34f2d0cac8f req-d7e42782-4702-474d-8680-e2136ff92929 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411111 Mar 10 15:08:59.000709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] For port 6476e4bf-810e-4cb4-9549-36c1dab575f1, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:08:59.004706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] For port 6476e4bf-810e-4cb4-9549-36c1dab575f1, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=6476e4bf-810e-4cb4-9549-36c1dab575f1,segment=NetworkSegment(a7b7b40c-2cd4-4527-a516-b76184db6500),segment_id=a7b7b40c-2cd4-4527-a516-b76184db6500)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:08:59.019829 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:59.077612 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4b2e25-be6d-4fab-87cc-fda0776829b7 x-openstack-request-id: req-7e4b2e25-be6d-4fab-87cc-fda0776829b7 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:59.077979 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "9350c227-68e9-43d6-ad53-7cbb5fb219ed", "code": 200}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "82185172-d57c-492b-8f11-a16c719432eb", "code": 200}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-plugged", "status": "completed", "tag": "99057946-4fdf-44be-be7e-ed1d74bfa2e0", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:59.078357 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e4b2e25-be6d-4fab-87cc-fda0776829b7 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:59.079047 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9350c227-68e9-43d6-ad53-7cbb5fb219ed', 'code': 200} Mar 10 15:08:59.079376 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82185172-d57c-492b-8f11-a16c719432eb', 'code': 200} Mar 10 15:08:59.079784 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99057946-4fdf-44be-be7e-ed1d74bfa2e0', 'code': 200} Mar 10 15:08:59.093693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.094476 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:59.096104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] 10.222.0.62 "PUT /v2.0/ports/6476e4bf-810e-4cb4-9549-36c1dab575f1 HTTP/1.1" status: 200 len: 1092 time: 1.5378022 Mar 10 15:08:59.096896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d316b-9626-4e18-9044-6b7d6c87b87f', 'tag': '6476e4bf-810e-4cb4-9549-36c1dab575f1'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:08:59.099325 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d949add3-3a3e-4ee7-bf67-6bca9497ba47" -d '{"events": [{"name": "network-changed", "server_uuid": "784d316b-9626-4e18-9044-6b7d6c87b87f", "tag": "6476e4bf-810e-4cb4-9549-36c1dab575f1"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:08:59.199449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28fa6d-0ed3-48d0-9c44-a3c502eed53d service neutron] Pushing event updated for resources: {'Port': ['ID=6476e4bf-810e-4cb4-9549-36c1dab575f1,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:59.255059 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51010eb-32c0-4d9d-a1bf-6889f5c16d38 req-f6201c89-146a-45c8-8075-977330d0d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.255932 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51010eb-32c0-4d9d-a1bf-6889f5c16d38 req-f6201c89-146a-45c8-8075-977330d0d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.256583 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51010eb-32c0-4d9d-a1bf-6889f5c16d38 req-f6201c89-146a-45c8-8075-977330d0d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.257610 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51010eb-32c0-4d9d-a1bf-6889f5c16d38 req-f6201c89-146a-45c8-8075-977330d0d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.258254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51010eb-32c0-4d9d-a1bf-6889f5c16d38 req-f6201c89-146a-45c8-8075-977330d0d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.259190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51010eb-32c0-4d9d-a1bf-6889f5c16d38 req-f6201c89-146a-45c8-8075-977330d0d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.260033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51010eb-32c0-4d9d-a1bf-6889f5c16d38 req-f6201c89-146a-45c8-8075-977330d0d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.260786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462e11a-a815-4d8f-ad7d-0c49733e9f40 req-24d67456-641a-4bb5-b333-469a2f2a33f0 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.262305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e462e11a-a815-4d8f-ad7d-0c49733e9f40 req-24d67456-641a-4bb5-b333-469a2f2a33f0 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 944 time: 0.1215017 Mar 10 15:08:59.263527 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a51010eb-32c0-4d9d-a1bf-6889f5c16d38 req-f6201c89-146a-45c8-8075-977330d0d4fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 6708 time: 0.0684981 Mar 10 15:08:59.269654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-eb959168-2579-46df-a782-fe5c5b747536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.271168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-eb959168-2579-46df-a782-fe5c5b747536 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c00b9c0f654e6d914a2269c68cb3b2&device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 1126 time: 0.0985382 Mar 10 15:08:59.308595 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53114) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:59.317800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Request body: {'port': {'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224', 'binding:host_id': 'n-h2-833090-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1180898197'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:08:59.352049 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a51010eb-32c0-4d9d-a1bf-6889f5c16d38 req-1c507754-18d7-497b-8081-b967fa85a6b7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808613 Mar 10 15:08:59.353008 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-434ba2c7-1dd2-4e55-9c63-6501af5e68d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6476e4bf-810e-4cb4-9549-36c1dab575f1 HTTP/1.1" status: 200 len: 217 time: 0.0604849 Mar 10 15:08:59.359870 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2212ac2d-5be3-4d8e-bd86-dab46c50c3f0 x-openstack-request-id: req-2212ac2d-5be3-4d8e-bd86-dab46c50c3f0 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:08:59.360169 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784d316b-9626-4e18-9044-6b7d6c87b87f", "tag": "6476e4bf-810e-4cb4-9549-36c1dab575f1", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:08:59.360457 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2212ac2d-5be3-4d8e-bd86-dab46c50c3f0 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:08:59.360979 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784d316b-9626-4e18-9044-6b7d6c87b87f', 'tag': '6476e4bf-810e-4cb4-9549-36c1dab575f1', 'status': 'completed', 'code': 200} Mar 10 15:08:59.361381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Made reservation on behalf of bd7d54564c0c48409454f86c7cc13602 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:08:59.364176 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:59.370018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e462e11a-a815-4d8f-ad7d-0c49733e9f40 req-2f2dc2c9-99d0-4fa6-808f-95cb702019b3 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977111 Mar 10 15:08:59.373799 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:59.459398 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks [] for security_group (999928d9-da87-4fed-be19-059afb4fcb7d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:59.464331 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (999928d9-da87-4fed-be19-059afb4fcb7d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:59.470623 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] device_id is not set on port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:08:59.563565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999928d9-da87-4fed-be19-059afb4fcb7d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:59.722386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] device_id is not set on port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:08:59.731202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-edd6d0ea-3e65-4e3b-b701-b5ed95be3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.732367 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks [] for port (831c0bd0-b052-455c-aaa0-18affa9bcdc1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:59.732793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-edd6d0ea-3e65-4e3b-b701-b5ed95be3281 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=065d5c44-3e8d-4563-b24c-71c85af17647 HTTP/1.1" status: 200 len: 862 time: 0.0789700 Mar 10 15:08:59.739490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (831c0bd0-b052-455c-aaa0-18affa9bcdc1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:08:59.762103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f95d0-fe28-4239-9267-20dea650c2f8 req-3ab3d0d7-ae4c-485e-8a9a-ff0c3b032d1a tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.763740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c69f95d0-fe28-4239-9267-20dea650c2f8 req-3ab3d0d7-ae4c-485e-8a9a-ff0c3b032d1a tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 946 time: 0.0825086 Mar 10 15:08:59.783684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-5f1509a1-e7a0-45cf-9541-96568f490d05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31140a36-e242-439d-9960-e50f30626836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411410 Mar 10 15:08:59.798812 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53134) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:08:59.813628 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event updated for resources: {'Port': ['ID=831c0bd0-b052-455c-aaa0-18affa9bcdc1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:08:59.823520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Checking segment: {'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:08:59.824109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Network hostable DHCP agents. Network: 0180e84d-efcc-4570-b9ca-a3d882c67224, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:08:59.842819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Network 0180e84d-efcc-4570-b9ca-a3d882c67224 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:08:59.855983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 0180e84d-efcc-4570-b9ca-a3d882c67224) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:08:59.860586 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:08:59.869047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350e35c3-12bd-45f8-9f75-07032dbfacfe None None] Network 0180e84d-efcc-4570-b9ca-a3d882c67224 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:08:59.891511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c69f95d0-fe28-4239-9267-20dea650c2f8 req-edbf5e5a-65cc-4b6d-8ec4-aaf07fc42005 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104040 Mar 10 15:08:59.913092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:08:59.913498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:08:59.913877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:59.919883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:08:59.920369 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:08:59.921214 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 2 to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 Mar 10 15:08:59.930114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-0d578ed0-af45-4a06-a4e2-c259b89a433e service neutron] 10.222.0.62 "GET /v2.0/networks/31140a36-e242-439d-9960-e50f30626836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257465 Mar 10 15:08:59.948298 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:08:59.948718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:08:59.948974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:08:59.956837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:08:59.957167 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:08:59.958207 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 3 to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 Mar 10 15:08:59.958326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a4cbccc2-274a-4f35-a715-7c0669c88635 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:08:59.968206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06fb12-97ea-411c-84bc-70b85851af10 req-36502c46-e62c-4cd2-89d9-567fcc29a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.968692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06fb12-97ea-411c-84bc-70b85851af10 req-36502c46-e62c-4cd2-89d9-567fcc29a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.969556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06fb12-97ea-411c-84bc-70b85851af10 req-36502c46-e62c-4cd2-89d9-567fcc29a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.970296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06fb12-97ea-411c-84bc-70b85851af10 req-36502c46-e62c-4cd2-89d9-567fcc29a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.970296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06fb12-97ea-411c-84bc-70b85851af10 req-36502c46-e62c-4cd2-89d9-567fcc29a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.970728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06fb12-97ea-411c-84bc-70b85851af10 req-36502c46-e62c-4cd2-89d9-567fcc29a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.971252 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06fb12-97ea-411c-84bc-70b85851af10 req-36502c46-e62c-4cd2-89d9-567fcc29a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:08:59.973257 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8e06fb12-97ea-411c-84bc-70b85851af10 req-36502c46-e62c-4cd2-89d9-567fcc29a3a1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 6718 time: 0.1734517 Mar 10 15:08:59.996916 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:08:59.997283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:08:59.997618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:00.007014 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:00.007453 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:00.007782 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 4 to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 Mar 10 15:09:00.046972 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:00.047223 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:00.047568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:00.057661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26a3b498-ac63-4bf9-86f4-b6307978d87d req-ab1cfed0-2b0d-4ed0-88dc-fe042f0d5ba0 service neutron] 10.222.0.62 "GET /v2.0/networks/31140a36-e242-439d-9960-e50f30626836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204937 Mar 10 15:09:00.060690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:00.064111 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:00.068566 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 5 to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 Mar 10 15:09:00.106058 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8e06fb12-97ea-411c-84bc-70b85851af10 req-660233de-2c33-4fc9-ab5a-109aab1fa1db service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256745 Mar 10 15:09:00.109214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:00.109562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:00.109910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:00.116811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:00.117288 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:00.117689 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 6 to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 Mar 10 15:09:00.133256 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a4cbccc2-274a-4f35-a715-7c0669c88635, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a4cbccc2-274a-4f35-a715-7c0669c88635,segment=NetworkSegment(df6da688-a9e9-49bb-9c73-2d30ee4b80ec),segment_id=df6da688-a9e9-49bb-9c73-2d30ee4b80ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:00.143406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:00.143768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:00.144203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:00.149514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'port_id': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'mac_address': 'fa:16:3e:32:e9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:09:00.152602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:00.152932 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:00.153315 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 7 to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 Mar 10 15:09:00.167873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:00.168215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:00.168541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:00.172947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:00.173272 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:00.173653 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 8 to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 Mar 10 15:09:00.187382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:00.187845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:00.188188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:00.192677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a4cbccc2-274a-4f35-a715-7c0669c88635 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:00.193415 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:00.193712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:00.194176 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:00.194720 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 9 to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 Mar 10 15:09:00.206977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cbccc2-274a-4f35-a715-7c0669c88635 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:09:00.208654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:00.209097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:00.209531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:00.215824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:00.216412 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:00.216920 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 10 to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 Mar 10 15:09:00.227229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a4cbccc2-274a-4f35-a715-7c0669c88635, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a4cbccc2-274a-4f35-a715-7c0669c88635,segment=NetworkSegment(df6da688-a9e9-49bb-9c73-2d30ee4b80ec),segment_id=df6da688-a9e9-49bb-9c73-2d30ee4b80ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:00.231570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:00.232020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:00.232497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:00.234031 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:00.243588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:00.243930 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:00.244305 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (831c0bd0-b052-455c-aaa0-18affa9bcdc1), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:00.271369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271dc53-f497-4510-82a3-2ea0beb1a85c req-5cc26c59-f262-4126-a2a1-776dc16b1532 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.277065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271dc53-f497-4510-82a3-2ea0beb1a85c req-5cc26c59-f262-4126-a2a1-776dc16b1532 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.282641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271dc53-f497-4510-82a3-2ea0beb1a85c req-5cc26c59-f262-4126-a2a1-776dc16b1532 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.284877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a4cbccc2-274a-4f35-a715-7c0669c88635,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:00.288579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271dc53-f497-4510-82a3-2ea0beb1a85c req-5cc26c59-f262-4126-a2a1-776dc16b1532 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.294319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271dc53-f497-4510-82a3-2ea0beb1a85c req-5cc26c59-f262-4126-a2a1-776dc16b1532 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.301008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271dc53-f497-4510-82a3-2ea0beb1a85c req-5cc26c59-f262-4126-a2a1-776dc16b1532 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.306894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271dc53-f497-4510-82a3-2ea0beb1a85c req-5cc26c59-f262-4126-a2a1-776dc16b1532 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.308780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f271dc53-f497-4510-82a3-2ea0beb1a85c req-5cc26c59-f262-4126-a2a1-776dc16b1532 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5434 time: 0.2023742 Mar 10 15:09:00.316048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb549d5-d5a5-49a1-afbd-260f104f910e req-85a46999-c3d1-406f-a992-1f4b430a1d80 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.317481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdb549d5-d5a5-49a1-afbd-260f104f910e req-85a46999-c3d1-406f-a992-1f4b430a1d80 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 943 time: 0.2145724 Mar 10 15:09:00.319654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949add3-3a3e-4ee7-bf67-6bca9497ba47 req-3c562ff5-08da-4ef6-867f-d9e800d5a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.321064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d949add3-3a3e-4ee7-bf67-6bca9497ba47 req-3c562ff5-08da-4ef6-867f-d9e800d5a795 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c00b9c0f654e6d914a2269c68cb3b2&device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 1126 time: 0.1938322 Mar 10 15:09:00.321546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] For port 831c0bd0-b052-455c-aaa0-18affa9bcdc1, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:00.321984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempted to set empty binding levels {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 15:09:00.326812 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (831c0bd0-b052-455c-aaa0-18affa9bcdc1), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:00.360795 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.361393 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:00.380414 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event updated for resources: {'Port': ['ID=831c0bd0-b052-455c-aaa0-18affa9bcdc1,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:00.389755 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1f6a6106-3e00-411b-9df0-b4267d9a1312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.0763531 Mar 10 15:09:00.389755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53148) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:00.476274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-39977548-6992-438c-86c5-e74c5135dad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Deleting port 831c0bd0-b052-455c-aaa0-18affa9bcdc1 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:00.476945 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-39977548-6992-438c-86c5-e74c5135dad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (831c0bd0-b052-455c-aaa0-18affa9bcdc1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:00.479746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f271dc53-f497-4510-82a3-2ea0beb1a85c req-149704f6-f196-4616-b766-579d5557f208 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577260 Mar 10 15:09:00.483042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdb549d5-d5a5-49a1-afbd-260f104f910e req-76ee59b9-9368-40c4-94fd-457e57b710d8 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589661 Mar 10 15:09:00.514163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949add3-3a3e-4ee7-bf67-6bca9497ba47 req-6c07776d-d637-49b2-887a-6f046952788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.515984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d949add3-3a3e-4ee7-bf67-6bca9497ba47 req-6c07776d-d637-49b2-887a-6f046952788d service neutron] 10.222.0.62 "GET /v2.0/networks?id=31140a36-e242-439d-9960-e50f30626836 HTTP/1.1" status: 200 len: 923 time: 0.1864767 Mar 10 15:09:00.550341 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-39977548-6992-438c-86c5-e74c5135dad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] For port 831c0bd0-b052-455c-aaa0-18affa9bcdc1, host n-h2-833090-1, got binding levels [] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:00.550620 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-39977548-6992-438c-86c5-e74c5135dad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (831c0bd0-b052-455c-aaa0-18affa9bcdc1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:00.566525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d949add3-3a3e-4ee7-bf67-6bca9497ba47 req-0a79fbb8-4024-4ad2-9066-f75064ca4f62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6476e4bf-810e-4cb4-9549-36c1dab575f1 HTTP/1.1" status: 200 len: 217 time: 0.0407753 Mar 10 15:09:00.569462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-39977548-6992-438c-86c5-e74c5135dad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Calling delete_port for 831c0bd0-b052-455c-aaa0-18affa9bcdc1 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:00.577948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['a4cbccc2-274a-4f35-a715-7c0669c88635'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:09:00.648920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949add3-3a3e-4ee7-bf67-6bca9497ba47 req-965bb8db-a1fc-48be-b83b-ea79b58a11c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.650647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d949add3-3a3e-4ee7-bf67-6bca9497ba47 req-965bb8db-a1fc-48be-b83b-ea79b58a11c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=065d5c44-3e8d-4563-b24c-71c85af17647 HTTP/1.1" status: 200 len: 862 time: 0.0762613 Mar 10 15:09:00.661363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102e6c8-b3cd-494d-a72f-a4e7c0527a41 req-333a3a95-0306-4282-b981-36b2919a53f0 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:00.663055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9102e6c8-b3cd-494d-a72f-a4e7c0527a41 req-333a3a95-0306-4282-b981-36b2919a53f0 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 944 time: 0.0993426 Mar 10 15:09:00.679748 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-39977548-6992-438c-86c5-e74c5135dad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (831c0bd0-b052-455c-aaa0-18affa9bcdc1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:00.691795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d949add3-3a3e-4ee7-bf67-6bca9497ba47 req-8109f252-f8fe-4cfc-b9a0-c6fa122a66bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31140a36-e242-439d-9960-e50f30626836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277607 Mar 10 15:09:00.717008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39977548-6992-438c-86c5-e74c5135dad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event deleted for resources: {'Port': ['ID=831c0bd0-b052-455c-aaa0-18affa9bcdc1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:00.724795 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-39977548-6992-438c-86c5-e74c5135dad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:00.731531 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-39977548-6992-438c-86c5-e74c5135dad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "DELETE /v2.0/ports/831c0bd0-b052-455c-aaa0-18affa9bcdc1 HTTP/1.1" status: 204 len: 168 time: 0.3386147 Mar 10 15:09:00.732135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53156) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:00.759881 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77eaffa-cf53-4f67-b0b8-71732eff3b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] GET failed (client error): The resource could not be found. Mar 10 15:09:00.761435 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d77eaffa-cf53-4f67-b0b8-71732eff3b45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "GET /v2.0/ports/831c0bd0-b052-455c-aaa0-18affa9bcdc1 HTTP/1.1" status: 404 len: 333 time: 0.0281866 Mar 10 15:09:00.765568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53158) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:00.770545 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Request body: {'port': {'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-338473534'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:00.790596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Made reservation on behalf of bd7d54564c0c48409454f86c7cc13602 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:00.793108 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:00.811340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] device_id is not set on port ece9f9a1-c855-4df0-9646-b062c772fc2c yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:00.813275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9102e6c8-b3cd-494d-a72f-a4e7c0527a41 req-a712ccdf-911b-4df1-902e-0dd8c277d730 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390507 Mar 10 15:09:00.821650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d949add3-3a3e-4ee7-bf67-6bca9497ba47 req-b16c8fb4-f08f-412a-a0f4-768600f487bf service neutron] 10.222.0.62 "GET /v2.0/networks/31140a36-e242-439d-9960-e50f30626836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177378 Mar 10 15:09:00.925490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d949add3-3a3e-4ee7-bf67-6bca9497ba47 req-c9a79814-9c5c-44fb-b03c-fa92149454eb service neutron] 10.222.0.62 "GET /v2.0/networks/31140a36-e242-439d-9960-e50f30626836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948672 Mar 10 15:09:00.996667 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks [] for port (ece9f9a1-c855-4df0-9646-b062c772fc2c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:01.032612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ece9f9a1-c855-4df0-9646-b062c772fc2c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:01.075371 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Network 0180e84d-efcc-4570-b9ca-a3d882c67224 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:01.080625 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:01.083863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fedb1-3364-4e72-a3da-a9b8ab8bd3b9 req-e76d0c95-2e76-4786-a6ab-db3c923c5702 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.084222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:01.085146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-836fedb1-3364-4e72-a3da-a9b8ab8bd3b9 req-e76d0c95-2e76-4786-a6ab-db3c923c5702 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 946 time: 0.0608916 Mar 10 15:09:01.085293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.085993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:01.094287 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event updated for resources: {'Port': ['ID=ece9f9a1-c855-4df0-9646-b062c772fc2c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:01.106474 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-84a62ada-4088-4676-89fe-c88d2786f709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3401787 Mar 10 15:09:01.109114 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53164) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:01.114750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:01.147128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-836fedb1-3364-4e72-a3da-a9b8ab8bd3b9 req-e3fdebdf-1ae4-4eaf-b503-8e131119cadc tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541027 Mar 10 15:09:01.181607 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ece9f9a1-c855-4df0-9646-b062c772fc2c), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:01.365685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] device_id is not set on port ece9f9a1-c855-4df0-9646-b062c772fc2c yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:01.374316 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks [] for port (ece9f9a1-c855-4df0-9646-b062c772fc2c), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:01.379745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ece9f9a1-c855-4df0-9646-b062c772fc2c), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:01.433021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event updated for resources: {'Port': ['ID=ece9f9a1-c855-4df0-9646-b062c772fc2c,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:01.444282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:01.444611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:01.444941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:01.449830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:01.450146 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:01.450543 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 2 to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c Mar 10 15:09:01.463692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:01.464026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:01.464350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:01.469131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:01.469447 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:01.469820 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 3 to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c Mar 10 15:09:01.481850 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:01.482475 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:01.482475 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:01.487893 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:01.488192 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:01.488608 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 4 to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c Mar 10 15:09:01.502108 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:01.503088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:01.503487 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:01.508588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:01.508924 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:01.509312 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 5 to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c Mar 10 15:09:01.522455 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:01.522817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:01.523346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:01.527720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:01.528038 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:01.528478 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 6 to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c Mar 10 15:09:01.542159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:01.542506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:01.542901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:01.547569 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:01.548049 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:01.548439 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 7 to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c Mar 10 15:09:01.562840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:01.563213 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:01.563553 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:01.570031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:01.570360 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:01.570747 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 8 to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c Mar 10 15:09:01.587128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:01.587462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:01.587797 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:01.592727 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:01.593052 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:01.593437 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 9 to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c Mar 10 15:09:01.606845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:01.607184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:01.607514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:01.612641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:01.612964 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:01.613338 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 10 to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c Mar 10 15:09:01.633232 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:01.633700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:01.634133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:01.641156 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:01.642781 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port ece9f9a1-c855-4df0-9646-b062c772fc2c on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:01.643446 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ece9f9a1-c855-4df0-9646-b062c772fc2c), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:01.660772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567597dc-de0a-461f-aa73-dc8fb4843a02 req-8053f1cf-3b90-4349-a5f6-16f8bac02f4b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.662395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-567597dc-de0a-461f-aa73-dc8fb4843a02 req-8053f1cf-3b90-4349-a5f6-16f8bac02f4b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 944 time: 0.0905643 Mar 10 15:09:01.677982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bba54-f3f2-4c17-ad6a-514c08f68586 req-47ed01c8-3c4e-4e43-8201-be74b126c769 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.683697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bba54-f3f2-4c17-ad6a-514c08f68586 req-47ed01c8-3c4e-4e43-8201-be74b126c769 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.689339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bba54-f3f2-4c17-ad6a-514c08f68586 req-47ed01c8-3c4e-4e43-8201-be74b126c769 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.695514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bba54-f3f2-4c17-ad6a-514c08f68586 req-47ed01c8-3c4e-4e43-8201-be74b126c769 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.700961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bba54-f3f2-4c17-ad6a-514c08f68586 req-47ed01c8-3c4e-4e43-8201-be74b126c769 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.706661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bba54-f3f2-4c17-ad6a-514c08f68586 req-47ed01c8-3c4e-4e43-8201-be74b126c769 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.712216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bba54-f3f2-4c17-ad6a-514c08f68586 req-47ed01c8-3c4e-4e43-8201-be74b126c769 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.714217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-890bba54-f3f2-4c17-ad6a-514c08f68586 req-47ed01c8-3c4e-4e43-8201-be74b126c769 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5434 time: 0.1404951 Mar 10 15:09:01.719028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] For port ece9f9a1-c855-4df0-9646-b062c772fc2c, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:01.719555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempted to set empty binding levels {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 15:09:01.724583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ece9f9a1-c855-4df0-9646-b062c772fc2c), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:01.759168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] In _notify_port_updated(), no bound segment for port ece9f9a1-c855-4df0-9646-b062c772fc2c on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:09:01.760319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.761085 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:01.762412 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "PUT /v2.0/ports/ece9f9a1-c855-4df0-9646-b062c772fc2c HTTP/1.1" status: 200 len: 978 time: 0.6523986 Mar 10 15:09:01.765168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53172) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:01.796207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-567597dc-de0a-461f-aa73-dc8fb4843a02 req-e03632b8-186d-46b7-a9ba-10ed7483df52 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809762 Mar 10 15:09:01.818394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-890bba54-f3f2-4c17-ad6a-514c08f68586 req-967f7bd9-f8c5-4f70-be93-3378f9f5d706 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937860 Mar 10 15:09:01.843878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1420d8-3828-4ccb-8f4a-c39708081240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event updated for resources: {'Port': ['ID=ece9f9a1-c855-4df0-9646-b062c772fc2c,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:01.918343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.918855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.919394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.919891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.920319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.920806 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.921263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.921719 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.922173 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.922700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.923200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.923677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.924694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.925147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.925601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.926052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.926505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.926984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.927436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.927885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.928334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.928858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.929309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.929783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.930240 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.930691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.931176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.931631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.932084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.932626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.933028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.933523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.934014 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.934466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.934964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.935416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.935868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.936319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.936767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.937214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.937665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.938114 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.938562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.939038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.939485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.939983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.940505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.940940 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.941408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.941862 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.942317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.942767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.943248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.943898 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.944154 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.944603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.945051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.945498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.945944 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.946473 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.951617 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c3bf45b1-67d8-4ae3-a05d-06935a19d0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 55740 time: 0.1853387 Mar 10 15:09:01.957710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:01.960920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a4cbccc2-274a-4f35-a715-7c0669c88635 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:01.995111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c8b5-3b52-4aee-8626-ca603ca05027 req-f56d83a8-80ea-4b5a-af65-9fbefa1dbd20 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:01.996697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e201c8b5-3b52-4aee-8626-ca603ca05027 req-f56d83a8-80ea-4b5a-af65-9fbefa1dbd20 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 944 time: 0.0915563 Mar 10 15:09:02.010653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b2879-2b5a-48ca-90fd-26456c272cea req-4b2ad814-5bb3-4df9-9e2f-8d8d04d1812a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.017026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b2879-2b5a-48ca-90fd-26456c272cea req-4b2ad814-5bb3-4df9-9e2f-8d8d04d1812a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.025927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b2879-2b5a-48ca-90fd-26456c272cea req-4b2ad814-5bb3-4df9-9e2f-8d8d04d1812a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.032385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port a4cbccc2-274a-4f35-a715-7c0669c88635 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:09:02.034099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b2879-2b5a-48ca-90fd-26456c272cea req-4b2ad814-5bb3-4df9-9e2f-8d8d04d1812a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.037328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port a4cbccc2-274a-4f35-a715-7c0669c88635 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:02.037947 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.040755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b2879-2b5a-48ca-90fd-26456c272cea req-4b2ad814-5bb3-4df9-9e2f-8d8d04d1812a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.043925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-31e4ad5f-ada5-4c85-ac2f-bea7345e540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Deleting port ece9f9a1-c855-4df0-9646-b062c772fc2c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:02.044267 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31e4ad5f-ada5-4c85-ac2f-bea7345e540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ece9f9a1-c855-4df0-9646-b062c772fc2c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.047431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b2879-2b5a-48ca-90fd-26456c272cea req-4b2ad814-5bb3-4df9-9e2f-8d8d04d1812a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.053787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b2879-2b5a-48ca-90fd-26456c272cea req-4b2ad814-5bb3-4df9-9e2f-8d8d04d1812a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.055741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a41b2879-2b5a-48ca-90fd-26456c272cea req-4b2ad814-5bb3-4df9-9e2f-8d8d04d1812a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5434 time: 0.1611702 Mar 10 15:09:02.073306 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53180) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:02.078547 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-dd01702e-70b5-418b-ae78-1f2823b5d24f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Request body: {'floatingip': {'port_id': '27c2a645-503a-46e5-856f-74891a21f51d'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:02.109142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e201c8b5-3b52-4aee-8626-ca603ca05027 req-3dea8784-fe9d-4f33-8e7f-080e967f568e tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516083 Mar 10 15:09:02.136748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a4cbccc2-274a-4f35-a715-7c0669c88635 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:02.137138 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.166034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd01702e-70b5-418b-ae78-1f2823b5d24f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for floatingip (e56dacf7-4165-4855-900a-631674a5c655), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.168029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:02.170373 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2a168c-f72f-4cfd-88b8-978735bb0e51" -d '{"events": [{"server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "name": "network-vif-plugged", "status": "completed", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:02.184558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a4cbccc2-274a-4f35-a715-7c0669c88635, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a4cbccc2-274a-4f35-a715-7c0669c88635,segment=NetworkSegment(df6da688-a9e9-49bb-9c73-2d30ee4b80ec),segment_id=df6da688-a9e9-49bb-9c73-2d30ee4b80ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:02.187311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-31e4ad5f-ada5-4c85-ac2f-bea7345e540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] For port ece9f9a1-c855-4df0-9646-b062c772fc2c, host n-h2-833090-1, got binding levels [] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:02.187690 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31e4ad5f-ada5-4c85-ac2f-bea7345e540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ece9f9a1-c855-4df0-9646-b062c772fc2c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.189147 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.207578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-31e4ad5f-ada5-4c85-ac2f-bea7345e540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Calling delete_port for ece9f9a1-c855-4df0-9646-b062c772fc2c owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:02.220176 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114a3b25-64d3-4116-8d21-0fc386fa0bbf x-openstack-request-id: req-114a3b25-64d3-4116-8d21-0fc386fa0bbf {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:02.220558 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "name": "network-vif-plugged", "status": "completed", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:02.220730 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-114a3b25-64d3-4116-8d21-0fc386fa0bbf {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:02.221937 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'code': 200} Mar 10 15:09:02.259277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a4cbccc2-274a-4f35-a715-7c0669c88635,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:02.284327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b823a-8ef3-4305-bf60-32704ee230d9 req-2c595d96-9e53-4d67-ba9a-fe1e05290419 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.287273 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-214b823a-8ef3-4305-bf60-32704ee230d9 req-2c595d96-9e53-4d67-ba9a-fe1e05290419 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 946 time: 0.0688429 Mar 10 15:09:02.367379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-214b823a-8ef3-4305-bf60-32704ee230d9 req-d791938a-e30b-4f85-bdb5-e5ac669281d5 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757182 Mar 10 15:09:02.385355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d304b-b9ca-48dc-87d5-f587bf1c2068 req-eee3de13-c026-44ca-883e-4daf9bd9382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.385355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a8d304b-b9ca-48dc-87d5-f587bf1c2068 req-eee3de13-c026-44ca-883e-4daf9bd9382b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 1127 time: 0.0730712 Mar 10 15:09:02.426275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31e4ad5f-ada5-4c85-ac2f-bea7345e540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ece9f9a1-c855-4df0-9646-b062c772fc2c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.434505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a8d304b-b9ca-48dc-87d5-f587bf1c2068 req-e449be48-7f91-48e3-9f7f-90fbc4fedc92 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Mar 10 15:09:02.462187 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4ad5f-ada5-4c85-ac2f-bea7345e540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event deleted for resources: {'Port': ['ID=ece9f9a1-c855-4df0-9646-b062c772fc2c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:02.494426 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31e4ad5f-ada5-4c85-ac2f-bea7345e540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.497580 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-31e4ad5f-ada5-4c85-ac2f-bea7345e540a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "DELETE /v2.0/ports/ece9f9a1-c855-4df0-9646-b062c772fc2c HTTP/1.1" status: 204 len: 168 time: 0.5387638 Mar 10 15:09:02.500382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53186) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:02.527049 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-107fc634-1496-474a-a948-25c39922be29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] GET failed (client error): The resource could not be found. Mar 10 15:09:02.528480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-107fc634-1496-474a-a948-25c39922be29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "GET /v2.0/ports/ece9f9a1-c855-4df0-9646-b062c772fc2c HTTP/1.1" status: 404 len: 333 time: 0.0267701 Mar 10 15:09:02.532363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53188) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:02.537188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-703638586', 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:02.556731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Made reservation on behalf of bd7d54564c0c48409454f86c7cc13602 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:02.559032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.577212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] device_id is not set on port 41e65c74-7dca-451f-a921-6f9f2971e965 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:02.735821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks [] for port (41e65c74-7dca-451f-a921-6f9f2971e965), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.750999 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd01702e-70b5-418b-ae78-1f2823b5d24f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.754966 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd01702e-70b5-418b-ae78-1f2823b5d24f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (e56dacf7-4165-4855-900a-631674a5c655), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.774821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (41e65c74-7dca-451f-a921-6f9f2971e965), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.814281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Network 0180e84d-efcc-4570-b9ca-a3d882c67224 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:02.817306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:02.820203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:02.820810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.821428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:02.840468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event updated for resources: {'Port': ['ID=41e65c74-7dca-451f-a921-6f9f2971e965,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:02.848936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b405bf36-42f7-417a-9ad5-184c381824b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3156672 Mar 10 15:09:02.851358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53194) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:02.867685 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-dd01702e-70b5-418b-ae78-1f2823b5d24f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Floating IP e56dacf7-4165-4855-900a-631674a5c655 associated. External IP: 172.25.3.6, port: 27c2a645-503a-46e5-856f-74891a21f51d. Mar 10 15:09:02.909887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dec049-42af-4d5f-98cf-2f4a543b2a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.911311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d0dec049-42af-4d5f-98cf-2f4a543b2a3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "GET /v2.0/ports/41e65c74-7dca-451f-a921-6f9f2971e965 HTTP/1.1" status: 200 len: 958 time: 0.0590372 Mar 10 15:09:02.914964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53196) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:02.937700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8d1b1-f95e-4e0d-86e0-36383c8db3d3 req-a819145a-bfda-45ba-9711-dbd755fd4c60 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:02.939699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4cd8d1b1-f95e-4e0d-86e0-36383c8db3d3 req-a819145a-bfda-45ba-9711-dbd755fd4c60 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.0626819 Mar 10 15:09:02.990466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4cd8d1b1-f95e-4e0d-86e0-36383c8db3d3 req-573afe0f-77f3-4f4f-8665-4ef8e921dbe7 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449810 Mar 10 15:09:03.094050 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-2e93358b-6c78-4f99-8330-d379cc5e9a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Deleting port 41e65c74-7dca-451f-a921-6f9f2971e965 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:03.094392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e93358b-6c78-4f99-8330-d379cc5e9a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (41e65c74-7dca-451f-a921-6f9f2971e965), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:03.194062 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e93358b-6c78-4f99-8330-d379cc5e9a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (41e65c74-7dca-451f-a921-6f9f2971e965), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:03.206600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd01702e-70b5-418b-ae78-1f2823b5d24f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Router daf220e7-5f70-48f3-96c3-b9afe9102f03 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:09:03.210497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-2e93358b-6c78-4f99-8330-d379cc5e9a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Calling delete_port for 41e65c74-7dca-451f-a921-6f9f2971e965 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:03.236270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca65e2-e85a-4393-a885-99e3edb54677 req-746d5b8f-133f-4b41-badc-8416546f932b tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.237816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78ca65e2-e85a-4393-a885-99e3edb54677 req-746d5b8f-133f-4b41-badc-8416546f932b tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 944 time: 0.0557802 Mar 10 15:09:03.285740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78ca65e2-e85a-4393-a885-99e3edb54677 req-3cae321e-3947-4c90-a191-084595102a39 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421987 Mar 10 15:09:03.375083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd01702e-70b5-418b-ae78-1f2823b5d24f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:09:03.377549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e93358b-6c78-4f99-8330-d379cc5e9a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (41e65c74-7dca-451f-a921-6f9f2971e965), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:03.381328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd01702e-70b5-418b-ae78-1f2823b5d24f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:03.386885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc7eb9d-9f6d-4686-8460-7b3483d21ab0 None None] Sync routers for ids ['daf220e7-5f70-48f3-96c3-b9afe9102f03'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:09:03.399873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc7eb9d-9f6d-4686-8460-7b3483d21ab0 None None] Routers {'daf220e7-5f70-48f3-96c3-b9afe9102f03'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:03.400636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ffc7eb9d-9f6d-4686-8460-7b3483d21ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:08:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['daf220e7-5f70-48f3-96c3-b9afe9102f03'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:03.429309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93358b-6c78-4f99-8330-d379cc5e9a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event deleted for resources: {'Port': ['ID=41e65c74-7dca-451f-a921-6f9f2971e965,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:03.436543 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e93358b-6c78-4f99-8330-d379cc5e9a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:03.440363 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2e93358b-6c78-4f99-8330-d379cc5e9a8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "DELETE /v2.0/ports/41e65c74-7dca-451f-a921-6f9f2971e965 HTTP/1.1" status: 204 len: 168 time: 0.5238056 Mar 10 15:09:03.442201 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dd01702e-70b5-418b-ae78-1f2823b5d24f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "PUT /v2.0/floatingips/e56dacf7-4165-4855-900a-631674a5c655 HTTP/1.1" status: 200 len: 989 time: 1.3675809 Mar 10 15:09:03.442733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '27c2a645-503a-46e5-856f-74891a21f51d'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:03.445104 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331db2c7-00b6-485a-ae84-e8a4c765d9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "27c2a645-503a-46e5-856f-74891a21f51d"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:03.447959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53202) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:03.493382 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bd9a8e-0ff9-40e9-9a79-35329d0da185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] GET failed (client error): The resource could not be found. Mar 10 15:09:03.498984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53210) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:03.499464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-50bd9a8e-0ff9-40e9-9a79-35329d0da185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "GET /v2.0/ports/41e65c74-7dca-451f-a921-6f9f2971e965 HTTP/1.1" status: 404 len: 333 time: 0.0499434 Mar 10 15:09:03.507255 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Request body: {'port': {'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-556472618'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:03.524501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2d85-cea5-4030-90c1-e778a71787a4 req-9dfe18da-391c-4b7f-8081-554ed595bfdb tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.526050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-297c2d85-cea5-4030-90c1-e778a71787a4 req-9dfe18da-391c-4b7f-8081-554ed595bfdb tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 946 time: 0.0929084 Mar 10 15:09:03.529961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ffc7eb9d-9f6d-4686-8460-7b3483d21ab0 None None] Set router daf220e7-5f70-48f3-96c3-b9afe9102f03 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:03.539378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Made reservation on behalf of bd7d54564c0c48409454f86c7cc13602 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:03.541951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:03.559609 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] device_id is not set on port e10de498-cd21-41ac-b41a-7f5991c457c7 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:03.605971 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44c04d2-7bc8-4188-b894-e35b72392248 x-openstack-request-id: req-b44c04d2-7bc8-4188-b894-e35b72392248 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:03.605971 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "tag": "27c2a645-503a-46e5-856f-74891a21f51d", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:03.606283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-297c2d85-cea5-4030-90c1-e778a71787a4 req-b065a6ce-fdf1-49a4-861b-8aabac7f0f68 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706744 Mar 10 15:09:03.606371 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b44c04d2-7bc8-4188-b894-e35b72392248 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:03.606626 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'tag': '27c2a645-503a-46e5-856f-74891a21f51d', 'status': 'completed', 'code': 200} Mar 10 15:09:03.700962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5fb13-545a-477a-9f38-8e78d414701f req-cf7e5482-2f12-4911-a7e8-36d1e7e29415 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.702459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36d5fb13-545a-477a-9f38-8e78d414701f req-cf7e5482-2f12-4911-a7e8-36d1e7e29415 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 946 time: 0.1190054 Mar 10 15:09:03.712885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-37a6b9eb-5879-4541-ac90-798e7c60f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.713447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-37a6b9eb-5879-4541-ac90-798e7c60f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.713988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-37a6b9eb-5879-4541-ac90-798e7c60f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.714516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-37a6b9eb-5879-4541-ac90-798e7c60f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.715070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-37a6b9eb-5879-4541-ac90-798e7c60f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.715590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-37a6b9eb-5879-4541-ac90-798e7c60f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.716107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-37a6b9eb-5879-4541-ac90-798e7c60f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.718062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-37a6b9eb-5879-4541-ac90-798e7c60f044 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 6708 time: 0.0854328 Mar 10 15:09:03.749385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks [] for port (e10de498-cd21-41ac-b41a-7f5991c457c7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:03.795084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e10de498-cd21-41ac-b41a-7f5991c457c7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:03.824730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ffc7eb9d-9f6d-4686-8460-7b3483d21ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'e56dacf7-4165-4855-900a-631674a5c655', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'port_id': '27c2a645-503a-46e5-856f-74891a21f51d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'mac_address': 'fa:16:3e:f3:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:06:54Z', 'updated_at': '2022-03-10T15:09:02Z', 'revision_number': 1, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47f1c6d-9371-4d1e-873f-b5bb87659e3b', 'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'mac_address': 'fa:16:3e:22:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '698414b2-a473-41ee-963f-7769b367db5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:28Z', 'updated_at': '2022-03-10T15:05:40Z', 'revision_number': 5, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'subnets': [{'id': '698414b2-a473-41ee-963f-7769b367db5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:03.836488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Network 0180e84d-efcc-4570-b9ca-a3d882c67224 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:03.843178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:03.848148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:03.849546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.849717 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:03.856381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event updated for resources: {'Port': ['ID=e10de498-cd21-41ac-b41a-7f5991c457c7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:03.864795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc7eb9d-9f6d-4686-8460-7b3483d21ab0 None None] Checking router: daf220e7-5f70-48f3-96c3-b9afe9102f03 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:09:03.872294 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-65cfc555-ac00-4bb8-bb9a-0924c6605bf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3703480 Mar 10 15:09:03.873192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53214) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:03.875154 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc7eb9d-9f6d-4686-8460-7b3483d21ab0 None None] Routers {'daf220e7-5f70-48f3-96c3-b9afe9102f03'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:03.875774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ffc7eb9d-9f6d-4686-8460-7b3483d21ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:08:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['daf220e7-5f70-48f3-96c3-b9afe9102f03'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:03.879444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:03.896428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-6b6756cc-f485-41ca-be11-8767c2a41ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:03.897915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-6b6756cc-f485-41ca-be11-8767c2a41ffc service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa5e524c-1898-4673-8197-c16e729f39de HTTP/1.1" status: 200 len: 912 time: 0.1716905 Mar 10 15:09:03.909276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Deleting port cebb1ba4-e451-422b-9ee1-4e16012435e8 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:03.909624 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:03.957858 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e10de498-cd21-41ac-b41a-7f5991c457c7), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:04.040546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-42d600c7-3f27-4c38-a097-26aa851d63d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27c2a645-503a-46e5-856f-74891a21f51d HTTP/1.1" status: 200 len: 997 time: 0.1344435 Mar 10 15:09:04.069345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ffc7eb9d-9f6d-4686-8460-7b3483d21ab0 None None] Set router daf220e7-5f70-48f3-96c3-b9afe9102f03 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:04.139628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] For port cebb1ba4-e451-422b-9ee1-4e16012435e8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=cebb1ba4-e451-422b-9ee1-4e16012435e8,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:04.139996 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:04.143256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-a8eacadc-d46a-4733-ab3b-fc7370e19621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:04.144737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-a8eacadc-d46a-4733-ab3b-fc7370e19621 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=698414b2-a473-41ee-963f-7769b367db5c HTTP/1.1" status: 200 len: 850 time: 0.0966260 Mar 10 15:09:04.194017 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] device_id is not set on port e10de498-cd21-41ac-b41a-7f5991c457c7 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:04.202129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks [] for port (e10de498-cd21-41ac-b41a-7f5991c457c7), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:04.210103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e10de498-cd21-41ac-b41a-7f5991c457c7), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:04.252921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bc07f-b773-4074-9b03-8fedd90f0613 req-5057da6a-22ba-453f-a4da-5c20e97194af tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:04.254428 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-418bc07f-b773-4074-9b03-8fedd90f0613 req-5057da6a-22ba-453f-a4da-5c20e97194af tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1645777 Mar 10 15:09:04.266935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event updated for resources: {'Port': ['ID=e10de498-cd21-41ac-b41a-7f5991c457c7,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:04.279401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:04.279964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:04.280310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:04.285323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:04.285653 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:04.286040 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 2 to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 Mar 10 15:09:04.299587 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:04.299940 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:04.300278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:04.305551 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:04.305886 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:04.308112 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 3 to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 Mar 10 15:09:04.320851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:04.321203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:04.321545 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:04.326157 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:04.326486 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:04.326911 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 4 to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 Mar 10 15:09:04.345556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:04.346443 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:04.346783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:04.351522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:04.351857 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:04.352247 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 5 to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 Mar 10 15:09:04.365012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ffc7eb9d-9f6d-4686-8460-7b3483d21ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'e56dacf7-4165-4855-900a-631674a5c655', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'port_id': '27c2a645-503a-46e5-856f-74891a21f51d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'mac_address': 'fa:16:3e:f3:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:06:54Z', 'updated_at': '2022-03-10T15:09:02Z', 'revision_number': 1, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47f1c6d-9371-4d1e-873f-b5bb87659e3b', 'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'mac_address': 'fa:16:3e:22:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '698414b2-a473-41ee-963f-7769b367db5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:28Z', 'updated_at': '2022-03-10T15:05:40Z', 'revision_number': 5, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'subnets': [{'id': '698414b2-a473-41ee-963f-7769b367db5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:04.366533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:04.366910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:04.368212 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:04.372231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:04.372565 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:04.372814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-582a91e2-62e9-461c-aace-5578d8d7a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:04.372946 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 6 to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 Mar 10 15:09:04.374642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-582a91e2-62e9-461c-aace-5578d8d7a1c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa5e524c-1898-4673-8197-c16e729f39de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2143681 Mar 10 15:09:04.386950 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:04.387295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:04.387628 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:04.392517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:04.393494 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:04.393882 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 7 to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 Mar 10 15:09:04.399377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc7eb9d-9f6d-4686-8460-7b3483d21ab0 None None] The sync data for ids ['daf220e7-5f70-48f3-96c3-b9afe9102f03'] in n-d-833090-1 is: [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'e56dacf7-4165-4855-900a-631674a5c655', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'port_id': '27c2a645-503a-46e5-856f-74891a21f51d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'mac_address': 'fa:16:3e:f3:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747a6be5-114d-4742-9880-eab954abacc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:06:54Z', 'updated_at': '2022-03-10T15:09:02Z', 'revision_number': 1, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47f1c6d-9371-4d1e-873f-b5bb87659e3b', 'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'mac_address': 'fa:16:3e:22:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '698414b2-a473-41ee-963f-7769b367db5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:28Z', 'updated_at': '2022-03-10T15:05:40Z', 'revision_number': 5, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'subnets': [{'id': '698414b2-a473-41ee-963f-7769b367db5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:09:04.413799 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:04.414141 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:04.414479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:04.419350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-418bc07f-b773-4074-9b03-8fedd90f0613 req-88c77b80-87f6-4a2f-b254-64cbc8eb9d76 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245472 Mar 10 15:09:04.419546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:04.419765 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:04.420151 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 8 to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 Mar 10 15:09:04.449425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:04.449425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:04.449425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:04.462186 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:04.462529 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:04.463055 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 9 to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 Mar 10 15:09:04.481293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:04.481646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:04.481989 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:04.487196 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:04.487528 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:04.487917 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempt 10 to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 Mar 10 15:09:04.502477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:04.503146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:04.503364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempting to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:04.509767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:04.510187 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Failed to bind port e10de498-cd21-41ac-b41a-7f5991c457c7 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0180e84d-efcc-4570-b9ca-a3d882c67224'}] Mar 10 15:09:04.510633 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e10de498-cd21-41ac-b41a-7f5991c457c7), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:04.555921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb6d68-f894-40b2-be5f-3cb174715690 req-631ebe5b-4eeb-4fdf-adb4-52eea7407110 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:04.557475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bcb6d68-f894-40b2-be5f-3cb174715690 req-631ebe5b-4eeb-4fdf-adb4-52eea7407110 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 944 time: 0.1963558 Mar 10 15:09:04.566005 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:04.566385 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (0458ae5c-add9-41bc-8d6a-f6b93a19c5f2), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:04.566925 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Floating IP 0458ae5c-add9-41bc-8d6a-f6b93a19c5f2 disassociated. External IP: 172.25.3.136, port: cebb1ba4-e451-422b-9ee1-4e16012435e8. Mar 10 15:09:04.567286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Calling delete_port for cebb1ba4-e451-422b-9ee1-4e16012435e8 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:04.596392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] For port e10de498-cd21-41ac-b41a-7f5991c457c7, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:04.596761 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attempted to set empty binding levels {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 15:09:04.603648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e10de498-cd21-41ac-b41a-7f5991c457c7), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:04.650353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] In _notify_port_updated(), no bound segment for port e10de498-cd21-41ac-b41a-7f5991c457c7 on network 0180e84d-efcc-4570-b9ca-a3d882c67224 {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:09:04.651383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:04.651992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:04.656061 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "PUT /v2.0/ports/e10de498-cd21-41ac-b41a-7f5991c457c7 HTTP/1.1" status: 200 len: 978 time: 0.7792969 Mar 10 15:09:04.656229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 6476e4bf-810e-4cb4-9549-36c1dab575f1 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:09:04.658342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53226) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:04.698125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-6075301a-9b11-41ed-9810-47a4ecca3040 service neutron] 10.222.0.62 "GET /v2.0/networks/fa5e524c-1898-4673-8197-c16e729f39de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120561 Mar 10 15:09:04.701024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13447ad-8d29-4d34-afac-428fb9078a8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event updated for resources: {'Port': ['ID=e10de498-cd21-41ac-b41a-7f5991c457c7,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:04.726608 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee60a18-5666-4890-9982-4b46a50ce1b1 None None] New status for floating IP e56dacf7-4165-4855-900a-631674a5c655: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:09:04.813329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 6476e4bf-810e-4cb4-9549-36c1dab575f1, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=6476e4bf-810e-4cb4-9549-36c1dab575f1,segment=NetworkSegment(a7b7b40c-2cd4-4527-a516-b76184db6500),segment_id=a7b7b40c-2cd4-4527-a516-b76184db6500)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:04.852567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '6476e4bf-810e-4cb4-9549-36c1dab575f1', 'network_id': '31140a36-e242-439d-9960-e50f30626836', 'port_id': '6476e4bf-810e-4cb4-9549-36c1dab575f1', 'mac_address': 'fa:16:3e:04:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065d5c44-3e8d-4563-b24c-71c85af17647', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:09:04.877570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bcb6d68-f894-40b2-be5f-3cb174715690 req-85e2426c-273e-4e22-a804-a8d2cd411be5 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058648 Mar 10 15:09:04.906191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 6476e4bf-810e-4cb4-9549-36c1dab575f1 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:04.912242 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:04.928633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6476e4bf-810e-4cb4-9549-36c1dab575f1 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:09:04.956979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 6476e4bf-810e-4cb4-9549-36c1dab575f1, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=6476e4bf-810e-4cb4-9549-36c1dab575f1,segment=NetworkSegment(a7b7b40c-2cd4-4527-a516-b76184db6500),segment_id=a7b7b40c-2cd4-4527-a516-b76184db6500)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:04.967001 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.025984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=6476e4bf-810e-4cb4-9549-36c1dab575f1,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:05.034215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.034575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.035500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f00ce4-13eb-48fc-b1fd-2ea29d9791f5 req-328804e2-b6c2-484b-a0bc-6c288ef157ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:05.038271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.038411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6f00ce4-13eb-48fc-b1fd-2ea29d9791f5 req-328804e2-b6c2-484b-a0bc-6c288ef157ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed8ba5b5066942f8b1415c48eec2ad63&device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 1127 time: 0.3454089 Mar 10 15:09:05.041092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.041442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.041854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.042117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.042469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.051034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.052253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.053070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.053520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.053872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:05.068004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d3ebb-fedb-4ccd-8965-f2be218e07ca req-af044c2a-7827-4179-b1e6-8eae7bf7f562 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:05.071433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f7d3ebb-fedb-4ccd-8965-f2be218e07ca req-af044c2a-7827-4179-b1e6-8eae7bf7f562 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.3762114 Mar 10 15:09:05.098761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (cebb1ba4-e451-422b-9ee1-4e16012435e8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.110146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-34e117ed-b4b2-4430-bd91-221a55647c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Deleting port e10de498-cd21-41ac-b41a-7f5991c457c7 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:05.110513 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-34e117ed-b4b2-4430-bd91-221a55647c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e10de498-cd21-41ac-b41a-7f5991c457c7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.129421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-331db2c7-00b6-485a-ae84-e8a4c765d9f9 req-c919da4f-a8ee-4050-954a-78e3863fb359 service neutron] 10.222.0.62 "GET /v2.0/networks/fa5e524c-1898-4673-8197-c16e729f39de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864701 Mar 10 15:09:05.172788 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Pushing event deleted for resources: {'Port': ['ID=cebb1ba4-e451-422b-9ee1-4e16012435e8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:05.183981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-34e117ed-b4b2-4430-bd91-221a55647c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] For port e10de498-cd21-41ac-b41a-7f5991c457c7, host n-h2-833090-1, got binding levels [] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:05.184357 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-34e117ed-b4b2-4430-bd91-221a55647c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e10de498-cd21-41ac-b41a-7f5991c457c7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.199817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-34e117ed-b4b2-4430-bd91-221a55647c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Calling delete_port for e10de498-cd21-41ac-b41a-7f5991c457c7 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:05.269073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe48cc-e519-4777-9590-eaa63c4c450d req-f791edb5-d63f-4919-97a8-284947a2303b tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:05.270483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bfe48cc-e519-4777-9590-eaa63c4c450d req-f791edb5-d63f-4919-97a8-284947a2303b tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 867 time: 0.2840934 Mar 10 15:09:05.294977 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-34e117ed-b4b2-4430-bd91-221a55647c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e10de498-cd21-41ac-b41a-7f5991c457c7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.312671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f7d3ebb-fedb-4ccd-8965-f2be218e07ca req-8fe57f67-cbf3-4ccb-997d-eb3627f7c6e4 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219417 Mar 10 15:09:05.322287 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e117ed-b4b2-4430-bd91-221a55647c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Pushing event deleted for resources: {'Port': ['ID=e10de498-cd21-41ac-b41a-7f5991c457c7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:05.335489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f00ce4-13eb-48fc-b1fd-2ea29d9791f5 req-090dc72c-1a24-44b7-9adb-573f016c0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:05.345875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6f00ce4-13eb-48fc-b1fd-2ea29d9791f5 req-090dc72c-1a24-44b7-9adb-573f016c0820 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62 HTTP/1.1" status: 200 len: 921 time: 0.2646222 Mar 10 15:09:05.346044 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-34e117ed-b4b2-4430-bd91-221a55647c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.346044 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-34e117ed-b4b2-4430-bd91-221a55647c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e10de498-cd21-41ac-b41a-7f5991c457c7 HTTP/1.1" status: 204 len: 168 time: 0.6806376 Mar 10 15:09:05.346044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53230) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:05.368732 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6767a482-bcc9-41b8-bc24-f9821b8ce3ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] GET failed (client error): The resource could not be found. Mar 10 15:09:05.370099 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6767a482-bcc9-41b8-bc24-f9821b8ce3ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555497124-project-admin] 10.222.0.11 "GET /v2.0/ports/e10de498-cd21-41ac-b41a-7f5991c457c7 HTTP/1.1" status: 404 len: 333 time: 0.0258033 Mar 10 15:09:05.373740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53232) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:05.446975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['6476e4bf-810e-4cb4-9549-36c1dab575f1'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:09:05.454962 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (0180e84d-efcc-4570-b9ca-a3d882c67224), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.560835 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (0180e84d-efcc-4570-b9ca-a3d882c67224), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.588090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0180e84d-efcc-4570-b9ca-a3d882c67224']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:05.601702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:05.602184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8d35f6-c53c-4f52-b67b-62cd5f26eee4') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:05.621207 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (cd8d35f6-c53c-4f52-b67b-62cd5f26eee4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.642824 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (cd8d35f6-c53c-4f52-b67b-62cd5f26eee4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.652635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:09:05.653180 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (cd8d35f6-c53c-4f52-b67b-62cd5f26eee4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:09:05.656741 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:09:05.748744 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (0180e84d-efcc-4570-b9ca-a3d882c67224), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.759909 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:05.766285 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] 10.222.0.11 "DELETE /v2.0/networks/0180e84d-efcc-4570-b9ca-a3d882c67224 HTTP/1.1" status: 204 len: 168 time: 0.3883822 Mar 10 15:09:05.800203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bde53a-d109-432e-906f-d058715c839e tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-678380737-project] Pushing event deleted for resources: {'Network': ['ID=0180e84d-efcc-4570-b9ca-a3d882c67224,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:05.831978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6f00ce4-13eb-48fc-b1fd-2ea29d9791f5 req-95ea83d2-c379-4d4a-b51e-00ecaee12a32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 217 time: 0.4785397 Mar 10 15:09:05.887070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Router 90676e5f-4524-404e-bddf-b2df968890b7 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:09:05.926048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bfe48cc-e519-4777-9590-eaa63c4c450d req-9afe14a6-741c-4491-9d98-72d3827632ee tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups?id=4afefa28-6dec-4cf6-a363-896c691526c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6123760 Mar 10 15:09:06.013704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f00ce4-13eb-48fc-b1fd-2ea29d9791f5 req-20540f03-46b5-47e4-a30c-973e2a9bcebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:06.015511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6f00ce4-13eb-48fc-b1fd-2ea29d9791f5 req-20540f03-46b5-47e4-a30c-973e2a9bcebd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f77ef055-3ad6-417c-a3af-b3b1875b8afb HTTP/1.1" status: 200 len: 860 time: 0.1719847 Mar 10 15:09:06.067597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6f00ce4-13eb-48fc-b1fd-2ea29d9791f5 req-bb6854e0-81da-4eec-9a14-cbb57fdf86ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352700 Mar 10 15:09:06.152107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004bb1b-d6d5-4cce-ac84-11e46de530b5 req-5fa1e35b-a061-414f-aba6-9e88a7f47e2e tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:06.159362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9004bb1b-d6d5-4cce-ac84-11e46de530b5 req-5fa1e35b-a061-414f-aba6-9e88a7f47e2e tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 945 time: 0.1628525 Mar 10 15:09:06.164317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53248) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:06.255676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:09:06.272352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf658f-6a84-4663-b8cd-f3800a092677 None None] Sync routers for ids ['90676e5f-4524-404e-bddf-b2df968890b7'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:09:06.295027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf658f-6a84-4663-b8cd-f3800a092677 None None] Routers {'90676e5f-4524-404e-bddf-b2df968890b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:06.296317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b7bf658f-6a84-4663-b8cd-f3800a092677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:08:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['90676e5f-4524-404e-bddf-b2df968890b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:06.343799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6f00ce4-13eb-48fc-b1fd-2ea29d9791f5 req-e10e1e9b-99c2-495e-ac57-8281b8720447 service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658181 Mar 10 15:09:06.344737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] No DVR routers for this DVR port cebb1ba4-e451-422b-9ee1-4e16012435e8 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:06.350219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:06.353845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36d5fb13-545a-477a-9f38-8e78d414701f req-af1a0a28-6e4c-46f3-a4b9-6d8e3d43ce5c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.45 "DELETE /v2.0/ports/cebb1ba4-e451-422b-9ee1-4e16012435e8 HTTP/1.1" status: 204 len: 173 time: 2.6347861 Mar 10 15:09:06.354395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'name': 'network-vif-deleted', 'tag': 'cebb1ba4-e451-422b-9ee1-4e16012435e8'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:06.356784 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8794241-ab47-462f-9acb-91d04086a2c2" -d '{"events": [{"server_uuid": "c765ae56-97f9-4d33-a7aa-55e4784adb37", "name": "network-vif-deleted", "tag": "cebb1ba4-e451-422b-9ee1-4e16012435e8"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:06.403417 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-96a56d04-4279-465c-b6f1-2dd0a1bdde03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbc876b638584efb89736bcbacaa1808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2355013 Mar 10 15:09:06.403832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53262) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:06.442575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9004bb1b-d6d5-4cce-ac84-11e46de530b5 req-948bd865-225b-4e72-895e-dca23dcd49a8 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823069 Mar 10 15:09:06.513101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-b7bf658f-6a84-4663-b8cd-f3800a092677 None None] Set router 90676e5f-4524-404e-bddf-b2df968890b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:06.532258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8dfa0c36-499d-4e73-b014-63cd868615bf admin admin] Publish callbacks [] for security_group (bd64fb80-af97-4177-9fa2-4c6ee6b26237), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:06.567494 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1e0b42-0891-41b7-be58-8e035ab391e1 x-openstack-request-id: req-7f1e0b42-0891-41b7-be58-8e035ab391e1 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:06.567798 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c765ae56-97f9-4d33-a7aa-55e4784adb37", "name": "network-vif-deleted", "tag": "cebb1ba4-e451-422b-9ee1-4e16012435e8", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:06.568061 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f1e0b42-0891-41b7-be58-8e035ab391e1 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:06.568525 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c765ae56-97f9-4d33-a7aa-55e4784adb37', 'name': 'network-vif-deleted', 'tag': 'cebb1ba4-e451-422b-9ee1-4e16012435e8', 'status': 'completed', 'code': 200} Mar 10 15:09:06.583311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6f00ce4-13eb-48fc-b1fd-2ea29d9791f5 req-7754d64c-37d2-4c22-b22f-bbe514e760c4 service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230723 Mar 10 15:09:06.620193 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8dfa0c36-499d-4e73-b014-63cd868615bf admin admin] Publish callbacks [] for security_group (bd64fb80-af97-4177-9fa2-4c6ee6b26237), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:06.714763 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8dfa0c36-499d-4e73-b014-63cd868615bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bd64fb80-af97-4177-9fa2-4c6ee6b26237), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:06.717950 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8dfa0c36-499d-4e73-b014-63cd868615bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:06.722271 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8dfa0c36-499d-4e73-b014-63cd868615bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd64fb80-af97-4177-9fa2-4c6ee6b26237 HTTP/1.1" status: 204 len: 168 time: 0.3144574 Mar 10 15:09:06.749393 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa0c36-499d-4e73-b014-63cd868615bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd64fb80-af97-4177-9fa2-4c6ee6b26237,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:06.801292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2158eb-5c10-4c08-ae40-031db699b4f3 req-0d2bdd18-4c73-4826-97f2-273e2cee671e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:06.806675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec2158eb-5c10-4c08-ae40-031db699b4f3 req-0d2bdd18-4c73-4826-97f2-273e2cee671e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1305952 Mar 10 15:09:06.853379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b7bf658f-6a84-4663-b8cd-f3800a092677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:21Z', 'revision_number': 4, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f', 'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'mac_address': 'fa:16:3e:0c:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '743ead58-8aaa-4109-9959-b71342683302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:20Z', 'updated_at': '2022-03-10T15:06:27Z', 'revision_number': 5, 'project_id': '3297bd95393e4871b86602b1b29be320', 'subnets': [{'id': '743ead58-8aaa-4109-9959-b71342683302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:06.925173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec2158eb-5c10-4c08-ae40-031db699b4f3 req-df73a265-eb5a-4b10-934f-83c1458bb4ec tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124678 Mar 10 15:09:07.124048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a59feb6c-cbfb-4c7f-aaa2-6f659e13223d req-f4af372a-d3aa-4e02-aff0-2d736b25e0e9 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.0498037 Mar 10 15:09:07.141402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf658f-6a84-4663-b8cd-f3800a092677 None None] Checking router: 90676e5f-4524-404e-bddf-b2df968890b7 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:09:07.153445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf658f-6a84-4663-b8cd-f3800a092677 None None] Routers {'90676e5f-4524-404e-bddf-b2df968890b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:07.154301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b7bf658f-6a84-4663-b8cd-f3800a092677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:08:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['90676e5f-4524-404e-bddf-b2df968890b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:07.239576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53276) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:07.290399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53278) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:07.291084 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c4ddc89d-9c2c-457a-aa28-9a6f69231b5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd7d54564c0c48409454f86c7cc13602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500836 Mar 10 15:09:07.304096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-b7bf658f-6a84-4663-b8cd-f3800a092677 None None] Set router 90676e5f-4524-404e-bddf-b2df968890b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:07.349447 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-028de44d-173a-4b63-8cb7-115552199974 admin admin] Publish callbacks [] for security_group (999928d9-da87-4fed-be19-059afb4fcb7d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:07.375052 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-028de44d-173a-4b63-8cb7-115552199974 admin admin] Publish callbacks [] for security_group (999928d9-da87-4fed-be19-059afb4fcb7d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:07.455851 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-028de44d-173a-4b63-8cb7-115552199974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (999928d9-da87-4fed-be19-059afb4fcb7d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:07.459900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-028de44d-173a-4b63-8cb7-115552199974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:07.463325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-028de44d-173a-4b63-8cb7-115552199974 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/999928d9-da87-4fed-be19-059afb4fcb7d HTTP/1.1" status: 204 len: 168 time: 0.1693919 Mar 10 15:09:07.470224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028de44d-173a-4b63-8cb7-115552199974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999928d9-da87-4fed-be19-059afb4fcb7d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:07.596178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34679f77-f170-4e35-8b47-e32c865049f5 req-b4cc5b58-db36-431a-b376-8955ae46c97a tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:07.603209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34679f77-f170-4e35-8b47-e32c865049f5 req-b4cc5b58-db36-431a-b376-8955ae46c97a tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 945 time: 0.0680928 Mar 10 15:09:07.654250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b7bf658f-6a84-4663-b8cd-f3800a092677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:21Z', 'revision_number': 4, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f', 'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'mac_address': 'fa:16:3e:0c:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '743ead58-8aaa-4109-9959-b71342683302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:20Z', 'updated_at': '2022-03-10T15:06:27Z', 'revision_number': 5, 'project_id': '3297bd95393e4871b86602b1b29be320', 'subnets': [{'id': '743ead58-8aaa-4109-9959-b71342683302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:07.660248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34679f77-f170-4e35-8b47-e32c865049f5 req-93189b2e-24cf-41c4-9399-8004109876e6 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560467 Mar 10 15:09:07.696386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf658f-6a84-4663-b8cd-f3800a092677 None None] The sync data for ids ['90676e5f-4524-404e-bddf-b2df968890b7'] in n-d-833090-1 is: [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:06:21Z', 'revision_number': 4, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f', 'name': '', 'network_id': 'ab912935-10a4-456c-9333-27850d590eac', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'mac_address': 'fa:16:3e:0c:79:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '743ead58-8aaa-4109-9959-b71342683302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:20Z', 'updated_at': '2022-03-10T15:06:27Z', 'revision_number': 5, 'project_id': '3297bd95393e4871b86602b1b29be320', 'subnets': [{'id': '743ead58-8aaa-4109-9959-b71342683302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:09:07.999917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device cebb1ba4-e451-422b-9ee1-4e16012435e8 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:08.027612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: cebb1ba4-e451-422b-9ee1-4e16012435e8 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:08.027989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device cebb1ba4-e451-422b-9ee1-4e16012435e8 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:08.112003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dbec9-37d2-4f6b-ba1c-45d84e1bb425 req-1d7a75ce-9c86-44c0-a35b-b4b9cd294f6e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:08.121115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d3dbec9-37d2-4f6b-ba1c-45d84e1bb425 req-1d7a75ce-9c86-44c0-a35b-b4b9cd294f6e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.0991459 Mar 10 15:09:08.167280 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f6e99-ac40-47ee-ae79-293a4bd6ed6c None None] New status for floating IP 0458ae5c-add9-41bc-8d6a-f6b93a19c5f2: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:09:08.209099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d3dbec9-37d2-4f6b-ba1c-45d84e1bb425 req-c8ab87d6-cfed-4f2d-be6c-441e112ac73b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855579 Mar 10 15:09:08.305451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f4ada5e-9655-4c6d-a03f-b53f739d681a req-cf2b4a78-d7e6-448d-b5a1-e2856f0b4c3d tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.0462320 Mar 10 15:09:08.498205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53308) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:08.597316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1139901138'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:08.616776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:08.620211 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:08.629458 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:08.664254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 6476e4bf-810e-4cb4-9549-36c1dab575f1 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:08.716992 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for security_group (75676b3a-8a9f-4a98-836c-7995177fdcd8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:08.724369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (75676b3a-8a9f-4a98-836c-7995177fdcd8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:08.728422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 6476e4bf-810e-4cb4-9549-36c1dab575f1 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:09:08.734208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 6476e4bf-810e-4cb4-9549-36c1dab575f1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:08.735458 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:08.757843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:09:08.805097 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (016c8ed7-2ed5-4618-b65f-9a507f1ca286), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:08.805457 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Added segment 016c8ed7-2ed5-4618-b65f-9a507f1ca286 of type vlan for network e8b41007-025f-4e22-b7fd-0464260c3402 Mar 10 15:09:08.806893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75676b3a-8a9f-4a98-836c-7995177fdcd8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:08.847059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 6476e4bf-810e-4cb4-9549-36c1dab575f1 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:08.847059 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:08.858415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (e8b41007-025f-4e22-b7fd-0464260c3402), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:08.875502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d316b-9626-4e18-9044-6b7d6c87b87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6476e4bf-810e-4cb4-9549-36c1dab575f1'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:08.878130 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34c7a81-99b2-4f06-87e6-c6914e51cff1" -d '{"events": [{"server_uuid": "784d316b-9626-4e18-9044-6b7d6c87b87f", "name": "network-vif-plugged", "status": "completed", "tag": "6476e4bf-810e-4cb4-9549-36c1dab575f1"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:08.883610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39d62-e030-4c66-a028-b79019ee889a req-a0831c70-3d56-4266-943b-9a12d94d411c tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:08.885175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcc39d62-e030-4c66-a028-b79019ee889a req-a0831c70-3d56-4266-943b-9a12d94d411c tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 945 time: 0.1434989 Mar 10 15:09:08.905075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 6476e4bf-810e-4cb4-9549-36c1dab575f1, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=6476e4bf-810e-4cb4-9549-36c1dab575f1,segment=NetworkSegment(a7b7b40c-2cd4-4527-a516-b76184db6500),segment_id=a7b7b40c-2cd4-4527-a516-b76184db6500)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:08.909817 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:08.922051 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (e8b41007-025f-4e22-b7fd-0464260c3402), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:08.927593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:08.928187 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:08.955275 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954419c5-b1cf-4287-9d6a-6fda24912499 x-openstack-request-id: req-954419c5-b1cf-4287-9d6a-6fda24912499 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:08.955700 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d316b-9626-4e18-9044-6b7d6c87b87f", "name": "network-vif-plugged", "status": "completed", "tag": "6476e4bf-810e-4cb4-9549-36c1dab575f1", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:08.955977 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-954419c5-b1cf-4287-9d6a-6fda24912499 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:08.956377 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784d316b-9626-4e18-9044-6b7d6c87b87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6476e4bf-810e-4cb4-9549-36c1dab575f1', 'code': 200} Mar 10 15:09:08.972668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=6476e4bf-810e-4cb4-9549-36c1dab575f1,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:08.986009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4866560 Mar 10 15:09:08.991303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53316) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:08.999736 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:09.005178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcc39d62-e030-4c66-a028-b79019ee889a req-247f60b0-9d0c-4e05-a70a-f526013e23d2 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079128 Mar 10 15:09:09.040472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628fe07-47b1-4c08-aed6-e18f9c2b465a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Network': ['ID=e8b41007-025f-4e22-b7fd-0464260c3402,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:09.055943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:09:09.083080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaee217-de0c-40d3-8778-61c9c1390a95 req-2143d8f1-b235-4f23-bb59-b2db3f87e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:09.084690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7aaee217-de0c-40d3-8778-61c9c1390a95 req-2143d8f1-b235-4f23-bb59-b2db3f87e531 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 1128 time: 0.0516601 Mar 10 15:09:09.130126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:09.134748 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:09.141165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7aaee217-de0c-40d3-8778-61c9c1390a95 req-f6d0316c-4b85-4ae5-8ca6-b93cf951df69 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499837 Mar 10 15:09:09.348150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0eb13-983a-428d-b557-84f9c74d6768 req-7bc29df5-f9ae-433a-9bc5-34d2e7d0c3d7 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:09.356220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80a0eb13-983a-428d-b557-84f9c74d6768 req-7bc29df5-f9ae-433a-9bc5-34d2e7d0c3d7 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.0750203 Mar 10 15:09:09.360087 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:09.425928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80a0eb13-983a-428d-b557-84f9c74d6768 req-55e0ff3b-bb5f-48cb-b958-1d800667c5fe tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642557 Mar 10 15:09:09.433480 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:09.445538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e385373-8722-4c07-b450-34bd613cf453 req-17b81314-64e7-4e33-abcc-d3b33a2bca3c tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.0475423 Mar 10 15:09:09.457414 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:09.460118 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network hostable DHCP agents. Network: e8b41007-025f-4e22-b7fd-0464260c3402, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:09:09.481774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:09:09.493111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, e8b41007-025f-4e22-b7fd-0464260c3402) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:09.501250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab40f0a-459b-43a4-8fe7-4ce9377dbaef None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:09.504599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:09.505114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:09.529218 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a5c3d38b-a3c5-41f5-9d52-65cf738a4c2b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5360935 Mar 10 15:09:09.532083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53322) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:09.540184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'name': 'tempest-NetworksTestDHCPv6-2131431801'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:09.632932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:09:09.633807 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:09.668090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:09.671786 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:09.690428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 438be68a-8cd4-477c-a458-f5b385aaf9db yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:09.789470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Allocated IP 2001:db8::2 (e8b41007-025f-4e22-b7fd-0464260c3402/35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5/35fda445-6fa8-4ab1-a386-621478c135f4) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:09.934212 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Publish callbacks [] for port (35fda445-6fa8-4ab1-a386-621478c135f4), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:09.941715 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (35fda445-6fa8-4ab1-a386-621478c135f4), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:09.979234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:09.985589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:09.989067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:09.998299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Pushing event updated for resources: {'Port': ['ID=35fda445-6fa8-4ab1-a386-621478c135f4,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:10.010507 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::36 (e8b41007-025f-4e22-b7fd-0464260c3402/35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5/438be68a-8cd4-477c-a458-f5b385aaf9db) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:10.068394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Attempting to bind port 35fda445-6fa8-4ab1-a386-621478c135f4 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:10.069087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Attempting to bind port 35fda445-6fa8-4ab1-a386-621478c135f4 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:10.069724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Attempting to bind port 35fda445-6fa8-4ab1-a386-621478c135f4 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:10.077418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:10.078150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:10.079049 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:10.079852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:10.081353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Bound port: 35fda445-6fa8-4ab1-a386-621478c135f4, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:10.082138 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (35fda445-6fa8-4ab1-a386-621478c135f4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:10.154855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda3e5d-da08-43a7-8bed-09101e6f3c38 req-f8205ad0-2feb-4646-9c06-d7c034a1fdf0 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:10.164220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfda3e5d-da08-43a7-8bed-09101e6f3c38 req-f8205ad0-2feb-4646-9c06-d7c034a1fdf0 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 946 time: 0.0849094 Mar 10 15:09:10.187309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] For port 35fda445-6fa8-4ab1-a386-621478c135f4, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:10.191272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] For port 35fda445-6fa8-4ab1-a386-621478c135f4, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=35fda445-6fa8-4ab1-a386-621478c135f4,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:10.201443 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (35fda445-6fa8-4ab1-a386-621478c135f4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:10.221265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfda3e5d-da08-43a7-8bed-09101e6f3c38 req-5d96bb6e-8b1a-4692-9445-b356dfc5d0e0 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560548 Mar 10 15:09:10.236086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (438be68a-8cd4-477c-a458-f5b385aaf9db), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:10.285013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (438be68a-8cd4-477c-a458-f5b385aaf9db), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:10.291869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee064c-ec4e-4ef2-aa7e-601806a6df4c None None] Pushing event updated for resources: {'Port': ['ID=35fda445-6fa8-4ab1-a386-621478c135f4,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:10.340140 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:10.343399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:10.348350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:10.353847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:10.354530 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:10.358180 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=438be68a-8cd4-477c-a458-f5b385aaf9db,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:10.381027 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2d2c445d-6ce0-489b-80fa-5a88b154af04 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8453856 Mar 10 15:09:10.383881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53328) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:10.518475 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ba5e85-6b24-4591-94b2-d5f7b0e74ec0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:10.524229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ba5e85-6b24-4591-94b2-d5f7b0e74ec0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:10.525818 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b9ba5e85-6b24-4591-94b2-d5f7b0e74ec0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1405303 Mar 10 15:09:10.528696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53334) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:10.637363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1c248a5-b8fd-4589-afd4-78d07631ba5d req-09ce0795-cbea-4776-8124-00c42affc88b tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.0562472 Mar 10 15:09:10.745060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd197fb-04c7-4310-ae98-b89b150e544d req-81c60843-252e-4b34-9647-b048d0d29a5e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:10.746486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efd197fb-04c7-4310-ae98-b89b150e544d req-81c60843-252e-4b34-9647-b048d0d29a5e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1671014 Mar 10 15:09:10.777881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-662a0534-b488-4e86-baa7-652a564113a7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 438be68a-8cd4-477c-a458-f5b385aaf9db {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:10.778222 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-662a0534-b488-4e86-baa7-652a564113a7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (438be68a-8cd4-477c-a458-f5b385aaf9db), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:10.832563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efd197fb-04c7-4310-ae98-b89b150e544d req-2943997b-0d8c-4380-ad02-b595beaad13c tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786252 Mar 10 15:09:10.888649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-662a0534-b488-4e86-baa7-652a564113a7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (438be68a-8cd4-477c-a458-f5b385aaf9db), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:10.901817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-662a0534-b488-4e86-baa7-652a564113a7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 438be68a-8cd4-477c-a458-f5b385aaf9db owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:11.045392 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-662a0534-b488-4e86-baa7-652a564113a7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (438be68a-8cd4-477c-a458-f5b385aaf9db), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:11.078916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a0534-b488-4e86-baa7-652a564113a7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=438be68a-8cd4-477c-a458-f5b385aaf9db,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:11.108628 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-662a0534-b488-4e86-baa7-652a564113a7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:11.115747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-662a0534-b488-4e86-baa7-652a564113a7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/438be68a-8cd4-477c-a458-f5b385aaf9db HTTP/1.1" status: 204 len: 168 time: 0.5837348 Mar 10 15:09:11.116115 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53336) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:11.209987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 35fda445-6fa8-4ab1-a386-621478c135f4 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:11.237145 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430b6da8-db6f-4201-a5f3-c07fd141acc4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:11.238573 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430b6da8-db6f-4201-a5f3-c07fd141acc4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:11.240192 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-430b6da8-db6f-4201-a5f3-c07fd141acc4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1230929 Mar 10 15:09:11.242746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53338) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:11.287882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 35fda445-6fa8-4ab1-a386-621478c135f4 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:11.288268 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (35fda445-6fa8-4ab1-a386-621478c135f4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:11.317730 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-51230ac1-8127-4c77-8a6a-a8814237d0dc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:11.321178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-51230ac1-8127-4c77-8a6a-a8814237d0dc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:11.375937 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-51230ac1-8127-4c77-8a6a-a8814237d0dc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:11.396440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ec13c-4384-42eb-ae8a-961b0d86f223 req-38b68dc7-0001-442a-bda7-e21a2fcc76d6 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:11.404442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d91ec13c-4384-42eb-ae8a-961b0d86f223 req-38b68dc7-0001-442a-bda7-e21a2fcc76d6 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 946 time: 0.0791817 Mar 10 15:09:11.432022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 35fda445-6fa8-4ab1-a386-621478c135f4 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:11.432715 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (35fda445-6fa8-4ab1-a386-621478c135f4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:11.476936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 35fda445-6fa8-4ab1-a386-621478c135f4, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=35fda445-6fa8-4ab1-a386-621478c135f4,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:11.483257 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (35fda445-6fa8-4ab1-a386-621478c135f4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:11.511617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d91ec13c-4384-42eb-ae8a-961b0d86f223 req-3bf66d11-83fd-4e96-bc62-361588671ab9 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057601 Mar 10 15:09:11.558748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=35fda445-6fa8-4ab1-a386-621478c135f4,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:11.560564 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-51230ac1-8127-4c77-8a6a-a8814237d0dc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:11.626871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197715c4-997b-4535-bb7f-73a22abb1f34 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:11.655199 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-51230ac1-8127-4c77-8a6a-a8814237d0dc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:11.703263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51230ac1-8127-4c77-8a6a-a8814237d0dc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:11.705972 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-51230ac1-8127-4c77-8a6a-a8814237d0dc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:11.712042 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-51230ac1-8127-4c77-8a6a-a8814237d0dc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5 HTTP/1.1" status: 204 len: 168 time: 0.4654510 Mar 10 15:09:11.712221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53350) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:11.727406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8e9d9eff-b329-4f42-99e2-62280a8c2f99 None None] Provisioning complete for port 35fda445-6fa8-4ab1-a386-621478c135f4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:11.727936 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8e9d9eff-b329-4f42-99e2-62280a8c2f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (35fda445-6fa8-4ab1-a386-621478c135f4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:11.809291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b968a729-5071-40fa-bf22-5fe889d390a5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932407 Mar 10 15:09:11.810001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53352) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:11.816124 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ee479053-8a8b-412d-9b96-0b39a1887dda tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:11.843551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-907a5e36-ad03-48e0-a074-d676fea9ce00 req-5a5987e0-238c-4d23-ac3c-b5335d43cf02 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.0412855 Mar 10 15:09:11.897132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d9eff-b329-4f42-99e2-62280a8c2f99 None None] Current status of the port 35fda445-6fa8-4ab1-a386-621478c135f4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:11.998348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee479053-8a8b-412d-9b96-0b39a1887dda tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:12.003408 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee479053-8a8b-412d-9b96-0b39a1887dda tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.044214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b26fbf-b8fb-4f66-9984-4fee806c213b req-6485ac23-551f-43dc-8ae5-1d17dd56dbae tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:12.051327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60b26fbf-b8fb-4f66-9984-4fee806c213b req-6485ac23-551f-43dc-8ae5-1d17dd56dbae tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1273620 Mar 10 15:09:12.066869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eff665-d21f-4aa5-931b-a11c9c3003d7 req-4cc89f10-c71a-48b6-9464-17f24e659ac9 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:12.068522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2eff665-d21f-4aa5-931b-a11c9c3003d7 req-4cc89f10-c71a-48b6-9464-17f24e659ac9 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 946 time: 0.1239495 Mar 10 15:09:12.169455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3724afc-1d48-4c1d-8816-221ca0487264 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:12.175428 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60b26fbf-b8fb-4f66-9984-4fee806c213b req-02019ffc-1bbc-48b2-8f09-c68eab48d773 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231785 Mar 10 15:09:12.205430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2eff665-d21f-4aa5-931b-a11c9c3003d7 req-89e3ac01-3fcb-4e1e-97d6-a1fc9351c79a tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102235 Mar 10 15:09:12.268667 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee479053-8a8b-412d-9b96-0b39a1887dda tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (498be3b6-6fe1-4fda-963d-1aefeab7ce70), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.295510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b78817c6-f40d-41e6-9b6f-d77fd3f8b5a2 None None] Provisioning complete for port 35fda445-6fa8-4ab1-a386-621478c135f4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:12.296059 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b78817c6-f40d-41e6-9b6f-d77fd3f8b5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (35fda445-6fa8-4ab1-a386-621478c135f4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.316502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee479053-8a8b-412d-9b96-0b39a1887dda tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:12.321555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ee479053-8a8b-412d-9b96-0b39a1887dda tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:12.325765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee479053-8a8b-412d-9b96-0b39a1887dda tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:12.326361 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee479053-8a8b-412d-9b96-0b39a1887dda tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.338936 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee479053-8a8b-412d-9b96-0b39a1887dda tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=498be3b6-6fe1-4fda-963d-1aefeab7ce70,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:12.353088 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ee479053-8a8b-412d-9b96-0b39a1887dda tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5384910 Mar 10 15:09:12.353661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53358) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:12.359083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'name': 'tempest-NetworksTestDHCPv6-2146674074'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:12.392097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b78817c6-f40d-41e6-9b6f-d77fd3f8b5a2 None None] Current status of the port 35fda445-6fa8-4ab1-a386-621478c135f4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:12.442433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c2e3d-9dff-41b3-9496-30a0c2edfa6d None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:09:12.480047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:12.484449 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.492404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c2e3d-9dff-41b3-9496-30a0c2edfa6d None None] Deleting port 35fda445-6fa8-4ab1-a386-621478c135f4 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:12.492863 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2e3d-9dff-41b3-9496-30a0c2edfa6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (35fda445-6fa8-4ab1-a386-621478c135f4), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.504198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 374e4442-8733-41cc-9c2b-601eba878080 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:12.576827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ef3c2e3d-9dff-41b3-9496-30a0c2edfa6d None None] For port 35fda445-6fa8-4ab1-a386-621478c135f4, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=35fda445-6fa8-4ab1-a386-621478c135f4,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:12.577221 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2e3d-9dff-41b3-9496-30a0c2edfa6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (35fda445-6fa8-4ab1-a386-621478c135f4), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.590682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c2e3d-9dff-41b3-9496-30a0c2edfa6d None None] Calling delete_port for 35fda445-6fa8-4ab1-a386-621478c135f4 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:12.636126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::4c (e8b41007-025f-4e22-b7fd-0464260c3402/498be3b6-6fe1-4fda-963d-1aefeab7ce70/374e4442-8733-41cc-9c2b-601eba878080) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:12.671100 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2e3d-9dff-41b3-9496-30a0c2edfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (35fda445-6fa8-4ab1-a386-621478c135f4), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.699278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c2e3d-9dff-41b3-9496-30a0c2edfa6d None None] Pushing event deleted for resources: {'Port': ['ID=35fda445-6fa8-4ab1-a386-621478c135f4,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:12.702866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c2e3d-9dff-41b3-9496-30a0c2edfa6d None None] No DVR routers for this DVR port 35fda445-6fa8-4ab1-a386-621478c135f4 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:12.727786 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537fb3f1-1574-4cc8-8326-033ee0938f33 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:12.809023 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (374e4442-8733-41cc-9c2b-601eba878080), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.834701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '498be3b6-6fe1-4fda-963d-1aefeab7ce70'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:09:12.836022 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.853916 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (374e4442-8733-41cc-9c2b-601eba878080), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.901254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:12.907556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:12.912543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:12.920396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:12.921072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:12.947399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=374e4442-8733-41cc-9c2b-601eba878080,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:12.961048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2fd30841-9f0a-4b13-9f68-05d21063cfe8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6039934 Mar 10 15:09:12.961212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53362) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:12.998361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Allocated IP 2001:db8::2 (e8b41007-025f-4e22-b7fd-0464260c3402/498be3b6-6fe1-4fda-963d-1aefeab7ce70/ec9ae846-95eb-4e54-be92-a59496a6c5a7) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:13.093604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b1fade2-87d4-4fe7-9d0e-5e27e5369ace req-c7dc864a-8d99-4cd4-9f00-33f1d7edb897 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.1284392 Mar 10 15:09:13.141487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba547da5-92e8-4a54-b1ee-9da3edfff8c0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:13.144335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ba547da5-92e8-4a54-b1ee-9da3edfff8c0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1821215 Mar 10 15:09:13.146664 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53364) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:13.207602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 35fda445-6fa8-4ab1-a386-621478c135f4 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:13.212700 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Publish callbacks [] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.240743 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.244737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 35fda445-6fa8-4ab1-a386-621478c135f4 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:13.245093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 35fda445-6fa8-4ab1-a386-621478c135f4 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:13.290280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:13.297176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:13.302148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:13.305525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Pushing event updated for resources: {'Port': ['ID=ec9ae846-95eb-4e54-be92-a59496a6c5a7,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:13.368671 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d825be9b-e919-46e6-9f49-12c365f64baf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 374e4442-8733-41cc-9c2b-601eba878080 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:13.369235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d825be9b-e919-46e6-9f49-12c365f64baf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (374e4442-8733-41cc-9c2b-601eba878080), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.377001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Attempting to bind port ec9ae846-95eb-4e54-be92-a59496a6c5a7 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:13.377701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Attempting to bind port ec9ae846-95eb-4e54-be92-a59496a6c5a7 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:13.378256 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Attempting to bind port ec9ae846-95eb-4e54-be92-a59496a6c5a7 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:13.386689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:13.387604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:13.388205 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.388768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:13.389249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Bound port: ec9ae846-95eb-4e54-be92-a59496a6c5a7, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:13.389630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.447610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc28adf-7421-40c4-94a5-cdc9052b6836 req-f68a1cee-ed3f-423c-9271-689a04bbe7cf tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:13.449006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dc28adf-7421-40c4-94a5-cdc9052b6836 req-f68a1cee-ed3f-423c-9271-689a04bbe7cf tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1448238 Mar 10 15:09:13.475601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] For port ec9ae846-95eb-4e54-be92-a59496a6c5a7, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:13.480004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] For port ec9ae846-95eb-4e54-be92-a59496a6c5a7, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ec9ae846-95eb-4e54-be92-a59496a6c5a7,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:13.486380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51534f6b-145e-4e13-b558-fb3a8298d0b2 req-41a0801a-fc83-4ddb-9b50-f198b49a400f tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:13.487626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51534f6b-145e-4e13-b558-fb3a8298d0b2 req-41a0801a-fc83-4ddb-9b50-f198b49a400f tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 946 time: 0.1373603 Mar 10 15:09:13.491281 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d825be9b-e919-46e6-9f49-12c365f64baf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (374e4442-8733-41cc-9c2b-601eba878080), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.495236 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.506155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d825be9b-e919-46e6-9f49-12c365f64baf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 374e4442-8733-41cc-9c2b-601eba878080 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:13.518690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14a28a-f89b-4654-a704-76943635b578 req-d71ebcad-9a14-45dc-bb1f-289619c9cb57 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:13.520351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be14a28a-f89b-4654-a704-76943635b578 req-d71ebcad-9a14-45dc-bb1f-289619c9cb57 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.62 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 946 time: 0.1325393 Mar 10 15:09:13.572041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d93fe0-fcde-41a1-aa00-cffa0b3e9ef5 None None] Pushing event updated for resources: {'Port': ['ID=ec9ae846-95eb-4e54-be92-a59496a6c5a7,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:13.620857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dc28adf-7421-40c4-94a5-cdc9052b6836 req-d755a85b-018f-44a2-b00a-6e43af015e9c tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623352 Mar 10 15:09:13.666227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51534f6b-145e-4e13-b558-fb3a8298d0b2 req-baf4d827-6dab-49e0-8c88-d98dc9fd88e1 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/security-groups?id=d605a387-8d8a-47fc-9842-c9d6a82fe005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701303 Mar 10 15:09:13.695541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d825be9b-e919-46e6-9f49-12c365f64baf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (374e4442-8733-41cc-9c2b-601eba878080), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.711260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-be14a28a-f89b-4654-a704-76943635b578 req-34889a3e-6b39-4604-8d3a-fd9b2a2032f1 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Deleting port 6476e4bf-810e-4cb4-9549-36c1dab575f1 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:13.711743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-be14a28a-f89b-4654-a704-76943635b578 req-34889a3e-6b39-4604-8d3a-fd9b2a2032f1 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.736496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825be9b-e919-46e6-9f49-12c365f64baf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=374e4442-8733-41cc-9c2b-601eba878080,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:13.775923 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d825be9b-e919-46e6-9f49-12c365f64baf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.785001 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d825be9b-e919-46e6-9f49-12c365f64baf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/374e4442-8733-41cc-9c2b-601eba878080 HTTP/1.1" status: 204 len: 168 time: 0.6364236 Mar 10 15:09:13.786854 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53370) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:13.824911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-be14a28a-f89b-4654-a704-76943635b578 req-34889a3e-6b39-4604-8d3a-fd9b2a2032f1 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] For port 6476e4bf-810e-4cb4-9549-36c1dab575f1, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=6476e4bf-810e-4cb4-9549-36c1dab575f1,segment=NetworkSegment(a7b7b40c-2cd4-4527-a516-b76184db6500),segment_id=a7b7b40c-2cd4-4527-a516-b76184db6500)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:13.825539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-be14a28a-f89b-4654-a704-76943635b578 req-34889a3e-6b39-4604-8d3a-fd9b2a2032f1 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.843375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-be14a28a-f89b-4654-a704-76943635b578 req-34889a3e-6b39-4604-8d3a-fd9b2a2032f1 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Calling delete_port for 6476e4bf-810e-4cb4-9549-36c1dab575f1 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:13.861527 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02461c93-f767-4f96-b019-74e50f0890bd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:13.863168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02461c93-f767-4f96-b019-74e50f0890bd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:13.864842 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-02461c93-f767-4f96-b019-74e50f0890bd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0768085 Mar 10 15:09:13.867757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53372) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:13.924780 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5930f6d-9a80-4452-8eb3-145b72599e0b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 498be3b6-6fe1-4fda-963d-1aefeab7ce70 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:13.929016 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5930f6d-9a80-4452-8eb3-145b72599e0b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (498be3b6-6fe1-4fda-963d-1aefeab7ce70), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:13.983066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5930f6d-9a80-4452-8eb3-145b72599e0b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (498be3b6-6fe1-4fda-963d-1aefeab7ce70), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:14.019669 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-be14a28a-f89b-4654-a704-76943635b578 req-34889a3e-6b39-4604-8d3a-fd9b2a2032f1 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6476e4bf-810e-4cb4-9549-36c1dab575f1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:14.033047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['6476e4bf-810e-4cb4-9549-36c1dab575f1'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:09:14.096990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34889a3e-6b39-4604-8d3a-fd9b2a2032f1 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Pushing event deleted for resources: {'Port': ['ID=6476e4bf-810e-4cb4-9549-36c1dab575f1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:14.105765 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5930f6d-9a80-4452-8eb3-145b72599e0b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (498be3b6-6fe1-4fda-963d-1aefeab7ce70), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:14.120486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-be14a28a-f89b-4654-a704-76943635b578 req-34889a3e-6b39-4604-8d3a-fd9b2a2032f1 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] No DVR routers for this DVR port 6476e4bf-810e-4cb4-9549-36c1dab575f1 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:14.123579 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-be14a28a-f89b-4654-a704-76943635b578 req-34889a3e-6b39-4604-8d3a-fd9b2a2032f1 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:14.127328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be14a28a-f89b-4654-a704-76943635b578 req-34889a3e-6b39-4604-8d3a-fd9b2a2032f1 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.62 "DELETE /v2.0/ports/6476e4bf-810e-4cb4-9549-36c1dab575f1 HTTP/1.1" status: 204 len: 173 time: 0.5978928 Mar 10 15:09:14.128031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d316b-9626-4e18-9044-6b7d6c87b87f', 'name': 'network-vif-deleted', 'tag': '6476e4bf-810e-4cb4-9549-36c1dab575f1'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:14.130875 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d47417-16bd-4202-8cf3-5b5c74b007f3" -d '{"events": [{"server_uuid": "784d316b-9626-4e18-9044-6b7d6c87b87f", "name": "network-vif-deleted", "tag": "6476e4bf-810e-4cb4-9549-36c1dab575f1"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:14.196849 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5930f6d-9a80-4452-8eb3-145b72599e0b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (498be3b6-6fe1-4fda-963d-1aefeab7ce70), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:14.221105 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effd110e-e821-490c-be9f-99614fb55b84 x-openstack-request-id: req-effd110e-e821-490c-be9f-99614fb55b84 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:14.221380 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d316b-9626-4e18-9044-6b7d6c87b87f", "name": "network-vif-deleted", "tag": "6476e4bf-810e-4cb4-9549-36c1dab575f1", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:14.221634 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-effd110e-e821-490c-be9f-99614fb55b84 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:14.222086 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784d316b-9626-4e18-9044-6b7d6c87b87f', 'name': 'network-vif-deleted', 'tag': '6476e4bf-810e-4cb4-9549-36c1dab575f1', 'status': 'completed', 'code': 200} Mar 10 15:09:14.258608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5930f6d-9a80-4452-8eb3-145b72599e0b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=498be3b6-6fe1-4fda-963d-1aefeab7ce70,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:14.271994 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5930f6d-9a80-4452-8eb3-145b72599e0b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:14.276433 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b5930f6d-9a80-4452-8eb3-145b72599e0b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/498be3b6-6fe1-4fda-963d-1aefeab7ce70 HTTP/1.1" status: 204 len: 168 time: 0.4075105 Mar 10 15:09:14.278752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53378) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:14.296958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5b90ade-995b-4b11-b903-96521aa5283d req-086cc430-3628-4714-8347-90c7648aaefd tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.0527365 Mar 10 15:09:14.335070 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e0cc3128-b5ba-491d-ade3-7564a77821e9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537603 Mar 10 15:09:14.338095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53380) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:14.344927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6e5327f6-ea70-4e49-bde7-1385a6e95548 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:14.452075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5327f6-ea70-4e49-bde7-1385a6e95548 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:14.456024 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e5327f6-ea70-4e49-bde7-1385a6e95548 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:14.786261 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e5327f6-ea70-4e49-bde7-1385a6e95548 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (1d4d63ff-5be1-4fe9-9da9-d2d242b73c5c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:14.870490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d89efe-5bbd-40c2-99a7-57df6b70dc54 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:14.876971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-694c0657-00a1-4e2b-8502-23c0b653f087 req-b9b3d262-c80a-4836-9e17-e6cc6992aa84 tempest-InstanceActionsNegativeTestJSON-430988706 tempest-InstanceActionsNegativeTestJSON-430988706-project] 10.222.0.11 "GET /v2.0/ports?device_id=784d316b-9626-4e18-9044-6b7d6c87b87f HTTP/1.1" status: 200 len: 210 time: 0.0799918 Mar 10 15:09:14.883465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5327f6-ea70-4e49-bde7-1385a6e95548 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:14.888674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-6e5327f6-ea70-4e49-bde7-1385a6e95548 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:14.899647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5327f6-ea70-4e49-bde7-1385a6e95548 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:14.900240 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e5327f6-ea70-4e49-bde7-1385a6e95548 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:14.910009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebda05-a0ae-4d14-a70f-0a5c27dea058 req-dafcaf5f-f64c-4959-8821-8ccedd2e046d tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:14.911646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1aebda05-a0ae-4d14-a70f-0a5c27dea058 req-dafcaf5f-f64c-4959-8821-8ccedd2e046d tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1947718 Mar 10 15:09:14.932269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5327f6-ea70-4e49-bde7-1385a6e95548 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=1d4d63ff-5be1-4fe9-9da9-d2d242b73c5c,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:14.948939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6e5327f6-ea70-4e49-bde7-1385a6e95548 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6073167 Mar 10 15:09:14.949365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53386) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:14.954036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'name': 'tempest-NetworksTestDHCPv6-1697807850'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:14.969218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-23503960-7813-47bb-bb95-b77d25e3a409 None None] Provisioning complete for port ec9ae846-95eb-4e54-be92-a59496a6c5a7 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:14.969786 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23503960-7813-47bb-bb95-b77d25e3a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:15.008743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1aebda05-a0ae-4d14-a70f-0a5c27dea058 req-e2f80a15-aab0-438e-9139-ee8e5f3304b5 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885644 Mar 10 15:09:15.102428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-23503960-7813-47bb-bb95-b77d25e3a409 None None] Current status of the port ec9ae846-95eb-4e54-be92-a59496a6c5a7 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:15.103165 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23503960-7813-47bb-bb95-b77d25e3a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:15.119607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:15.124455 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:15.156630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 91a98331-d1e7-46b1-ade2-8f717066fb1c yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:15.168721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-23503960-7813-47bb-bb95-b77d25e3a409 None None] For port ec9ae846-95eb-4e54-be92-a59496a6c5a7, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ec9ae846-95eb-4e54-be92-a59496a6c5a7,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:15.174175 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23503960-7813-47bb-bb95-b77d25e3a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:15.259321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec9ae846-95eb-4e54-be92-a59496a6c5a7 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:15.292189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23503960-7813-47bb-bb95-b77d25e3a409 None None] Pushing event updated for resources: {'Port': ['ID=ec9ae846-95eb-4e54-be92-a59496a6c5a7,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:15.332696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ec9ae846-95eb-4e54-be92-a59496a6c5a7 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:15.333172 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:15.342175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::f9 (e8b41007-025f-4e22-b7fd-0464260c3402/1d4d63ff-5be1-4fe9-9da9-d2d242b73c5c/91a98331-d1e7-46b1-ade2-8f717066fb1c) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:15.404950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a55391-9597-4d1d-8d4e-f9c5ad2fb79a None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:15.458718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11338c83-0f38-496f-adf0-f25185b70441 req-d70266f6-6a7f-430d-b16a-ca6498ecbb94 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.0432119 Mar 10 15:09:15.531324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ec9ae846-95eb-4e54-be92-a59496a6c5a7 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:15.540235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-aab8f74c-8733-4de3-b7dd-59e57696150a None None] Provisioning complete for port ec9ae846-95eb-4e54-be92-a59496a6c5a7 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:15.540622 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aab8f74c-8733-4de3-b7dd-59e57696150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:15.569242 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (91a98331-d1e7-46b1-ade2-8f717066fb1c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:15.621745 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (91a98331-d1e7-46b1-ade2-8f717066fb1c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:15.675493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aab8f74c-8733-4de3-b7dd-59e57696150a None None] Current status of the port ec9ae846-95eb-4e54-be92-a59496a6c5a7 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:15.718443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:15.727568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:15.734111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:15.740373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:15.741369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:15.748771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=91a98331-d1e7-46b1-ade2-8f717066fb1c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:15.777195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4e9412bf-f660-4c4d-9559-a332f533a3b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8227422 Mar 10 15:09:15.777434 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53390) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:15.778538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-7b567ba5-03ad-48f4-b680-a6be3fa087d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1523831 Mar 10 15:09:15.848737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc13a6-12da-448d-a108-96dc8264210a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:15.856005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc13a6-12da-448d-a108-96dc8264210a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:15.861500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53392) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:15.862332 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-abfc13a6-12da-448d-a108-96dc8264210a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0826623 Mar 10 15:09:15.875684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-292fec04-e428-47b8-9f68-26b0300b177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:15.877582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-292fec04-e428-47b8-9f68-26b0300b177a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 1128 time: 0.0683279 Mar 10 15:09:15.900516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8ba54737-0e97-415c-a4e4-a69fea4534cd None None] Provisioning complete for port ec9ae846-95eb-4e54-be92-a59496a6c5a7 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:15.901434 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8ba54737-0e97-415c-a4e4-a69fea4534cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:15.969776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53396) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:16.038569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8ba54737-0e97-415c-a4e4-a69fea4534cd None None] Current status of the port ec9ae846-95eb-4e54-be92-a59496a6c5a7 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:16.053725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1c402e-1a4e-4098-8d4a-53225177221f admin admin] Deleting subnet 065d5c44-3e8d-4563-b24c-71c85af17647 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:16.057913 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf1c402e-1a4e-4098-8d4a-53225177221f admin admin] Publish callbacks [] for subnet (065d5c44-3e8d-4563-b24c-71c85af17647), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.112453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c65d122f-59e8-49ef-8743-7ddeb8a9cbdc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 91a98331-d1e7-46b1-ade2-8f717066fb1c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:16.112804 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c65d122f-59e8-49ef-8743-7ddeb8a9cbdc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (91a98331-d1e7-46b1-ade2-8f717066fb1c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.117862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-6af1a612-b515-4d0d-925d-3d108f4fab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:16.118476 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf1c402e-1a4e-4098-8d4a-53225177221f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (065d5c44-3e8d-4563-b24c-71c85af17647), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.119403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-6af1a612-b515-4d0d-925d-3d108f4fab8a service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.2182074 Mar 10 15:09:16.179026 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf1c402e-1a4e-4098-8d4a-53225177221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (065d5c44-3e8d-4563-b24c-71c85af17647), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.189965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-50e769dd-1cec-4211-8393-4ce5a0138fc5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eea9757e-89be-4d37-89b8-6bb70e936a02 HTTP/1.1" status: 200 len: 217 time: 0.0588307 Mar 10 15:09:16.245052 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf1c402e-1a4e-4098-8d4a-53225177221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (065d5c44-3e8d-4563-b24c-71c85af17647), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.260346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-75f84403-7c41-44e9-ac29-3a81359382a2 None None] Could not find standard attr ID for object 438be68a-8cd4-477c-a458-f5b385aaf9db. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:09:16.273825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf1c402e-1a4e-4098-8d4a-53225177221f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.284309 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bf1c402e-1a4e-4098-8d4a-53225177221f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/065d5c44-3e8d-4563-b24c-71c85af17647 HTTP/1.1" status: 204 len: 168 time: 0.3124967 Mar 10 15:09:16.284987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53400) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:16.325377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-d10c408a-1c6b-470b-8f67-83fa2b1f3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:16.327155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-d10c408a-1c6b-470b-8f67-83fa2b1f3cdb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.1131630 Mar 10 15:09:16.406546 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (31140a36-e242-439d-9960-e50f30626836), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.414315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c402e-1a4e-4098-8d4a-53225177221f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=065d5c44-3e8d-4563-b24c-71c85af17647,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:16.513401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-00dee1ea-63aa-45b9-8917-943bc96da957 None None] Could not find standard attr ID for object 374e4442-8733-41cc-9c2b-601eba878080. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:09:16.546119 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (31140a36-e242-439d-9960-e50f30626836), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.583162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31140a36-e242-439d-9960-e50f30626836']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:16.594345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b7b40c-2cd4-4527-a516-b76184db6500') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:16.594972 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b7b40c-2cd4-4527-a516-b76184db6500') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:16.608404 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (a7b7b40c-2cd4-4527-a516-b76184db6500), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.623450 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a7b7b40c-2cd4-4527-a516-b76184db6500), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.631018 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:09:16.631707 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (a7b7b40c-2cd4-4527-a516-b76184db6500), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:09:16.633881 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:09:16.681812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 6476e4bf-810e-4cb4-9549-36c1dab575f1 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:16.724287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 6476e4bf-810e-4cb4-9549-36c1dab575f1 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:16.724618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 6476e4bf-810e-4cb4-9549-36c1dab575f1 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:16.728295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c65d122f-59e8-49ef-8743-7ddeb8a9cbdc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (91a98331-d1e7-46b1-ade2-8f717066fb1c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.739357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54f5f6-7d14-4dd1-b0fe-a43a5e6f39fd req-fbfeb7c8-9960-42d7-b8ca-14d24d1660fa tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:16.745300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab54f5f6-7d14-4dd1-b0fe-a43a5e6f39fd req-fbfeb7c8-9960-42d7-b8ca-14d24d1660fa tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.6069393 Mar 10 15:09:16.756640 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (31140a36-e242-439d-9960-e50f30626836), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.761790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.782322 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] 10.222.0.11 "DELETE /v2.0/networks/31140a36-e242-439d-9960-e50f30626836 HTTP/1.1" status: 204 len: 168 time: 0.4582036 Mar 10 15:09:16.795798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92c30a-0225-46e6-b202-287079d2dd3a admin admin] Pushing event deleted for resources: {'Network': ['ID=31140a36-e242-439d-9960-e50f30626836,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:16.811672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c65d122f-59e8-49ef-8743-7ddeb8a9cbdc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 91a98331-d1e7-46b1-ade2-8f717066fb1c owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:16.852010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc5c87b6-bedd-4137-b0d9-2b39c3cc0e7c req-9d04b42d-79dd-4230-9246-89659791c645 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.1202452 Mar 10 15:09:16.953167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6adedb98-895a-45c5-a2c9-765514b86f79 None None] Provisioning complete for port 91a98331-d1e7-46b1-ade2-8f717066fb1c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:16.954187 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6adedb98-895a-45c5-a2c9-765514b86f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (91a98331-d1e7-46b1-ade2-8f717066fb1c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:16.980900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-92f9b1e5-faad-4095-b257-ba3335d6bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:16.982311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-92f9b1e5-faad-4095-b257-ba3335d6bc5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6419284 Mar 10 15:09:17.005589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6adedb98-895a-45c5-a2c9-765514b86f79 None None] Port 91a98331-d1e7-46b1-ade2-8f717066fb1c cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:09:17.015378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab54f5f6-7d14-4dd1-b0fe-a43a5e6f39fd req-66499a4e-3331-48b6-8d24-38c1ee9330a6 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175674 Mar 10 15:09:17.042937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53408) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:17.099509 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cfe763b4-1e05-4216-b945-176e6d00a5c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69c00b9c0f654e6d914a2269c68cb3b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550020 Mar 10 15:09:17.101815 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53410) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:17.196328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9917535-720e-4e2b-97d3-aea2b8b028b3 admin admin] Publish callbacks [] for security_group (d605a387-8d8a-47fc-9842-c9d6a82fe005), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.217074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-019441ef-853b-4208-9dee-b8347b2667b1 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978698 Mar 10 15:09:17.218420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec9ae846-95eb-4e54-be92-a59496a6c5a7 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:17.237806 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9917535-720e-4e2b-97d3-aea2b8b028b3 admin admin] Publish callbacks [] for security_group (d605a387-8d8a-47fc-9842-c9d6a82fe005), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.265998 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c65d122f-59e8-49ef-8743-7ddeb8a9cbdc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (91a98331-d1e7-46b1-ade2-8f717066fb1c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.294989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ec9ae846-95eb-4e54-be92-a59496a6c5a7 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:17.295758 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.306291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9917535-720e-4e2b-97d3-aea2b8b028b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d605a387-8d8a-47fc-9842-c9d6a82fe005), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.310538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9917535-720e-4e2b-97d3-aea2b8b028b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.314328 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b9917535-720e-4e2b-97d3-aea2b8b028b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d605a387-8d8a-47fc-9842-c9d6a82fe005 HTTP/1.1" status: 204 len: 168 time: 0.2091272 Mar 10 15:09:17.322773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9917535-720e-4e2b-97d3-aea2b8b028b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d605a387-8d8a-47fc-9842-c9d6a82fe005,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:17.333118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d122f-59e8-49ef-8743-7ddeb8a9cbdc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=91a98331-d1e7-46b1-ade2-8f717066fb1c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:17.393724 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c65d122f-59e8-49ef-8743-7ddeb8a9cbdc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.397162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c65d122f-59e8-49ef-8743-7ddeb8a9cbdc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/91a98331-d1e7-46b1-ade2-8f717066fb1c HTTP/1.1" status: 204 len: 168 time: 1.5336854 Mar 10 15:09:17.400183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53414) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:17.416620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48f04912-549a-4351-a948-2fe2cff8ccc4 req-35098c3d-82aa-4a96-a758-453706190904 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924438 Mar 10 15:09:17.478595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ec9ae846-95eb-4e54-be92-a59496a6c5a7 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:17.484392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974899a3-1ab4-4959-b521-6e628907a4a9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:17.485819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974899a3-1ab4-4959-b521-6e628907a4a9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:17.492356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53416) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:17.492505 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-974899a3-1ab4-4959-b521-6e628907a4a9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0908580 Mar 10 15:09:17.556925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-465eadbd-536b-4e63-9cfc-80834b6a749a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 1d4d63ff-5be1-4fe9-9da9-d2d242b73c5c {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:17.562168 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-465eadbd-536b-4e63-9cfc-80834b6a749a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (1d4d63ff-5be1-4fe9-9da9-d2d242b73c5c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.608642 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-465eadbd-536b-4e63-9cfc-80834b6a749a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (1d4d63ff-5be1-4fe9-9da9-d2d242b73c5c), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.680810 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-465eadbd-536b-4e63-9cfc-80834b6a749a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (1d4d63ff-5be1-4fe9-9da9-d2d242b73c5c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.709412 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.774382 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-465eadbd-536b-4e63-9cfc-80834b6a749a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (1d4d63ff-5be1-4fe9-9da9-d2d242b73c5c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.816786 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-465eadbd-536b-4e63-9cfc-80834b6a749a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:17.822854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-465eadbd-536b-4e63-9cfc-80834b6a749a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/1d4d63ff-5be1-4fe9-9da9-d2d242b73c5c HTTP/1.1" status: 204 len: 168 time: 0.3262582 Mar 10 15:09:17.822854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465eadbd-536b-4e63-9cfc-80834b6a749a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4d63ff-5be1-4fe9-9da9-d2d242b73c5c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:17.823151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53428) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:17.835720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad22f30-4b98-45d2-83b4-70713f5b63c8 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:17.932703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-53b5dbf9-0ca8-45d5-8c1d-c8b57c0bb312 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016555 Mar 10 15:09:17.934845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53432) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:18.000284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4c41f9e-2214-48dd-9096-fc84a80041f2 req-27d62735-11ee-4cd0-aece-63ad2af54730 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/ports?device_id=c765ae56-97f9-4d33-a7aa-55e4784adb37 HTTP/1.1" status: 200 len: 210 time: 0.0357072 Mar 10 15:09:18.036809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488f640-e9ed-423e-aac4-57363387f420 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:18.040814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7488f640-e9ed-423e-aac4-57363387f420 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1027091 Mar 10 15:09:18.041355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53438) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:18.093813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c48e2b-c490-4212-9c82-96227d5894b2 None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:09:18.148576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c6c48e2b-c490-4212-9c82-96227d5894b2 None None] Deleting port ec9ae846-95eb-4e54-be92-a59496a6c5a7 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:18.149069 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6c48e2b-c490-4212-9c82-96227d5894b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:18.274726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c6c48e2b-c490-4212-9c82-96227d5894b2 None None] For port ec9ae846-95eb-4e54-be92-a59496a6c5a7, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ec9ae846-95eb-4e54-be92-a59496a6c5a7,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:18.275809 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6c48e2b-c490-4212-9c82-96227d5894b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:18.295361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c6c48e2b-c490-4212-9c82-96227d5894b2 None None] Calling delete_port for ec9ae846-95eb-4e54-be92-a59496a6c5a7 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:18.311338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b07eeb-cf21-492c-8b6c-7221b8acaee2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:18.312817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-05b07eeb-cf21-492c-8b6c-7221b8acaee2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2705498 Mar 10 15:09:18.315914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53446) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:18.357829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8187ae82-ec5a-456c-93c4-d45106fda0b6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408163 Mar 10 15:09:18.364543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53448) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:18.365799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dddbf4-d7df-4bfd-9912-8ba8bcc3864d req-58e41b7b-d714-4ccb-9a82-87138286c4c9 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:18.370181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-82e5cfd7-da54-4a1d-a685-db2e2425a87e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:18.372542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dddbf4-d7df-4bfd-9912-8ba8bcc3864d req-58e41b7b-d714-4ccb-9a82-87138286c4c9 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.2559819 Mar 10 15:09:18.408396 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6c48e2b-c490-4212-9c82-96227d5894b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (ec9ae846-95eb-4e54-be92-a59496a6c5a7), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:18.447656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c48e2b-c490-4212-9c82-96227d5894b2 None None] Pushing event deleted for resources: {'Port': ['ID=ec9ae846-95eb-4e54-be92-a59496a6c5a7,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:18.453349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c48e2b-c490-4212-9c82-96227d5894b2 None None] No DVR routers for this DVR port ec9ae846-95eb-4e54-be92-a59496a6c5a7 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:18.460753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dddbf4-d7df-4bfd-9912-8ba8bcc3864d req-faced23f-c3d4-4151-80a1-91a2cfc7adae tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867646 Mar 10 15:09:18.504114 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e5cfd7-da54-4a1d-a685-db2e2425a87e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:18.507868 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82e5cfd7-da54-4a1d-a685-db2e2425a87e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:18.732476 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82e5cfd7-da54-4a1d-a685-db2e2425a87e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (2506b405-57e5-43e9-9499-c25b526008c6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:18.791344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5cfd7-da54-4a1d-a685-db2e2425a87e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=2506b405-57e5-43e9-9499-c25b526008c6,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:18.805571 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5cfd7-da54-4a1d-a685-db2e2425a87e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:18.807753 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-82e5cfd7-da54-4a1d-a685-db2e2425a87e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:18.811392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e5cfd7-da54-4a1d-a685-db2e2425a87e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:18.812296 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82e5cfd7-da54-4a1d-a685-db2e2425a87e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:18.819798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba4ea15-6885-4785-bfd1-4a9f9d3a581b None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:18.836489 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-82e5cfd7-da54-4a1d-a685-db2e2425a87e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4705684 Mar 10 15:09:18.839060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53464) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:18.845124 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': '2506b405-57e5-43e9-9499-c25b526008c6', 'ip_address': '2001:db8::9d01:fec9:5f1f:efb7'}], 'name': 'tempest-NetworksTestDHCPv6-796380559'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:18.962472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '2506b405-57e5-43e9-9499-c25b526008c6'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:09:18.964077 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:18.987380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6efde160-15b6-4b97-8650-c992b51b2f77 req-83034784-f89d-42b4-a9d8-e33c64c86179 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0624394 Mar 10 15:09:19.078756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:19.137039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53478) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:19.227953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.229689 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7b5cfd3-ff4b-422a-add4-23bd3dca7c51 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group (4afefa28-6dec-4cf6-a363-896c691526c4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.238965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec9ae846-95eb-4e54-be92-a59496a6c5a7 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:19.255381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port d7ac5507-8cb6-4731-a788-fdc62b983638 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:19.263547 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7b5cfd3-ff4b-422a-add4-23bd3dca7c51 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group (4afefa28-6dec-4cf6-a363-896c691526c4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.300549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: ec9ae846-95eb-4e54-be92-a59496a6c5a7 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:19.301000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec9ae846-95eb-4e54-be92-a59496a6c5a7 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:19.335937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7b5cfd3-ff4b-422a-add4-23bd3dca7c51 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4afefa28-6dec-4cf6-a363-896c691526c4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.341292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7b5cfd3-ff4b-422a-add4-23bd3dca7c51 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.347964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e7b5cfd3-ff4b-422a-add4-23bd3dca7c51 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "DELETE /v2.0/security-groups/4afefa28-6dec-4cf6-a363-896c691526c4 HTTP/1.1" status: 204 len: 168 time: 0.2095180 Mar 10 15:09:19.348893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53482) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:19.374317 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-ebd52a2c-7784-42de-a2b2-e0433dfc0723 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] show failed (client error): The resource could not be found. Mar 10 15:09:19.378666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ebd52a2c-7784-42de-a2b2-e0433dfc0723 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "GET /v2.0/security-groups/4afefa28-6dec-4cf6-a363-896c691526c4 HTTP/1.1" status: 404 len: 347 time: 0.0253704 Mar 10 15:09:19.380260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5cfd3-ff4b-422a-add4-23bd3dca7c51 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afefa28-6dec-4cf6-a363-896c691526c4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:19.382226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53484) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:19.383690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Allocated IP 2001:db8::2 (e8b41007-025f-4e22-b7fd-0464260c3402/2506b405-57e5-43e9-9499-c25b526008c6/49871aac-7204-488c-87af-0875a0329b99) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:19.539829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f67f1941-9f59-45de-8e65-cd633b6608d6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Deleting port 28af6a25-9ea8-43e0-9bd7-eefa655cba39 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:19.540537 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f67f1941-9f59-45de-8e65-cd633b6608d6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (28af6a25-9ea8-43e0-9bd7-eefa655cba39), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.633337 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Publish callbacks [] for port (49871aac-7204-488c-87af-0875a0329b99), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.641216 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (49871aac-7204-488c-87af-0875a0329b99), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.703443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Pushing event updated for resources: {'Port': ['ID=49871aac-7204-488c-87af-0875a0329b99,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:19.715762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f67f1941-9f59-45de-8e65-cd633b6608d6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (28af6a25-9ea8-43e0-9bd7-eefa655cba39), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.716282 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f67f1941-9f59-45de-8e65-cd633b6608d6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for floatingip (28af6a25-9ea8-43e0-9bd7-eefa655cba39), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.718906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::9d01:fec9:5f1f:efb7 (e8b41007-025f-4e22-b7fd-0464260c3402/2506b405-57e5-43e9-9499-c25b526008c6/d7ac5507-8cb6-4731-a788-fdc62b983638) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:19.726246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:19.742440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:19.746636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:19.748551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fefe88-12f3-415d-8085-b2a459f8c192 req-05c3d362-f871-4f2d-aa59-c0e175ed6f44 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:19.756596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8fefe88-12f3-415d-8085-b2a459f8c192 req-05c3d362-f871-4f2d-aa59-c0e175ed6f44 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1686943 Mar 10 15:09:19.760574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f67f1941-9f59-45de-8e65-cd633b6608d6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Calling delete_port for 28af6a25-9ea8-43e0-9bd7-eefa655cba39 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:19.866873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Attempting to bind port 49871aac-7204-488c-87af-0875a0329b99 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:19.867285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Attempting to bind port 49871aac-7204-488c-87af-0875a0329b99 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:19.867647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Attempting to bind port 49871aac-7204-488c-87af-0875a0329b99 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:19.873495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:19.873988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:19.874396 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.874852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:19.875370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Bound port: 49871aac-7204-488c-87af-0875a0329b99, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:19.875786 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49871aac-7204-488c-87af-0875a0329b99), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.893079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8fefe88-12f3-415d-8085-b2a459f8c192 req-d163c0d9-639b-4bde-b531-6256156143b2 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325769 Mar 10 15:09:19.958632 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (d7ac5507-8cb6-4731-a788-fdc62b983638), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.960107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] For port 49871aac-7204-488c-87af-0875a0329b99, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:19.965316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] For port 49871aac-7204-488c-87af-0875a0329b99, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=49871aac-7204-488c-87af-0875a0329b99,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:19.975658 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (49871aac-7204-488c-87af-0875a0329b99), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:19.999907 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f67f1941-9f59-45de-8e65-cd633b6608d6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (28af6a25-9ea8-43e0-9bd7-eefa655cba39), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:20.019969 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d7ac5507-8cb6-4731-a788-fdc62b983638), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:20.061786 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a281c60-fe3f-4e41-962c-c7451a46959e None None] Pushing event updated for resources: {'Port': ['ID=49871aac-7204-488c-87af-0875a0329b99,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:20.070436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f1941-9f59-45de-8e65-cd633b6608d6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Pushing event deleted for resources: {'Port': ['ID=28af6a25-9ea8-43e0-9bd7-eefa655cba39,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:20.128308 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:20.141477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=d7ac5507-8cb6-4731-a788-fdc62b983638,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:20.145955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:20.152329 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:20.160001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:20.160992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:20.176808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbf36a22-8f32-4946-98b8-be742f4bf56e req-2a1fb795-85a4-4c96-9e3c-460be3f24745 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0532801 Mar 10 15:09:20.183185 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ecd9b473-1966-49fb-aae4-a36b0535a8eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3424559 Mar 10 15:09:20.186667 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53494) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:20.250339 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f67f1941-9f59-45de-8e65-cd633b6608d6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks [] for floatingip (0458ae5c-add9-41bc-8d6a-f6b93a19c5f2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:20.254217 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f67f1941-9f59-45de-8e65-cd633b6608d6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:20.255678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f67f1941-9f59-45de-8e65-cd633b6608d6 tempest-ServersTestBootFromVolume-1510281884 tempest-ServersTestBootFromVolume-1510281884-project] 10.222.0.11 "DELETE /v2.0/floatingips/0458ae5c-add9-41bc-8d6a-f6b93a19c5f2 HTTP/1.1" status: 204 len: 168 time: 0.8722751 Mar 10 15:09:20.259371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53496) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:20.266725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf441ca-9048-4535-9490-a873d9d9c7f3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:20.273514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf441ca-9048-4535-9490-a873d9d9c7f3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:20.277741 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9bf441ca-9048-4535-9490-a873d9d9c7f3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0895963 Mar 10 15:09:20.278407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53498) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:20.432937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-196adbce-0bf2-466a-b82e-a8b78d6f5743 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port d7ac5507-8cb6-4731-a788-fdc62b983638 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:20.433291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-196adbce-0bf2-466a-b82e-a8b78d6f5743 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d7ac5507-8cb6-4731-a788-fdc62b983638), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:20.463366 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:20.560089 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-196adbce-0bf2-466a-b82e-a8b78d6f5743 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d7ac5507-8cb6-4731-a788-fdc62b983638), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:20.579698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-196adbce-0bf2-466a-b82e-a8b78d6f5743 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for d7ac5507-8cb6-4731-a788-fdc62b983638 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:20.748268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-196adbce-0bf2-466a-b82e-a8b78d6f5743 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d7ac5507-8cb6-4731-a788-fdc62b983638), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:20.786503 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196adbce-0bf2-466a-b82e-a8b78d6f5743 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=d7ac5507-8cb6-4731-a788-fdc62b983638,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:20.820791 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-196adbce-0bf2-466a-b82e-a8b78d6f5743 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:20.826497 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-196adbce-0bf2-466a-b82e-a8b78d6f5743 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/d7ac5507-8cb6-4731-a788-fdc62b983638 HTTP/1.1" status: 204 len: 168 time: 0.5446355 Mar 10 15:09:20.826774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53500) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:20.879756 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (90676e5f-4524-404e-bddf-b2df968890b7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:20.888599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b15db-3c14-4b8e-8b2c-19f030155da4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:20.890143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b15db-3c14-4b8e-8b2c-19f030155da4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:20.894531 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bb5b15db-3c14-4b8e-8b2c-19f030155da4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0629997 Mar 10 15:09:20.894775 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53502) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:20.953273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-14eee05f-9bc8-41d1-8d32-ccbb1b34c45f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 2506b405-57e5-43e9-9499-c25b526008c6 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:20.965940 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14eee05f-9bc8-41d1-8d32-ccbb1b34c45f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (2506b405-57e5-43e9-9499-c25b526008c6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.035621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14eee05f-9bc8-41d1-8d32-ccbb1b34c45f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (2506b405-57e5-43e9-9499-c25b526008c6), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.192426 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14eee05f-9bc8-41d1-8d32-ccbb1b34c45f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (2506b405-57e5-43e9-9499-c25b526008c6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.371315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14eee05f-9bc8-41d1-8d32-ccbb1b34c45f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (2506b405-57e5-43e9-9499-c25b526008c6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.399415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 49871aac-7204-488c-87af-0875a0329b99 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:21.412720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eee05f-9bc8-41d1-8d32-ccbb1b34c45f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=2506b405-57e5-43e9-9499-c25b526008c6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:21.414857 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14eee05f-9bc8-41d1-8d32-ccbb1b34c45f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.418222 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-14eee05f-9bc8-41d1-8d32-ccbb1b34c45f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/2506b405-57e5-43e9-9499-c25b526008c6 HTTP/1.1" status: 204 len: 168 time: 0.5224085 Mar 10 15:09:21.420547 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53510) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:21.475677 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2f906eb8-3a29-4727-8d20-7f187b0ba93b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538955 Mar 10 15:09:21.478358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53512) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:21.484260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-44217341-8247-46a5-ab21-6c0b7298902f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:21.493481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd20c16e-be1b-4b5a-bb3a-136b9d7a9e52 req-d459ae58-b01e-4087-bc36-7714b09f1eea tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.1231375 Mar 10 15:09:21.545935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 49871aac-7204-488c-87af-0875a0329b99 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:21.546998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (49871aac-7204-488c-87af-0875a0329b99), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.547776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa99301-a243-4011-9082-ae8ea6b5ab48 req-92863900-aaa3-49de-8050-067314716500 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:21.555308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8aa99301-a243-4011-9082-ae8ea6b5ab48 req-92863900-aaa3-49de-8050-067314716500 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.3075776 Mar 10 15:09:21.585781 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1fa296-02f8-4e43-b67f-f0b9615f5369 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:21.602694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44217341-8247-46a5-ab21-6c0b7298902f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:21.607834 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44217341-8247-46a5-ab21-6c0b7298902f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.618399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8aa99301-a243-4011-9082-ae8ea6b5ab48 req-cae82231-3bbf-495b-90e2-63c77d5218e6 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608501 Mar 10 15:09:21.746897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f86a248e-5aeb-42eb-97c2-196010465480 None None] Provisioning complete for port 49871aac-7204-488c-87af-0875a0329b99 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:21.747288 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f86a248e-5aeb-42eb-97c2-196010465480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (49871aac-7204-488c-87af-0875a0329b99), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.752579 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f7201f8e-dab4-4720-aa61-5fdd2b88162b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.757213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] Deleting port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:21.757558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.801611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 49871aac-7204-488c-87af-0875a0329b99 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:21.802035 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49871aac-7204-488c-87af-0875a0329b99), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.869125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] For port bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:21.869805 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.872125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 49871aac-7204-488c-87af-0875a0329b99, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=49871aac-7204-488c-87af-0875a0329b99,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:21.887315 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (49871aac-7204-488c-87af-0875a0329b99), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.904125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44217341-8247-46a5-ab21-6c0b7298902f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (d01a07d5-29aa-49cc-8310-04ef1101feef), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.912893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] Calling delete_port for bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:21.931610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26811c2a-0c52-4e22-9425-8dc74c336e12 None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:09:21.935839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f86a248e-5aeb-42eb-97c2-196010465480 None None] Current status of the port 49871aac-7204-488c-87af-0875a0329b99 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:21.936219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f86a248e-5aeb-42eb-97c2-196010465480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49871aac-7204-488c-87af-0875a0329b99), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.973902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44217341-8247-46a5-ab21-6c0b7298902f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:21.979394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-44217341-8247-46a5-ab21-6c0b7298902f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:21.983411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44217341-8247-46a5-ab21-6c0b7298902f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:21.984052 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44217341-8247-46a5-ab21-6c0b7298902f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:21.998676 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44217341-8247-46a5-ab21-6c0b7298902f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=d01a07d5-29aa-49cc-8310-04ef1101feef,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:22.023246 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-44217341-8247-46a5-ab21-6c0b7298902f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5406089 Mar 10 15:09:22.023910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53514) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:22.031990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': 'd01a07d5-29aa-49cc-8310-04ef1101feef', 'ip_address': '2001:db8::b965:4439:1302:29a3'}], 'name': 'tempest-NetworksTestDHCPv6-150795492'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:22.191445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:22.191784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=49871aac-7204-488c-87af-0875a0329b99,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:22.205486 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-f86a248e-5aeb-42eb-97c2-196010465480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:09:22.205847 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-f86a248e-5aeb-42eb-97c2-196010465480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:09:22.206802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:22.228532 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:22.229957 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 46825692-41b2-443c-9b06-659630e9e92b yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:22.244912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-26811c2a-0c52-4e22-9425-8dc74c336e12 None None] Deleting port 49871aac-7204-488c-87af-0875a0329b99 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:22.245587 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-26811c2a-0c52-4e22-9425-8dc74c336e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (49871aac-7204-488c-87af-0875a0329b99), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:22.302561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:22.430490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-26811c2a-0c52-4e22-9425-8dc74c336e12 None None] For port 49871aac-7204-488c-87af-0875a0329b99, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=49871aac-7204-488c-87af-0875a0329b99,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:22.431243 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-26811c2a-0c52-4e22-9425-8dc74c336e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (49871aac-7204-488c-87af-0875a0329b99), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:22.453469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-26811c2a-0c52-4e22-9425-8dc74c336e12 None None] Calling delete_port for 49871aac-7204-488c-87af-0875a0329b99 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:22.476619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::b965:4439:1302:29a3 (e8b41007-025f-4e22-b7fd-0464260c3402/d01a07d5-29aa-49cc-8310-04ef1101feef/46825692-41b2-443c-9b06-659630e9e92b) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:22.529101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (90676e5f-4524-404e-bddf-b2df968890b7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:22.572913 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-26811c2a-0c52-4e22-9425-8dc74c336e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (49871aac-7204-488c-87af-0875a0329b99), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:22.639898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26811c2a-0c52-4e22-9425-8dc74c336e12 None None] Pushing event deleted for resources: {'Port': ['ID=49871aac-7204-488c-87af-0875a0329b99,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:22.661061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26811c2a-0c52-4e22-9425-8dc74c336e12 None None] No DVR routers for this DVR port 49871aac-7204-488c-87af-0875a0329b99 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:22.698128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcad748-890f-4cb3-848c-922c4c58997a None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:22.779386 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-876db385-f54f-4843-8674-352d74420f6c req-11973b65-29f2-4db2-9743-7edfcce8b0da tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0881271 Mar 10 15:09:22.865903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f86a248e-5aeb-42eb-97c2-196010465480 None None] Port 49871aac-7204-488c-87af-0875a0329b99 update to ACTIVE by agent not found {{(pid=115535) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 10 15:09:22.882873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': 'd01a07d5-29aa-49cc-8310-04ef1101feef'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:09:22.883665 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:22.931618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee9bb4-7d57-461e-ac7a-54a98fbeef59 req-0359d9c5-6e22-4386-a141-dc0d0712a8f9 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:22.940449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcee9bb4-7d57-461e-ac7a-54a98fbeef59 req-0359d9c5-6e22-4386-a141-dc0d0712a8f9 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1665916 Mar 10 15:09:22.970872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] Router 90676e5f-4524-404e-bddf-b2df968890b7 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:09:23.055161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcee9bb4-7d57-461e-ac7a-54a98fbeef59 req-80824caa-a665-4082-ba23-881a56994a8c tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132920 Mar 10 15:09:23.166847 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (46825692-41b2-443c-9b06-659630e9e92b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.202329 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (46825692-41b2-443c-9b06-659630e9e92b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.225876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbfeeb73-c07e-459e-903b-bed1dca86997 req-a2d96418-2022-4d31-9bc0-6b5476aa142f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0496633 Mar 10 15:09:23.227269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:09:23.232420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d7a25422-5781-454d-8845-6b168a725ce0 admin admin] 10.222.0.11 "PUT /v2.0/routers/90676e5f-4524-404e-bddf-b2df968890b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9716628 Mar 10 15:09:23.234865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53522) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:23.259375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aeb8a8-adf6-444b-8f0b-b392c42083eb None None] Sync routers for ids ['90676e5f-4524-404e-bddf-b2df968890b7'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:09:23.276008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=46825692-41b2-443c-9b06-659630e9e92b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:23.288206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:23.289847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:23.296345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:23.297099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aeb8a8-adf6-444b-8f0b-b392c42083eb None None] Routers {'90676e5f-4524-404e-bddf-b2df968890b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:23.298863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-77aeb8a8-adf6-444b-8f0b-b392c42083eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:08:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['90676e5f-4524-404e-bddf-b2df968890b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:23.304248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:23.305286 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.327280 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d048b596-63a7-47a1-aaed-111bf84dff02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3006341 Mar 10 15:09:23.329997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53524) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:23.366358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 49871aac-7204-488c-87af-0875a0329b99 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:23.397829 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb4d53-ca9d-4a1e-be8b-903f1f43bcaa tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:23.399854 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cdcb4d53-ca9d-4a1e-be8b-903f1f43bcaa tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0681992 Mar 10 15:09:23.403969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53526) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:23.412466 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Publish callbacks [] for router (90676e5f-4524-404e-bddf-b2df968890b7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.428991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Allocated IP 2001:db8::2 (e8b41007-025f-4e22-b7fd-0464260c3402/d01a07d5-29aa-49cc-8310-04ef1101feef/932de5bb-46bc-4f9d-9a5c-69da033aa377) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:23.449530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 49871aac-7204-488c-87af-0875a0329b99 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:23.449883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 49871aac-7204-488c-87af-0875a0329b99 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:23.560955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-69656680-d46f-45bf-b49b-7f4da7bca2fb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 46825692-41b2-443c-9b06-659630e9e92b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:23.561295 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-69656680-d46f-45bf-b49b-7f4da7bca2fb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (46825692-41b2-443c-9b06-659630e9e92b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.575262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Publish callbacks [] for router_gateway (90676e5f-4524-404e-bddf-b2df968890b7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.625232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-77aeb8a8-adf6-444b-8f0b-b392c42083eb None None] Set router 90676e5f-4524-404e-bddf-b2df968890b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:23.639672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Deleting port bdae6011-3e2d-40b2-8808-90cb4905f51e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:23.640401 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.681672 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-69656680-d46f-45bf-b49b-7f4da7bca2fb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (46825692-41b2-443c-9b06-659630e9e92b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.695752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-69656680-d46f-45bf-b49b-7f4da7bca2fb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 46825692-41b2-443c-9b06-659630e9e92b owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:23.739815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] For port bdae6011-3e2d-40b2-8808-90cb4905f51e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bdae6011-3e2d-40b2-8808-90cb4905f51e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:23.740576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.754405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Calling delete_port for bdae6011-3e2d-40b2-8808-90cb4905f51e owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:23.874374 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-69656680-d46f-45bf-b49b-7f4da7bca2fb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (46825692-41b2-443c-9b06-659630e9e92b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.909369 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Publish callbacks [] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.928297 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.939445 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-69656680-d46f-45bf-b49b-7f4da7bca2fb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:23.947419 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-69656680-d46f-45bf-b49b-7f4da7bca2fb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/46825692-41b2-443c-9b06-659630e9e92b HTTP/1.1" status: 204 len: 168 time: 0.5424104 Mar 10 15:09:23.952717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d088bc7-f775-4e4c-b1ff-bedabdaa7e1b req-ffa32e45-b10d-4cfd-95bb-b4dd042c2929 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0587242 Mar 10 15:09:23.955661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53532) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:23.968717 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69656680-d46f-45bf-b49b-7f4da7bca2fb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=46825692-41b2-443c-9b06-659630e9e92b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:24.012734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:24.023404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:24.033380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:24.042094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Pushing event updated for resources: {'Port': ['ID=932de5bb-46bc-4f9d-9a5c-69da033aa377,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:24.046474 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ca6a2913-58b8-4d71-9f58-0182f267eb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.103343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e328b-b488-47e8-b1ab-f70d975b385d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:24.104805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e328b-b488-47e8-b1ab-f70d975b385d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:24.108536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Attempting to bind port 932de5bb-46bc-4f9d-9a5c-69da033aa377 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:24.108989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Attempting to bind port 932de5bb-46bc-4f9d-9a5c-69da033aa377 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:24.109166 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53536) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:24.109486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Attempting to bind port 932de5bb-46bc-4f9d-9a5c-69da033aa377 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:24.119331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5d1e328b-b488-47e8-b1ab-f70d975b385d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1615193 Mar 10 15:09:24.119684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-77aeb8a8-adf6-444b-8f0b-b392c42083eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:09:22Z', 'revision_number': 5, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port': {'id': 'bdae6011-3e2d-40b2-8808-90cb4905f51e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:6e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90676e5f-4524-404e-bddf-b2df968890b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:06:14Z', 'updated_at': '2022-03-10T15:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:24.121706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:24.122168 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:24.122637 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.123121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:24.123661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Bound port: 932de5bb-46bc-4f9d-9a5c-69da033aa377, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:24.124106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.169236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f393afa4-f33b-4b60-a9be-a5d8e52b1416 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet d01a07d5-29aa-49cc-8310-04ef1101feef {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:24.173076 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f393afa4-f33b-4b60-a9be-a5d8e52b1416 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (d01a07d5-29aa-49cc-8310-04ef1101feef), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.179713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aeb8a8-adf6-444b-8f0b-b392c42083eb None None] Checking router: 90676e5f-4524-404e-bddf-b2df968890b7 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:09:24.207611 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bdae6011-3e2d-40b2-8808-90cb4905f51e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.212103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aeb8a8-adf6-444b-8f0b-b392c42083eb None None] Routers {'90676e5f-4524-404e-bddf-b2df968890b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:24.213394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-77aeb8a8-adf6-444b-8f0b-b392c42083eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['90676e5f-4524-404e-bddf-b2df968890b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:24.238691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f393afa4-f33b-4b60-a9be-a5d8e52b1416 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (d01a07d5-29aa-49cc-8310-04ef1101feef), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.239675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdae6011-3e2d-40b2-8808-90cb4905f51e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:24.313034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-77aeb8a8-adf6-444b-8f0b-b392c42083eb None None] Set router 90676e5f-4524-404e-bddf-b2df968890b7 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:24.362403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77541d-fee8-48b0-82f4-761b4529bedf req-0699c861-4e99-499d-967d-f7e89889184c tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:24.364020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f77541d-fee8-48b0-82f4-761b4529bedf req-0699c861-4e99-499d-967d-f7e89889184c tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.2109118 Mar 10 15:09:24.366272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] For port 932de5bb-46bc-4f9d-9a5c-69da033aa377, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:24.368981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-77aeb8a8-adf6-444b-8f0b-b392c42083eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:09:24Z', 'revision_number': 7, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:24.372300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (90676e5f-4524-404e-bddf-b2df968890b7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.405605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] For port 932de5bb-46bc-4f9d-9a5c-69da033aa377, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=932de5bb-46bc-4f9d-9a5c-69da033aa377,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:24.407052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aeb8a8-adf6-444b-8f0b-b392c42083eb None None] The sync data for ids ['90676e5f-4524-404e-bddf-b2df968890b7'] in n-d-833090-1 is: [{'id': '90676e5f-4524-404e-bddf-b2df968890b7', 'name': 'tempest-ServersTestBootFromVolume-1254400654-router', 'tenant_id': '3297bd95393e4871b86602b1b29be320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:06:13Z', 'updated_at': '2022-03-10T15:09:24Z', 'revision_number': 7, 'project_id': '3297bd95393e4871b86602b1b29be320', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:09:24.417403 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.419344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f393afa4-f33b-4b60-a9be-a5d8e52b1416 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d01a07d5-29aa-49cc-8310-04ef1101feef), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.500026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171688dc-0f26-4aa9-ad58-c7f137b444ee None None] Pushing event updated for resources: {'Port': ['ID=932de5bb-46bc-4f9d-9a5c-69da033aa377,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:24.559297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f393afa4-f33b-4b60-a9be-a5d8e52b1416 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (d01a07d5-29aa-49cc-8310-04ef1101feef), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.576982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (90676e5f-4524-404e-bddf-b2df968890b7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.579532 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Publish callbacks [] for router_controller (90676e5f-4524-404e-bddf-b2df968890b7), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.602637 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393afa4-f33b-4b60-a9be-a5d8e52b1416 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=d01a07d5-29aa-49cc-8310-04ef1101feef,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:24.604698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f393afa4-f33b-4b60-a9be-a5d8e52b1416 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.608374 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f393afa4-f33b-4b60-a9be-a5d8e52b1416 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/d01a07d5-29aa-49cc-8310-04ef1101feef HTTP/1.1" status: 204 len: 168 time: 0.4982364 Mar 10 15:09:24.610677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53542) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:24.666431 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-df8bd439-795d-46de-8cde-fcfb7126ef6c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540311 Mar 10 15:09:24.669415 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53544) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:24.675617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (90676e5f-4524-404e-bddf-b2df968890b7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.676306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90676e5f-4524-404e-bddf-b2df968890b7 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:09:24.677585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b3d503ad-2d91-4325-a935-ae63b1802ae6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:24.683812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.687876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53546) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:24.688406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-37648786-958e-418e-8eb3-7e7409c28376 admin admin] 10.222.0.11 "DELETE /v2.0/routers/90676e5f-4524-404e-bddf-b2df968890b7 HTTP/1.1" status: 204 len: 168 time: 1.4525647 Mar 10 15:09:24.714309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f77541d-fee8-48b0-82f4-761b4529bedf req-dd69a4d3-9360-468b-acd4-693474d8e90d tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379202 Mar 10 15:09:24.830406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8857f05-8005-4634-9ae4-0e2e794f4dc7 admin admin] Deleting subnet 743ead58-8aaa-4109-9959-b71342683302 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:24.837831 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8857f05-8005-4634-9ae4-0e2e794f4dc7 admin admin] Publish callbacks [] for subnet (743ead58-8aaa-4109-9959-b71342683302), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.897713 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8857f05-8005-4634-9ae4-0e2e794f4dc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (743ead58-8aaa-4109-9959-b71342683302), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:24.918357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d503ad-2d91-4325-a935-ae63b1802ae6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:24.921897 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b3d503ad-2d91-4325-a935-ae63b1802ae6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:25.066263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8857f05-8005-4634-9ae4-0e2e794f4dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (743ead58-8aaa-4109-9959-b71342683302), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:25.071977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5755529f-a978-443a-b2ae-406c0132838c req-c288d107-0ba4-44f7-81c3-41bc013cd92a tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0408609 Mar 10 15:09:25.161135 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:25.221348 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8857f05-8005-4634-9ae4-0e2e794f4dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (743ead58-8aaa-4109-9959-b71342683302), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:25.240290 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8857f05-8005-4634-9ae4-0e2e794f4dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:25.247652 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a8857f05-8005-4634-9ae4-0e2e794f4dc7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/743ead58-8aaa-4109-9959-b71342683302 HTTP/1.1" status: 204 len: 168 time: 0.5573046 Mar 10 15:09:25.248344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53560) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:25.276298 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b3d503ad-2d91-4325-a935-ae63b1802ae6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (101ef29f-bdf8-4b73-896a-2a6e3d381f1b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:25.277230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fcc9c5-5867-48f6-9547-0df1dee400b2 None None] Network ab912935-10a4-456c-9333-27850d590eac requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:25.289771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8857f05-8005-4634-9ae4-0e2e794f4dc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=743ead58-8aaa-4109-9959-b71342683302,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:25.377032 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d503ad-2d91-4325-a935-ae63b1802ae6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:25.391660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-b3d503ad-2d91-4325-a935-ae63b1802ae6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:25.396883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d503ad-2d91-4325-a935-ae63b1802ae6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:25.396883 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b3d503ad-2d91-4325-a935-ae63b1802ae6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:25.452174 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d503ad-2d91-4325-a935-ae63b1802ae6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=101ef29f-bdf8-4b73-896a-2a6e3d381f1b,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:25.459657 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ab912935-10a4-456c-9333-27850d590eac), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:25.486661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53562) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:25.487947 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b3d503ad-2d91-4325-a935-ae63b1802ae6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8169210 Mar 10 15:09:25.495955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': '101ef29f-bdf8-4b73-896a-2a6e3d381f1b', 'ip_address': '2001:db8::d3d3:6fc7:65ca:c125'}], 'name': 'tempest-NetworksTestDHCPv6-1913385255'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:25.676271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Deleting port ec522400-53cd-47d6-8c9e-8bd24c760f1a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:25.676828 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:25.717037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e380ea5-1e35-4168-88c2-7e76ec333ad1 None None] DHCP port deletion for ab912935-10a4-456c-9333-27850d590eac request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:09:25.742688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 932de5bb-46bc-4f9d-9a5c-69da033aa377 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:25.877851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] For port ec522400-53cd-47d6-8c9e-8bd24c760f1a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ec522400-53cd-47d6-8c9e-8bd24c760f1a,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:25.878462 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:25.887265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-003d0b25-93b8-4f2f-bbe0-87811e82112f req-762dba94-0364-4e61-85a2-89796b10dc63 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.1369171 Mar 10 15:09:25.936014 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Calling delete_port for ec522400-53cd-47d6-8c9e-8bd24c760f1a owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:25.942981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9e380ea5-1e35-4168-88c2-7e76ec333ad1 None None] Deleting port ec522400-53cd-47d6-8c9e-8bd24c760f1a {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:25.943366 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9e380ea5-1e35-4168-88c2-7e76ec333ad1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.116921 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.178037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] No DVR routers for this DVR port ec522400-53cd-47d6-8c9e-8bd24c760f1a on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:26.181502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec522400-53cd-47d6-8c9e-8bd24c760f1a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:26.186307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 932de5bb-46bc-4f9d-9a5c-69da033aa377 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:26.186845 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.244100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52789081-9cbc-4747-8370-ec289920e0e9 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:26.292428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ab912935-10a4-456c-9333-27850d590eac), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.307121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9e380ea5-1e35-4168-88c2-7e76ec333ad1 None None] For port ec522400-53cd-47d6-8c9e-8bd24c760f1a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ec522400-53cd-47d6-8c9e-8bd24c760f1a,segment=NetworkSegment(89641443-bbb6-4040-8d0a-ed59c86490d6),segment_id=89641443-bbb6-4040-8d0a-ed59c86490d6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:26.307530 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9e380ea5-1e35-4168-88c2-7e76ec333ad1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.325262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab912935-10a4-456c-9333-27850d590eac']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:26.340247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89641443-bbb6-4040-8d0a-ed59c86490d6') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:26.340247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89641443-bbb6-4040-8d0a-ed59c86490d6') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:26.342608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9e380ea5-1e35-4168-88c2-7e76ec333ad1 None None] Calling delete_port for ec522400-53cd-47d6-8c9e-8bd24c760f1a owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:26.356647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (89641443-bbb6-4040-8d0a-ed59c86490d6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.374514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (89641443-bbb6-4040-8d0a-ed59c86490d6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.383413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:09:26.384664 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (89641443-bbb6-4040-8d0a-ed59c86490d6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:09:26.401030 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:09:26.460290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b91eab-8e64-4f48-839b-510d2a828ca6 req-caed1a0e-8d70-48c9-a2d5-8e0b7214c6b9 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:26.460290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3b91eab-8e64-4f48-839b-510d2a828ca6 req-caed1a0e-8d70-48c9-a2d5-8e0b7214c6b9 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.6046898 Mar 10 15:09:26.466334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:26.472803 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ab912935-10a4-456c-9333-27850d590eac), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.483077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8eb97438-15a2-4be4-b6b0-d9b9664e2770 None None] Provisioning complete for port 932de5bb-46bc-4f9d-9a5c-69da033aa377 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:26.483469 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8eb97438-15a2-4be4-b6b0-d9b9664e2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.488926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.493784 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ab912935-10a4-456c-9333-27850d590eac HTTP/1.1" status: 204 len: 168 time: 1.2191629 Mar 10 15:09:26.502055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 932de5bb-46bc-4f9d-9a5c-69da033aa377 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:26.502702 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.509588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733665cd-3392-4ce3-87f3-b00df3da06d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab912935-10a4-456c-9333-27850d590eac,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:26.593587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3b91eab-8e64-4f48-839b-510d2a828ca6 req-24057378-9781-4935-9615-a983aadfcb10 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199813 Mar 10 15:09:26.624283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.645074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 406a8a6d-b032-46bb-b283-03fc47df5d05 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:26.663298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 932de5bb-46bc-4f9d-9a5c-69da033aa377, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=932de5bb-46bc-4f9d-9a5c-69da033aa377,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:26.670728 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.681035 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.793226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:26.806945 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53578) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:26.858432 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4a118e1f-6917-46e5-ad3a-3be7945594b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3297bd95393e4871b86602b1b29be320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478055 Mar 10 15:09:26.860646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53580) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:26.886356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:26.886710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bb60ebbb-f5a3-4ab8-b1ca-d21bd46cf27f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:26.887181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bdae6011-3e2d-40b2-8808-90cb4905f51e no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:26.897732 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9e380ea5-1e35-4168-88c2-7e76ec333ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (ec522400-53cd-47d6-8c9e-8bd24c760f1a), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.922959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::d3d3:6fc7:65ca:c125 (e8b41007-025f-4e22-b7fd-0464260c3402/101ef29f-bdf8-4b73-896a-2a6e3d381f1b/406a8a6d-b032-46bb-b283-03fc47df5d05) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:26.924311 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f482a55-2e41-46eb-bf2f-d3c3ba039253 admin admin] Publish callbacks [] for security_group (c39576f6-128d-4a83-a89c-3915648fc96f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:26.931769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e380ea5-1e35-4168-88c2-7e76ec333ad1 None None] Network ab912935-10a4-456c-9333-27850d590eac is not hosted by any dhcp agent {{(pid=115535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:09:26.932515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e380ea5-1e35-4168-88c2-7e76ec333ad1 None None] No DVR routers for this DVR port ec522400-53cd-47d6-8c9e-8bd24c760f1a on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:26.934400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=932de5bb-46bc-4f9d-9a5c-69da033aa377,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:26.975922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: bdae6011-3e2d-40b2-8808-90cb4905f51e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:26.976293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bdae6011-3e2d-40b2-8808-90cb4905f51e not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:26.988209 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f482a55-2e41-46eb-bf2f-d3c3ba039253 admin admin] Publish callbacks [] for security_group (c39576f6-128d-4a83-a89c-3915648fc96f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:27.066981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e380ea5-1e35-4168-88c2-7e76ec333ad1 None None] Pushing event deleted for resources: {'Port': ['ID=ec522400-53cd-47d6-8c9e-8bd24c760f1a,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:27.078830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8eb97438-15a2-4be4-b6b0-d9b9664e2770 None None] Current status of the port 932de5bb-46bc-4f9d-9a5c-69da033aa377 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:27.078988 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f482a55-2e41-46eb-bf2f-d3c3ba039253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c39576f6-128d-4a83-a89c-3915648fc96f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:27.083698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f482a55-2e41-46eb-bf2f-d3c3ba039253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:27.090851 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2f482a55-2e41-46eb-bf2f-d3c3ba039253 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c39576f6-128d-4a83-a89c-3915648fc96f HTTP/1.1" status: 204 len: 168 time: 0.2229645 Mar 10 15:09:27.112266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f482a55-2e41-46eb-bf2f-d3c3ba039253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39576f6-128d-4a83-a89c-3915648fc96f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:27.164361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d675a7bd-68d0-4178-81cf-ce6e9b260ebd req-f3ce124e-0779-47db-b16d-72886046fc5f tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0521579 Mar 10 15:09:27.215229 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:09:27.236512 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (406a8a6d-b032-46bb-b283-03fc47df5d05), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:27.312876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 932de5bb-46bc-4f9d-9a5c-69da033aa377 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:27.326985 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (406a8a6d-b032-46bb-b283-03fc47df5d05), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:27.397181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:27.403678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:27.409269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:27.417345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:27.420225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e38663d6-c1c3-4e8e-bc86-078d0ce6a58e None None] Provisioning complete for port 932de5bb-46bc-4f9d-9a5c-69da033aa377 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:27.420909 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e38663d6-c1c3-4e8e-bc86-078d0ce6a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:27.421037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:27.456519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=406a8a6d-b032-46bb-b283-03fc47df5d05,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:27.459727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 932de5bb-46bc-4f9d-9a5c-69da033aa377 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:27.460507 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:27.484465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9c252569-8f25-4fb4-8d56-96d704e82c8c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9963372 Mar 10 15:09:27.488411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53588) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:27.575987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af3f32-51b2-4182-bc77-81e305998d9e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:27.583855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af3f32-51b2-4182-bc77-81e305998d9e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:27.587144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-58af3f32-51b2-4182-bc77-81e305998d9e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0971277 Mar 10 15:09:27.589670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53592) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:27.644398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e38663d6-c1c3-4e8e-bc86-078d0ce6a58e None None] Current status of the port 932de5bb-46bc-4f9d-9a5c-69da033aa377 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:27.675321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 932de5bb-46bc-4f9d-9a5c-69da033aa377 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:27.758711 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec522400-53cd-47d6-8c9e-8bd24c760f1a no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:27.778202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bd00b274-f9ad-4560-8897-d0b315fb7f4b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 406a8a6d-b032-46bb-b283-03fc47df5d05 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:27.778202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd00b274-f9ad-4560-8897-d0b315fb7f4b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (406a8a6d-b032-46bb-b283-03fc47df5d05), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:27.785991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: ec522400-53cd-47d6-8c9e-8bd24c760f1a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:27.786350 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec522400-53cd-47d6-8c9e-8bd24c760f1a not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:27.881364 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e8572a1a-0d64-45bc-91ff-1aed433e12ac None None] Could not find standard attr ID for object d7ac5507-8cb6-4731-a788-fdc62b983638. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:09:27.894597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914059b3-cf7a-42d5-a7df-2f8f6a5939d6 req-5b2b0f5f-576a-4956-a031-91c6c859fd0e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:27.896248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-914059b3-cf7a-42d5-a7df-2f8f6a5939d6 req-5b2b0f5f-576a-4956-a031-91c6c859fd0e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1676276 Mar 10 15:09:27.946959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd00b274-f9ad-4560-8897-d0b315fb7f4b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (406a8a6d-b032-46bb-b283-03fc47df5d05), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:27.973814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bd00b274-f9ad-4560-8897-d0b315fb7f4b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 406a8a6d-b032-46bb-b283-03fc47df5d05 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:28.000876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-914059b3-cf7a-42d5-a7df-2f8f6a5939d6 req-0e0af0df-662b-484a-937d-6b5137880874 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931082 Mar 10 15:09:28.160266 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.200151 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd00b274-f9ad-4560-8897-d0b315fb7f4b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (406a8a6d-b032-46bb-b283-03fc47df5d05), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.237113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00b274-f9ad-4560-8897-d0b315fb7f4b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=406a8a6d-b032-46bb-b283-03fc47df5d05,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:28.269171 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd00b274-f9ad-4560-8897-d0b315fb7f4b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.273157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bd00b274-f9ad-4560-8897-d0b315fb7f4b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/406a8a6d-b032-46bb-b283-03fc47df5d05 HTTP/1.1" status: 204 len: 168 time: 0.6821337 Mar 10 15:09:28.275760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53614) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:28.293344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53616) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:28.310702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-69ae6e0f-ef50-4035-ac21-cd714232ff90 None None] Could not find standard attr ID for object 46825692-41b2-443c-9b06-659630e9e92b. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:09:28.360424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f207a-e60b-4d19-bdf9-e8938e2f49e5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:28.365448 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f207a-e60b-4d19-bdf9-e8938e2f49e5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:28.369620 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c84f207a-e60b-4d19-bdf9-e8938e2f49e5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0903378 Mar 10 15:09:28.370203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53620) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:28.375238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35f33c98-d28c-402a-90a4-8ef1bdcd5805 req-2ebbb8a6-4328-4e90-a5b9-4defacffff8b tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0473027 Mar 10 15:09:28.440439 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9d022b-5765-4b07-9ed5-3e4c6ce908a5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 101ef29f-bdf8-4b73-896a-2a6e3d381f1b {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:28.444503 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d9d022b-5765-4b07-9ed5-3e4c6ce908a5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (101ef29f-bdf8-4b73-896a-2a6e3d381f1b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.447942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1606128568-network', 'tenant_id': '2acb55112f3743d895b24ea61ff41a3f'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:28.472122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Made reservation on behalf of 2acb55112f3743d895b24ea61ff41a3f for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:28.474472 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.484954 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.502991 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d9d022b-5765-4b07-9ed5-3e4c6ce908a5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (101ef29f-bdf8-4b73-896a-2a6e3d381f1b), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.534828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-48ef1b9f-5c17-47e8-a8b5-05f68cba1a96 None None] Could not find standard attr ID for object 406a8a6d-b032-46bb-b283-03fc47df5d05. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:09:28.574270 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d9d022b-5765-4b07-9ed5-3e4c6ce908a5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (101ef29f-bdf8-4b73-896a-2a6e3d381f1b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.588290 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Publish callbacks [] for security_group (055e6211-721e-44a0-8ce0-a7b80a473947), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.597075 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (055e6211-721e-44a0-8ce0-a7b80a473947), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.638142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:09:28.650893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055e6211-721e-44a0-8ce0-a7b80a473947,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:28.661642 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d9d022b-5765-4b07-9ed5-3e4c6ce908a5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (101ef29f-bdf8-4b73-896a-2a6e3d381f1b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.662617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (fac9b81e-dc73-49b9-a227-913559e6db99), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.663012 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Added segment fac9b81e-dc73-49b9-a227-913559e6db99 of type vlan for network 36285378-9fba-405f-ad02-1f65fb94662f Mar 10 15:09:28.694895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d022b-5765-4b07-9ed5-3e4c6ce908a5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=101ef29f-bdf8-4b73-896a-2a6e3d381f1b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:28.698391 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d9d022b-5765-4b07-9ed5-3e4c6ce908a5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.703629 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3d9d022b-5765-4b07-9ed5-3e4c6ce908a5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/101ef29f-bdf8-4b73-896a-2a6e3d381f1b HTTP/1.1" status: 204 len: 168 time: 0.3323822 Mar 10 15:09:28.706004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53622) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:28.730340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (36285378-9fba-405f-ad02-1f65fb94662f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.759297 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-af536798-d428-4dc8-a7f2-2ad7f0afe6ef tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521138 Mar 10 15:09:28.762488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53624) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:28.784120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa01202e-c7fd-469e-989d-70d00ccd9758 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:28.798051 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (36285378-9fba-405f-ad02-1f65fb94662f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.799528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:28.800105 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:28.866578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=36285378-9fba-405f-ad02-1f65fb94662f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:28.885233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 36285378-9fba-405f-ad02-1f65fb94662f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:09:28.893443 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53626) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:28.893651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-33f04ab8-9d4b-42ba-8978-93f05d93d0e2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5989687 Mar 10 15:09:28.910891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] Request body: {'subnet': {'network_id': '36285378-9fba-405f-ad02-1f65fb94662f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1606128568-subnet', 'tenant_id': '2acb55112f3743d895b24ea61ff41a3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:28.911366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba323b7-e523-4ccf-8aac-d21a397e07b1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:28.912881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cba323b7-e523-4ccf-8aac-d21a397e07b1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1493244 Mar 10 15:09:28.918249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53628) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:28.991279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aebb112-b7e6-4ebe-8d6b-13aa2f87f8d8 None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:09:29.018408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] Made reservation on behalf of 2acb55112f3743d895b24ea61ff41a3f for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:29.021080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:29.024951 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66695a00-17bf-4dae-a8cb-2eba5544bcad tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:29.028843 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-66695a00-17bf-4dae-a8cb-2eba5544bcad tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1073480 Mar 10 15:09:29.030132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53632) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:29.060202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7aebb112-b7e6-4ebe-8d6b-13aa2f87f8d8 None None] Deleting port 932de5bb-46bc-4f9d-9a5c-69da033aa377 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:29.060668 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7aebb112-b7e6-4ebe-8d6b-13aa2f87f8d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:29.103044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8dc6d030-500b-4299-8b10-915bcbfc7bec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697081 Mar 10 15:09:29.103974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53636) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:29.109484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8c387977-3e3f-47e5-95d6-56a4773917ca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:29.197690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7aebb112-b7e6-4ebe-8d6b-13aa2f87f8d8 None None] For port 932de5bb-46bc-4f9d-9a5c-69da033aa377, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=932de5bb-46bc-4f9d-9a5c-69da033aa377,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:29.198090 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7aebb112-b7e6-4ebe-8d6b-13aa2f87f8d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:29.215267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7aebb112-b7e6-4ebe-8d6b-13aa2f87f8d8 None None] Calling delete_port for 932de5bb-46bc-4f9d-9a5c-69da033aa377 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:29.265677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 932de5bb-46bc-4f9d-9a5c-69da033aa377 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:29.266186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd70847-7083-4568-ae13-b042771fe2d3 req-d8adf281-c1bf-425c-b039-8339ca3e1cf2 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:29.269577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fd70847-7083-4568-ae13-b042771fe2d3 req-d8adf281-c1bf-425c-b039-8339ca3e1cf2 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1395030 Mar 10 15:09:29.324932 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (de40d2f2-2fd5-44ef-b366-2625191deeda), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:29.331753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c387977-3e3f-47e5-95d6-56a4773917ca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:29.336071 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8c387977-3e3f-47e5-95d6-56a4773917ca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:29.383525 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7aebb112-b7e6-4ebe-8d6b-13aa2f87f8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:29.383926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=de40d2f2-2fd5-44ef-b366-2625191deeda,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:29.428758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebb112-b7e6-4ebe-8d6b-13aa2f87f8d8 None None] Pushing event deleted for resources: {'Port': ['ID=932de5bb-46bc-4f9d-9a5c-69da033aa377,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:29.430246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] Checking segment: {'id': 'fac9b81e-dc73-49b9-a227-913559e6db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '36285378-9fba-405f-ad02-1f65fb94662f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:29.431195 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] Network hostable DHCP agents. Network: 36285378-9fba-405f-ad02-1f65fb94662f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:09:29.453896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fd70847-7083-4568-ae13-b042771fe2d3 req-86675d7b-ffea-46e1-b2a6-63ab11146be6 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762824 Mar 10 15:09:29.468534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aebb112-b7e6-4ebe-8d6b-13aa2f87f8d8 None None] No DVR routers for this DVR port 932de5bb-46bc-4f9d-9a5c-69da033aa377 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:29.468824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] Network 36285378-9fba-405f-ad02-1f65fb94662f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:09:29.489573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 932de5bb-46bc-4f9d-9a5c-69da033aa377 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:29.489971 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (932de5bb-46bc-4f9d-9a5c-69da033aa377), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:29.491611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 36285378-9fba-405f-ad02-1f65fb94662f) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:29.499055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:29.499840 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:29.508813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4f064-c265-411b-ae2f-e5eb9ce39615 None None] Network 36285378-9fba-405f-ad02-1f65fb94662f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:29.534873 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5b3f7956-599c-42e8-977e-818b870156ce admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6314673 Mar 10 15:09:29.584042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da5029df-c1ab-491d-8e87-9d6713db239b req-b309fdf7-829c-43a7-812d-a52d061b5b9d tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0580578 Mar 10 15:09:29.636657 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8c387977-3e3f-47e5-95d6-56a4773917ca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (091851dd-b533-4807-9d21-c140aad3040f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:29.693649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c387977-3e3f-47e5-95d6-56a4773917ca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:29.701224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-8c387977-3e3f-47e5-95d6-56a4773917ca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:29.705947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c387977-3e3f-47e5-95d6-56a4773917ca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:29.706724 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8c387977-3e3f-47e5-95d6-56a4773917ca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:29.717738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfce7ff7-8da0-4e0e-9e6f-a55be04e61b1 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:29.730509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53648) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:29.730701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8c387977-3e3f-47e5-95d6-56a4773917ca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6253932 Mar 10 15:09:29.737472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': '091851dd-b533-4807-9d21-c140aad3040f', 'ip_address': '2001:db8::3361:46fd:cd8e:60ca'}], 'name': 'tempest-NetworksTestDHCPv6-621151266'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:29.738604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c387977-3e3f-47e5-95d6-56a4773917ca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=091851dd-b533-4807-9d21-c140aad3040f,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:29.755816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d4ff0-72cf-42c1-925e-7ffd252d757f None None] Network 36285378-9fba-405f-ad02-1f65fb94662f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:29.896327 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:29.931840 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '091851dd-b533-4807-9d21-c140aad3040f'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:09:29.932984 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:30.041473 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:30.073315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 8c0018f7-922e-4f34-88eb-3c6d4be2723c yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:30.103759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-0e639b4f-1476-4bb6-bc07-52f7a147e0eb tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:30.105470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-0e639b4f-1476-4bb6-bc07-52f7a147e0eb tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/networks?id=36285378-9fba-405f-ad02-1f65fb94662f HTTP/1.1" status: 200 len: 822 time: 0.1520388 Mar 10 15:09:30.134243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Allocated IP 2001:db8::2 (e8b41007-025f-4e22-b7fd-0464260c3402/091851dd-b533-4807-9d21-c140aad3040f/c58ef459-2c75-4449-bb26-eb7e2c4d1a2c) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:30.137625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-2a67c676-bda2-4d70-951c-e9e0f45ad0a1 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/quotas/2acb55112f3743d895b24ea61ff41a3f HTTP/1.1" status: 200 len: 375 time: 0.0248911 Mar 10 15:09:30.205990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-560f787a-58b6-4083-a132-08df7b6076bf tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2acb55112f3743d895b24ea61ff41a3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656617 Mar 10 15:09:30.393546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-fea01a6b-8ec5-4ddd-bac3-93d2f150d826 service neutron] 10.222.0.11 "GET /v2.0/networks/36285378-9fba-405f-ad02-1f65fb94662f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865630 Mar 10 15:09:30.488315 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Publish callbacks [] for port (c58ef459-2c75-4449-bb26-eb7e2c4d1a2c), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:30.512270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-98e428c1-4b1a-45aa-a4e4-86e5b1b04a81 service neutron] 10.222.0.11 "GET /v2.0/networks/36285378-9fba-405f-ad02-1f65fb94662f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102502 Mar 10 15:09:30.522040 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (c58ef459-2c75-4449-bb26-eb7e2c4d1a2c), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:30.581538 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::3361:46fd:cd8e:60ca (e8b41007-025f-4e22-b7fd-0464260c3402/091851dd-b533-4807-9d21-c140aad3040f/8c0018f7-922e-4f34-88eb-3c6d4be2723c) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:30.596930 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:30.603255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:30.609928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:30.611831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8af96-163b-4b89-817b-73d84bc14b6d req-4d76d828-1f5c-48be-8020-02993a82bb10 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:30.613828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08b8af96-163b-4b89-817b-73d84bc14b6d req-4d76d828-1f5c-48be-8020-02993a82bb10 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.0725169 Mar 10 15:09:30.624545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Pushing event updated for resources: {'Port': ['ID=c58ef459-2c75-4449-bb26-eb7e2c4d1a2c,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:30.686861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08b8af96-163b-4b89-817b-73d84bc14b6d req-0661cf9b-69a5-43ce-84e8-91170dce7805 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653043 Mar 10 15:09:30.696664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Attempting to bind port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:30.697483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Attempting to bind port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:30.697856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Attempting to bind port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:30.714965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:30.715443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:30.715874 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:30.716981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:30.718495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Bound port: c58ef459-2c75-4449-bb26-eb7e2c4d1a2c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:30.719131 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c58ef459-2c75-4449-bb26-eb7e2c4d1a2c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:30.809290 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (8c0018f7-922e-4f34-88eb-3c6d4be2723c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:30.823007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] For port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:30.826884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] For port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c58ef459-2c75-4449-bb26-eb7e2c4d1a2c,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:30.835420 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c58ef459-2c75-4449-bb26-eb7e2c4d1a2c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:30.844307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6fc753d2-cd25-4a0a-ba4c-8b4d2f9ae287 req-36cf4ed1-20c4-41d6-bd05-122def3fa8c2 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 210 time: 0.0495477 Mar 10 15:09:30.874190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8c0018f7-922e-4f34-88eb-3c6d4be2723c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:30.889810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9b6f7d6-35da-4d44-b402-4a0364870294 req-aeec7415-118d-415d-9f29-d32f393a3622 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0515804 Mar 10 15:09:30.929496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc2805-4d85-40fe-98b8-0a96cd89711b None None] Pushing event updated for resources: {'Port': ['ID=c58ef459-2c75-4449-bb26-eb7e2c4d1a2c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:30.966658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:30.970157 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:30.975055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:30.981247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:30.981862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:30.986592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=8c0018f7-922e-4f34-88eb-3c6d4be2723c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:31.019066 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-594b9cc9-c22c-4516-8b0e-d4833d154831 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2840352 Mar 10 15:09:31.019325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53672) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:31.026439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5d8a3677-18fb-4fd3-b0ad-097ab3217148 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': '091851dd-b533-4807-9d21-c140aad3040f', 'ip_address': '2001:db8::3361:46fd:cd8e:60ca'}], 'name': 'tempest-NetworksTestDHCPv6-223112313'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:31.252478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8a3677-18fb-4fd3-b0ad-097ab3217148 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:31.262288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3677-18fb-4fd3-b0ad-097ab3217148 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:31.318110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-5d8a3677-18fb-4fd3-b0ad-097ab3217148 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port f8c79e64-fded-4225-bee5-bb2da2ef2385 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:31.588863 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8a3677-18fb-4fd3-b0ad-097ab3217148 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 10 15:09:31.589376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8a3677-18fb-4fd3-b0ad-097ab3217148 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:09:31.612983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5d8a3677-18fb-4fd3-b0ad-097ab3217148 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5921690 Mar 10 15:09:31.615460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53690) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:31.682908 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eaf3e7-fc8e-416a-95e9-d5bbdfd7ee2e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:31.688331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eaf3e7-fc8e-416a-95e9-d5bbdfd7ee2e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:31.692843 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-69eaf3e7-fc8e-416a-95e9-d5bbdfd7ee2e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0754044 Mar 10 15:09:31.693019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53692) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:31.896920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9de4c813-1320-4d5f-b066-0b91132415ae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 8c0018f7-922e-4f34-88eb-3c6d4be2723c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:31.897266 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9de4c813-1320-4d5f-b066-0b91132415ae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8c0018f7-922e-4f34-88eb-3c6d4be2723c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:31.907888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1184e-2664-4363-be52-8557ed2383eb req-17c12d5c-59ad-4818-b930-4446101170de tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:31.909368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8af1184e-2664-4363-be52-8557ed2383eb req-17c12d5c-59ad-4818-b930-4446101170de tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1265204 Mar 10 15:09:31.929725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad7756-16a7-427d-abb1-98ffb88bf21c req-4e692ceb-aa10-4fb3-8864-37fee71baf9b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:31.931202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdad7756-16a7-427d-abb1-98ffb88bf21c req-4e692ceb-aa10-4fb3-8864-37fee71baf9b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 946 time: 0.1081917 Mar 10 15:09:32.084188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8af1184e-2664-4363-be52-8557ed2383eb req-25b2df52-f744-4880-9f0d-cc8dddf0e89e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620283 Mar 10 15:09:32.098334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdad7756-16a7-427d-abb1-98ffb88bf21c req-ccf552bb-bfdd-4f9e-a6fe-3606c43a9bf1 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559253 Mar 10 15:09:32.100305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9de4c813-1320-4d5f-b066-0b91132415ae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8c0018f7-922e-4f34-88eb-3c6d4be2723c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:32.126597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9de4c813-1320-4d5f-b066-0b91132415ae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 8c0018f7-922e-4f34-88eb-3c6d4be2723c owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:32.278188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3270e298-daae-4add-a365-71b110f29a64 req-1762400d-8b32-4753-b732-e2c07b58e13c tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 210 time: 0.0584500 Mar 10 15:09:32.330252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-539dd67d-1441-4850-80da-5e6ac520f93d None None] Provisioning complete for port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:32.331432 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-539dd67d-1441-4850-80da-5e6ac520f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c58ef459-2c75-4449-bb26-eb7e2c4d1a2c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:32.333654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-498542c2-4524-4e7d-87e3-7a77ec31ea68 req-c38d95f0-ea94-4e6b-9b22-2c9a9d3dd00d tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0899913 Mar 10 15:09:32.416845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-ff798910-45df-47c6-9556-bb14116ad3c0 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:32.418366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-ff798910-45df-47c6-9556-bb14116ad3c0 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.45 "GET /v2.0/networks?id=36285378-9fba-405f-ad02-1f65fb94662f HTTP/1.1" status: 200 len: 822 time: 0.2328103 Mar 10 15:09:32.437526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Request body: {'port': {'device_id': 'fbeccf93-2fea-4bfa-b62e-7e95b19d5336', 'network_id': '36285378-9fba-405f-ad02-1f65fb94662f', 'admin_state_up': True, 'tenant_id': '2acb55112f3743d895b24ea61ff41a3f'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:32.503079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-539dd67d-1441-4850-80da-5e6ac520f93d None None] Current status of the port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:32.503550 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-539dd67d-1441-4850-80da-5e6ac520f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c58ef459-2c75-4449-bb26-eb7e2c4d1a2c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:32.513438 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9de4c813-1320-4d5f-b066-0b91132415ae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8c0018f7-922e-4f34-88eb-3c6d4be2723c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:32.559573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-539dd67d-1441-4850-80da-5e6ac520f93d None None] For port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c58ef459-2c75-4449-bb26-eb7e2c4d1a2c,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:32.561811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4c813-1320-4d5f-b066-0b91132415ae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=8c0018f7-922e-4f34-88eb-3c6d4be2723c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:32.573995 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-539dd67d-1441-4850-80da-5e6ac520f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c58ef459-2c75-4449-bb26-eb7e2c4d1a2c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:32.604556 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9de4c813-1320-4d5f-b066-0b91132415ae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:32.607766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9de4c813-1320-4d5f-b066-0b91132415ae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/8c0018f7-922e-4f34-88eb-3c6d4be2723c HTTP/1.1" status: 204 len: 168 time: 0.9138134 Mar 10 15:09:32.610918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53702) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:32.637703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Made reservation on behalf of 2acb55112f3743d895b24ea61ff41a3f for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:32.643374 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:32.672136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dd67d-1441-4850-80da-5e6ac520f93d None None] Pushing event updated for resources: {'Port': ['ID=c58ef459-2c75-4449-bb26-eb7e2c4d1a2c,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:32.692096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b0110-7e0a-4541-a10c-31c57a0452a0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:32.711617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0365c6f7-c1d4-455f-bc1a-7b46a348469e None None] Could not find standard attr ID for object 8c0018f7-922e-4f34-88eb-3c6d4be2723c. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:09:32.713525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b0110-7e0a-4541-a10c-31c57a0452a0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:32.719279 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-737b0110-7e0a-4541-a10c-31c57a0452a0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1069744 Mar 10 15:09:32.720197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53704) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:32.784147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8f4100-bd09-4a2e-a35c-ea2dd9d08a05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 091851dd-b533-4807-9d21-c140aad3040f {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:32.787871 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4100-bd09-4a2e-a35c-ea2dd9d08a05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (091851dd-b533-4807-9d21-c140aad3040f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:32.847647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4100-bd09-4a2e-a35c-ea2dd9d08a05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (091851dd-b533-4807-9d21-c140aad3040f), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:32.853007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Allocated IP 172.20.0.11 (36285378-9fba-405f-ad02-1f65fb94662f/de40d2f2-2fd5-44ef-b366-2625191deeda/a48374aa-da29-478c-80fe-c0c9ea82d2fc) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:32.968408 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4100-bd09-4a2e-a35c-ea2dd9d08a05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (091851dd-b533-4807-9d21-c140aad3040f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.030321 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4100-bd09-4a2e-a35c-ea2dd9d08a05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (091851dd-b533-4807-9d21-c140aad3040f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.058730 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Publish callbacks [] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.062084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f4100-bd09-4a2e-a35c-ea2dd9d08a05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=091851dd-b533-4807-9d21-c140aad3040f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:33.070271 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4100-bd09-4a2e-a35c-ea2dd9d08a05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.080462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb19a01e-f467-45d0-9fe4-022a66c89652 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:33.086579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53708) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:33.102516 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ca8f4100-bd09-4a2e-a35c-ea2dd9d08a05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/091851dd-b533-4807-9d21-c140aad3040f HTTP/1.1" status: 204 len: 168 time: 0.3810613 Mar 10 15:09:33.302385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c58ef459-2c75-4449-bb26-eb7e2c4d1a2c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:33.345408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1744d076-1435-4833-a710-01480c9721f3 None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:09:33.409081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:33.409460 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c58ef459-2c75-4449-bb26-eb7e2c4d1a2c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.447817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dc1debfc-34b3-4169-830c-14e2f5e40821 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3598309 Mar 10 15:09:33.448727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1744d076-1435-4833-a710-01480c9721f3 None None] Deleting port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:33.449420 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1744d076-1435-4833-a710-01480c9721f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c58ef459-2c75-4449-bb26-eb7e2c4d1a2c), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.454133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53718) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:33.459162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-74158c6c-c71b-4474-a8db-62318c00e316 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:33.512080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.532741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1744d076-1435-4833-a710-01480c9721f3 None None] For port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c58ef459-2c75-4449-bb26-eb7e2c4d1a2c,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:33.533148 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1744d076-1435-4833-a710-01480c9721f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c58ef459-2c75-4449-bb26-eb7e2c4d1a2c), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.577543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74158c6c-c71b-4474-a8db-62318c00e316 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:33.578041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1744d076-1435-4833-a710-01480c9721f3 None None] Calling delete_port for c58ef459-2c75-4449-bb26-eb7e2c4d1a2c owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:33.581605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74158c6c-c71b-4474-a8db-62318c00e316 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.590635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Network 36285378-9fba-405f-ad02-1f65fb94662f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:33.600067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:33.609516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db18bc-075c-4dc0-b8d1-9a19c323b1bb req-2dccbc7e-c462-4123-b316-6b2c41c406dc tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:33.611815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40db18bc-075c-4dc0-b8d1-9a19c323b1bb req-2dccbc7e-c462-4123-b316-6b2c41c406dc tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 946 time: 0.1688924 Mar 10 15:09:33.612735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:33.616110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Pushing event updated for resources: {'Port': ['ID=a48374aa-da29-478c-80fe-c0c9ea82d2fc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:33.620152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:33.632064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b61e4-a056-4915-8aaf-4e490db7ea87 req-c12de4be-52f4-4316-9ee9-bc6306f3c760 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:33.633543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-301b61e4-a056-4915-8aaf-4e490db7ea87 req-c12de4be-52f4-4316-9ee9-bc6306f3c760 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1895156 Mar 10 15:09:33.711451 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1744d076-1435-4833-a710-01480c9721f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (c58ef459-2c75-4449-bb26-eb7e2c4d1a2c), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.730853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:33.731471 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.746975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744d076-1435-4833-a710-01480c9721f3 None None] Pushing event deleted for resources: {'Port': ['ID=c58ef459-2c75-4449-bb26-eb7e2c4d1a2c,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:33.763005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40db18bc-075c-4dc0-b8d1-9a19c323b1bb req-0ef74faa-7fbc-4402-94f9-4e3115397925 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108558 Mar 10 15:09:33.766049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-301b61e4-a056-4915-8aaf-4e490db7ea87 req-75ad71ab-5c36-4ead-9efe-e753fc4b8f61 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102140 Mar 10 15:09:33.770326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-4b10672f-7496-4780-9275-3bbe07b9c258 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3386266 Mar 10 15:09:33.775677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744d076-1435-4833-a710-01480c9721f3 None None] No DVR routers for this DVR port c58ef459-2c75-4449-bb26-eb7e2c4d1a2c on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:33.788043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Request body: {'port': {'device_id': 'fbeccf93-2fea-4bfa-b62e-7e95b19d5336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:33.886572 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74158c6c-c71b-4474-a8db-62318c00e316 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (7aced4f2-b244-496e-b43f-ce0a83636750), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.934882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8baf6591-d947-481e-a644-2082d1ae7048 req-ea4e402b-4221-49dd-a702-47717d909002 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0700791 Mar 10 15:09:33.942212 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74158c6c-c71b-4474-a8db-62318c00e316 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:33.949325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-74158c6c-c71b-4474-a8db-62318c00e316 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:33.956347 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74158c6c-c71b-4474-a8db-62318c00e316 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:33.956952 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74158c6c-c71b-4474-a8db-62318c00e316 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:33.960099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e0ac3f-c963-4111-a92d-1450417beca6 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:33.963670 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74158c6c-c71b-4474-a8db-62318c00e316 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=7aced4f2-b244-496e-b43f-ce0a83636750,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:33.986662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536048de-d160-4cf9-80fd-5c083bd908e5 req-cfbeb025-3795-43ff-b14f-503b8816fdf2 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:33.988192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-536048de-d160-4cf9-80fd-5c083bd908e5 req-cfbeb025-3795-43ff-b14f-503b8816fdf2 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.45 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 946 time: 0.2042947 Mar 10 15:09:33.992064 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-74158c6c-c71b-4474-a8db-62318c00e316 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5366347 Mar 10 15:09:33.994929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53720) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:34.004238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5076a6cc-b875-4ae9-8a35-783029dd5e43 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': '7aced4f2-b244-496e-b43f-ce0a83636750', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1225224583'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:34.046922 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:34.059723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbc24-b1df-40ef-a37f-49a9ee76fed2 req-119c83fa-5ba6-401b-b49e-30b548d25f7f tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:34.061207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07bbbc24-b1df-40ef-a37f-49a9ee76fed2 req-119c83fa-5ba6-401b-b49e-30b548d25f7f tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 932 time: 0.1950061 Mar 10 15:09:34.113826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '7aced4f2-b244-496e-b43f-ce0a83636750'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:09:34.115712 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:34.269554 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07bbbc24-b1df-40ef-a37f-49a9ee76fed2 req-62a6e156-6ad3-4778-86c1-b753d8bf2db2 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951406 Mar 10 15:09:34.277781 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Allocated IP 2001:db8::2 (e8b41007-025f-4e22-b7fd-0464260c3402/7aced4f2-b244-496e-b43f-ce0a83636750/d2090455-7778-463c-8b3c-87c1e3689b47) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:34.380398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-536048de-d160-4cf9-80fd-5c083bd908e5 req-b5a11bea-5a0f-41fe-a169-5769f853004b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Deleting port 85e85692-9ea7-47dc-9f2f-050079e0a53c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:34.380740 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-536048de-d160-4cf9-80fd-5c083bd908e5 req-b5a11bea-5a0f-41fe-a169-5769f853004b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:34.397209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5076a6cc-b875-4ae9-8a35-783029dd5e43 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:34.447103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Publish callbacks [] for port (d2090455-7778-463c-8b3c-87c1e3689b47), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:34.453955 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:34.499152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:34.502886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:34.505508 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:34.515489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Pushing event updated for resources: {'Port': ['ID=d2090455-7778-463c-8b3c-87c1e3689b47,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:34.569192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Attempting to bind port d2090455-7778-463c-8b3c-87c1e3689b47 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:34.570078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Attempting to bind port d2090455-7778-463c-8b3c-87c1e3689b47 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:34.570078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Attempting to bind port d2090455-7778-463c-8b3c-87c1e3689b47 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:34.577973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:34.578355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:34.578766 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:34.580060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:34.580060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Bound port: d2090455-7778-463c-8b3c-87c1e3689b47, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:34.580060 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:34.599467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-536048de-d160-4cf9-80fd-5c083bd908e5 req-b5a11bea-5a0f-41fe-a169-5769f853004b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] For port 85e85692-9ea7-47dc-9f2f-050079e0a53c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=85e85692-9ea7-47dc-9f2f-050079e0a53c,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:34.600052 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-536048de-d160-4cf9-80fd-5c083bd908e5 req-b5a11bea-5a0f-41fe-a169-5769f853004b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:34.629020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-536048de-d160-4cf9-80fd-5c083bd908e5 req-b5a11bea-5a0f-41fe-a169-5769f853004b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Calling delete_port for 85e85692-9ea7-47dc-9f2f-050079e0a53c owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:34.637168 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5076a6cc-b875-4ae9-8a35-783029dd5e43 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:34.656381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] For port d2090455-7778-463c-8b3c-87c1e3689b47, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:34.661055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] For port d2090455-7778-463c-8b3c-87c1e3689b47, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d2090455-7778-463c-8b3c-87c1e3689b47,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:34.668198 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:34.724039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-5076a6cc-b875-4ae9-8a35-783029dd5e43 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 43d2d931-a722-4409-a120-316a3fd1e5d0 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:34.745243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f98b-efc1-4ed9-a588-a862ed1ea863 None None] Pushing event updated for resources: {'Port': ['ID=d2090455-7778-463c-8b3c-87c1e3689b47,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:34.772987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48374aa-da29-478c-80fe-c0c9ea82d2fc {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:09:34.784735 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Publish callbacks [] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:34.834816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Transition to ACTIVE for port object a48374aa-da29-478c-80fe-c0c9ea82d2fc will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:09:34.863291 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.013751 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-5076a6cc-b875-4ae9-8a35-783029dd5e43 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:09:35.014255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5076a6cc-b875-4ae9-8a35-783029dd5e43 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:09:35.058316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Pushing event updated for resources: {'Port': ['ID=a48374aa-da29-478c-80fe-c0c9ea82d2fc,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:35.099264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.099613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.099962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.100291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.100622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.100954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.101350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.101736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.102147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.102853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.102853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.103459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.103459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:35.109278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5076a6cc-b875-4ae9-8a35-783029dd5e43 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1133432 Mar 10 15:09:35.110106 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-536048de-d160-4cf9-80fd-5c083bd908e5 req-b5a11bea-5a0f-41fe-a169-5769f853004b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (85e85692-9ea7-47dc-9f2f-050079e0a53c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.113043 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53728) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:35.130622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['85e85692-9ea7-47dc-9f2f-050079e0a53c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:09:35.223185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd42d81-e1e0-4b6e-a811-89378a67ce8d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:35.227991 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4bd42d81-e1e0-4b6e-a811-89378a67ce8d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1128118 Mar 10 15:09:35.229415 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53730) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:35.232434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a11bea-5a0f-41fe-a169-5769f853004b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Pushing event deleted for resources: {'Port': ['ID=85e85692-9ea7-47dc-9f2f-050079e0a53c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:35.269468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0c13f-63b5-46d4-97be-90f7baf8a897 req-7163a184-0f1c-44cd-ba64-02c2917cabb9 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:35.271054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25f0c13f-63b5-46d4-97be-90f7baf8a897 req-7163a184-0f1c-44cd-ba64-02c2917cabb9 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/ports?device_id=1354f884-ca56-48f1-8480-bf41a9374327 HTTP/1.1" status: 200 len: 867 time: 0.3586290 Mar 10 15:09:35.278625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f08a27-468b-41c4-8588-33a3aece27aa req-703b566c-3e2f-46bb-97df-5ce9225d4a2f tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:35.286391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18f08a27-468b-41c4-8588-33a3aece27aa req-703b566c-3e2f-46bb-97df-5ce9225d4a2f tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.3726165 Mar 10 15:09:35.306435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d2090455-7778-463c-8b3c-87c1e3689b47 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:35.324444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Attempting to bind port a48374aa-da29-478c-80fe-c0c9ea82d2fc on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:35.324854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Attempting to bind port a48374aa-da29-478c-80fe-c0c9ea82d2fc by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'fac9b81e-dc73-49b9-a227-913559e6db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '36285378-9fba-405f-ad02-1f65fb94662f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:35.325144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Attempting to bind port a48374aa-da29-478c-80fe-c0c9ea82d2fc on network 36285378-9fba-405f-ad02-1f65fb94662f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:35.328235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63112516-e27f-4cf2-87ca-dd38a0dc3b01 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:35.330313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63112516-e27f-4cf2-87ca-dd38a0dc3b01 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:35.332025 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-63112516-e27f-4cf2-87ca-dd38a0dc3b01 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0997200 Mar 10 15:09:35.334358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53734) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:35.366638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d2090455-7778-463c-8b3c-87c1e3689b47 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:35.367627 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.367758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Port a48374aa-da29-478c-80fe-c0c9ea82d2fc on network 36285378-9fba-405f-ad02-1f65fb94662f not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:35.367974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Attempting to bind port a48374aa-da29-478c-80fe-c0c9ea82d2fc on network 36285378-9fba-405f-ad02-1f65fb94662f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:35.370337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-536048de-d160-4cf9-80fd-5c083bd908e5 req-b5a11bea-5a0f-41fe-a169-5769f853004b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] No DVR routers for this DVR port 85e85692-9ea7-47dc-9f2f-050079e0a53c on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:35.375253 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-536048de-d160-4cf9-80fd-5c083bd908e5 req-b5a11bea-5a0f-41fe-a169-5769f853004b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.378718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-536048de-d160-4cf9-80fd-5c083bd908e5 req-b5a11bea-5a0f-41fe-a169-5769f853004b tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.45 "DELETE /v2.0/ports/85e85692-9ea7-47dc-9f2f-050079e0a53c HTTP/1.1" status: 204 len: 173 time: 1.3808239 Mar 10 15:09:35.381834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1354f884-ca56-48f1-8480-bf41a9374327', 'name': 'network-vif-deleted', 'tag': '85e85692-9ea7-47dc-9f2f-050079e0a53c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:35.384146 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4233383e-3b4d-4da3-a0f8-59866ee947ce" -d '{"events": [{"server_uuid": "1354f884-ca56-48f1-8480-bf41a9374327", "name": "network-vif-deleted", "tag": "85e85692-9ea7-47dc-9f2f-050079e0a53c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:35.392174 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc773b90-1bbe-40f3-a0c6-29cbb98b15ed tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 7aced4f2-b244-496e-b43f-ce0a83636750 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:35.397263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc773b90-1bbe-40f3-a0c6-29cbb98b15ed tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (7aced4f2-b244-496e-b43f-ce0a83636750), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.408309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:35.408682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Checking segment: {'id': 'fac9b81e-dc73-49b9-a227-913559e6db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '36285378-9fba-405f-ad02-1f65fb94662f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:35.409032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Bound using segment: {'id': 'fac9b81e-dc73-49b9-a227-913559e6db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '36285378-9fba-405f-ad02-1f65fb94662f'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:35.409487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Bound port: a48374aa-da29-478c-80fe-c0c9ea82d2fc, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac9b81e-dc73-49b9-a227-913559e6db99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '36285378-9fba-405f-ad02-1f65fb94662f'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:35.409847 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.448533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18f08a27-468b-41c4-8588-33a3aece27aa req-d62cdc7f-1487-44e3-866e-010682f8a40b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612184 Mar 10 15:09:35.451565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25f0c13f-63b5-46d4-97be-90f7baf8a897 req-03f7a123-8d8d-4b1c-84b8-89430266ebf3 tempest-AttachSCSIVolumeTestJSON-550042270 tempest-AttachSCSIVolumeTestJSON-550042270-project] 10.222.0.11 "GET /v2.0/security-groups?id=f016642a-71be-4057-a2cc-b1767ae28cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631219 Mar 10 15:09:35.464354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc773b90-1bbe-40f3-a0c6-29cbb98b15ed tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (7aced4f2-b244-496e-b43f-ce0a83636750), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.560368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] For port a48374aa-da29-478c-80fe-c0c9ea82d2fc, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:35.566282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] For port a48374aa-da29-478c-80fe-c0c9ea82d2fc, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a48374aa-da29-478c-80fe-c0c9ea82d2fc,segment=NetworkSegment(fac9b81e-dc73-49b9-a227-913559e6db99),segment_id=fac9b81e-dc73-49b9-a227-913559e6db99)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:35.575913 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.592447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d2090455-7778-463c-8b3c-87c1e3689b47 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:35.592990 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.647561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port d2090455-7778-463c-8b3c-87c1e3689b47, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d2090455-7778-463c-8b3c-87c1e3689b47,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:35.663441 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.667707 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc773b90-1bbe-40f3-a0c6-29cbb98b15ed tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (7aced4f2-b244-496e-b43f-ce0a83636750), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.692393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:35.693028 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.694466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] 10.222.0.45 "PUT /v2.0/ports/a48374aa-da29-478c-80fe-c0c9ea82d2fc HTTP/1.1" status: 200 len: 1092 time: 1.9123311 Mar 10 15:09:35.699847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b19e2ad-7e75-475c-96b3-7dea93b23893 req-d039941b-8539-42a7-8101-5f119246de09 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.1141672 Mar 10 15:09:35.785599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f624bac-f277-47d3-8ee9-e1e2019732ce service neutron] Pushing event updated for resources: {'Port': ['ID=a48374aa-da29-478c-80fe-c0c9ea82d2fc,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:35.796035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c58ef459-2c75-4449-bb26-eb7e2c4d1a2c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:35.809430 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc773b90-1bbe-40f3-a0c6-29cbb98b15ed tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (7aced4f2-b244-496e-b43f-ce0a83636750), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.849471 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: c58ef459-2c75-4449-bb26-eb7e2c4d1a2c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:35.849952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c58ef459-2c75-4449-bb26-eb7e2c4d1a2c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:35.856624 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc773b90-1bbe-40f3-a0c6-29cbb98b15ed tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=7aced4f2-b244-496e-b43f-ce0a83636750,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:35.856791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1dbd9-40b9-4976-8f8c-c598a58e7d06 req-510db84e-2cd5-4aa8-adde-e6f61d29da18 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:35.858218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28a1dbd9-40b9-4976-8f8c-c598a58e7d06 req-510db84e-2cd5-4aa8-adde-e6f61d29da18 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 944 time: 0.2739558 Mar 10 15:09:35.859831 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaf91fd-cb86-49a1-9b2e-7b842e360967 x-openstack-request-id: req-bdaf91fd-cb86-49a1-9b2e-7b842e360967 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:35.860134 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1354f884-ca56-48f1-8480-bf41a9374327", "name": "network-vif-deleted", "tag": "85e85692-9ea7-47dc-9f2f-050079e0a53c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:35.860496 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdaf91fd-cb86-49a1-9b2e-7b842e360967 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:35.860897 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1354f884-ca56-48f1-8480-bf41a9374327', 'name': 'network-vif-deleted', 'tag': '85e85692-9ea7-47dc-9f2f-050079e0a53c', 'status': 'completed', 'code': 200} Mar 10 15:09:35.880318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc773b90-1bbe-40f3-a0c6-29cbb98b15ed tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:35.885081 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cc773b90-1bbe-40f3-a0c6-29cbb98b15ed tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/7aced4f2-b244-496e-b43f-ce0a83636750 HTTP/1.1" status: 204 len: 168 time: 0.5494843 Mar 10 15:09:35.888294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53738) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:35.932912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=d2090455-7778-463c-8b3c-87c1e3689b47,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:35.934303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-9bbeb80f-a007-4c6b-a4cf-7a04d8ebfa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:35.936904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-9bbeb80f-a007-4c6b-a4cf-7a04d8ebfa1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2acb55112f3743d895b24ea61ff41a3f&device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 1126 time: 0.1728363 Mar 10 15:09:35.999253 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-68bf0f22-5c0c-4703-9ab6-6200badf73e7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993543 Mar 10 15:09:36.000307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53740) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:36.010347 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f07e14c5-e170-44c4-bd74-1789f5501454 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:36.065533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28a1dbd9-40b9-4976-8f8c-c598a58e7d06 req-1015edb2-8787-42e7-a23a-1c3f90ca8894 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947680 Mar 10 15:09:36.066949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-b054dbea-7da3-470d-a365-12975a8ff641 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a48374aa-da29-478c-80fe-c0c9ea82d2fc HTTP/1.1" status: 200 len: 217 time: 0.1196010 Mar 10 15:09:36.135754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07e14c5-e170-44c4-bd74-1789f5501454 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:36.139567 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f07e14c5-e170-44c4-bd74-1789f5501454 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:36.375821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa9ac4c-a498-401c-8b54-7b67250355c9 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:36.378213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f07e14c5-e170-44c4-bd74-1789f5501454 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (d26b1e24-f96f-4137-b02c-d3f17c07fc44), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:36.428151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-9a8535e4-f84f-4d13-bbdc-6d349f9c3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:36.429664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-9a8535e4-f84f-4d13-bbdc-6d349f9c3055 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de40d2f2-2fd5-44ef-b366-2625191deeda HTTP/1.1" status: 200 len: 862 time: 0.3552840 Mar 10 15:09:36.436962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07e14c5-e170-44c4-bd74-1789f5501454 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:36.441101 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f07e14c5-e170-44c4-bd74-1789f5501454 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:36.448607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e14c5-e170-44c4-bd74-1789f5501454 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:36.449999 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f07e14c5-e170-44c4-bd74-1789f5501454 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:36.461092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-90c366e6-727a-4a04-9db0-0442d50bba8b None None] Provisioning complete for port d2090455-7778-463c-8b3c-87c1e3689b47 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:36.461529 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-90c366e6-727a-4a04-9db0-0442d50bba8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:36.483562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-f4dece7e-f5fd-4353-abd8-3a3f99f4b6e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36285378-9fba-405f-ad02-1f65fb94662f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446372 Mar 10 15:09:36.483805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53744) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:36.486427 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f07e14c5-e170-44c4-bd74-1789f5501454 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4820654 Mar 10 15:09:36.494886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e14c5-e170-44c4-bd74-1789f5501454 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=d26b1e24-f96f-4137-b02c-d3f17c07fc44,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:36.495818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3019ab73-918b-46e9-8a8c-2fb7e0ac1c1a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1103835099', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:36.661606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-90c366e6-727a-4a04-9db0-0442d50bba8b None None] Current status of the port d2090455-7778-463c-8b3c-87c1e3689b47 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:36.707670 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3019ab73-918b-46e9-8a8c-2fb7e0ac1c1a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (4c50f1b7-709f-4c09-a472-f832511a4584), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:36.708983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3019ab73-918b-46e9-8a8c-2fb7e0ac1c1a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (4c50f1b7-709f-4c09-a472-f832511a4584), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:36.727549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-af39e1d2-433f-4514-83ee-4c66d3ad687f service neutron] 10.222.0.45 "GET /v2.0/networks/36285378-9fba-405f-ad02-1f65fb94662f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260203 Mar 10 15:09:36.862560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea5baa-8c87-4449-840e-5bd1efaee689 req-3ef938e5-afe0-480e-843a-e861f90af333 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:36.864341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9eea5baa-8c87-4449-840e-5bd1efaee689 req-3ef938e5-afe0-480e-843a-e861f90af333 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.2734919 Mar 10 15:09:36.870262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3019ab73-918b-46e9-8a8c-2fb7e0ac1c1a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for router_controller (4c50f1b7-709f-4c09-a472-f832511a4584), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:36.936811 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a143e72b-c168-4bde-8295-1a5a91c3e0e5 req-893f9294-c06c-4159-b803-57f88dacc4aa tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0643492 Mar 10 15:09:36.957051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343573d0-dd4c-426d-829d-1e2b65630ae4 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:36.980464 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3019ab73-918b-46e9-8a8c-2fb7e0ac1c1a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (4c50f1b7-709f-4c09-a472-f832511a4584), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:37.028827 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3019ab73-918b-46e9-8a8c-2fb7e0ac1c1a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:37.032786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3019ab73-918b-46e9-8a8c-2fb7e0ac1c1a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5456252 Mar 10 15:09:37.033471 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53772) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:37.065777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9eea5baa-8c87-4449-840e-5bd1efaee689 req-7421861e-7f0e-4298-a6d3-5d888f1a68e9 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437891 Mar 10 15:09:37.074526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0d3d4d66-edf6-4e88-9d41-47e7e7692ce2 None None] Provisioning complete for port d2090455-7778-463c-8b3c-87c1e3689b47 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:37.074994 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4d66-edf6-4e88-9d41-47e7e7692ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:37.102525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2563afed-ee98-4a67-8106-9ffb59b3463a req-fee30dcb-7f2a-4333-a489-6439dcdde52f service neutron] 10.222.0.45 "GET /v2.0/networks/36285378-9fba-405f-ad02-1f65fb94662f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473222 Mar 10 15:09:37.290912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb809-b2ba-4cff-a0de-e8f239325c37 req-672c33f8-ac6d-489f-8297-86da9979a2b3 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:37.293006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-581eb809-b2ba-4cff-a0de-e8f239325c37 req-672c33f8-ac6d-489f-8297-86da9979a2b3 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 944 time: 0.1068072 Mar 10 15:09:37.304080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d2090455-7778-463c-8b3c-87c1e3689b47 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:37.311381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d4d66-edf6-4e88-9d41-47e7e7692ce2 None None] Current status of the port d2090455-7778-463c-8b3c-87c1e3689b47 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:37.374391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d2090455-7778-463c-8b3c-87c1e3689b47 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:37.374783 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:37.409188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-581eb809-b2ba-4cff-a0de-e8f239325c37 req-e22f9594-297c-4a93-ae3b-6e5b31620dac tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059034 Mar 10 15:09:37.531236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d2090455-7778-463c-8b3c-87c1e3689b47 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:37.747147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-91542faa-6c1b-4ad4-b45e-100fedbcadc9 None None] Provisioning complete for port d2090455-7778-463c-8b3c-87c1e3689b47 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:37.747824 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-91542faa-6c1b-4ad4-b45e-100fedbcadc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:37.854423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-91542faa-6c1b-4ad4-b45e-100fedbcadc9 None None] Current status of the port d2090455-7778-463c-8b3c-87c1e3689b47 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:37.861609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbeccf93-2fea-4bfa-b62e-7e95b19d5336', 'tag': 'a48374aa-da29-478c-80fe-c0c9ea82d2fc'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:37.864068 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f522e565-486d-4921-b7b5-9639184ea0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbeccf93-2fea-4bfa-b62e-7e95b19d5336", "tag": "a48374aa-da29-478c-80fe-c0c9ea82d2fc"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:37.912522 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de2e596-348c-412b-b0d6-0f91b59b689e x-openstack-request-id: req-9de2e596-348c-412b-b0d6-0f91b59b689e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:37.912892 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbeccf93-2fea-4bfa-b62e-7e95b19d5336", "tag": "a48374aa-da29-478c-80fe-c0c9ea82d2fc", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:37.913151 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9de2e596-348c-412b-b0d6-0f91b59b689e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:37.913560 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbeccf93-2fea-4bfa-b62e-7e95b19d5336', 'tag': 'a48374aa-da29-478c-80fe-c0c9ea82d2fc', 'status': 'completed', 'code': 200} Mar 10 15:09:37.938522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:38.022572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b0bbe-0eeb-4fdd-b4ce-6bffc77b72a3 req-6dd8f80c-6ca7-4091-9a2d-a67150b705ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:38.023944 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a68b0bbe-0eeb-4fdd-b4ce-6bffc77b72a3 req-6dd8f80c-6ca7-4091-9a2d-a67150b705ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 1127 time: 0.0828869 Mar 10 15:09:38.027051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e565-486d-4921-b7b5-9639184ea0d0 req-5993c874-224e-4386-8602-027424a61d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:38.028528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f522e565-486d-4921-b7b5-9639184ea0d0 req-5993c874-224e-4386-8602-027424a61d8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2acb55112f3743d895b24ea61ff41a3f&device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 1126 time: 0.0886240 Mar 10 15:09:38.072363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 85e85692-9ea7-47dc-9f2f-050079e0a53c no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:38.116352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 85e85692-9ea7-47dc-9f2f-050079e0a53c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:38.116674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 85e85692-9ea7-47dc-9f2f-050079e0a53c not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:38.171556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5363d34-fb42-4a67-b34b-3a485fbb1304 req-20fd24dc-045a-4cc2-986e-316b71442be5 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0960338 Mar 10 15:09:38.263709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::1 (e8b41007-025f-4e22-b7fd-0464260c3402/d26b1e24-f96f-4137-b02c-d3f17c07fc44/b40c69fa-9283-43cb-9a28-5b2ff8d797a2) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:38.292593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a68b0bbe-0eeb-4fdd-b4ce-6bffc77b72a3 req-da9365a9-da61-4ece-b0f4-f481910f3960 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509263 Mar 10 15:09:38.317229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e565-486d-4921-b7b5-9639184ea0d0 req-f017f781-3ea5-48ae-ba7e-0b5352d94a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:38.318826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f522e565-486d-4921-b7b5-9639184ea0d0 req-f017f781-3ea5-48ae-ba7e-0b5352d94a8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=36285378-9fba-405f-ad02-1f65fb94662f HTTP/1.1" status: 200 len: 923 time: 0.2761395 Mar 10 15:09:38.331458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c71362-a6c3-4c92-9a64-21108876072e req-c48cfe58-9d31-4615-a6c8-be0f600585d4 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:38.338387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6c71362-a6c3-4c92-9a64-21108876072e req-c48cfe58-9d31-4615-a6c8-be0f600585d4 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1283097 Mar 10 15:09:38.392776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6c71362-a6c3-4c92-9a64-21108876072e req-09db8037-f794-49a6-b3aa-13bdf3a1d5e3 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532968 Mar 10 15:09:38.397940 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:38.445195 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:38.504678 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:38.508661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:38.515266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:38.515906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (4c50f1b7-709f-4c09-a472-f832511a4584), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:38.563805 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=b40c69fa-9283-43cb-9a28-5b2ff8d797a2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:38.615059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f522e565-486d-4921-b7b5-9639184ea0d0 req-95344fde-6608-42e9-b2bd-dccbe0a982e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a48374aa-da29-478c-80fe-c0c9ea82d2fc HTTP/1.1" status: 200 len: 217 time: 0.0760059 Mar 10 15:09:38.687152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87333423-5ccc-48de-a6fb-b8181e33cc1a req-0afc4cf3-c817-4a3a-a958-0e7847fc5465 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:38.698291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87333423-5ccc-48de-a6fb-b8181e33cc1a req-0afc4cf3-c817-4a3a-a958-0e7847fc5465 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 944 time: 0.2170067 Mar 10 15:09:38.706385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:38.718596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e565-486d-4921-b7b5-9639184ea0d0 req-466b7fcb-4ce1-4e15-8306-76647647476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:38.721289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f522e565-486d-4921-b7b5-9639184ea0d0 req-466b7fcb-4ce1-4e15-8306-76647647476d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de40d2f2-2fd5-44ef-b366-2625191deeda HTTP/1.1" status: 200 len: 862 time: 0.0978613 Mar 10 15:09:38.776371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f522e565-486d-4921-b7b5-9639184ea0d0 req-e374f164-0305-4d78-aeda-d082731ac5f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=36285378-9fba-405f-ad02-1f65fb94662f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458822 Mar 10 15:09:38.843575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87333423-5ccc-48de-a6fb-b8181e33cc1a req-686c9376-558b-4411-b91d-4305f9395ac9 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438887 Mar 10 15:09:38.944744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f522e565-486d-4921-b7b5-9639184ea0d0 req-ad0b7868-a591-4d24-a2ac-00dd45b0d0d7 service neutron] 10.222.0.45 "GET /v2.0/networks/36285378-9fba-405f-ad02-1f65fb94662f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603081 Mar 10 15:09:38.986136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-317419d2-5667-48ab-8655-f319919dea61 None None] Provisioning complete for port b40c69fa-9283-43cb-9a28-5b2ff8d797a2 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:38.986729 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-317419d2-5667-48ab-8655-f319919dea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:39.054076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-317419d2-5667-48ab-8655-f319919dea61 None None] Port b40c69fa-9283-43cb-9a28-5b2ff8d797a2 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:09:39.063349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f522e565-486d-4921-b7b5-9639184ea0d0 req-46f772ae-2b96-4421-889b-3774fd1dff26 service neutron] 10.222.0.45 "GET /v2.0/networks/36285378-9fba-405f-ad02-1f65fb94662f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108487 Mar 10 15:09:39.119897 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:39.125972 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:39.126716 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (4c50f1b7-709f-4c09-a472-f832511a4584), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:39.196499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=b40c69fa-9283-43cb-9a28-5b2ff8d797a2,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:39.273956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:39.275562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:39.303992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d202653-ad0c-495a-bf75-f44dbd918347 req-8edda47f-b248-45c4-99b1-4b281289c267 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0370803 Mar 10 15:09:39.441643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Router 4c50f1b7-709f-4c09-a472-f832511a4584 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:09:39.607243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:09:39.618852 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Sync routers for ids ['4c50f1b7-709f-4c09-a472-f832511a4584'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:09:39.619334 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d352a6ce-ee6a-4aa6-a5b1-9742f1cf171c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "PUT /v2.0/routers/4c50f1b7-709f-4c09-a472-f832511a4584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5826752 Mar 10 15:09:39.619997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53818) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:39.640115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f91c8-eff4-45c1-a301-1a5dfe4236a7 req-15951437-81d8-4812-b574-92e7b5753a3a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:39.642288 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551f91c8-eff4-45c1-a301-1a5dfe4236a7 req-15951437-81d8-4812-b574-92e7b5753a3a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1417580 Mar 10 15:09:39.643064 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Routers {'4c50f1b7-709f-4c09-a472-f832511a4584'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:39.644440 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4c50f1b7-709f-4c09-a472-f832511a4584'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:39.670088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f115c-6d7a-4b8a-90f0-4a2479d5a9e3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:39.671701 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-946f115c-6d7a-4b8a-90f0-4a2479d5a9e3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports/b40c69fa-9283-43cb-9a28-5b2ff8d797a2 HTTP/1.1" status: 200 len: 911 time: 0.0506976 Mar 10 15:09:39.675412 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53820) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:39.688034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d6a2eccb-0d40-4f6e-9803-6a70f3987a08 None None] Provisioning complete for port b40c69fa-9283-43cb-9a28-5b2ff8d797a2 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:39.689169 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d6a2eccb-0d40-4f6e-9803-6a70f3987a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:39.710962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551f91c8-eff4-45c1-a301-1a5dfe4236a7 req-818411a6-ae8f-429f-be3a-00cc15235677 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579839 Mar 10 15:09:39.746102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2eccb-0d40-4f6e-9803-6a70f3987a08 None None] Port b40c69fa-9283-43cb-9a28-5b2ff8d797a2 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:09:39.775548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaac2fd-f73a-43fe-96d2-9ea9be4aeaa5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:39.783340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaac2fd-f73a-43fe-96d2-9ea9be4aeaa5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:39.787554 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ceaac2fd-f73a-43fe-96d2-9ea9be4aeaa5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1073060 Mar 10 15:09:39.787829 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53822) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:39.811437 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Set router 4c50f1b7-709f-4c09-a472-f832511a4584 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:40.024808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0c68d-d67a-454e-bdf4-d5cedd3a6620 req-c231fcfb-6fef-46be-9517-4c78f59b78a2 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:40.040032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39d0c68d-d67a-454e-bdf4-d5cedd3a6620 req-c231fcfb-6fef-46be-9517-4c78f59b78a2 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 944 time: 0.1175222 Mar 10 15:09:40.074223 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a48374aa-da29-478c-80fe-c0c9ea82d2fc details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:09:40.117022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39d0c68d-d67a-454e-bdf4-d5cedd3a6620 req-00538a81-fa8e-46ce-8fba-bc2ec63890f0 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736551 Mar 10 15:09:40.188767 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c50f1b7-709f-4c09-a472-f832511a4584', 'name': 'tempest-NetworksTestDHCPv6-router-1103835099', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:09:36Z', 'updated_at': '2022-03-10T15:09:38Z', 'revision_number': 2, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'gw_port_host': None, '_interfaces': [{'id': 'b40c69fa-9283-43cb-9a28-5b2ff8d797a2', 'name': '', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'mac_address': 'fa:16:3e:cd:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c50f1b7-709f-4c09-a472-f832511a4584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'd26b1e24-f96f-4137-b02c-d3f17c07fc44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:09:38Z', 'updated_at': '2022-03-10T15:09:38Z', 'revision_number': 2, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'subnets': [{'id': 'd26b1e24-f96f-4137-b02c-d3f17c07fc44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:40.247269 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Checking router: 4c50f1b7-709f-4c09-a472-f832511a4584 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:09:40.248006 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Updating router 4c50f1b7-709f-4c09-a472-f832511a4584 port b40c69fa-9283-43cb-9a28-5b2ff8d797a2 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:09:40.282517 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:40.288345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a48374aa-da29-478c-80fe-c0c9ea82d2fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a48374aa-da29-478c-80fe-c0c9ea82d2fc,segment=NetworkSegment(fac9b81e-dc73-49b9-a227-913559e6db99),segment_id=fac9b81e-dc73-49b9-a227-913559e6db99)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:40.305415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'a48374aa-da29-478c-80fe-c0c9ea82d2fc', 'network_id': '36285378-9fba-405f-ad02-1f65fb94662f', 'port_id': 'a48374aa-da29-478c-80fe-c0c9ea82d2fc', 'mac_address': 'fa:16:3e:ed:83:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de40d2f2-2fd5-44ef-b366-2625191deeda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:09:40.355515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a48374aa-da29-478c-80fe-c0c9ea82d2fc is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:40.355907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:40.386000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48374aa-da29-478c-80fe-c0c9ea82d2fc {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:09:40.406852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a48374aa-da29-478c-80fe-c0c9ea82d2fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a48374aa-da29-478c-80fe-c0c9ea82d2fc,segment=NetworkSegment(fac9b81e-dc73-49b9-a227-913559e6db99),segment_id=fac9b81e-dc73-49b9-a227-913559e6db99)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:40.413925 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:40.425872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-853103fe-6728-4c0b-9b44-086750c44eb1 req-e71b4027-a643-496b-9ead-764e106c387b tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0404611 Mar 10 15:09:40.473496 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7552-36c9-49cc-b8c2-bf1b8a933cb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (4c50f1b7-709f-4c09-a472-f832511a4584), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:40.491068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a48374aa-da29-478c-80fe-c0c9ea82d2fc,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:40.682129 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Publish callbacks [] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:40.688816 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:40.708218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['a48374aa-da29-478c-80fe-c0c9ea82d2fc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:09:40.739776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f7552-36c9-49cc-b8c2-bf1b8a933cb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port b40c69fa-9283-43cb-9a28-5b2ff8d797a2 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:40.739899 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7552-36c9-49cc-b8c2-bf1b8a933cb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:40.818169 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12890e-0b1e-4d2a-af75-7f2b00f8173c None None] Pushing event updated for resources: {'Port': ['ID=b40c69fa-9283-43cb-9a28-5b2ff8d797a2,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:40.839202 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Attempting to bind port b40c69fa-9283-43cb-9a28-5b2ff8d797a2 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:40.839877 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Attempting to bind port b40c69fa-9283-43cb-9a28-5b2ff8d797a2 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:40.841297 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Attempting to bind port b40c69fa-9283-43cb-9a28-5b2ff8d797a2 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:40.849973 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:40.850631 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:40.852011 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:40.852579 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:40.853233 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Bound port: b40c69fa-9283-43cb-9a28-5b2ff8d797a2, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:40.854169 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:40.883877 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7552-36c9-49cc-b8c2-bf1b8a933cb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:40.915525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f7552-36c9-49cc-b8c2-bf1b8a933cb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for b40c69fa-9283-43cb-9a28-5b2ff8d797a2 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:40.941489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d4fcb-e3e5-4acd-9b7f-d08e6271844a req-9c6cff71-4af8-492e-a6b5-680c5014e57f tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:40.944626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf0d4fcb-e3e5-4acd-9b7f-d08e6271844a req-9c6cff71-4af8-492e-a6b5-680c5014e57f tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1223807 Mar 10 15:09:40.949892 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] For port b40c69fa-9283-43cb-9a28-5b2ff8d797a2, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:40.953399 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] For port b40c69fa-9283-43cb-9a28-5b2ff8d797a2, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b40c69fa-9283-43cb-9a28-5b2ff8d797a2,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:40.976442 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:41.036371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf0d4fcb-e3e5-4acd-9b7f-d08e6271844a req-79dbab61-c1f8-4224-8c0a-55e9b08d7943 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845506 Mar 10 15:09:41.084821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-bb237630-c837-4485-9b6a-f50818b65ec0 req-a5e0a236-30e9-4af5-a5c5-fb405321d3a1 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1758348691', 'description': 'tempest-description-776848790'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:41.116275 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12890e-0b1e-4d2a-af75-7f2b00f8173c None None] Pushing event updated for resources: {'Port': ['ID=b40c69fa-9283-43cb-9a28-5b2ff8d797a2,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:41.133027 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bb237630-c837-4485-9b6a-f50818b65ec0 req-a5e0a236-30e9-4af5-a5c5-fb405321d3a1 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:41.136728 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Routers {'4c50f1b7-709f-4c09-a472-f832511a4584'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:41.137368 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4c50f1b7-709f-4c09-a472-f832511a4584'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:41.204047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1186f3d8-3b4f-44e9-bd4c-7e9cd9515c14 None None] Provisioning complete for port b40c69fa-9283-43cb-9a28-5b2ff8d797a2 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:41.204513 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1186f3d8-3b4f-44e9-bd4c-7e9cd9515c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:41.283153 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bb237630-c837-4485-9b6a-f50818b65ec0 req-a5e0a236-30e9-4af5-a5c5-fb405321d3a1 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for security_group (2c3992fa-9a17-4027-ada2-249df5836cd6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:41.293809 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] Set router 4c50f1b7-709f-4c09-a472-f832511a4584 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:41.318101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7552-36c9-49cc-b8c2-bf1b8a933cb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:41.345486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bb237630-c837-4485-9b6a-f50818b65ec0 req-a5e0a236-30e9-4af5-a5c5-fb405321d3a1 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2c3992fa-9a17-4027-ada2-249df5836cd6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:41.389631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f7552-36c9-49cc-b8c2-bf1b8a933cb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=b40c69fa-9283-43cb-9a28-5b2ff8d797a2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:41.401521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1186f3d8-3b4f-44e9-bd4c-7e9cd9515c14 None None] Current status of the port b40c69fa-9283-43cb-9a28-5b2ff8d797a2 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:41.401914 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1186f3d8-3b4f-44e9-bd4c-7e9cd9515c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b40c69fa-9283-43cb-9a28-5b2ff8d797a2), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:41.414913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0a236-30e9-4af5-a5c5-fb405321d3a1 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3992fa-9a17-4027-ada2-249df5836cd6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:41.425728 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bb237630-c837-4485-9b6a-f50818b65ec0 req-a5e0a236-30e9-4af5-a5c5-fb405321d3a1 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:41.428610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb237630-c837-4485-9b6a-f50818b65ec0 req-a5e0a236-30e9-4af5-a5c5-fb405321d3a1 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3466513 Mar 10 15:09:41.464395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7354c-583d-470d-bc6c-256b96fa3b69 req-ef89f20e-db25-483e-80cd-ead6408102f5 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:41.468589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fc7354c-583d-470d-bc6c-256b96fa3b69 req-ef89f20e-db25-483e-80cd-ead6408102f5 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 945 time: 0.1835897 Mar 10 15:09:41.559203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7552-36c9-49cc-b8c2-bf1b8a933cb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (4c50f1b7-709f-4c09-a472-f832511a4584), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:41.598140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-dd38ea2a-7cfe-45cc-b8be-ec37116f479f None None] Could not find standard attr ID for object b40c69fa-9283-43cb-9a28-5b2ff8d797a2. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:09:41.617972 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fc7354c-583d-470d-bc6c-256b96fa3b69 req-b261c4de-fc0f-4b6d-83f9-2f162b1ce9d1 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204293 Mar 10 15:09:41.662656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae1e7486-430a-47db-a2b6-fea829f3e77f req-a85b5f7a-2ede-4b48-b41e-02a34fec066e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1758348691&fields=id&tenant_id=ed8ba5b5066942f8b1415c48eec2ad63 HTTP/1.1" status: 200 len: 267 time: 0.1168916 Mar 10 15:09:41.744486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e7486-430a-47db-a2b6-fea829f3e77f req-c4051790-ca37-4cf7-ba56-588f749e1502 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:41.750255 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c50f1b7-709f-4c09-a472-f832511a4584', 'name': 'tempest-NetworksTestDHCPv6-router-1103835099', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:09:36Z', 'updated_at': '2022-03-10T15:09:38Z', 'revision_number': 2, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'gw_port_host': None, '_interfaces': [{'id': 'b40c69fa-9283-43cb-9a28-5b2ff8d797a2', 'name': '', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'mac_address': 'fa:16:3e:cd:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c50f1b7-709f-4c09-a472-f832511a4584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'd26b1e24-f96f-4137-b02c-d3f17c07fc44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:09:38Z', 'updated_at': '2022-03-10T15:09:40Z', 'revision_number': 4, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'subnets': [{'id': 'd26b1e24-f96f-4137-b02c-d3f17c07fc44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:41.761777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae1e7486-430a-47db-a2b6-fea829f3e77f req-c4051790-ca37-4cf7-ba56-588f749e1502 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.0969110 Mar 10 15:09:41.768189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ae1e7486-430a-47db-a2b6-fea829f3e77f req-9e27fe68-0e83-4686-886b-76ad111e3768 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Request body: {'port': {'security_groups': ['4c0b4533-533c-469a-9fb0-b1ec29bb4a1f', '2c3992fa-9a17-4027-ada2-249df5836cd6']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:41.797510 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a42bd0d-ed85-4edb-bb28-6db7dd1c9546 None None] The sync data for ids ['4c50f1b7-709f-4c09-a472-f832511a4584'] in n-d-833090-1 is: [{'id': '4c50f1b7-709f-4c09-a472-f832511a4584', 'name': 'tempest-NetworksTestDHCPv6-router-1103835099', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:09:36Z', 'updated_at': '2022-03-10T15:09:38Z', 'revision_number': 2, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'gw_port_host': None, '_interfaces': [{'id': 'b40c69fa-9283-43cb-9a28-5b2ff8d797a2', 'name': '', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'mac_address': 'fa:16:3e:cd:b8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c50f1b7-709f-4c09-a472-f832511a4584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'd26b1e24-f96f-4137-b02c-d3f17c07fc44', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:09:38Z', 'updated_at': '2022-03-10T15:09:40Z', 'revision_number': 4, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'subnets': [{'id': 'd26b1e24-f96f-4137-b02c-d3f17c07fc44', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:09:41.851316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0f7552-36c9-49cc-b8c2-bf1b8a933cb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Router 4c50f1b7-709f-4c09-a472-f832511a4584 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:09:41.861593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d84c88a-1072-4a1f-ab20-af4fec992dd8 req-97bf4950-399b-4781-9497-8eab92f8e931 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0889840 Mar 10 15:09:42.013257 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ae1e7486-430a-47db-a2b6-fea829f3e77f req-9e27fe68-0e83-4686-886b-76ad111e3768 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:42.104149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a48374aa-da29-478c-80fe-c0c9ea82d2fc up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:42.105385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088b7f-9a06-4e6e-858e-8d54c660dc06 req-a519a143-9f01-40e9-a934-c6e291e08f9b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:42.112617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff088b7f-9a06-4e6e-858e-8d54c660dc06 req-a519a143-9f01-40e9-a934-c6e291e08f9b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1492958 Mar 10 15:09:42.245295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port a48374aa-da29-478c-80fe-c0c9ea82d2fc completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:09:42.252347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port a48374aa-da29-478c-80fe-c0c9ea82d2fc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:42.253031 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:42.280052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff088b7f-9a06-4e6e-858e-8d54c660dc06 req-03f86a8b-1b42-4d4f-96a7-21f67d431bc3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662147 Mar 10 15:09:42.428043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a48374aa-da29-478c-80fe-c0c9ea82d2fc is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:42.428816 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:42.452967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0f7552-36c9-49cc-b8c2-bf1b8a933cb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:09:42.463058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeccf93-2fea-4bfa-b62e-7e95b19d5336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48374aa-da29-478c-80fe-c0c9ea82d2fc'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:42.465751 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1928ee14-dfb9-4f2d-814f-df5141626ede" -d '{"events": [{"server_uuid": "fbeccf93-2fea-4bfa-b62e-7e95b19d5336", "name": "network-vif-plugged", "status": "completed", "tag": "a48374aa-da29-478c-80fe-c0c9ea82d2fc"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:42.470321 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ba0f7552-36c9-49cc-b8c2-bf1b8a933cb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "PUT /v2.0/routers/4c50f1b7-709f-4c09-a472-f832511a4584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6794944 Mar 10 15:09:42.472688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53856) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:42.482828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a48374aa-da29-478c-80fe-c0c9ea82d2fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a48374aa-da29-478c-80fe-c0c9ea82d2fc,segment=NetworkSegment(fac9b81e-dc73-49b9-a227-913559e6db99),segment_id=fac9b81e-dc73-49b9-a227-913559e6db99)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:42.491548 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:42.552265 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ae1e7486-430a-47db-a2b6-fea829f3e77f req-9e27fe68-0e83-4686-886b-76ad111e3768 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] For port a4cbccc2-274a-4f35-a715-7c0669c88635, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a4cbccc2-274a-4f35-a715-7c0669c88635,segment=NetworkSegment(df6da688-a9e9-49bb-9c73-2d30ee4b80ec),segment_id=df6da688-a9e9-49bb-9c73-2d30ee4b80ec)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:42.560304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52feb5f8-489b-4d56-8d5c-442f58023cd1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:42.560849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a48374aa-da29-478c-80fe-c0c9ea82d2fc,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:42.561747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52feb5f8-489b-4d56-8d5c-442f58023cd1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:42.567903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53858) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:42.571932 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-52feb5f8-489b-4d56-8d5c-442f58023cd1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0988331 Mar 10 15:09:42.621617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056d068-8279-4901-bec9-70d972f34db6 req-cf0e7e66-9c00-4e13-b526-609d6a52933d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:42.623302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9056d068-8279-4901-bec9-70d972f34db6 req-cf0e7e66-9c00-4e13-b526-609d6a52933d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1890931 Mar 10 15:09:42.674136 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ae1e7486-430a-47db-a2b6-fea829f3e77f req-9e27fe68-0e83-4686-886b-76ad111e3768 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:42.685737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-189bcd60-874c-4754-a87d-9c94f94a3ce3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet d26b1e24-f96f-4137-b02c-d3f17c07fc44 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:42.690243 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ae1e7486-430a-47db-a2b6-fea829f3e77f req-9e27fe68-0e83-4686-886b-76ad111e3768 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:42.697781 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-189bcd60-874c-4754-a87d-9c94f94a3ce3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (d26b1e24-f96f-4137-b02c-d3f17c07fc44), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:42.711204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['a4cbccc2-274a-4f35-a715-7c0669c88635'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:09:42.795161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9056d068-8279-4901-bec9-70d972f34db6 req-8f1adb48-d39b-42b3-94f9-943667e84bb2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565588 Mar 10 15:09:42.804787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e7486-430a-47db-a2b6-fea829f3e77f req-9e27fe68-0e83-4686-886b-76ad111e3768 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:42.813461 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ae1e7486-430a-47db-a2b6-fea829f3e77f req-9e27fe68-0e83-4686-886b-76ad111e3768 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:42.831615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae1e7486-430a-47db-a2b6-fea829f3e77f req-9e27fe68-0e83-4686-886b-76ad111e3768 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "PUT /v2.0/ports/a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 981 time: 1.0660224 Mar 10 15:09:42.834515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:42.836850 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddde4367-ab2b-4aa7-b3bc-cdfb6891e1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:42.851385 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-189bcd60-874c-4754-a87d-9c94f94a3ce3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (d26b1e24-f96f-4137-b02c-d3f17c07fc44), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:42.878127 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a13fbc-fd98-466f-9b1a-325f3ad27723 x-openstack-request-id: req-e1a13fbc-fd98-466f-9b1a-325f3ad27723 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:42.878440 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbeccf93-2fea-4bfa-b62e-7e95b19d5336", "name": "network-vif-plugged", "status": "completed", "tag": "a48374aa-da29-478c-80fe-c0c9ea82d2fc", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:42.878738 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1a13fbc-fd98-466f-9b1a-325f3ad27723 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:42.879171 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbeccf93-2fea-4bfa-b62e-7e95b19d5336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48374aa-da29-478c-80fe-c0c9ea82d2fc', 'code': 200} Mar 10 15:09:42.923981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['a4cbccc2-274a-4f35-a715-7c0669c88635'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:09:43.015972 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27fe68-0e83-4686-886b-76ad111e3768 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Pushing event updated for resources: {'Port': ['ID=a4cbccc2-274a-4f35-a715-7c0669c88635,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:43.049397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-189bcd60-874c-4754-a87d-9c94f94a3ce3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d26b1e24-f96f-4137-b02c-d3f17c07fc44), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:43.132848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b66ae6-e3ee-4fb6-85c7-7443b9646076 req-e9971474-c8f0-48c9-8921-85c5ff71019e tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:43.140731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25b66ae6-e3ee-4fb6-85c7-7443b9646076 req-e9971474-c8f0-48c9-8921-85c5ff71019e tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 946 time: 0.2240281 Mar 10 15:09:43.183932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4a73-d9a5-4667-9c3e-6a73b74500e9 req-e54cb7a0-fab4-41e5-af59-1a0ae605a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:43.185782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-374e4a73-d9a5-4667-9c3e-6a73b74500e9 req-e54cb7a0-fab4-41e5-af59-1a0ae605a89f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 1128 time: 0.2321889 Mar 10 15:09:43.232464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca2e1c-d54c-4607-b654-60ecec511533 req-0d272c6f-72e7-45f6-9915-b77b47667509 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:43.234400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63ca2e1c-d54c-4607-b654-60ecec511533 req-0d272c6f-72e7-45f6-9915-b77b47667509 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2534542 Mar 10 15:09:43.280858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25b66ae6-e3ee-4fb6-85c7-7443b9646076 req-02b9beaa-2817-4fa5-b6ed-11e67d1b2578 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391551 Mar 10 15:09:43.287365 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-189bcd60-874c-4754-a87d-9c94f94a3ce3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (d26b1e24-f96f-4137-b02c-d3f17c07fc44), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:43.344881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-374e4a73-d9a5-4667-9c3e-6a73b74500e9 req-912b1b80-4933-4fe8-91a0-b4d3b7be7652 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488521 Mar 10 15:09:43.345655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bcd60-874c-4754-a87d-9c94f94a3ce3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=d26b1e24-f96f-4137-b02c-d3f17c07fc44,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:43.350267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4d57d7-f959-4ed1-ba5a-29154965a473 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:43.362196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-189bcd60-874c-4754-a87d-9c94f94a3ce3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:43.365607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-189bcd60-874c-4754-a87d-9c94f94a3ce3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/d26b1e24-f96f-4137-b02c-d3f17c07fc44 HTTP/1.1" status: 204 len: 168 time: 0.7963090 Mar 10 15:09:43.369108 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53872) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:43.400054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63ca2e1c-d54c-4607-b654-60ecec511533 req-69d38efa-08d9-4e68-aed0-ebcca8d19a2a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471488 Mar 10 15:09:43.442905 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21e80be6-da2e-487b-9134-a81522ddfedf req-baba6956-bd23-4f56-af3a-0258f9a4f52a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1758348691&fields=id&tenant_id=ed8ba5b5066942f8b1415c48eec2ad63 HTTP/1.1" status: 200 len: 267 time: 0.1044788 Mar 10 15:09:43.483589 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c14c4c-2a73-4e13-a954-1489dcc34d91 x-openstack-request-id: req-43c14c4c-2a73-4e13-a954-1489dcc34d91 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:43.483982 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:43.484201 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43c14c4c-2a73-4e13-a954-1489dcc34d91 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:43.484619 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'status': 'completed', 'code': 200} Mar 10 15:09:43.532998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e80be6-da2e-487b-9134-a81522ddfedf req-a03434ba-dfc3-4af4-b791-727d4834f613 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:43.533990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21e80be6-da2e-487b-9134-a81522ddfedf req-a03434ba-dfc3-4af4-b791-727d4834f613 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 984 time: 0.0847089 Mar 10 15:09:43.546168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-21e80be6-da2e-487b-9134-a81522ddfedf req-b8f7a56d-9749-4dfb-ba1a-a1ad756b9b36 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Request body: {'port': {'security_groups': ['4c0b4533-533c-469a-9fb0-b1ec29bb4a1f']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:43.567731 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ad0c1-3d73-4c57-99f4-52f2136eb632 None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:09:43.635945 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-001c42c7-87fc-48e1-94ce-0c8ebeaf9bd4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2649066 Mar 10 15:09:43.636961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-490d52b2-adf8-42f5-bda3-3827dd5b7508 req-018b42e8-3c91-4248-b28c-95987693107e tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0484085 Mar 10 15:09:43.638401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53876) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:43.649601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ad0c1-3d73-4c57-99f4-52f2136eb632 None None] Deleting port d2090455-7778-463c-8b3c-87c1e3689b47 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:43.650513 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad0c1-3d73-4c57-99f4-52f2136eb632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:43.740835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-aa1ad0c1-3d73-4c57-99f4-52f2136eb632 None None] For port d2090455-7778-463c-8b3c-87c1e3689b47, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d2090455-7778-463c-8b3c-87c1e3689b47,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:43.741962 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad0c1-3d73-4c57-99f4-52f2136eb632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:43.752086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0d84813-7e7f-47f2-8ad8-ca804a449805 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for router (4c50f1b7-709f-4c09-a472-f832511a4584), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:43.757766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ad0c1-3d73-4c57-99f4-52f2136eb632 None None] Calling delete_port for d2090455-7778-463c-8b3c-87c1e3689b47 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:43.841499 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21e80be6-da2e-487b-9134-a81522ddfedf req-b8f7a56d-9749-4dfb-ba1a-a1ad756b9b36 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:43.869279 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad0c1-3d73-4c57-99f4-52f2136eb632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (d2090455-7778-463c-8b3c-87c1e3689b47), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:43.880989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4367-ab2b-4aa7-b3bc-cdfb6891e1dc req-025f11d7-bdd8-4636-94a5-41bb161f3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:43.883767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddde4367-ab2b-4aa7-b3bc-cdfb6891e1dc req-025f11d7-bdd8-4636-94a5-41bb161f3c58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed8ba5b5066942f8b1415c48eec2ad63&device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 1166 time: 0.2365980 Mar 10 15:09:43.917750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ad0c1-3d73-4c57-99f4-52f2136eb632 None None] Pushing event deleted for resources: {'Port': ['ID=d2090455-7778-463c-8b3c-87c1e3689b47,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:43.921827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ad0c1-3d73-4c57-99f4-52f2136eb632 None None] No DVR routers for this DVR port d2090455-7778-463c-8b3c-87c1e3689b47 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:43.941150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a254d0-11ec-408a-a6f0-332132d7e170 req-8cb2bc49-59f7-4c7b-9306-c94e99232c8f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:43.942191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07a254d0-11ec-408a-a6f0-332132d7e170 req-8cb2bc49-59f7-4c7b-9306-c94e99232c8f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1844225 Mar 10 15:09:43.990616 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ba289-bb8d-45ba-bd30-680e82fdb5fc None None] Sync routers for ids ['4c50f1b7-709f-4c09-a472-f832511a4584'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:09:44.008020 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ba289-bb8d-45ba-bd30-680e82fdb5fc None None] Routers {'4c50f1b7-709f-4c09-a472-f832511a4584'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:44.009082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d70ba289-bb8d-45ba-bd30-680e82fdb5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4c50f1b7-709f-4c09-a472-f832511a4584'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:44.019600 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0d84813-7e7f-47f2-8ad8-ca804a449805 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (4c50f1b7-709f-4c09-a472-f832511a4584), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.022005 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0d84813-7e7f-47f2-8ad8-ca804a449805 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for router_controller (4c50f1b7-709f-4c09-a472-f832511a4584), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.083570 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0d84813-7e7f-47f2-8ad8-ca804a449805 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (4c50f1b7-709f-4c09-a472-f832511a4584), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.084234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d84813-7e7f-47f2-8ad8-ca804a449805 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Fanout notify agent at l3_agent the message router_deleted on router 4c50f1b7-709f-4c09-a472-f832511a4584 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:09:44.101773 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0d84813-7e7f-47f2-8ad8-ca804a449805 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.103765 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c0d84813-7e7f-47f2-8ad8-ca804a449805 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/routers/4c50f1b7-709f-4c09-a472-f832511a4584 HTTP/1.1" status: 204 len: 168 time: 0.4627082 Mar 10 15:09:44.106598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53878) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:44.112272 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ca1a6869-2564-4ba9-adff-4ba649e43549 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:44.127170 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07a254d0-11ec-408a-a6f0-332132d7e170 req-19e07f66-680b-4671-97be-7dcf0c087b83 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658559 Mar 10 15:09:44.130560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4367-ab2b-4aa7-b3bc-cdfb6891e1dc req-f7083f1a-95b0-4d50-b585-6081121bfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:44.131940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddde4367-ab2b-4aa7-b3bc-cdfb6891e1dc req-f7083f1a-95b0-4d50-b585-6081121bfdbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62 HTTP/1.1" status: 200 len: 921 time: 0.2203102 Mar 10 15:09:44.174712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d70ba289-bb8d-45ba-bd30-680e82fdb5fc None None] Set router 4c50f1b7-709f-4c09-a472-f832511a4584 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:44.199369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddde4367-ab2b-4aa7-b3bc-cdfb6891e1dc req-c9a5aa34-2928-4348-902a-35ef7e2b52ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 217 time: 0.0576530 Mar 10 15:09:44.247562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1a6869-2564-4ba9-adff-4ba649e43549 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:44.252403 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6869-2564-4ba9-adff-4ba649e43549 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.318408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d70ba289-bb8d-45ba-bd30-680e82fdb5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c50f1b7-709f-4c09-a472-f832511a4584', 'name': 'tempest-NetworksTestDHCPv6-router-1103835099', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:09:36Z', 'updated_at': '2022-03-10T15:09:41Z', 'revision_number': 3, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:44.363402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4367-ab2b-4aa7-b3bc-cdfb6891e1dc req-eb27c11c-b1c4-4bd2-aba5-c6d321e19852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:44.370270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ba289-bb8d-45ba-bd30-680e82fdb5fc None None] Checking router: 4c50f1b7-709f-4c09-a472-f832511a4584 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:09:44.374608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddde4367-ab2b-4aa7-b3bc-cdfb6891e1dc req-eb27c11c-b1c4-4bd2-aba5-c6d321e19852 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f77ef055-3ad6-417c-a3af-b3b1875b8afb HTTP/1.1" status: 200 len: 860 time: 0.1658747 Mar 10 15:09:44.382898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ba289-bb8d-45ba-bd30-680e82fdb5fc None None] Routers set() bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:44.383290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ba289-bb8d-45ba-bd30-680e82fdb5fc None None] Router IDs set() for agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 15:09:44.384038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_agentschedulers_db [None req-d70ba289-bb8d-45ba-bd30-680e82fdb5fc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4c50f1b7-709f-4c09-a472-f832511a4584'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent'). {{(pid=115535) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 10 15:09:44.384423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ba289-bb8d-45ba-bd30-680e82fdb5fc None None] The sync data for ids ['4c50f1b7-709f-4c09-a472-f832511a4584'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:09:44.454620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddde4367-ab2b-4aa7-b3bc-cdfb6891e1dc req-1bdf203d-f5e0-424d-a247-d1859fc0b7b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538368 Mar 10 15:09:44.462172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-21e80be6-da2e-487b-9134-a81522ddfedf req-b8f7a56d-9749-4dfb-ba1a-a1ad756b9b36 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] For port a4cbccc2-274a-4f35-a715-7c0669c88635, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a4cbccc2-274a-4f35-a715-7c0669c88635,segment=NetworkSegment(df6da688-a9e9-49bb-9c73-2d30ee4b80ec),segment_id=df6da688-a9e9-49bb-9c73-2d30ee4b80ec)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:44.488467 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6869-2564-4ba9-adff-4ba649e43549 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (bc8380aa-00df-4f54-a41f-9458207a3cce), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.541867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1a6869-2564-4ba9-adff-4ba649e43549 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:44.548472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ca1a6869-2564-4ba9-adff-4ba649e43549 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:44.558706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1a6869-2564-4ba9-adff-4ba649e43549 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:44.559527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f6d8b-ca7c-463e-a737-67f2f5796251 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:44.559761 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6869-2564-4ba9-adff-4ba649e43549 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.571331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a6869-2564-4ba9-adff-4ba649e43549 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=bc8380aa-00df-4f54-a41f-9458207a3cce,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:44.584555 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ca1a6869-2564-4ba9-adff-4ba649e43549 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4767535 Mar 10 15:09:44.587566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53888) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:44.594075 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-bd57af5e-1a72-4472-988c-8d67fabe777a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-943419787', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:44.626889 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd57af5e-1a72-4472-988c-8d67fabe777a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (f02ef7ca-e088-466f-9c52-11f121c364d0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.628105 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd57af5e-1a72-4472-988c-8d67fabe777a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (f02ef7ca-e088-466f-9c52-11f121c364d0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.723858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': 'bc8380aa-00df-4f54-a41f-9458207a3cce'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:09:44.725015 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.738482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd57af5e-1a72-4472-988c-8d67fabe777a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for router_controller (f02ef7ca-e088-466f-9c52-11f121c364d0), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.748376 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd57af5e-1a72-4472-988c-8d67fabe777a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (f02ef7ca-e088-466f-9c52-11f121c364d0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.787656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd57af5e-1a72-4472-988c-8d67fabe777a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:44.794102 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bd57af5e-1a72-4472-988c-8d67fabe777a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2051280 Mar 10 15:09:44.795547 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53892) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:44.955581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c773cc-858d-40a5-a5b7-35876f8b0d9c req-dac473ac-235b-4102-aec9-2a6891a95cbf tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:44.955581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42c773cc-858d-40a5-a5b7-35876f8b0d9c req-dac473ac-235b-4102-aec9-2a6891a95cbf tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 946 time: 0.5700331 Mar 10 15:09:44.988406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Allocated IP 2001:db8::2 (e8b41007-025f-4e22-b7fd-0464260c3402/bc8380aa-00df-4f54-a41f-9458207a3cce/278949ba-7232-48d8-9bd5-c7b296b77616) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:44.989274 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21e80be6-da2e-487b-9134-a81522ddfedf req-b8f7a56d-9749-4dfb-ba1a-a1ad756b9b36 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:45.012017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21e80be6-da2e-487b-9134-a81522ddfedf req-b8f7a56d-9749-4dfb-ba1a-a1ad756b9b36 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:45.034574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddde4367-ab2b-4aa7-b3bc-cdfb6891e1dc req-005ae8fe-f795-4612-a14f-e94b5576db6b service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677569 Mar 10 15:09:45.091605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['a4cbccc2-274a-4f35-a715-7c0669c88635'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:09:45.123315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7a56d-9749-4dfb-ba1a-a1ad756b9b36 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Pushing event updated for resources: {'Port': ['ID=a4cbccc2-274a-4f35-a715-7c0669c88635,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:45.166419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e80be6-da2e-487b-9134-a81522ddfedf req-b8f7a56d-9749-4dfb-ba1a-a1ad756b9b36 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:45.167336 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21e80be6-da2e-487b-9134-a81522ddfedf req-b8f7a56d-9749-4dfb-ba1a-a1ad756b9b36 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:45.181879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21e80be6-da2e-487b-9134-a81522ddfedf req-b8f7a56d-9749-4dfb-ba1a-a1ad756b9b36 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "PUT /v2.0/ports/a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 942 time: 1.6399717 Mar 10 15:09:45.191192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42c773cc-858d-40a5-a5b7-35876f8b0d9c req-c43a42e6-360c-4ecd-9958-ca7adfaa0d81 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204990 Mar 10 15:09:45.257723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d2090455-7778-463c-8b3c-87c1e3689b47 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:45.299860 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['a4cbccc2-274a-4f35-a715-7c0669c88635'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:09:45.310642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d2090455-7778-463c-8b3c-87c1e3689b47 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:45.311017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d2090455-7778-463c-8b3c-87c1e3689b47 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:45.311433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b40c69fa-9283-43cb-9a28-5b2ff8d797a2 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:45.331636 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Publish callbacks [] for port (278949ba-7232-48d8-9bd5-c7b296b77616), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:45.359473 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:45.362072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: b40c69fa-9283-43cb-9a28-5b2ff8d797a2 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:45.362072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b40c69fa-9283-43cb-9a28-5b2ff8d797a2 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:45.382543 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:45.385036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a925465-2350-47ba-b6d7-1c502282acb7 req-f62813a3-9120-4df3-bdc1-408d07584243 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0726340 Mar 10 15:09:45.435919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Pushing event updated for resources: {'Port': ['ID=278949ba-7232-48d8-9bd5-c7b296b77616,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:45.470043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:45.475935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:45.479377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:45.501878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:45.504583 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29b0a9d-4219-48e1-9630-1d3301167e91" -d '{"events": [{"name": "network-changed", "server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:45.549989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddde4367-ab2b-4aa7-b3bc-cdfb6891e1dc req-d34e585a-75e2-4996-83fd-435ffe0dd65b service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892290 Mar 10 15:09:45.598318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Attempting to bind port 278949ba-7232-48d8-9bd5-c7b296b77616 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:45.598636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Attempting to bind port 278949ba-7232-48d8-9bd5-c7b296b77616 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:45.599039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Attempting to bind port 278949ba-7232-48d8-9bd5-c7b296b77616 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:45.623390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:45.623808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:45.624164 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:45.624552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:45.625031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Bound port: 278949ba-7232-48d8-9bd5-c7b296b77616, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:45.625407 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:45.688462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-befefce0-d9f4-44d9-8b90-13fa6ea0ef0c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:45.690325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-befefce0-d9f4-44d9-8b90-13fa6ea0ef0c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 812 time: 0.3673418 Mar 10 15:09:45.711005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-8c2f074f-57d4-4308-8451-7c5005465371 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/quotas/702a8da67ca84fdb9cea78ab5e9893b6 HTTP/1.1" status: 200 len: 375 time: 0.0099251 Mar 10 15:09:45.714302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] For port 278949ba-7232-48d8-9bd5-c7b296b77616, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:45.717796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] For port 278949ba-7232-48d8-9bd5-c7b296b77616, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=278949ba-7232-48d8-9bd5-c7b296b77616,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:45.728177 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:45.802993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-b51f1d1a-c1ee-4426-961b-43726b2235af tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3772259 Mar 10 15:09:45.803714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1c468-5da0-4b34-9bc7-c895e5d031b2 None None] Pushing event updated for resources: {'Port': ['ID=278949ba-7232-48d8-9bd5-c7b296b77616,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:45.808196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:45.817159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::1 (e8b41007-025f-4e22-b7fd-0464260c3402/bc8380aa-00df-4f54-a41f-9458207a3cce/0c1eb584-33a7-4b6f-85e1-6d88f6c03b57) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:45.856455 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:45.881560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-8f81a120-9e42-4016-9caa-beca0d3fdb9a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1444590 Mar 10 15:09:45.959076 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:46.003866 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:46.049245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:46.050915 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:46.056671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-6958d825-d9cf-4615-8157-fc0933dd3fde service neutron] 10.222.0.11 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590998 Mar 10 15:09:46.059102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:46.059655 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (f02ef7ca-e088-466f-9c52-11f121c364d0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:46.088991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:46.099209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=0c1eb584-33a7-4b6f-85e1-6d88f6c03b57,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:46.275003 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:46.288581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-4f80efec-bac3-432f-a951-e2c2a7a37500 service neutron] 10.222.0.11 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110035 Mar 10 15:09:46.323194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Allocated IP 172.25.3.179 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/997fb339-bdfe-4470-88c6-c10fa132f8ed) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:46.544549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for port (997fb339-bdfe-4470-88c6-c10fa132f8ed), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:46.551220 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e89aeba-248b-46ba-a921-add9f77030cb x-openstack-request-id: req-8e89aeba-248b-46ba-a921-add9f77030cb {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:46.551526 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:46.551797 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e89aeba-248b-46ba-a921-add9f77030cb {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:46.552201 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'status': 'completed', 'code': 200} Mar 10 15:09:46.677447 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:46.686576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:46.689017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (f02ef7ca-e088-466f-9c52-11f121c364d0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:46.710617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0a9d-4219-48e1-9630-1d3301167e91 req-e49ab77c-5b13-4170-ad1e-47fff9c65392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:46.712337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f29b0a9d-4219-48e1-9630-1d3301167e91 req-e49ab77c-5b13-4170-ad1e-47fff9c65392 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed8ba5b5066942f8b1415c48eec2ad63&device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 1127 time: 0.1365948 Mar 10 15:09:46.716189 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (997fb339-bdfe-4470-88c6-c10fa132f8ed), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:46.771982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=0c1eb584-33a7-4b6f-85e1-6d88f6c03b57,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:46.822048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c837f0-2e45-44a6-ad0f-9006b87ddf82 req-aa192a3e-6991-4ada-bd52-023f15570a69 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:46.823893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2c837f0-2e45-44a6-ad0f-9006b87ddf82 req-aa192a3e-6991-4ada-bd52-023f15570a69 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 946 time: 0.1834428 Mar 10 15:09:46.866870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:46.879591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:46.889722 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:46.893903 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:46.925012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Pushing event updated for resources: {'Port': ['ID=997fb339-bdfe-4470-88c6-c10fa132f8ed,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:46.927730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:47.011382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2c837f0-2e45-44a6-ad0f-9006b87ddf82 req-cb3dd628-2e11-4e6a-b6ec-b41913c17d29 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809824 Mar 10 15:09:47.118559 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Router f02ef7ca-e088-466f-9c52-11f121c364d0 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:09:47.267877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64d42da2-9b0b-4ca7-bfdc-9621105b8428 req-ee20da1b-ed1f-4242-8b50-6ac6643b65fc tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0837159 Mar 10 15:09:47.295118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 278949ba-7232-48d8-9bd5-c7b296b77616 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:47.315793 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for floatingip (65e81049-7270-4334-ad5f-4456bb4f8050), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:47.327584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:09:47.332727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0a9d-4219-48e1-9630-1d3301167e91 req-be06ce78-7ec0-4ba4-b578-ff3513ee77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:47.334274 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9c7089d2-043f-485c-96b8-8e820b2a2144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "PUT /v2.0/routers/f02ef7ca-e088-466f-9c52-11f121c364d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5373397 Mar 10 15:09:47.337417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53928) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:47.347245 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Sync routers for ids ['f02ef7ca-e088-466f-9c52-11f121c364d0'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:09:47.352493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f29b0a9d-4219-48e1-9630-1d3301167e91 req-be06ce78-7ec0-4ba4-b578-ff3513ee77a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62 HTTP/1.1" status: 200 len: 921 time: 0.6284988 Mar 10 15:09:47.365983 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Routers {'f02ef7ca-e088-466f-9c52-11f121c364d0'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:47.367590 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['f02ef7ca-e088-466f-9c52-11f121c364d0'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:47.443971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f29b0a9d-4219-48e1-9630-1d3301167e91 req-b187401d-e7f2-4e12-b5b8-325d26b28ec6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 217 time: 0.0815313 Mar 10 15:09:47.460981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef750da-1af5-4666-82e8-f13e00dbb4ac tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:47.462780 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fef750da-1af5-4666-82e8-f13e00dbb4ac tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports/0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 HTTP/1.1" status: 200 len: 911 time: 0.1245632 Mar 10 15:09:47.465530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53930) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:47.503026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46f179e1-32f9-47d6-ad23-b2342c849df2 req-d4672231-5785-4451-ad0f-d254575ae78e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 210 time: 0.0704470 Mar 10 15:09:47.554079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 278949ba-7232-48d8-9bd5-c7b296b77616 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:47.555598 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:47.597767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcac156-5683-4090-a6ba-c5d970ede236 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:47.612554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcac156-5683-4090-a6ba-c5d970ede236 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:47.614441 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (997fb339-bdfe-4470-88c6-c10fa132f8ed), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:47.622901 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ec51d82a-b0dc-4c8a-ae9f-0d55a4853b42 None None] Provisioning complete for port 278949ba-7232-48d8-9bd5-c7b296b77616 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:47.623278 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ec51d82a-b0dc-4c8a-ae9f-0d55a4853b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:47.626011 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9bcac156-5683-4090-a6ba-c5d970ede236 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1589487 Mar 10 15:09:47.628742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53932) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:47.652530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53934) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:47.732911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b0a9d-4219-48e1-9630-1d3301167e91 req-3cbec67c-5b7c-4faf-9f4e-d8e2f6e5e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:47.734462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f29b0a9d-4219-48e1-9630-1d3301167e91 req-3cbec67c-5b7c-4faf-9f4e-d8e2f6e5e126 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f77ef055-3ad6-417c-a3af-b3b1875b8afb HTTP/1.1" status: 200 len: 860 time: 0.2551439 Mar 10 15:09:47.763666 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:47.836009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 278949ba-7232-48d8-9bd5-c7b296b77616 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:47.836311 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:47.867372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f29b0a9d-4219-48e1-9630-1d3301167e91 req-cb866895-5c46-42c0-8086-5c11ad383fc3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235628 Mar 10 15:09:47.877110 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Set router f02ef7ca-e088-466f-9c52-11f121c364d0 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:47.911291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ec51d82a-b0dc-4c8a-ae9f-0d55a4853b42 None None] Current status of the port 278949ba-7232-48d8-9bd5-c7b296b77616 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:47.911684 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ec51d82a-b0dc-4c8a-ae9f-0d55a4853b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:47.942213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 278949ba-7232-48d8-9bd5-c7b296b77616, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=278949ba-7232-48d8-9bd5-c7b296b77616,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:47.953591 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:48.088923 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-ec51d82a-b0dc-4c8a-ae9f-0d55a4853b42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:09:48.089508 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-ec51d82a-b0dc-4c8a-ae9f-0d55a4853b42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:09:48.150202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=278949ba-7232-48d8-9bd5-c7b296b77616,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:48.267915 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for port (997fb339-bdfe-4470-88c6-c10fa132f8ed), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:48.314042 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (997fb339-bdfe-4470-88c6-c10fa132f8ed), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:48.355058 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02ef7ca-e088-466f-9c52-11f121c364d0', 'name': 'tempest-NetworksTestDHCPv6-router-943419787', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:09:44Z', 'updated_at': '2022-03-10T15:09:46Z', 'revision_number': 2, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'gw_port_host': None, '_interfaces': [{'id': '0c1eb584-33a7-4b6f-85e1-6d88f6c03b57', 'name': '', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'mac_address': 'fa:16:3e:e7:02:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02ef7ca-e088-466f-9c52-11f121c364d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'bc8380aa-00df-4f54-a41f-9458207a3cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:09:45Z', 'updated_at': '2022-03-10T15:09:46Z', 'revision_number': 2, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'subnets': [{'id': 'bc8380aa-00df-4f54-a41f-9458207a3cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:48.402687 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Checking router: f02ef7ca-e088-466f-9c52-11f121c364d0 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:09:48.411706 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Updating router f02ef7ca-e088-466f-9c52-11f121c364d0 port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:09:48.451302 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:48.467185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f29b0a9d-4219-48e1-9630-1d3301167e91 req-4e31697a-6482-455e-b413-1ec2d428f4dd service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863807 Mar 10 15:09:48.681314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ec51d82a-b0dc-4c8a-ae9f-0d55a4853b42 None None] Current status of the port 278949ba-7232-48d8-9bd5-c7b296b77616 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:48.739381 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (f02ef7ca-e088-466f-9c52-11f121c364d0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:48.815481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-64ac4ca8-03e6-40b4-b729-bede44cc71d7 None None] Provisioning complete for port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:48.819495 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-64ac4ca8-03e6-40b4-b729-bede44cc71d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:48.877626 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Publish callbacks [] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:48.892529 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:48.894631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-64ac4ca8-03e6-40b4-b729-bede44cc71d7 None None] Port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:09:48.942917 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Pushing event updated for resources: {'Port': ['ID=0c1eb584-33a7-4b6f-85e1-6d88f6c03b57,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:49.000327 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (65e81049-7270-4334-ad5f-4456bb4f8050), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.004227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Pushing event updated for resources: {'Port': ['ID=997fb339-bdfe-4470-88c6-c10fa132f8ed,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:49.025593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d960a96-7a1d-43ac-a44d-115a8359884d req-27b62e0e-5311-48b8-87db-68fa5e83f82c tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:49.027965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d960a96-7a1d-43ac-a44d-115a8359884d req-27b62e0e-5311-48b8-87db-68fa5e83f82c tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 946 time: 0.7677398 Mar 10 15:09:49.040665 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Attempting to bind port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:49.041033 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Attempting to bind port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:49.041393 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Attempting to bind port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:49.048392 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:49.048761 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:49.049162 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.049548 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:49.052148 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Bound port: 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:49.052575 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.103812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f29b0a9d-4219-48e1-9630-1d3301167e91 req-5d5e2542-474f-4518-8665-7a4687e79629 service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642932 Mar 10 15:09:49.130377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.142112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-8da24425-b695-4dfb-bd17-02c820b9dad0 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3377566 Mar 10 15:09:49.159128 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] For port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:49.163298 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] For port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c1eb584-33a7-4b6f-85e1-6d88f6c03b57,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:49.175369 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.232431 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Routers {'f02ef7ca-e088-466f-9c52-11f121c364d0'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:49.232888 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['f02ef7ca-e088-466f-9c52-11f121c364d0'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:49.261832 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 278949ba-7232-48d8-9bd5-c7b296b77616 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:49.263703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-f3ed18e2-1889-457d-baa7-4f156d13afe8 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 696 time: 0.1202044 Mar 10 15:09:49.293471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d960a96-7a1d-43ac-a44d-115a8359884d req-b65c2142-5fd6-4bfa-9093-48d23e0a4206 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387569 Mar 10 15:09:49.305980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0e87f456-486a-4160-83b0-51206ea64e4e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:49.308089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0e87f456-486a-4160-83b0-51206ea64e4e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 812 time: 1.0511785 Mar 10 15:09:49.328458 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] Set router f02ef7ca-e088-466f-9c52-11f121c364d0 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:49.336225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 278949ba-7232-48d8-9bd5-c7b296b77616 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:49.339530 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.348396 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (23532712-5b94-4526-a3a1-7eb33d8ba197), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.436326 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Pushing event updated for resources: {'Port': ['ID=0c1eb584-33a7-4b6f-85e1-6d88f6c03b57,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:49.448783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-98562cac-0589-46a3-9d64-1338f46f8685 None None] Provisioning complete for port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:49.449320 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-98562cac-0589-46a3-9d64-1338f46f8685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.451247 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.451594 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.451924 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.452254 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.452577 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.452898 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.453216 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.459213 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.459531 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.459864 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.460189 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.460512 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.460831 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe6b9f-1039-4e15-8eff-ae12207121aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:49.563534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Request body: {'port': {'device_id': '535751b8-a617-44b1-9226-5502c78efdb5', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'admin_state_up': True, 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:49.569006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 278949ba-7232-48d8-9bd5-c7b296b77616 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:49.609026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-1aa80480-7361-4fb2-b33c-bc99f9fc0bc1 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:49.611974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-1aa80480-7361-4fb2-b33c-bc99f9fc0bc1 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.2936327 Mar 10 15:09:49.640771 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02ef7ca-e088-466f-9c52-11f121c364d0', 'name': 'tempest-NetworksTestDHCPv6-router-943419787', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:09:44Z', 'updated_at': '2022-03-10T15:09:46Z', 'revision_number': 2, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'gw_port_host': None, '_interfaces': [{'id': '0c1eb584-33a7-4b6f-85e1-6d88f6c03b57', 'name': '', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'mac_address': 'fa:16:3e:e7:02:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02ef7ca-e088-466f-9c52-11f121c364d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'bc8380aa-00df-4f54-a41f-9458207a3cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:09:45Z', 'updated_at': '2022-03-10T15:09:49Z', 'revision_number': 4, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'subnets': [{'id': 'bc8380aa-00df-4f54-a41f-9458207a3cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:49.646882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-1f5498db-4896-4690-9a43-9a7b389b086b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:09:49.647902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93e978b7-5092-46f7-9d4d-7b4c95ff806e req-1f5498db-4896-4690-9a43-9a7b389b086b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097125 Mar 10 15:09:49.666118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-98562cac-0589-46a3-9d64-1338f46f8685 None None] Current status of the port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:49.666477 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-98562cac-0589-46a3-9d64-1338f46f8685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.675564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4a0bc3c-4cd9-4a12-b3b3-a0d2985c2728 req-3421f3c3-a5c3-430a-9433-ff57214388bf tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.1063499 Mar 10 15:09:49.692133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:49.695181 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe73913-da1e-48f9-b028-203beed47eed None None] The sync data for ids ['f02ef7ca-e088-466f-9c52-11f121c364d0'] in n-d-833090-1 is: [{'id': 'f02ef7ca-e088-466f-9c52-11f121c364d0', 'name': 'tempest-NetworksTestDHCPv6-router-943419787', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:09:44Z', 'updated_at': '2022-03-10T15:09:46Z', 'revision_number': 2, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'gw_port_host': None, '_interfaces': [{'id': '0c1eb584-33a7-4b6f-85e1-6d88f6c03b57', 'name': '', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'mac_address': 'fa:16:3e:e7:02:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f02ef7ca-e088-466f-9c52-11f121c364d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'bc8380aa-00df-4f54-a41f-9458207a3cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:09:45Z', 'updated_at': '2022-03-10T15:09:49Z', 'revision_number': 4, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'subnets': [{'id': 'bc8380aa-00df-4f54-a41f-9458207a3cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:09:49.696319 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.871159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] For port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c1eb584-33a7-4b6f-85e1-6d88f6c03b57,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:49.871838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.877607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a337e58-81f7-45c0-aa97-a1aa0ccc6c73 req-7b747caa-c749-4ed1-92e8-0eef465e08a1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 210 time: 0.1133857 Mar 10 15:09:49.889314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:49.950073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] Deleting port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:49.950452 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.959272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Made reservation on behalf of 702a8da67ca84fdb9cea78ab5e9893b6 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:49.961782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-98562cac-0589-46a3-9d64-1338f46f8685 None None] For port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c1eb584-33a7-4b6f-85e1-6d88f6c03b57,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:49.962977 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.968386 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-98562cac-0589-46a3-9d64-1338f46f8685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:49.975004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-c15918f8-6f4c-4ac9-8150-b87572202803 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:49.981790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-c15918f8-6f4c-4ac9-8150-b87572202803 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1849201 Mar 10 15:09:50.065311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98562cac-0589-46a3-9d64-1338f46f8685 None None] Pushing event updated for resources: {'Port': ['ID=0c1eb584-33a7-4b6f-85e1-6d88f6c03b57,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:50.093078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-cd47040a-febf-43d6-ac8f-7d9b80fd8730 None None] Provisioning complete for port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:50.093630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd47040a-febf-43d6-ac8f-7d9b80fd8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:50.132572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-1b9fd290-c89e-464b-8f48-4a26505dd59e tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 696 time: 0.1497247 Mar 10 15:09:50.142560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-2d877b74-e1c3-4738-b95e-e620c82a29cd tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Request body: {'floatingip': {'port_id': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:50.163903 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] For port acb1d5aa-bdd5-450b-870b-e58af6b5e3bd, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=acb1d5aa-bdd5-450b-870b-e58af6b5e3bd,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:50.164289 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:50.182678 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] Calling delete_port for acb1d5aa-bdd5-450b-870b-e58af6b5e3bd owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:50.206080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cd47040a-febf-43d6-ac8f-7d9b80fd8730 None None] Current status of the port 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:50.237411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-2d877b74-e1c3-4738-b95e-e620c82a29cd tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for floatingip (65e81049-7270-4334-ad5f-4456bb4f8050), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:50.275848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0c1eb584-33a7-4b6f-85e1-6d88f6c03b57), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:50.311934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=0c1eb584-33a7-4b6f-85e1-6d88f6c03b57,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:50.338600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357f3f6-b770-4353-9742-9a606569fc27 req-22a4c5fe-a293-4d25-845e-02e9aed34eae tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:50.340217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8357f3f6-b770-4353-9742-9a606569fc27 req-22a4c5fe-a293-4d25-845e-02e9aed34eae tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 946 time: 0.3415191 Mar 10 15:09:50.346617 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.347273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.347578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.348167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.348629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.349059 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.349511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.349926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.350357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.350784 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.351236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.351660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.352098 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:09:50.481078 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:50.524669 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (f02ef7ca-e088-466f-9c52-11f121c364d0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:50.538172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Allocated IP 172.20.0.5 (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383/2b988082-cd0b-4fe9-9e6e-f9a72f7955de/9a0386ab-5a10-4271-85dc-76c0e8bebd97) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:50.707375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b7b45-56a6-47a7-a167-81feee6ffcc8 req-efc17c7a-ea34-436c-9fb2-fd12af134835 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:50.714711 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba1b7b45-56a6-47a7-a167-81feee6ffcc8 req-efc17c7a-ea34-436c-9fb2-fd12af134835 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 946 time: 0.3236260 Mar 10 15:09:50.747550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Router f02ef7ca-e088-466f-9c52-11f121c364d0 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:09:50.748429 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (acb1d5aa-bdd5-450b-870b-e58af6b5e3bd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:50.777890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb1d5aa-bdd5-450b-870b-e58af6b5e3bd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:50.904450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:09:50.910824 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2fb7e200-30d2-4cb9-afe5-7008286ecda7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "PUT /v2.0/routers/f02ef7ca-e088-466f-9c52-11f121c364d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2803426 Mar 10 15:09:50.913231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53956) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:50.959699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba1b7b45-56a6-47a7-a167-81feee6ffcc8 req-4a25bbd2-1045-4a94-9b29-6162b5ee7cc0 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388470 Mar 10 15:09:50.980993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-8357f3f6-b770-4353-9742-9a606569fc27 req-8efd811b-9ac9-4cd9-a3b1-b07605e4c128 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Deleting port a48374aa-da29-478c-80fe-c0c9ea82d2fc {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:50.981338 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8357f3f6-b770-4353-9742-9a606569fc27 req-8efd811b-9ac9-4cd9-a3b1-b07605e4c128 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.011952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355621fb-0c8a-4044-a064-9d6cf84a4aca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:51.013990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355621fb-0c8a-4044-a064-9d6cf84a4aca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:51.019216 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-355621fb-0c8a-4044-a064-9d6cf84a4aca tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1049399 Mar 10 15:09:51.039618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53958) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:51.092536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (23532712-5b94-4526-a3a1-7eb33d8ba197), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.111987 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.147434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11e74178-8c6f-4977-bf45-95904de133e9 req-3533e9fa-4ca0-489d-8fd0-87e235751919 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.1014869 Mar 10 15:09:51.269689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c9c27f-6407-4dcf-8b6a-4279ff00ab4e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet bc8380aa-00df-4f54-a41f-9458207a3cce {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:51.302309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-31c9c27f-6407-4dcf-8b6a-4279ff00ab4e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (bc8380aa-00df-4f54-a41f-9458207a3cce), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.311178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7175d761-44c4-43bf-86ca-705b0ba94379 req-4a1328cf-f9c2-4059-a42f-cae0723feb4f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 210 time: 0.0643277 Mar 10 15:09:51.352387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] Router 23532712-5b94-4526-a3a1-7eb33d8ba197 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:09:51.358847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8357f3f6-b770-4353-9742-9a606569fc27 req-8efd811b-9ac9-4cd9-a3b1-b07605e4c128 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] For port a48374aa-da29-478c-80fe-c0c9ea82d2fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a48374aa-da29-478c-80fe-c0c9ea82d2fc,segment=NetworkSegment(fac9b81e-dc73-49b9-a227-913559e6db99),segment_id=fac9b81e-dc73-49b9-a227-913559e6db99)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:51.359160 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8357f3f6-b770-4353-9742-9a606569fc27 req-8efd811b-9ac9-4cd9-a3b1-b07605e4c128 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.404288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.409369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-31c9c27f-6407-4dcf-8b6a-4279ff00ab4e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (bc8380aa-00df-4f54-a41f-9458207a3cce), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.412043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-8357f3f6-b770-4353-9742-9a606569fc27 req-8efd811b-9ac9-4cd9-a3b1-b07605e4c128 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Calling delete_port for a48374aa-da29-478c-80fe-c0c9ea82d2fc owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:51.416662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['bcc07943-5348-4240-a2be-c3a6802d0987', 'eea9757e-89be-4d37-89b8-6bb70e936a02'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:09:51.480366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.resource_extend [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-2d877b74-e1c3-4738-b95e-e620c82a29cd tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:09:51.489487 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:09:51.502845 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-614195fc-db78-41ff-b9d6-350a537583f9 admin admin] 10.222.0.11 "PUT /v2.0/routers/23532712-5b94-4526-a3a1-7eb33d8ba197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8419695 Mar 10 15:09:51.503018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c79d7e-1373-4af9-a090-f3451424cf1c None None] Sync routers for ids ['23532712-5b94-4526-a3a1-7eb33d8ba197'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:09:51.504024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53960) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:51.530587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c79d7e-1373-4af9-a090-f3451424cf1c None None] Routers {'23532712-5b94-4526-a3a1-7eb33d8ba197'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:51.531507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-41c79d7e-1373-4af9-a090-f3451424cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['23532712-5b94-4526-a3a1-7eb33d8ba197'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:51.577720 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca8358-7337-4c15-8791-4c591593c375 None None] Sync routers for ids ['f02ef7ca-e088-466f-9c52-11f121c364d0'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:09:51.590825 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca8358-7337-4c15-8791-4c591593c375 None None] Routers {'f02ef7ca-e088-466f-9c52-11f121c364d0'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:51.591638 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-63ca8358-7337-4c15-8791-4c591593c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['f02ef7ca-e088-466f-9c52-11f121c364d0'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:51.637086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Publish callbacks [] for router (23532712-5b94-4526-a3a1-7eb33d8ba197), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.698448 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-63ca8358-7337-4c15-8791-4c591593c375 None None] Set router f02ef7ca-e088-466f-9c52-11f121c364d0 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:51.734291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-41c79d7e-1373-4af9-a090-f3451424cf1c None None] Set router 23532712-5b94-4526-a3a1-7eb33d8ba197 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:51.739620 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4420998d-53bb-4a42-b1c4-54f05871c400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.767244 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Publish callbacks [] for router_gateway (23532712-5b94-4526-a3a1-7eb33d8ba197), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.781833 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-63ca8358-7337-4c15-8791-4c591593c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02ef7ca-e088-466f-9c52-11f121c364d0', 'name': 'tempest-NetworksTestDHCPv6-router-943419787', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:09:44Z', 'updated_at': '2022-03-10T15:09:50Z', 'revision_number': 3, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:51.821172 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca8358-7337-4c15-8791-4c591593c375 None None] Checking router: f02ef7ca-e088-466f-9c52-11f121c364d0 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:09:51.832005 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca8358-7337-4c15-8791-4c591593c375 None None] Routers {'f02ef7ca-e088-466f-9c52-11f121c364d0'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:51.832838 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-63ca8358-7337-4c15-8791-4c591593c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['f02ef7ca-e088-466f-9c52-11f121c364d0'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:51.841487 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Deleting port ad604726-fcc0-4853-967d-85c1a78a19c1 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:51.842935 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.915638 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-63ca8358-7337-4c15-8791-4c591593c375 None None] Set router f02ef7ca-e088-466f-9c52-11f121c364d0 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:51.945115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:51.952107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event updated for resources: {'Port': ['ID=9a0386ab-5a10-4271-85dc-76c0e8bebd97,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:51.977779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-2d877b74-e1c3-4738-b95e-e620c82a29cd tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:51.979055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:51.985795 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-63ca8358-7337-4c15-8791-4c591593c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f02ef7ca-e088-466f-9c52-11f121c364d0', 'name': 'tempest-NetworksTestDHCPv6-router-943419787', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:09:44Z', 'updated_at': '2022-03-10T15:09:50Z', 'revision_number': 3, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:51.986629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:52.011988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-41c79d7e-1373-4af9-a090-f3451424cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-router', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:12Z', 'updated_at': '2022-03-10T15:09:50Z', 'revision_number': 5, 'project_id': '07a0afb621be47b792256180a8f564ea', 'gw_port': {'id': 'ad604726-fcc0-4853-967d-85c1a78a19c1', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:13Z', 'updated_at': '2022-03-10T15:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:52.020771 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca8358-7337-4c15-8791-4c591593c375 None None] The sync data for ids ['f02ef7ca-e088-466f-9c52-11f121c364d0'] in n-d-833090-1 is: [{'id': 'f02ef7ca-e088-466f-9c52-11f121c364d0', 'name': 'tempest-NetworksTestDHCPv6-router-943419787', 'tenant_id': '46cae5f356c5471185866f4cfe884f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:09:44Z', 'updated_at': '2022-03-10T15:09:50Z', 'revision_number': 3, 'project_id': '46cae5f356c5471185866f4cfe884f42', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:09:52.022445 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-2d877b74-e1c3-4738-b95e-e620c82a29cd tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (65e81049-7270-4334-ad5f-4456bb4f8050), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.040972 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] For port ad604726-fcc0-4853-967d-85c1a78a19c1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ad604726-fcc0-4853-967d-85c1a78a19c1,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:52.042554 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.049356 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-31c9c27f-6407-4dcf-8b6a-4279ff00ab4e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (bc8380aa-00df-4f54-a41f-9458207a3cce), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.071331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c79d7e-1373-4af9-a090-f3451424cf1c None None] Checking router: 23532712-5b94-4526-a3a1-7eb33d8ba197 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:09:52.081118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c79d7e-1373-4af9-a090-f3451424cf1c None None] Routers {'23532712-5b94-4526-a3a1-7eb33d8ba197'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:52.082274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-41c79d7e-1373-4af9-a090-f3451424cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['23532712-5b94-4526-a3a1-7eb33d8ba197'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:52.106658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Calling delete_port for ad604726-fcc0-4853-967d-85c1a78a19c1 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:52.216748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-41c79d7e-1373-4af9-a090-f3451424cf1c None None] Set router 23532712-5b94-4526-a3a1-7eb33d8ba197 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:52.281261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-41c79d7e-1373-4af9-a090-f3451424cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-router', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:12Z', 'updated_at': '2022-03-10T15:09:51Z', 'revision_number': 6, 'project_id': '07a0afb621be47b792256180a8f564ea', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:52.291876 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:52.292483 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.304263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-31c9c27f-6407-4dcf-8b6a-4279ff00ab4e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (bc8380aa-00df-4f54-a41f-9458207a3cce), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.311084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c79d7e-1373-4af9-a090-f3451424cf1c None None] The sync data for ids ['23532712-5b94-4526-a3a1-7eb33d8ba197'] in n-d-833090-1 is: [{'id': '23532712-5b94-4526-a3a1-7eb33d8ba197', 'name': 'tempest-AttachSCSIVolumeTestJSON-284787445-router', 'tenant_id': '07a0afb621be47b792256180a8f564ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:12Z', 'updated_at': '2022-03-10T15:09:51Z', 'revision_number': 6, 'project_id': '07a0afb621be47b792256180a8f564ea', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:09:52.359366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-73465d3f-3350-4174-9370-ca834bd151e9 None None] Provisioning complete for port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:52.360521 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-73465d3f-3350-4174-9370-ca834bd151e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.391718 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-2d877b74-e1c3-4738-b95e-e620c82a29cd tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Floating IP 65e81049-7270-4334-ad5f-4456bb4f8050 associated. External IP: 172.25.3.179, port: a4cbccc2-274a-4f35-a715-7c0669c88635. Mar 10 15:09:52.414452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-73465d3f-3350-4174-9370-ca834bd151e9 None None] Port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:09:52.460820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-104f632b-2679-428a-ae0e-dd56eb4516bc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1410737 Mar 10 15:09:52.461535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9c27f-6407-4dcf-8b6a-4279ff00ab4e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8380aa-00df-4f54-a41f-9458207a3cce,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:52.485045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-31c9c27f-6407-4dcf-8b6a-4279ff00ab4e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.488425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-31c9c27f-6407-4dcf-8b6a-4279ff00ab4e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/bc8380aa-00df-4f54-a41f-9458207a3cce HTTP/1.1" status: 204 len: 168 time: 1.4435773 Mar 10 15:09:52.492385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Request body: {'port': {'device_id': '535751b8-a617-44b1-9226-5502c78efdb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:52.496064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c37c885-ae9f-49a7-83e2-d75301aa4d40 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:52.506577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54229c3d-8800-4ac5-b95b-06eb1dc2b9b5 req-8c4f1e92-b3c7-4d09-b0b8-501247d9c607 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:52.508274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53968) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:52.513415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54229c3d-8800-4ac5-b95b-06eb1dc2b9b5 req-8c4f1e92-b3c7-4d09-b0b8-501247d9c607 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbeccf93-2fea-4bfa-b62e-7e95b19d5336 HTTP/1.1" status: 200 len: 946 time: 0.3473370 Mar 10 15:09:52.597570 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8357f3f6-b770-4353-9742-9a606569fc27 req-8efd811b-9ac9-4cd9-a3b1-b07605e4c128 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a48374aa-da29-478c-80fe-c0c9ea82d2fc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.668812 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-996f6736-67dd-43a3-b032-8c5fed5a1cd3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1593385 Mar 10 15:09:52.671162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53970) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:52.715784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd811b-9ac9-4cd9-a3b1-b07605e4c128 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Pushing event deleted for resources: {'Port': ['ID=a48374aa-da29-478c-80fe-c0c9ea82d2fc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:52.738932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9bb437-7805-4d69-b47d-8926fb049108 None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:09:52.757901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54229c3d-8800-4ac5-b95b-06eb1dc2b9b5 req-b616015b-1f87-4c0c-b5bd-cc1a174813ac tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.11 "GET /v2.0/security-groups?id=055e6211-721e-44a0-8ce0-a7b80a473947&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436390 Mar 10 15:09:52.773685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f50ce82-f187-40ae-ac4b-22f3f11c2f54 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for router (f02ef7ca-e088-466f-9c52-11f121c364d0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.774497 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.799267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8357f3f6-b770-4353-9742-9a606569fc27 req-8efd811b-9ac9-4cd9-a3b1-b07605e4c128 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] No DVR routers for this DVR port a48374aa-da29-478c-80fe-c0c9ea82d2fc on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:52.802009 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8357f3f6-b770-4353-9742-9a606569fc27 req-8efd811b-9ac9-4cd9-a3b1-b07605e4c128 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.807519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8357f3f6-b770-4353-9742-9a606569fc27 req-8efd811b-9ac9-4cd9-a3b1-b07605e4c128 tempest-ServerAddressesNegativeTestJSON-1413252397 tempest-ServerAddressesNegativeTestJSON-1413252397-project] 10.222.0.45 "DELETE /v2.0/ports/a48374aa-da29-478c-80fe-c0c9ea82d2fc HTTP/1.1" status: 204 len: 173 time: 2.4553242 Mar 10 15:09:52.810117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeccf93-2fea-4bfa-b62e-7e95b19d5336', 'name': 'network-vif-deleted', 'tag': 'a48374aa-da29-478c-80fe-c0c9ea82d2fc'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:52.812424 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86a0fa5-c5e1-4ca5-ac49-009c207a8842" -d '{"events": [{"server_uuid": "fbeccf93-2fea-4bfa-b62e-7e95b19d5336", "name": "network-vif-deleted", "tag": "a48374aa-da29-478c-80fe-c0c9ea82d2fc"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:52.834753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ac9bb437-7805-4d69-b47d-8926fb049108 None None] Deleting port 278949ba-7232-48d8-9bd5-c7b296b77616 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:52.835022 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ac9bb437-7805-4d69-b47d-8926fb049108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.952424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94dbd957-a9d2-46bf-9715-f58c4c548f79 req-88530100-cd74-43b0-831c-684f01876903 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0616786 Mar 10 15:09:52.966728 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ac9bb437-7805-4d69-b47d-8926fb049108 None None] For port 278949ba-7232-48d8-9bd5-c7b296b77616, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=278949ba-7232-48d8-9bd5-c7b296b77616,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:52.967534 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ac9bb437-7805-4d69-b47d-8926fb049108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:52.996062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ac9bb437-7805-4d69-b47d-8926fb049108 None None] Calling delete_port for 278949ba-7232-48d8-9bd5-c7b296b77616 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:53.001021 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f50ce82-f187-40ae-ac4b-22f3f11c2f54 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (f02ef7ca-e088-466f-9c52-11f121c364d0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.003406 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f50ce82-f187-40ae-ac4b-22f3f11c2f54 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for router_controller (f02ef7ca-e088-466f-9c52-11f121c364d0), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.061968 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f50ce82-f187-40ae-ac4b-22f3f11c2f54 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (f02ef7ca-e088-466f-9c52-11f121c364d0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.062824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f50ce82-f187-40ae-ac4b-22f3f11c2f54 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Fanout notify agent at l3_agent the message router_deleted on router f02ef7ca-e088-466f-9c52-11f121c364d0 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:09:53.071377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f50ce82-f187-40ae-ac4b-22f3f11c2f54 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.078670 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6f50ce82-f187-40ae-ac4b-22f3f11c2f54 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/routers/f02ef7ca-e088-466f-9c52-11f121c364d0 HTTP/1.1" status: 204 len: 168 time: 0.4042621 Mar 10 15:09:53.079066 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53974) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:53.088842 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ad604726-fcc0-4853-967d-85c1a78a19c1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.136235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad604726-fcc0-4853-967d-85c1a78a19c1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:53.170167 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ac9bb437-7805-4d69-b47d-8926fb049108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (278949ba-7232-48d8-9bd5-c7b296b77616), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.190767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-2d877b74-e1c3-4738-b95e-e620c82a29cd tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Router 1e408ce0-436a-4067-b13d-32f8789de1b7 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:09:53.196134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bb437-7805-4d69-b47d-8926fb049108 None None] Pushing event deleted for resources: {'Port': ['ID=278949ba-7232-48d8-9bd5-c7b296b77616,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:53.201008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9bb437-7805-4d69-b47d-8926fb049108 None None] No DVR routers for this DVR port 278949ba-7232-48d8-9bd5-c7b296b77616 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:53.218177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (23532712-5b94-4526-a3a1-7eb33d8ba197), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.227331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d39ce-786e-4566-a5ce-c41f57dfa82f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:53.229047 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-643d39ce-786e-4566-a5ce-c41f57dfa82f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1488974 Mar 10 15:09:53.231524 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53976) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:53.248363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a2025-1867-4b3b-b83f-1242c71786f7 req-1fd23400-8acd-4650-95d3-3bfdad56993a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:53.258098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b7a2025-1867-4b3b-b83f-1242c71786f7 req-1fd23400-8acd-4650-95d3-3bfdad56993a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 931 time: 0.1696830 Mar 10 15:09:53.380171 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (23532712-5b94-4526-a3a1-7eb33d8ba197), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.381345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b7a2025-1867-4b3b-b83f-1242c71786f7 req-8416bb54-c46a-4f65-a133-86f2b8fda041 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228480 Mar 10 15:09:53.393303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Publish callbacks [] for router_controller (23532712-5b94-4526-a3a1-7eb33d8ba197), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.405077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec440585-0f4c-4b95-ba7b-df44240b96eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:53.406594 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ec440585-0f4c-4b95-ba7b-df44240b96eb tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1741018 Mar 10 15:09:53.456151 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53978) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:53.472770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:53.497895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:53.498577 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92e0d54-588a-4838-a81c-e63b7a4cb443 x-openstack-request-id: req-b92e0d54-588a-4838-a81c-e63b7a4cb443 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:53.498774 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbeccf93-2fea-4bfa-b62e-7e95b19d5336", "name": "network-vif-deleted", "tag": "a48374aa-da29-478c-80fe-c0c9ea82d2fc", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:53.499236 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b92e0d54-588a-4838-a81c-e63b7a4cb443 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:53.499413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c1eb584-33a7-4b6f-85e1-6d88f6c03b57 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:53.499719 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbeccf93-2fea-4bfa-b62e-7e95b19d5336', 'name': 'network-vif-deleted', 'tag': 'a48374aa-da29-478c-80fe-c0c9ea82d2fc', 'status': 'completed', 'code': 200} Mar 10 15:09:53.500006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 278949ba-7232-48d8-9bd5-c7b296b77616 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:53.512266 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-88c3063f-c198-4eb3-bcac-a8b63959e8d8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549920 Mar 10 15:09:53.521821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53980) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:53.526768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 278949ba-7232-48d8-9bd5-c7b296b77616 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:53.527319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 278949ba-7232-48d8-9bd5-c7b296b77616 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:53.528007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ad604726-fcc0-4853-967d-85c1a78a19c1 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:53.528809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6c484908-e445-4d8d-92a4-925685c96bb6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:53.541129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (23532712-5b94-4526-a3a1-7eb33d8ba197), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.541672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23532712-5b94-4526-a3a1-7eb33d8ba197 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:09:53.553775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: ad604726-fcc0-4853-967d-85c1a78a19c1 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:53.554304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ad604726-fcc0-4853-967d-85c1a78a19c1 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:53.554911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device acb1d5aa-bdd5-450b-870b-e58af6b5e3bd no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:53.562193 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.565090 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0a8ce06b-3d12-4268-923d-685803de184c admin admin] 10.222.0.11 "DELETE /v2.0/routers/23532712-5b94-4526-a3a1-7eb33d8ba197 HTTP/1.1" status: 204 len: 168 time: 2.0598881 Mar 10 15:09:53.568046 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53982) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:53.597417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: acb1d5aa-bdd5-450b-870b-e58af6b5e3bd {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:53.599358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device acb1d5aa-bdd5-450b-870b-e58af6b5e3bd not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:53.611898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-2d877b74-e1c3-4738-b95e-e620c82a29cd tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:09:53.632645 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-2d877b74-e1c3-4738-b95e-e620c82a29cd tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.640026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430325b-4ef5-4c2d-af37-0f1d05c2ecf4 None None] Sync routers for ids ['1e408ce0-436a-4067-b13d-32f8789de1b7'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:09:53.667761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430325b-4ef5-4c2d-af37-0f1d05c2ecf4 None None] Routers {'1e408ce0-436a-4067-b13d-32f8789de1b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:53.669627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f430325b-4ef5-4c2d-af37-0f1d05c2ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1e408ce0-436a-4067-b13d-32f8789de1b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:53.715964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-10774499-e241-482d-929f-8847a4f8ccc3 admin admin] Deleting subnet e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:53.717054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-2d877b74-e1c3-4738-b95e-e620c82a29cd tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "PUT /v2.0/floatingips/65e81049-7270-4334-ad5f-4456bb4f8050 HTTP/1.1" status: 200 len: 996 time: 3.5835798 Mar 10 15:09:53.721756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-10774499-e241-482d-929f-8847a4f8ccc3 admin admin] Publish callbacks [] for subnet (e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.732326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0386ab-5a10-4271-85dc-76c0e8bebd97 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:09:53.744219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Publish callbacks [] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.759888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Transition to ACTIVE for port object 9a0386ab-5a10-4271-85dc-76c0e8bebd97 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:09:53.784987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c484908-e445-4d8d-92a4-925685c96bb6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:53.789288 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c484908-e445-4d8d-92a4-925685c96bb6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.797848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-10774499-e241-482d-929f-8847a4f8ccc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.811498 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:53.866939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53986) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:53.907421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0386ab-5a10-4271-85dc-76c0e8bebd97,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:53.920791 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f430325b-4ef5-4c2d-af37-0f1d05c2ecf4 None None] Set router 1e408ce0-436a-4067-b13d-32f8789de1b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:54.038944 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d2135b98-f273-476b-8c6a-978659beb6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.091970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-047d6ca3-956f-402d-a40e-d7e058a43dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:54.099397 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-047d6ca3-956f-402d-a40e-d7e058a43dcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed8ba5b5066942f8b1415c48eec2ad63&device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 1127 time: 0.3374572 Mar 10 15:09:54.145753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a48374aa-da29-478c-80fe-c0c9ea82d2fc no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:54.148016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ef1d16-0800-459f-b9d5-abe689c5a387 admin admin] Deleting subnet de40d2f2-2fd5-44ef-b366-2625191deeda {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:09:54.152929 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d16-0800-459f-b9d5-abe689c5a387 admin admin] Publish callbacks [] for subnet (de40d2f2-2fd5-44ef-b366-2625191deeda), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.160500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Attempting to bind port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:54.160847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Attempting to bind port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:54.161178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Attempting to bind port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:54.174511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afb0f120-5856-4662-a380-a87efe4a6d79 req-7904e319-6434-4b98-a95b-9d89d4522ec0 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0614231 Mar 10 15:09:54.186981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: a48374aa-da29-478c-80fe-c0c9ea82d2fc {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:09:54.187273 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a48374aa-da29-478c-80fe-c0c9ea82d2fc not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:09:54.195562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:09:54.196068 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d16-0800-459f-b9d5-abe689c5a387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (de40d2f2-2fd5-44ef-b366-2625191deeda), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.196276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Attempting to bind port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:54.208013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:54.208355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Checking segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:54.209092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Bound using segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:54.209431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Bound port: 9a0386ab-5a10-4271-85dc-76c0e8bebd97, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:54.209792 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.242652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d16-0800-459f-b9d5-abe689c5a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (de40d2f2-2fd5-44ef-b366-2625191deeda), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.302971 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-10774499-e241-482d-929f-8847a4f8ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.315745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] For port 9a0386ab-5a10-4271-85dc-76c0e8bebd97, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:54.333381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] For port 9a0386ab-5a10-4271-85dc-76c0e8bebd97, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9a0386ab-5a10-4271-85dc-76c0e8bebd97,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:54.353865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.384166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f430325b-4ef5-4c2d-af37-0f1d05c2ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:45Z', 'revision_number': 4, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '65e81049-7270-4334-ad5f-4456bb4f8050', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'port_id': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'mac_address': 'fa:16:3e:32:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:09:47Z', 'updated_at': '2022-03-10T15:09:51Z', 'revision_number': 1, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0bce07-ce24-4190-ac65-834d87f285bb', 'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'mac_address': 'fa:16:3e:89:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:43Z', 'updated_at': '2022-03-10T15:08:51Z', 'revision_number': 5, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'subnets': [{'id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:54.392189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-308d6ee0-4ce9-4651-b06d-be373379fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:54.399436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-308d6ee0-4ce9-4651-b06d-be373379fef1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62 HTTP/1.1" status: 200 len: 921 time: 0.2990582 Mar 10 15:09:54.408883 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d16-0800-459f-b9d5-abe689c5a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (de40d2f2-2fd5-44ef-b366-2625191deeda), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.417353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430325b-4ef5-4c2d-af37-0f1d05c2ecf4 None None] Checking router: 1e408ce0-436a-4067-b13d-32f8789de1b7 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:09:54.427573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430325b-4ef5-4c2d-af37-0f1d05c2ecf4 None None] Routers {'1e408ce0-436a-4067-b13d-32f8789de1b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:54.428497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f430325b-4ef5-4c2d-af37-0f1d05c2ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1e408ce0-436a-4067-b13d-32f8789de1b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:54.456587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:54.457315 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.458814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] 10.222.0.62 "PUT /v2.0/ports/9a0386ab-5a10-4271-85dc-76c0e8bebd97 HTTP/1.1" status: 200 len: 1091 time: 1.9817469 Mar 10 15:09:54.495104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef1d16-0800-459f-b9d5-abe689c5a387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de40d2f2-2fd5-44ef-b366-2625191deeda,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:54.514697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadba7f-ebd2-47e9-8356-f42748813864 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0386ab-5a10-4271-85dc-76c0e8bebd97,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:54.524937 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99ef1d16-0800-459f-b9d5-abe689c5a387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.530413 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-99ef1d16-0800-459f-b9d5-abe689c5a387 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/de40d2f2-2fd5-44ef-b366-2625191deeda HTTP/1.1" status: 204 len: 168 time: 0.6600566 Mar 10 15:09:54.541182 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-10774499-e241-482d-929f-8847a4f8ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.543188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53992) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:54.548620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-c56eeeb2-3ce6-4c7b-8640-525cc8494521 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 999 time: 0.1438992 Mar 10 15:09:54.604902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10774499-e241-482d-929f-8847a4f8ccc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:54.621251 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-10774499-e241-482d-929f-8847a4f8ccc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.624764 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-10774499-e241-482d-929f-8847a4f8ccc3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e7c941eb-1a1a-4b54-b0d1-bb7cda8bf2e3 HTTP/1.1" status: 204 len: 168 time: 1.0557270 Mar 10 15:09:54.627756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53994) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:54.639585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-490682be-1196-4734-b3b9-f7bf2d27c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:54.641727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-490682be-1196-4734-b3b9-f7bf2d27c211 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f77ef055-3ad6-417c-a3af-b3b1875b8afb HTTP/1.1" status: 200 len: 860 time: 0.0829482 Mar 10 15:09:54.707515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-3a306696-0f07-408a-8d5d-79f66f81f907 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425966 Mar 10 15:09:54.734095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679cfa93-3271-4004-a992-392dc747ffb9 None None] Network 99746d70-5a2d-4f7d-9198-f807eac34479 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:54.769719 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (36285378-9fba-405f-ad02-1f65fb94662f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.775810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0363b28-c0ee-43d7-b9da-5d6fbe181951 req-78dd298f-9961-45dc-bdb3-a4dead4def8f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:54.779055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0363b28-c0ee-43d7-b9da-5d6fbe181951 req-78dd298f-9961-45dc-bdb3-a4dead4def8f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 943 time: 0.2884710 Mar 10 15:09:54.795434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f430325b-4ef5-4c2d-af37-0f1d05c2ecf4 None None] Set router 1e408ce0-436a-4067-b13d-32f8789de1b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:54.798422 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (99746d70-5a2d-4f7d-9198-f807eac34479), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.839025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-2caced85-d494-49e3-b3a4-efead958170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:54.840706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-2caced85-d494-49e3-b3a4-efead958170b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 1125 time: 0.2953849 Mar 10 15:09:54.845416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-6c484908-e445-4d8d-92a4-925685c96bb6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:09:54.872126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c484908-e445-4d8d-92a4-925685c96bb6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (eb78fc02-b139-4b28-abea-87cba4c13501), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.929312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-a17997ff-3279-4b1d-b0ed-f0d87699efb3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0386ab-5a10-4271-85dc-76c0e8bebd97 HTTP/1.1" status: 200 len: 217 time: 0.0773258 Mar 10 15:09:54.949005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c484908-e445-4d8d-92a4-925685c96bb6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:54.952464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0363b28-c0ee-43d7-b9da-5d6fbe181951 req-90412975-57de-48a5-a987-a401eca8153b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598241 Mar 10 15:09:54.967817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6c484908-e445-4d8d-92a4-925685c96bb6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:54.979365 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c484908-e445-4d8d-92a4-925685c96bb6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:54.979986 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c484908-e445-4d8d-92a4-925685c96bb6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:54.989211 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28e532e-cec6-47d9-91cb-9bff27734c45 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:54.995212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-d387b5a6-7439-4826-8fb8-a5799778c3eb service neutron] 10.222.0.11 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817993 Mar 10 15:09:55.023553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (36285378-9fba-405f-ad02-1f65fb94662f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.049870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-4b9855b5-a270-4453-a266-89c03f2f30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:55.051374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-4b9855b5-a270-4453-a266-89c03f2f30c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.0929451 Mar 10 15:09:55.054981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc20c72-8952-4e1e-a298-4f29df08a0c0 None None] DHCP port deletion for 99746d70-5a2d-4f7d-9198-f807eac34479 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:09:55.063550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c484908-e445-4d8d-92a4-925685c96bb6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=eb78fc02-b139-4b28-abea-87cba4c13501,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:55.084985 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6c484908-e445-4d8d-92a4-925685c96bb6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5599515 Mar 10 15:09:55.086921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36285378-9fba-405f-ad02-1f65fb94662f']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:55.089355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53996) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:55.103874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d89fd175-bca6-45dc-8d08-498e4f14f1c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:55.108432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac9b81e-dc73-49b9-a227-913559e6db99') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:55.108798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac9b81e-dc73-49b9-a227-913559e6db99') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:55.122846 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (fac9b81e-dc73-49b9-a227-913559e6db99), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.139468 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (fac9b81e-dc73-49b9-a227-913559e6db99), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.147201 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:09:55.147993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (fac9b81e-dc73-49b9-a227-913559e6db99), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:09:55.174212 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:09:55.214710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Deleting port 16aa8d10-cc40-43c6-ab45-45116df3c145 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:55.215278 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.218020 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.242168 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 16aa8d10-cc40-43c6-ab45-45116df3c145 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:09:55.262536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (36285378-9fba-405f-ad02-1f65fb94662f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.264969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef69b7ab-8cd8-4614-adc6-4a5527c727b7 req-d15fe94f-4390-4c60-8ddf-b7d5301831a3 service neutron] 10.222.0.11 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594819 Mar 10 15:09:55.282172 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.285305 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] 10.222.0.11 "DELETE /v2.0/networks/36285378-9fba-405f-ad02-1f65fb94662f HTTP/1.1" status: 204 len: 168 time: 0.7379887 Mar 10 15:09:55.307261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': 'eb78fc02-b139-4b28-abea-87cba4c13501'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:09:55.309887 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.338912 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bbb45-c516-4486-9802-ada7aa39ce92 admin admin] Pushing event deleted for resources: {'Network': ['ID=36285378-9fba-405f-ad02-1f65fb94662f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:55.350414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3fc20c72-8952-4e1e-a298-4f29df08a0c0 None None] Deleting port 16aa8d10-cc40-43c6-ab45-45116df3c145 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:55.350809 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fc20c72-8952-4e1e-a298-4f29df08a0c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.356871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] For port 16aa8d10-cc40-43c6-ab45-45116df3c145, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=16aa8d10-cc40-43c6-ab45-45116df3c145,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:55.357838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.380052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Calling delete_port for 16aa8d10-cc40-43c6-ab45-45116df3c145 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:55.461630 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54004) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:55.526614 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3111f7d2-c868-4839-bc9d-d4ebd6a90b48 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2acb55112f3743d895b24ea61ff41a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0636790 Mar 10 15:09:55.529064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54006) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:55.534557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3fc20c72-8952-4e1e-a298-4f29df08a0c0 None None] For port 16aa8d10-cc40-43c6-ab45-45116df3c145, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=16aa8d10-cc40-43c6-ab45-45116df3c145,segment=NetworkSegment(8f578444-5221-41cd-a2e9-7c23221d944c),segment_id=8f578444-5221-41cd-a2e9-7c23221d944c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:55.535127 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fc20c72-8952-4e1e-a298-4f29df08a0c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.537823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.562537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3fc20c72-8952-4e1e-a298-4f29df08a0c0 None None] Calling delete_port for 16aa8d10-cc40-43c6-ab45-45116df3c145 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:55.568086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f430325b-4ef5-4c2d-af37-0f1d05c2ecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:45Z', 'revision_number': 4, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '65e81049-7270-4334-ad5f-4456bb4f8050', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'port_id': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'mac_address': 'fa:16:3e:32:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:09:47Z', 'updated_at': '2022-03-10T15:09:51Z', 'revision_number': 1, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0bce07-ce24-4190-ac65-834d87f285bb', 'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'mac_address': 'fa:16:3e:89:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:43Z', 'updated_at': '2022-03-10T15:08:51Z', 'revision_number': 5, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'subnets': [{'id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:55.579054 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] No DVR routers for this DVR port 16aa8d10-cc40-43c6-ab45-45116df3c145 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:55.588934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=16aa8d10-cc40-43c6-ab45-45116df3c145,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:55.639043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430325b-4ef5-4c2d-af37-0f1d05c2ecf4 None None] The sync data for ids ['1e408ce0-436a-4067-b13d-32f8789de1b7'] in n-d-833090-1 is: [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:45Z', 'revision_number': 4, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '65e81049-7270-4334-ad5f-4456bb4f8050', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'port_id': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'mac_address': 'fa:16:3e:32:e9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:09:47Z', 'updated_at': '2022-03-10T15:09:51Z', 'revision_number': 1, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0bce07-ce24-4190-ac65-834d87f285bb', 'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'mac_address': 'fa:16:3e:89:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:43Z', 'updated_at': '2022-03-10T15:08:51Z', 'revision_number': 5, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'subnets': [{'id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:09:55.643572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 16aa8d10-cc40-43c6-ab45-45116df3c145 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:55.644447 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.659758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635'}, {'name': 'network-changed', 'server_uuid': '535751b8-a617-44b1-9226-5502c78efdb5', 'tag': '9a0386ab-5a10-4271-85dc-76c0e8bebd97'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:09:55.661912 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b" -d '{"events": [{"name": "network-changed", "server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635"}, {"name": "network-changed", "server_uuid": "535751b8-a617-44b1-9226-5502c78efdb5", "tag": "9a0386ab-5a10-4271-85dc-76c0e8bebd97"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:09:55.696921 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (99746d70-5a2d-4f7d-9198-f807eac34479), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.701885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08144769-7569-41db-bd6b-6abc3bafc032 admin admin] Publish callbacks [] for security_group (055e6211-721e-44a0-8ce0-a7b80a473947), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.708757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Allocated IP 2001:db8::f816:3eff:fec3:ab44 (e8b41007-025f-4e22-b7fd-0464260c3402/eb78fc02-b139-4b28-abea-87cba4c13501/182cb18c-f671-42e4-98ca-b3b7c17d87bf) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:55.726965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89fd175-bca6-45dc-8d08-498e4f14f1c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:55.730259 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d89fd175-bca6-45dc-8d08-498e4f14f1c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.735428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-897da085-643b-4e88-9311-0108987dca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:55.736937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-897da085-643b-4e88-9311-0108987dca53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6461723 Mar 10 15:09:55.753549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1079f6d-58e7-4e7d-8b56-adcde02c8e0a req-4b9bf1d1-e54b-4d46-a8c6-bcc190279579 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.4224105 Mar 10 15:09:55.757328 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99746d70-5a2d-4f7d-9198-f807eac34479']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:55.771195 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08144769-7569-41db-bd6b-6abc3bafc032 admin admin] Publish callbacks [] for security_group (055e6211-721e-44a0-8ce0-a7b80a473947), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.782285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f578444-5221-41cd-a2e9-7c23221d944c') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:55.783136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f578444-5221-41cd-a2e9-7c23221d944c') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:55.802074 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (8f578444-5221-41cd-a2e9-7c23221d944c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.832869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8f578444-5221-41cd-a2e9-7c23221d944c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.848596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:09:55.849912 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (8f578444-5221-41cd-a2e9-7c23221d944c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:09:55.852122 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:09:55.857294 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 15:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413fce37-f8a1-48e0-9513-029a516233bb x-openstack-request-id: req-413fce37-f8a1-48e0-9513-029a516233bb {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:09:55.857793 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "535751b8-a617-44b1-9226-5502c78efdb5", "tag": "9a0386ab-5a10-4271-85dc-76c0e8bebd97", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:09:55.858228 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-413fce37-f8a1-48e0-9513-029a516233bb {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:09:55.859001 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'status': 'completed', 'code': 200} Mar 10 15:09:55.859403 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535751b8-a617-44b1-9226-5502c78efdb5', 'tag': '9a0386ab-5a10-4271-85dc-76c0e8bebd97', 'status': 'completed', 'code': 200} Mar 10 15:09:55.896970 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08144769-7569-41db-bd6b-6abc3bafc032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (055e6211-721e-44a0-8ce0-a7b80a473947), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.898785 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fc20c72-8952-4e1e-a298-4f29df08a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (16aa8d10-cc40-43c6-ab45-45116df3c145), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.900723 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08144769-7569-41db-bd6b-6abc3bafc032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:55.902324 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-08144769-7569-41db-bd6b-6abc3bafc032 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/055e6211-721e-44a0-8ce0-a7b80a473947 HTTP/1.1" status: 204 len: 168 time: 0.3720672 Mar 10 15:09:55.949587 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08144769-7569-41db-bd6b-6abc3bafc032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055e6211-721e-44a0-8ce0-a7b80a473947,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:55.963187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc20c72-8952-4e1e-a298-4f29df08a0c0 None None] Pushing event deleted for resources: {'Port': ['ID=16aa8d10-cc40-43c6-ab45-45116df3c145,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:55.969608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc20c72-8952-4e1e-a298-4f29df08a0c0 None None] No DVR routers for this DVR port 16aa8d10-cc40-43c6-ab45-45116df3c145 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:09:55.991530 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (99746d70-5a2d-4f7d-9198-f807eac34479), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:56.001286 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:56.020545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-6b780fe0-e0a8-456c-93dd-84820a15204b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 999 time: 0.6677814 Mar 10 15:09:56.022130 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] 10.222.0.11 "DELETE /v2.0/networks/99746d70-5a2d-4f7d-9198-f807eac34479 HTTP/1.1" status: 204 len: 168 time: 1.3934381 Mar 10 15:09:56.023266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54016) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:56.070726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11256996-4566-4f11-ac6d-afb2d8c63d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=99746d70-5a2d-4f7d-9198-f807eac34479,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:56.101250 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Publish callbacks [] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:56.114327 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:56.134870 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07321855-5689-4c93-860d-4c53a9cd192f None None] New status for floating IP 65e81049-7270-4334-ad5f-4456bb4f8050: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:09:56.224554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:56.226481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-a9c3f08d-22aa-48a4-b73d-20c955483a58 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:56.227988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-a9c3f08d-22aa-48a4-b73d-20c955483a58 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports/a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 942 time: 0.2064886 Mar 10 15:09:56.241566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:56.243738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Pushing event updated for resources: {'Port': ['ID=182cb18c-f671-42e4-98ca-b3b7c17d87bf,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:56.246195 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:56.305195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-4b6961e0-13ab-42a8-911a-ffc82bc7fcc9 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005670 Mar 10 15:09:56.318377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-a9e06d9c-f0a4-450c-8c76-cdad2be424f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:56.320199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-a9e06d9c-f0a4-450c-8c76-cdad2be424f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed8ba5b5066942f8b1415c48eec2ad63&device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 1127 time: 0.4070253 Mar 10 15:09:56.363043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Attempting to bind port 182cb18c-f671-42e4-98ca-b3b7c17d87bf on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:09:56.367827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Attempting to bind port 182cb18c-f671-42e4-98ca-b3b7c17d87bf by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:09:56.368209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Attempting to bind port 182cb18c-f671-42e4-98ca-b3b7c17d87bf on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:09:56.374473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:09:56.374921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:09:56.375357 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:56.375863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:09:56.376419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Bound port: 182cb18c-f671-42e4-98ca-b3b7c17d87bf, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:09:56.376747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a13217-bcf6-4e10-87ca-1fc6986a24e4 req-bb868f32-8785-4128-b0b7-012260bba203 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:56.377342 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:56.381370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52a13217-bcf6-4e10-87ca-1fc6986a24e4 req-bb868f32-8785-4128-b0b7-012260bba203 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 943 time: 0.2107685 Mar 10 15:09:56.480937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] For port 182cb18c-f671-42e4-98ca-b3b7c17d87bf, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:09:56.515563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] For port 182cb18c-f671-42e4-98ca-b3b7c17d87bf, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=182cb18c-f671-42e4-98ca-b3b7c17d87bf,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:09:56.520870 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:56.525848 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:56.639074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce14452-1242-4b09-8b22-ce3a6f9954d9 None None] Pushing event updated for resources: {'Port': ['ID=182cb18c-f671-42e4-98ca-b3b7c17d87bf,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:56.713760 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (7f11bddb-8a09-4bac-a1f9-589d7b290194), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:56.778069 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-e96b7532-e0f0-4b6e-9f41-eed791e21e5f tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 999 time: 0.4467645 Mar 10 15:09:56.894938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-a096c81e-f736-4b90-bdfa-d3cd29fe0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:56.896444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-a096c81e-f736-4b90-bdfa-d3cd29fe0d54 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62 HTTP/1.1" status: 200 len: 921 time: 0.5479376 Mar 10 15:09:56.923394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52a13217-bcf6-4e10-87ca-1fc6986a24e4 req-318854c1-0490-4801-8228-c2a5e20a86d0 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084799 Mar 10 15:09:57.045239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-950aeb7f-6911-4c68-af04-7351f0ed4a2d req-11fa4a2f-7fb9-42a5-ba26-6ce476b5f8fa service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294354 Mar 10 15:09:57.115192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54038) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:57.128987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] Deleting port cc8d3719-fbca-4098-b544-430f304931b2 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:57.131298 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cc8d3719-fbca-4098-b544-430f304931b2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.131599 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d89fd175-bca6-45dc-8d08-498e4f14f1c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (08db51e3-8746-4695-a258-009d7c9946d4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.140082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8f793cd-e9b3-404f-ad29-20c096f239c0 req-3d423ef8-7a77-4d2b-81fb-f7f38b436f79 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0974028 Mar 10 15:09:57.210815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-db10b83c-2681-4734-9caf-f9a7137cc1cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 1001 time: 0.2621706 Mar 10 15:09:57.256532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 182cb18c-f671-42e4-98ca-b3b7c17d87bf up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:57.269408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] For port cc8d3719-fbca-4098-b544-430f304931b2, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cc8d3719-fbca-4098-b544-430f304931b2,segment=NetworkSegment(4580e957-c529-4a0b-8e15-9e4db339e937),segment_id=4580e957-c529-4a0b-8e15-9e4db339e937)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:57.269714 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cc8d3719-fbca-4098-b544-430f304931b2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.294643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-0ceb13fb-ef57-45c8-97d2-63f0d047f988 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:57.296193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-0ceb13fb-ef57-45c8-97d2-63f0d047f988 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.4932785 Mar 10 15:09:57.296440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] Calling delete_port for cc8d3719-fbca-4098-b544-430f304931b2 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:57.298758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89fd175-bca6-45dc-8d08-498e4f14f1c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:57.312214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-d89fd175-bca6-45dc-8d08-498e4f14f1c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:57.322369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89fd175-bca6-45dc-8d08-498e4f14f1c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:57.322987 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d89fd175-bca6-45dc-8d08-498e4f14f1c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.340806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-121722427-network', 'tenant_id': 'd1dabbb063964fdead104de9b2efa260'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:57.349930 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 182cb18c-f671-42e4-98ca-b3b7c17d87bf triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:57.350324 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.385038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fd175-bca6-45dc-8d08-498e4f14f1c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=08db51e3-8746-4695-a258-009d7c9946d4,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:57.411715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-9e40bd21-6a86-4931-ab43-ce34eead5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:57.414066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-9e40bd21-6a86-4931-ab43-ce34eead5e2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f77ef055-3ad6-417c-a3af-b3b1875b8afb HTTP/1.1" status: 200 len: 860 time: 0.1726773 Mar 10 15:09:57.421637 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d89fd175-bca6-45dc-8d08-498e4f14f1c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3225954 Mar 10 15:09:57.425307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54042) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:57.432538 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:2d:52:16', 'name': 'tempest-NetworksTestDHCPv6-797916295'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:57.432749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-d567f436-d936-4c08-80ea-1c9107fddc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:57.435507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-d567f436-d936-4c08-80ea-1c9107fddc1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 1125 time: 0.3061495 Mar 10 15:09:57.450309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Made reservation on behalf of d1dabbb063964fdead104de9b2efa260 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:57.452974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.455920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 182cb18c-f671-42e4-98ca-b3b7c17d87bf is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:57.456249 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.507262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-0a61a419-e10e-4c9d-a952-68fa35584b2d tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 1001 time: 0.1928265 Mar 10 15:09:57.517290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-5261d4c8-e253-4a68-9a9a-ca2c12c34459 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904319 Mar 10 15:09:57.518851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 182cb18c-f671-42e4-98ca-b3b7c17d87bf, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=182cb18c-f671-42e4-98ca-b3b7c17d87bf,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:57.524815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.542863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-295b1ce0-5c2e-4b78-a87c-d597add1ae8b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:57.557034 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.618970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=182cb18c-f671-42e4-98ca-b3b7c17d87bf,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:57.801615 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Publish callbacks [] for security_group (7b03749c-8ac5-4fa1-959e-c7b9067a245d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.820732 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7b03749c-8ac5-4fa1-959e-c7b9067a245d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.860174 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-295b1ce0-5c2e-4b78-a87c-d597add1ae8b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for floatingip (65e81049-7270-4334-ad5f-4456bb4f8050), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:57.929013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-d5cda90a-0bb0-4f44-99c3-a5982a62285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:57.930805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-d5cda90a-0bb0-4f44-99c3-a5982a62285f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.4816029 Mar 10 15:09:57.934272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:09:57.948869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-b2a72c9c-033b-457f-87f3-787830ce0f35 service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013805 Mar 10 15:09:57.949722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b03749c-8ac5-4fa1-959e-c7b9067a245d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:58.018762 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:58.027526 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (cc8d3719-fbca-4098-b544-430f304931b2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.038429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-1a6e62a8-420d-4bd0-b157-ab795a187621 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0386ab-5a10-4271-85dc-76c0e8bebd97 HTTP/1.1" status: 200 len: 217 time: 0.0921752 Mar 10 15:09:58.088474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8d3719-fbca-4098-b544-430f304931b2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:58.124377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6ab60c-f2a7-4afb-9ad6-121df9a27539 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:09:58.197012 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.222595 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.283370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-38b9c925-b7c8-4a68-84b1-d682f5e59583 None None] Provisioning complete for port 182cb18c-f671-42e4-98ca-b3b7c17d87bf triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:58.284157 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38b9c925-b7c8-4a68-84b1-d682f5e59583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.327280 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 01c3e3d3-68ef-4d25-9e86-e50044168824 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:09:58.443528 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (250c0ee6-024c-4546-bdf2-3dcfab4f8f07), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.443874 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Added segment 250c0ee6-024c-4546-bdf2-3dcfab4f8f07 of type vlan for network 39779a3c-5fba-4eb4-be91-57e5e4df9dcd Mar 10 15:09:58.491051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-38b9c925-b7c8-4a68-84b1-d682f5e59583 None None] Current status of the port 182cb18c-f671-42e4-98ca-b3b7c17d87bf is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:09:58.494279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (7f11bddb-8a09-4bac-a1f9-589d7b290194), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.515500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e63934b-951a-4493-930c-d9fedf9dc7fd None None] Update dhcp port {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': 'eb78fc02-b139-4b28-abea-87cba4c13501', 'ip_address': '2001:db8::f816:3eff:fec3:ab44'}, {'subnet_id': '08db51e3-8746-4695-a258-009d7c9946d4'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '182cb18c-f671-42e4-98ca-b3b7c17d87bf'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:09:58.561068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7e63934b-951a-4493-930c-d9fedf9dc7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.691632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 172.20.0.10 (e8b41007-025f-4e22-b7fd-0464260c3402/08db51e3-8746-4695-a258-009d7c9946d4/01c3e3d3-68ef-4d25-9e86-e50044168824) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:58.699652 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (39779a3c-5fba-4eb4-be91-57e5e4df9dcd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.705594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::f816:3eff:fe2d:5216 (e8b41007-025f-4e22-b7fd-0464260c3402/eb78fc02-b139-4b28-abea-87cba4c13501/01c3e3d3-68ef-4d25-9e86-e50044168824) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:58.710641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-9705e875-d870-42a9-9c06-ec53b2252304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:58.712483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-9705e875-d870-42a9-9c06-ec53b2252304 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.6609261 Mar 10 15:09:58.838044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-295b1ce0-5c2e-4b78-a87c-d597add1ae8b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.856123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-14e93eab-1b37-4047-b07c-e84a4d93474b service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8904757 Mar 10 15:09:58.857058 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-295b1ce0-5c2e-4b78-a87c-d597add1ae8b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (65e81049-7270-4334-ad5f-4456bb4f8050), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.857594 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-295b1ce0-5c2e-4b78-a87c-d597add1ae8b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Floating IP 65e81049-7270-4334-ad5f-4456bb4f8050 disassociated. External IP: 172.25.3.179, port: a4cbccc2-274a-4f35-a715-7c0669c88635. Mar 10 15:09:58.864934 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (39779a3c-5fba-4eb4-be91-57e5e4df9dcd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.866405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:58.867293 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:58.884531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ae45b-7448-429c-b0d1-c497fec524d1 req-91fdc803-bc5d-41e4-9b58-24f224d3fff7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:58.892379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ae45b-7448-429c-b0d1-c497fec524d1 req-91fdc803-bc5d-41e4-9b58-24f224d3fff7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:58.899859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ae45b-7448-429c-b0d1-c497fec524d1 req-91fdc803-bc5d-41e4-9b58-24f224d3fff7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:58.907321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ae45b-7448-429c-b0d1-c497fec524d1 req-91fdc803-bc5d-41e4-9b58-24f224d3fff7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:58.915669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ae45b-7448-429c-b0d1-c497fec524d1 req-91fdc803-bc5d-41e4-9b58-24f224d3fff7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:58.922271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ae45b-7448-429c-b0d1-c497fec524d1 req-91fdc803-bc5d-41e4-9b58-24f224d3fff7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:58.929792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ae45b-7448-429c-b0d1-c497fec524d1 req-91fdc803-bc5d-41e4-9b58-24f224d3fff7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:58.932286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-257ae45b-7448-429c-b0d1-c497fec524d1 req-91fdc803-bc5d-41e4-9b58-24f224d3fff7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5434 time: 0.4770205 Mar 10 15:09:58.938172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] Router 7f11bddb-8a09-4bac-a1f9-589d7b290194 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:09:59.012915 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (01c3e3d3-68ef-4d25-9e86-e50044168824), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.064940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9415596 Mar 10 15:09:59.076609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54052) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:59.085533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] Request body: {'subnet': {'network_id': '39779a3c-5fba-4eb4-be91-57e5e4df9dcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-121722427-subnet', 'tenant_id': 'd1dabbb063964fdead104de9b2efa260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:09:59.119553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (01c3e3d3-68ef-4d25-9e86-e50044168824), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.121700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:09:59.130822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-31781aeb-339e-49d8-a043-6c82d41a310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:59.132708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-31781aeb-339e-49d8-a043-6c82d41a310f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4040754 Mar 10 15:09:59.144480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daaa470-bacc-47ef-a66a-1c3d91c4b13c admin admin] Pushing event updated for resources: {'Network': ['ID=39779a3c-5fba-4eb4-be91-57e5e4df9dcd,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:59.166016 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c433030c-e5ca-49bc-a9d5-f303ec0835c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/7f11bddb-8a09-4bac-a1f9-589d7b290194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1371267 Mar 10 15:09:59.170953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54054) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:59.187227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19eea4-f083-49f8-ba53-514e7dc73368 None None] Sync routers for ids ['7f11bddb-8a09-4bac-a1f9-589d7b290194'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:09:59.190026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 39779a3c-5fba-4eb4-be91-57e5e4df9dcd details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:09:59.232808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19eea4-f083-49f8-ba53-514e7dc73368 None None] Routers {'7f11bddb-8a09-4bac-a1f9-589d7b290194'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:09:59.233714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7a19eea4-f083-49f8-ba53-514e7dc73368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7f11bddb-8a09-4bac-a1f9-589d7b290194'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:09:59.233862 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:09:59.240111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:09:59.242194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=01c3e3d3-68ef-4d25-9e86-e50044168824,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:09:59.244862 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:09:59.267168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-257ae45b-7448-429c-b0d1-c497fec524d1 req-540a62f3-b0ca-4eae-966f-fcf2925b22e7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2663929 Mar 10 15:09:59.280270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] Made reservation on behalf of d1dabbb063964fdead104de9b2efa260 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:09:59.283900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.384814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:59.385391 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.408540 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Publish callbacks [] for router (7f11bddb-8a09-4bac-a1f9-589d7b290194), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.447799 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 182cb18c-f671-42e4-98ca-b3b7c17d87bf up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:09:59.452396 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ef6cf870-0436-4981-8568-b481bbb32cbc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0257711 Mar 10 15:09:59.456409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54058) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:59.490313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-7e63934b-951a-4493-930c-d9fedf9dc7fd None None] Allocated IP 172.20.0.2 (e8b41007-025f-4e22-b7fd-0464260c3402/08db51e3-8746-4695-a258-009d7c9946d4/182cb18c-f671-42e4-98ca-b3b7c17d87bf) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:09:59.537934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-7a19eea4-f083-49f8-ba53-514e7dc73368 None None] Set router 7f11bddb-8a09-4bac-a1f9-589d7b290194 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:09:59.552616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-c842a280-6729-45bd-9390-972b49f32672 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071369 Mar 10 15:09:59.584688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff78961-4d1d-4ef7-ab49-fac0b23eb5cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:59.590004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff78961-4d1d-4ef7-ab49-fac0b23eb5cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:59.595742 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0ff78961-4d1d-4ef7-ab49-fac0b23eb5cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1339908 Mar 10 15:09:59.595742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54060) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:09:59.616033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7d855-acbb-40dc-9ee4-704b29a0b525 req-aa4eb7cc-e2ad-4cf0-b440-1a2f4038a611 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:09:59.617570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46a7d855-acbb-40dc-9ee4-704b29a0b525 req-aa4eb7cc-e2ad-4cf0-b440-1a2f4038a611 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 943 time: 0.2162645 Mar 10 15:09:59.642360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Publish callbacks [] for router_gateway (7f11bddb-8a09-4bac-a1f9-589d7b290194), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.649147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-295b1ce0-5c2e-4b78-a87c-d597add1ae8b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Router 1e408ce0-436a-4067-b13d-32f8789de1b7 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:09:59.733103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 182cb18c-f671-42e4-98ca-b3b7c17d87bf triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:09:59.733598 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.752501 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Deleting port a3ae2993-8fb8-4baa-989c-6bfaccba7567 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:59.752818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.759009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-43186199-56f3-4eda-9e21-6e0556df7036 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 01c3e3d3-68ef-4d25-9e86-e50044168824 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:09:59.759378 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43186199-56f3-4eda-9e21-6e0556df7036 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (01c3e3d3-68ef-4d25-9e86-e50044168824), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.791388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7e63934b-951a-4493-930c-d9fedf9dc7fd None None] For port 182cb18c-f671-42e4-98ca-b3b7c17d87bf, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=182cb18c-f671-42e4-98ca-b3b7c17d87bf,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:59.835693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46a7d855-acbb-40dc-9ee4-704b29a0b525 req-43a330b0-0d21-4388-b4f8-c095b90cce20 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016904 Mar 10 15:09:59.865063 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7e63934b-951a-4493-930c-d9fedf9dc7fd None None] Publish callbacks [] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.875996 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7e63934b-951a-4493-930c-d9fedf9dc7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.904838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8cd69eb-e522-41a1-946b-3e2f2b6eed0b req-b68a254b-a3f1-4c06-8958-4bf70300d939 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397038 Mar 10 15:09:59.923012 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43186199-56f3-4eda-9e21-6e0556df7036 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (01c3e3d3-68ef-4d25-9e86-e50044168824), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.935914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] For port a3ae2993-8fb8-4baa-989c-6bfaccba7567, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3ae2993-8fb8-4baa-989c-6bfaccba7567,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:09:59.936286 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:09:59.951945 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-43186199-56f3-4eda-9e21-6e0556df7036 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 01c3e3d3-68ef-4d25-9e86-e50044168824 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:59.958068 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Calling delete_port for a3ae2993-8fb8-4baa-989c-6bfaccba7567 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:09:59.976875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 182cb18c-f671-42e4-98ca-b3b7c17d87bf is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:00.015039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2be90c9f-c363-48d1-9a0a-a91c72414abf req-f03a596a-e477-44d1-83fc-c578b85b5373 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0546658 Mar 10 15:10:00.016631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63934b-951a-4493-930c-d9fedf9dc7fd None None] Pushing event updated for resources: {'Port': ['ID=182cb18c-f671-42e4-98ca-b3b7c17d87bf,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:00.018385 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (d38d49e2-6e75-4c11-b0f8-2890352e7657), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:00.026128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7a19eea4-f083-49f8-ba53-514e7dc73368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-router', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:09:57Z', 'revision_number': 5, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'gw_port': {'id': 'a3ae2993-8fb8-4baa-989c-6bfaccba7567', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:00.053332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-295b1ce0-5c2e-4b78-a87c-d597add1ae8b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:10:00.059619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-295b1ce0-5c2e-4b78-a87c-d597add1ae8b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:00.070917 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce4b36-b1b1-4f16-aadc-23fe5c6246fc None None] Sync routers for ids ['1e408ce0-436a-4067-b13d-32f8789de1b7'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:10:00.080660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19eea4-f083-49f8-ba53-514e7dc73368 None None] Checking router: 7f11bddb-8a09-4bac-a1f9-589d7b290194 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:10:00.095980 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce4b36-b1b1-4f16-aadc-23fe5c6246fc None None] Routers {'1e408ce0-436a-4067-b13d-32f8789de1b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:00.096941 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cfce4b36-b1b1-4f16-aadc-23fe5c6246fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1e408ce0-436a-4067-b13d-32f8789de1b7'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:00.110490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19eea4-f083-49f8-ba53-514e7dc73368 None None] Routers {'7f11bddb-8a09-4bac-a1f9-589d7b290194'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:00.111175 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7a19eea4-f083-49f8-ba53-514e7dc73368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7f11bddb-8a09-4bac-a1f9-589d7b290194'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:00.118385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38d49e2-6e75-4c11-b0f8-2890352e7657,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:00.131645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-295b1ce0-5c2e-4b78-a87c-d597add1ae8b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "PUT /v2.0/floatingips/65e81049-7270-4334-ad5f-4456bb4f8050 HTTP/1.1" status: 200 len: 695 time: 2.5930390 Mar 10 15:10:00.133624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:00.135995 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fdfb02-fca2-4f3d-a758-41ae058fc2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:00.161720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] Checking segment: {'id': '250c0ee6-024c-4546-bdf2-3dcfab4f8f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '39779a3c-5fba-4eb4-be91-57e5e4df9dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:00.167150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] Network hostable DHCP agents. Network: 39779a3c-5fba-4eb4-be91-57e5e4df9dcd, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:10:00.261252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-7a19eea4-f083-49f8-ba53-514e7dc73368 None None] Set router 7f11bddb-8a09-4bac-a1f9-589d7b290194 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:00.331982 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-cfce4b36-b1b1-4f16-aadc-23fe5c6246fc None None] Set router 1e408ce0-436a-4067-b13d-32f8789de1b7 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:00.383870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] Network 39779a3c-5fba-4eb4-be91-57e5e4df9dcd is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:10:00.388215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7a19eea4-f083-49f8-ba53-514e7dc73368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-router', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:09:59Z', 'revision_number': 6, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:00.410112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-cfa6bf16-fcc2-442b-9c41-c551903ceffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:00.411396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-cfa6bf16-fcc2-442b-9c41-c551903ceffb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed8ba5b5066942f8b1415c48eec2ad63&device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 1127 time: 0.2309253 Mar 10 15:10:00.435791 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43186199-56f3-4eda-9e21-6e0556df7036 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (01c3e3d3-68ef-4d25-9e86-e50044168824), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:00.446090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 39779a3c-5fba-4eb4-be91-57e5e4df9dcd) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:00.447270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19eea4-f083-49f8-ba53-514e7dc73368 None None] The sync data for ids ['7f11bddb-8a09-4bac-a1f9-589d7b290194'] in n-d-833090-1 is: [{'id': '7f11bddb-8a09-4bac-a1f9-589d7b290194', 'name': 'tempest-AttachSCSIVolumeTestJSON-498294046-router', 'tenant_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:07:22Z', 'updated_at': '2022-03-10T15:09:59Z', 'revision_number': 6, 'project_id': 'ebd486b307eb4fe0aaa3f4e47f4c20d5', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:10:00.452141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:00.453285 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:00.474361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3417cd-7f44-4842-8123-c5a364cc8d29 None None] Network 39779a3c-5fba-4eb4-be91-57e5e4df9dcd requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:00.498905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6b002-91b5-40cd-9ea5-8fb131c77edb req-dcf77778-a99e-42da-9399-bf2d58d4077f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:00.508549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6b002-91b5-40cd-9ea5-8fb131c77edb req-dcf77778-a99e-42da-9399-bf2d58d4077f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:00.515659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6b002-91b5-40cd-9ea5-8fb131c77edb req-dcf77778-a99e-42da-9399-bf2d58d4077f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:00.522911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a3ae2993-8fb8-4baa-989c-6bfaccba7567), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:00.523347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6b002-91b5-40cd-9ea5-8fb131c77edb req-dcf77778-a99e-42da-9399-bf2d58d4077f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:00.526075 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43186199-56f3-4eda-9e21-6e0556df7036 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=01c3e3d3-68ef-4d25-9e86-e50044168824,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:00.533312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6b002-91b5-40cd-9ea5-8fb131c77edb req-dcf77778-a99e-42da-9399-bf2d58d4077f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:00.542671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6b002-91b5-40cd-9ea5-8fb131c77edb req-dcf77778-a99e-42da-9399-bf2d58d4077f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:00.546597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6b002-91b5-40cd-9ea5-8fb131c77edb req-dcf77778-a99e-42da-9399-bf2d58d4077f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:00.561402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cf6b002-91b5-40cd-9ea5-8fb131c77edb req-dcf77778-a99e-42da-9399-bf2d58d4077f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5434 time: 0.3440015 Mar 10 15:10:00.591424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-99675aac-aa97-457f-9065-d03f0baa6d14 req-a9ae9856-6ccc-4988-a56d-4b4470871216 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.1793165 Mar 10 15:10:00.623740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ae2993-8fb8-4baa-989c-6bfaccba7567,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:00.627249 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938736fc-ba39-4f39-ad14-85e984299bf9 x-openstack-request-id: req-938736fc-ba39-4f39-ad14-85e984299bf9 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:00.627735 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:00.633715 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-938736fc-ba39-4f39-ad14-85e984299bf9 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:00.636022 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'status': 'completed', 'code': 200} Mar 10 15:10:00.697710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-83b0cc77-a0d6-49d9-8562-27816941d734 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6198051 Mar 10 15:10:00.707241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d30099-dac9-425e-8ce2-141c9ba88035 None None] Network 39779a3c-5fba-4eb4-be91-57e5e4df9dcd requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:00.749908 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cfce4b36-b1b1-4f16-aadc-23fe5c6246fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:45Z', 'revision_number': 4, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2c0bce07-ce24-4190-ac65-834d87f285bb', 'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'mac_address': 'fa:16:3e:89:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:43Z', 'updated_at': '2022-03-10T15:08:51Z', 'revision_number': 5, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'subnets': [{'id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:00.798580 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce4b36-b1b1-4f16-aadc-23fe5c6246fc None None] Checking router: 1e408ce0-436a-4067-b13d-32f8789de1b7 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:10:00.809066 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce4b36-b1b1-4f16-aadc-23fe5c6246fc None None] Routers {'1e408ce0-436a-4067-b13d-32f8789de1b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:00.811345 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cfce4b36-b1b1-4f16-aadc-23fe5c6246fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1e408ce0-436a-4067-b13d-32f8789de1b7'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:00.883711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (7f11bddb-8a09-4bac-a1f9-589d7b290194), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:00.909386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9a0386ab-5a10-4271-85dc-76c0e8bebd97 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:10:00.920230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdfb02-fca2-4f3d-a758-41ae058fc2fe req-5492b437-cd4b-4e82-8671-f2c978fcf9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:00.925537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68fdfb02-fca2-4f3d-a758-41ae058fc2fe req-5492b437-cd4b-4e82-8671-f2c978fcf9a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed8ba5b5066942f8b1415c48eec2ad63&device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 1127 time: 0.2777395 Mar 10 15:10:00.930836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-7d0edfdb-ab74-46ad-b4cd-60f7050bb982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:00.936317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-7d0edfdb-ab74-46ad-b4cd-60f7050bb982 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62 HTTP/1.1" status: 200 len: 921 time: 0.5042346 Mar 10 15:10:01.024649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (7f11bddb-8a09-4bac-a1f9-589d7b290194), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.028818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Publish callbacks [] for router_controller (7f11bddb-8a09-4bac-a1f9-589d7b290194), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.031532 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43186199-56f3-4eda-9e21-6e0556df7036 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.037868 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-43186199-56f3-4eda-9e21-6e0556df7036 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/01c3e3d3-68ef-4d25-9e86-e50044168824 HTTP/1.1" status: 204 len: 168 time: 1.4386542 Mar 10 15:10:01.038662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54072) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:01.042868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-f6b3bdc8-d33c-4001-bd66-2ab1a7ab6d56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 217 time: 0.0803347 Mar 10 15:10:01.073235 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-cfce4b36-b1b1-4f16-aadc-23fe5c6246fc None None] Set router 1e408ce0-436a-4067-b13d-32f8789de1b7 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:01.136497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9a0386ab-5a10-4271-85dc-76c0e8bebd97, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9a0386ab-5a10-4271-85dc-76c0e8bebd97,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:01.180789 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '9a0386ab-5a10-4271-85dc-76c0e8bebd97', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'port_id': '9a0386ab-5a10-4271-85dc-76c0e8bebd97', 'mac_address': 'fa:16:3e:3f:26:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:10:01.187387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-8413113c-065d-4643-a0d2-74748321e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:01.192482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-8413113c-065d-4643-a0d2-74748321e81b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f77ef055-3ad6-417c-a3af-b3b1875b8afb HTTP/1.1" status: 200 len: 860 time: 0.1056306 Mar 10 15:10:01.210201 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (7f11bddb-8a09-4bac-a1f9-589d7b290194), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.211159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f11bddb-8a09-4bac-a1f9-589d7b290194 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:10:01.224725 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.226453 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-441052cc-9042-4403-ba1d-ce2ba08d6595 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7f11bddb-8a09-4bac-a1f9-589d7b290194 HTTP/1.1" status: 204 len: 168 time: 2.0546250 Mar 10 15:10:01.234394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54078) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:01.271129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:01.271908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.311762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0386ab-5a10-4271-85dc-76c0e8bebd97 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:01.341796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0294c25-7ddd-473f-8a5f-296180ea1533 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:01.343360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0294c25-7ddd-473f-8a5f-296180ea1533 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:01.344769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0294c25-7ddd-473f-8a5f-296180ea1533 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:01.348985 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d0294c25-7ddd-473f-8a5f-296180ea1533 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3070636 Mar 10 15:10:01.352345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-c9a00cb8-305e-4c5c-843d-0cf61cc80727 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102726 Mar 10 15:10:01.352792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54080) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:01.366998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-53095e1d-9722-4a6b-b1c0-c0be6e4cd1e4 admin admin] Deleting subnet 793b03f0-238f-401b-91ef-034efc46ce34 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:01.371977 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53095e1d-9722-4a6b-b1c0-c0be6e4cd1e4 admin admin] Publish callbacks [] for subnet (793b03f0-238f-401b-91ef-034efc46ce34), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.415213 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cfce4b36-b1b1-4f16-aadc-23fe5c6246fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:45Z', 'revision_number': 4, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2c0bce07-ce24-4190-ac65-834d87f285bb', 'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'mac_address': 'fa:16:3e:89:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:43Z', 'updated_at': '2022-03-10T15:08:51Z', 'revision_number': 5, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'subnets': [{'id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:01.436344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53095e1d-9722-4a6b-b1c0-c0be6e4cd1e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (793b03f0-238f-401b-91ef-034efc46ce34), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.457382 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce4b36-b1b1-4f16-aadc-23fe5c6246fc None None] The sync data for ids ['1e408ce0-436a-4067-b13d-32f8789de1b7'] in n-d-833090-1 is: [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:08:45Z', 'revision_number': 4, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2c0bce07-ce24-4190-ac65-834d87f285bb', 'name': '', 'network_id': 'c0c306d4-0ac3-4e65-802e-f2cbdae86d62', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'mac_address': 'fa:16:3e:89:0e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:43Z', 'updated_at': '2022-03-10T15:08:51Z', 'revision_number': 5, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'subnets': [{'id': 'f77ef055-3ad6-417c-a3af-b3b1875b8afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:10:01.561471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-07c8da3c-a34e-4a1f-b3fe-fac7f4399403 service neutron] 10.222.0.11 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462193 Mar 10 15:10:01.612303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53095e1d-9722-4a6b-b1c0-c0be6e4cd1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (793b03f0-238f-401b-91ef-034efc46ce34), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.642628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 182cb18c-f671-42e4-98ca-b3b7c17d87bf up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:01.676083 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9a0386ab-5a10-4271-85dc-76c0e8bebd97, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9a0386ab-5a10-4271-85dc-76c0e8bebd97,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:01.686480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2c430-8649-411e-b2b2-a7a84f930201 req-f3a274b5-0e87-4618-a555-218bc7ebcade tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:01.693704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35b2c430-8649-411e-b2b2-a7a84f930201 req-f3a274b5-0e87-4618-a555-218bc7ebcade tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 943 time: 0.6494112 Mar 10 15:10:01.704428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53095e1d-9722-4a6b-b1c0-c0be6e4cd1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (793b03f0-238f-401b-91ef-034efc46ce34), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.723222 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.725948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a178d977-4f17-40aa-9b78-5a8458a669b9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 08db51e3-8746-4695-a258-009d7c9946d4 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:01.729393 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a178d977-4f17-40aa-9b78-5a8458a669b9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (08db51e3-8746-4695-a258-009d7c9946d4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.749363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53095e1d-9722-4a6b-b1c0-c0be6e4cd1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=793b03f0-238f-401b-91ef-034efc46ce34,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:01.758499 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-53095e1d-9722-4a6b-b1c0-c0be6e4cd1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.774958 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-53095e1d-9722-4a6b-b1c0-c0be6e4cd1e4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/793b03f0-238f-401b-91ef-034efc46ce34 HTTP/1.1" status: 204 len: 168 time: 0.5345075 Mar 10 15:10:01.776049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54082) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:01.814492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ca29b8-2cf6-4b0f-8abc-ac0c70cef9f4 None None] Network ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:01.867170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fa59868b-3d2a-4649-8ccb-79c37518a348 None None] Provisioning complete for port 182cb18c-f671-42e4-98ca-b3b7c17d87bf triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:01.867696 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa59868b-3d2a-4649-8ccb-79c37518a348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.935381 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ece2ae38-5bd4-4491-a60f-8b2d9f21fb96), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:01.972707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9a0386ab-5a10-4271-85dc-76c0e8bebd97,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:02.053136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Deleting port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:02.053602 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:02.068652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be9dac6-60b0-426b-91fe-985ffbf0ba84 None None] New status for floating IP 65e81049-7270-4334-ad5f-4456bb4f8050: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:10:02.182864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] For port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea,segment=NetworkSegment(4580e957-c529-4a0b-8e15-9e4db339e937),segment_id=4580e957-c529-4a0b-8e15-9e4db339e937)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:02.183458 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:02.202496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Calling delete_port for bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:02.237217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 182cb18c-f671-42e4-98ca-b3b7c17d87bf triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:02.237508 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:02.244421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdfb02-fca2-4f3d-a758-41ae058fc2fe req-2aad262e-b543-45c9-965c-f5da048ca75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:02.246690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68fdfb02-fca2-4f3d-a758-41ae058fc2fe req-2aad262e-b543-45c9-965c-f5da048ca75f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62 HTTP/1.1" status: 200 len: 921 time: 1.3083704 Mar 10 15:10:02.296284 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:02.331181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:02.333493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] No DVR routers for this DVR port bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:10:02.336190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68fdfb02-fca2-4f3d-a758-41ae058fc2fe req-c9514acb-77db-4d1e-bbc9-1c7af5e78bb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 200 len: 217 time: 0.0723600 Mar 10 15:10:02.363873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35b2c430-8649-411e-b2b2-a7a84f930201 req-58ff8a20-5992-4c95-8421-8721b131d7fb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6692078 Mar 10 15:10:02.367198 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a178d977-4f17-40aa-9b78-5a8458a669b9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (08db51e3-8746-4695-a258-009d7c9946d4), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:02.383595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9a0386ab-5a10-4271-85dc-76c0e8bebd97'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:02.542702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fa59868b-3d2a-4649-8ccb-79c37518a348 None None] Current status of the port 182cb18c-f671-42e4-98ca-b3b7c17d87bf is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:02.548294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 182cb18c-f671-42e4-98ca-b3b7c17d87bf is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:02.552469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d2e918-362f-47d1-b0ef-f2b02de63b14 req-c40fae55-af06-42aa-b8b6-6fdae14cb187 service neutron] 10.222.0.11 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9607501 Mar 10 15:10:02.587988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdfb02-fca2-4f3d-a758-41ae058fc2fe req-9fd310a5-aa08-4985-b46f-24d90abd4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:02.589798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68fdfb02-fca2-4f3d-a758-41ae058fc2fe req-9fd310a5-aa08-4985-b46f-24d90abd4a6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f77ef055-3ad6-417c-a3af-b3b1875b8afb HTTP/1.1" status: 200 len: 860 time: 0.2447677 Mar 10 15:10:02.631494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b673be93-eb4a-47e3-a739-a6f8ce90ba3a None None] DHCP port deletion for ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:10:02.690957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cc8d3719-fbca-4098-b544-430f304931b2 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:02.724081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68fdfb02-fca2-4f3d-a758-41ae058fc2fe req-ea68dc71-c330-4282-aead-6af431f1c91e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c0c306d4-0ac3-4e65-802e-f2cbdae86d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799301 Mar 10 15:10:02.761519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: cc8d3719-fbca-4098-b544-430f304931b2 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:02.762378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cc8d3719-fbca-4098-b544-430f304931b2 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:02.763063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3ae2993-8fb8-4baa-989c-6bfaccba7567 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:02.794636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a3ae2993-8fb8-4baa-989c-6bfaccba7567 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:02.796058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3ae2993-8fb8-4baa-989c-6bfaccba7567 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:02.837273 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2907e384-5b69-4f19-8b52-e3eefc010feb None None] Could not find standard attr ID for object 01c3e3d3-68ef-4d25-9e86-e50044168824. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:10:02.850407 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68fdfb02-fca2-4f3d-a758-41ae058fc2fe req-8464cd7e-9bac-4327-b9e7-d063cfd4c658 service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162691 Mar 10 15:10:02.881281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a178d977-4f17-40aa-9b78-5a8458a669b9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (08db51e3-8746-4695-a258-009d7c9946d4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:02.918573 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ece2ae38-5bd4-4491-a60f-8b2d9f21fb96), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:02.933586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4c23943-d1ec-43d9-a164-6e8431238efa req-56d0d715-a352-4f98-a711-d163c93774a8 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0787032 Mar 10 15:10:02.933789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54102) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:02.949360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece2ae38-5bd4-4491-a60f-8b2d9f21fb96']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:02.960397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4580e957-c529-4a0b-8e15-9e4db339e937') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:02.960930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4580e957-c529-4a0b-8e15-9e4db339e937') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:02.979906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (4580e957-c529-4a0b-8e15-9e4db339e937), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.007430 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4580e957-c529-4a0b-8e15-9e4db339e937), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.014842 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:10:03.015223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (4580e957-c529-4a0b-8e15-9e4db339e937), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.034416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-a1b31c52-e7a1-49ff-8733-e5bd8eec6f0b tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/floatingips/65e81049-7270-4334-ad5f-4456bb4f8050 HTTP/1.1" status: 200 len: 693 time: 0.1258323 Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:10:03.080746 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:10:03.114031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68fdfb02-fca2-4f3d-a758-41ae058fc2fe req-e98ebdd6-e252-40ad-bfda-4b47dfffb86a service neutron] 10.222.0.45 "GET /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476156 Mar 10 15:10:03.135726 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ece2ae38-5bd4-4491-a60f-8b2d9f21fb96), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.146821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a178d977-4f17-40aa-9b78-5a8458a669b9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (08db51e3-8746-4695-a258-009d7c9946d4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.154064 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.161404 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ece2ae38-5bd4-4491-a60f-8b2d9f21fb96 HTTP/1.1" status: 204 len: 168 time: 1.3841572 Mar 10 15:10:03.193015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178d977-4f17-40aa-9b78-5a8458a669b9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=08db51e3-8746-4695-a258-009d7c9946d4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:03.195225 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a178d977-4f17-40aa-9b78-5a8458a669b9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.198737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a178d977-4f17-40aa-9b78-5a8458a669b9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/08db51e3-8746-4695-a258-009d7c9946d4 HTTP/1.1" status: 204 len: 168 time: 1.8406005 Mar 10 15:10:03.201542 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ac80b2-cd25-47de-994e-6788806111ab None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:03.203475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54112) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:03.223406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f21cd7-05f8-430c-b067-f61aa71ad439 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece2ae38-5bd4-4491-a60f-8b2d9f21fb96,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:03.262122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:03.273777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-1c1ab5e3-5739-45c3-a1f3-61fa44709a3c tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:03.280211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-1c1ab5e3-5739-45c3-a1f3-61fa44709a3c tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 784 time: 0.2348816 Mar 10 15:10:03.304208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65122708-0ea4-4c7c-ae44-2463fcdf1822 req-35afbbb2-f1ec-4cda-97f0-5b9d5c66f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:03.304860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65122708-0ea4-4c7c-ae44-2463fcdf1822 req-35afbbb2-f1ec-4cda-97f0-5b9d5c66f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:03.305014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-e21a218d-4894-4c18-ab1d-3d0292812895 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:10:03.305509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65122708-0ea4-4c7c-ae44-2463fcdf1822 req-35afbbb2-f1ec-4cda-97f0-5b9d5c66f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:03.306093 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65122708-0ea4-4c7c-ae44-2463fcdf1822 req-35afbbb2-f1ec-4cda-97f0-5b9d5c66f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:03.306571 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65122708-0ea4-4c7c-ae44-2463fcdf1822 req-35afbbb2-f1ec-4cda-97f0-5b9d5c66f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:03.307260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65122708-0ea4-4c7c-ae44-2463fcdf1822 req-35afbbb2-f1ec-4cda-97f0-5b9d5c66f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:03.307701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65122708-0ea4-4c7c-ae44-2463fcdf1822 req-35afbbb2-f1ec-4cda-97f0-5b9d5c66f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:03.309958 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-65122708-0ea4-4c7c-ae44-2463fcdf1822 req-35afbbb2-f1ec-4cda-97f0-5b9d5c66f873 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 6708 time: 0.3751769 Mar 10 15:10:03.312037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-e21a218d-4894-4c18-ab1d-3d0292812895 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0309758 Mar 10 15:10:03.315675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d4e668c-4632-4f90-838f-6a090bec93ec req-9988cfba-2979-4cc9-8052-4cc0ca8fd1f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df2220e3025241c4aabc5cbc03282428&device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0676715 Mar 10 15:10:03.339178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:03.339850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bfe5e1b0-87b7-4ffd-a03c-8b470ee563ea not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:03.386896 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-65122708-0ea4-4c7c-ae44-2463fcdf1822 req-56e63b7d-4118-4456-8d20-d43f4583e5dd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676699 Mar 10 15:10:03.400995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d4e668c-4632-4f90-838f-6a090bec93ec req-791121b6-3458-440b-8b64-10df6f64c85e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=df2220e3025241c4aabc5cbc03282428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693877 Mar 10 15:10:03.405399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b377ad7f-4577-48df-a96f-47aec4c09f05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet eb78fc02-b139-4b28-abea-87cba4c13501 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:03.438183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b377ad7f-4577-48df-a96f-47aec4c09f05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (eb78fc02-b139-4b28-abea-87cba4c13501), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.449432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f08fdd6-06fc-4e17-b731-ba052baef7dd req-7f664d3b-3b3e-47de-a889-597987032d84 tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.1306126 Mar 10 15:10:03.454961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54122) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:03.491270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-259a5719-8d12-4605-b19d-01550f27db74 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 696 time: 0.1782088 Mar 10 15:10:03.505760 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d3c3f094-bcff-46f8-92ca-245f1f5d7f8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07a0afb621be47b792256180a8f564ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493193 Mar 10 15:10:03.508454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54124) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:03.574346 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20bda8f7-6f67-46c0-a8c6-73e0a6850546 admin admin] Publish callbacks [] for security_group (f016642a-71be-4057-a2cc-b1767ae28cc1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.597245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b377ad7f-4577-48df-a96f-47aec4c09f05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (eb78fc02-b139-4b28-abea-87cba4c13501), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.598522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20bda8f7-6f67-46c0-a8c6-73e0a6850546 admin admin] Publish callbacks [] for security_group (f016642a-71be-4057-a2cc-b1767ae28cc1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.649590 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20bda8f7-6f67-46c0-a8c6-73e0a6850546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f016642a-71be-4057-a2cc-b1767ae28cc1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.652293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-ef7744f6-4f02-4969-b81c-0a4eadb08444 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 696 time: 0.1601698 Mar 10 15:10:03.652448 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20bda8f7-6f67-46c0-a8c6-73e0a6850546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.655802 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-20bda8f7-6f67-46c0-a8c6-73e0a6850546 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f016642a-71be-4057-a2cc-b1767ae28cc1 HTTP/1.1" status: 204 len: 168 time: 0.1437929 Mar 10 15:10:03.670827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bda8f7-6f67-46c0-a8c6-73e0a6850546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f016642a-71be-4057-a2cc-b1767ae28cc1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:03.901838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e668c-4632-4f90-838f-6a090bec93ec req-dcd39a86-054c-424a-ac0a-71518b2dd1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:03.903379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d4e668c-4632-4f90-838f-6a090bec93ec req-dcd39a86-054c-424a-ac0a-71518b2dd1ff service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4949574 Mar 10 15:10:03.938917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b377ad7f-4577-48df-a96f-47aec4c09f05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (eb78fc02-b139-4b28-abea-87cba4c13501), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:03.966895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70272bfa-4b05-4b8d-bfa2-d17d4a9aef91 req-fd012581-5164-4d6e-9545-9cb4849813ea tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:03.968407 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70272bfa-4b05-4b8d-bfa2-d17d4a9aef91 req-fd012581-5164-4d6e-9545-9cb4849813ea tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 944 time: 0.3450897 Mar 10 15:10:04.061159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70272bfa-4b05-4b8d-bfa2-d17d4a9aef91 req-2dda4a7c-55cf-44f1-b197-ce4b01c2900f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840034 Mar 10 15:10:04.064050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-f4684900-b9c5-4831-8a09-476ddf8f9477 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Deleting port 997fb339-bdfe-4470-88c6-c10fa132f8ed {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:04.064401 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-f4684900-b9c5-4831-8a09-476ddf8f9477 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (997fb339-bdfe-4470-88c6-c10fa132f8ed), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.066907 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b377ad7f-4577-48df-a96f-47aec4c09f05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (eb78fc02-b139-4b28-abea-87cba4c13501), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.068907 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54134) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:04.114605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54136) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:04.120637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b377ad7f-4577-48df-a96f-47aec4c09f05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.124085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b377ad7f-4577-48df-a96f-47aec4c09f05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/eb78fc02-b139-4b28-abea-87cba4c13501 HTTP/1.1" status: 204 len: 168 time: 0.9194064 Mar 10 15:10:04.124727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377ad7f-4577-48df-a96f-47aec4c09f05 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=eb78fc02-b139-4b28-abea-87cba4c13501,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:04.128071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54138) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:04.130065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa33314-9cf0-4608-82ef-0b01571c51ce None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:04.132625 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0f06f634-2ae4-49e9-83e8-b5a100a2a645 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebd486b307eb4fe0aaa3f4e47f4c20d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624990 Mar 10 15:10:04.142882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54140) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:04.175521 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f9e88d-c334-4202-ab28-2d1d913d4f86 admin admin] Deleting subnet d38d49e2-6e75-4c11-b0f8-2890352e7657 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:04.179122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e88d-c334-4202-ab28-2d1d913d4f86 admin admin] Publish callbacks [] for subnet (d38d49e2-6e75-4c11-b0f8-2890352e7657), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.205299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1cc8fc2d-ec0b-4059-8b17-25392173b28c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761616 Mar 10 15:10:04.208435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54142) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:04.214978 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:10:04.219823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1509804d-30b1-4c0d-8ecd-108c07a2a505 None None] Provisioning complete for port 182cb18c-f671-42e4-98ca-b3b7c17d87bf triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:04.220198 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1509804d-30b1-4c0d-8ecd-108c07a2a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.225158 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e49333bd-f6f1-4824-ae00-835194a06841 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:04.251570 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e88d-c334-4202-ab28-2d1d913d4f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (d38d49e2-6e75-4c11-b0f8-2890352e7657), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.275693 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-f4684900-b9c5-4831-8a09-476ddf8f9477 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (997fb339-bdfe-4470-88c6-c10fa132f8ed), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.276358 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-f4684900-b9c5-4831-8a09-476ddf8f9477 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for floatingip (997fb339-bdfe-4470-88c6-c10fa132f8ed), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.301943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-f4684900-b9c5-4831-8a09-476ddf8f9477 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Calling delete_port for 997fb339-bdfe-4470-88c6-c10fa132f8ed owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:04.303870 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12a371c7-193e-4dd9-a4a1-8642c846bb25 admin admin] Publish callbacks [] for security_group (51c622ce-7fd6-4f25-9fd6-3ad1dc30ee95), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.333549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1509804d-30b1-4c0d-8ecd-108c07a2a505 None None] Current status of the port 182cb18c-f671-42e4-98ca-b3b7c17d87bf is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:04.351675 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e88d-c334-4202-ab28-2d1d913d4f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d38d49e2-6e75-4c11-b0f8-2890352e7657), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.362945 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12a371c7-193e-4dd9-a4a1-8642c846bb25 admin admin] Publish callbacks [] for security_group (51c622ce-7fd6-4f25-9fd6-3ad1dc30ee95), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.387588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8194f8a-f791-46e0-a13d-d11f7b3c0b59 None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:10:04.400675 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49333bd-f6f1-4824-ae00-835194a06841 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:04.404813 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e49333bd-f6f1-4824-ae00-835194a06841 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.462445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e8194f8a-f791-46e0-a13d-d11f7b3c0b59 None None] Deleting port 182cb18c-f671-42e4-98ca-b3b7c17d87bf {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:04.463018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e8194f8a-f791-46e0-a13d-d11f7b3c0b59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.485587 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e88d-c334-4202-ab28-2d1d913d4f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (d38d49e2-6e75-4c11-b0f8-2890352e7657), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.489588 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12a371c7-193e-4dd9-a4a1-8642c846bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (51c622ce-7fd6-4f25-9fd6-3ad1dc30ee95), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.492236 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12a371c7-193e-4dd9-a4a1-8642c846bb25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.496230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-12a371c7-193e-4dd9-a4a1-8642c846bb25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51c622ce-7fd6-4f25-9fd6-3ad1dc30ee95 HTTP/1.1" status: 204 len: 168 time: 0.3523457 Mar 10 15:10:04.510885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a371c7-193e-4dd9-a4a1-8642c846bb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c622ce-7fd6-4f25-9fd6-3ad1dc30ee95,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:04.533470 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-f4684900-b9c5-4831-8a09-476ddf8f9477 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (997fb339-bdfe-4470-88c6-c10fa132f8ed), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.535115 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e88d-c334-4202-ab28-2d1d913d4f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.540580 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f0f9e88d-c334-4202-ab28-2d1d913d4f86 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d38d49e2-6e75-4c11-b0f8-2890352e7657 HTTP/1.1" status: 204 len: 168 time: 0.4234715 Mar 10 15:10:04.541918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9e88d-c334-4202-ab28-2d1d913d4f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38d49e2-6e75-4c11-b0f8-2890352e7657,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:04.546133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54148) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:04.564343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4684900-b9c5-4831-8a09-476ddf8f9477 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Pushing event deleted for resources: {'Port': ['ID=997fb339-bdfe-4470-88c6-c10fa132f8ed,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:04.619074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e8194f8a-f791-46e0-a13d-d11f7b3c0b59 None None] For port 182cb18c-f671-42e4-98ca-b3b7c17d87bf, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=182cb18c-f671-42e4-98ca-b3b7c17d87bf,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:04.619970 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e8194f8a-f791-46e0-a13d-d11f7b3c0b59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.638422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e8194f8a-f791-46e0-a13d-d11f7b3c0b59 None None] Calling delete_port for 182cb18c-f671-42e4-98ca-b3b7c17d87bf owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:04.658920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39bcc8ff-eeaf-43ec-b8e5-a3889b67b345 req-37ad0a07-ac7a-42e7-ace0-35a6768c157a tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0504797 Mar 10 15:10:04.668802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (39779a3c-5fba-4eb4-be91-57e5e4df9dcd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.676322 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-f4684900-b9c5-4831-8a09-476ddf8f9477 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for floatingip (65e81049-7270-4334-ad5f-4456bb4f8050), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.681839 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-f4684900-b9c5-4831-8a09-476ddf8f9477 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.684113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5be0452-117e-4229-8cff-01a1e2eb394d req-f4684900-b9c5-4831-8a09-476ddf8f9477 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "DELETE /v2.0/floatingips/65e81049-7270-4334-ad5f-4456bb4f8050 HTTP/1.1" status: 204 len: 173 time: 0.9821661 Mar 10 15:10:04.757844 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e8194f8a-f791-46e0-a13d-d11f7b3c0b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (182cb18c-f671-42e4-98ca-b3b7c17d87bf), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.769582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09b0426d-e868-4a2d-9526-ef769b2d4a62 req-ca952447-b04e-425e-9bfe-6cda7e2e7973 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups/2c3992fa-9a17-4027-ada2-249df5836cd6 HTTP/1.1" status: 200 len: 1826 time: 0.0672212 Mar 10 15:10:04.785265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8194f8a-f791-46e0-a13d-d11f7b3c0b59 None None] Pushing event deleted for resources: {'Port': ['ID=182cb18c-f671-42e4-98ca-b3b7c17d87bf,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:04.810346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8194f8a-f791-46e0-a13d-d11f7b3c0b59 None None] No DVR routers for this DVR port 182cb18c-f671-42e4-98ca-b3b7c17d87bf on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:10:04.837332 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (39779a3c-5fba-4eb4-be91-57e5e4df9dcd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.843008 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-09b0426d-e868-4a2d-9526-ef769b2d4a62 req-fbf687c6-2ba4-449d-be27-1833a5ae2290 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for security_group (2c3992fa-9a17-4027-ada2-249df5836cd6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.867717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-09b0426d-e868-4a2d-9526-ef769b2d4a62 req-fbf687c6-2ba4-449d-be27-1833a5ae2290 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for security_group (2c3992fa-9a17-4027-ada2-249df5836cd6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.890383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39779a3c-5fba-4eb4-be91-57e5e4df9dcd']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:04.895686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9a0386ab-5a10-4271-85dc-76c0e8bebd97 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:04.913363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250c0ee6-024c-4546-bdf2-3dcfab4f8f07') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:04.913363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250c0ee6-024c-4546-bdf2-3dcfab4f8f07') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:04.930282 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (250c0ee6-024c-4546-bdf2-3dcfab4f8f07), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.933813 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-09b0426d-e868-4a2d-9526-ef769b2d4a62 req-fbf687c6-2ba4-449d-be27-1833a5ae2290 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2c3992fa-9a17-4027-ada2-249df5836cd6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.936796 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-09b0426d-e868-4a2d-9526-ef769b2d4a62 req-fbf687c6-2ba4-449d-be27-1833a5ae2290 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.943032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09b0426d-e868-4a2d-9526-ef769b2d4a62 req-fbf687c6-2ba4-449d-be27-1833a5ae2290 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "DELETE /v2.0/security-groups/2c3992fa-9a17-4027-ada2-249df5836cd6 HTTP/1.1" status: 204 len: 173 time: 0.1639819 Mar 10 15:10:04.958413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:10:04.962380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-e49333bd-f6f1-4824-ae00-835194a06841 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:10:04.968492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:04.968663 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e49333bd-f6f1-4824-ae00-835194a06841 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (9c670f1b-f442-4dc7-8848-54e694e2dd49), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.968789 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:04.987905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf687c6-2ba4-449d-be27-1833a5ae2290 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3992fa-9a17-4027-ada2-249df5836cd6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:04.990825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (250c0ee6-024c-4546-bdf2-3dcfab4f8f07), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.010030 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:10:05.010258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (250c0ee6-024c-4546-bdf2-3dcfab4f8f07), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:10:05.013974 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:10:05.058199 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49333bd-f6f1-4824-ae00-835194a06841 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:05.065225 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e49333bd-f6f1-4824-ae00-835194a06841 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:05.108009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49333bd-f6f1-4824-ae00-835194a06841 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:05.108645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e49333bd-f6f1-4824-ae00-835194a06841 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.109139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696c92c0-fa45-49bb-ac25-a8ec4fef53db None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:05.116953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49333bd-f6f1-4824-ae00-835194a06841 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=9c670f1b-f442-4dc7-8848-54e694e2dd49,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:05.128263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (39779a3c-5fba-4eb4-be91-57e5e4df9dcd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.136122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.139838 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/39779a3c-5fba-4eb4-be91-57e5e4df9dcd HTTP/1.1" status: 204 len: 168 time: 0.5921314 Mar 10 15:10:05.144690 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e49333bd-f6f1-4824-ae00-835194a06841 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9332800 Mar 10 15:10:05.147684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54166) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:05.158728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-06d93206-a6a6-4d73-8d57-30566b5d859e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:05.175774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e99f49-16dd-40cd-b9fb-f3fedcfd11b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=39779a3c-5fba-4eb4-be91-57e5e4df9dcd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:05.211788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:05.212355 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.294418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 182cb18c-f671-42e4-98ca-b3b7c17d87bf no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:05.363834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54174) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:05.376259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d4e668c-4632-4f90-838f-6a090bec93ec req-e7e85425-c4d8-41a4-964e-b5a4b2ed583a tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.62 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0922828 Mar 10 15:10:05.426187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9565424-3774-460f-b0df-95b0981d5761 req-2ed305af-77d7-45ec-aea6-cbe170ae4d7e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:05.427783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9565424-3774-460f-b0df-95b0981d5761 req-2ed305af-77d7-45ec-aea6-cbe170ae4d7e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 944 time: 0.2113085 Mar 10 15:10:05.444882 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f1556a04-c265-41d3-891f-f276f69294da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1dabbb063964fdead104de9b2efa260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0770690 Mar 10 15:10:05.446204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54176) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:05.447311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c02e12-490a-40a4-a05c-001df11589a0 req-732c2ae4-0754-40cc-a4df-eb59ae70d979 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:05.454202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35c02e12-490a-40a4-a05c-001df11589a0 req-732c2ae4-0754-40cc-a4df-eb59ae70d979 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1930237 Mar 10 15:10:05.507642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 182cb18c-f671-42e4-98ca-b3b7c17d87bf {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:05.508309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 182cb18c-f671-42e4-98ca-b3b7c17d87bf not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:05.513288 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66fe3a6b-6f4a-4c62-a1d6-2c7254a146e0 admin admin] Publish callbacks [] for security_group (7b03749c-8ac5-4fa1-959e-c7b9067a245d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.536558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535751b8-a617-44b1-9226-5502c78efdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0386ab-5a10-4271-85dc-76c0e8bebd97'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:05.539514 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd875744-717f-4d0f-8ec4-c39c0d646d3b" -d '{"events": [{"server_uuid": "535751b8-a617-44b1-9226-5502c78efdb5", "name": "network-vif-plugged", "status": "completed", "tag": "9a0386ab-5a10-4271-85dc-76c0e8bebd97"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:05.560880 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66fe3a6b-6f4a-4c62-a1d6-2c7254a146e0 admin admin] Publish callbacks [] for security_group (7b03749c-8ac5-4fa1-959e-c7b9067a245d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.575654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d93206-a6a6-4d73-8d57-30566b5d859e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:05.579163 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-06d93206-a6a6-4d73-8d57-30566b5d859e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.605380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9a0386ab-5a10-4271-85dc-76c0e8bebd97, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9a0386ab-5a10-4271-85dc-76c0e8bebd97,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:05.621984 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.629821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '9c670f1b-f442-4dc7-8848-54e694e2dd49'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:10:05.631224 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.633903 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66fe3a6b-6f4a-4c62-a1d6-2c7254a146e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7b03749c-8ac5-4fa1-959e-c7b9067a245d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.638386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66fe3a6b-6f4a-4c62-a1d6-2c7254a146e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:05.639983 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-66fe3a6b-6f4a-4c62-a1d6-2c7254a146e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b03749c-8ac5-4fa1-959e-c7b9067a245d HTTP/1.1" status: 204 len: 168 time: 0.1927583 Mar 10 15:10:05.649187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9565424-3774-460f-b0df-95b0981d5761 req-71d7e180-7490-4746-976e-6a011f90940e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959324 Mar 10 15:10:05.673051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe3a6b-6f4a-4c62-a1d6-2c7254a146e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b03749c-8ac5-4fa1-959e-c7b9067a245d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:05.677490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35c02e12-490a-40a4-a05c-001df11589a0 req-481c5f48-10eb-4de1-80bd-d48d3d47099f tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223763 Mar 10 15:10:05.755215 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4ff398-19ea-4fea-9cc7-79d13e410079 x-openstack-request-id: req-fd4ff398-19ea-4fea-9cc7-79d13e410079 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:05.755215 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535751b8-a617-44b1-9226-5502c78efdb5", "name": "network-vif-plugged", "status": "completed", "tag": "9a0386ab-5a10-4271-85dc-76c0e8bebd97", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:05.755215 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd4ff398-19ea-4fea-9cc7-79d13e410079 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:05.755215 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535751b8-a617-44b1-9226-5502c78efdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0386ab-5a10-4271-85dc-76c0e8bebd97', 'code': 200} Mar 10 15:10:05.876052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9a0386ab-5a10-4271-85dc-76c0e8bebd97,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:05.894968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cec1c22-a30e-4f75-86c9-910d7e46fdbf req-f16225fa-b581-4b67-b19a-a8a931d1b24e tempest-ServerShowV257Test-1863888249 tempest-ServerShowV257Test-1863888249-project] 10.222.0.11 "GET /v2.0/ports?device_id=f392d003-98bb-408b-b751-ff0badf6f850 HTTP/1.1" status: 200 len: 210 time: 0.0495424 Mar 10 15:10:05.910455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.910830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.911192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.911539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.911883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.912384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.912550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.912879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.913210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.913540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.913870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.914249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.914620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:05.938272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Allocated IP 2001:db8::f816:3eff:fe25:4040 (e8b41007-025f-4e22-b7fd-0464260c3402/9c670f1b-f442-4dc7-8848-54e694e2dd49/846e0a66-da5b-47e2-b341-4944f39f8aef) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:06.071839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f4f6e-8d0a-42a4-a2b7-a047b853526d req-647655a2-58bb-4ab8-b8db-85e4c739b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:06.073368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f0f4f6e-8d0a-42a4-a2b7-a047b853526d req-647655a2-58bb-4ab8-b8db-85e4c739b61d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 1127 time: 0.1682708 Mar 10 15:10:06.187439 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Publish callbacks [] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:06.196241 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:06.208440 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-06d93206-a6a6-4d73-8d57-30566b5d859e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (a8ec79d2-dfaf-44c8-966a-ca0480baf258), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:06.232483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d93206-a6a6-4d73-8d57-30566b5d859e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:06.236240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-06d93206-a6a6-4d73-8d57-30566b5d859e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:06.250844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Pushing event updated for resources: {'Port': ['ID=846e0a66-da5b-47e2-b341-4944f39f8aef,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:06.253599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d93206-a6a6-4d73-8d57-30566b5d859e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:06.254228 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-06d93206-a6a6-4d73-8d57-30566b5d859e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:06.258336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:06.259870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:06.261975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:06.333785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Attempting to bind port 846e0a66-da5b-47e2-b341-4944f39f8aef on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:06.334689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Attempting to bind port 846e0a66-da5b-47e2-b341-4944f39f8aef by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:06.335331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Attempting to bind port 846e0a66-da5b-47e2-b341-4944f39f8aef on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:06.344978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-06d93206-a6a6-4d73-8d57-30566b5d859e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1961873 Mar 10 15:10:06.348331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54214) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:06.353394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f0f4f6e-8d0a-42a4-a2b7-a047b853526d req-cababf86-2f0d-4bb5-b299-a7ca2138cfc9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913323 Mar 10 15:10:06.355291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:2e:f2:a5', 'name': 'tempest-NetworksTestDHCPv6-1885040033'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:06.356862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d93206-a6a6-4d73-8d57-30566b5d859e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=a8ec79d2-dfaf-44c8-966a-ca0480baf258,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:06.360944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:06.361590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:06.362129 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:06.362605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:06.365268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Bound port: 846e0a66-da5b-47e2-b341-4944f39f8aef, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:06.365737 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:06.507459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] For port 846e0a66-da5b-47e2-b341-4944f39f8aef, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:06.512827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] For port 846e0a66-da5b-47e2-b341-4944f39f8aef, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=846e0a66-da5b-47e2-b341-4944f39f8aef,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:06.523413 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:06.593447 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:06.617271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab4b82-6af7-4ca0-8f27-247fae1c9034 None None] Pushing event updated for resources: {'Port': ['ID=846e0a66-da5b-47e2-b341-4944f39f8aef,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:06.722693 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:06.766120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 70510bfc-32df-464f-9145-25b3f146aed2 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:10:06.869218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54252) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:06.987083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad600d64-a40b-4193-8ece-fa81e39b67c9 req-f4cfaaec-c59d-4c88-9380-cb3dd6102970 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:07.001626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad600d64-a40b-4193-8ece-fa81e39b67c9 req-f4cfaaec-c59d-4c88-9380-cb3dd6102970 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1478305 Mar 10 15:10:07.004646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54258) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:07.016164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d40027-ef2c-436d-9605-1b4345f400ac req-fc7e4ea3-fe8e-4fe7-8d63-a36dc170cd94 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:07.026249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d40027-ef2c-436d-9605-1b4345f400ac req-fc7e4ea3-fe8e-4fe7-8d63-a36dc170cd94 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 945 time: 0.2396336 Mar 10 15:10:07.051175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 172.20.0.11 (e8b41007-025f-4e22-b7fd-0464260c3402/a8ec79d2-dfaf-44c8-966a-ca0480baf258/70510bfc-32df-464f-9145-25b3f146aed2) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:07.058452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::f816:3eff:fe2e:f2a5 (e8b41007-025f-4e22-b7fd-0464260c3402/9c670f1b-f442-4dc7-8848-54e694e2dd49/70510bfc-32df-464f-9145-25b3f146aed2) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:07.173553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d40027-ef2c-436d-9605-1b4345f400ac req-6444f665-67ea-45ca-bc56-8e47878b668a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407821 Mar 10 15:10:07.217060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad600d64-a40b-4193-8ece-fa81e39b67c9 req-879d6681-6e89-4fbf-9379-dfa20cf04101 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133169 Mar 10 15:10:07.218353 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15efd561-5b11-4c10-afe1-7b77ae0f7dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.270552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-303281793-network', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:07.302452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Made reservation on behalf of f1c83b65e6d54279ad3b6733f36bf488 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:07.304866 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.323641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 846e0a66-da5b-47e2-b341-4944f39f8aef up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:07.393945 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (70510bfc-32df-464f-9145-25b3f146aed2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.453493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 846e0a66-da5b-47e2-b341-4944f39f8aef triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:07.454761 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.463010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15efd561-5b11-4c10-afe1-7b77ae0f7dcd admin admin] Publish callbacks [] for security_group (da474cc3-ed17-4db5-957c-e47ff33b8ab2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.471613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15efd561-5b11-4c10-afe1-7b77ae0f7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (da474cc3-ed17-4db5-957c-e47ff33b8ab2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.541108 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efd561-5b11-4c10-afe1-7b77ae0f7dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da474cc3-ed17-4db5-957c-e47ff33b8ab2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:07.547513 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (70510bfc-32df-464f-9145-25b3f146aed2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.618643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 846e0a66-da5b-47e2-b341-4944f39f8aef is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:07.619204 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.647391 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-15efd561-5b11-4c10-afe1-7b77ae0f7dcd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffcf81a1168a4152a217f12bcb9dd14e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6415193 Mar 10 15:10:07.649776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:07.652907 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54266) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:07.672570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 846e0a66-da5b-47e2-b341-4944f39f8aef, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=846e0a66-da5b-47e2-b341-4944f39f8aef,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:07.683203 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.685546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:07.699117 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.703765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:07.734989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54268) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:07.763784 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=70510bfc-32df-464f-9145-25b3f146aed2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:07.769155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=846e0a66-da5b-47e2-b341-4944f39f8aef,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:07.851706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f3db840-1425-4200-a995-3daf88fcf057 admin admin] Publish callbacks [] for security_group (da474cc3-ed17-4db5-957c-e47ff33b8ab2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.860229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:07.860962 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.885980 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e1345024-4dd0-4400-8905-b5ac22060fcd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5356610 Mar 10 15:10:07.889268 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Publish callbacks [] for security_group (56295d1a-4e9a-42dc-8c70-8a0ca7221bf9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.890215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54272) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:07.936497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f3db840-1425-4200-a995-3daf88fcf057 admin admin] Publish callbacks [] for security_group (da474cc3-ed17-4db5-957c-e47ff33b8ab2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.951208 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (56295d1a-4e9a-42dc-8c70-8a0ca7221bf9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:07.993368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:10:08.002163 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b40326c4-386c-426b-aede-f73e8e1a7e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.019938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f3db840-1425-4200-a995-3daf88fcf057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (da474cc3-ed17-4db5-957c-e47ff33b8ab2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.023514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f3db840-1425-4200-a995-3daf88fcf057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.027570 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1f3db840-1425-4200-a995-3daf88fcf057 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da474cc3-ed17-4db5-957c-e47ff33b8ab2 HTTP/1.1" status: 204 len: 168 time: 0.3665304 Mar 10 15:10:08.037105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3db840-1425-4200-a995-3daf88fcf057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da474cc3-ed17-4db5-957c-e47ff33b8ab2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:08.046486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad05a41-fd1d-47ad-be2f-5b40223300dd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:08.052830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad05a41-fd1d-47ad-be2f-5b40223300dd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:08.058390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-aad05a41-fd1d-47ad-be2f-5b40223300dd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1667447 Mar 10 15:10:08.060971 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (70414dec-7438-425f-9f90-442c43289854), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.061323 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Added segment 70414dec-7438-425f-9f90-442c43289854 of type vlan for network 7d356684-fac8-4711-8dea-9cfe05cf74a7 Mar 10 15:10:08.061963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54276) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:08.074116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:08.158233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (7d356684-fac8-4711-8dea-9cfe05cf74a7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.259635 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (7d356684-fac8-4711-8dea-9cfe05cf74a7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.260602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:08.261191 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.272315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f21d1d-fbd8-4d2f-9126-81079ea42c49 req-a8ed0c19-6d61-41d7-ab4f-d0cfc65691ec tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:08.273815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68f21d1d-fbd8-4d2f-9126-81079ea42c49 req-a8ed0c19-6d61-41d7-ab4f-d0cfc65691ec tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.45 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.1461344 Mar 10 15:10:08.289649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-faed06ee-9cfc-484c-9878-2a19e31f8f62 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 70510bfc-32df-464f-9145-25b3f146aed2 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:08.289958 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-faed06ee-9cfc-484c-9878-2a19e31f8f62 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (70510bfc-32df-464f-9145-25b3f146aed2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.360204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfaa7f2-90c2-4bbe-b2b4-9ce297437098 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:08.419325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] Pushing event updated for resources: {'Network': ['ID=7d356684-fac8-4711-8dea-9cfe05cf74a7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:08.473422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 7d356684-fac8-4711-8dea-9cfe05cf74a7 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:10:08.517169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-32cbf96c-d09d-4efb-a15b-3a6264195bde admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5919609 Mar 10 15:10:08.518753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-faed06ee-9cfc-484c-9878-2a19e31f8f62 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (70510bfc-32df-464f-9145-25b3f146aed2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.525915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54286) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:08.534274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d7130fd4-edd3-46f5-899a-799223ec5392 None None] Provisioning complete for port 846e0a66-da5b-47e2-b341-4944f39f8aef triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:08.534703 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d7130fd4-edd3-46f5-899a-799223ec5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.535127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b40326c4-386c-426b-aede-f73e8e1a7e04 admin admin] Publish callbacks [] for security_group (934e804b-141d-49ab-92f6-5a64f510f211), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.539522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] Request body: {'subnet': {'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-303281793-subnet', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:08.558480 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-faed06ee-9cfc-484c-9878-2a19e31f8f62 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 70510bfc-32df-464f-9145-25b3f146aed2 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:08.563472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41617f59-a037-4c8b-ae09-28e24abf5fc3 req-0080e5af-f140-4899-8ecc-c1e46c91e4bb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:08.570869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41617f59-a037-4c8b-ae09-28e24abf5fc3 req-0080e5af-f140-4899-8ecc-c1e46c91e4bb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 945 time: 0.1778457 Mar 10 15:10:08.588291 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b40326c4-386c-426b-aede-f73e8e1a7e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (934e804b-141d-49ab-92f6-5a64f510f211), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.590457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] Made reservation on behalf of f1c83b65e6d54279ad3b6733f36bf488 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:08.593001 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.720566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac4e69-90ce-4aab-ac83-15f14306a3c4 req-01f9227f-2212-4f9d-b777-876c414ba296 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:08.723531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ac4e69-90ce-4aab-ac83-15f14306a3c4 req-01f9227f-2212-4f9d-b777-876c414ba296 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 945 time: 0.3427627 Mar 10 15:10:08.761058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d7130fd4-edd3-46f5-899a-799223ec5392 None None] Current status of the port 846e0a66-da5b-47e2-b341-4944f39f8aef is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:08.777435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b40326c4-386c-426b-aede-f73e8e1a7e04 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df2220e3025241c4aabc5cbc03282428&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0378308 Mar 10 15:10:08.792135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54292) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:08.801891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e5781-f7bf-4a5d-9b42-c845a027bcbf None None] Update dhcp port {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': '9c670f1b-f442-4dc7-8848-54e694e2dd49', 'ip_address': '2001:db8::f816:3eff:fe25:4040'}, {'subnet_id': 'a8ec79d2-dfaf-44c8-966a-ca0480baf258'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '846e0a66-da5b-47e2-b341-4944f39f8aef'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:10:08.811746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40326c4-386c-426b-aede-f73e8e1a7e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934e804b-141d-49ab-92f6-5a64f510f211,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:08.879658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41617f59-a037-4c8b-ae09-28e24abf5fc3 req-bc34f567-5524-4c18-92cd-dc4484ba6640 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076656 Mar 10 15:10:08.897287 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-393e5781-f7bf-4a5d-9b42-c845a027bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:08.955799 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-faed06ee-9cfc-484c-9878-2a19e31f8f62 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (70510bfc-32df-464f-9145-25b3f146aed2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.006394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ac4e69-90ce-4aab-ac83-15f14306a3c4 req-c61facc0-3e43-410d-b35c-3ad3fc243991 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270103 Mar 10 15:10:09.016049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed06ee-9cfc-484c-9878-2a19e31f8f62 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=70510bfc-32df-464f-9145-25b3f146aed2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:09.025738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-68f21d1d-fbd8-4d2f-9126-81079ea42c49 req-74c956bd-b596-4be0-9657-0f2e3fab060a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Deleting port a4cbccc2-274a-4f35-a715-7c0669c88635 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:09.026090 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68f21d1d-fbd8-4d2f-9126-81079ea42c49 req-74c956bd-b596-4be0-9657-0f2e3fab060a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.186932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fd6136b5-a1fe-4e0a-84d5-d537432e4b73 admin admin] Publish callbacks [] for security_group (934e804b-141d-49ab-92f6-5a64f510f211), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.216623 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-faed06ee-9cfc-484c-9878-2a19e31f8f62 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.222153 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-faed06ee-9cfc-484c-9878-2a19e31f8f62 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/70510bfc-32df-464f-9145-25b3f146aed2 HTTP/1.1" status: 204 len: 168 time: 1.1584487 Mar 10 15:10:09.223626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-393e5781-f7bf-4a5d-9b42-c845a027bcbf None None] Allocated IP 172.20.0.2 (e8b41007-025f-4e22-b7fd-0464260c3402/a8ec79d2-dfaf-44c8-966a-ca0480baf258/846e0a66-da5b-47e2-b341-4944f39f8aef) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:09.225895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54304) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:09.226381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae4cbd48-408e-4d11-a8c3-4f2316fd056e req-795e049f-a925-4bf5-a862-071e381e68e5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=702a8da67ca84fdb9cea78ab5e9893b6 HTTP/1.1" status: 200 len: 267 time: 0.2346127 Mar 10 15:10:09.239784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 846e0a66-da5b-47e2-b341-4944f39f8aef up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:09.269991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fd6136b5-a1fe-4e0a-84d5-d537432e4b73 admin admin] Publish callbacks [] for security_group (934e804b-141d-49ab-92f6-5a64f510f211), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.352832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a147f-d055-4a10-8d32-dca3b29dbcf7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:09.352832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a147f-d055-4a10-8d32-dca3b29dbcf7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:09.363510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a147f-d055-4a10-8d32-dca3b29dbcf7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:09.367275 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e51a147f-d055-4a10-8d32-dca3b29dbcf7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1346943 Mar 10 15:10:09.371156 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54308) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:09.385702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-68f21d1d-fbd8-4d2f-9126-81079ea42c49 req-74c956bd-b596-4be0-9657-0f2e3fab060a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] For port a4cbccc2-274a-4f35-a715-7c0669c88635, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a4cbccc2-274a-4f35-a715-7c0669c88635,segment=NetworkSegment(df6da688-a9e9-49bb-9c73-2d30ee4b80ec),segment_id=df6da688-a9e9-49bb-9c73-2d30ee4b80ec)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:09.386098 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68f21d1d-fbd8-4d2f-9126-81079ea42c49 req-74c956bd-b596-4be0-9657-0f2e3fab060a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.408293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 846e0a66-da5b-47e2-b341-4944f39f8aef triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:09.408879 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.444631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54310) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:09.453980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-68f21d1d-fbd8-4d2f-9126-81079ea42c49 req-74c956bd-b596-4be0-9657-0f2e3fab060a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Calling delete_port for a4cbccc2-274a-4f35-a715-7c0669c88635 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:09.464752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-db23645d-4188-414a-b3d2-249b3292f978 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 9c670f1b-f442-4dc7-8848-54e694e2dd49 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:09.476056 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (f676c7fc-77e8-47e4-89fb-8cc159a55df3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.487028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-393e5781-f7bf-4a5d-9b42-c845a027bcbf None None] For port 846e0a66-da5b-47e2-b341-4944f39f8aef, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=846e0a66-da5b-47e2-b341-4944f39f8aef,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:09.553687 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-393e5781-f7bf-4a5d-9b42-c845a027bcbf None None] Publish callbacks [] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.558778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 846e0a66-da5b-47e2-b341-4944f39f8aef is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:09.561565 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db23645d-4188-414a-b3d2-249b3292f978 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (9c670f1b-f442-4dc7-8848-54e694e2dd49), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.562087 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-393e5781-f7bf-4a5d-9b42-c845a027bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.567609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cbd48-408e-4d11-a8c3-4f2316fd056e req-95f39da9-bc94-4063-88bf-c3fc4856cbf8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:09.569204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae4cbd48-408e-4d11-a8c3-4f2316fd056e req-95f39da9-bc94-4063-88bf-c3fc4856cbf8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 945 time: 0.3350692 Mar 10 15:10:09.587890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f676c7fc-77e8-47e4-89fb-8cc159a55df3,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:09.590526 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fd6136b5-a1fe-4e0a-84d5-d537432e4b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (934e804b-141d-49ab-92f6-5a64f510f211), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.593140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fd6136b5-a1fe-4e0a-84d5-d537432e4b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.595033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fd6136b5-a1fe-4e0a-84d5-d537432e4b73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/934e804b-141d-49ab-92f6-5a64f510f211 HTTP/1.1" status: 204 len: 168 time: 0.8019440 Mar 10 15:10:09.613100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ae4cbd48-408e-4d11-a8c3-4f2316fd056e req-ac5a6a87-1892-48aa-b2fa-875f07ec2301 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Request body: {'port': {'security_groups': []}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:09.653021 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e5781-f7bf-4a5d-9b42-c845a027bcbf None None] Pushing event updated for resources: {'Port': ['ID=846e0a66-da5b-47e2-b341-4944f39f8aef,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:09.664051 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db23645d-4188-414a-b3d2-249b3292f978 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (9c670f1b-f442-4dc7-8848-54e694e2dd49), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.671195 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-664023558-network', 'tenant_id': '48b7801d0534444f8b2ab56c996cf44b'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:09.694901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6136b5-a1fe-4e0a-84d5-d537432e4b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934e804b-141d-49ab-92f6-5a64f510f211,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:09.737845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Made reservation on behalf of 48b7801d0534444f8b2ab56c996cf44b for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:09.738072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] Checking segment: {'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:09.738391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] Network hostable DHCP agents. Network: 7d356684-fac8-4711-8dea-9cfe05cf74a7, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:10:09.740764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.753774 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ae4cbd48-408e-4d11-a8c3-4f2316fd056e req-ac5a6a87-1892-48aa-b2fa-875f07ec2301 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.758841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.779848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] Network 7d356684-fac8-4711-8dea-9cfe05cf74a7 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:10:09.799248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 7d356684-fac8-4711-8dea-9cfe05cf74a7) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:09.808618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71fc8f3-c674-4979-a9cf-6edf44b8424d None None] Network 7d356684-fac8-4711-8dea-9cfe05cf74a7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:09.832077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db23645d-4188-414a-b3d2-249b3292f978 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (9c670f1b-f442-4dc7-8848-54e694e2dd49), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.858332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:09.858958 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:09.954606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1b3c0519-6a84-42af-94f0-6cf75f571326 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4262991 Mar 10 15:10:09.958393 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54320) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:09.967018 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-303281793-router', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:09.987818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef0e9d-d570-42b8-a7d5-b86c34aad630 None None] Network 7d356684-fac8-4711-8dea-9cfe05cf74a7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:09.992222 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68f21d1d-fbd8-4d2f-9126-81079ea42c49 req-74c956bd-b596-4be0-9657-0f2e3fab060a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a4cbccc2-274a-4f35-a715-7c0669c88635), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.049202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db23645d-4188-414a-b3d2-249b3292f978 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (9c670f1b-f442-4dc7-8848-54e694e2dd49), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.057639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c956bd-b596-4be0-9657-0f2e3fab060a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Pushing event deleted for resources: {'Port': ['ID=a4cbccc2-274a-4f35-a715-7c0669c88635,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:10.108321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23645d-4188-414a-b3d2-249b3292f978 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=9c670f1b-f442-4dc7-8848-54e694e2dd49,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:10.111026 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db23645d-4188-414a-b3d2-249b3292f978 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.117300 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-db23645d-4188-414a-b3d2-249b3292f978 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/9c670f1b-f442-4dc7-8848-54e694e2dd49 HTTP/1.1" status: 204 len: 168 time: 0.7421649 Mar 10 15:10:10.118213 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54328) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:10.131279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (b0d21469-7c2c-4a2a-8669-6e6186b66045), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.132292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (b0d21469-7c2c-4a2a-8669-6e6186b66045), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.200766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f21d1d-fbd8-4d2f-9126-81079ea42c49 req-74c956bd-b596-4be0-9657-0f2e3fab060a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] No DVR routers for this DVR port a4cbccc2-274a-4f35-a715-7c0669c88635 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:10:10.214260 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68f21d1d-fbd8-4d2f-9126-81079ea42c49 req-74c956bd-b596-4be0-9657-0f2e3fab060a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.215469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['a4cbccc2-274a-4f35-a715-7c0669c88635'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:10.217731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68f21d1d-fbd8-4d2f-9126-81079ea42c49 req-74c956bd-b596-4be0-9657-0f2e3fab060a tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.45 "DELETE /v2.0/ports/a4cbccc2-274a-4f35-a715-7c0669c88635 HTTP/1.1" status: 204 len: 173 time: 1.8382454 Mar 10 15:10:10.222942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'name': 'network-vif-deleted', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:10.234428 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361c7b66-61f0-4601-af45-28d177c5d3c4" -d '{"events": [{"server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "name": "network-vif-deleted", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:10.270025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2bf4e08-0059-411d-8aea-93a97ee4cacb req-f80c52ba-de61-4e1c-bd10-dd3736e72395 tempest-ServerRescueTestJSONUnderV235-207422713 tempest-ServerRescueTestJSONUnderV235-207422713-project] 10.222.0.11 "GET /v2.0/ports?device_id=826037e8-2ef9-4703-af34-30afdb7a8c83 HTTP/1.1" status: 200 len: 210 time: 0.0975122 Mar 10 15:10:10.273804 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Publish callbacks [] for security_group (f3be5124-b4c6-4f91-b0b9-db301d5f67d6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.288716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3dc8713-0b69-4653-844d-6b5a43258526 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet a8ec79d2-dfaf-44c8-966a-ca0480baf258 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:10.295090 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8713-0b69-4653-844d-6b5a43258526 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (a8ec79d2-dfaf-44c8-966a-ca0480baf258), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.304386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ae4cbd48-408e-4d11-a8c3-4f2316fd056e req-ac5a6a87-1892-48aa-b2fa-875f07ec2301 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] For port 9a0386ab-5a10-4271-85dc-76c0e8bebd97, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9a0386ab-5a10-4271-85dc-76c0e8bebd97,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:10.343104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Publish callbacks [] for router_controller (b0d21469-7c2c-4a2a-8669-6e6186b66045), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.363242 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ae4cbd48-408e-4d11-a8c3-4f2316fd056e req-ac5a6a87-1892-48aa-b2fa-875f07ec2301 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.370449 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ae4cbd48-408e-4d11-a8c3-4f2316fd056e req-ac5a6a87-1892-48aa-b2fa-875f07ec2301 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.373167 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38609f96-381a-465b-8758-86e74b203cb4 x-openstack-request-id: req-38609f96-381a-465b-8758-86e74b203cb4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:10.373469 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826037e8-2ef9-4703-af34-30afdb7a8c83", "name": "network-vif-deleted", "tag": "a4cbccc2-274a-4f35-a715-7c0669c88635", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:10.373729 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38609f96-381a-465b-8758-86e74b203cb4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:10.374529 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826037e8-2ef9-4703-af34-30afdb7a8c83', 'name': 'network-vif-deleted', 'tag': 'a4cbccc2-274a-4f35-a715-7c0669c88635', 'status': 'completed', 'code': 200} Mar 10 15:10:10.383437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['bcc07943-5348-4240-a2be-c3a6802d0987', 'eea9757e-89be-4d37-89b8-6bb70e936a02', '9a0386ab-5a10-4271-85dc-76c0e8bebd97'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:10.403097 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f3be5124-b4c6-4f91-b0b9-db301d5f67d6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.498360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:10:10.507958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cbd48-408e-4d11-a8c3-4f2316fd056e req-ac5a6a87-1892-48aa-b2fa-875f07ec2301 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:10.508879 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ae4cbd48-408e-4d11-a8c3-4f2316fd056e req-ac5a6a87-1892-48aa-b2fa-875f07ec2301 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.510873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae4cbd48-408e-4d11-a8c3-4f2316fd056e req-ac5a6a87-1892-48aa-b2fa-875f07ec2301 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "PUT /v2.0/ports/9a0386ab-5a10-4271-85dc-76c0e8bebd97 HTTP/1.1" status: 200 len: 904 time: 0.9145803 Mar 10 15:10:10.528284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a6a87-1892-48aa-b2fa-875f07ec2301 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event updated for resources: {'Port': ['ID=9a0386ab-5a10-4271-85dc-76c0e8bebd97,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:10.543732 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8713-0b69-4653-844d-6b5a43258526 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (a8ec79d2-dfaf-44c8-966a-ca0480baf258), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.666440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['9a0386ab-5a10-4271-85dc-76c0e8bebd97'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:10.686219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca858c6-0b2d-42ea-b3e9-656b0c56ea44 req-ac6270d3-4137-425e-8a56-680e843daecf tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:10.688584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aca858c6-0b2d-42ea-b3e9-656b0c56ea44 req-ac6270d3-4137-425e-8a56-680e843daecf tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 907 time: 0.0896487 Mar 10 15:10:10.750347 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be5124-b4c6-4f91-b0b9-db301d5f67d6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:10.871944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ed582f-7ea5-4cb0-aa7f-dd7a37e4549a None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:10.889013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54346) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:10.894599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225cf64-0f0a-41f2-961b-9a897cbe3d55 req-61d0f168-6c6a-4e10-95fb-0b245a237929 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:10.907273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.907678 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Added segment f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5 of type vlan for network f5b7952a-a06c-4e06-88c7-ae08d39a7280 Mar 10 15:10:10.918692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e225cf64-0f0a-41f2-961b-9a897cbe3d55 req-61d0f168-6c6a-4e10-95fb-0b245a237929 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1264062 Mar 10 15:10:10.943919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6371f9f6-87f1-4c19-acf5-223908ac57b9 None None] Could not find standard attr ID for object 70510bfc-32df-464f-9145-25b3f146aed2. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:10:10.970599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6371f9f6-87f1-4c19-acf5-223908ac57b9 None None] Provisioning complete for port 846e0a66-da5b-47e2-b341-4944f39f8aef triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:10.971002 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6371f9f6-87f1-4c19-acf5-223908ac57b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:10.986445 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Publish callbacks [] for router_gateway (b0d21469-7c2c-4a2a-8669-6e6186b66045), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.010261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e225cf64-0f0a-41f2-961b-9a897cbe3d55 req-f7834ce4-566f-40bd-baea-128b43751c9a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846877 Mar 10 15:10:11.059908 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (f5b7952a-a06c-4e06-88c7-ae08d39a7280), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.065107 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8713-0b69-4653-844d-6b5a43258526 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (a8ec79d2-dfaf-44c8-966a-ca0480baf258), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.095038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-768981720-network', 'tenant_id': '30681029f9c54de880026374e32f2679'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:11.158058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32e8c8-9468-4a8f-9e86-b28fe4c91e13 req-8f1c6406-02db-4a24-b250-e3b637f96613 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:11.160049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b32e8c8-9468-4a8f-9e86-b28fe4c91e13 req-8f1c6406-02db-4a24-b250-e3b637f96613 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.0795114 Mar 10 15:10:11.176160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6371f9f6-87f1-4c19-acf5-223908ac57b9 None None] Current status of the port 846e0a66-da5b-47e2-b341-4944f39f8aef is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:11.189939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6371f9f6-87f1-4c19-acf5-223908ac57b9 None None] Provisioning complete for port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:11.198823 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Made reservation on behalf of 30681029f9c54de880026374e32f2679 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:11.199018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6371f9f6-87f1-4c19-acf5-223908ac57b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.199118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.206668 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (f5b7952a-a06c-4e06-88c7-ae08d39a7280), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.207653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:11.208233 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.244021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b32e8c8-9468-4a8f-9e86-b28fe4c91e13 req-011e8cfe-93c3-414d-acae-970bfc40a33d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750706 Mar 10 15:10:11.245542 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.296586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 846e0a66-da5b-47e2-b341-4944f39f8aef up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:11.302014 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8534937 Mar 10 15:10:11.302014 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8713-0b69-4653-844d-6b5a43258526 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (a8ec79d2-dfaf-44c8-966a-ca0480baf258), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.302560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54354) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:11.318605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] Request body: {'subnet': {'network_id': 'f5b7952a-a06c-4e06-88c7-ae08d39a7280', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-664023558-subnet', 'tenant_id': '48b7801d0534444f8b2ab56c996cf44b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:11.356100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54358) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:11.382770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6371f9f6-87f1-4c19-acf5-223908ac57b9 None None] Current status of the port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:11.396185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 846e0a66-da5b-47e2-b341-4944f39f8aef triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:11.396939 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.400140 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cc5e8-d930-47a3-8670-b235a78ce05a admin admin] Pushing event updated for resources: {'Network': ['ID=f5b7952a-a06c-4e06-88c7-ae08d39a7280,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:11.403356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc8713-0b69-4653-844d-6b5a43258526 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ec79d2-dfaf-44c8-966a-ca0480baf258,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:11.415295 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3dc8713-0b69-4653-844d-6b5a43258526 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.421518 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e3dc8713-0b69-4653-844d-6b5a43258526 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/a8ec79d2-dfaf-44c8-966a-ca0480baf258 HTTP/1.1" status: 204 len: 168 time: 1.3022890 Mar 10 15:10:11.422739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54360) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:11.430517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network f5b7952a-a06c-4e06-88c7-ae08d39a7280 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:10:11.485422 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-defbe10c-e186-4965-a0fc-2f2ce1aca815 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544474 Mar 10 15:10:11.486056 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54362) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:11.500369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-dc55013a-e99d-4531-9622-6b1f75ffc602 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:11.504317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] Made reservation on behalf of 48b7801d0534444f8b2ab56c996cf44b for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:11.507161 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.565280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a714a5-5a13-418a-b58d-943d53171f78 req-15a822de-0ee9-4b50-8bce-15155139ca92 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:11.567429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5a714a5-5a13-418a-b58d-943d53171f78 req-15a822de-0ee9-4b50-8bce-15155139ca92 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1281993 Mar 10 15:10:11.607398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 846e0a66-da5b-47e2-b341-4944f39f8aef is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:11.692418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5a714a5-5a13-418a-b58d-943d53171f78 req-8b840f3e-8b84-481c-8ba2-c7e76ac98f52 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103685 Mar 10 15:10:11.726106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Publish callbacks [] for security_group (d07da0ef-94b4-493e-9e47-70d07d0fa960), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.781387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Publish callbacks [] for router_gateway (b0d21469-7c2c-4a2a-8669-6e6186b66045), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.788549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d07da0ef-94b4-493e-9e47-70d07d0fa960), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.831130 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.859738 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:10:11.872531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc55013a-e99d-4531-9622-6b1f75ffc602 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:11.874220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80d423-e268-4bce-8f5d-2f196dfc9fec req-26601f7a-711b-4550-bfb3-04e926a8d111 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:11.876323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e80d423-e268-4bce-8f5d-2f196dfc9fec req-26601f7a-711b-4550-bfb3-04e926a8d111 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.0971210 Mar 10 15:10:11.878701 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc55013a-e99d-4531-9622-6b1f75ffc602 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.909336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6cca1-b3ae-4a8b-b0be-08ee00387158 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:11.939171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07da0ef-94b4-493e-9e47-70d07d0fa960,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:11.942213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (bc378257-d6b1-466e-985a-eec7339f208c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:11.942560 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Added segment bc378257-d6b1-466e-985a-eec7339f208c of type vlan for network 083d81ff-380f-40be-8440-8980c24e49d8 Mar 10 15:10:11.947213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e80d423-e268-4bce-8f5d-2f196dfc9fec req-6d056808-995e-4c93-a925-e3514b924c61 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602269 Mar 10 15:10:12.015126 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (1e408ce0-436a-4067-b13d-32f8789de1b7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.026231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bf923ba8-b2b5-4bda-ac75-7add33ee2eab None None] Provisioning complete for port 846e0a66-da5b-47e2-b341-4944f39f8aef triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:12.026621 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bf923ba8-b2b5-4bda-ac75-7add33ee2eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.136330 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (083d81ff-380f-40be-8440-8980c24e49d8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.233473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a4cbccc2-274a-4f35-a715-7c0669c88635 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:12.239898 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Allocated IP 172.25.3.75 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/7404d519-735b-4fcc-9f4b-364d45521ee2) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:12.248534 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.260010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (083d81ff-380f-40be-8440-8980c24e49d8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.260878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:12.261454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.262571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: a4cbccc2-274a-4f35-a715-7c0669c88635 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:12.262996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a4cbccc2-274a-4f35-a715-7c0669c88635 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:12.310873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bf923ba8-b2b5-4bda-ac75-7add33ee2eab None None] Current status of the port 846e0a66-da5b-47e2-b341-4944f39f8aef is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:12.362777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3864d960-8a82-4331-a4d4-475f9f58b57b None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:10:12.389289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535751b8-a617-44b1-9226-5502c78efdb5', 'tag': '9a0386ab-5a10-4271-85dc-76c0e8bebd97'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:12.391828 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d6130d-4ea4-419c-8946-7ae18df1c48e" -d '{"events": [{"name": "network-changed", "server_uuid": "535751b8-a617-44b1-9226-5502c78efdb5", "tag": "9a0386ab-5a10-4271-85dc-76c0e8bebd97"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:12.398575 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5052443 Mar 10 15:10:12.402661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54380) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:12.409680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] Request body: {'subnet': {'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-subnet', 'tenant_id': '30681029f9c54de880026374e32f2679', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:12.415749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3864d960-8a82-4331-a4d4-475f9f58b57b None None] Deleting port 846e0a66-da5b-47e2-b341-4944f39f8aef {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:12.416271 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3864d960-8a82-4331-a4d4-475f9f58b57b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.462045 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95c218e-e450-4715-a245-e235c7998127 x-openstack-request-id: req-b95c218e-e450-4715-a245-e235c7998127 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:12.462376 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535751b8-a617-44b1-9226-5502c78efdb5", "tag": "9a0386ab-5a10-4271-85dc-76c0e8bebd97", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:12.462580 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b95c218e-e450-4715-a245-e235c7998127 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:12.463003 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535751b8-a617-44b1-9226-5502c78efdb5', 'tag': '9a0386ab-5a10-4271-85dc-76c0e8bebd97', 'status': 'completed', 'code': 200} Mar 10 15:10:12.471125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-15cb53d5-3139-48eb-a939-88dd1105b609 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:12.472705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-15cb53d5-3139-48eb-a939-88dd1105b609 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 812 time: 0.2547703 Mar 10 15:10:12.499397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3864d960-8a82-4331-a4d4-475f9f58b57b None None] For port 846e0a66-da5b-47e2-b341-4944f39f8aef, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=846e0a66-da5b-47e2-b341-4944f39f8aef,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:12.502856 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3864d960-8a82-4331-a4d4-475f9f58b57b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.503098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] Made reservation on behalf of 30681029f9c54de880026374e32f2679 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:12.505232 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.515309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3864d960-8a82-4331-a4d4-475f9f58b57b None None] Calling delete_port for 846e0a66-da5b-47e2-b341-4944f39f8aef owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:12.539260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-f514f2c8-6e26-437a-b85f-32c575b46cb5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/quotas/702a8da67ca84fdb9cea78ab5e9893b6 HTTP/1.1" status: 200 len: 375 time: 0.0597823 Mar 10 15:10:12.623938 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3864d960-8a82-4331-a4d4-475f9f58b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (846e0a66-da5b-47e2-b341-4944f39f8aef), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.677793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] Deleting port 2c0bce07-ce24-4190-ac65-834d87f285bb {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:12.678162 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.678532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864d960-8a82-4331-a4d4-475f9f58b57b None None] No DVR routers for this DVR port 846e0a66-da5b-47e2-b341-4944f39f8aef on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:10:12.681668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864d960-8a82-4331-a4d4-475f9f58b57b None None] Pushing event deleted for resources: {'Port': ['ID=846e0a66-da5b-47e2-b341-4944f39f8aef,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:12.682432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6130d-4ea4-419c-8946-7ae18df1c48e req-b45a8eb3-9cec-4cfa-b76e-a23f0ba321d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:12.684050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9d6130d-4ea4-419c-8946-7ae18df1c48e req-b45a8eb3-9cec-4cfa-b76e-a23f0ba321d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 1089 time: 0.2015929 Mar 10 15:10:12.752144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-21f114e5-fca8-4817-9da4-4cc6e63052dc tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2058451 Mar 10 15:10:12.761690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:12.810182 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9194d-5174-4a68-a058-b28edbfed796 admin admin] Pushing event updated for resources: {'Network': ['ID=083d81ff-380f-40be-8440-8980c24e49d8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:12.820964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 083d81ff-380f-40be-8440-8980c24e49d8 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:10:12.864258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] Checking segment: {'id': 'f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f5b7952a-a06c-4e06-88c7-ae08d39a7280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:12.864629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] Network hostable DHCP agents. Network: f5b7952a-a06c-4e06-88c7-ae08d39a7280, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:10:12.899646 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Publish callbacks [] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.906082 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc55013a-e99d-4531-9622-6b1f75ffc602 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (96b09935-d196-4d6a-9619-f4b256ef5487), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.967442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] Network f5b7952a-a06c-4e06-88c7-ae08d39a7280 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:10:12.975743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc55013a-e99d-4531-9622-6b1f75ffc602 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:12.985570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-dc55013a-e99d-4531-9622-6b1f75ffc602 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:12.992111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc55013a-e99d-4531-9622-6b1f75ffc602 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:12.992853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc55013a-e99d-4531-9622-6b1f75ffc602 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:12.996399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5434e7c-a01e-41fc-b505-7f015d1cc805 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:13.006062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, f5b7952a-a06c-4e06-88c7-ae08d39a7280) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:13.014390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:13.015630 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:13.018126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55013a-e99d-4531-9622-6b1f75ffc602 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=96b09935-d196-4d6a-9619-f4b256ef5487,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:13.022187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b3425-e301-41b7-aca5-728f884d054b None None] Network f5b7952a-a06c-4e06-88c7-ae08d39a7280 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:13.035884 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dc55013a-e99d-4531-9622-6b1f75ffc602 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5444100 Mar 10 15:10:13.037535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:13.039485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54382) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:13.052435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:13.090263 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-75942fff-57b5-4220-8528-f68f7af9bf43 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7714837 Mar 10 15:10:13.127247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:13.142560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:13.178669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:13.205745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '96b09935-d196-4d6a-9619-f4b256ef5487'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:10:13.206606 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:13.222220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f4e703-8c15-446a-847f-4cb88fdb4ff7 None None] Network f5b7952a-a06c-4e06-88c7-ae08d39a7280 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:13.225268 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Pushing event updated for resources: {'Port': ['ID=7404d519-735b-4fcc-9f4b-364d45521ee2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:13.350874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 846e0a66-da5b-47e2-b341-4944f39f8aef no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:13.397052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 846e0a66-da5b-47e2-b341-4944f39f8aef {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:13.397734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 846e0a66-da5b-47e2-b341-4944f39f8aef not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:13.418888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] For port 2c0bce07-ce24-4190-ac65-834d87f285bb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2c0bce07-ce24-4190-ac65-834d87f285bb,segment=NetworkSegment(df6da688-a9e9-49bb-9c73-2d30ee4b80ec),segment_id=df6da688-a9e9-49bb-9c73-2d30ee4b80ec)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:13.419387 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:13.466708 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:13.471683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:13.476299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] Calling delete_port for 2c0bce07-ce24-4190-ac65-834d87f285bb owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:13.489541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6130d-4ea4-419c-8946-7ae18df1c48e req-caddc4ac-c9a6-4f28-89cd-20c7953a2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:13.491039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9d6130d-4ea4-419c-8946-7ae18df1c48e req-caddc4ac-c9a6-4f28-89cd-20c7953a2068 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.7857771 Mar 10 15:10:13.537647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Allocated IP 172.20.0.2 (e8b41007-025f-4e22-b7fd-0464260c3402/96b09935-d196-4d6a-9619-f4b256ef5487/36a27da6-ce08-443b-bc1a-7b20f32207bb) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:13.552249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (68d894d8-6340-4c5f-8791-441b0e8bb520), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:13.588638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9d6130d-4ea4-419c-8946-7ae18df1c48e req-7c7d1187-3dee-40a2-b24e-bab11b98e01b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0386ab-5a10-4271-85dc-76c0e8bebd97 HTTP/1.1" status: 200 len: 217 time: 0.0865028 Mar 10 15:10:13.612853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-7fa99aec-1ad5-4dc8-bec5-cf8d5559369f service neutron] 10.222.0.11 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8474846 Mar 10 15:10:13.722305 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Publish callbacks [] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:13.729393 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:13.742077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d894d8-6340-4c5f-8791-441b0e8bb520,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:13.784670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6130d-4ea4-419c-8946-7ae18df1c48e req-19b9df2a-cab2-4f2c-b585-72c560eb03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:13.786193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9d6130d-4ea4-419c-8946-7ae18df1c48e req-19b9df2a-cab2-4f2c-b585-72c560eb03dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.1724126 Mar 10 15:10:13.786329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:13.791714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:13.793993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Publish callbacks [] for router_gateway (b0d21469-7c2c-4a2a-8669-6e6186b66045), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:13.794621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Pushing event updated for resources: {'Port': ['ID=36a27da6-ce08-443b-bc1a-7b20f32207bb,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:13.798015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:13.855935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Attempting to bind port 36a27da6-ce08-443b-bc1a-7b20f32207bb on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:13.856345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Attempting to bind port 36a27da6-ce08-443b-bc1a-7b20f32207bb by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:13.856673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Attempting to bind port 36a27da6-ce08-443b-bc1a-7b20f32207bb on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:13.861973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:13.862358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:13.862764 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:13.863446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:13.863668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Bound port: 36a27da6-ce08-443b-bc1a-7b20f32207bb, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:13.864050 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:13.934341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] For port 36a27da6-ce08-443b-bc1a-7b20f32207bb, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:13.938767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] For port 36a27da6-ce08-443b-bc1a-7b20f32207bb, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=36a27da6-ce08-443b-bc1a-7b20f32207bb,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:13.943665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] Checking segment: {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:13.944045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] Network hostable DHCP agents. Network: 083d81ff-380f-40be-8440-8980c24e49d8, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:10:13.947647 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.005459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-9b9d824f-e181-4f43-b973-9d1629de62fd service neutron] 10.222.0.11 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659086 Mar 10 15:10:14.014575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a7910f2f-aa05-4a6d-924f-615ed1654438 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:14.022152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a7910f2f-aa05-4a6d-924f-615ed1654438 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/networks?id=f5b7952a-a06c-4e06-88c7-ae08d39a7280 HTTP/1.1" status: 200 len: 813 time: 0.3864989 Mar 10 15:10:14.044533 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb356a9-7f60-4394-8718-2eda64889793 None None] Pushing event updated for resources: {'Port': ['ID=36a27da6-ce08-443b-bc1a-7b20f32207bb,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:14.049080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-00f04a96-c97e-455e-bedf-9dd1e7e0ce71 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/quotas/48b7801d0534444f8b2ab56c996cf44b HTTP/1.1" status: 200 len: 375 time: 0.0261722 Mar 10 15:10:14.065096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] Network 083d81ff-380f-40be-8440-8980c24e49d8 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:10:14.117977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-79ec6c50-c174-45a1-bf5a-6c63cf67a6d0 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=48b7801d0534444f8b2ab56c996cf44b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680039 Mar 10 15:10:14.123907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6130d-4ea4-419c-8946-7ae18df1c48e req-e87e4807-113f-44ea-9686-c3f7574ce6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:14.125977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9d6130d-4ea4-419c-8946-7ae18df1c48e req-e87e4807-113f-44ea-9686-c3f7574ce6d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2724199 Mar 10 15:10:14.131580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 083d81ff-380f-40be-8440-8980c24e49d8) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:14.141097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4933b5f1-46aa-45b1-931a-6982506b5f1e None None] Network 083d81ff-380f-40be-8440-8980c24e49d8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:14.158145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:14.158707 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.240785 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:10:14.257418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-493e5214-1924-4bee-a7f6-2e10ca296975 req-92dd9e2d-a034-4fed-9020-f51830af18f8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 210 time: 0.0509994 Mar 10 15:10:14.277720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2c0bce07-ce24-4190-ac65-834d87f285bb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.291604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ddb6c14f-0d36-4758-94d2-a7cc547fafcb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8847113 Mar 10 15:10:14.318044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-083d81ff-380f-40be-8440-8980c24e49d8', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'project_id': '30681029f9c54de880026374e32f2679', 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:10:14.319688 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.321923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54404) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:14.373186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0bce07-ce24-4190-ac65-834d87f285bb,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:14.438827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:14.499188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Allocated IP 172.20.0.2 (083d81ff-380f-40be-8440-8980c24e49d8/68d894d8-6340-4c5f-8791-441b0e8bb520/26741a37-c2c7-4a1d-b1d5-89c1c02d8dba) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:14.503682 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (b0d21469-7c2c-4a2a-8669-6e6186b66045), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.691834 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Publish callbacks [] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.693432 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (1e408ce0-436a-4067-b13d-32f8789de1b7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.701475 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.739965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (4f24379f-afec-43d3-b7a5-367140070ff9), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.741225 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (4f24379f-afec-43d3-b7a5-367140070ff9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.766200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Network 083d81ff-380f-40be-8440-8980c24e49d8 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:14.769413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:14.773240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:14.806592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Pushing event updated for resources: {'Port': ['ID=26741a37-c2c7-4a1d-b1d5-89c1c02d8dba,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:14.826712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-3fbe09bc-0650-4192-a387-e8b67eef5405 service neutron] 10.222.0.11 "GET /v2.0/networks/f5b7952a-a06c-4e06-88c7-ae08d39a7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6997409 Mar 10 15:10:14.829428 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9d6130d-4ea4-419c-8946-7ae18df1c48e req-a287ad45-5ae0-4efa-be72-a37724283b46 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960807 Mar 10 15:10:14.830374 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.854976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Attempting to bind port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:14.855360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Attempting to bind port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:14.855736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Attempting to bind port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba on network 083d81ff-380f-40be-8440-8980c24e49d8 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:14.862528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:14.863107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Checking segment: {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:14.863603 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.864193 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Bound using segment: {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:14.864686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Bound port: 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:14.865121 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:14.896391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Router b0d21469-7c2c-4a2a-8669-6e6186b66045 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:10:14.945117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] For port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:14.948437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] For port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=26741a37-c2c7-4a1d-b1d5-89c1c02d8dba,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:14.955533 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:15.077987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965b09f-d421-4797-92c9-36f670ea34f5 None None] Pushing event updated for resources: {'Port': ['ID=26741a37-c2c7-4a1d-b1d5-89c1c02d8dba,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:15.146416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-ba8826fe-76a5-445f-8440-95f425d39897 service neutron] 10.222.0.11 "GET /v2.0/networks/f5b7952a-a06c-4e06-88c7-ae08d39a7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917850 Mar 10 15:10:15.200991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Publish callbacks [] for router_controller (4f24379f-afec-43d3-b7a5-367140070ff9), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:15.251987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] For port 36a27da6-ce08-443b-bc1a-7b20f32207bb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=36a27da6-ce08-443b-bc1a-7b20f32207bb,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:15.270459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:10:15.290263 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Sync routers for ids ['b0d21469-7c2c-4a2a-8669-6e6186b66045'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:10:15.311478 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Routers {'b0d21469-7c2c-4a2a-8669-6e6186b66045'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:15.314059 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0d21469-7c2c-4a2a-8669-6e6186b66045'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:15.388794 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:15.391900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9d6130d-4ea4-419c-8946-7ae18df1c48e req-3fb84242-0707-4823-b660-9d76715f07ab service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522213 Mar 10 15:10:15.396568 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:15.408789 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-da433a62-d688-473e-8c06-137b8ed67795 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4446476 Mar 10 15:10:15.409019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54414) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:15.463995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:15.584249 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (76cf914d-7565-4b25-a9f0-4835133ecf44), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:15.589819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 36a27da6-ce08-443b-bc1a-7b20f32207bb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:15.639953 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Set router b0d21469-7c2c-4a2a-8669-6e6186b66045 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:15.717237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e87a788-2178-4003-beff-fdd3ee96a8bb req-6efe35cb-7606-4a05-834f-f594c10820f3 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 210 time: 0.1679037 Mar 10 15:10:15.719630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-155d2258-adcd-4970-9bdb-716656ce43ae req-ded033de-6605-4e0b-84fc-c6304aadca2a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 210 time: 0.3266940 Mar 10 15:10:15.737263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 36a27da6-ce08-443b-bc1a-7b20f32207bb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:15.740269 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:15.845075 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:15.859854 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:15.887287 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:15.888025 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:15.940961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=76cf914d-7565-4b25-a9f0-4835133ecf44,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:15.949386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=36a27da6-ce08-443b-bc1a-7b20f32207bb,revision_number=4']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:15.965874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 36a27da6-ce08-443b-bc1a-7b20f32207bb is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:15.966682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:15.993796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52af198e-1f3d-4352-ab94-0c44c00542b0 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:15.994208 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-60553621-4590-4020-bcd2-34761d036812 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9486458 Mar 10 15:10:15.997250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54424) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:16.005078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:9a:8d:cc', 'name': 'tempest-NetworksTestDHCPv6-1654519097'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:16.133409 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'name': 'tempest-ServerRescueNegativeTestJSON-303281793-router', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:10Z', 'updated_at': '2022-03-10T15:10:13Z', 'revision_number': 3, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'gw_port': {'id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:11Z', 'updated_at': '2022-03-10T15:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:16.158184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 36a27da6-ce08-443b-bc1a-7b20f32207bb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=36a27da6-ce08-443b-bc1a-7b20f32207bb,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:16.160033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b85b7f26-4102-433e-ae62-156538debba8 None None] Provisioning complete for port 36a27da6-ce08-443b-bc1a-7b20f32207bb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:16.160562 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b85b7f26-4102-433e-ae62-156538debba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:16.190776 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:16.195343 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Checking router: b0d21469-7c2c-4a2a-8669-6e6186b66045 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:10:16.196321 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Updating router b0d21469-7c2c-4a2a-8669-6e6186b66045 port 7404d519-735b-4fcc-9f4b-364d45521ee2 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:10:16.250756 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:16.259142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=36a27da6-ce08-443b-bc1a-7b20f32207bb,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:16.524990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b85b7f26-4102-433e-ae62-156538debba8 None None] Current status of the port 36a27da6-ce08-443b-bc1a-7b20f32207bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:16.553049 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Publish callbacks [] for router_gateway (4f24379f-afec-43d3-b7a5-367140070ff9), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:16.679547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-1a95d5f1-fd6f-4928-b293-f0c17c7c0f14 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:16.681934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-1a95d5f1-fd6f-4928-b293-f0c17c7c0f14 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.45 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 812 time: 0.9671912 Mar 10 15:10:16.702187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Request body: {'port': {'device_id': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'admin_state_up': True, 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:16.709468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] Router 1e408ce0-436a-4067-b13d-32f8789de1b7 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:10:16.839817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d41ba87-25f6-4497-8d95-e240b329a75d None None] Network 083d81ff-380f-40be-8440-8980c24e49d8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:16.994779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9c7b4e08-c9d4-4477-8f1d-4b8ab7f6ef42 None None] Provisioning complete for port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:16.995080 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4e08-c9d4-4477-8f1d-4b8ab7f6ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:17.007952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0782f9d6-5e5c-4c87-a0c5-a2dfb8144769 req-b78df8b7-448c-4f65-b3a4-123915788b81 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 210 time: 0.0298221 Mar 10 15:10:17.058827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:17.059726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05ba0460-a012-452e-80d7-d8fe4cefa0af req-68e98dea-0356-4113-88f3-7d4963fedd0f tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 210 time: 0.0895445 Mar 10 15:10:17.063600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Made reservation on behalf of 702a8da67ca84fdb9cea78ab5e9893b6 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:17.067317 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:17.106084 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Publish callbacks [] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:17.117578 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:17.164695 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6bb95-99ef-4603-9bab-59958b54fcdd None None] Pushing event updated for resources: {'Port': ['ID=7404d519-735b-4fcc-9f4b-364d45521ee2,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:17.194827 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Attempting to bind port 7404d519-735b-4fcc-9f4b-364d45521ee2 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:17.195195 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Attempting to bind port 7404d519-735b-4fcc-9f4b-364d45521ee2 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:17.195557 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Attempting to bind port 7404d519-735b-4fcc-9f4b-364d45521ee2 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:17.226205 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:17.226668 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:17.227229 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:17.227657 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:17.228262 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Bound port: 7404d519-735b-4fcc-9f4b-364d45521ee2, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:17.228960 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:17.321163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b4e08-c9d4-4477-8f1d-4b8ab7f6ef42 None None] Current status of the port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:17.321752 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4e08-c9d4-4477-8f1d-4b8ab7f6ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:17.337494 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] For port 7404d519-735b-4fcc-9f4b-364d45521ee2, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:17.347251 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] For port 7404d519-735b-4fcc-9f4b-364d45521ee2, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7404d519-735b-4fcc-9f4b-364d45521ee2,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:17.361718 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:17.366045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:17.424111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9c7b4e08-c9d4-4477-8f1d-4b8ab7f6ef42 None None] For port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=26741a37-c2c7-4a1d-b1d5-89c1c02d8dba,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:17.444098 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c7b4e08-c9d4-4477-8f1d-4b8ab7f6ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:17.460927 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Routers {'b0d21469-7c2c-4a2a-8669-6e6186b66045'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:17.461566 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0d21469-7c2c-4a2a-8669-6e6186b66045'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:17.507266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 7ff5bf67-a88a-4e3a-adf3-62c799448de7 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:10:17.541907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:10:17.601889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-661068ca-c244-4689-b64d-c85729fcf2c4 admin admin] 10.222.0.11 "PUT /v2.0/routers/1e408ce0-436a-4067-b13d-32f8789de1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2446728 Mar 10 15:10:17.604413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b4e08-c9d4-4477-8f1d-4b8ab7f6ef42 None None] Pushing event updated for resources: {'Port': ['ID=26741a37-c2c7-4a1d-b1d5-89c1c02d8dba,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:17.607451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 36a27da6-ce08-443b-bc1a-7b20f32207bb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:17.614258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304144a9-dffa-4381-8e70-b7bbfc5bf419 None None] Sync routers for ids ['1e408ce0-436a-4067-b13d-32f8789de1b7'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:10:17.623772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54432) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:17.641720 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] Set router b0d21469-7c2c-4a2a-8669-6e6186b66045 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:17.744654 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:17.784795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-1e66dfe9-8101-4065-ad50-bc9a03ce9239 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:17.786666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-1e66dfe9-8101-4065-ad50-bc9a03ce9239 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.62 "GET /v2.0/networks?id=f5b7952a-a06c-4e06-88c7-ae08d39a7280 HTTP/1.1" status: 200 len: 813 time: 0.4866538 Mar 10 15:10:17.853874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Request body: {'port': {'device_id': '1204bbda-98dc-499f-8397-fb120d3ff5e1', 'network_id': 'f5b7952a-a06c-4e06-88c7-ae08d39a7280', 'admin_state_up': True, 'tenant_id': '48b7801d0534444f8b2ab56c996cf44b'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:17.900614 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'name': 'tempest-ServerRescueNegativeTestJSON-303281793-router', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:10Z', 'updated_at': '2022-03-10T15:10:13Z', 'revision_number': 3, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'gw_port': {'id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:11Z', 'updated_at': '2022-03-10T15:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:17.907897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304144a9-dffa-4381-8e70-b7bbfc5bf419 None None] Routers {'1e408ce0-436a-4067-b13d-32f8789de1b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:17.908592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-304144a9-dffa-4381-8e70-b7bbfc5bf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1e408ce0-436a-4067-b13d-32f8789de1b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:17.936268 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6982f3f-4c18-470d-a922-ebf75219f2c8 None None] The sync data for ids ['b0d21469-7c2c-4a2a-8669-6e6186b66045'] in n-d-833090-1 is: [{'id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'name': 'tempest-ServerRescueNegativeTestJSON-303281793-router', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:10Z', 'updated_at': '2022-03-10T15:10:13Z', 'revision_number': 3, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'gw_port': {'id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:11Z', 'updated_at': '2022-03-10T15:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:10:17.940155 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6bb95-99ef-4603-9bab-59958b54fcdd None None] Pushing event updated for resources: {'Port': ['ID=7404d519-735b-4fcc-9f4b-364d45521ee2,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:17.986871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Allocated IP 172.20.0.6 (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383/2b988082-cd0b-4fe9-9e6e-f9a72f7955de/7119d62e-8e6c-4321-90ff-c8672e84a850) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:17.995079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.008705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 172.20.0.9 (e8b41007-025f-4e22-b7fd-0464260c3402/96b09935-d196-4d6a-9619-f4b256ef5487/7ff5bf67-a88a-4e3a-adf3-62c799448de7) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:18.012688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d2f332c1-5d3f-4193-b729-65a5e3832f06 None None] Provisioning complete for port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:18.013078 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d2f332c1-5d3f-4193-b729-65a5e3832f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.016503 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::f816:3eff:fe9a:8dcc (e8b41007-025f-4e22-b7fd-0464260c3402/76cf914d-7565-4b25-a9f0-4835133ecf44/7ff5bf67-a88a-4e3a-adf3-62c799448de7) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:18.069331 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Publish callbacks [] for router (1e408ce0-436a-4067-b13d-32f8789de1b7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.076180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Made reservation on behalf of 48b7801d0534444f8b2ab56c996cf44b for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:18.079563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 36a27da6-ce08-443b-bc1a-7b20f32207bb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:18.080141 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.080332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.183429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-384e00c6-9d1d-442f-87db-a3e1fe6e6c65 req-88904a70-63d1-4dce-af94-a21871d4e325 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 210 time: 0.0394270 Mar 10 15:10:18.231345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (7ff5bf67-a88a-4e3a-adf3-62c799448de7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.238652 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Publish callbacks [] for router_gateway (4f24379f-afec-43d3-b7a5-367140070ff9), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.259529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df9b908f-41fa-4244-a38c-c8a0df479e7b req-ee9ba8da-66c3-41b2-b326-fe0223a1e180 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 210 time: 0.0676551 Mar 10 15:10:18.269880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-304144a9-dffa-4381-8e70-b7bbfc5bf419 None None] Set router 1e408ce0-436a-4067-b13d-32f8789de1b7 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:18.304945 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.309499 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7ff5bf67-a88a-4e3a-adf3-62c799448de7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.378832 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d2f332c1-5d3f-4193-b729-65a5e3832f06 None None] Current status of the port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:18.466825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:18.473054 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:18.477521 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:18.491385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d2f332c1-5d3f-4193-b729-65a5e3832f06 None None] Provisioning complete for port 36a27da6-ce08-443b-bc1a-7b20f32207bb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:18.492287 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d2f332c1-5d3f-4193-b729-65a5e3832f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.539241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 36a27da6-ce08-443b-bc1a-7b20f32207bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:18.540739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:18.547116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:18.547772 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.563474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=7ff5bf67-a88a-4e3a-adf3-62c799448de7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:18.587230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Allocated IP 172.20.0.1 (7d356684-fac8-4711-8dea-9cfe05cf74a7/f676c7fc-77e8-47e4-89fb-8cc159a55df3/9771d68a-0b0b-4792-94d4-3732c1a6db8f) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:18.624230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54438) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:18.624503 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7ad5adb8-c864-4630-8986-e3871138744c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6253049 Mar 10 15:10:18.728044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Allocated IP 172.25.3.121 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/6fec77f3-2684-4efc-ba94-dd6cf2331dee) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:18.749153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:18.749568 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.783047 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Publish callbacks [] for router_gateway (1e408ce0-436a-4067-b13d-32f8789de1b7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.786328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Publish callbacks [] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.829035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d2f332c1-5d3f-4193-b729-65a5e3832f06 None None] Current status of the port 36a27da6-ce08-443b-bc1a-7b20f32207bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:18.841511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.864027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-304144a9-dffa-4381-8e70-b7bbfc5bf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:10:14Z', 'revision_number': 5, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port': {'id': 'c33ae336-56ef-4d49-8d19-d72c6c38ddee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:08:40Z', 'updated_at': '2022-03-10T15:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:18.903367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304144a9-dffa-4381-8e70-b7bbfc5bf419 None None] Checking router: 1e408ce0-436a-4067-b13d-32f8789de1b7 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:10:18.913862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Allocated IP 172.20.0.7 (f5b7952a-a06c-4e06-88c7-ae08d39a7280/e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1/de191862-ec05-43fc-9cce-9efc570dde18) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:18.939419 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:18.944470 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Pushing event updated for resources: {'Port': ['ID=9771d68a-0b0b-4792-94d4-3732c1a6db8f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:18.965930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Network 7d356684-fac8-4711-8dea-9cfe05cf74a7 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:18.968059 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:18.970236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304144a9-dffa-4381-8e70-b7bbfc5bf419 None None] Routers {'1e408ce0-436a-4067-b13d-32f8789de1b7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:18.970915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-304144a9-dffa-4381-8e70-b7bbfc5bf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1e408ce0-436a-4067-b13d-32f8789de1b7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:18.971369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:18.991619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9a4c21-73dc-4006-9a55-7171ae8328e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:18.996931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9a4c21-73dc-4006-9a55-7171ae8328e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:19.002044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0f9a4c21-73dc-4006-9a55-7171ae8328e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3394980 Mar 10 15:10:19.004308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54440) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:19.009808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Deleting port c33ae336-56ef-4d49-8d19-d72c6c38ddee {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:19.010150 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.019951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (b0d21469-7c2c-4a2a-8669-6e6186b66045), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.058785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:19.103620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-304144a9-dffa-4381-8e70-b7bbfc5bf419 None None] Set router 1e408ce0-436a-4067-b13d-32f8789de1b7 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:19.106650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40523704-a10f-4000-8cd2-60a656ad4ce3 None None] Provisioning complete for port 7ff5bf67-a88a-4e3a-adf3-62c799448de7 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:19.107237 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40523704-a10f-4000-8cd2-60a656ad4ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7ff5bf67-a88a-4e3a-adf3-62c799448de7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.204853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-304144a9-dffa-4381-8e70-b7bbfc5bf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:10:18Z', 'revision_number': 6, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:19.232273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.261814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304144a9-dffa-4381-8e70-b7bbfc5bf419 None None] The sync data for ids ['1e408ce0-436a-4067-b13d-32f8789de1b7'] in n-d-833090-1 is: [{'id': '1e408ce0-436a-4067-b13d-32f8789de1b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1750539350-router', 'tenant_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:08:39Z', 'updated_at': '2022-03-10T15:10:18Z', 'revision_number': 6, 'project_id': 'ed8ba5b5066942f8b1415c48eec2ad63', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:10:19.285814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40523704-a10f-4000-8cd2-60a656ad4ce3 None None] Port 7ff5bf67-a88a-4e3a-adf3-62c799448de7 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:10:19.477284 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Publish callbacks [] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.482153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.520442 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Publish callbacks [] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.550971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Pushing event updated for resources: {'Port': ['ID=9771d68a-0b0b-4792-94d4-3732c1a6db8f,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:19.553530 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (b0d21469-7c2c-4a2a-8669-6e6186b66045), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.653595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64c44a48-4bfc-4830-83e4-7c1791f2e989 req-ddbf6f88-a52f-436c-8ba7-47e9cb88cfd8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 210 time: 0.1282940 Mar 10 15:10:19.655480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84ecb725-3ac6-4a95-9069-9786bd4c76f5 req-80b0f2cd-d7b8-4852-af35-29420d1d83f9 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 210 time: 0.1183701 Mar 10 15:10:19.696103 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Network 7d356684-fac8-4711-8dea-9cfe05cf74a7 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:19.699169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:19.704409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7404d519-735b-4fcc-9f4b-364d45521ee2 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:19.722140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.748383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['bcc07943-5348-4240-a2be-c3a6802d0987', 'eea9757e-89be-4d37-89b8-6bb70e936a02'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:19.843431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] For port c33ae336-56ef-4d49-8d19-d72c6c38ddee, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c33ae336-56ef-4d49-8d19-d72c6c38ddee,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:19.852118 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.864071 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7404d519-735b-4fcc-9f4b-364d45521ee2 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:19.864777 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.876481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:19.891854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Calling delete_port for c33ae336-56ef-4d49-8d19-d72c6c38ddee owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:19.893815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:19.905416 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:19.908489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:19.914659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Router b0d21469-7c2c-4a2a-8669-6e6186b66045 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:10:19.926936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event updated for resources: {'Port': ['ID=7119d62e-8e6c-4321-90ff-c8672e84a850,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:20.041291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a5fbc5ca-9fb4-4dd1-99a8-4b5d633fdd76 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 7ff5bf67-a88a-4e3a-adf3-62c799448de7 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:20.041974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbc5ca-9fb4-4dd1-99a8-4b5d633fdd76 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7ff5bf67-a88a-4e3a-adf3-62c799448de7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:20.048590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:20.066133 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Publish callbacks [] for port (de191862-ec05-43fc-9cce-9efc570dde18), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:20.067629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7404d519-735b-4fcc-9f4b-364d45521ee2 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:20.068360 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:20.077421 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:10:20.111731 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-77f9670a-4dcc-4bac-82f0-161119fae380 admin admin] 10.222.0.11 "PUT /v2.0/routers/b0d21469-7c2c-4a2a-8669-6e6186b66045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7015257 Mar 10 15:10:20.116698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 7404d519-735b-4fcc-9f4b-364d45521ee2, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7404d519-735b-4fcc-9f4b-364d45521ee2,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:20.120650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:20.135943 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:20.136837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:20.204037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:20.260905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:20.261549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:20.281402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Pushing event updated for resources: {'Port': ['ID=6fec77f3-2684-4efc-ba94-dd6cf2331dee,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:20.346409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-e401780e-5f4a-46e7-bca0-b41b2d4b9950 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6505425 Mar 10 15:10:20.347207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=7404d519-735b-4fcc-9f4b-364d45521ee2,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:20.350137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbc5ca-9fb4-4dd1-99a8-4b5d633fdd76 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7ff5bf67-a88a-4e3a-adf3-62c799448de7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:20.371345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4d196e17-296e-4bc3-82e4-db76c2db65c3 None None] Provisioning complete for port 7119d62e-8e6c-4321-90ff-c8672e84a850 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:20.371735 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4d196e17-296e-4bc3-82e4-db76c2db65c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:20.375282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:20.375648 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:20.416387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Request body: {'port': {'device_id': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:20.458302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4d196e17-296e-4bc3-82e4-db76c2db65c3 None None] Port 7119d62e-8e6c-4321-90ff-c8672e84a850 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:10:20.478466 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:20.481140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a5fbc5ca-9fb4-4dd1-99a8-4b5d633fdd76 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 7ff5bf67-a88a-4e3a-adf3-62c799448de7 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:20.525846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:20.553357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (de191862-ec05-43fc-9cce-9efc570dde18), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:20.763051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Network f5b7952a-a06c-4e06-88c7-ae08d39a7280 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:20.793984 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Sync routers for ids ['b0d21469-7c2c-4a2a-8669-6e6186b66045'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:10:20.805266 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Routers {'b0d21469-7c2c-4a2a-8669-6e6186b66045'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:20.805892 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0d21469-7c2c-4a2a-8669-6e6186b66045'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:20.813842 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:20.828784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:20.855202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Pushing event updated for resources: {'Port': ['ID=de191862-ec05-43fc-9cce-9efc570dde18,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:20.861473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:20.926612 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Set router b0d21469-7c2c-4a2a-8669-6e6186b66045 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:21.020846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-ea165c9b-b4e3-4f5f-92bd-93d1713f2e43 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:21.022352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-ea165c9b-b4e3-4f5f-92bd-93d1713f2e43 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 818 time: 0.5041752 Mar 10 15:10:21.023020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c33ae336-56ef-4d49-8d19-d72c6c38ddee), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.096878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:21.097519 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.137136 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'name': 'tempest-ServerRescueNegativeTestJSON-303281793-router', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:10Z', 'updated_at': '2022-03-10T15:10:19Z', 'revision_number': 4, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'gw_port': {'id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:11Z', 'updated_at': '2022-03-10T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '9771d68a-0b0b-4792-94d4-3732c1a6db8f', 'name': '', 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'mac_address': 'fa:16:3e:f2:0f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'f676c7fc-77e8-47e4-89fb-8cc159a55df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:17Z', 'updated_at': '2022-03-10T15:10:19Z', 'revision_number': 2, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'subnets': [{'id': 'f676c7fc-77e8-47e4-89fb-8cc159a55df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:21.158904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33ae336-56ef-4d49-8d19-d72c6c38ddee,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:21.168219 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Checking router: b0d21469-7c2c-4a2a-8669-6e6186b66045 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:10:21.168552 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Updating router b0d21469-7c2c-4a2a-8669-6e6186b66045 port 9771d68a-0b0b-4792-94d4-3732c1a6db8f binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:10:21.178228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b4d1-2a43-4015-a609-28d810e0d5d0 req-baa7ba94-3d4b-48f2-ae19-757ad0e39839 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:21.179761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f900b4d1-2a43-4015-a609-28d810e0d5d0 req-baa7ba94-3d4b-48f2-ae19-757ad0e39839 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 931 time: 0.4285166 Mar 10 15:10:21.199779 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.223685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7404d519-735b-4fcc-9f4b-364d45521ee2 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:21.233444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-c2bce906-d854-4211-ae87-d218cf193e62 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/quotas/f1c83b65e6d54279ad3b6733f36bf488 HTTP/1.1" status: 200 len: 375 time: 0.1837711 Mar 10 15:10:21.285560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-a5375f14-e9e4-4e84-a9e7-7e8c94c8f9d4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4354901 Mar 10 15:10:21.340298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Request body: {'port': {'device_id': '1204bbda-98dc-499f-8397-fb120d3ff5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:21.402412 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Publish callbacks [] for router_gateway (4f24379f-afec-43d3-b7a5-367140070ff9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.416630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7404d519-735b-4fcc-9f4b-364d45521ee2 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:21.417260 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.487426 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Publish callbacks [] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.493542 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.504696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7404d519-735b-4fcc-9f4b-364d45521ee2 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:21.551763 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e297c29-e57f-4b69-bbe0-bc112f61bc48 None None] Pushing event updated for resources: {'Port': ['ID=9771d68a-0b0b-4792-94d4-3732c1a6db8f,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:21.590872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2c0bce07-ce24-4190-ac65-834d87f285bb no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:21.615606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2c0bce07-ce24-4190-ac65-834d87f285bb {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:21.615932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2c0bce07-ce24-4190-ac65-834d87f285bb not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:21.616351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c33ae336-56ef-4d49-8d19-d72c6c38ddee no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:21.617306 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Attempting to bind port 9771d68a-0b0b-4792-94d4-3732c1a6db8f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:21.617857 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Attempting to bind port 9771d68a-0b0b-4792-94d4-3732c1a6db8f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:21.618177 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Attempting to bind port 9771d68a-0b0b-4792-94d4-3732c1a6db8f on network 7d356684-fac8-4711-8dea-9cfe05cf74a7 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:21.624044 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:21.625045 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Checking segment: {'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:21.625511 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.625968 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Bound using segment: {'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:21.626540 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Bound port: 9771d68a-0b0b-4792-94d4-3732c1a6db8f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:21.627184 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.637828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: c33ae336-56ef-4d49-8d19-d72c6c38ddee {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:21.638179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c33ae336-56ef-4d49-8d19-d72c6c38ddee not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:21.686728 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0070f2ac-813e-4776-8aa0-d629fb24596a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.702118 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] For port 9771d68a-0b0b-4792-94d4-3732c1a6db8f, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:21.705794 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] For port 9771d68a-0b0b-4792-94d4-3732c1a6db8f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9771d68a-0b0b-4792-94d4-3732c1a6db8f,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:21.712337 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.768342 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Routers {'b0d21469-7c2c-4a2a-8669-6e6186b66045'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:21.768973 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:09:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0d21469-7c2c-4a2a-8669-6e6186b66045'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:21.815325 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e297c29-e57f-4b69-bbe0-bc112f61bc48 None None] Pushing event updated for resources: {'Port': ['ID=9771d68a-0b0b-4792-94d4-3732c1a6db8f,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:21.838263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (1e408ce0-436a-4067-b13d-32f8789de1b7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:21.890765 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] Set router b0d21469-7c2c-4a2a-8669-6e6186b66045 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:21.965773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f900b4d1-2a43-4015-a609-28d810e0d5d0 req-1842655b-a557-40f8-96fa-b85a84498f43 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7171621 Mar 10 15:10:22.060448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-b7f35e83-3f87-4ca9-9e4c-3bb68d82c384 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8014915 Mar 10 15:10:22.067345 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (1e408ce0-436a-4067-b13d-32f8789de1b7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.068838 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de191862-ec05-43fc-9cce-9efc570dde18), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.073914 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Publish callbacks [] for router_controller (1e408ce0-436a-4067-b13d-32f8789de1b7), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.077323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbc5ca-9fb4-4dd1-99a8-4b5d633fdd76 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7ff5bf67-a88a-4e3a-adf3-62c799448de7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.191531 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'name': 'tempest-ServerRescueNegativeTestJSON-303281793-router', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:10Z', 'updated_at': '2022-03-10T15:10:19Z', 'revision_number': 4, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'gw_port': {'id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:11Z', 'updated_at': '2022-03-10T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '9771d68a-0b0b-4792-94d4-3732c1a6db8f', 'name': '', 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'mac_address': 'fa:16:3e:f2:0f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'f676c7fc-77e8-47e4-89fb-8cc159a55df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:17Z', 'updated_at': '2022-03-10T15:10:21Z', 'revision_number': 4, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'subnets': [{'id': 'f676c7fc-77e8-47e4-89fb-8cc159a55df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:22.219616 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7de9cb3-97df-4677-a4d0-144cb53826c8 None None] The sync data for ids ['b0d21469-7c2c-4a2a-8669-6e6186b66045'] in n-d-833090-1 is: [{'id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'name': 'tempest-ServerRescueNegativeTestJSON-303281793-router', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:10Z', 'updated_at': '2022-03-10T15:10:19Z', 'revision_number': 4, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'gw_port': {'id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:11Z', 'updated_at': '2022-03-10T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '9771d68a-0b0b-4792-94d4-3732c1a6db8f', 'name': '', 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'mac_address': 'fa:16:3e:f2:0f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'f676c7fc-77e8-47e4-89fb-8cc159a55df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:17Z', 'updated_at': '2022-03-10T15:10:21Z', 'revision_number': 4, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'subnets': [{'id': 'f676c7fc-77e8-47e4-89fb-8cc159a55df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:10:22.228349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbc5ca-9fb4-4dd1-99a8-4b5d633fdd76 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=7ff5bf67-a88a-4e3a-adf3-62c799448de7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:22.276822 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (1e408ce0-436a-4067-b13d-32f8789de1b7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.277390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e408ce0-436a-4067-b13d-32f8789de1b7 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:10:22.394495 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.398839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54468) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:22.399315 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d4da09bf-5a45-416c-a6a0-6f6605f608a9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1e408ce0-436a-4067-b13d-32f8789de1b7 HTTP/1.1" status: 204 len: 168 time: 4.7712190 Mar 10 15:10:22.504931 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-3157e060-c30e-4205-9b97-36fe4b0565d6 admin admin] Deleting subnet f77ef055-3ad6-417c-a3af-b3b1875b8afb {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:22.509484 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3157e060-c30e-4205-9b97-36fe4b0565d6 admin admin] Publish callbacks [] for subnet (f77ef055-3ad6-417c-a3af-b3b1875b8afb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.557633 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3157e060-c30e-4205-9b97-36fe4b0565d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (f77ef055-3ad6-417c-a3af-b3b1875b8afb), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.606614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3157e060-c30e-4205-9b97-36fe4b0565d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f77ef055-3ad6-417c-a3af-b3b1875b8afb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.645853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fefa7-9d5e-4a2d-9158-7073963c4ce7 req-ea346e4c-de58-4355-a3c9-45aff86f6af3 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:22.647578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-628fefa7-9d5e-4a2d-9158-7073963c4ce7 req-ea346e4c-de58-4355-a3c9-45aff86f6af3 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 931 time: 0.5862293 Mar 10 15:10:22.676931 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3157e060-c30e-4205-9b97-36fe4b0565d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (f77ef055-3ad6-417c-a3af-b3b1875b8afb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.707796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157e060-c30e-4205-9b97-36fe4b0565d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f77ef055-3ad6-417c-a3af-b3b1875b8afb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:22.713134 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3157e060-c30e-4205-9b97-36fe4b0565d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.719422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-6a78a726-3b78-4a5f-bfc5-58190393c249 service neutron] 10.222.0.11 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483634 Mar 10 15:10:22.719654 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3157e060-c30e-4205-9b97-36fe4b0565d6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f77ef055-3ad6-417c-a3af-b3b1875b8afb HTTP/1.1" status: 204 len: 168 time: 0.3201015 Mar 10 15:10:22.720878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54470) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:22.728381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7119d62e-8e6c-4321-90ff-c8672e84a850 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:22.753232 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbc5ca-9fb4-4dd1-99a8-4b5d633fdd76 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.757047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a5fbc5ca-9fb4-4dd1-99a8-4b5d633fdd76 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/7ff5bf67-a88a-4e3a-adf3-62c799448de7 HTTP/1.1" status: 204 len: 168 time: 3.7448575 Mar 10 15:10:22.763490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54472) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:22.768435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Publish callbacks [] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.854223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c0c306d4-0ac3-4e65-802e-f2cbdae86d62), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.854677 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (4f24379f-afec-43d3-b7a5-367140070ff9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.861086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Transition to ACTIVE for port object 7119d62e-8e6c-4321-90ff-c8672e84a850 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:10:22.889779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:22.893906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc732f38-6ec4-4d82-bbd1-06e9a039cb0c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:22.896096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc732f38-6ec4-4d82-bbd1-06e9a039cb0c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:22.898525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc732f38-6ec4-4d82-bbd1-06e9a039cb0c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:22.900633 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dc732f38-6ec4-4d82-bbd1-06e9a039cb0c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1364188 Mar 10 15:10:22.905517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54476) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:22.973812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-628fefa7-9d5e-4a2d-9158-7073963c4ce7 req-a4e488c4-6bc4-4cf2-8fd3-3fea731d6f93 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825081 Mar 10 15:10:23.049156 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c0c306d4-0ac3-4e65-802e-f2cbdae86d62), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.070062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-acaba272-3bf5-494f-9f35-d36b3b5685a2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 76cf914d-7565-4b25-a9f0-4835133ecf44 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:23.092065 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-acaba272-3bf5-494f-9f35-d36b3b5685a2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (76cf914d-7565-4b25-a9f0-4835133ecf44), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.119273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c306d4-0ac3-4e65-802e-f2cbdae86d62']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:23.125430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Pushing event updated for resources: {'Port': ['ID=7119d62e-8e6c-4321-90ff-c8672e84a850,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:23.139700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6da688-a9e9-49bb-9c73-2d30ee4b80ec') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:23.140567 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6da688-a9e9-49bb-9c73-2d30ee4b80ec') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:23.162619 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (df6da688-a9e9-49bb-9c73-2d30ee4b80ec), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.187599 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-acaba272-3bf5-494f-9f35-d36b3b5685a2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (76cf914d-7565-4b25-a9f0-4835133ecf44), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.222890 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (df6da688-a9e9-49bb-9c73-2d30ee4b80ec), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.284380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:10:23.285002 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (df6da688-a9e9-49bb-9c73-2d30ee4b80ec), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:10:23.286934 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:10:23.356605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9771d68a-0b0b-4792-94d4-3732c1a6db8f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:23.379372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-acaba272-3bf5-494f-9f35-d36b3b5685a2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (76cf914d-7565-4b25-a9f0-4835133ecf44), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.406941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c0c306d4-0ac3-4e65-802e-f2cbdae86d62), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.424296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-d0f8b6c9-032d-4fc4-8c19-eb954d356ffd service neutron] 10.222.0.11 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633246 Mar 10 15:10:23.430204 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.433686 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c0c306d4-0ac3-4e65-802e-f2cbdae86d62 HTTP/1.1" status: 204 len: 168 time: 0.7098832 Mar 10 15:10:23.434921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdca937-5565-4e2b-89d0-ffe89a933397 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c306d4-0ac3-4e65-802e-f2cbdae86d62,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:23.443613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9771d68a-0b0b-4792-94d4-3732c1a6db8f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:23.443613 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.445125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de191862-ec05-43fc-9cce-9efc570dde18 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:23.455855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Attempting to bind port 7119d62e-8e6c-4321-90ff-c8672e84a850 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:23.456197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Attempting to bind port 7119d62e-8e6c-4321-90ff-c8672e84a850 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:23.456530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Attempting to bind port 7119d62e-8e6c-4321-90ff-c8672e84a850 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:23.467503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Port 7119d62e-8e6c-4321-90ff-c8672e84a850 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:10:23.467865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Attempting to bind port 7119d62e-8e6c-4321-90ff-c8672e84a850 on network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:23.475929 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Publish callbacks [] for port (de191862-ec05-43fc-9cce-9efc570dde18), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.498700 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-acaba272-3bf5-494f-9f35-d36b3b5685a2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (76cf914d-7565-4b25-a9f0-4835133ecf44), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.533372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:23.534838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Checking segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:23.536015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Bound using segment: {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:23.537061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Bound port: 7119d62e-8e6c-4321-90ff-c8672e84a850, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5865b8c-fe50-4e11-9477-62f466ed96f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:23.541140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.559042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605d4d6-dbc6-4fc4-ac9f-e938b79eec39 req-96809ca2-388f-4ba1-b7ee-5d675240b57e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:23.563512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaba272-3bf5-494f-9f35-d36b3b5685a2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=76cf914d-7565-4b25-a9f0-4835133ecf44,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:23.570506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c605d4d6-dbc6-4fc4-ac9f-e938b79eec39 req-96809ca2-388f-4ba1-b7ee-5d675240b57e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 943 time: 0.4736829 Mar 10 15:10:23.582140 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-acaba272-3bf5-494f-9f35-d36b3b5685a2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.592351 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-acaba272-3bf5-494f-9f35-d36b3b5685a2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/76cf914d-7565-4b25-a9f0-4835133ecf44 HTTP/1.1" status: 204 len: 168 time: 0.6858077 Mar 10 15:10:23.593029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54482) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:23.607544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6516ad3-e1e4-460c-84b8-f4c7f847851e None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:23.621829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Transition to ACTIVE for port object de191862-ec05-43fc-9cce-9efc570dde18 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:10:23.635587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9771d68a-0b0b-4792-94d4-3732c1a6db8f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:23.636295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.641074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54484) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:23.673616 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (de191862-ec05-43fc-9cce-9efc570dde18), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.686474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f0190f-37c2-46c4-932e-a5ed21270474 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 96b09935-d196-4d6a-9619-f4b256ef5487 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:23.690677 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71f0190f-37c2-46c4-932e-a5ed21270474 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (96b09935-d196-4d6a-9619-f4b256ef5487), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.700904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 9771d68a-0b0b-4792-94d4-3732c1a6db8f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9771d68a-0b0b-4792-94d4-3732c1a6db8f,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:23.701422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Router 4f24379f-afec-43d3-b7a5-367140070ff9 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:10:23.716138 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.759066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71f0190f-37c2-46c4-932e-a5ed21270474 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (96b09935-d196-4d6a-9619-f4b256ef5487), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.784537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c605d4d6-dbc6-4fc4-ac9f-e938b79eec39 req-0c597479-98e2-4e87-b00a-53e8477d24b2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120998 Mar 10 15:10:23.869529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71f0190f-37c2-46c4-932e-a5ed21270474 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (96b09935-d196-4d6a-9619-f4b256ef5487), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:23.892387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-348dcb5f-7968-4927-9c83-9da722340766 req-2060c26f-a6d3-4213-83a7-9fc4ea74e152 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 210 time: 0.1015251 Mar 10 15:10:23.942592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=9771d68a-0b0b-4792-94d4-3732c1a6db8f,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:24.004184 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71f0190f-37c2-46c4-932e-a5ed21270474 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (96b09935-d196-4d6a-9619-f4b256ef5487), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:24.011186 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ca6b692d-3ffb-4bf5-ae3d-362e2feaa0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:24.069697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=de191862-ec05-43fc-9cce-9efc570dde18,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:24.104625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] For port 7119d62e-8e6c-4321-90ff-c8672e84a850, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:24.161039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b6f3c9a2-2a92-41a5-b7af-3cd2f034d54e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed8ba5b5066942f8b1415c48eec2ad63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5176048 Mar 10 15:10:24.168940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] For port 7119d62e-8e6c-4321-90ff-c8672e84a850, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7119d62e-8e6c-4321-90ff-c8672e84a850,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:24.171688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54504) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:24.219023 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:24.362575 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71f0190f-37c2-46c4-932e-a5ed21270474 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:24.368205 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-71f0190f-37c2-46c4-932e-a5ed21270474 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/96b09935-d196-4d6a-9619-f4b256ef5487 HTTP/1.1" status: 204 len: 168 time: 0.7717528 Mar 10 15:10:24.369935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54512) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:24.370743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0190f-37c2-46c4-932e-a5ed21270474 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=96b09935-d196-4d6a-9619-f4b256ef5487,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:24.421561 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3280eed1-4df7-4450-a1a5-b71fa3382f2c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444629 Mar 10 15:10:24.425096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54514) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:24.435553 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fa956164-6546-4226-8faa-e60c9feb35f4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:24.592078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa956164-6546-4226-8faa-e60c9feb35f4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:24.597320 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa956164-6546-4226-8faa-e60c9feb35f4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:24.735384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:24.736011 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:24.737438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] 10.222.0.45 "PUT /v2.0/ports/7119d62e-8e6c-4321-90ff-c8672e84a850 HTTP/1.1" status: 200 len: 1091 time: 4.3727739 Mar 10 15:10:24.744048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'tag': '7119d62e-8e6c-4321-90ff-c8672e84a850'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:24.746327 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e94fda3f-3c16-46d8-914f-2c3e98d754ad", "tag": "7119d62e-8e6c-4321-90ff-c8672e84a850"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:24.761207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Attempting to bind port de191862-ec05-43fc-9cce-9efc570dde18 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:24.761633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Attempting to bind port de191862-ec05-43fc-9cce-9efc570dde18 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f5b7952a-a06c-4e06-88c7-ae08d39a7280'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:24.761960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Attempting to bind port de191862-ec05-43fc-9cce-9efc570dde18 on network f5b7952a-a06c-4e06-88c7-ae08d39a7280 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:24.853758 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa956164-6546-4226-8faa-e60c9feb35f4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (6aa9fbe1-1110-41d4-9247-1d990645203f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:24.856596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Port de191862-ec05-43fc-9cce-9efc570dde18 on network f5b7952a-a06c-4e06-88c7-ae08d39a7280 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:10:24.857113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Attempting to bind port de191862-ec05-43fc-9cce-9efc570dde18 on network f5b7952a-a06c-4e06-88c7-ae08d39a7280 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:24.876148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d14e261-8479-4834-a02e-5ac9e2d369e4 admin admin] Publish callbacks [] for security_group (4c0b4533-533c-469a-9fb0-b1ec29bb4a1f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:24.876306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974afe3-25a5-4c5e-866d-8df1ce735db1 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:24.879773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:10:24.894137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:24.895181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Checking segment: {'id': 'f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f5b7952a-a06c-4e06-88c7-ae08d39a7280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:24.895425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Bound using segment: {'id': 'f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f5b7952a-a06c-4e06-88c7-ae08d39a7280'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:24.895904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Bound port: de191862-ec05-43fc-9cce-9efc570dde18, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f5b7952a-a06c-4e06-88c7-ae08d39a7280'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:24.896328 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de191862-ec05-43fc-9cce-9efc570dde18), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:24.911240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Sync routers for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:10:24.916064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa956164-6546-4226-8faa-e60c9feb35f4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:24.922406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-fa956164-6546-4226-8faa-e60c9feb35f4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:24.924449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd262a-48e2-446d-b0fb-e1bbff134538 service neutron] Pushing event updated for resources: {'Port': ['ID=7119d62e-8e6c-4321-90ff-c8672e84a850,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:24.927604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa956164-6546-4226-8faa-e60c9feb35f4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:24.928203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa956164-6546-4226-8faa-e60c9feb35f4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:24.943049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa956164-6546-4226-8faa-e60c9feb35f4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=6aa9fbe1-1110-41d4-9247-1d990645203f,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:24.953859 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fa956164-6546-4226-8faa-e60c9feb35f4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5272691 Mar 10 15:10:24.954484 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54520) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:24.959913 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:24.970022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279329b7-98dc-46e9-94ea-38936282a8b3 req-ae375d29-bf37-47a7-badb-96646d70ec89 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:24.971778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-279329b7-98dc-46e9-94ea-38936282a8b3 req-ae375d29-bf37-47a7-badb-96646d70ec89 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 943 time: 0.7855444 Mar 10 15:10:25.010633 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d14e261-8479-4834-a02e-5ac9e2d369e4 admin admin] Publish callbacks [] for security_group (4c0b4533-533c-469a-9fb0-b1ec29bb4a1f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:25.019592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:25.020700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:10:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:25.070199 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:25.071592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-49a7d3d0-ad4e-4551-b205-73f6dc1488ff admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.6362131 Mar 10 15:10:25.076824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54522) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:25.122385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-009d03b3-70b3-47b5-8a9b-654ea6cccc1f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:25.130357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-009d03b3-70b3-47b5-8a9b-654ea6cccc1f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 818 time: 0.8975756 Mar 10 15:10:25.183490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:25.209566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-bdcc5072-f955-4d0d-bb7f-5d24af4f2bed tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/quotas/f1c83b65e6d54279ad3b6733f36bf488 HTTP/1.1" status: 200 len: 375 time: 0.0778909 Mar 10 15:10:25.212900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-f4557f4c-8c74-4d9c-8ae3-bdffef1c2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:25.214490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-f4557f4c-8c74-4d9c-8ae3-bdffef1c2c83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 1125 time: 0.3925567 Mar 10 15:10:25.222655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-279329b7-98dc-46e9-94ea-38936282a8b3 req-86c2fbfe-3179-4e46-918b-735cfa370d9d tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349145 Mar 10 15:10:25.248169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:25.255742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] For port de191862-ec05-43fc-9cce-9efc570dde18, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:25.261136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:25.339105 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9771d68a-0b0b-4792-94d4-3732c1a6db8f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:25.408948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] For port de191862-ec05-43fc-9cce-9efc570dde18, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de191862-ec05-43fc-9cce-9efc570dde18,segment=NetworkSegment(f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5),segment_id=f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:25.445074 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b70a196-ff2b-40dc-93d0-a604f5890c43 x-openstack-request-id: req-4b70a196-ff2b-40dc-93d0-a604f5890c43 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:25.445686 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94fda3f-3c16-46d8-914f-2c3e98d754ad", "tag": "7119d62e-8e6c-4321-90ff-c8672e84a850", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:25.445945 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b70a196-ff2b-40dc-93d0-a604f5890c43 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:25.446313 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'tag': '7119d62e-8e6c-4321-90ff-c8672e84a850', 'status': 'completed', 'code': 200} Mar 10 15:10:25.455966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-d5c434f0-9593-4c6b-8770-d660d270d5a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119d62e-8e6c-4321-90ff-c8672e84a850 HTTP/1.1" status: 200 len: 217 time: 0.2020848 Mar 10 15:10:25.457147 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (de191862-ec05-43fc-9cce-9efc570dde18), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:25.524408 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:25.526607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-27cadc02-b24e-402a-bb7e-d79b84e68494 None None] Provisioning complete for port 36a27da6-ce08-443b-bc1a-7b20f32207bb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:25.527073 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-27cadc02-b24e-402a-bb7e-d79b84e68494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:25.547949 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d14e261-8479-4834-a02e-5ac9e2d369e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4c0b4533-533c-469a-9fb0-b1ec29bb4a1f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:25.550664 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d14e261-8479-4834-a02e-5ac9e2d369e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:25.554884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9d14e261-8479-4834-a02e-5ac9e2d369e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c0b4533-533c-469a-9fb0-b1ec29bb4a1f HTTP/1.1" status: 204 len: 168 time: 1.3792021 Mar 10 15:10:25.606626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-07e433a9-6cc6-4ca0-8397-d14f11506a24 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:25.610984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-07e433a9-6cc6-4ca0-8397-d14f11506a24 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.45 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 818 time: 0.4226482 Mar 10 15:10:25.617569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:25.617867 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:25.619529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] 10.222.0.62 "PUT /v2.0/ports/de191862-ec05-43fc-9cce-9efc570dde18 HTTP/1.1" status: 200 len: 1091 time: 4.2951250 Mar 10 15:10:25.620378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9771d68a-0b0b-4792-94d4-3732c1a6db8f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:25.620969 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:25.634694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14e261-8479-4834-a02e-5ac9e2d369e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0b4533-533c-469a-9fb0-b1ec29bb4a1f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:25.657815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Request body: {'port': {'device_id': '0887446c-dae7-4dd9-b9da-f3917208893a', 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7', 'admin_state_up': True, 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:25.746084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-f99352a3-500d-4eb2-b296-87a878b7ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:25.747886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-f99352a3-500d-4eb2-b296-87a878b7ea53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.2697227 Mar 10 15:10:25.752600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-3648461e-0d98-4976-8b12-526b126da656 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5420797 Mar 10 15:10:25.765209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d2bac-e3b1-44aa-ba6c-801ba959a5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=de191862-ec05-43fc-9cce-9efc570dde18,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:25.895904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-27cadc02-b24e-402a-bb7e-d79b84e68494 None None] Current status of the port 36a27da6-ce08-443b-bc1a-7b20f32207bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:25.916207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9771d68a-0b0b-4792-94d4-3732c1a6db8f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:25.940320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe7876-818d-439e-9f14-9c40b31fd3d5 req-8d8779c1-8614-414b-9fbf-5b14b22f7289 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:25.942004 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6fe7876-818d-439e-9f14-9c40b31fd3d5 req-8d8779c1-8614-414b-9fbf-5b14b22f7289 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 943 time: 0.4921072 Mar 10 15:10:25.957679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:20Z', 'revision_number': 3, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:25.976727 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:10:25.982035 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:25.991735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Checking router: 4f24379f-afec-43d3-b7a5-367140070ff9 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:10:25.992177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Updating router 4f24379f-afec-43d3-b7a5-367140070ff9 port 6fec77f3-2684-4efc-ba94-dd6cf2331dee binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:10:26.060101 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.100386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7bdf9f-1a19-4ba5-8935-b49d01d44e23 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:26.135767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6fe7876-818d-439e-9f14-9c40b31fd3d5 req-d39b539d-f970-450d-8ab9-42e4dfa3cc7b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595817 Mar 10 15:10:26.148445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-cc1df2a3-c9b4-4171-bc6d-677875382a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:26.149784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-cc1df2a3-c9b4-4171-bc6d-677875382a7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=48b7801d0534444f8b2ab56c996cf44b&device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 1125 time: 0.4781117 Mar 10 15:10:26.162815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Made reservation on behalf of f1c83b65e6d54279ad3b6733f36bf488 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:26.166246 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.225561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-b00f128e-3a20-416a-a75d-3a2c107dd3cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de191862-ec05-43fc-9cce-9efc570dde18 HTTP/1.1" status: 200 len: 217 time: 0.0546122 Mar 10 15:10:26.227696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-910cf505-7754-4208-8611-2b49ebbf1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:26.229242 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-910cf505-7754-4208-8611-2b49ebbf1a89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4536312 Mar 10 15:10:26.263336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-c70b083e-87e3-49ce-a543-5304ebabfcca service neutron] 10.222.0.11 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862728 Mar 10 15:10:26.316129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fe53cdfd-c928-4f94-ae9f-de768983ad23 None None] Provisioning complete for port 36a27da6-ce08-443b-bc1a-7b20f32207bb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:26.316540 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fe53cdfd-c928-4f94-ae9f-de768983ad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.382700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Allocated IP 172.20.0.1 (083d81ff-380f-40be-8440-8980c24e49d8/68d894d8-6340-4c5f-8791-441b0e8bb520/03a808f3-9181-46b9-834a-6315a3c2ee00) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:26.404358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.527031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-ff668866-68b7-4740-b34b-dca009285f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:26.528805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-ff668866-68b7-4740-b34b-dca009285f3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1 HTTP/1.1" status: 200 len: 853 time: 0.2915545 Mar 10 15:10:26.600874 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Publish callbacks [] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.607819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-11b79a04-4d69-4bbe-80a5-add53dbe425f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5b7952a-a06c-4e06-88c7-ae08d39a7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379760 Mar 10 15:10:26.635819 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.680994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635181d-ae1d-46b8-940e-d8bad9525622 req-2242c50b-e394-4028-b5be-7b5812965cba tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:26.682669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6635181d-ae1d-46b8-940e-d8bad9525622 req-2242c50b-e394-4028-b5be-7b5812965cba tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 943 time: 0.3235652 Mar 10 15:10:26.699131 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fe53cdfd-c928-4f94-ae9f-de768983ad23 None None] Current status of the port 36a27da6-ce08-443b-bc1a-7b20f32207bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:26.748268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-39c3f7a8-c41b-4fdc-855f-11e5d118f528 service neutron] 10.222.0.45 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118184 Mar 10 15:10:26.766577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-70165597-ba72-4300-9245-21f6732fe3c1 service neutron] 10.222.0.11 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538050 Mar 10 15:10:26.794337 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Publish callbacks [] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.807521 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.816561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d0eea9-18b2-4dfd-84f4-0017b9bc393e None None] Update dhcp port {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': '78bcbc6b-02fc-4e17-b108-c0bc50794cfc', 'ip_address': '2001:db8::f816:3eff:fe98:d5d3'}, {'subnet_id': '6aa9fbe1-1110-41d4-9247-1d990645203f'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '36a27da6-ce08-443b-bc1a-7b20f32207bb'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:10:26.841066 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] For port 36a27da6-ce08-443b-bc1a-7b20f32207bb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=36a27da6-ce08-443b-bc1a-7b20f32207bb,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:26.861015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54546) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:26.889145 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.892881 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.900674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Attempting to bind port 6fec77f3-2684-4efc-ba94-dd6cf2331dee on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:26.901259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Attempting to bind port 6fec77f3-2684-4efc-ba94-dd6cf2331dee by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:26.901446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Attempting to bind port 6fec77f3-2684-4efc-ba94-dd6cf2331dee on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:26.913690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad27983-b827-4e77-bf20-0691d5db751b None None] Pushing event updated for resources: {'Port': ['ID=6fec77f3-2684-4efc-ba94-dd6cf2331dee,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:26.916937 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-92d0eea9-18b2-4dfd-84f4-0017b9bc393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.917341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65f4667-3a0b-418f-ae27-1dbc2f1da2ba req-de715566-884b-42af-a74f-0873d3703371 service neutron] 10.222.0.45 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567705 Mar 10 15:10:26.920472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:26.920857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:26.923106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.924355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:26.925003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Bound port: 6fec77f3-2684-4efc-ba94-dd6cf2331dee, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:26.925450 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:26.949340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Allocated IP 172.20.0.3 (7d356684-fac8-4711-8dea-9cfe05cf74a7/f676c7fc-77e8-47e4-89fb-8cc159a55df3/ab109d63-c458-4c59-80bf-668baab26b5d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:27.036558 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.061005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Network 083d81ff-380f-40be-8440-8980c24e49d8 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:27.067433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:27.071291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:27.088122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6635181d-ae1d-46b8-940e-d8bad9525622 req-4391afdb-2be2-466f-93cf-04b8e2e3925d tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580410 Mar 10 15:10:27.112836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-51c42055-6999-4bdc-a65a-ab29676d85ab service neutron] 10.222.0.62 "GET /v2.0/networks/f5b7952a-a06c-4e06-88c7-ae08d39a7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965689 Mar 10 15:10:27.121105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe3e4ede-8ce5-41bc-bb60-736f11aa883a req-c70bf79f-bbbe-4923-98ff-9705eb3b3cc0 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 210 time: 0.1095057 Mar 10 15:10:27.150017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (78bcbc6b-02fc-4e17-b108-c0bc50794cfc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.246541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (4f24379f-afec-43d3-b7a5-367140070ff9), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.263664 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Pushing event updated for resources: {'Port': ['ID=03a808f3-9181-46b9-834a-6315a3c2ee00,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:27.305258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] For port 6fec77f3-2684-4efc-ba94-dd6cf2331dee, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:27.328409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-368902171-network', 'tenant_id': '8714f144a3684d0d933f128eb20101bf'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:27.332867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] For port 6fec77f3-2684-4efc-ba94-dd6cf2331dee, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6fec77f3-2684-4efc-ba94-dd6cf2331dee,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:27.347410 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.350186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-92d0eea9-18b2-4dfd-84f4-0017b9bc393e None None] Allocated IP 172.20.0.2 (e8b41007-025f-4e22-b7fd-0464260c3402/6aa9fbe1-1110-41d4-9247-1d990645203f/36a27da6-ce08-443b-bc1a-7b20f32207bb) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:27.378348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Made reservation on behalf of 8714f144a3684d0d933f128eb20101bf for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:27.381530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.429867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:27.444510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:27.453217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:27.453828 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.494479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:27.495457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:10:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:27.498724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=78bcbc6b-02fc-4e17-b108-c0bc50794cfc,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:27.503514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1204bbda-98dc-499f-8397-fb120d3ff5e1', 'tag': 'de191862-ec05-43fc-9cce-9efc570dde18'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:27.505390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=36a27da6-ce08-443b-bc1a-7b20f32207bb,revision_number=9']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:27.506442 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1302a80-9169-4b08-b29d-ae7a5c96dd52" -d '{"events": [{"name": "network-changed", "server_uuid": "1204bbda-98dc-499f-8397-fb120d3ff5e1", "tag": "de191862-ec05-43fc-9cce-9efc570dde18"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:27.509204 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.522049 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks [] for port (ab109d63-c458-4c59-80bf-668baab26b5d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.534710 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-633212fe-cd20-429f-ae7a-8bb292c0a83d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5791023 Mar 10 15:10:27.538035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf req-2df0c322-e9ec-4dae-8f95-b22de8436b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:27.539851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf req-2df0c322-e9ec-4dae-8f95-b22de8436b78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 1125 time: 0.5472708 Mar 10 15:10:27.540405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54562) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:27.553397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:5d:b1:c1', 'name': 'tempest-NetworksTestDHCPv6-1892950638'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:27.580239 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad27983-b827-4e77-bf20-0691d5db751b None None] Pushing event updated for resources: {'Port': ['ID=6fec77f3-2684-4efc-ba94-dd6cf2331dee,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:27.627645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.638047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-692d25d9-a9d3-44e8-a0b4-0654583e4247 None None] Provisioning complete for port 03a808f3-9181-46b9-834a-6315a3c2ee00 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:27.638248 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a2d48d-a832-4c5e-9b62-3b3dd6a3c334 x-openstack-request-id: req-96a2d48d-a832-4c5e-9b62-3b3dd6a3c334 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:27.638461 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1204bbda-98dc-499f-8397-fb120d3ff5e1", "tag": "de191862-ec05-43fc-9cce-9efc570dde18", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:27.638714 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96a2d48d-a832-4c5e-9b62-3b3dd6a3c334 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:27.638877 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-692d25d9-a9d3-44e8-a0b4-0654583e4247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.639155 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1204bbda-98dc-499f-8397-fb120d3ff5e1', 'tag': 'de191862-ec05-43fc-9cce-9efc570dde18', 'status': 'completed', 'code': 200} Mar 10 15:10:27.725689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-92d0eea9-18b2-4dfd-84f4-0017b9bc393e None None] For port 36a27da6-ce08-443b-bc1a-7b20f32207bb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=36a27da6-ce08-443b-bc1a-7b20f32207bb,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:27.778631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:27.804844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045348b0-c10d-40ae-aff8-921565e4dcb0 req-5045385a-106f-432f-b700-d7d267181696 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:27.806245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-045348b0-c10d-40ae-aff8-921565e4dcb0 req-5045385a-106f-432f-b700-d7d267181696 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 943 time: 0.4853430 Mar 10 15:10:27.808133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d87c6151-f8fe-4efc-abff-a2b9ced221ec req-2dcac8a4-769e-457b-840f-2e91d2c9ef8c service neutron] 10.222.0.62 "GET /v2.0/networks/f5b7952a-a06c-4e06-88c7-ae08d39a7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808577 Mar 10 15:10:27.843447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-692d25d9-a9d3-44e8-a0b4-0654583e4247 None None] Port 03a808f3-9181-46b9-834a-6315a3c2ee00 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:10:27.911976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Publish callbacks [] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.920376 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:27.990425 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-92d0eea9-18b2-4dfd-84f4-0017b9bc393e None None] Publish callbacks [] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:28.006723 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-92d0eea9-18b2-4dfd-84f4-0017b9bc393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:28.022033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Pushing event updated for resources: {'Port': ['ID=03a808f3-9181-46b9-834a-6315a3c2ee00,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:28.026283 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (4f24379f-afec-43d3-b7a5-367140070ff9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:28.138847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:20Z', 'revision_number': 3, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:28.179725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Network 083d81ff-380f-40be-8440-8980c24e49d8 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:28.181424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:28.183865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0eea9-18b2-4dfd-84f4-0017b9bc393e None None] Pushing event updated for resources: {'Port': ['ID=36a27da6-ce08-443b-bc1a-7b20f32207bb,revision_number=10']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:28.188603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c025c-9826-4a66-a112-ce27d60632c8 None None] The sync data for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 is: [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:20Z', 'revision_number': 3, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:10:28.192700 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:28.342069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf req-32c2a2b2-4474-4f94-ae7a-915ebe559e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:28.345700 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf req-32c2a2b2-4474-4f94-ae7a-915ebe559e83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.7953451 Mar 10 15:10:28.393688 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:28.528953 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf req-7eb72e0b-4ac7-48f4-8be5-645a90dd9c0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119d62e-8e6c-4321-90ff-c8672e84a850 HTTP/1.1" status: 200 len: 217 time: 0.1434608 Mar 10 15:10:28.604009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Network 7d356684-fac8-4711-8dea-9cfe05cf74a7 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:28.620987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-045348b0-c10d-40ae-aff8-921565e4dcb0 req-b79268fd-4a65-43f2-9ab8-9f4c54522707 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8002379 Mar 10 15:10:28.623744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1302a80-9169-4b08-b29d-ae7a5c96dd52 req-44c7f63a-5054-4964-a47e-7bdff39d5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:28.628357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3794ba5c-1503-433e-a114-38d61562f6a1 None None] Provisioning complete for port 03a808f3-9181-46b9-834a-6315a3c2ee00 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:28.628590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1302a80-9169-4b08-b29d-ae7a5c96dd52 req-44c7f63a-5054-4964-a47e-7bdff39d5f2e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=48b7801d0534444f8b2ab56c996cf44b&device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 1125 time: 0.3791506 Mar 10 15:10:28.628734 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3794ba5c-1503-433e-a114-38d61562f6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:28.684994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:28.725522 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Publish callbacks [] for security_group (1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:28.727611 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Pushing event updated for resources: {'Port': ['ID=ab109d63-c458-4c59-80bf-668baab26b5d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:28.737380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:28.754079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3794ba5c-1503-433e-a114-38d61562f6a1 None None] Port 03a808f3-9181-46b9-834a-6315a3c2ee00 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:10:28.769818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:28.860588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95350836-7632-4b97-976e-d185b9c2fcf2 req-4990964f-37b8-4fe7-b141-3491fd929d4a tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:28.867603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95350836-7632-4b97-976e-d185b9c2fcf2 req-4990964f-37b8-4fe7-b141-3491fd929d4a tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 943 time: 0.6164634 Mar 10 15:10:28.869440 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:28.893970 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Router 4f24379f-afec-43d3-b7a5-367140070ff9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:10:28.982619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:28.983468 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.026581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-2f90739e-a48b-4e7b-bc13-ad2ae0971312 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:29.028123 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-2f90739e-a48b-4e7b-bc13-ad2ae0971312 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.62 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 818 time: 0.3501952 Mar 10 15:10:29.028505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd5cf7a4-ca53-4142-a122-6a7231d1526f req-6b3906c1-67e8-467c-af54-ecc219ff6a49 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 210 time: 0.1419208 Mar 10 15:10:29.050539 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Request body: {'port': {'device_id': '94e600df-df20-49be-bc19-5702d29f6d1e', 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7', 'admin_state_up': True, 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:29.090226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf req-8d85c60f-ca0a-4626-b377-8b9c10a75f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:29.091702 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf req-8d85c60f-ca0a-4626-b377-8b9c10a75f30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.5172544 Mar 10 15:10:29.096402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:10:29.179151 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.202691 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9e6258fe-a431-4366-8f77-c04746e6f367), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.203100 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Added segment 9e6258fe-a431-4366-8f77-c04746e6f367 of type vlan for network 9b4c730c-ad0a-4573-a071-96465b27d617 Mar 10 15:10:29.227673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:29.252728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:10:29.254988 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Made reservation on behalf of f1c83b65e6d54279ad3b6733f36bf488 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:29.258843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.274280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1302a80-9169-4b08-b29d-ae7a5c96dd52 req-5ac5e3fd-002a-48e7-8836-0b092e836020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:29.274902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34dbf68-5d9a-4d40-b5ff-69e72df4acd8 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:29.275907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1302a80-9169-4b08-b29d-ae7a5c96dd52 req-5ac5e3fd-002a-48e7-8836-0b092e836020 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5b7952a-a06c-4e06-88c7-ae08d39a7280 HTTP/1.1" status: 200 len: 914 time: 0.6319790 Mar 10 15:10:29.279818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-802c20fd-73b2-40b2-9705-41c83b67c186 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6558187 Mar 10 15:10:29.300367 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f046a548-c67b-42cb-93bb-c75a9760cff4 admin admin] 10.222.0.11 "PUT /v2.0/routers/4f24379f-afec-43d3-b7a5-367140070ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2217567 Mar 10 15:10:29.328527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95350836-7632-4b97-976e-d185b9c2fcf2 req-23524272-dcba-4445-a49b-0e87c3be5400 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599831 Mar 10 15:10:29.333700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Request body: {'port': {'device_id': '0887446c-dae7-4dd9-b9da-f3917208893a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:29.441948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 36a27da6-ce08-443b-bc1a-7b20f32207bb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:29.470880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1302a80-9169-4b08-b29d-ae7a5c96dd52 req-6f0af3c7-b1c2-4ff9-8bef-421f32049236 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de191862-ec05-43fc-9cce-9efc570dde18 HTTP/1.1" status: 200 len: 217 time: 0.1343677 Mar 10 15:10:29.503922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-55531741-ab08-4406-b4c8-1abc0c2ecbef None None] Provisioning complete for port 36a27da6-ce08-443b-bc1a-7b20f32207bb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:29.504329 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-55531741-ab08-4406-b4c8-1abc0c2ecbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.508053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9b4c730c-ad0a-4573-a071-96465b27d617), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.511591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 39bd21b0-5b00-4503-98d6-655751fa9fe1 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:10:29.543701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Allocated IP 172.20.0.9 (7d356684-fac8-4711-8dea-9cfe05cf74a7/f676c7fc-77e8-47e4-89fb-8cc159a55df3/714fca1f-222d-4fac-976d-7c4c3c1d29ca) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:29.604312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 36a27da6-ce08-443b-bc1a-7b20f32207bb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:29.605450 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.644222 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.resource_extend [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:10:29.653143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf req-5a0ede20-c1c3-4db9-bce9-0e14121b648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:29.654868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf req-5a0ede20-c1c3-4db9-bce9-0e14121b648b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4656982 Mar 10 15:10:29.691202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-55531741-ab08-4406-b4c8-1abc0c2ecbef None None] Current status of the port 36a27da6-ce08-443b-bc1a-7b20f32207bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:29.753133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1302a80-9169-4b08-b29d-ae7a5c96dd52 req-52bf503a-2258-40e0-8f5a-04ed7bd0beef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:29.754607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1302a80-9169-4b08-b29d-ae7a5c96dd52 req-52bf503a-2258-40e0-8f5a-04ed7bd0beef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1 HTTP/1.1" status: 200 len: 853 time: 0.2695930 Mar 10 15:10:29.762211 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.762507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 36a27da6-ce08-443b-bc1a-7b20f32207bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:29.764107 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9b4c730c-ad0a-4573-a071-96465b27d617), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.765855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:29.766437 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.768382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6fec77f3-2684-4efc-ba94-dd6cf2331dee up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:29.810191 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks [] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.839667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1302a80-9169-4b08-b29d-ae7a5c96dd52 req-687c7467-9ccf-41fb-b67e-fe44ba3d2e18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5b7952a-a06c-4e06-88c7-ae08d39a7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607121 Mar 10 15:10:29.848676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6fec77f3-2684-4efc-ba94-dd6cf2331dee triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:29.849303 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.896593 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.970415 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Network 7d356684-fac8-4711-8dea-9cfe05cf74a7 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:29.971958 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6fec77f3-2684-4efc-ba94-dd6cf2331dee is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:29.972545 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:29.977525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:29.980020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Pushing event updated for resources: {'Port': ['ID=714fca1f-222d-4fac-976d-7c4c3c1d29ca,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:29.984089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:30.004496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 6fec77f3-2684-4efc-ba94-dd6cf2331dee, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6fec77f3-2684-4efc-ba94-dd6cf2331dee,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:30.012655 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.078953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:30.079953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.089440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=6fec77f3-2684-4efc-ba94-dd6cf2331dee,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:30.102842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.2040095 Mar 10 15:10:30.107052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54580) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:30.113836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] Request body: {'subnet': {'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-368902171-subnet', 'tenant_id': '8714f144a3684d0d933f128eb20101bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:30.120217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-77efbcf6-7843-4757-9f98-6813b6b49c69 None None] Provisioning complete for port 36a27da6-ce08-443b-bc1a-7b20f32207bb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:30.120944 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-77efbcf6-7843-4757-9f98-6813b6b49c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.132661 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-9ccb7e9e-8908-4823-b5ac-7bc11461fc9f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0914152 Mar 10 15:10:30.141528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] Made reservation on behalf of 8714f144a3684d0d933f128eb20101bf for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:30.144483 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.228122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-77efbcf6-7843-4757-9f98-6813b6b49c69 None None] Current status of the port 36a27da6-ce08-443b-bc1a-7b20f32207bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:30.229765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2612308-a0ef-4f18-afe6-56975b293d6f admin admin] Pushing event updated for resources: {'Network': ['ID=9b4c730c-ad0a-4573-a071-96465b27d617,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:30.241886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9b4c730c-ad0a-4573-a071-96465b27d617 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:10:30.312677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31887684-b58c-497d-8737-0e3445f5c8b6 req-3582aa61-1082-4cd4-b8f0-cc927d3ccd27 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:30.319861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31887684-b58c-497d-8737-0e3445f5c8b6 req-3582aa61-1082-4cd4-b8f0-cc927d3ccd27 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 943 time: 0.4651833 Mar 10 15:10:30.321555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7119d62e-8e6c-4321-90ff-c8672e84a850 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:10:30.337902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf req-23ff8912-7c29-4fcc-b00a-9d47050bb79f service neutron] 10.222.0.45 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449120 Mar 10 15:10:30.368239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Request body: {'port': {'device_id': '94e600df-df20-49be-bc19-5702d29f6d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:30.409511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (cb24078f-4516-4897-8be0-5a7c1076ae2d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.426263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1302a80-9169-4b08-b29d-ae7a5c96dd52 req-6d8e53db-a54f-477d-96c4-9a6c83f97a4f service neutron] 10.222.0.62 "GET /v2.0/networks/f5b7952a-a06c-4e06-88c7-ae08d39a7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339603 Mar 10 15:10:30.474218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7119d62e-8e6c-4321-90ff-c8672e84a850, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7119d62e-8e6c-4321-90ff-c8672e84a850,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:30.488915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '7119d62e-8e6c-4321-90ff-c8672e84a850', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'port_id': '7119d62e-8e6c-4321-90ff-c8672e84a850', 'mac_address': 'fa:16:3e:0b:5b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:10:30.505100 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54584) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:30.512801 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6a87f716-d08b-4439-ad79-81357f157332 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68451833', 'description': 'tempest-description--1683555813'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:30.541122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7119d62e-8e6c-4321-90ff-c8672e84a850 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:30.541520 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.558636 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a87f716-d08b-4439-ad79-81357f157332 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.562985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7119d62e-8e6c-4321-90ff-c8672e84a850 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:30.565861 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb24078f-4516-4897-8be0-5a7c1076ae2d,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:30.577984 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.590936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7119d62e-8e6c-4321-90ff-c8672e84a850, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7119d62e-8e6c-4321-90ff-c8672e84a850,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:30.596689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.599424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] Checking segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:30.599817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] Network hostable DHCP agents. Network: 9b4c730c-ad0a-4573-a071-96465b27d617, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:10:30.615347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 172.20.0.14 (e8b41007-025f-4e22-b7fd-0464260c3402/6aa9fbe1-1110-41d4-9247-1d990645203f/39bd21b0-5b00-4503-98d6-655751fa9fe1) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:30.629808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1302a80-9169-4b08-b29d-ae7a5c96dd52 req-3e569ee5-f6f0-4214-83a9-cd3564b7313d service neutron] 10.222.0.62 "GET /v2.0/networks/f5b7952a-a06c-4e06-88c7-ae08d39a7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857822 Mar 10 15:10:30.660217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::f816:3eff:fe5d:b1c1 (e8b41007-025f-4e22-b7fd-0464260c3402/78bcbc6b-02fc-4e17-b108-c0bc50794cfc/39bd21b0-5b00-4503-98d6-655751fa9fe1) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:30.687389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7119d62e-8e6c-4321-90ff-c8672e84a850,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:30.690079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] Network 9b4c730c-ad0a-4573-a071-96465b27d617 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:10:30.696928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31887684-b58c-497d-8737-0e3445f5c8b6 req-ffd03562-eb2f-4347-9635-4ff567eca148 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761332 Mar 10 15:10:30.781690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9b4c730c-ad0a-4573-a071-96465b27d617) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:30.790290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a93b39-3999-4123-8d4e-bfcb2d184248 None None] Network 9b4c730c-ad0a-4573-a071-96465b27d617 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:30.813545 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:30.814697 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.872529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['7119d62e-8e6c-4321-90ff-c8672e84a850'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:30.892733 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a87f716-d08b-4439-ad79-81357f157332 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (dc5c1bba-0a43-4087-9efa-ec46f8a86923), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.897394 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cc8a51f4-8e25-4740-b4f5-69fb2bf1c0bd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7891488 Mar 10 15:10:30.904562 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a87f716-d08b-4439-ad79-81357f157332 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dc5c1bba-0a43-4087-9efa-ec46f8a86923), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.909033 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Sync routers for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:10:30.924855 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:30.925474 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:10:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:30.963503 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6a87f716-d08b-4439-ad79-81357f157332 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:30.965746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afdf8b-48b7-4d28-8455-110139f006f8 req-cf145a46-47dd-40ae-8e62-89f0604e94cd tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:30.967367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7afdf8b-48b7-4d28-8455-110139f006f8 req-cf145a46-47dd-40ae-8e62-89f0604e94cd tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 931 time: 0.3918424 Mar 10 15:10:30.967906 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6a87f716-d08b-4439-ad79-81357f157332 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4587986 Mar 10 15:10:30.968668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54588) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:30.974077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-aeb64e02-a69a-4f86-a024-94a17b23c0fc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'security_group_rule': {'security_group_id': 'dc5c1bba-0a43-4087-9efa-ec46f8a86923', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:30.980024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87f716-d08b-4439-ad79-81357f157332 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5c1bba-0a43-4087-9efa-ec46f8a86923,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:31.011958 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aeb64e02-a69a-4f86-a024-94a17b23c0fc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (2131f063-ae31-49df-87e9-bad050961972), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.017131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d67ec4a-ec67-4ec9-b3c3-a85309b014cf req-e499eeb4-3b3d-4d73-bfef-b29f53214352 service neutron] 10.222.0.45 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012378 Mar 10 15:10:31.103487 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device de191862-ec05-43fc-9cce-9efc570dde18 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:10:31.107464 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aeb64e02-a69a-4f86-a024-94a17b23c0fc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (2131f063-ae31-49df-87e9-bad050961972), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.115314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aeb64e02-a69a-4f86-a024-94a17b23c0fc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (2131f063-ae31-49df-87e9-bad050961972), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.147817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb64e02-a69a-4f86-a024-94a17b23c0fc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2131f063-ae31-49df-87e9-bad050961972,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:31.153338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7e8c5-4a84-4591-afb7-42b6a489b947 None None] Network 9b4c730c-ad0a-4573-a071-96465b27d617 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:31.164220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aeb64e02-a69a-4f86-a024-94a17b23c0fc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.168990 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aeb64e02-a69a-4f86-a024-94a17b23c0fc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1983566 Mar 10 15:10:31.169908 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54590) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:31.176826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-07031c29-3b5b-468e-9930-12d78b493690 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'security_group_rule': {'security_group_id': 'dc5c1bba-0a43-4087-9efa-ec46f8a86923', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:31.216117 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07031c29-3b5b-468e-9930-12d78b493690 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (78410327-aedc-44bd-b503-1794f191acab), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.233085 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:31.251797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb0af6-06db-4d1d-9ac4-95e9e9903ca4 req-6e05f688-0819-4487-a5a5-a528a062f8c3 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:31.253294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0fb0af6-06db-4d1d-9ac4-95e9e9903ca4 req-6e05f688-0819-4487-a5a5-a528a062f8c3 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 943 time: 0.4475107 Mar 10 15:10:31.256809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7afdf8b-48b7-4d28-8455-110139f006f8 req-e06ef530-b93c-49e9-8a4b-1b2743968c6c tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658751 Mar 10 15:10:31.316559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07031c29-3b5b-468e-9930-12d78b493690 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (78410327-aedc-44bd-b503-1794f191acab), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.331196 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07031c29-3b5b-468e-9930-12d78b493690 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (78410327-aedc-44bd-b503-1794f191acab), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.333442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6fec77f3-2684-4efc-ba94-dd6cf2331dee up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:31.381508 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07031c29-3b5b-468e-9930-12d78b493690 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.386119 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-07031c29-3b5b-468e-9930-12d78b493690 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2149460 Mar 10 15:10:31.389237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54598) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:31.397572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:31.405136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab109d63-c458-4c59-80bf-668baab26b5d {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:31.425165 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07031c29-3b5b-468e-9930-12d78b493690 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78410327-aedc-44bd-b503-1794f191acab,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:31.448399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0fb0af6-06db-4d1d-9ac4-95e9e9903ca4 req-b6c1a684-0655-4baf-8007-d8e4b0d3ca98 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306109 Mar 10 15:10:31.462408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Publish callbacks [] for port (ab109d63-c458-4c59-80bf-668baab26b5d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.468304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (39bd21b0-5b00-4503-98d6-655751fa9fe1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.470624 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.491534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port de191862-ec05-43fc-9cce-9efc570dde18, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de191862-ec05-43fc-9cce-9efc570dde18,segment=NetworkSegment(f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5),segment_id=f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:31.520007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'de191862-ec05-43fc-9cce-9efc570dde18', 'network_id': 'f5b7952a-a06c-4e06-88c7-ae08d39a7280', 'port_id': 'de191862-ec05-43fc-9cce-9efc570dde18', 'mac_address': 'fa:16:3e:3b:22:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:10:31.549569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Transition to ACTIVE for port object ab109d63-c458-4c59-80bf-668baab26b5d will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:10:31.569036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6fec77f3-2684-4efc-ba94-dd6cf2331dee triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:31.569592 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.628134 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 2, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:31.633057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port de191862-ec05-43fc-9cce-9efc570dde18 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:31.633590 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de191862-ec05-43fc-9cce-9efc570dde18), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.652820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de191862-ec05-43fc-9cce-9efc570dde18 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:31.667973 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Checking router: 4f24379f-afec-43d3-b7a5-367140070ff9 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:10:31.668341 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Updating router 4f24379f-afec-43d3-b7a5-367140070ff9 port 03a808f3-9181-46b9-834a-6315a3c2ee00 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:10:31.701970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port de191862-ec05-43fc-9cce-9efc570dde18, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de191862-ec05-43fc-9cce-9efc570dde18,segment=NetworkSegment(f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5),segment_id=f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:31.709990 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (de191862-ec05-43fc-9cce-9efc570dde18), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.712870 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.717472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6fec77f3-2684-4efc-ba94-dd6cf2331dee is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:31.732347 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.777960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=de191862-ec05-43fc-9cce-9efc570dde18,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:31.837351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714fca1f-222d-4fac-976d-7c4c3c1d29ca {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:31.849870 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Publish callbacks [] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.898982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Transition to ACTIVE for port object 714fca1f-222d-4fac-976d-7c4c3c1d29ca will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:10:31.906718 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:31.950214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Allocated IP 172.25.3.125 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/975b9677-eb68-4188-b43e-4313cf4a2b52) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:31.983115 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Pushing event updated for resources: {'Port': ['ID=714fca1f-222d-4fac-976d-7c4c3c1d29ca,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:32.019456 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.035446 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Publish callbacks [] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.043765 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.099188 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5b5cd-eb62-4d3d-b510-acb5e2f00029 None None] Pushing event updated for resources: {'Port': ['ID=03a808f3-9181-46b9-834a-6315a3c2ee00,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:32.149087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Attempting to bind port 714fca1f-222d-4fac-976d-7c4c3c1d29ca on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:32.149709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Attempting to bind port 714fca1f-222d-4fac-976d-7c4c3c1d29ca by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:32.150464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Attempting to bind port 714fca1f-222d-4fac-976d-7c4c3c1d29ca on network 7d356684-fac8-4711-8dea-9cfe05cf74a7 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:32.161507 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Attempting to bind port 03a808f3-9181-46b9-834a-6315a3c2ee00 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:32.161870 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Attempting to bind port 03a808f3-9181-46b9-834a-6315a3c2ee00 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:32.162225 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Attempting to bind port 03a808f3-9181-46b9-834a-6315a3c2ee00 on network 083d81ff-380f-40be-8440-8980c24e49d8 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:32.167392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Port 714fca1f-222d-4fac-976d-7c4c3c1d29ca on network 7d356684-fac8-4711-8dea-9cfe05cf74a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:10:32.167946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Attempting to bind port 714fca1f-222d-4fac-976d-7c4c3c1d29ca on network 7d356684-fac8-4711-8dea-9cfe05cf74a7 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:32.169013 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:32.169529 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Checking segment: {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:32.169934 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.170320 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Bound using segment: {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:32.170835 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Bound port: 03a808f3-9181-46b9-834a-6315a3c2ee00, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:32.171216 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.183920 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for port (975b9677-eb68-4188-b43e-4313cf4a2b52), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.189244 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (39bd21b0-5b00-4503-98d6-655751fa9fe1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.190674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:32.191228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Checking segment: {'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:32.191800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Bound using segment: {'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:32.192445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Bound port: 714fca1f-222d-4fac-976d-7c4c3c1d29ca, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:32.193728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.204329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['de191862-ec05-43fc-9cce-9efc570dde18'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:32.229921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-c7d8cb3a-1ca0-4bc5-abc2-be5c0259a556 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:32.231563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-c7d8cb3a-1ca0-4bc5-abc2-be5c0259a556 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.7613463 Mar 10 15:10:32.237449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Pushing event updated for resources: {'Port': ['ID=ab109d63-c458-4c59-80bf-668baab26b5d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:32.308177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (975b9677-eb68-4188-b43e-4313cf4a2b52), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.312637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=39bd21b0-5b00-4503-98d6-655751fa9fe1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:32.325387 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] For port 03a808f3-9181-46b9-834a-6315a3c2ee00, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:32.333534 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] For port 03a808f3-9181-46b9-834a-6315a3c2ee00, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=03a808f3-9181-46b9-834a-6315a3c2ee00,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:32.339924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:32.345920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7119d62e-8e6c-4321-90ff-c8672e84a850 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:32.347156 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.348815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:32.353110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:32.381353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'Port': ['ID=975b9677-eb68-4188-b43e-4313cf4a2b52,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:32.384569 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] For port 714fca1f-222d-4fac-976d-7c4c3c1d29ca, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:32.419751 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:10:32.420608 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:10:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:32.428672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] For port 714fca1f-222d-4fac-976d-7c4c3c1d29ca, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=714fca1f-222d-4fac-976d-7c4c3c1d29ca,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:32.429031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-63174e54-90b0-4f81-9aac-216ad303fa84 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/quotas/8714f144a3684d0d933f128eb20101bf HTTP/1.1" status: 200 len: 375 time: 0.1212378 Mar 10 15:10:32.438837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:32.439549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.440773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:32.443118 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:32.457951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.461196 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:32.465062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3f4a-e045-42d9-a2c8-a3ab8d00b1d3 req-e7ae6a87-8661-4d56-9d79-5b8e607fdb80 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:32.466584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec6f3f4a-e045-42d9-a2c8-a3ab8d00b1d3 req-e7ae6a87-8661-4d56-9d79-5b8e607fdb80 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 944 time: 0.4326119 Mar 10 15:10:32.475754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-29f873ed-79a6-40d4-9cfb-eeaad9a5b453 None None] Provisioning complete for port 03a808f3-9181-46b9-834a-6315a3c2ee00 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:32.476150 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29f873ed-79a6-40d4-9cfb-eeaad9a5b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.539480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 7119d62e-8e6c-4321-90ff-c8672e84a850 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:10:32.549759 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5b5cd-eb62-4d3d-b510-acb5e2f00029 None None] Pushing event updated for resources: {'Port': ['ID=03a808f3-9181-46b9-834a-6315a3c2ee00,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:32.568093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-c9604970-8c34-4fc1-8f4d-0f57e9750b9e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190610 Mar 10 15:10:32.572589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Attempting to bind port ab109d63-c458-4c59-80bf-668baab26b5d on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:32.572931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Attempting to bind port ab109d63-c458-4c59-80bf-668baab26b5d by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:32.573262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Attempting to bind port ab109d63-c458-4c59-80bf-668baab26b5d on network 7d356684-fac8-4711-8dea-9cfe05cf74a7 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:32.586421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-29db1c62-574a-4531-8e24-27971c99b79d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.0388625 Mar 10 15:10:32.594546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 7119d62e-8e6c-4321-90ff-c8672e84a850 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:32.595155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54614) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:32.596615 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.615881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:32.616513 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.618396 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] 10.222.0.62 "PUT /v2.0/ports/714fca1f-222d-4fac-976d-7c4c3c1d29ca HTTP/1.1" status: 200 len: 1091 time: 2.2547274 Mar 10 15:10:32.633844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e600df-df20-49be-bc19-5702d29f6d1e', 'tag': '714fca1f-222d-4fac-976d-7c4c3c1d29ca'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:32.637533 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ceafd0-0efd-4c37-9870-2b1071dacf73" -d '{"events": [{"name": "network-changed", "server_uuid": "94e600df-df20-49be-bc19-5702d29f6d1e", "tag": "714fca1f-222d-4fac-976d-7c4c3c1d29ca"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:32.678190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Port ab109d63-c458-4c59-80bf-668baab26b5d on network 7d356684-fac8-4711-8dea-9cfe05cf74a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:10:32.678435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Attempting to bind port ab109d63-c458-4c59-80bf-668baab26b5d on network 7d356684-fac8-4711-8dea-9cfe05cf74a7 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:32.690186 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:10:32.699527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:32.699884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Checking segment: {'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:32.700276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Bound using segment: {'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:32.700731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Bound port: ab109d63-c458-4c59-80bf-668baab26b5d, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70414dec-7438-425f-9f90-442c43289854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:32.701106 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.806647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-29f873ed-79a6-40d4-9cfb-eeaad9a5b453 None None] Current status of the port 03a808f3-9181-46b9-834a-6315a3c2ee00 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:32.807633 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29f873ed-79a6-40d4-9cfb-eeaad9a5b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.821567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] For port ab109d63-c458-4c59-80bf-668baab26b5d, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:32.826304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] For port ab109d63-c458-4c59-80bf-668baab26b5d, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ab109d63-c458-4c59-80bf-668baab26b5d,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:32.849038 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.898596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7119d62e-8e6c-4321-90ff-c8672e84a850 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:32.899189 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.903099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-29f873ed-79a6-40d4-9cfb-eeaad9a5b453 None None] For port 03a808f3-9181-46b9-834a-6315a3c2ee00, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=03a808f3-9181-46b9-834a-6315a3c2ee00,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:32.915718 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29f873ed-79a6-40d4-9cfb-eeaad9a5b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:32.950031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Pushing event updated for resources: {'Port': ['ID=ab109d63-c458-4c59-80bf-668baab26b5d,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:32.974375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119d62e-8e6c-4321-90ff-c8672e84a850'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:32.977483 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f237cc9-e091-4dc4-b263-dfd8c7090951" -d '{"events": [{"server_uuid": "e94fda3f-3c16-46d8-914f-2c3e98d754ad", "name": "network-vif-plugged", "status": "completed", "tag": "7119d62e-8e6c-4321-90ff-c8672e84a850"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:32.995548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec6f3f4a-e045-42d9-a2c8-a3ab8d00b1d3 req-f97353fc-6029-41e7-959a-35bef2db30eb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954362 Mar 10 15:10:33.008381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:33.009518 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:33.011511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-43b897e0-927b-4487-97b4-b9a667dec33f service neutron] 10.222.0.45 "PUT /v2.0/ports/ab109d63-c458-4c59-80bf-668baab26b5d HTTP/1.1" status: 200 len: 1091 time: 3.6819654 Mar 10 15:10:33.012006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0887446c-dae7-4dd9-b9da-f3917208893a', 'tag': 'ab109d63-c458-4c59-80bf-668baab26b5d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:33.014343 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5e55eb-0968-4411-88f2-79affd4fb7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0887446c-dae7-4dd9-b9da-f3917208893a", "tag": "ab109d63-c458-4c59-80bf-668baab26b5d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:33.040873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7119d62e-8e6c-4321-90ff-c8672e84a850, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7119d62e-8e6c-4321-90ff-c8672e84a850,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:33.059000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-9c0efda3-0dfc-42a1-967f-f7b33cd64377 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701910 Mar 10 15:10:33.064342 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:33.099004 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:33.102598 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08d739-ce0c-41ba-a1d9-b8e910327755 None None] The sync data for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 is: [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:10:33.167395 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f873ed-79a6-40d4-9cfb-eeaad9a5b453 None None] Pushing event updated for resources: {'Port': ['ID=03a808f3-9181-46b9-834a-6315a3c2ee00,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:33.204069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708a6db-26ef-4001-954d-bc649ab69b1f service neutron] Pushing event updated for resources: {'Port': ['ID=714fca1f-222d-4fac-976d-7c4c3c1d29ca,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:33.246881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a3e18716-307d-4882-8569-fa291d2e7275 None None] Provisioning complete for port 03a808f3-9181-46b9-834a-6315a3c2ee00 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:33.248599 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a3e18716-307d-4882-8569-fa291d2e7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:33.270132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-e76eaa06-e2ec-4ef5-80f4-9cbad05bc7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:33.271673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-e76eaa06-e2ec-4ef5-80f4-9cbad05bc7dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 1125 time: 0.1814966 Mar 10 15:10:33.285099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-6a3ed39e-b85c-4df2-a2ef-006bf1af4fc5 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192354 Mar 10 15:10:33.312175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ecba8-1512-4b8d-b55d-72bf844fcd27 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:33.317978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ecba8-1512-4b8d-b55d-72bf844fcd27 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:33.319797 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-071ecba8-1512-4b8d-b55d-72bf844fcd27 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.7219827 Mar 10 15:10:33.322194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7119d62e-8e6c-4321-90ff-c8672e84a850,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:33.326551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54622) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:33.388692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-b7373f4d-4e1c-4cc1-8ac5-9c10628984dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:33.390931 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-b7373f4d-4e1c-4cc1-8ac5-9c10628984dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 1125 time: 0.7223983 Mar 10 15:10:33.409796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b04b1-5ec5-4250-b237-10a4a4cf0dab req-41996f00-228d-49b6-a183-2872e57a0d95 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:33.412579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-905b04b1-5ec5-4250-b237-10a4a4cf0dab req-41996f00-228d-49b6-a183-2872e57a0d95 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 943 time: 0.2107136 Mar 10 15:10:33.413165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a3e18716-307d-4882-8569-fa291d2e7275 None None] Current status of the port 03a808f3-9181-46b9-834a-6315a3c2ee00 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:33.426625 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a3e18716-307d-4882-8569-fa291d2e7275 None None] Provisioning complete for port 39bd21b0-5b00-4503-98d6-655751fa9fe1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:33.427150 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a3e18716-307d-4882-8569-fa291d2e7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (39bd21b0-5b00-4503-98d6-655751fa9fe1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:33.447628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-9cee8c48-70a6-41ab-923b-00ff7b6e91bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab109d63-c458-4c59-80bf-668baab26b5d HTTP/1.1" status: 200 len: 217 time: 0.1561732 Mar 10 15:10:33.480472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a3e18716-307d-4882-8569-fa291d2e7275 None None] Port 39bd21b0-5b00-4503-98d6-655751fa9fe1 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:10:33.503561 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-b0bc4dca-299b-42bc-86e1-9b9ba241104d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=714fca1f-222d-4fac-976d-7c4c3c1d29ca HTTP/1.1" status: 200 len: 217 time: 0.1038845 Mar 10 15:10:33.504805 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (228d3a7b-f88b-4af9-8701-a037bb7cd541), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:33.535380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-65165151-db63-4667-9130-6664aa0d933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:33.536870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-65165151-db63-4667-9130-6664aa0d933e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.0756676 Mar 10 15:10:33.571812 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-83e26e1b-3733-4362-ab92-289dbe4d2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:33.573316 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-83e26e1b-3733-4362-ab92-289dbe4d2367 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.0624609 Mar 10 15:10:33.649712 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-edd81fbe-b929-4eb1-90a0-588f71011c8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696859 Mar 10 15:10:33.653433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-51430bac-9060-4019-a374-70ee40d32222 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664618 Mar 10 15:10:33.668339 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (975b9677-eb68-4188-b43e-4313cf4a2b52), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:33.756715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-905b04b1-5ec5-4250-b237-10a4a4cf0dab req-3069dd07-1482-435c-bb2b-51e44dc0f083 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045392 Mar 10 15:10:33.775151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-65f94f5e-4833-45ef-a3f3-25feeb9349b9 service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133225 Mar 10 15:10:33.820540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986d531-45c3-4198-b883-ee3fe1b3e801 req-79125a08-fd09-466f-961e-8c8f355119c3 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:33.822239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7986d531-45c3-4198-b883-ee3fe1b3e801 req-79125a08-fd09-466f-961e-8c8f355119c3 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 944 time: 0.2841191 Mar 10 15:10:33.837402 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-4921b931-3e4f-4f90-a906-f82566bd0148 service neutron] 10.222.0.62 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794634 Mar 10 15:10:33.909355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c7a034b9-99ed-466f-91b4-fdfa9ed99b90 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 39bd21b0-5b00-4503-98d6-655751fa9fe1 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:33.909710 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c7a034b9-99ed-466f-91b4-fdfa9ed99b90 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (39bd21b0-5b00-4503-98d6-655751fa9fe1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:33.914482 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b75a688-fc56-45ee-856c-bf79a9daad19 x-openstack-request-id: req-2b75a688-fc56-45ee-856c-bf79a9daad19 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:33.914819 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94fda3f-3c16-46d8-914f-2c3e98d754ad", "name": "network-vif-plugged", "status": "completed", "tag": "7119d62e-8e6c-4321-90ff-c8672e84a850", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:33.915548 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b75a688-fc56-45ee-856c-bf79a9daad19 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:33.916037 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119d62e-8e6c-4321-90ff-c8672e84a850', 'code': 200} Mar 10 15:10:33.939247 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39853378-e832-4a2a-af66-bda1fde53974 x-openstack-request-id: req-39853378-e832-4a2a-af66-bda1fde53974 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:33.939530 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e600df-df20-49be-bc19-5702d29f6d1e", "tag": "714fca1f-222d-4fac-976d-7c4c3c1d29ca", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:33.939886 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39853378-e832-4a2a-af66-bda1fde53974 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:33.940361 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e600df-df20-49be-bc19-5702d29f6d1e', 'tag': '714fca1f-222d-4fac-976d-7c4c3c1d29ca', 'status': 'completed', 'code': 200} Mar 10 15:10:34.031376 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401f0e9a-51df-4b1b-98b7-92bafbe81224 x-openstack-request-id: req-401f0e9a-51df-4b1b-98b7-92bafbe81224 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:34.031681 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0887446c-dae7-4dd9-b9da-f3917208893a", "tag": "ab109d63-c458-4c59-80bf-668baab26b5d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:34.031944 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-401f0e9a-51df-4b1b-98b7-92bafbe81224 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:34.032357 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0887446c-dae7-4dd9-b9da-f3917208893a', 'tag': 'ab109d63-c458-4c59-80bf-668baab26b5d', 'status': 'completed', 'code': 200} Mar 10 15:10:34.047634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7986d531-45c3-4198-b883-ee3fe1b3e801 req-d3e53aeb-a432-43c0-9f58-f9273fce19ed tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136347 Mar 10 15:10:34.108159 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for port (975b9677-eb68-4188-b43e-4313cf4a2b52), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:34.118025 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d79eb31f-6b77-41b4-ab4c-3c212eb8a882 req-7850f9b9-7fc2-441b-ad97-049b799d3469 service neutron] 10.222.0.62 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696762 Mar 10 15:10:34.126465 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (975b9677-eb68-4188-b43e-4313cf4a2b52), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:34.134021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89ec8f3d-8ec7-4fff-9941-d7c877eab5d2 req-dc4eaccb-76d5-46fd-96b7-63141e7878b5 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 210 time: 0.0688224 Mar 10 15:10:34.260861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c43aa9f-7375-4c5d-8dba-d5c6b5dbbd8b req-9f89bbf8-bcef-43c3-b4df-e4af5b9f2406 service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722483 Mar 10 15:10:34.286879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'Port': ['ID=975b9677-eb68-4188-b43e-4313cf4a2b52,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:34.305526 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (228d3a7b-f88b-4af9-8701-a037bb7cd541), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:34.306609 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c7a034b9-99ed-466f-91b4-fdfa9ed99b90 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (39bd21b0-5b00-4503-98d6-655751fa9fe1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:34.311093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581d603-7f72-4fbc-9791-a61cd0b83e9c req-0a540100-68e9-4a16-8e04-2e41eeb5191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:34.313155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4581d603-7f72-4fbc-9791-a61cd0b83e9c req-0a540100-68e9-4a16-8e04-2e41eeb5191d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 1127 time: 0.3182042 Mar 10 15:10:34.321530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ceafd0-0efd-4c37-9870-2b1071dacf73 req-1e462d3d-9f71-41b3-a587-96037feca1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:34.323059 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-65ceafd0-0efd-4c37-9870-2b1071dacf73 req-1e462d3d-9f71-41b3-a587-96037feca1ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 1125 time: 0.1195788 Mar 10 15:10:34.325898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96524b-afc1-4176-8ab9-238868856f41 req-bce4103b-653e-476c-b8ce-13e8c519c1dd tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:34.327965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a96524b-afc1-4176-8ab9-238868856f41 req-bce4103b-653e-476c-b8ce-13e8c519c1dd tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.1181374 Mar 10 15:10:34.348179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c7a034b9-99ed-466f-91b4-fdfa9ed99b90 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 39bd21b0-5b00-4503-98d6-655751fa9fe1 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:34.355748 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:34.357086 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-edeb095f-566f-4d86-bc5f-a4fc638b00df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9655910 Mar 10 15:10:34.532608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4581d603-7f72-4fbc-9791-a61cd0b83e9c req-ed4a2ed7-2fc1-4f28-a7e1-4bec8a8a71f4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957438 Mar 10 15:10:34.547028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a96524b-afc1-4176-8ab9-238868856f41 req-dfd45bb4-5a0b-4fdd-a421-f6190569d50b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008042 Mar 10 15:10:34.548922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e55eb-0968-4411-88f2-79affd4fb7c7 req-a8737691-7a18-41d1-a2c5-e95a62bb39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:34.550388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca5e55eb-0968-4411-88f2-79affd4fb7c7 req-a8737691-7a18-41d1-a2c5-e95a62bb39b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 1125 time: 0.1986775 Mar 10 15:10:34.552408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ceafd0-0efd-4c37-9870-2b1071dacf73 req-fc7aa78f-9f23-45d8-b75c-190e4244f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:34.553715 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-65ceafd0-0efd-4c37-9870-2b1071dacf73 req-fc7aa78f-9f23-45d8-b75c-190e4244f158 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 919 time: 0.2145989 Mar 10 15:10:34.605237 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-65ceafd0-0efd-4c37-9870-2b1071dacf73 req-40eaa653-f421-49b3-a265-54f8035c8b5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=714fca1f-222d-4fac-976d-7c4c3c1d29ca HTTP/1.1" status: 200 len: 217 time: 0.0448630 Mar 10 15:10:34.611989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-4aac15a0-7284-449a-ad89-9cd9f3d6e831 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--68451833&fields=id&tenant_id=30681029f9c54de880026374e32f2679 HTTP/1.1" status: 200 len: 267 time: 0.0589671 Mar 10 15:10:34.657089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ceafd0-0efd-4c37-9870-2b1071dacf73 req-47f11595-4bec-4505-bc51-7bad8d6d4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:34.658582 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-65ceafd0-0efd-4c37-9870-2b1071dacf73 req-47f11595-4bec-4505-bc51-7bad8d6d4d80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.0476201 Mar 10 15:10:34.693835 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-65ceafd0-0efd-4c37-9870-2b1071dacf73 req-49f6e722-4ea8-451f-bd9a-937b94bcf76a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287356 Mar 10 15:10:34.800016 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-65ceafd0-0efd-4c37-9870-2b1071dacf73 req-323fbed1-dbe1-4d51-9902-9c3ee6036a1b service neutron] 10.222.0.62 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996480 Mar 10 15:10:34.821891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-a842f03b-5e82-4a67-95e5-f7335d544186 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:34.828593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-a842f03b-5e82-4a67-95e5-f7335d544186 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 816 time: 0.1904736 Mar 10 15:10:34.834478 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c7a034b9-99ed-466f-91b4-fdfa9ed99b90 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (39bd21b0-5b00-4503-98d6-655751fa9fe1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:34.896168 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-65ceafd0-0efd-4c37-9870-2b1071dacf73 req-35d18915-8c13-405b-bcda-84cf95dbfb56 service neutron] 10.222.0.62 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874302 Mar 10 15:10:34.913459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-a7af2a72-9b46-4fc1-b065-cc975248b488 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/quotas/30681029f9c54de880026374e32f2679 HTTP/1.1" status: 200 len: 375 time: 0.0840881 Mar 10 15:10:34.919261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a034b9-99ed-466f-91b4-fdfa9ed99b90 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=39bd21b0-5b00-4503-98d6-655751fa9fe1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:35.038661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e55eb-0968-4411-88f2-79affd4fb7c7 req-61ce2a6e-2c21-4f74-81e3-8f0d5494786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:35.040184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca5e55eb-0968-4411-88f2-79affd4fb7c7 req-61ce2a6e-2c21-4f74-81e3-8f0d5494786f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 919 time: 0.2687759 Mar 10 15:10:35.076649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device de191862-ec05-43fc-9cce-9efc570dde18 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:35.134038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca5e55eb-0968-4411-88f2-79affd4fb7c7 req-e5926ef9-4bf4-4259-9e72-00e96c797bdb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab109d63-c458-4c59-80bf-668baab26b5d HTTP/1.1" status: 200 len: 217 time: 0.0661378 Mar 10 15:10:35.141580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port de191862-ec05-43fc-9cce-9efc570dde18 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:10:35.145121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525d53f-a17f-4ea7-b96e-47d04ff7c91b req-036636f7-1995-43f4-aad3-585122ee539a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:35.146752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port de191862-ec05-43fc-9cce-9efc570dde18 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:35.146934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7525d53f-a17f-4ea7-b96e-47d04ff7c91b req-036636f7-1995-43f4-aad3-585122ee539a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 943 time: 0.2948678 Mar 10 15:10:35.147586 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (de191862-ec05-43fc-9cce-9efc570dde18), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.181758 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-5c8337a3-2f08-4880-8002-fe54be388070 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2417247 Mar 10 15:10:35.295033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 03a808f3-9181-46b9-834a-6315a3c2ee00 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:35.302674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port de191862-ec05-43fc-9cce-9efc570dde18 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:35.303103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de191862-ec05-43fc-9cce-9efc570dde18), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.304147 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c7a034b9-99ed-466f-91b4-fdfa9ed99b90 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.310041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c7a034b9-99ed-466f-91b4-fdfa9ed99b90 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/39bd21b0-5b00-4503-98d6-655751fa9fe1 HTTP/1.1" status: 204 len: 168 time: 1.9802423 Mar 10 15:10:35.312451 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54656) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:35.372554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port de191862-ec05-43fc-9cce-9efc570dde18, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de191862-ec05-43fc-9cce-9efc570dde18,segment=NetworkSegment(f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5),segment_id=f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:35.379719 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (de191862-ec05-43fc-9cce-9efc570dde18), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.387677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 03a808f3-9181-46b9-834a-6315a3c2ee00 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:35.388040 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.388482 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824c06e0-63fc-491c-91de-f6229f9c05e1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:35.390437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824c06e0-63fc-491c-91de-f6229f9c05e1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:35.391904 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824c06e0-63fc-491c-91de-f6229f9c05e1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:35.395959 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-824c06e0-63fc-491c-91de-f6229f9c05e1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0797758 Mar 10 15:10:35.396274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54658) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:35.404700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e55eb-0968-4411-88f2-79affd4fb7c7 req-032ec180-9780-4b05-86d2-97eef50afa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:35.406728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca5e55eb-0968-4411-88f2-79affd4fb7c7 req-032ec180-9780-4b05-86d2-97eef50afa52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.2566812 Mar 10 15:10:35.417329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7525d53f-a17f-4ea7-b96e-47d04ff7c91b req-8e854d6d-a779-49e2-aef0-6268f2706309 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546248 Mar 10 15:10:35.454413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa85818-29f4-4127-bb98-9cda33395958 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 6aa9fbe1-1110-41d4-9247-1d990645203f {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:35.461190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6aa85818-29f4-4127-bb98-9cda33395958 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (6aa9fbe1-1110-41d4-9247-1d990645203f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.475300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=de191862-ec05-43fc-9cce-9efc570dde18,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:35.511296 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6aa85818-29f4-4127-bb98-9cda33395958 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (6aa9fbe1-1110-41d4-9247-1d990645203f), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.530569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 03a808f3-9181-46b9-834a-6315a3c2ee00 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:35.604606 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6aa85818-29f4-4127-bb98-9cda33395958 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6aa9fbe1-1110-41d4-9247-1d990645203f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.665479 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6aa85818-29f4-4127-bb98-9cda33395958 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (6aa9fbe1-1110-41d4-9247-1d990645203f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.695210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa85818-29f4-4127-bb98-9cda33395958 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa9fbe1-1110-41d4-9247-1d990645203f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:35.697199 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6aa85818-29f4-4127-bb98-9cda33395958 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.700642 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6aa85818-29f4-4127-bb98-9cda33395958 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/6aa9fbe1-1110-41d4-9247-1d990645203f HTTP/1.1" status: 204 len: 168 time: 0.3034854 Mar 10 15:10:35.703852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54662) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:35.704980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6091d4ac-8aac-4a87-8fca-64b7ff726d56 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:35.756626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ac843c-c78c-4197-b790-03a142150fdf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 78bcbc6b-02fc-4e17-b108-c0bc50794cfc {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:35.759950 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15ac843c-c78c-4197-b790-03a142150fdf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (78bcbc6b-02fc-4e17-b108-c0bc50794cfc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.820222 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15ac843c-c78c-4197-b790-03a142150fdf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (78bcbc6b-02fc-4e17-b108-c0bc50794cfc), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.839993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca5e55eb-0968-4411-88f2-79affd4fb7c7 req-698acb86-12ff-4d31-86b0-62c576531c19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3909364 Mar 10 15:10:35.913033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-1c335cdd-bd27-46d6-b89e-f76c936db61e service neutron] 10.222.0.11 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249551 Mar 10 15:10:35.921826 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15ac843c-c78c-4197-b790-03a142150fdf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (78bcbc6b-02fc-4e17-b108-c0bc50794cfc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:35.925298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1204bbda-98dc-499f-8397-fb120d3ff5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de191862-ec05-43fc-9cce-9efc570dde18'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:35.928308 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ccff53-407f-4e1e-8008-e9c4145dbbeb" -d '{"events": [{"server_uuid": "1204bbda-98dc-499f-8397-fb120d3ff5e1", "name": "network-vif-plugged", "status": "completed", "tag": "de191862-ec05-43fc-9cce-9efc570dde18"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:35.971066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-07a0fdd9-388b-4de8-9e80-48a8fdc54881 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:35.972125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-07a0fdd9-388b-4de8-9e80-48a8fdc54881 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.8068027 Mar 10 15:10:36.002340 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15ac843c-c78c-4197-b790-03a142150fdf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (78bcbc6b-02fc-4e17-b108-c0bc50794cfc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:36.029042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Request body: {'port': {'device_id': 'f831971d-ee05-4326-b7a4-441149115917', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'admin_state_up': True, 'tenant_id': '8714f144a3684d0d933f128eb20101bf'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:36.037309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac843c-c78c-4197-b790-03a142150fdf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=78bcbc6b-02fc-4e17-b108-c0bc50794cfc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:36.048806 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15ac843c-c78c-4197-b790-03a142150fdf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:36.053740 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-15ac843c-c78c-4197-b790-03a142150fdf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/78bcbc6b-02fc-4e17-b108-c0bc50794cfc HTTP/1.1" status: 204 len: 168 time: 0.3486431 Mar 10 15:10:36.057259 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54666) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:36.103594 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-569c8989-b0d4-442a-aebf-160278007f94 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452077 Mar 10 15:10:36.107610 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54668) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:36.134442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7bac7-fe96-42d5-91b1-7930e0c9e960 req-ad713697-1d0f-483c-86b1-362480b4e727 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:36.135990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59a7bac7-fe96-42d5-91b1-7930e0c9e960 req-ad713697-1d0f-483c-86b1-362480b4e727 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 945 time: 0.2934356 Mar 10 15:10:36.167860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a1cfc9-0182-4146-a934-60adaba8cb9b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:36.169554 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a0a1cfc9-0182-4146-a934-60adaba8cb9b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0602875 Mar 10 15:10:36.172544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54670) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:36.207790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca5e55eb-0968-4411-88f2-79affd4fb7c7 req-3dd37cda-d35e-4bf9-947f-968bd72f9e22 service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484042 Mar 10 15:10:36.226110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17b409-57ad-4fd4-8799-ac1ec2184258 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:36.227817 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4a17b409-57ad-4fd4-8799-ac1ec2184258 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0543292 Mar 10 15:10:36.230332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54672) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:36.261137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-7f4da09e-a054-4a36-8892-1a2c88ea2fa6 service neutron] 10.222.0.11 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254783 Mar 10 15:10:36.276099 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4762be85-7e88-4b4b-b903-dc4a81a87b55 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444808 Mar 10 15:10:36.281331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54674) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:36.290122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c557d98d-e7c4-4f81-be87-867639e3e65b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:36.320076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59a7bac7-fe96-42d5-91b1-7930e0c9e960 req-bbbae25c-32a0-402f-8993-6b7f045f0766 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703441 Mar 10 15:10:36.385368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Made reservation on behalf of 8714f144a3684d0d933f128eb20101bf for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:36.397375 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:36.423465 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c557d98d-e7c4-4f81-be87-867639e3e65b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:36.428771 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c557d98d-e7c4-4f81-be87-867639e3e65b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:36.430806 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c557d98d-e7c4-4f81-be87-867639e3e65b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:10:36.431343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c557d98d-e7c4-4f81-be87-867639e3e65b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:10:36.464217 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c557d98d-e7c4-4f81-be87-867639e3e65b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1782911 Mar 10 15:10:36.464464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54682) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:36.469855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d7ff0a99-866e-43c8-b560-723aa8d7d4e9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:36.518414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca5e55eb-0968-4411-88f2-79affd4fb7c7 req-3fbf1430-645f-40d6-94b4-3ec1781de57f service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939482 Mar 10 15:10:36.522081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc819087-d385-42de-aa40-b036150150f5 req-492c912d-3119-4ab4-905a-72993bfcbe44 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 210 time: 0.0772438 Mar 10 15:10:36.581152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123313b0-e7ae-4b71-80cc-eee606755bfd None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:36.586129 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ab632f-1d86-44aa-b5ba-ee98f761f175 x-openstack-request-id: req-87ab632f-1d86-44aa-b5ba-ee98f761f175 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:36.586559 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1204bbda-98dc-499f-8397-fb120d3ff5e1", "name": "network-vif-plugged", "status": "completed", "tag": "de191862-ec05-43fc-9cce-9efc570dde18", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:36.586829 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87ab632f-1d86-44aa-b5ba-ee98f761f175 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:36.587201 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ff0a99-866e-43c8-b560-723aa8d7d4e9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:36.587623 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1204bbda-98dc-499f-8397-fb120d3ff5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de191862-ec05-43fc-9cce-9efc570dde18', 'code': 200} Mar 10 15:10:36.592434 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7ff0a99-866e-43c8-b560-723aa8d7d4e9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:36.594517 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ff0a99-866e-43c8-b560-723aa8d7d4e9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:10:36.594767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ff0a99-866e-43c8-b560-723aa8d7d4e9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:10:36.620783 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d7ff0a99-866e-43c8-b560-723aa8d7d4e9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1521854 Mar 10 15:10:36.621401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54684) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:36.629367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-69063496-c1c9-4d90-9c37-25c4cccef0c6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:36.711961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a167a99d-fa34-4ee9-9222-7921c2cad566 req-54b75e7e-6f84-4942-83b1-671d7fdafc19 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 210 time: 0.0846224 Mar 10 15:10:36.759678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7b4e46f2-6a52-44a8-b180-ef09f9971ae2 None None] Provisioning complete for port 36a27da6-ce08-443b-bc1a-7b20f32207bb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:36.761273 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7b4e46f2-6a52-44a8-b180-ef09f9971ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:36.772661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fae2df-67ce-4fa6-855d-ce0e05849a37 req-df25a1fd-51a9-4f56-b8ad-1677aa8a5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:36.774318 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0fae2df-67ce-4fa6-855d-ce0e05849a37 req-df25a1fd-51a9-4f56-b8ad-1677aa8a5ae4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 1127 time: 0.1167891 Mar 10 15:10:36.780383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31e406-9050-4bd9-870f-f630dedff9e3 req-325cdd2e-7eb9-46d1-8756-180a15ba0439 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:36.789239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e31e406-9050-4bd9-870f-f630dedff9e3 req-325cdd2e-7eb9-46d1-8756-180a15ba0439 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.2393384 Mar 10 15:10:36.793877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69063496-c1c9-4d90-9c37-25c4cccef0c6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:36.802577 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-69063496-c1c9-4d90-9c37-25c4cccef0c6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:36.805476 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-69063496-c1c9-4d90-9c37-25c4cccef0c6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:10:36.805929 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69063496-c1c9-4d90-9c37-25c4cccef0c6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:10:36.849289 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-69063496-c1c9-4d90-9c37-25c4cccef0c6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2244241 Mar 10 15:10:36.854331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54690) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:36.876786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8772fa9d-3306-4c2d-ab64-4ed06b9bd44f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:36.890066 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0fae2df-67ce-4fa6-855d-ce0e05849a37 req-c11b6f7d-222c-45dc-bfeb-760407972d33 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086791 Mar 10 15:10:36.910615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e46f2-6a52-44a8-b180-ef09f9971ae2 None None] Current status of the port 36a27da6-ce08-443b-bc1a-7b20f32207bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:36.942327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa5280f-3cc3-4fdc-b117-8dd3d0fff7ba None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:10:36.998347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5280f-3cc3-4fdc-b117-8dd3d0fff7ba None None] Deleting port 36a27da6-ce08-443b-bc1a-7b20f32207bb {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:36.999603 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4aa5280f-3cc3-4fdc-b117-8dd3d0fff7ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.018450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Allocated IP 172.20.0.11 (9b4c730c-ad0a-4573-a071-96465b27d617/cb24078f-4516-4897-8be0-5a7c1076ae2d/b8231f06-2169-4db5-b9c2-b93cf461870b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:37.031612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e31e406-9050-4bd9-870f-f630dedff9e3 req-2e6ff0ad-6bdc-42dd-977f-47fc45c1a26d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417226 Mar 10 15:10:37.113758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923ae65-67ec-410d-99a4-ee38a2e27a05 req-34758a1a-f688-4197-b520-71e57ea9994d tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:37.115745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8923ae65-67ec-410d-99a4-ee38a2e27a05 req-34758a1a-f688-4197-b520-71e57ea9994d tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 943 time: 0.2556534 Mar 10 15:10:37.160638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8772fa9d-3306-4c2d-ab64-4ed06b9bd44f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:37.164239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8772fa9d-3306-4c2d-ab64-4ed06b9bd44f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.168797 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8772fa9d-3306-4c2d-ab64-4ed06b9bd44f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:10:37.169273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8772fa9d-3306-4c2d-ab64-4ed06b9bd44f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:10:37.241226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 714fca1f-222d-4fac-976d-7c4c3c1d29ca details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:10:37.251394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54698) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:37.257757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2f5b2a8f-c4f7-4b9c-9bd9-f8e4fc2d5815 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:37.262453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8772fa9d-3306-4c2d-ab64-4ed06b9bd44f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4008062 Mar 10 15:10:37.280992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8923ae65-67ec-410d-99a4-ee38a2e27a05 req-0bb6df55-720c-4d9d-9f7e-06649938b1ea tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530919 Mar 10 15:10:37.305945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 36a27da6-ce08-443b-bc1a-7b20f32207bb no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:37.309197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4aa5280f-3cc3-4fdc-b117-8dd3d0fff7ba None None] For port 36a27da6-ce08-443b-bc1a-7b20f32207bb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=36a27da6-ce08-443b-bc1a-7b20f32207bb,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:37.309688 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4aa5280f-3cc3-4fdc-b117-8dd3d0fff7ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.386402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5280f-3cc3-4fdc-b117-8dd3d0fff7ba None None] Calling delete_port for 36a27da6-ce08-443b-bc1a-7b20f32207bb owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:37.425665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5b2a8f-c4f7-4b9c-9bd9-f8e4fc2d5815 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:37.431916 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f5b2a8f-c4f7-4b9c-9bd9-f8e4fc2d5815 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.437627 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5b2a8f-c4f7-4b9c-9bd9-f8e4fc2d5815 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:10:37.438108 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5b2a8f-c4f7-4b9c-9bd9-f8e4fc2d5815 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:10:37.462279 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2f5b2a8f-c4f7-4b9c-9bd9-f8e4fc2d5815 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2097294 Mar 10 15:10:37.462921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54702) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:37.464692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641ab04-51f8-4836-88e2-97c277d3399d req-0b3eb75a-a16c-4bda-9909-ea53b34edc90 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:37.468544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-aed4d4b9-eb88-4f81-916e-9a1e3654704b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:37.472376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 714fca1f-222d-4fac-976d-7c4c3c1d29ca, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=714fca1f-222d-4fac-976d-7c4c3c1d29ca,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:37.490665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4641ab04-51f8-4836-88e2-97c277d3399d req-0b3eb75a-a16c-4bda-9909-ea53b34edc90 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.1561484 Mar 10 15:10:37.492661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '714fca1f-222d-4fac-976d-7c4c3c1d29ca', 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7', 'port_id': '714fca1f-222d-4fac-976d-7c4c3c1d29ca', 'mac_address': 'fa:16:3e:a6:e4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f676c7fc-77e8-47e4-89fb-8cc159a55df3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:10:37.517876 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks [] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.573516 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed4d4b9-eb88-4f81-916e-9a1e3654704b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:37.577643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aed4d4b9-eb88-4f81-916e-9a1e3654704b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.579916 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed4d4b9-eb88-4f81-916e-9a1e3654704b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:10:37.580340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed4d4b9-eb88-4f81-916e-9a1e3654704b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:10:37.582474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 36a27da6-ce08-443b-bc1a-7b20f32207bb is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:37.583067 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.596496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 714fca1f-222d-4fac-976d-7c4c3c1d29ca is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:37.596883 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.599565 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aed4d4b9-eb88-4f81-916e-9a1e3654704b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1356332 Mar 10 15:10:37.602386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54706) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:37.607628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4641ab04-51f8-4836-88e2-97c277d3399d req-55a5de90-ba50-4b9f-9491-1b5c7d62cf3b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155422 Mar 10 15:10:37.608957 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4aa5280f-3cc3-4fdc-b117-8dd3d0fff7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (36a27da6-ce08-443b-bc1a-7b20f32207bb), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.646551 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a4bf760e-7136-4634-bf07-af1abefe4dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0427589 Mar 10 15:10:37.647189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714fca1f-222d-4fac-976d-7c4c3c1d29ca {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:37.648978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54708) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:37.650972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5280f-3cc3-4fdc-b117-8dd3d0fff7ba None None] Pushing event deleted for resources: {'Port': ['ID=36a27da6-ce08-443b-bc1a-7b20f32207bb,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:37.659137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5280f-3cc3-4fdc-b117-8dd3d0fff7ba None None] No DVR routers for this DVR port 36a27da6-ce08-443b-bc1a-7b20f32207bb on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:10:37.695132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 714fca1f-222d-4fac-976d-7c4c3c1d29ca, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=714fca1f-222d-4fac-976d-7c4c3c1d29ca,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:37.699940 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.715264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f12336d-d947-4aa3-a3e8-870518c850e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:37.719062 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1f12336d-d947-4aa3-a3e8-870518c850e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0667787 Mar 10 15:10:37.721509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54710) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:37.723923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba551cc-5c53-4de7-b743-a1f7719a87f0 req-cdaba5cf-e142-4167-b4cd-7e74a5212b8e tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:37.728091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cba551cc-5c53-4de7-b743-a1f7719a87f0 req-cdaba5cf-e142-4167-b4cd-7e74a5212b8e tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 945 time: 0.2750685 Mar 10 15:10:37.729483 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.770754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=714fca1f-222d-4fac-976d-7c4c3c1d29ca,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:37.778136 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a100461a-603a-40e3-8c6e-39264dcee74b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521216 Mar 10 15:10:37.778353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54714) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:37.784066 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-655cb76c-b3b4-4208-b1b4-c294183ff2d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:37.863755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Network 9b4c730c-ad0a-4573-a071-96465b27d617 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:37.883008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655cb76c-b3b4-4208-b1b4-c294183ff2d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:37.887126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-655cb76c-b3b4-4208-b1b4-c294183ff2d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:37.889606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:37.900032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:37.906868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event updated for resources: {'Port': ['ID=b8231f06-2169-4db5-b9c2-b93cf461870b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:37.985275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cba551cc-5c53-4de7-b743-a1f7719a87f0 req-7b576b2d-c069-43ca-a84a-a2112d4ccbe6 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469163 Mar 10 15:10:37.990532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.990916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.991260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.991598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.991934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.992266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.992597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.992925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.993256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.993584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.993924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.994233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:37.994554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:38.017693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4662e4-3e27-4023-b8aa-45f112b3dccb req-77ee8a72-d3ff-4632-ad22-769c15f4c956 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:38.019266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e4662e4-3e27-4023-b8aa-45f112b3dccb req-77ee8a72-d3ff-4632-ad22-769c15f4c956 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 932 time: 0.2870288 Mar 10 15:10:38.049515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:38.050142 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:38.074672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-7706340e-d9f9-46b9-90d6-a871d6ce96e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:38.076160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-7706340e-d9f9-46b9-90d6-a871d6ce96e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 816 time: 0.2638226 Mar 10 15:10:38.095327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-06066a3c-c44e-4ffb-994b-90ae7d6b8d7e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0781500 Mar 10 15:10:38.124795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2653ab34-cced-410a-902f-fea1b74d06d1 req-236aaf68-9ee6-4944-adbc-24e01b6f4fec tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 210 time: 0.0458097 Mar 10 15:10:38.128467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Request body: {'port': {'device_id': 'f831971d-ee05-4326-b7a4-441149115917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:38.176330 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-655cb76c-b3b4-4208-b1b4-c294183ff2d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:10:38.177789 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-655cb76c-b3b4-4208-b1b4-c294183ff2d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (865cdf16-0ed3-4862-a37c-cfc58b0e3ad1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:38.210547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e4662e4-3e27-4023-b8aa-45f112b3dccb req-95d997fa-8c2b-4d6f-9781-4d2ad398cff3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846836 Mar 10 15:10:38.218832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655cb76c-b3b4-4208-b1b4-c294183ff2d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:38.224015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-655cb76c-b3b4-4208-b1b4-c294183ff2d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:38.228304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655cb76c-b3b4-4208-b1b4-c294183ff2d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:38.228906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-655cb76c-b3b4-4208-b1b4-c294183ff2d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:38.236810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['714fca1f-222d-4fac-976d-7c4c3c1d29ca'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:38.238459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cb76c-b3b4-4208-b1b4-c294183ff2d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=865cdf16-0ed3-4862-a37c-cfc58b0e3ad1,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:38.238809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5f1fa-1973-476b-af88-60494e41a295 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:38.259764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54716) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:38.261487 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-655cb76c-b3b4-4208-b1b4-c294183ff2d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4818542 Mar 10 15:10:38.266058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:0e:7a:80', 'name': 'tempest-NetworksTestDHCPv6-288093611'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:38.298400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-8bcd7a2d-53eb-49d0-823e-fdf725f75d97 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30681029f9c54de880026374e32f2679 HTTP/1.1" status: 200 len: 378 time: 0.2092838 Mar 10 15:10:38.326203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'port': {'device_id': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'admin_state_up': True, 'tenant_id': '30681029f9c54de880026374e32f2679', 'security_groups': ['dc5c1bba-0a43-4087-9efa-ec46f8a86923']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:38.337551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ab109d63-c458-4c59-80bf-668baab26b5d details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:10:38.348161 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:38.438114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '865cdf16-0ed3-4862-a37c-cfc58b0e3ad1'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:10:38.439665 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:38.603295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ab109d63-c458-4c59-80bf-668baab26b5d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ab109d63-c458-4c59-80bf-668baab26b5d,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:38.634666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'ab109d63-c458-4c59-80bf-668baab26b5d', 'network_id': '7d356684-fac8-4711-8dea-9cfe05cf74a7', 'port_id': 'ab109d63-c458-4c59-80bf-668baab26b5d', 'mac_address': 'fa:16:3e:e5:62:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f676c7fc-77e8-47e4-89fb-8cc159a55df3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:10:38.657117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c879359-8e55-4280-9ecb-f883eb49d915 req-4406d688-0297-4675-b8aa-e67ee346a5bf tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:38.658627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c879359-8e55-4280-9ecb-f883eb49d915 req-4406d688-0297-4675-b8aa-e67ee346a5bf tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 944 time: 0.2497282 Mar 10 15:10:38.697613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:38.732919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Allocated IP 2001:db8::f816:3eff:fea9:2458 (e8b41007-025f-4e22-b7fd-0464260c3402/865cdf16-0ed3-4862-a37c-cfc58b0e3ad1/3d18e3cc-ccaa-4617-8da0-6a83356fae92) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:38.745502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ab109d63-c458-4c59-80bf-668baab26b5d is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:38.745923 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:38.780910 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab109d63-c458-4c59-80bf-668baab26b5d {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:38.812814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Made reservation on behalf of 30681029f9c54de880026374e32f2679 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:38.816155 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:38.836091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ab109d63-c458-4c59-80bf-668baab26b5d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ab109d63-c458-4c59-80bf-668baab26b5d,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:38.841067 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:38.918550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c879359-8e55-4280-9ecb-f883eb49d915 req-8fd679b7-6074-423b-b226-3ec6762b9561 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484636 Mar 10 15:10:38.933737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ab109d63-c458-4c59-80bf-668baab26b5d,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:38.961586 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Publish callbacks [] for port (3d18e3cc-ccaa-4617-8da0-6a83356fae92), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:38.969176 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (3d18e3cc-ccaa-4617-8da0-6a83356fae92), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:38.991860 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:39.014309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:39.023577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:39.025938 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Pushing event updated for resources: {'Port': ['ID=3d18e3cc-ccaa-4617-8da0-6a83356fae92,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:39.028237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:39.032969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65589-d7ab-4ced-9990-9d39a25a6e16 req-916ff78c-d523-4728-9f2e-6acae72960f5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:39.035114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7f65589-d7ab-4ced-9990-9d39a25a6e16 req-916ff78c-d523-4728-9f2e-6acae72960f5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.3478425 Mar 10 15:10:39.081742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['ab109d63-c458-4c59-80bf-668baab26b5d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:39.096916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port db71ce28-3306-49f7-8066-969d5103fe32 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:10:39.118082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Attempting to bind port 3d18e3cc-ccaa-4617-8da0-6a83356fae92 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:39.118449 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Attempting to bind port 3d18e3cc-ccaa-4617-8da0-6a83356fae92 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:39.118836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Attempting to bind port 3d18e3cc-ccaa-4617-8da0-6a83356fae92 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:39.134324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:39.134551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:39.134983 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:39.135380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:39.135835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Bound port: 3d18e3cc-ccaa-4617-8da0-6a83356fae92, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:39.136207 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3d18e3cc-ccaa-4617-8da0-6a83356fae92), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:39.275992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] For port 3d18e3cc-ccaa-4617-8da0-6a83356fae92, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:39.299289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] For port 3d18e3cc-ccaa-4617-8da0-6a83356fae92, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3d18e3cc-ccaa-4617-8da0-6a83356fae92,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:39.313306 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3d18e3cc-ccaa-4617-8da0-6a83356fae92), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:39.396831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf30896-fc6c-4569-b7a4-7ec4bf2b3df3 None None] Pushing event updated for resources: {'Port': ['ID=3d18e3cc-ccaa-4617-8da0-6a83356fae92,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:39.569286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Allocated IP 172.20.0.5 (083d81ff-380f-40be-8440-8980c24e49d8/68d894d8-6340-4c5f-8791-441b0e8bb520/0eaf15c8-e27b-4395-86e1-9f6633b4952a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:39.630516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8231f06-2169-4db5-b9c2-b93cf461870b {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:39.643608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7f65589-d7ab-4ced-9990-9d39a25a6e16 req-18cb54f6-952c-45bd-bcee-f1b6b5576def tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980129 Mar 10 15:10:39.670898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Publish callbacks [] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:39.728049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87107a5e-a173-41db-8da4-9052774e2ad6 req-016ae084-c5ad-462c-9183-bea2036ee0c6 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:39.729567 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87107a5e-a173-41db-8da4-9052774e2ad6 req-016ae084-c5ad-462c-9183-bea2036ee0c6 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 945 time: 0.6278815 Mar 10 15:10:39.767846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Transition to ACTIVE for port object b8231f06-2169-4db5-b9c2-b93cf461870b will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:10:39.777747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::f816:3eff:fe0e:7a80 (e8b41007-025f-4e22-b7fd-0464260c3402/865cdf16-0ed3-4862-a37c-cfc58b0e3ad1/db71ce28-3306-49f7-8066-969d5103fe32) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:39.782121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e737df1-3dff-440e-b6fa-6e0ceb818c19 req-a00433a1-2112-4c5b-a533-a49f7f042ef0 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 210 time: 0.0746994 Mar 10 15:10:39.798037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.008957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Pushing event updated for resources: {'Port': ['ID=b8231f06-2169-4db5-b9c2-b93cf461870b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:40.045443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87107a5e-a173-41db-8da4-9052774e2ad6 req-dbf7a5c6-556b-4573-b8ec-6583de8e93bf tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979963 Mar 10 15:10:40.113700 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.178476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18b15d-f52e-4ae0-8bbf-041861b03442 req-96bb6384-0572-45b7-8614-0240343a1599 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:40.180043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b18b15d-f52e-4ae0-8bbf-041861b03442 req-96bb6384-0572-45b7-8614-0240343a1599 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 944 time: 0.3194447 Mar 10 15:10:40.256175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Attempting to bind port b8231f06-2169-4db5-b9c2-b93cf461870b on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:40.256512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Attempting to bind port b8231f06-2169-4db5-b9c2-b93cf461870b by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:40.256836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Attempting to bind port b8231f06-2169-4db5-b9c2-b93cf461870b on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:40.288796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Port b8231f06-2169-4db5-b9c2-b93cf461870b on network 9b4c730c-ad0a-4573-a071-96465b27d617 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:10:40.289018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Attempting to bind port b8231f06-2169-4db5-b9c2-b93cf461870b on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:40.301691 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (db71ce28-3306-49f7-8066-969d5103fe32), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.308900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:40.309294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Checking segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:40.309634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Bound using segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:40.310068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Bound port: b8231f06-2169-4db5-b9c2-b93cf461870b, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:40.310418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.313197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.332479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b18b15d-f52e-4ae0-8bbf-041861b03442 req-72f77f5b-005d-4e86-aee0-66c74d20cf43 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443164 Mar 10 15:10:40.343775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ab109d63-c458-4c59-80bf-668baab26b5d up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:40.428771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port ab109d63-c458-4c59-80bf-668baab26b5d completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:10:40.433925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port ab109d63-c458-4c59-80bf-668baab26b5d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:40.434739 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.450531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Network 083d81ff-380f-40be-8440-8980c24e49d8 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:40.475945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:40.481821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'Port': ['ID=0eaf15c8-e27b-4395-86e1-9f6633b4952a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:40.494782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:40.518469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-47414fae-0eba-4c83-a42a-9abc37713f56 None None] Provisioning complete for port 3d18e3cc-ccaa-4617-8da0-6a83356fae92 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:40.518924 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-47414fae-0eba-4c83-a42a-9abc37713f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3d18e3cc-ccaa-4617-8da0-6a83356fae92), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.547046 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (db71ce28-3306-49f7-8066-969d5103fe32), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.609554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] For port b8231f06-2169-4db5-b9c2-b93cf461870b, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:40.610320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ab109d63-c458-4c59-80bf-668baab26b5d is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:40.610427 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.656259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0887446c-dae7-4dd9-b9da-f3917208893a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab109d63-c458-4c59-80bf-668baab26b5d'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:40.658481 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2f08d8-8a32-48a8-88a6-ed14d03cc715" -d '{"events": [{"server_uuid": "0887446c-dae7-4dd9-b9da-f3917208893a", "name": "network-vif-plugged", "status": "completed", "tag": "ab109d63-c458-4c59-80bf-668baab26b5d"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:40.660171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] For port b8231f06-2169-4db5-b9c2-b93cf461870b, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b8231f06-2169-4db5-b9c2-b93cf461870b,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:40.669623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:40.670268 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.682493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ab109d63-c458-4c59-80bf-668baab26b5d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ab109d63-c458-4c59-80bf-668baab26b5d,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:40.688739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-47414fae-0eba-4c83-a42a-9abc37713f56 None None] Current status of the port 3d18e3cc-ccaa-4617-8da0-6a83356fae92 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:40.689032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfc2c2-b3dd-4300-b147-8a29f5807a59 req-ac9cdfa6-03ea-4c4d-8342-61948654295c tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:40.689189 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-47414fae-0eba-4c83-a42a-9abc37713f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3d18e3cc-ccaa-4617-8da0-6a83356fae92), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.690681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29bfc2c2-b3dd-4300-b147-8a29f5807a59 req-ac9cdfa6-03ea-4c4d-8342-61948654295c tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 944 time: 0.2503767 Mar 10 15:10:40.691974 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.697438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:40.701180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=db71ce28-3306-49f7-8066-969d5103fe32,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:40.704024 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.718881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:40.750905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:40.754324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-47414fae-0eba-4c83-a42a-9abc37713f56 None None] For port 3d18e3cc-ccaa-4617-8da0-6a83356fae92, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3d18e3cc-ccaa-4617-8da0-6a83356fae92,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:40.755497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:40.756145 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.768022 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-47414fae-0eba-4c83-a42a-9abc37713f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3d18e3cc-ccaa-4617-8da0-6a83356fae92), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.771421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fe936d3e-4309-4cae-8c77-fbdd0861aba7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4647696 Mar 10 15:10:40.772610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ab109d63-c458-4c59-80bf-668baab26b5d,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:40.794334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Request body: {'port': {'device_id': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:40.807803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:40.808444 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.810883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] 10.222.0.45 "PUT /v2.0/ports/b8231f06-2169-4db5-b9c2-b93cf461870b HTTP/1.1" status: 200 len: 1092 time: 2.6884322 Mar 10 15:10:40.811888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f831971d-ee05-4326-b7a4-441149115917', 'tag': 'b8231f06-2169-4db5-b9c2-b93cf461870b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:40.814092 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390a1e02-82f6-4413-80f7-f43182498f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "f831971d-ee05-4326-b7a4-441149115917", "tag": "b8231f06-2169-4db5-b9c2-b93cf461870b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:40.853634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47414fae-0eba-4c83-a42a-9abc37713f56 None None] Pushing event updated for resources: {'Port': ['ID=3d18e3cc-ccaa-4617-8da0-6a83356fae92,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:40.873183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a0314b8b-ed1c-47a4-93a3-db76b99aa523 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6094942 Mar 10 15:10:40.873636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54752) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:40.878024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8e600-4d66-464b-b131-d7753c7c9635 req-70d92f5b-4042-4776-9d81-65af422a58d6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:40.879868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37a8e600-4d66-464b-b131-d7753c7c9635 req-70d92f5b-4042-4776-9d81-65af422a58d6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.3264089 Mar 10 15:10:40.908354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b0a88-b2c6-4a8a-80ad-3185013ea72e service neutron] Pushing event updated for resources: {'Port': ['ID=b8231f06-2169-4db5-b9c2-b93cf461870b,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:40.941872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fd8de30a-aec6-4d02-bc5f-156125ff18c3 None None] Provisioning complete for port 0eaf15c8-e27b-4395-86e1-9f6633b4952a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:40.943479 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fd8de30a-aec6-4d02-bc5f-156125ff18c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:40.981132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d65c80-ccf9-4cb1-9ecf-e3b1f4038bf4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:40.986008 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29bfc2c2-b3dd-4300-b147-8a29f5807a59 req-ae07332a-5db2-4625-88ed-ebc1954a526c tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796504 Mar 10 15:10:40.989798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d65c80-ccf9-4cb1-9ecf-e3b1f4038bf4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:40.991632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fd8de30a-aec6-4d02-bc5f-156125ff18c3 None None] Port 0eaf15c8-e27b-4395-86e1-9f6633b4952a cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:10:40.996991 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-29d65c80-ccf9-4cb1-9ecf-e3b1f4038bf4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1222835 Mar 10 15:10:40.998443 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54754) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:41.028759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:41.057552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37a8e600-4d66-464b-b131-d7753c7c9635 req-8d4641db-3a0a-45d1-8786-c09992d9da27 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623671 Mar 10 15:10:41.069017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-548b05f6-8566-4545-9365-dc7e81c9a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:41.070471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-548b05f6-8566-4545-9365-dc7e81c9a1bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 1126 time: 0.1870573 Mar 10 15:10:41.083922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 714fca1f-222d-4fac-976d-7c4c3c1d29ca up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:41.137979 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-cd30f899-e1b9-4046-a342-17c16ce45293 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8231f06-2169-4db5-b9c2-b93cf461870b HTTP/1.1" status: 200 len: 217 time: 0.0408475 Mar 10 15:10:41.168887 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94635baa-0681-4948-b86e-2cae48d2d433 x-openstack-request-id: req-94635baa-0681-4948-b86e-2cae48d2d433 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:41.168887 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0887446c-dae7-4dd9-b9da-f3917208893a", "name": "network-vif-plugged", "status": "completed", "tag": "ab109d63-c458-4c59-80bf-668baab26b5d", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:41.169128 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94635baa-0681-4948-b86e-2cae48d2d433 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:41.169517 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0887446c-dae7-4dd9-b9da-f3917208893a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab109d63-c458-4c59-80bf-668baab26b5d', 'code': 200} Mar 10 15:10:41.219808 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:10:41.270024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 714fca1f-222d-4fac-976d-7c4c3c1d29ca completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:10:41.289384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e1fd7631-d413-4158-9865-c9f594783680 None None] Provisioning complete for port db71ce28-3306-49f7-8066-969d5103fe32 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:41.289782 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e1fd7631-d413-4158-9865-c9f594783680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (db71ce28-3306-49f7-8066-969d5103fe32), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:41.293334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 714fca1f-222d-4fac-976d-7c4c3c1d29ca triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:41.293604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:41.396107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-be349730-d68d-4f13-bac7-fc696a2a46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:41.397660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-be349730-d68d-4f13-bac7-fc696a2a46bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.2395866 Mar 10 15:10:41.402406 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a553c4eb-76f0-49a0-8bc3-c236e7272ac9 x-openstack-request-id: req-a553c4eb-76f0-49a0-8bc3-c236e7272ac9 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:41.402698 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f831971d-ee05-4326-b7a4-441149115917", "tag": "b8231f06-2169-4db5-b9c2-b93cf461870b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:41.403301 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a553c4eb-76f0-49a0-8bc3-c236e7272ac9 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:41.403876 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f831971d-ee05-4326-b7a4-441149115917', 'tag': 'b8231f06-2169-4db5-b9c2-b93cf461870b', 'status': 'completed', 'code': 200} Mar 10 15:10:41.478152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-bad205ab-66d3-49f0-8ea2-d55f1dad38de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616348 Mar 10 15:10:41.554279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd7631-d413-4158-9865-c9f594783680 None None] Port db71ce28-3306-49f7-8066-969d5103fe32 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:10:41.559151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3d18e3cc-ccaa-4617-8da0-6a83356fae92 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:41.572253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfd7b7-8879-44b1-8803-c9b5f8326ce5 req-62f077bd-4a5d-475c-b92c-72247b03df80 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:41.573775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93dfd7b7-8879-44b1-8803-c9b5f8326ce5 req-62f077bd-4a5d-475c-b92c-72247b03df80 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 931 time: 0.3069673 Mar 10 15:10:41.592935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78797ad8-85ee-43de-b72d-3b60f05be93a req-d6ec22c6-9875-4995-a4f4-99a3ae9b2b65 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:41.599304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78797ad8-85ee-43de-b72d-3b60f05be93a req-d6ec22c6-9875-4995-a4f4-99a3ae9b2b65 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 945 time: 0.1945453 Mar 10 15:10:41.601197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 714fca1f-222d-4fac-976d-7c4c3c1d29ca is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:41.601585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:41.633743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748c59f-6c15-4038-b765-11dd2dd82383 req-10945dd4-9bd2-4524-b871-69e5511ae5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:41.635454 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d748c59f-6c15-4038-b765-11dd2dd82383 req-10945dd4-9bd2-4524-b871-69e5511ae5ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 1127 time: 0.1465743 Mar 10 15:10:41.644150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 714fca1f-222d-4fac-976d-7c4c3c1d29ca, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=714fca1f-222d-4fac-976d-7c4c3c1d29ca,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:41.649452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3d18e3cc-ccaa-4617-8da0-6a83356fae92 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:41.649824 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3d18e3cc-ccaa-4617-8da0-6a83356fae92), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:41.650417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4cf6f-b727-488c-a39c-390839b47d6f req-7f53920b-e200-444c-865e-675f8fed8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:41.651971 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2cf4cf6f-b727-488c-a39c-390839b47d6f req-7f53920b-e200-444c-865e-675f8fed8d73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=48b7801d0534444f8b2ab56c996cf44b&device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 1127 time: 0.1642342 Mar 10 15:10:41.652563 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:41.737358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=714fca1f-222d-4fac-976d-7c4c3c1d29ca,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:41.751307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-71aa9f06-a721-4ad6-8fba-d3f466a243d6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port db71ce28-3306-49f7-8066-969d5103fe32 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:41.752502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71aa9f06-a721-4ad6-8fba-d3f466a243d6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (db71ce28-3306-49f7-8066-969d5103fe32), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:41.763304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-f444e3c8-728f-4e4e-8214-02bf8fc88719 service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677965 Mar 10 15:10:41.771365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78797ad8-85ee-43de-b72d-3b60f05be93a req-03a36732-a4ec-48ce-81a7-e7739ceb6f58 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712103 Mar 10 15:10:41.775308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eaf15c8-e27b-4395-86e1-9f6633b4952a {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:41.775598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3d18e3cc-ccaa-4617-8da0-6a83356fae92 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:41.794909 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d748c59f-6c15-4038-b765-11dd2dd82383 req-0f129b54-de8d-4e52-a548-334fbff1bdfb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528265 Mar 10 15:10:41.802974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93dfd7b7-8879-44b1-8803-c9b5f8326ce5 req-f06d4ea8-bf18-4a58-9212-df474d0684ca tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2139144 Mar 10 15:10:41.805366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Publish callbacks [] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:41.833273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Transition to ACTIVE for port object 0eaf15c8-e27b-4395-86e1-9f6633b4952a will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:10:41.840980 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:41.864541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4cf6f-b727-488c-a39c-390839b47d6f req-a9842e95-70e8-4fd1-b84e-0e0ddf1017d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:41.865974 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2cf4cf6f-b727-488c-a39c-390839b47d6f req-a9842e95-70e8-4fd1-b84e-0e0ddf1017d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5b7952a-a06c-4e06-88c7-ae08d39a7280 HTTP/1.1" status: 200 len: 914 time: 0.2024901 Mar 10 15:10:41.916360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71aa9f06-a721-4ad6-8fba-d3f466a243d6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (db71ce28-3306-49f7-8066-969d5103fe32), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:41.919880 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2cf4cf6f-b727-488c-a39c-390839b47d6f req-0e4399d4-0f11-48b3-ae50-d2d011632890 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de191862-ec05-43fc-9cce-9efc570dde18 HTTP/1.1" status: 200 len: 217 time: 0.0473890 Mar 10 15:10:41.938830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-71aa9f06-a721-4ad6-8fba-d3f466a243d6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for db71ce28-3306-49f7-8066-969d5103fe32 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:41.971107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Pushing event updated for resources: {'Port': ['ID=0eaf15c8-e27b-4395-86e1-9f6633b4952a,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:42.016895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f5a70ff-339f-45f0-91d9-483372d4fa51 req-69d728a3-7a3e-4982-b3d1-ff15fd756631 service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438262 Mar 10 15:10:42.023979 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4cf6f-b727-488c-a39c-390839b47d6f req-2e4510c6-8521-4815-9220-780f681b2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:42.025443 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2cf4cf6f-b727-488c-a39c-390839b47d6f req-2e4510c6-8521-4815-9220-780f681b2ecd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1 HTTP/1.1" status: 200 len: 853 time: 0.0991080 Mar 10 15:10:42.070529 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2cf4cf6f-b727-488c-a39c-390839b47d6f req-810ca8eb-b158-4b22-85cd-4c86464ae3d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5b7952a-a06c-4e06-88c7-ae08d39a7280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395727 Mar 10 15:10:42.075623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915d2ab-33e3-4b8c-b8dc-6175c3e92738 req-f8d6e52a-c103-44ca-8eba-2ceb669c1402 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:42.076867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7915d2ab-33e3-4b8c-b8dc-6175c3e92738 req-f8d6e52a-c103-44ca-8eba-2ceb669c1402 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 944 time: 0.2195871 Mar 10 15:10:42.199896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Attempting to bind port 0eaf15c8-e27b-4395-86e1-9f6633b4952a on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:42.200234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Attempting to bind port 0eaf15c8-e27b-4395-86e1-9f6633b4952a by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:42.200565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Attempting to bind port 0eaf15c8-e27b-4395-86e1-9f6633b4952a on network 083d81ff-380f-40be-8440-8980c24e49d8 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:42.207910 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2cf4cf6f-b727-488c-a39c-390839b47d6f req-d26cd9d9-4298-40e3-90a6-90ddde912fdb service neutron] 10.222.0.62 "GET /v2.0/networks/f5b7952a-a06c-4e06-88c7-ae08d39a7280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276457 Mar 10 15:10:42.209245 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71aa9f06-a721-4ad6-8fba-d3f466a243d6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (db71ce28-3306-49f7-8066-969d5103fe32), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.221046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Port 0eaf15c8-e27b-4395-86e1-9f6633b4952a on network 083d81ff-380f-40be-8440-8980c24e49d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:10:42.221409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Attempting to bind port 0eaf15c8-e27b-4395-86e1-9f6633b4952a on network 083d81ff-380f-40be-8440-8980c24e49d8 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:42.228519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7915d2ab-33e3-4b8c-b8dc-6175c3e92738 req-3acc85fa-1532-4a0e-b019-c2f6c619fb8f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270795 Mar 10 15:10:42.236160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:42.236569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Checking segment: {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:42.237180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Bound using segment: {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:42.237529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Bound port: 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:42.237750 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.266377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa9f06-a721-4ad6-8fba-d3f466a243d6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=db71ce28-3306-49f7-8066-969d5103fe32,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:42.300384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a1e02-82f6-4413-80f7-f43182498f0d req-4cede02a-6d8d-43f4-bc37-895d21b69b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:42.301902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-390a1e02-82f6-4413-80f7-f43182498f0d req-4cede02a-6d8d-43f4-bc37-895d21b69b98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 1126 time: 0.2163661 Mar 10 15:10:42.322683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71aa9f06-a721-4ad6-8fba-d3f466a243d6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.329217 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-71aa9f06-a721-4ad6-8fba-d3f466a243d6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/db71ce28-3306-49f7-8066-969d5103fe32 HTTP/1.1" status: 204 len: 168 time: 1.3272088 Mar 10 15:10:42.329429 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54766) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:42.349842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7119d62e-8e6c-4321-90ff-c8672e84a850 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:10:42.363460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2447a-2ec8-4a75-bb8e-c40d10c10949 req-2ef365cd-ff7f-4a10-afbf-c1c769a72614 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:42.370272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aac2447a-2ec8-4a75-bb8e-c40d10c10949 req-2ef365cd-ff7f-4a10-afbf-c1c769a72614 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.2479556 Mar 10 15:10:42.428534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f5a53-379d-4cbc-9dc6-080820f1195d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:42.430095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f5a53-379d-4cbc-9dc6-080820f1195d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:42.434269 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-374f5a53-379d-4cbc-9dc6-080820f1195d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1013129 Mar 10 15:10:42.434953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54768) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:42.472118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7119d62e-8e6c-4321-90ff-c8672e84a850, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7119d62e-8e6c-4321-90ff-c8672e84a850,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:42.474410 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2cf4cf6f-b727-488c-a39c-390839b47d6f req-e932f927-ebdf-431b-bddf-a12fab9670bb service neutron] 10.222.0.62 "GET /v2.0/networks/f5b7952a-a06c-4e06-88c7-ae08d39a7280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532563 Mar 10 15:10:42.479084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:42.498236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '7119d62e-8e6c-4321-90ff-c8672e84a850', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'port_id': '7119d62e-8e6c-4321-90ff-c8672e84a850', 'mac_address': 'fa:16:3e:0b:5b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:10:42.503933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aac2447a-2ec8-4a75-bb8e-c40d10c10949 req-3b30a2a7-2787-43e4-8c90-835d05c80d8c tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326954 Mar 10 15:10:42.504170 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d499d4-fc00-4c2c-b902-bf79b84e435f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 865cdf16-0ed3-4862-a37c-cfc58b0e3ad1 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:42.508813 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65d499d4-fc00-4c2c-b902-bf79b84e435f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (865cdf16-0ed3-4862-a37c-cfc58b0e3ad1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.523756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:42.544813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8f02a-87fc-49c4-b6e4-1a9970f0cd13 req-0698bd7b-851d-4f67-a631-6196944bb72f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:42.547207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63c8f02a-87fc-49c4-b6e4-1a9970f0cd13 req-0698bd7b-851d-4f67-a631-6196944bb72f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.2397854 Mar 10 15:10:42.552018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7119d62e-8e6c-4321-90ff-c8672e84a850 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:42.552700 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.553949 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.571633 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65d499d4-fc00-4c2c-b902-bf79b84e435f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (865cdf16-0ed3-4862-a37c-cfc58b0e3ad1), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.572631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7119d62e-8e6c-4321-90ff-c8672e84a850 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:42.589130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a1e02-82f6-4413-80f7-f43182498f0d req-0d1c29bb-23f1-465d-92b8-853b47900cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:42.590583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-390a1e02-82f6-4413-80f7-f43182498f0d req-0d1c29bb-23f1-465d-92b8-853b47900cd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 906 time: 0.2710576 Mar 10 15:10:42.595993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7119d62e-8e6c-4321-90ff-c8672e84a850, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7119d62e-8e6c-4321-90ff-c8672e84a850,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:42.601064 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.620521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:42.621138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.622495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] 10.222.0.45 "PUT /v2.0/ports/0eaf15c8-e27b-4395-86e1-9f6633b4952a HTTP/1.1" status: 200 len: 1091 time: 1.8326738 Mar 10 15:10:42.697594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65d499d4-fc00-4c2c-b902-bf79b84e435f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (865cdf16-0ed3-4862-a37c-cfc58b0e3ad1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.721787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7119d62e-8e6c-4321-90ff-c8672e84a850,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:42.793087 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65d499d4-fc00-4c2c-b902-bf79b84e435f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (865cdf16-0ed3-4862-a37c-cfc58b0e3ad1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.799920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['7119d62e-8e6c-4321-90ff-c8672e84a850'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:42.890554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d499d4-fc00-4c2c-b902-bf79b84e435f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=865cdf16-0ed3-4862-a37c-cfc58b0e3ad1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:42.903467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cbed05-ceda-4098-864b-2cd5341eb280 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:42.904438 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65d499d4-fc00-4c2c-b902-bf79b84e435f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:42.907992 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-65d499d4-fc00-4c2c-b902-bf79b84e435f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/865cdf16-0ed3-4862-a37c-cfc58b0e3ad1 HTTP/1.1" status: 204 len: 168 time: 0.4724677 Mar 10 15:10:42.910511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54782) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:42.962036 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-76b546bf-f2b0-4af2-af8b-f1453de4b968 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501747 Mar 10 15:10:42.965541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54784) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:42.971388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:43.127877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ed05a-4819-4d50-a107-4c17d7b40282 service neutron] Pushing event updated for resources: {'Port': ['ID=0eaf15c8-e27b-4395-86e1-9f6633b4952a,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:43.140186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-390a1e02-82f6-4413-80f7-f43182498f0d req-80ea17f3-acf8-4938-a4cb-60f9b009da3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8231f06-2169-4db5-b9c2-b93cf461870b HTTP/1.1" status: 200 len: 217 time: 0.5322196 Mar 10 15:10:43.143107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:43.147855 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:43.189268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e600df-df20-49be-bc19-5702d29f6d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714fca1f-222d-4fac-976d-7c4c3c1d29ca'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:43.192316 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e8ac6d-1112-42ab-992b-18a961c6341f" -d '{"events": [{"server_uuid": "94e600df-df20-49be-bc19-5702d29f6d1e", "name": "network-vif-plugged", "status": "completed", "tag": "714fca1f-222d-4fac-976d-7c4c3c1d29ca"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:43.234209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74adea3b-78fc-432e-8873-220477e533e2 None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:10:43.305202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63c8f02a-87fc-49c4-b6e4-1a9970f0cd13 req-2b811c08-1dd0-48dd-9262-4ae291f0ec5b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7345412 Mar 10 15:10:43.312905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-a861a34c-5789-40df-b640-42ee90156fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:43.320177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-a861a34c-5789-40df-b640-42ee90156fce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 1125 time: 0.2245939 Mar 10 15:10:43.361801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-74adea3b-78fc-432e-8873-220477e533e2 None None] Deleting port 3d18e3cc-ccaa-4617-8da0-6a83356fae92 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:43.361801 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-74adea3b-78fc-432e-8873-220477e533e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3d18e3cc-ccaa-4617-8da0-6a83356fae92), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:43.414267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:43.417134 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8512067-a32c-4d24-9260-d852c49ac06a" -d '{"events": [{"name": "network-changed", "server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:43.425723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14169-bea8-470d-906b-d76b0fd8b6c2 req-1308b977-f18f-449c-86aa-d4e5fd34da3e tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:43.432629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1f14169-bea8-470d-906b-d76b0fd8b6c2 req-1308b977-f18f-449c-86aa-d4e5fd34da3e tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 945 time: 0.3279679 Mar 10 15:10:43.440538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-74adea3b-78fc-432e-8873-220477e533e2 None None] For port 3d18e3cc-ccaa-4617-8da0-6a83356fae92, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3d18e3cc-ccaa-4617-8da0-6a83356fae92,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:43.440935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-74adea3b-78fc-432e-8873-220477e533e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3d18e3cc-ccaa-4617-8da0-6a83356fae92), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:43.454459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-74adea3b-78fc-432e-8873-220477e533e2 None None] Calling delete_port for 3d18e3cc-ccaa-4617-8da0-6a83356fae92 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:43.496932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a1e02-82f6-4413-80f7-f43182498f0d req-165157cb-7eed-408a-a22b-48547a5bf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:43.498362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-390a1e02-82f6-4413-80f7-f43182498f0d req-165157cb-7eed-408a-a22b-48547a5bf3fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.3198631 Mar 10 15:10:43.499687 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-d87738ee-e1f6-488a-ad2a-3dc030546f9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a HTTP/1.1" status: 200 len: 217 time: 0.1639397 Mar 10 15:10:43.542415 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:10:43.587735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-390a1e02-82f6-4413-80f7-f43182498f0d req-7c48fde4-bb58-4b86-aa1e-1e15305803b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737741 Mar 10 15:10:43.613884 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-74adea3b-78fc-432e-8873-220477e533e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (3d18e3cc-ccaa-4617-8da0-6a83356fae92), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:43.659137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1f14169-bea8-470d-906b-d76b0fd8b6c2 req-b6b10f38-58eb-4e49-8aeb-3eafc4635a5f tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129524 Mar 10 15:10:43.659886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74adea3b-78fc-432e-8873-220477e533e2 None None] No DVR routers for this DVR port 3d18e3cc-ccaa-4617-8da0-6a83356fae92 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:10:43.662078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adea3b-78fc-432e-8873-220477e533e2 None None] Pushing event deleted for resources: {'Port': ['ID=3d18e3cc-ccaa-4617-8da0-6a83356fae92,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:43.672903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd83188-b030-4ae6-a458-5a9ac6128c54 req-4741fa0a-a3e4-4513-bbeb-fa5c5ce21d38 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:43.674447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecd83188-b030-4ae6-a458-5a9ac6128c54 req-4741fa0a-a3e4-4513-bbeb-fa5c5ce21d38 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.2398589 Mar 10 15:10:43.712338 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccd3f69-540f-48fb-9864-8a8d15b875b4 x-openstack-request-id: req-1ccd3f69-540f-48fb-9864-8a8d15b875b4 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:43.712555 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e600df-df20-49be-bc19-5702d29f6d1e", "name": "network-vif-plugged", "status": "completed", "tag": "714fca1f-222d-4fac-976d-7c4c3c1d29ca", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:43.712817 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ccd3f69-540f-48fb-9864-8a8d15b875b4 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:43.713210 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e600df-df20-49be-bc19-5702d29f6d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714fca1f-222d-4fac-976d-7c4c3c1d29ca', 'code': 200} Mar 10 15:10:43.749120 n-d-833090-1 neutron-server[115534]: WARNING neutron.services.revisions.revision_plugin [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Could not find related port for resource to bump revision. Mar 10 15:10:43.760253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Port 3d18e3cc-ccaa-4617-8da0-6a83356fae92 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=115534) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 10 15:10:43.760617 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Reverting IP allocation for 2001:db8::f816:3eff:fea9:2458 {{(pid=115534) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 10 15:10:43.766045 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea9:2458 {{(pid=115534) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 10 15:10:43.767638 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (fd8d92fd-d5bd-415a-b6b6-dbb350608305), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:43.785360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fcd17a6d-df67-4852-9c2f-14e2496a0b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:43.786833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-fcd17a6d-df67-4852-9c2f-14e2496a0b10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.2641366 Mar 10 15:10:43.866591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:43.886069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:43.902370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b04da0d-8eb6-4a90-9e21-83abbf4015f6 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:43.916868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:43.917461 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:43.917906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-390a1e02-82f6-4413-80f7-f43182498f0d req-58ac700f-112d-4716-820d-e2dc4291afdb service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087142 Mar 10 15:10:43.944188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d84ad9-b1f8-4cd5-ad31-5f6c724f30fe req-f9296d90-a0c1-455c-8688-594be94430eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:43.945633 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-07d84ad9-b1f8-4cd5-ad31-5f6c724f30fe req-f9296d90-a0c1-455c-8688-594be94430eb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 1127 time: 0.1483111 Mar 10 15:10:43.947044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=fd8d92fd-d5bd-415a-b6b6-dbb350608305,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:43.964871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecd83188-b030-4ae6-a458-5a9ac6128c54 req-3901100b-9bbb-4038-b6d5-6946770a4ccc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2697420 Mar 10 15:10:44.015170 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2c8ce5ee-62a9-45ee-8a06-0b07eb76a183 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0364661 Mar 10 15:10:44.017860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54814) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:44.022653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:3b:49:ea', 'name': 'tempest-NetworksTestDHCPv6-964668210'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:44.059899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-859bbac6-5855-450b-9206-d2bfcb2511d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:44.061944 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-859bbac6-5855-450b-9206-d2bfcb2511d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2673535 Mar 10 15:10:44.077874 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9bb120-d136-4c17-8786-380ddc8921a6 x-openstack-request-id: req-8a9bb120-d136-4c17-8786-380ddc8921a6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:44.078111 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:44.078241 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a9bb120-d136-4c17-8786-380ddc8921a6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:44.078624 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'status': 'completed', 'code': 200} Mar 10 15:10:44.151971 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-07d84ad9-b1f8-4cd5-ad31-5f6c724f30fe req-2f160e1e-338a-463e-a9fe-640673874f96 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986902 Mar 10 15:10:44.153542 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': 'fd8d92fd-d5bd-415a-b6b6-dbb350608305'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:10:44.154707 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:44.160210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-390a1e02-82f6-4413-80f7-f43182498f0d req-3058585f-05d0-404a-8958-932e05346c44 service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307312 Mar 10 15:10:44.185920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72026e1-b55f-473c-93b3-14a2378870e5 req-c21fde83-337d-42c0-a30b-4c61b51ecd0f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:44.195560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e72026e1-b55f-473c-93b3-14a2378870e5 req-c21fde83-337d-42c0-a30b-4c61b51ecd0f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 944 time: 0.3676276 Mar 10 15:10:44.256843 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:44.330104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e72026e1-b55f-473c-93b3-14a2378870e5 req-3decc206-28d2-4505-9e8c-e929e2a33642 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323483 Mar 10 15:10:44.342165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Allocated IP 2001:db8::f816:3eff:fec6:dea0 (e8b41007-025f-4e22-b7fd-0464260c3402/fd8d92fd-d5bd-415a-b6b6-dbb350608305/f764d682-8f31-4bf6-b9fe-7ea105457234) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:44.351918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7119d62e-8e6c-4321-90ff-c8672e84a850 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:44.398584 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:44.404060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-bcf9400b-084a-4334-8a5e-a6928ea3e42a service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079331 Mar 10 15:10:44.417476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafeab7-32e2-4000-bfbf-6686d58b8763 req-63161fe1-3eeb-49cf-be99-11de468de80e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:44.419139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccafeab7-32e2-4000-bfbf-6686d58b8763 req-63161fe1-3eeb-49cf-be99-11de468de80e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.2202642 Mar 10 15:10:44.440325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port b8002e36-7ef5-4fc2-8dc3-6df050ec249b yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:10:44.532364 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 7119d62e-8e6c-4321-90ff-c8672e84a850 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:44.532762 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:44.605795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ccafeab7-32e2-4000-bfbf-6686d58b8763 req-7c571fdb-b4fd-4ad7-acc3-eb81cfe68d6b tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764314 Mar 10 15:10:44.633528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02b09-76cb-444d-827b-6ae994bc5c94 req-ed18366c-dda8-4d42-9603-ff709dc0eab6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:44.647788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6be02b09-76cb-444d-827b-6ae994bc5c94 req-ed18366c-dda8-4d42-9603-ff709dc0eab6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 944 time: 0.1967008 Mar 10 15:10:44.663212 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Publish callbacks [] for port (f764d682-8f31-4bf6-b9fe-7ea105457234), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:44.677178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c008a0a1-b542-40b3-b0d4-48278d31b32f req-23c083f1-b01d-4703-a402-07baf979b99f service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568820 Mar 10 15:10:44.682278 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (f764d682-8f31-4bf6-b9fe-7ea105457234), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:44.709770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6be02b09-76cb-444d-827b-6ae994bc5c94 req-8cd5c3eb-124a-478b-a1cd-7a6c76591d73 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610862 Mar 10 15:10:44.719619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7119d62e-8e6c-4321-90ff-c8672e84a850 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:44.719932 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:44.786692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::f816:3eff:fe3b:49ea (e8b41007-025f-4e22-b7fd-0464260c3402/fd8d92fd-d5bd-415a-b6b6-dbb350608305/b8002e36-7ef5-4fc2-8dc3-6df050ec249b) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:44.789271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:44.792379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Pushing event updated for resources: {'Port': ['ID=f764d682-8f31-4bf6-b9fe-7ea105457234,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:44.801065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:44.809485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:44.814125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7119d62e-8e6c-4321-90ff-c8672e84a850, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7119d62e-8e6c-4321-90ff-c8672e84a850,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:44.847664 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:44.855210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80392226-3b06-4a4e-8717-3b3d5be2a9e1 req-73ae4fb5-2ecb-4a05-86af-6ca927cd874e tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:44.856921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80392226-3b06-4a4e-8717-3b3d5be2a9e1 req-73ae4fb5-2ecb-4a05-86af-6ca927cd874e tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 945 time: 0.1023269 Mar 10 15:10:44.891049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8512067-a32c-4d24-9260-d852c49ac06a req-24bd199a-b799-4367-bdfa-e963e6723e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:44.892744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8512067-a32c-4d24-9260-d852c49ac06a req-24bd199a-b799-4367-bdfa-e963e6723e07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 1125 time: 0.1266487 Mar 10 15:10:44.920294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Attempting to bind port f764d682-8f31-4bf6-b9fe-7ea105457234 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:44.921384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Attempting to bind port f764d682-8f31-4bf6-b9fe-7ea105457234 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:44.921751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Attempting to bind port f764d682-8f31-4bf6-b9fe-7ea105457234 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:44.934676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:44.935788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:44.936923 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:44.937540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:44.938036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Bound port: f764d682-8f31-4bf6-b9fe-7ea105457234, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:44.938424 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f764d682-8f31-4bf6-b9fe-7ea105457234), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:44.962520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7119d62e-8e6c-4321-90ff-c8672e84a850,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:45.076095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] For port f764d682-8f31-4bf6-b9fe-7ea105457234, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:45.091779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] For port f764d682-8f31-4bf6-b9fe-7ea105457234, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f764d682-8f31-4bf6-b9fe-7ea105457234,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:45.105935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f764d682-8f31-4bf6-b9fe-7ea105457234), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:45.112132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80392226-3b06-4a4e-8717-3b3d5be2a9e1 req-acda9f66-9363-447b-9252-44723b901366 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402472 Mar 10 15:10:45.166054 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (b8002e36-7ef5-4fc2-8dc3-6df050ec249b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:45.187102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fee1c4-5814-4110-b8fe-b7fbd34b46c4 None None] Pushing event updated for resources: {'Port': ['ID=f764d682-8f31-4bf6-b9fe-7ea105457234,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:45.282002 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b8002e36-7ef5-4fc2-8dc3-6df050ec249b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:45.283188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2567-6ae2-4615-9865-40f1eaccdf23 req-eefd3f5b-3257-48bd-be93-6b877849039b tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:45.284972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3d18e3cc-ccaa-4617-8da0-6a83356fae92 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:45.292225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6aa2567-6ae2-4615-9865-40f1eaccdf23 req-eefd3f5b-3257-48bd-be93-6b877849039b tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1754012 Mar 10 15:10:45.307841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8512067-a32c-4d24-9260-d852c49ac06a req-6e108785-8456-42f7-a374-36c2a7cef02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:45.310281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8512067-a32c-4d24-9260-d852c49ac06a req-6e108785-8456-42f7-a374-36c2a7cef02d service neutron] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 917 time: 0.4065387 Mar 10 15:10:45.316242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 3d18e3cc-ccaa-4617-8da0-6a83356fae92 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:45.317051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3d18e3cc-ccaa-4617-8da0-6a83356fae92 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:45.346862 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:45.350162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:45.357263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:45.369715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:45.371483 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:45.389162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8512067-a32c-4d24-9260-d852c49ac06a req-2b00c5d2-8cd1-46ed-996d-8b6759ee8704 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a HTTP/1.1" status: 200 len: 217 time: 0.0676262 Mar 10 15:10:45.407202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=b8002e36-7ef5-4fc2-8dc3-6df050ec249b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:45.450478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54830) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:45.451339 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-14789dd6-cbab-44ac-b7c9-b06273aea7c7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4320235 Mar 10 15:10:45.508226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6aa2567-6ae2-4615-9865-40f1eaccdf23 req-a13ccb52-442f-43e2-a035-88a42c633f17 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2149899 Mar 10 15:10:45.561425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8512067-a32c-4d24-9260-d852c49ac06a req-f008ee29-962d-44de-9357-2ce4fb285d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:45.568020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8512067-a32c-4d24-9260-d852c49ac06a req-f008ee29-962d-44de-9357-2ce4fb285d70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.1538389 Mar 10 15:10:45.655896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85bf1-6da0-4145-bb54-05c633c8cdf9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:45.679237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae85bf1-6da0-4145-bb54-05c633c8cdf9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:45.683441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8ae85bf1-6da0-4145-bb54-05c633c8cdf9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2252610 Mar 10 15:10:45.684505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54836) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:45.714122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119d62e-8e6c-4321-90ff-c8672e84a850'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:45.717740 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d505da8c-f84e-44cf-a9c0-8299dde1f85e" -d '{"events": [{"server_uuid": "e94fda3f-3c16-46d8-914f-2c3e98d754ad", "name": "network-vif-plugged", "status": "completed", "tag": "7119d62e-8e6c-4321-90ff-c8672e84a850"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:45.830040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8512067-a32c-4d24-9260-d852c49ac06a req-e56467d0-c287-4d2d-a657-d8e18dcc3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:45.831634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8512067-a32c-4d24-9260-d852c49ac06a req-e56467d0-c287-4d2d-a657-d8e18dcc3aaf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2487409 Mar 10 15:10:45.837695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b1e71-380e-435b-baa7-193d1cb9badc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port b8002e36-7ef5-4fc2-8dc3-6df050ec249b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:45.837695 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1e71-380e-435b-baa7-193d1cb9badc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b8002e36-7ef5-4fc2-8dc3-6df050ec249b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:45.855544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c018e7-e354-4ac2-8c64-226fd360c0bc req-64875ea2-ee66-46f4-9556-0d80486d78e0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:45.857488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02c018e7-e354-4ac2-8c64-226fd360c0bc req-64875ea2-ee66-46f4-9556-0d80486d78e0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 944 time: 0.1527154 Mar 10 15:10:45.867850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25b59e-26d5-4583-b64d-2edb51611359 req-0a20252a-eea1-4ca8-9403-872ec0f69e3e tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:45.869595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a25b59e-26d5-4583-b64d-2edb51611359 req-0a20252a-eea1-4ca8-9403-872ec0f69e3e tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 945 time: 0.1636906 Mar 10 15:10:45.969000 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1e71-380e-435b-baa7-193d1cb9badc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b8002e36-7ef5-4fc2-8dc3-6df050ec249b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:45.988811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b1e71-380e-435b-baa7-193d1cb9badc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for b8002e36-7ef5-4fc2-8dc3-6df050ec249b owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:46.019745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a25b59e-26d5-4583-b64d-2edb51611359 req-e2f687d8-b946-4e41-ba51-92760fbe71a4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312432 Mar 10 15:10:46.031035 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02c018e7-e354-4ac2-8c64-226fd360c0bc req-563aa9ac-4544-4090-a0ea-1d15768593cd tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593657 Mar 10 15:10:46.056009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8512067-a32c-4d24-9260-d852c49ac06a req-d04101b3-3923-4d61-a944-7e5a7a6c4946 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068458 Mar 10 15:10:46.118928 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9a0e47-ae2c-4923-9d0b-6b53a7109a8c x-openstack-request-id: req-dc9a0e47-ae2c-4923-9d0b-6b53a7109a8c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:46.119310 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94fda3f-3c16-46d8-914f-2c3e98d754ad", "name": "network-vif-plugged", "status": "completed", "tag": "7119d62e-8e6c-4321-90ff-c8672e84a850", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:46.119562 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc9a0e47-ae2c-4923-9d0b-6b53a7109a8c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:46.119966 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119d62e-8e6c-4321-90ff-c8672e84a850', 'code': 200} Mar 10 15:10:46.249884 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1e71-380e-435b-baa7-193d1cb9badc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b8002e36-7ef5-4fc2-8dc3-6df050ec249b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:46.263082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8512067-a32c-4d24-9260-d852c49ac06a req-0940b0f2-5046-4ede-bdf3-6aea8ccbbb60 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049692 Mar 10 15:10:46.291388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b1e71-380e-435b-baa7-193d1cb9badc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=b8002e36-7ef5-4fc2-8dc3-6df050ec249b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:46.303142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f8d97-e855-4952-a886-1c067c8d48bf req-f7ff061a-f663-4d88-9b30-ce3609dc36ac tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:46.304744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-850f8d97-e855-4952-a886-1c067c8d48bf req-f7ff061a-f663-4d88-9b30-ce3609dc36ac tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.1267295 Mar 10 15:10:46.312133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baddb5-386e-4900-9c13-67b4334a3be0 req-c6731306-f46b-4018-8e41-0728f6ad8954 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:46.319632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73baddb5-386e-4900-9c13-67b4334a3be0 req-c6731306-f46b-4018-8e41-0728f6ad8954 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.1426706 Mar 10 15:10:46.347230 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f9b1e71-380e-435b-baa7-193d1cb9badc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:46.352591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b8231f06-2169-4db5-b9c2-b93cf461870b details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:10:46.356830 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5f9b1e71-380e-435b-baa7-193d1cb9badc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/b8002e36-7ef5-4fc2-8dc3-6df050ec249b HTTP/1.1" status: 204 len: 168 time: 0.6703932 Mar 10 15:10:46.357656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54842) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:46.518391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73baddb5-386e-4900-9c13-67b4334a3be0 req-11862004-520f-4ea7-8e2d-88d9a2ea8e14 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974516 Mar 10 15:10:46.521787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b8231f06-2169-4db5-b9c2-b93cf461870b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b8231f06-2169-4db5-b9c2-b93cf461870b,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:46.552139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-850f8d97-e855-4952-a886-1c067c8d48bf req-ac5141e9-44a9-4c3d-8115-7e2f0be1a2db tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298877 Mar 10 15:10:46.553692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'b8231f06-2169-4db5-b9c2-b93cf461870b', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'port_id': 'b8231f06-2169-4db5-b9c2-b93cf461870b', 'mac_address': 'fa:16:3e:95:04:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb24078f-4516-4897-8be0-5a7c1076ae2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:10:46.569565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b389080-2f0b-459d-9f7d-8941ece16c9b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:46.574656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b389080-2f0b-459d-9f7d-8941ece16c9b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:46.577750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7b389080-2f0b-459d-9f7d-8941ece16c9b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2182100 Mar 10 15:10:46.581085 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54848) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:46.649666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b8231f06-2169-4db5-b9c2-b93cf461870b is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:46.650666 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:46.686998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8231f06-2169-4db5-b9c2-b93cf461870b {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:46.692065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a481616-e4bb-4a30-8f36-14404857d893 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet fd8d92fd-d5bd-415a-b6b6-dbb350608305 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:46.701407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a481616-e4bb-4a30-8f36-14404857d893 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (fd8d92fd-d5bd-415a-b6b6-dbb350608305), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:46.728372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b8231f06-2169-4db5-b9c2-b93cf461870b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b8231f06-2169-4db5-b9c2-b93cf461870b,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:46.741264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:46.769922 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a481616-e4bb-4a30-8f36-14404857d893 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (fd8d92fd-d5bd-415a-b6b6-dbb350608305), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:46.777793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e08fc-8700-4a03-b778-9ab279b210c2 req-3dfeabcd-8703-4a44-9a79-9a3049c61cde tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:46.786915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031e08fc-8700-4a03-b778-9ab279b210c2 req-3dfeabcd-8703-4a44-9a79-9a3049c61cde tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1179919 Mar 10 15:10:46.873973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b8231f06-2169-4db5-b9c2-b93cf461870b,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:46.947494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031e08fc-8700-4a03-b778-9ab279b210c2 req-3c822907-16b2-46de-ae70-f86dc1bdd685 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1596036 Mar 10 15:10:47.024486 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a481616-e4bb-4a30-8f36-14404857d893 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (fd8d92fd-d5bd-415a-b6b6-dbb350608305), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:47.046585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f5141-5ed4-425a-aa2c-f06630385d84 req-5ba5c767-b38d-40d9-9675-23d665c27182 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:47.048209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-589f5141-5ed4-425a-aa2c-f06630385d84 req-5ba5c767-b38d-40d9-9675-23d665c27182 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.0997829 Mar 10 15:10:47.093952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:47.129826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e5e02-e60c-4eb7-a6b7-68b64a556a47 req-7048c61c-75c8-4b73-a3fc-a3da07a194d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:47.132712 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-353e5e02-e60c-4eb7-a6b7-68b64a556a47 req-7048c61c-75c8-4b73-a3fc-a3da07a194d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 1127 time: 0.1874697 Mar 10 15:10:47.133796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8eec6a37-a34a-4ac9-9ec1-0ee9c610283c None None] Provisioning complete for port f764d682-8f31-4bf6-b9fe-7ea105457234 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:47.134399 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8eec6a37-a34a-4ac9-9ec1-0ee9c610283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f764d682-8f31-4bf6-b9fe-7ea105457234), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:47.277425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-589f5141-5ed4-425a-aa2c-f06630385d84 req-7012aecb-c12e-417b-b0dd-c824a40616f2 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221973 Mar 10 15:10:47.304622 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a481616-e4bb-4a30-8f36-14404857d893 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (fd8d92fd-d5bd-415a-b6b6-dbb350608305), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:47.392545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8eec6a37-a34a-4ac9-9ec1-0ee9c610283c None None] Current status of the port f764d682-8f31-4bf6-b9fe-7ea105457234 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:47.393046 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8eec6a37-a34a-4ac9-9ec1-0ee9c610283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f764d682-8f31-4bf6-b9fe-7ea105457234), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:47.410994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609521fb-0a91-4377-a15e-a8c741cbc487 req-f0c514b1-3113-4624-9356-9b86b9781c85 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:47.418102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-609521fb-0a91-4377-a15e-a8c741cbc487 req-f0c514b1-3113-4624-9356-9b86b9781c85 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 945 time: 0.2597263 Mar 10 15:10:47.425039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f764d682-8f31-4bf6-b9fe-7ea105457234 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:47.438450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a481616-e4bb-4a30-8f36-14404857d893 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8d92fd-d5bd-415a-b6b6-dbb350608305,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:47.458803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3d63c-a700-4e2a-bb5c-56cb58e095a1 req-a49d8f09-fe6f-48a6-bf93-fdbfd4d7d90d tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:47.459967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a481616-e4bb-4a30-8f36-14404857d893 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:47.463941 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1a481616-e4bb-4a30-8f36-14404857d893 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/fd8d92fd-d5bd-415a-b6b6-dbb350608305 HTTP/1.1" status: 204 len: 168 time: 0.8808956 Mar 10 15:10:47.470332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54856) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:47.486844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6a3d63c-a700-4e2a-bb5c-56cb58e095a1 req-a49d8f09-fe6f-48a6-bf93-fdbfd4d7d90d tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.62 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 945 time: 0.3427682 Mar 10 15:10:47.527068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8eec6a37-a34a-4ac9-9ec1-0ee9c610283c None None] For port f764d682-8f31-4bf6-b9fe-7ea105457234, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f764d682-8f31-4bf6-b9fe-7ea105457234,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:47.554183 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8eec6a37-a34a-4ac9-9ec1-0ee9c610283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f764d682-8f31-4bf6-b9fe-7ea105457234), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:47.568470 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6fbe1c2d-8aa2-47e6-8611-b3e0c35c9c02 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968671 Mar 10 15:10:47.576543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54860) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:47.579382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e5e02-e60c-4eb7-a6b7-68b64a556a47 req-a97cb7b9-cb1d-455c-8c82-5cf1e90d1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:47.580879 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-353e5e02-e60c-4eb7-a6b7-68b64a556a47 req-a97cb7b9-cb1d-455c-8c82-5cf1e90d1d99 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 919 time: 0.4412103 Mar 10 15:10:47.656783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f764d682-8f31-4bf6-b9fe-7ea105457234 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:47.657143 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f764d682-8f31-4bf6-b9fe-7ea105457234), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:47.682919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-609521fb-0a91-4377-a15e-a8c741cbc487 req-45840233-af15-4a89-894a-cb69997e4f74 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635589 Mar 10 15:10:47.736080 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-353e5e02-e60c-4eb7-a6b7-68b64a556a47 req-0246dfee-9b0b-43a3-b7e0-f4191674a5a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=714fca1f-222d-4fac-976d-7c4c3c1d29ca HTTP/1.1" status: 200 len: 217 time: 0.1395450 Mar 10 15:10:47.739957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b299ca77-80d6-4577-8f0c-55f2804e6f12 None None] Could not find standard attr ID for object b8002e36-7ef5-4fc2-8dc3-6df050ec249b. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:10:47.756647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fe29c-050b-4026-ba15-c94af007a18d req-8a3c573f-a755-4fb7-9cc1-ed28b19d70a4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:47.758010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec6a37-a34a-4ac9-9ec1-0ee9c610283c None None] Pushing event updated for resources: {'Port': ['ID=f764d682-8f31-4bf6-b9fe-7ea105457234,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:47.766427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea7fe29c-050b-4026-ba15-c94af007a18d req-8a3c573f-a755-4fb7-9cc1-ed28b19d70a4 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 945 time: 0.3462269 Mar 10 15:10:47.794810 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:47.850235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f764d682-8f31-4bf6-b9fe-7ea105457234 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:47.856927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad76df0f-f935-48aa-8127-ecb7dc7ce42c None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:47.863358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715cd2b1-ccf0-4625-9099-ebd8c213406c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:47.865279 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-715cd2b1-ccf0-4625-9099-ebd8c213406c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2875216 Mar 10 15:10:47.872088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54862) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:47.874023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e5e02-e60c-4eb7-a6b7-68b64a556a47 req-b01e7c8b-6e20-497c-a141-526732e3b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:47.875868 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-353e5e02-e60c-4eb7-a6b7-68b64a556a47 req-b01e7c8b-6e20-497c-a141-526732e3b980 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.1292117 Mar 10 15:10:47.932838 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-353e5e02-e60c-4eb7-a6b7-68b64a556a47 req-bc5b2261-0e09-48a5-8572-821c12852dc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501881 Mar 10 15:10:47.961604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e28b69-8ce9-4e0b-ae55-329b4ad9335d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:47.963236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-03e28b69-8ce9-4e0b-ae55-329b4ad9335d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0899920 Mar 10 15:10:47.975912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54864) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:48.039980 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-353e5e02-e60c-4eb7-a6b7-68b64a556a47 req-d63e1493-370b-4c6e-a298-25ba3cf59c27 service neutron] 10.222.0.62 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060936 Mar 10 15:10:48.097401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c72de-1069-4b27-b00f-a9d0297ad18c None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:10:48.163081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-686c72de-1069-4b27-b00f-a9d0297ad18c None None] Deleting port f764d682-8f31-4bf6-b9fe-7ea105457234 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:48.163456 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-686c72de-1069-4b27-b00f-a9d0297ad18c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f764d682-8f31-4bf6-b9fe-7ea105457234), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:48.195977 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-353e5e02-e60c-4eb7-a6b7-68b64a556a47 req-9d353269-5fae-4974-9238-e6b162542ee5 service neutron] 10.222.0.62 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487248 Mar 10 15:10:48.245724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-686c72de-1069-4b27-b00f-a9d0297ad18c None None] For port f764d682-8f31-4bf6-b9fe-7ea105457234, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f764d682-8f31-4bf6-b9fe-7ea105457234,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:48.246130 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-686c72de-1069-4b27-b00f-a9d0297ad18c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f764d682-8f31-4bf6-b9fe-7ea105457234), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:48.265259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-686c72de-1069-4b27-b00f-a9d0297ad18c None None] Calling delete_port for f764d682-8f31-4bf6-b9fe-7ea105457234 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:48.378502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e6a3d63c-a700-4e2a-bb5c-56cb58e095a1 req-9bdb68d8-936e-47f6-a74b-919553f07cdf tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Deleting port de191862-ec05-43fc-9cce-9efc570dde18 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:48.378785 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e6a3d63c-a700-4e2a-bb5c-56cb58e095a1 req-9bdb68d8-936e-47f6-a74b-919553f07cdf tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (de191862-ec05-43fc-9cce-9efc570dde18), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:48.381576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0eaf15c8-e27b-4395-86e1-9f6633b4952a details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:10:48.384987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea7fe29c-050b-4026-ba15-c94af007a18d req-cc7ef449-e588-4787-9464-1a847a5cfc08 tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3be5124-b4c6-4f91-b0b9-db301d5f67d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174455 Mar 10 15:10:48.389921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4266aace-ffc9-4a47-91ce-675fb350f78e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4081063 Mar 10 15:10:48.398148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54874) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:48.403559 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-39d75ec5-3ce2-4fb8-948b-880998e98dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:48.411797 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-686c72de-1069-4b27-b00f-a9d0297ad18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (f764d682-8f31-4bf6-b9fe-7ea105457234), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:48.441793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b12a66-911a-433f-8ad5-a1b5ddc964b8 req-cb143446-ba76-411f-aeda-ddea6ec3de93 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:48.443346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9b12a66-911a-433f-8ad5-a1b5ddc964b8 req-cb143446-ba76-411f-aeda-ddea6ec3de93 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.5937374 Mar 10 15:10:48.554598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d75ec5-3ce2-4fb8-948b-880998e98dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:48.560148 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-39d75ec5-3ce2-4fb8-948b-880998e98dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:48.612599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9b12a66-911a-433f-8ad5-a1b5ddc964b8 req-13af2314-c8fb-4893-b629-20d88fe23a12 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524622 Mar 10 15:10:48.618702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e6a3d63c-a700-4e2a-bb5c-56cb58e095a1 req-9bdb68d8-936e-47f6-a74b-919553f07cdf tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] For port de191862-ec05-43fc-9cce-9efc570dde18, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=de191862-ec05-43fc-9cce-9efc570dde18,segment=NetworkSegment(f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5),segment_id=f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:48.619105 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e6a3d63c-a700-4e2a-bb5c-56cb58e095a1 req-9bdb68d8-936e-47f6-a74b-919553f07cdf tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (de191862-ec05-43fc-9cce-9efc570dde18), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:48.658323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e6a3d63c-a700-4e2a-bb5c-56cb58e095a1 req-9bdb68d8-936e-47f6-a74b-919553f07cdf tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Calling delete_port for de191862-ec05-43fc-9cce-9efc570dde18 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:48.712841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d8247-2a3c-4dfd-9255-a0c4e1a8743c req-313055cb-455b-4dc0-b6fa-48e36bd486c5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:48.719971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad6d8247-2a3c-4dfd-9255-a0c4e1a8743c req-313055cb-455b-4dc0-b6fa-48e36bd486c5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1884224 Mar 10 15:10:48.742461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c72de-1069-4b27-b00f-a9d0297ad18c None None] Pushing event deleted for resources: {'Port': ['ID=f764d682-8f31-4bf6-b9fe-7ea105457234,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:48.770085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c72de-1069-4b27-b00f-a9d0297ad18c None None] No DVR routers for this DVR port f764d682-8f31-4bf6-b9fe-7ea105457234 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:10:48.832597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:48.855428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'port_id': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'mac_address': 'fa:16:3e:8d:87:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:10:48.869389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad6d8247-2a3c-4dfd-9255-a0c4e1a8743c req-ced2213f-e530-4ee3-a0e0-4e65d6e77b86 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1485291 Mar 10 15:10:48.901416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6153f04-73e1-432b-adfe-b7441b2c1c8f req-da46623b-7030-43e3-82a1-a25d7752e7cd tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:48.914574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6153f04-73e1-432b-adfe-b7441b2c1c8f req-da46623b-7030-43e3-82a1-a25d7752e7cd tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.0974703 Mar 10 15:10:48.935159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0eaf15c8-e27b-4395-86e1-9f6633b4952a is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:48.937245 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:48.974954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eaf15c8-e27b-4395-86e1-9f6633b4952a {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:10:48.992806 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6153f04-73e1-432b-adfe-b7441b2c1c8f req-b0614d37-e095-421e-9915-747b4b328f6f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834174 Mar 10 15:10:49.013984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:49.023009 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:49.044599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-39d75ec5-3ce2-4fb8-948b-880998e98dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:10:49.054930 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-39d75ec5-3ce2-4fb8-948b-880998e98dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (2ba630f0-3fd9-40c7-aa8a-c1e2df723222), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:49.122922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0eaf15c8-e27b-4395-86e1-9f6633b4952a,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:49.127295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e6a3d63c-a700-4e2a-bb5c-56cb58e095a1 req-9bdb68d8-936e-47f6-a74b-919553f07cdf tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (de191862-ec05-43fc-9cce-9efc570dde18), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:49.145347 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d75ec5-3ce2-4fb8-948b-880998e98dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:49.149751 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-39d75ec5-3ce2-4fb8-948b-880998e98dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:49.155856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['de191862-ec05-43fc-9cce-9efc570dde18'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:49.161197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb68d8-936e-47f6-a74b-919553f07cdf tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Pushing event deleted for resources: {'Port': ['ID=de191862-ec05-43fc-9cce-9efc570dde18,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:49.195970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c525d-a512-48f7-a6ef-722958922299 req-f3400d33-4dc8-41b1-bf2b-7f0783fdf1c9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:49.195970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c47c525d-a512-48f7-a6ef-722958922299 req-f3400d33-4dc8-41b1-bf2b-7f0783fdf1c9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 945 time: 0.1608779 Mar 10 15:10:49.199544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d75ec5-3ce2-4fb8-948b-880998e98dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:49.200161 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-39d75ec5-3ce2-4fb8-948b-880998e98dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:49.203625 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d75ec5-3ce2-4fb8-948b-880998e98dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=2ba630f0-3fd9-40c7-aa8a-c1e2df723222,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:49.213128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411134e-0c9d-4993-b000-d88f6e5c5eba None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:49.228124 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-39d75ec5-3ce2-4fb8-948b-880998e98dc9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8286514 Mar 10 15:10:49.230769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54878) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:49.236919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:09:5f:7f', 'name': 'tempest-NetworksTestDHCPv6-1024102292'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:49.302202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a3d63c-a700-4e2a-bb5c-56cb58e095a1 req-9bdb68d8-936e-47f6-a74b-919553f07cdf tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] No DVR routers for this DVR port de191862-ec05-43fc-9cce-9efc570dde18 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:10:49.334615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c47c525d-a512-48f7-a6ef-722958922299 req-14ceb25f-1b27-44a1-a770-e458aa6e5406 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230433 Mar 10 15:10:49.335945 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e6a3d63c-a700-4e2a-bb5c-56cb58e095a1 req-9bdb68d8-936e-47f6-a74b-919553f07cdf tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:49.337643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f764d682-8f31-4bf6-b9fe-7ea105457234 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:49.339307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6a3d63c-a700-4e2a-bb5c-56cb58e095a1 req-9bdb68d8-936e-47f6-a74b-919553f07cdf tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.62 "DELETE /v2.0/ports/de191862-ec05-43fc-9cce-9efc570dde18 HTTP/1.1" status: 204 len: 173 time: 1.8101010 Mar 10 15:10:49.339770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1204bbda-98dc-499f-8397-fb120d3ff5e1', 'name': 'network-vif-deleted', 'tag': 'de191862-ec05-43fc-9cce-9efc570dde18'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:49.343337 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e541cb5-d34b-4849-b642-f0badca01b04" -d '{"events": [{"server_uuid": "1204bbda-98dc-499f-8397-fb120d3ff5e1", "name": "network-vif-deleted", "tag": "de191862-ec05-43fc-9cce-9efc570dde18"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:49.396699 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:49.421366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0eaf15c8-e27b-4395-86e1-9f6633b4952a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:10:49.423304 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163b2b5a-8a30-46a9-bd0a-caf33c8f0b99 x-openstack-request-id: req-163b2b5a-8a30-46a9-bd0a-caf33c8f0b99 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:49.423615 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1204bbda-98dc-499f-8397-fb120d3ff5e1", "name": "network-vif-deleted", "tag": "de191862-ec05-43fc-9cce-9efc570dde18", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:49.423896 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-163b2b5a-8a30-46a9-bd0a-caf33c8f0b99 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:49.424310 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1204bbda-98dc-499f-8397-fb120d3ff5e1', 'name': 'network-vif-deleted', 'tag': 'de191862-ec05-43fc-9cce-9efc570dde18', 'status': 'completed', 'code': 200} Mar 10 15:10:49.428772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f764d682-8f31-4bf6-b9fe-7ea105457234 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:49.429408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f764d682-8f31-4bf6-b9fe-7ea105457234 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:49.526255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:49.539199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '2ba630f0-3fd9-40c7-aa8a-c1e2df723222'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:10:49.540134 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:49.572360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 3f46342e-d764-43c2-81ec-a259fc1e89e0 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:10:49.627810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e39192a-c09c-4f7a-af68-83fe1cb4b2ca req-c8640487-866c-4889-b6b5-1cd688ad59fe tempest-InstanceActionsTestJSON-1555638353 tempest-InstanceActionsTestJSON-1555638353-project] 10.222.0.11 "GET /v2.0/ports?device_id=1204bbda-98dc-499f-8397-fb120d3ff5e1 HTTP/1.1" status: 200 len: 210 time: 0.0585744 Mar 10 15:10:49.743505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Allocated IP 2001:db8::f816:3eff:fee7:dc71 (e8b41007-025f-4e22-b7fd-0464260c3402/2ba630f0-3fd9-40c7-aa8a-c1e2df723222/13cf118b-a5b3-429b-93fb-27e5be098190) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:49.797910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad90b7-0907-4e1c-b629-3ecc82d826a5 req-74e59dfb-4050-459e-979d-0b8cfb567666 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:49.806186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61ad90b7-0907-4e1c-b629-3ecc82d826a5 req-74e59dfb-4050-459e-979d-0b8cfb567666 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.0806029 Mar 10 15:10:49.874438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61ad90b7-0907-4e1c-b629-3ecc82d826a5 req-99fdedaf-4c36-4c7c-81a6-a9ef930734a2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672574 Mar 10 15:10:49.984805 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Publish callbacks [] for port (13cf118b-a5b3-429b-93fb-27e5be098190), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:49.995460 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (13cf118b-a5b3-429b-93fb-27e5be098190), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.046633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:50.060470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:50.063520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:50.072376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a225bdf-ec2f-45d2-aa4d-51d9dbddb907 req-a6e3b5d9-fb28-4719-aaad-f61a080f8345 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:50.074385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Pushing event updated for resources: {'Port': ['ID=13cf118b-a5b3-429b-93fb-27e5be098190,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:50.083792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a225bdf-ec2f-45d2-aa4d-51d9dbddb907 req-a6e3b5d9-fb28-4719-aaad-f61a080f8345 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 944 time: 0.1057522 Mar 10 15:10:50.121943 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::f816:3eff:fe09:5f7f (e8b41007-025f-4e22-b7fd-0464260c3402/2ba630f0-3fd9-40c7-aa8a-c1e2df723222/3f46342e-d764-43c2-81ec-a259fc1e89e0) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:50.146682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Attempting to bind port 13cf118b-a5b3-429b-93fb-27e5be098190 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:50.147728 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Attempting to bind port 13cf118b-a5b3-429b-93fb-27e5be098190 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:50.148116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Attempting to bind port 13cf118b-a5b3-429b-93fb-27e5be098190 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:50.158639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:50.159058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:50.159468 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.159871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:50.160907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Bound port: 13cf118b-a5b3-429b-93fb-27e5be098190, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:50.161303 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (13cf118b-a5b3-429b-93fb-27e5be098190), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.201191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a225bdf-ec2f-45d2-aa4d-51d9dbddb907 req-3558df8f-2313-4deb-9aa0-b91fde56c609 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162546 Mar 10 15:10:50.238358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a63f0-ce54-43a6-97a2-c65ab75061ee req-a6498b13-7dd0-499b-a122-e2d8aa959853 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:50.240293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c31a63f0-ce54-43a6-97a2-c65ab75061ee req-a6498b13-7dd0-499b-a122-e2d8aa959853 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.1254089 Mar 10 15:10:50.272398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] For port 13cf118b-a5b3-429b-93fb-27e5be098190, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:50.276321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] For port 13cf118b-a5b3-429b-93fb-27e5be098190, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=13cf118b-a5b3-429b-93fb-27e5be098190,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:50.288489 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (13cf118b-a5b3-429b-93fb-27e5be098190), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.310171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c31a63f0-ce54-43a6-97a2-c65ab75061ee req-197f8cb1-6b3a-4ee8-ac99-b4a0839cb46a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638640 Mar 10 15:10:50.338002 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (3f46342e-d764-43c2-81ec-a259fc1e89e0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.379129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b8231f06-2169-4db5-b9c2-b93cf461870b up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:50.391677 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3f46342e-d764-43c2-81ec-a259fc1e89e0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.409147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f49d6-e20e-42f9-b0d0-be68c61d2b56 None None] Pushing event updated for resources: {'Port': ['ID=13cf118b-a5b3-429b-93fb-27e5be098190,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:50.452560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:50.456890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:50.462115 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:50.470040 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:50.470906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.488580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8be0ac-5779-48f4-88f2-18c965b5720d req-077bfe9a-a9f0-4111-9a0d-f970bd344042 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:50.488810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port b8231f06-2169-4db5-b9c2-b93cf461870b completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:10:50.490613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d8be0ac-5779-48f4-88f2-18c965b5720d req-077bfe9a-a9f0-4111-9a0d-f970bd344042 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 945 time: 0.0879858 Mar 10 15:10:50.502872 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2708561 Mar 10 15:10:50.503387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port b8231f06-2169-4db5-b9c2-b93cf461870b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:50.504447 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.516824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54896) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:50.526106 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=3f46342e-d764-43c2-81ec-a259fc1e89e0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:50.554625 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.581226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.581763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.582163 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.582513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.582873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.583219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.583549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.583881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.584344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.584680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.585008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.585333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.585662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb76b44-c201-4884-9e41-302a8dcb8b85 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:10:50.615932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d8be0ac-5779-48f4-88f2-18c965b5720d req-143d5aa0-1568-4587-960e-8cce73645e34 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179948 Mar 10 15:10:50.640816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port b8231f06-2169-4db5-b9c2-b93cf461870b is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:50.641211 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.649666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1ca17e-0829-442d-a492-7bd88703e222 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:50.659540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1ca17e-0829-442d-a492-7bd88703e222 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:50.667732 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fb1ca17e-0829-442d-a492-7bd88703e222 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1514797 Mar 10 15:10:50.670218 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54900) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:50.675397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f831971d-ee05-4326-b7a4-441149115917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8231f06-2169-4db5-b9c2-b93cf461870b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:50.677790 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce209318-bf57-4ccb-83ad-ea2dda3b8588" -d '{"events": [{"server_uuid": "f831971d-ee05-4326-b7a4-441149115917", "name": "network-vif-plugged", "status": "completed", "tag": "b8231f06-2169-4db5-b9c2-b93cf461870b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:50.707204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port b8231f06-2169-4db5-b9c2-b93cf461870b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b8231f06-2169-4db5-b9c2-b93cf461870b,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:50.710157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54904) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:50.740144 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.816671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=b8231f06-2169-4db5-b9c2-b93cf461870b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:50.840670 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a44e16-8dc9-4781-99aa-5b961343e99c x-openstack-request-id: req-08a44e16-8dc9-4781-99aa-5b961343e99c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:50.840968 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f831971d-ee05-4326-b7a4-441149115917", "name": "network-vif-plugged", "status": "completed", "tag": "b8231f06-2169-4db5-b9c2-b93cf461870b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:50.841224 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08a44e16-8dc9-4781-99aa-5b961343e99c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:50.841616 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f831971d-ee05-4326-b7a4-441149115917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8231f06-2169-4db5-b9c2-b93cf461870b', 'code': 200} Mar 10 15:10:50.870714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-80efd4ad-4e78-477b-994d-fc3427feb329 admin admin] Deleting subnet e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:50.878530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80efd4ad-4e78-477b-994d-fc3427feb329 admin admin] Publish callbacks [] for subnet (e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:50.977280 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d7af1-629f-4b45-967f-b9f94961a44b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 3f46342e-d764-43c2-81ec-a259fc1e89e0 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:50.977401 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7af1-629f-4b45-967f-b9f94961a44b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3f46342e-d764-43c2-81ec-a259fc1e89e0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.000010 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80efd4ad-4e78-477b-994d-fc3427feb329 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.047953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a097893-2ad1-437e-b0dd-ed5617899e54 req-7a8a6a2e-bbb6-4bae-a408-c7bbe1f13161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:51.049735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a097893-2ad1-437e-b0dd-ed5617899e54 req-7a8a6a2e-bbb6-4bae-a408-c7bbe1f13161 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 1128 time: 0.1337280 Mar 10 15:10:51.107095 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80efd4ad-4e78-477b-994d-fc3427feb329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.130507 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7af1-629f-4b45-967f-b9f94961a44b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3f46342e-d764-43c2-81ec-a259fc1e89e0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.143310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device de191862-ec05-43fc-9cce-9efc570dde18 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:51.157207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a097893-2ad1-437e-b0dd-ed5617899e54 req-247437da-5868-487f-b11a-70ebbffea70f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850611 Mar 10 15:10:51.186073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d7af1-629f-4b45-967f-b9f94961a44b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 3f46342e-d764-43c2-81ec-a259fc1e89e0 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:51.188799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d41b4-7f9b-4995-92b1-aa1fc1525edf req-54f1475d-2385-4260-b741-8e2cabae6e0e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:51.196592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb3d41b4-7f9b-4995-92b1-aa1fc1525edf req-54f1475d-2385-4260-b741-8e2cabae6e0e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.1708772 Mar 10 15:10:51.251868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: de191862-ec05-43fc-9cce-9efc570dde18 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:51.252660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device de191862-ec05-43fc-9cce-9efc570dde18 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:51.291352 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80efd4ad-4e78-477b-994d-fc3427feb329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.361311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efd4ad-4e78-477b-994d-fc3427feb329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:51.386292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb3d41b4-7f9b-4995-92b1-aa1fc1525edf req-fac00025-7b20-4624-bb28-a002f8d6c4f0 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886039 Mar 10 15:10:51.428660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 13cf118b-a5b3-429b-93fb-27e5be098190 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:51.441797 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80efd4ad-4e78-477b-994d-fc3427feb329 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.457800 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-80efd4ad-4e78-477b-994d-fc3427feb329 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e40a8efd-9d02-44c8-a5d0-d1a79b3a4ac1 HTTP/1.1" status: 204 len: 168 time: 0.7464173 Mar 10 15:10:51.459070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54912) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:51.548620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 13cf118b-a5b3-429b-93fb-27e5be098190 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:51.548976 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (13cf118b-a5b3-429b-93fb-27e5be098190), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.564517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7af1-629f-4b45-967f-b9f94961a44b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3f46342e-d764-43c2-81ec-a259fc1e89e0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.624469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d7af1-629f-4b45-967f-b9f94961a44b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=3f46342e-d764-43c2-81ec-a259fc1e89e0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:51.626680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30846e28-25af-4f98-af45-1ddad0a5f2da req-8656725d-6dcd-4c52-89b1-8e227d6e6f48 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:51.634504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-30846e28-25af-4f98-af45-1ddad0a5f2da req-8656725d-6dcd-4c52-89b1-8e227d6e6f48 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 944 time: 0.2778540 Mar 10 15:10:51.689508 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (f5b7952a-a06c-4e06-88c7-ae08d39a7280), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.720841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7af1-629f-4b45-967f-b9f94961a44b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.724173 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0c6d7af1-629f-4b45-967f-b9f94961a44b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/3f46342e-d764-43c2-81ec-a259fc1e89e0 HTTP/1.1" status: 204 len: 168 time: 1.0478756 Mar 10 15:10:51.726744 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54916) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:51.729301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9b0e4-c5c9-49c5-92db-ce09b39587ea req-6d4e30ed-215a-490c-a339-17c92bd96c4d tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:51.736874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78b9b0e4-c5c9-49c5-92db-ce09b39587ea req-6d4e30ed-215a-490c-a339-17c92bd96c4d tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.2332864 Mar 10 15:10:51.767692 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d4ce0f4-faf9-48db-964d-53aeaeed9013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.767948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-30846e28-25af-4f98-af45-1ddad0a5f2da req-c8be5f71-1717-4042-a112-2e8078c72780 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307478 Mar 10 15:10:51.815373 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da93dce-8c37-475b-b61f-8bf93f619902 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:51.817104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da93dce-8c37-475b-b61f-8bf93f619902 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:51.818743 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9da93dce-8c37-475b-b61f-8bf93f619902 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0909157 Mar 10 15:10:51.821484 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54918) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:51.830526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 13cf118b-a5b3-429b-93fb-27e5be098190 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:51.831672 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (13cf118b-a5b3-429b-93fb-27e5be098190), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.884294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 13cf118b-a5b3-429b-93fb-27e5be098190, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=13cf118b-a5b3-429b-93fb-27e5be098190,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:51.897165 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (13cf118b-a5b3-429b-93fb-27e5be098190), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.912687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9034ab1a-b736-4202-8ab0-74df0692d71a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 2ba630f0-3fd9-40c7-aa8a-c1e2df723222 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:51.917227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9034ab1a-b736-4202-8ab0-74df0692d71a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (2ba630f0-3fd9-40c7-aa8a-c1e2df723222), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:51.968356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78b9b0e4-c5c9-49c5-92db-ce09b39587ea req-2558f0c1-de1d-4d15-8f4a-15d79119df0b tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237206 Mar 10 15:10:51.994136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=13cf118b-a5b3-429b-93fb-27e5be098190,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:52.003934 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (f5b7952a-a06c-4e06-88c7-ae08d39a7280), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.006247 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9034ab1a-b736-4202-8ab0-74df0692d71a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (2ba630f0-3fd9-40c7-aa8a-c1e2df723222), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.040947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-14db7f91-6e0c-4ab4-ab44-ca7e8f6bff59 None None] Provisioning complete for port 13cf118b-a5b3-429b-93fb-27e5be098190 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:52.041351 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-14db7f91-6e0c-4ab4-ab44-ca7e8f6bff59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (13cf118b-a5b3-429b-93fb-27e5be098190), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.045994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b7952a-a06c-4e06-88c7-ae08d39a7280']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:52.063051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:52.063051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:10:52.070667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73955e35-0a91-45b5-be42-e7d65d4ebdfc req-e06bb86f-9ae4-4991-8820-4403edf52b26 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:52.077831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73955e35-0a91-45b5-be42-e7d65d4ebdfc req-e06bb86f-9ae4-4991-8820-4403edf52b26 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 946 time: 0.1946883 Mar 10 15:10:52.110236 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.130673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9034ab1a-b736-4202-8ab0-74df0692d71a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (2ba630f0-3fd9-40c7-aa8a-c1e2df723222), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.135498 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.150047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:10:52.150593 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (f1b557e3-d2e0-413f-9dab-73ebbcdfd1b5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:10:52.153198 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:10:52.190030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73955e35-0a91-45b5-be42-e7d65d4ebdfc req-ac15708c-b0cb-4c5a-93fe-55b6c7474e7d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110773 Mar 10 15:10:52.232312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-14db7f91-6e0c-4ab4-ab44-ca7e8f6bff59 None None] Current status of the port 13cf118b-a5b3-429b-93fb-27e5be098190 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:52.234451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9034ab1a-b736-4202-8ab0-74df0692d71a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (2ba630f0-3fd9-40c7-aa8a-c1e2df723222), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.245467 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (f5b7952a-a06c-4e06-88c7-ae08d39a7280), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.253960 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.257960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] 10.222.0.11 "DELETE /v2.0/networks/f5b7952a-a06c-4e06-88c7-ae08d39a7280 HTTP/1.1" status: 204 len: 168 time: 0.7977417 Mar 10 15:10:52.276405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358df0d1-c541-47d5-8cfe-86d4c984442d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b7952a-a06c-4e06-88c7-ae08d39a7280,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:52.400920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0eaf15c8-e27b-4395-86e1-9f6633b4952a up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:52.478826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54924) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:52.503685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bc9aff71-dfa8-4165-ba05-510f37e88379 None None] Could not find standard attr ID for object 3f46342e-d764-43c2-81ec-a259fc1e89e0. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:10:52.565068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 0eaf15c8-e27b-4395-86e1-9f6633b4952a completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:10:52.572767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 0eaf15c8-e27b-4395-86e1-9f6633b4952a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:52.574933 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.583275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0f18455f-1c66-4651-86c7-6f4bf30cba63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48b7801d0534444f8b2ab56c996cf44b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1030099 Mar 10 15:10:52.586648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54926) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:52.636052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6f18-a707-451d-a228-9fb9982e1b93 req-b9e48192-7abd-44ff-b1a0-590f39cc998d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:52.637712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af6b6f18-a707-451d-a228-9fb9982e1b93 req-b9e48192-7abd-44ff-b1a0-590f39cc998d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.1117072 Mar 10 15:10:52.708512 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef704978-f5bf-4a6e-8319-ac16934a996a admin admin] Publish callbacks [] for security_group (f3be5124-b4c6-4f91-b0b9-db301d5f67d6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.738194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034ab1a-b736-4202-8ab0-74df0692d71a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba630f0-3fd9-40c7-aa8a-c1e2df723222,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:52.740573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af6b6f18-a707-451d-a228-9fb9982e1b93 req-f2004eae-b98c-4259-8310-1d8dcd3eb603 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945888 Mar 10 15:10:52.753242 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9034ab1a-b736-4202-8ab0-74df0692d71a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.758045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef704978-f5bf-4a6e-8319-ac16934a996a admin admin] Publish callbacks [] for security_group (f3be5124-b4c6-4f91-b0b9-db301d5f67d6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.770732 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9034ab1a-b736-4202-8ab0-74df0692d71a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/2ba630f0-3fd9-40c7-aa8a-c1e2df723222 HTTP/1.1" status: 204 len: 168 time: 0.9426394 Mar 10 15:10:52.770732 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54928) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:52.779944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0eaf15c8-e27b-4395-86e1-9f6633b4952a is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:52.782436 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.817325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a211628-dc1a-48d5-9010-97b9ad2fb05b None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:52.834364 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef704978-f5bf-4a6e-8319-ac16934a996a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f3be5124-b4c6-4f91-b0b9-db301d5f67d6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.838241 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef704978-f5bf-4a6e-8319-ac16934a996a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:52.843862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ef704978-f5bf-4a6e-8319-ac16934a996a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3be5124-b4c6-4f91-b0b9-db301d5f67d6 HTTP/1.1" status: 204 len: 168 time: 0.2557211 Mar 10 15:10:52.856727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef704978-f5bf-4a6e-8319-ac16934a996a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be5124-b4c6-4f91-b0b9-db301d5f67d6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:52.878783 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-91324f6b-7c1a-4646-83a8-b04f818ccafd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062644 Mar 10 15:10:52.879424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54934) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:52.886907 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:52.943748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65778dd6-adc6-4715-b775-39f6901d3363 req-45a20a7f-48cb-46b9-99c3-88c15566dd5f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:52.945374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65778dd6-adc6-4715-b775-39f6901d3363 req-45a20a7f-48cb-46b9-99c3-88c15566dd5f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 944 time: 0.0723879 Mar 10 15:10:52.949165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:10:52.952641 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ce7e4d-d9c7-4371-99c1-c606a902d1d9" -d '{"events": [{"server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:10:53.025647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:53.051052 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:53.056032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65778dd6-adc6-4715-b775-39f6901d3363 req-2079137f-4fb2-4652-85b9-3c9645271cb7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012073 Mar 10 15:10:53.152728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:53.156753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:53.181561 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acca37e2-9f6a-4224-a0c1-7708f317ba1f x-openstack-request-id: req-acca37e2-9f6a-4224-a0c1-7708f317ba1f {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:10:53.181874 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:10:53.182140 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-acca37e2-9f6a-4224-a0c1-7708f317ba1f {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:10:53.182625 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'code': 200} Mar 10 15:10:53.265771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0eaf15c8-e27b-4395-86e1-9f6633b4952a,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:53.282825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2ded-53b0-470d-9442-c02454fc6fc5 req-faf69832-8617-4332-b75a-f6694c971c4e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:53.293931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a6b2ded-53b0-470d-9442-c02454fc6fc5 req-faf69832-8617-4332-b75a-f6694c971c4e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.1401510 Mar 10 15:10:53.358561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 13cf118b-a5b3-429b-93fb-27e5be098190 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:53.364161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48b7d4-abd6-4725-8ff6-1fdeb95a8125 req-3289c2bc-ffad-426b-b2a7-7780c5e07eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:53.366269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d48b7d4-abd6-4725-8ff6-1fdeb95a8125 req-3289c2bc-ffad-426b-b2a7-7780c5e07eb6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 1127 time: 0.1628726 Mar 10 15:10:53.426387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11e850a-2428-479f-b882-c1e0371a8d8b None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:10:53.485157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a6b2ded-53b0-470d-9442-c02454fc6fc5 req-1bb34106-61e4-4c9c-9e86-350518cde322 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857533 Mar 10 15:10:53.526119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224d2dc-c9f0-41de-ae26-9fe027e89194 req-d7d50ca5-c2ef-4506-a53b-a947f8865803 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:53.528784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1224d2dc-c9f0-41de-ae26-9fe027e89194 req-d7d50ca5-c2ef-4506-a53b-a947f8865803 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 946 time: 0.1435072 Mar 10 15:10:53.531446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d48b7d4-abd6-4725-8ff6-1fdeb95a8125 req-50ceb9d6-fd7c-4fad-88ef-65e788737544 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1545572 Mar 10 15:10:53.563548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 13cf118b-a5b3-429b-93fb-27e5be098190 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:53.563927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (13cf118b-a5b3-429b-93fb-27e5be098190), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:53.593523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b11e850a-2428-479f-b882-c1e0371a8d8b None None] Deleting port 13cf118b-a5b3-429b-93fb-27e5be098190 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:53.594154 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b11e850a-2428-479f-b882-c1e0371a8d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (13cf118b-a5b3-429b-93fb-27e5be098190), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:53.608738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1224d2dc-c9f0-41de-ae26-9fe027e89194 req-0da531ed-ab69-425a-8606-7b4942eff64c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694416 Mar 10 15:10:53.716001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b11e850a-2428-479f-b882-c1e0371a8d8b None None] For port 13cf118b-a5b3-429b-93fb-27e5be098190, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=13cf118b-a5b3-429b-93fb-27e5be098190,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:53.716433 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b11e850a-2428-479f-b882-c1e0371a8d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (13cf118b-a5b3-429b-93fb-27e5be098190), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:53.731899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b11e850a-2428-479f-b882-c1e0371a8d8b None None] Calling delete_port for 13cf118b-a5b3-429b-93fb-27e5be098190 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:53.829084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 13cf118b-a5b3-429b-93fb-27e5be098190 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:53.861470 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:10:53.945725 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b11e850a-2428-479f-b882-c1e0371a8d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (13cf118b-a5b3-429b-93fb-27e5be098190), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:53.992005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e850a-2428-479f-b882-c1e0371a8d8b None None] Pushing event deleted for resources: {'Port': ['ID=13cf118b-a5b3-429b-93fb-27e5be098190,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:54.010397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e850a-2428-479f-b882-c1e0371a8d8b None None] No DVR routers for this DVR port 13cf118b-a5b3-429b-93fb-27e5be098190 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:10:54.026083 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d3eea916-7f8a-4207-8055-a516db0b8206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:54.084341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576dbac-cad7-49c2-9247-4385518e1252 req-47e72d26-f495-40a1-b8bd-de2c1e3cede1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:54.091666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a576dbac-cad7-49c2-9247-4385518e1252 req-47e72d26-f495-40a1-b8bd-de2c1e3cede1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.2013268 Mar 10 15:10:54.104517 n-d-833090-1 neutron-server[115534]: WARNING neutron.services.revisions.revision_plugin [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Could not find related port for resource to bump revision. Mar 10 15:10:54.110341 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Port 13cf118b-a5b3-429b-93fb-27e5be098190 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=115534) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 10 15:10:54.110924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Reverting IP allocation for 2001:db8::f816:3eff:fee7:dc71 {{(pid=115534) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 10 15:10:54.115552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee7:dc71 {{(pid=115534) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 10 15:10:54.117343 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (902f61f7-39c7-416c-b799-2176eab6dfe9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:54.171307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a576dbac-cad7-49c2-9247-4385518e1252 req-cb1a45b0-8717-47ed-894d-74e408408547 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785875 Mar 10 15:10:54.193436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=902f61f7-39c7-416c-b799-2176eab6dfe9,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:54.211336 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:54.220265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:54.226979 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:54.227583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:54.237959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07489ea8-5322-45fe-95ae-321c6753cf82 req-4a5300f3-af95-4a03-8e1f-cfd6be88384c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:54.242576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e138b-b637-4aae-a44c-09a1134cdb0b None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:54.249260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07489ea8-5322-45fe-95ae-321c6753cf82 req-4a5300f3-af95-4a03-8e1f-cfd6be88384c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.2959018 Mar 10 15:10:54.270414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07489ea8-5322-45fe-95ae-321c6753cf82 req-f8310583-c2ec-4177-aa36-e72dba3e229e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/quotas/8714f144a3684d0d933f128eb20101bf HTTP/1.1" status: 200 len: 375 time: 0.0189199 Mar 10 15:10:54.285455 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ee636dd6-2c56-4c8c-b08d-d7ceddb47459 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4038417 Mar 10 15:10:54.287938 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54976) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:54.294396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:ba:fe:72', 'name': 'tempest-NetworksTestDHCPv6-1372189375'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:54.386273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54978) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:54.463212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07489ea8-5322-45fe-95ae-321c6753cf82 req-175d5ac1-b817-4dcf-8f18-d9d43d1b4cb5 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1913087 Mar 10 15:10:54.525299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:54.539077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83322829-578e-4998-a9c8-f086324311bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '902f61f7-39c7-416c-b799-2176eab6dfe9'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:10:54.541743 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83322829-578e-4998-a9c8-f086324311bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:54.582939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07489ea8-5322-45fe-95ae-321c6753cf82 req-216003c4-4f3e-49a4-8474-b0574ed26570 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184189 Mar 10 15:10:54.694999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07489ea8-5322-45fe-95ae-321c6753cf82 req-81663f84-2bda-4032-86df-eebefa702f85 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110160 Mar 10 15:10:54.716993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:54.720782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd952150-5db7-4494-962e-e5d93a25298f req-142a61df-93d7-4b2a-b332-0d06c0bd6a19 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:54.727099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd952150-5db7-4494-962e-e5d93a25298f req-142a61df-93d7-4b2a-b332-0d06c0bd6a19 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.4340942 Mar 10 15:10:54.784726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1598831903-network', 'tenant_id': 'e166fe30a6cc4bc0a91d9c8b39c49723'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:54.790234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port b91ee61e-c1e2-4225-abdd-b8824e1a85b5 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:10:54.844250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd952150-5db7-4494-962e-e5d93a25298f req-39d1591e-3283-446d-8d1c-ee08f7869286 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1117408 Mar 10 15:10:54.846576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-83322829-578e-4998-a9c8-f086324311bf None None] Allocated IP 2001:db8::f816:3eff:fee7:2569 (e8b41007-025f-4e22-b7fd-0464260c3402/902f61f7-39c7-416c-b799-2176eab6dfe9/8278c931-5141-4581-ad17-febe0306526f) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:54.940293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Made reservation on behalf of e166fe30a6cc4bc0a91d9c8b39c49723 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:54.943033 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:54.956190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.021743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbda63-adbb-4760-848f-30093ce79c7a req-1ae7d40f-f343-4b59-90b7-f90a394baec4 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:55.037568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96bbda63-adbb-4760-848f-30093ce79c7a req-1ae7d40f-f343-4b59-90b7-f90a394baec4 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.0931439 Mar 10 15:10:55.103276 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Publish callbacks [] for security_group (feeb0b26-c9f9-4eed-b9c2-293d4322ea8e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.109015 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (feeb0b26-c9f9-4eed-b9c2-293d4322ea8e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.140447 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:55.152112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96bbda63-adbb-4760-848f-30093ce79c7a req-24715797-9e8c-4a12-af84-484067a79ead tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069896 Mar 10 15:10:55.194342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:10:55.240356 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8223b4b3-9325-462f-b39f-29bfe22eb2a3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.241918 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Added segment 8223b4b3-9325-462f-b39f-29bfe22eb2a3 of type vlan for network 3c826861-5f4d-4a1f-8136-c72b5bd819f1 Mar 10 15:10:55.394574 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (3c826861-5f4d-4a1f-8136-c72b5bd819f1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.410659 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83322829-578e-4998-a9c8-f086324311bf None None] Publish callbacks [] for port (8278c931-5141-4581-ad17-febe0306526f), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.433233 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83322829-578e-4998-a9c8-f086324311bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (8278c931-5141-4581-ad17-febe0306526f), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.484835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a268f-8b2a-45e7-98f5-7f6742722051 req-24fec5b4-d7d4-4f86-a8e7-23e9699cb11f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:55.515415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f8a268f-8b2a-45e7-98f5-7f6742722051 req-24fec5b4-d7d4-4f86-a8e7-23e9699cb11f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.2028289 Mar 10 15:10:55.521741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 13cf118b-a5b3-429b-93fb-27e5be098190 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:55.534312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83322829-578e-4998-a9c8-f086324311bf None None] Pushing event updated for resources: {'Port': ['ID=8278c931-5141-4581-ad17-febe0306526f,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:55.544552 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.580126 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f8a268f-8b2a-45e7-98f5-7f6742722051 req-45c762f7-3298-4bcc-9c68-de50a4f34074 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634894 Mar 10 15:10:55.582982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83322829-578e-4998-a9c8-f086324311bf None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:55.587956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 13cf118b-a5b3-429b-93fb-27e5be098190 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:55.587956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 13cf118b-a5b3-429b-93fb-27e5be098190 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:55.588686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (3c826861-5f4d-4a1f-8136-c72b5bd819f1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.589799 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:55.590445 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.591124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-83322829-578e-4998-a9c8-f086324311bf None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:55.594425 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83322829-578e-4998-a9c8-f086324311bf None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:55.674659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-83322829-578e-4998-a9c8-f086324311bf None None] Attempting to bind port 8278c931-5141-4581-ad17-febe0306526f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:10:55.675067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-83322829-578e-4998-a9c8-f086324311bf None None] Attempting to bind port 8278c931-5141-4581-ad17-febe0306526f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:10:55.675459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83322829-578e-4998-a9c8-f086324311bf None None] Attempting to bind port 8278c931-5141-4581-ad17-febe0306526f on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:10:55.683443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83322829-578e-4998-a9c8-f086324311bf None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:10:55.683897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83322829-578e-4998-a9c8-f086324311bf None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:55.684348 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83322829-578e-4998-a9c8-f086324311bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.684809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83322829-578e-4998-a9c8-f086324311bf None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:10:55.685814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-83322829-578e-4998-a9c8-f086324311bf None None] Bound port: 8278c931-5141-4581-ad17-febe0306526f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:10:55.686196 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83322829-578e-4998-a9c8-f086324311bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8278c931-5141-4581-ad17-febe0306526f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:55.743413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] Pushing event updated for resources: {'Network': ['ID=3c826861-5f4d-4a1f-8136-c72b5bd819f1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:55.747238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::f816:3eff:feba:fe72 (e8b41007-025f-4e22-b7fd-0464260c3402/902f61f7-39c7-416c-b799-2176eab6dfe9/b91ee61e-c1e2-4225-abdd-b8824e1a85b5) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:10:55.765568 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-58b20a62-0d69-47db-be04-d48e92ed55c4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3782046 Mar 10 15:10:55.768534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55010) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:55.774007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] Request body: {'subnet': {'network_id': '3c826861-5f4d-4a1f-8136-c72b5bd819f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1598831903-subnet', 'tenant_id': 'e166fe30a6cc4bc0a91d9c8b39c49723', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:55.779145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 3c826861-5f4d-4a1f-8136-c72b5bd819f1 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:10:55.835490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] Made reservation on behalf of e166fe30a6cc4bc0a91d9c8b39c49723 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:55.840530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:56.038153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (b91ee61e-c1e2-4225-abdd-b8824e1a85b5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:56.111588 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b91ee61e-c1e2-4225-abdd-b8824e1a85b5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:56.137420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-83322829-578e-4998-a9c8-f086324311bf None None] For port 8278c931-5141-4581-ad17-febe0306526f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:10:56.141877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-83322829-578e-4998-a9c8-f086324311bf None None] For port 8278c931-5141-4581-ad17-febe0306526f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8278c931-5141-4581-ad17-febe0306526f,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:10:56.155622 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83322829-578e-4998-a9c8-f086324311bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8278c931-5141-4581-ad17-febe0306526f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:56.166391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-b36cc4e3-1224-403d-a99c-6c38852283cf tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:56.173669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-b36cc4e3-1224-403d-a99c-6c38852283cf tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.2210174 Mar 10 15:10:56.178065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:10:56.185380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:56.194409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2805336-ccd9-4888-b1d0-c7d2f1e93445 req-d5f0db41-1f33-4c5a-b8e2-85fe5825a50d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:56.195964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2805336-ccd9-4888-b1d0-c7d2f1e93445 req-d5f0db41-1f33-4c5a-b8e2-85fe5825a50d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.1798036 Mar 10 15:10:56.197824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:10:56.208234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:56.209425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:56.217848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=b91ee61e-c1e2-4225-abdd-b8824e1a85b5,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:56.237913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83322829-578e-4998-a9c8-f086324311bf None None] Pushing event updated for resources: {'Port': ['ID=8278c931-5141-4581-ad17-febe0306526f,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:56.241344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-3a1f2cc9-7f0e-4f37-a136-5dbd501a77f2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/quotas/8714f144a3684d0d933f128eb20101bf HTTP/1.1" status: 200 len: 375 time: 0.0664811 Mar 10 15:10:56.257795 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1ade1e5c-31b3-4f8c-a80d-ec0d0e61db18 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9686275 Mar 10 15:10:56.260254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55026) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:56.343583 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ec538-de7b-40b9-b7f8-33aef6520e6d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:56.350000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ec538-de7b-40b9-b7f8-33aef6520e6d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:56.352322 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8f6ec538-de7b-40b9-b7f8-33aef6520e6d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0903766 Mar 10 15:10:56.354864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55028) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:56.403757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-49405f00-4d8d-4b6a-b1af-88b7991a6685 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615074 Mar 10 15:10:56.424396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2805336-ccd9-4888-b1d0-c7d2f1e93445 req-ff691cc6-1518-4105-ab2c-11a1abbb0943 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1782608 Mar 10 15:10:56.527572 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (30b5783c-b459-4c38-9dac-08e269f11531), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:56.589081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e0e394c1-d79c-49d1-bb83-7d9de7f9e949 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port b91ee61e-c1e2-4225-abdd-b8824e1a85b5 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:56.591746 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0e394c1-d79c-49d1-bb83-7d9de7f9e949 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b91ee61e-c1e2-4225-abdd-b8824e1a85b5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:56.616971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b5783c-b459-4c38-9dac-08e269f11531,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:56.642857 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:56.775435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] Checking segment: {'id': '8223b4b3-9325-462f-b39f-29bfe22eb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3c826861-5f4d-4a1f-8136-c72b5bd819f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:10:56.775813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] Network hostable DHCP agents. Network: 3c826861-5f4d-4a1f-8136-c72b5bd819f1, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:10:56.798649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0e394c1-d79c-49d1-bb83-7d9de7f9e949 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b91ee61e-c1e2-4225-abdd-b8824e1a85b5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:56.820842 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e0e394c1-d79c-49d1-bb83-7d9de7f9e949 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for b91ee61e-c1e2-4225-abdd-b8824e1a85b5 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:56.844099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-4d6abf62-7cbe-4be6-b1b6-451cc9f66701 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186993 Mar 10 15:10:56.853979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb748-73de-4835-972e-c50cc0d63127 req-2d9d7686-07a9-4ec7-8ccd-a63da0cae981 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:56.859998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea5fb748-73de-4835-972e-c50cc0d63127 req-2d9d7686-07a9-4ec7-8ccd-a63da0cae981 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.3358860 Mar 10 15:10:56.865557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] Network 3c826861-5f4d-4a1f-8136-c72b5bd819f1 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:10:56.919574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 3c826861-5f4d-4a1f-8136-c72b5bd819f1) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:10:56.934909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2240644-f024-4424-a7d3-3571c6e9e99b None None] Network 3c826861-5f4d-4a1f-8136-c72b5bd819f1 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:56.984300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:56.984930 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:57.010990 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0e394c1-d79c-49d1-bb83-7d9de7f9e949 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b91ee61e-c1e2-4225-abdd-b8824e1a85b5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:57.044667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea5fb748-73de-4835-972e-c50cc0d63127 req-0f535392-d6d3-4ff5-805f-a4458b7e2081 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748838 Mar 10 15:10:57.054908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-695a8b9f-3ce3-471f-af5c-d019536d496c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2787976 Mar 10 15:10:57.072352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e394c1-d79c-49d1-bb83-7d9de7f9e949 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=b91ee61e-c1e2-4225-abdd-b8824e1a85b5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:57.122847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc00d4ce-02ee-4c0e-8d10-bcba9e8adf77 None None] Network 3c826861-5f4d-4a1f-8136-c72b5bd819f1 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:57.123807 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0e394c1-d79c-49d1-bb83-7d9de7f9e949 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:57.130830 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e0e394c1-d79c-49d1-bb83-7d9de7f9e949 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/b91ee61e-c1e2-4225-abdd-b8824e1a85b5 HTTP/1.1" status: 204 len: 168 time: 0.7741737 Mar 10 15:10:57.133121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55036) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:57.149151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-efd97e88-86c1-4df7-87fc-2bebd52f144b service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923009 Mar 10 15:10:57.283189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37900587-5942-4dc2-b3ff-7a2f59b107d7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:57.287805 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37900587-5942-4dc2-b3ff-7a2f59b107d7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:57.297269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55038) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:57.297945 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37900587-5942-4dc2-b3ff-7a2f59b107d7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1632197 Mar 10 15:10:57.417497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8278c931-5141-4581-ad17-febe0306526f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:10:57.485278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35a56f-565f-42e8-8d2d-022b1476636c req-01c4e4f3-072b-45fb-ade1-a5823134d038 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:57.487144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca35a56f-565f-42e8-8d2d-022b1476636c req-01c4e4f3-072b-45fb-ade1-a5823134d038 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.3175566 Mar 10 15:10:57.497040 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55050) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:57.500067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-020ff1cd-ce3e-4d77-921b-ffbfe4cb3f01 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 902f61f7-39c7-416c-b799-2176eab6dfe9 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:10:57.502814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8a95861c-7eea-49f8-b8cf-8637541fae00 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'floatingip': {'port_id': '0eaf15c8-e27b-4395-86e1-9f6633b4952a'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:57.508281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-020ff1cd-ce3e-4d77-921b-ffbfe4cb3f01 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (902f61f7-39c7-416c-b799-2176eab6dfe9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:57.589862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8278c931-5141-4581-ad17-febe0306526f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:57.590264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8278c931-5141-4581-ad17-febe0306526f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:57.600694 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-020ff1cd-ce3e-4d77-921b-ffbfe4cb3f01 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (902f61f7-39c7-416c-b799-2176eab6dfe9), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:57.623121 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a95861c-7eea-49f8-b8cf-8637541fae00 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (228d3a7b-f88b-4af9-8701-a037bb7cd541), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:57.752928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c513048-48d6-4940-a42d-c5960f12072e req-53aa17a0-5550-4b34-b4e0-de6566a633ff tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:57.779966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c513048-48d6-4940-a42d-c5960f12072e req-53aa17a0-5550-4b34-b4e0-de6566a633ff tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.2362897 Mar 10 15:10:57.786723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8278c931-5141-4581-ad17-febe0306526f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:57.787713 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8278c931-5141-4581-ad17-febe0306526f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:57.828814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 8278c931-5141-4581-ad17-febe0306526f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8278c931-5141-4581-ad17-febe0306526f,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:57.844786 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8278c931-5141-4581-ad17-febe0306526f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:57.985298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=8278c931-5141-4581-ad17-febe0306526f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:58.068410 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-020ff1cd-ce3e-4d77-921b-ffbfe4cb3f01 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (902f61f7-39c7-416c-b799-2176eab6dfe9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:58.098847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c53337e5-3eba-4156-890b-f8a759804db5 None None] Provisioning complete for port 8278c931-5141-4581-ad17-febe0306526f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:10:58.100127 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c53337e5-3eba-4156-890b-f8a759804db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8278c931-5141-4581-ad17-febe0306526f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:58.195120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c513048-48d6-4940-a42d-c5960f12072e req-5bf67239-eb68-4993-a4b5-bf603a00ed48 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089315 Mar 10 15:10:58.215576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-020ff1cd-ce3e-4d77-921b-ffbfe4cb3f01 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (902f61f7-39c7-416c-b799-2176eab6dfe9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:58.274171 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:58.343159 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-020ff1cd-ce3e-4d77-921b-ffbfe4cb3f01 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:58.352234 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-020ff1cd-ce3e-4d77-921b-ffbfe4cb3f01 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/902f61f7-39c7-416c-b799-2176eab6dfe9 HTTP/1.1" status: 204 len: 168 time: 1.0480156 Mar 10 15:10:58.362637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c53337e5-3eba-4156-890b-f8a759804db5 None None] Current status of the port 8278c931-5141-4581-ad17-febe0306526f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:10:58.362937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55068) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:58.368951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ff1cd-ce3e-4d77-921b-ffbfe4cb3f01 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=902f61f7-39c7-416c-b799-2176eab6dfe9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:58.408365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-1d565806-e70c-4d67-8e9c-dc3b80d15efa tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:58.410308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-1d565806-e70c-4d67-8e9c-dc3b80d15efa tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/networks?id=3c826861-5f4d-4a1f-8136-c72b5bd819f1 HTTP/1.1" status: 200 len: 809 time: 0.4861875 Mar 10 15:10:58.451323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a03c9b7c-d352-4ce5-b2dc-65f503b88d00 req-0a142afb-8d45-4ecb-b199-229d42f83e29 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 210 time: 0.1338360 Mar 10 15:10:58.457210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dbbe8cd9-578e-447e-9f65-42259f81742d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902755 Mar 10 15:10:58.461062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174af70f-523a-4c32-9563-1f73e41621e4 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:10:58.463701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55070) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:58.490585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-43b02f50-eff5-4bb9-ada3-c819cde7a3ce tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/quotas/e166fe30a6cc4bc0a91d9c8b39c49723 HTTP/1.1" status: 200 len: 375 time: 0.0385993 Mar 10 15:10:58.546050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-dfb6d8c4-3c31-498b-a20a-2883143e1c87 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e166fe30a6cc4bc0a91d9c8b39c49723&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333869 Mar 10 15:10:58.608558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ac347b6c-c45d-4327-952a-fe9fe819ecc4 None None] Could not find standard attr ID for object b91ee61e-c1e2-4225-abdd-b8824e1a85b5. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:10:58.644486 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a95861c-7eea-49f8-b8cf-8637541fae00 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:58.654186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3334d-4c90-4e52-831e-a3710ce8dbb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:58.655175 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a95861c-7eea-49f8-b8cf-8637541fae00 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (228d3a7b-f88b-4af9-8701-a037bb7cd541), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:58.656308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cbe3334d-4c90-4e52-831e-a3710ce8dbb3 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1916578 Mar 10 15:10:58.659238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55072) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:58.811689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a1655-adb5-426e-948e-18dd25f3aa7c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:58.813623 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aa6a1655-adb5-426e-948e-18dd25f3aa7c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1538007 Mar 10 15:10:58.818155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55074) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:58.828223 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caead18e-b200-4624-bcea-02aab9e8d4fe None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:10:58.892502 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d888e788-7207-46d6-ae76-bd38eff47671 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746753 Mar 10 15:10:58.898326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55076) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:10:58.903076 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f3626a23-88bf-4e9e-8fcf-4244c1cad252 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:58.912463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-caead18e-b200-4624-bcea-02aab9e8d4fe None None] Deleting port 8278c931-5141-4581-ad17-febe0306526f {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:10:58.913218 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-caead18e-b200-4624-bcea-02aab9e8d4fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8278c931-5141-4581-ad17-febe0306526f), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:58.941394 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-8a95861c-7eea-49f8-b8cf-8637541fae00 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Floating IP 228d3a7b-f88b-4af9-8701-a037bb7cd541 associated. External IP: 172.25.3.125, port: 0eaf15c8-e27b-4395-86e1-9f6633b4952a. Mar 10 15:10:59.016664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-caead18e-b200-4624-bcea-02aab9e8d4fe None None] For port 8278c931-5141-4581-ad17-febe0306526f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8278c931-5141-4581-ad17-febe0306526f,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:10:59.017555 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-caead18e-b200-4624-bcea-02aab9e8d4fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8278c931-5141-4581-ad17-febe0306526f), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:59.043006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-caead18e-b200-4624-bcea-02aab9e8d4fe None None] Calling delete_port for 8278c931-5141-4581-ad17-febe0306526f owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:10:59.236097 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-caead18e-b200-4624-bcea-02aab9e8d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (8278c931-5141-4581-ad17-febe0306526f), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:59.245981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3626a23-88bf-4e9e-8fcf-4244c1cad252 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:10:59.251582 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3626a23-88bf-4e9e-8fcf-4244c1cad252 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:10:59.292303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caead18e-b200-4624-bcea-02aab9e8d4fe None None] Pushing event deleted for resources: {'Port': ['ID=8278c931-5141-4581-ad17-febe0306526f,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:10:59.311151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caead18e-b200-4624-bcea-02aab9e8d4fe None None] No DVR routers for this DVR port 8278c931-5141-4581-ad17-febe0306526f on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:10:59.342706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8278c931-5141-4581-ad17-febe0306526f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:10:59.374752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8278c931-5141-4581-ad17-febe0306526f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:10:59.375564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8278c931-5141-4581-ad17-febe0306526f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:10:59.467827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a95861c-7eea-49f8-b8cf-8637541fae00 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Router 4f24379f-afec-43d3-b7a5-367140070ff9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:10:59.564893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-532e6ca0-53fe-41b7-93d8-7965cd001295 service neutron] 10.222.0.11 "GET /v2.0/networks/3c826861-5f4d-4a1f-8136-c72b5bd819f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0097373 Mar 10 15:10:59.671413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71216e0-cff9-4c5c-99c8-97dda59625cf req-4a92393b-b621-472d-9799-a4ed93f213ab tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:59.679643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d71216e0-cff9-4c5c-99c8-97dda59625cf req-4a92393b-b621-472d-9799-a4ed93f213ab tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 1.0564432 Mar 10 15:10:59.794483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d71216e0-cff9-4c5c-99c8-97dda59625cf req-c2fec8d2-9495-4a68-97b4-0e652f447cdb tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133914 Mar 10 15:10:59.843464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-ed837e09-238f-450a-a5ea-f2830d85a230 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:10:59.845894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-ed837e09-238f-450a-a5ea-f2830d85a230 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.3925791 Mar 10 15:10:59.872184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Request body: {'port': {'device_id': 'd1251131-303f-45bb-b584-45d8dfb4b1f8', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'admin_state_up': True, 'tenant_id': '8714f144a3684d0d933f128eb20101bf'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:10:59.911604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-40d944b6-4f8d-4e7c-8ff0-648dd99266dc service neutron] 10.222.0.11 "GET /v2.0/networks/3c826861-5f4d-4a1f-8136-c72b5bd819f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451343 Mar 10 15:11:00.090887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cd217-6235-427e-8317-8b2a40b02531 req-6656111b-9859-4a14-9dcd-9b35eb14d6b1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:00.092839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b35cd217-6235-427e-8317-8b2a40b02531 req-6656111b-9859-4a14-9dcd-9b35eb14d6b1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.1651492 Mar 10 15:11:00.135933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Made reservation on behalf of 8714f144a3684d0d933f128eb20101bf for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:00.140486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:00.164720 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3626a23-88bf-4e9e-8fcf-4244c1cad252 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (ce7bba44-862d-4e64-881d-1b6a1539758c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:00.207078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a95861c-7eea-49f8-b8cf-8637541fae00 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:11:00.214628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a95861c-7eea-49f8-b8cf-8637541fae00 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:00.216690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b35cd217-6235-427e-8317-8b2a40b02531 req-22d44b82-e119-4a5c-9672-bdb04287d2d3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122458 Mar 10 15:11:00.221680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c840c9-4583-49a7-a76a-8dab8ba434b5 None None] Sync routers for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:11:00.244548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c840c9-4583-49a7-a76a-8dab8ba434b5 None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:11:00.246320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b3c840c9-4583-49a7-a76a-8dab8ba434b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:10:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:00.272163 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3626a23-88bf-4e9e-8fcf-4244c1cad252 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:00.284725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f3626a23-88bf-4e9e-8fcf-4244c1cad252 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:00.288746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3626a23-88bf-4e9e-8fcf-4244c1cad252 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:00.289259 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3626a23-88bf-4e9e-8fcf-4244c1cad252 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:00.305024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3626a23-88bf-4e9e-8fcf-4244c1cad252 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=ce7bba44-862d-4e64-881d-1b6a1539758c,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:00.322811 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8a95861c-7eea-49f8-b8cf-8637541fae00 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "PUT /v2.0/floatingips/228d3a7b-f88b-4af9-8701-a037bb7cd541 HTTP/1.1" status: 200 len: 991 time: 2.8130095 Mar 10 15:11:00.322811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:00.322811 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3" -d '{"events": [{"name": "network-changed", "server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:00.323639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d747be85-fe2b-45f0-b567-20bd3999346c req-c102634d-c061-4f66-97ed-6a0d18dbf147 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 210 time: 0.0847151 Mar 10 15:11:00.353435 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f3626a23-88bf-4e9e-8fcf-4244c1cad252 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4540391 Mar 10 15:11:00.358630 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55090) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:00.365824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:fd:03:c9', 'name': 'tempest-NetworksTestDHCPv6-302476392'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:00.396719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7898fd7-b852-4bde-8397-6e5eb09af80b req-c5d02410-8151-4eb2-a129-e572e3759ba9 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 210 time: 0.0701520 Mar 10 15:11:00.445885 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92191cc9-8a0d-41ff-82bb-1882c4910c68 x-openstack-request-id: req-92191cc9-8a0d-41ff-82bb-1882c4910c68 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:00.448707 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:00.449187 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92191cc9-8a0d-41ff-82bb-1882c4910c68 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:00.449801 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'status': 'completed', 'code': 200} Mar 10 15:11:00.453630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aafb65-4e78-4a34-ad64-5e18fe86d4db None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:00.507774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-b3c840c9-4583-49a7-a76a-8dab8ba434b5 None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:11:00.576129 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Allocated IP 172.20.0.4 (9b4c730c-ad0a-4573-a071-96465b27d617/cb24078f-4516-4897-8be0-5a7c1076ae2d/f82c4cfa-4c6b-4ef8-87b6-5bd690957e81) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:00.593032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3 req-b957b226-10c1-4f5e-bad1-e4e8a6125eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:00.594640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3 req-b957b226-10c1-4f5e-bad1-e4e8a6125eef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 1127 time: 0.1033406 Mar 10 15:11:00.631104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:00.689316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': 'ce7bba44-862d-4e64-881d-1b6a1539758c'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:11:00.691037 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:00.760848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:00.809964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port c99355f3-dad0-4b97-a089-f9c50a2edc3e yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:11:00.919137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3 req-86eab3e4-5bd4-41ed-a898-43958064efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:00.927247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3 req-86eab3e4-5bd4-41ed-a898-43958064efe7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 917 time: 0.3074000 Mar 10 15:11:01.018833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3 req-5f749369-c94a-4ac3-bee6-1c2807817f77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a HTTP/1.1" status: 200 len: 999 time: 0.0689919 Mar 10 15:11:01.140637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks [] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:01.150777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3 req-d37dcb7c-f5fc-44cd-9893-85b526512c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:01.152275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3 req-d37dcb7c-f5fc-44cd-9893-85b526512c29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.0970235 Mar 10 15:11:01.160081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba69b0-43e3-4554-934a-cf5365bb814d req-a291d472-defe-4e0a-97d5-cf462ce37d33 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:01.161579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61ba69b0-43e3-4554-934a-cf5365bb814d req-a291d472-defe-4e0a-97d5-cf462ce37d33 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.1420116 Mar 10 15:11:01.211593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Allocated IP 2001:db8::2 (e8b41007-025f-4e22-b7fd-0464260c3402/ce7bba44-862d-4e64-881d-1b6a1539758c/2f83decb-d171-4d1a-8f6c-73cbb59af80c) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:01.282392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61ba69b0-43e3-4554-934a-cf5365bb814d req-b75a76de-22e6-47df-b992-2c86e8e41842 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899818 Mar 10 15:11:01.304252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3 req-b0759bf4-b1b3-41e1-a9eb-fe61067560e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:01.305861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3 req-b0759bf4-b1b3-41e1-a9eb-fe61067560e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1417344 Mar 10 15:11:01.316697 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:01.341179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:01.468342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Network 9b4c730c-ad0a-4573-a071-96465b27d617 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:01.516227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:01.524332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event updated for resources: {'Port': ['ID=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:01.543725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:01.563595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f547b-b67d-4da0-afb0-2825ea9ab06f req-1de66f68-4a6d-450b-afdb-2bcd0baf261b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:01.569306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-923f547b-b67d-4da0-afb0-2825ea9ab06f req-1de66f68-4a6d-450b-afdb-2bcd0baf261b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.2346315 Mar 10 15:11:01.629142 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Publish callbacks [] for port (2f83decb-d171-4d1a-8f6c-73cbb59af80c), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:01.640244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b3c840c9-4583-49a7-a76a-8dab8ba434b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '228d3a7b-f88b-4af9-8701-a037bb7cd541', 'tenant_id': '30681029f9c54de880026374e32f2679', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'port_id': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'mac_address': 'fa:16:3e:8d:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:10:33Z', 'updated_at': '2022-03-10T15:10:58Z', 'revision_number': 1, 'project_id': '30681029f9c54de880026374e32f2679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:01.650102 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (2f83decb-d171-4d1a-8f6c-73cbb59af80c), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:01.692683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3 req-ef2265cf-368c-48b4-a217-50fbe9071a0a service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737566 Mar 10 15:11:01.714644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-923f547b-b67d-4da0-afb0-2825ea9ab06f req-356f8808-b35d-4699-a0a2-5bb79e63ea24 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387794 Mar 10 15:11:01.728309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c840c9-4583-49a7-a76a-8dab8ba434b5 None None] Checking router: 4f24379f-afec-43d3-b7a5-367140070ff9 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:11:01.735175 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:01.750204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::241 (e8b41007-025f-4e22-b7fd-0464260c3402/ce7bba44-862d-4e64-881d-1b6a1539758c/c99355f3-dad0-4b97-a089-f9c50a2edc3e) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:01.750957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c840c9-4583-49a7-a76a-8dab8ba434b5 None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:11:01.751606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b3c840c9-4583-49a7-a76a-8dab8ba434b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:10:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:01.761736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6bcbf-5b08-473f-a617-d4e32a4477d0 req-9baf5e29-3219-4426-bc13-7bf0207d2878 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:01.768451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9f6bcbf-5b08-473f-a617-d4e32a4477d0 req-9baf5e29-3219-4426-bc13-7bf0207d2878 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 931 time: 0.2621429 Mar 10 15:11:01.786823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:01.788058 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:01.884153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-42188537-fff0-446a-95da-cf0d8d3caca0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0235777 Mar 10 15:11:01.897187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:01.903185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Request body: {'port': {'device_id': 'd1251131-303f-45bb-b584-45d8dfb4b1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:01.910472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:01.945763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e8b0f72-78bf-47fc-8e7d-4e623c1c78b0 req-7565c816-8135-45d6-acd4-a8e016674b25 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 210 time: 0.1145420 Mar 10 15:11:02.000977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Pushing event updated for resources: {'Port': ['ID=2f83decb-d171-4d1a-8f6c-73cbb59af80c,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:02.027198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Attempting to bind port 2f83decb-d171-4d1a-8f6c-73cbb59af80c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:02.027637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Attempting to bind port 2f83decb-d171-4d1a-8f6c-73cbb59af80c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:02.028756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Attempting to bind port 2f83decb-d171-4d1a-8f6c-73cbb59af80c on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:02.053313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-b3c840c9-4583-49a7-a76a-8dab8ba434b5 None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:11:02.073925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:02.074351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:02.077407 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:02.077952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:02.080805 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Bound port: 2f83decb-d171-4d1a-8f6c-73cbb59af80c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:02.081220 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2f83decb-d171-4d1a-8f6c-73cbb59af80c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:02.134445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9f6bcbf-5b08-473f-a617-d4e32a4477d0 req-990bd90e-c9a2-4147-abbc-e44f03f8ecb9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410239 Mar 10 15:11:02.308411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f2489c8-30ae-4ce0-9ad2-909e4e3dcca3 req-113e878a-d6ef-4347-b6bc-09c363e9f63d service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778711 Mar 10 15:11:02.396727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:02.421732 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (c99355f3-dad0-4b97-a089-f9c50a2edc3e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:02.517452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-36930fd4-d730-4c20-9808-3c45cd235494 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:02.517732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] For port 2f83decb-d171-4d1a-8f6c-73cbb59af80c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:02.518933 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-36930fd4-d730-4c20-9808-3c45cd235494 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.62 "GET /v2.0/networks?id=3c826861-5f4d-4a1f-8136-c72b5bd819f1 HTTP/1.1" status: 200 len: 809 time: 0.4099135 Mar 10 15:11:02.542106 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Request body: {'port': {'device_id': 'af4a66c6-4a50-4c41-a43c-a653c4501312', 'network_id': '3c826861-5f4d-4a1f-8136-c72b5bd819f1', 'admin_state_up': True, 'tenant_id': 'e166fe30a6cc4bc0a91d9c8b39c49723'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:02.555293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] For port 2f83decb-d171-4d1a-8f6c-73cbb59af80c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2f83decb-d171-4d1a-8f6c-73cbb59af80c,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:02.632474 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2f83decb-d171-4d1a-8f6c-73cbb59af80c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:02.659425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c99355f3-dad0-4b97-a089-f9c50a2edc3e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:02.704214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ec706-86a4-4f4d-9df9-ce6856171517 None None] Pushing event updated for resources: {'Port': ['ID=2f83decb-d171-4d1a-8f6c-73cbb59af80c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:02.718946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=c99355f3-dad0-4b97-a089-f9c50a2edc3e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:02.752284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:02.759829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:11:02.763163 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:02.767282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:02.770233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Publish callbacks [] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:02.773972 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:02.774930 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:02.786837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Transition to ACTIVE for port object f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:11:02.822214 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f78d881c-969f-408f-a4e6-44b717909cff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4620347 Mar 10 15:11:02.825048 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55120) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:02.861336 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:02.870847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Made reservation on behalf of e166fe30a6cc4bc0a91d9c8b39c49723 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:02.875805 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:02.937856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4ba85-fe6e-43a8-a300-bb516cf913eb req-f5721266-340f-4782-a2ba-477083fcfd53 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:02.944915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa4ba85-fe6e-43a8-a300-bb516cf913eb req-f5721266-340f-4782-a2ba-477083fcfd53 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.1524675 Mar 10 15:11:02.961255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b3c840c9-4583-49a7-a76a-8dab8ba434b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '228d3a7b-f88b-4af9-8701-a037bb7cd541', 'tenant_id': '30681029f9c54de880026374e32f2679', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'port_id': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'mac_address': 'fa:16:3e:8d:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:10:33Z', 'updated_at': '2022-03-10T15:10:58Z', 'revision_number': 1, 'project_id': '30681029f9c54de880026374e32f2679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:02.996019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234908-1bbd-468a-b3c0-23ef76e1affa req-2c49e01b-53b9-499d-88e8-721a9b8c62a6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:02.998224 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec55211-0f9d-4e7b-a5c2-0c5c751663f2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:03.003712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234908-1bbd-468a-b3c0-23ef76e1affa req-2c49e01b-53b9-499d-88e8-721a9b8c62a6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:03.003912 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec55211-0f9d-4e7b-a5c2-0c5c751663f2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:03.007104 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aec55211-0f9d-4e7b-a5c2-0c5c751663f2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1800706 Mar 10 15:11:03.010237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55124) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:03.011457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234908-1bbd-468a-b3c0-23ef76e1affa req-2c49e01b-53b9-499d-88e8-721a9b8c62a6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:03.017631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234908-1bbd-468a-b3c0-23ef76e1affa req-2c49e01b-53b9-499d-88e8-721a9b8c62a6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:03.023212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234908-1bbd-468a-b3c0-23ef76e1affa req-2c49e01b-53b9-499d-88e8-721a9b8c62a6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:03.025906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c840c9-4583-49a7-a76a-8dab8ba434b5 None None] The sync data for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 is: [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '228d3a7b-f88b-4af9-8701-a037bb7cd541', 'tenant_id': '30681029f9c54de880026374e32f2679', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'port_id': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'mac_address': 'fa:16:3e:8d:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:10:33Z', 'updated_at': '2022-03-10T15:10:58Z', 'revision_number': 1, 'project_id': '30681029f9c54de880026374e32f2679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:11:03.031667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234908-1bbd-468a-b3c0-23ef76e1affa req-2c49e01b-53b9-499d-88e8-721a9b8c62a6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:03.046645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234908-1bbd-468a-b3c0-23ef76e1affa req-2c49e01b-53b9-499d-88e8-721a9b8c62a6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:03.046645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a234908-1bbd-468a-b3c0-23ef76e1affa req-2c49e01b-53b9-499d-88e8-721a9b8c62a6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5444 time: 0.2547777 Mar 10 15:11:03.272171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:03.273899 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Allocated IP 172.20.0.13 (3c826861-5f4d-4a1f-8136-c72b5bd819f1/30b5783c-b459-4c38-9dac-08e269f11531/3f1025aa-86c4-4551-a3f3-b99d67d48673) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:03.349639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa4ba85-fe6e-43a8-a300-bb516cf913eb req-7974fb19-8e40-48b4-afb5-a77c36584c1b tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038222 Mar 10 15:11:03.371021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7959419d-1101-4aa6-a5c4-36b36e53b94a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port c99355f3-dad0-4b97-a089-f9c50a2edc3e {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:03.371514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7959419d-1101-4aa6-a5c4-36b36e53b94a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c99355f3-dad0-4b97-a089-f9c50a2edc3e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:03.374331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a234908-1bbd-468a-b3c0-23ef76e1affa req-9c38b8de-7cc9-4143-8817-2e641a05fd23 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3133838 Mar 10 15:11:03.423654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Attempting to bind port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:03.423900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Attempting to bind port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:03.424232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Attempting to bind port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:03.442705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2f83decb-d171-4d1a-8f6c-73cbb59af80c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:03.448009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 on network 9b4c730c-ad0a-4573-a071-96465b27d617 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:11:03.448352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Attempting to bind port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:03.476804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:03.477147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Checking segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:03.477544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Bound using segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:03.477981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Bound port: f82c4cfa-4c6b-4ef8-87b6-5bd690957e81, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:03.478343 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:03.550775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2f83decb-d171-4d1a-8f6c-73cbb59af80c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:03.552269 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2f83decb-d171-4d1a-8f6c-73cbb59af80c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:03.611489 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b3bb1-3153-4c61-a80d-c32c626747f0 None None] New status for floating IP 228d3a7b-f88b-4af9-8701-a037bb7cd541: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:11:03.652970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77b74d32-ec17-4b24-bb1c-ce2ad3a32931 req-03a0b7c5-ce16-4e56-b17b-d1798d42c10b tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 210 time: 0.1317785 Mar 10 15:11:03.675707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2f83decb-d171-4d1a-8f6c-73cbb59af80c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:03.678400 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2f83decb-d171-4d1a-8f6c-73cbb59af80c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:03.704757 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7959419d-1101-4aa6-a5c4-36b36e53b94a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c99355f3-dad0-4b97-a089-f9c50a2edc3e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:03.730039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7959419d-1101-4aa6-a5c4-36b36e53b94a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for c99355f3-dad0-4b97-a089-f9c50a2edc3e owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:03.763873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] For port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:03.770438 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 2f83decb-d171-4d1a-8f6c-73cbb59af80c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2f83decb-d171-4d1a-8f6c-73cbb59af80c,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:03.776905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] For port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:03.777996 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2f83decb-d171-4d1a-8f6c-73cbb59af80c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:03.802923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef266b29-52ae-46bf-b952-268fcf5269e2 req-da38f23c-29be-4bfb-9541-8bb42300cb91 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:03.805681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef266b29-52ae-46bf-b952-268fcf5269e2 req-da38f23c-29be-4bfb-9541-8bb42300cb91 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.2831342 Mar 10 15:11:03.823716 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:03.862362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=2f83decb-d171-4d1a-8f6c-73cbb59af80c,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:03.910305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:03.911246 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:03.912714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] 10.222.0.62 "PUT /v2.0/ports/f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 HTTP/1.1" status: 200 len: 1091 time: 2.0140140 Mar 10 15:11:03.916747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1251131-303f-45bb-b584-45d8dfb4b1f8', 'tag': 'f82c4cfa-4c6b-4ef8-87b6-5bd690957e81'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:03.919212 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dddb522-48a5-45ae-95af-efa7501b2c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1251131-303f-45bb-b584-45d8dfb4b1f8", "tag": "f82c4cfa-4c6b-4ef8-87b6-5bd690957e81"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:03.963195 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Publish callbacks [] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.010911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7959419d-1101-4aa6-a5c4-36b36e53b94a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c99355f3-dad0-4b97-a089-f9c50a2edc3e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.019637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b88386-84f5-4f73-b021-c30e3f9ac1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:04.029622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef266b29-52ae-46bf-b952-268fcf5269e2 req-0bd25fec-8a15-4fa2-afb7-f36eea8acaff tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071900 Mar 10 15:11:04.042858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f043b-a2d1-4058-9a5d-8cbbed1965cb req-baa78335-0cd6-4b1e-9969-a576d5359957 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.049743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c62f043b-a2d1-4058-9a5d-8cbbed1965cb req-baa78335-0cd6-4b1e-9969-a576d5359957 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 943 time: 0.2698104 Mar 10 15:11:04.121873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-320fa2bb-6c67-44e7-8098-82b05dcce414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.124136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-320fa2bb-6c67-44e7-8098-82b05dcce414 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 1125 time: 0.1466911 Mar 10 15:11:04.142150 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f7d59c-809e-4c71-93c1-e5d4e742e2e7 x-openstack-request-id: req-24f7d59c-809e-4c71-93c1-e5d4e742e2e7 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:04.142555 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1251131-303f-45bb-b584-45d8dfb4b1f8", "tag": "f82c4cfa-4c6b-4ef8-87b6-5bd690957e81", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:04.142909 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24f7d59c-809e-4c71-93c1-e5d4e742e2e7 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:04.143631 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1251131-303f-45bb-b584-45d8dfb4b1f8', 'tag': 'f82c4cfa-4c6b-4ef8-87b6-5bd690957e81', 'status': 'completed', 'code': 200} Mar 10 15:11:04.148794 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959419d-1101-4aa6-a5c4-36b36e53b94a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=c99355f3-dad0-4b97-a089-f9c50a2edc3e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:04.152882 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.155295 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7959419d-1101-4aa6-a5c4-36b36e53b94a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.158661 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7959419d-1101-4aa6-a5c4-36b36e53b94a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/c99355f3-dad0-4b97-a089-f9c50a2edc3e HTTP/1.1" status: 204 len: 168 time: 1.1474662 Mar 10 15:11:04.163640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55140) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:04.173545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c62f043b-a2d1-4058-9a5d-8cbbed1965cb req-b77e6046-fa82-4d28-a1dc-9748889e935a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205177 Mar 10 15:11:04.206250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-2b9d4713-f89f-4f0e-8aae-af82611f28be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 HTTP/1.1" status: 200 len: 217 time: 0.0615895 Mar 10 15:11:04.246620 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Network 3c826861-5f4d-4a1f-8136-c72b5bd819f1 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:04.254594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:04.258921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Pushing event updated for resources: {'Port': ['ID=3f1025aa-86c4-4551-a3f3-b99d67d48673,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:04.261248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:04.263190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-3b90db10-904a-42fd-a66f-279abbf4ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.265196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-3b90db10-904a-42fd-a66f-279abbf4ebd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.0527873 Mar 10 15:11:04.291497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1765041-c0e9-495c-96ac-764bc38185a9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.292944 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1765041-c0e9-495c-96ac-764bc38185a9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.294493 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e1765041-c0e9-495c-96ac-764bc38185a9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1289909 Mar 10 15:11:04.298111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55142) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:04.303804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-d7f4b94e-7fbd-4042-a24e-195b1bdb7533 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305860 Mar 10 15:11:04.358876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.359533 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.379455 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-006e4f8a-b507-4e25-8f4a-ec5b6178ec09 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet ce7bba44-862d-4e64-881d-1b6a1539758c {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:04.383846 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-006e4f8a-b507-4e25-8f4a-ec5b6178ec09 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (ce7bba44-862d-4e64-881d-1b6a1539758c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.390695 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4df353f6-937a-4c1b-ac3b-669918508e22 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8524065 Mar 10 15:11:04.415280 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Request body: {'port': {'device_id': 'af4a66c6-4a50-4c41-a43c-a653c4501312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:04.422727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-b2db9897-dbc4-4530-af9d-60066b6fb711 service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105254 Mar 10 15:11:04.462636 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-006e4f8a-b507-4e25-8f4a-ec5b6178ec09 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (ce7bba44-862d-4e64-881d-1b6a1539758c), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.502336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2ba1869d-50f9-451d-8b61-c5cd59c2ddf5 None None] Provisioning complete for port 2f83decb-d171-4d1a-8f6c-73cbb59af80c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:04.502936 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2ba1869d-50f9-451d-8b61-c5cd59c2ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2f83decb-d171-4d1a-8f6c-73cbb59af80c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.539291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.546062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1af3b803-fddd-4f12-806a-23dd5d236546 req-8cd4f255-9288-4742-8f5e-e5a60b70eeb4 service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170082 Mar 10 15:11:04.648407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-006e4f8a-b507-4e25-8f4a-ec5b6178ec09 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (ce7bba44-862d-4e64-881d-1b6a1539758c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.664041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1869d-50f9-451d-8b61-c5cd59c2ddf5 None None] Current status of the port 2f83decb-d171-4d1a-8f6c-73cbb59af80c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:04.708191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8f8ba-a25a-4940-a997-bfb38ca6d1a4 req-fb7052fe-8b83-46ff-8051-23ffd77a16e0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.713633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8f8ba-a25a-4940-a997-bfb38ca6d1a4 req-fb7052fe-8b83-46ff-8051-23ffd77a16e0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.719104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8f8ba-a25a-4940-a997-bfb38ca6d1a4 req-fb7052fe-8b83-46ff-8051-23ffd77a16e0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.724661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8f8ba-a25a-4940-a997-bfb38ca6d1a4 req-fb7052fe-8b83-46ff-8051-23ffd77a16e0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.730233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8f8ba-a25a-4940-a997-bfb38ca6d1a4 req-fb7052fe-8b83-46ff-8051-23ffd77a16e0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.736088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8f8ba-a25a-4940-a997-bfb38ca6d1a4 req-fb7052fe-8b83-46ff-8051-23ffd77a16e0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.741357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8f8ba-a25a-4940-a997-bfb38ca6d1a4 req-fb7052fe-8b83-46ff-8051-23ffd77a16e0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.743283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbc8f8ba-a25a-4940-a997-bfb38ca6d1a4 req-fb7052fe-8b83-46ff-8051-23ffd77a16e0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5444 time: 0.1952512 Mar 10 15:11:04.765593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b95a4-e442-4eea-9e5b-993c4d25ba65 req-fb90014d-70e5-4bf0-88c3-85abdbf2986f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.767168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-529b95a4-e442-4eea-9e5b-993c4d25ba65 req-fb90014d-70e5-4bf0-88c3-85abdbf2986f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.2201705 Mar 10 15:11:04.782912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddb522-48a5-45ae-95af-efa7501b2c8e req-9bff4fde-4191-4be0-9a89-d8be9dcd36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:04.784612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dddb522-48a5-45ae-95af-efa7501b2c8e req-9bff4fde-4191-4be0-9a89-d8be9dcd36d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 1125 time: 0.1670804 Mar 10 15:11:04.791368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a0e1d719-d601-49be-b984-227098d117e1 None None] Could not find standard attr ID for object c99355f3-dad0-4b97-a089-f9c50a2edc3e. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:11:04.843027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-006e4f8a-b507-4e25-8f4a-ec5b6178ec09 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (ce7bba44-862d-4e64-881d-1b6a1539758c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.881495 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e4f8a-b507-4e25-8f4a-ec5b6178ec09 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7bba44-862d-4e64-881d-1b6a1539758c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:04.888900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-006e4f8a-b507-4e25-8f4a-ec5b6178ec09 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:04.892004 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-006e4f8a-b507-4e25-8f4a-ec5b6178ec09 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/ce7bba44-862d-4e64-881d-1b6a1539758c HTTP/1.1" status: 204 len: 168 time: 0.5929625 Mar 10 15:11:04.894390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55150) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:04.940656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbc8f8ba-a25a-4940-a997-bfb38ca6d1a4 req-c06656f7-01f8-401f-b37e-5dadb504db4a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1909182 Mar 10 15:11:04.941505 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-392817e1-4c63-4f0c-a17c-bf21f24f89c9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460219 Mar 10 15:11:04.949767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55152) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:04.980877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-529b95a4-e442-4eea-9e5b-993c4d25ba65 req-6ac5790e-5214-4288-b1a4-89784c76334c tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892529 Mar 10 15:11:05.003719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddb522-48a5-45ae-95af-efa7501b2c8e req-81eab6ee-2a01-4a18-a4ac-78b62496bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:05.010026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dddb522-48a5-45ae-95af-efa7501b2c8e req-81eab6ee-2a01-4a18-a4ac-78b62496bcd2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 906 time: 0.2122984 Mar 10 15:11:05.010026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f8b8c-87f3-4277-8146-04f8f400c0a8 req-a913e472-1a2d-45ef-ae9f-be3eeef33822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:05.010026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea8f8b8c-87f3-4277-8146-04f8f400c0a8 req-a913e472-1a2d-45ef-ae9f-be3eeef33822 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 1127 time: 0.1916938 Mar 10 15:11:05.061634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d294d9-a09a-42de-9e92-8a86c0492e26 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:05.079980 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dddb522-48a5-45ae-95af-efa7501b2c8e req-4e885009-2ae3-4a65-9a3e-ab00063e6d79 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 HTTP/1.1" status: 200 len: 217 time: 0.0644398 Mar 10 15:11:05.080182 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24b87f-d32b-48f9-927e-b808550aefa1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:05.081797 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cd24b87f-d32b-48f9-927e-b808550aefa1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1293385 Mar 10 15:11:05.084306 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55156) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:05.118416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1025aa-86c4-4551-a3f3-b99d67d48673 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:11:05.131673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Publish callbacks [] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:05.154017 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Transition to ACTIVE for port object 3f1025aa-86c4-4551-a3f3-b99d67d48673 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:11:05.158337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68803fa-a126-416e-bc82-002ba25bbc16 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:05.160078 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b68803fa-a126-416e-bc82-002ba25bbc16 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0749168 Mar 10 15:11:05.162828 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55158) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:05.169901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:05.216156 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b10de616-005b-4493-85fd-8353d63606ac tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472391 Mar 10 15:11:05.241458 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55162) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:05.247985 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5f799ae4-2d42-47cc-aab2-957ab144267c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:05.299984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523f2e9-ed1a-47e0-8a94-beca34dfac65 None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:11:05.322261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Pushing event updated for resources: {'Port': ['ID=3f1025aa-86c4-4551-a3f3-b99d67d48673,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:05.378340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6523f2e9-ed1a-47e0-8a94-beca34dfac65 None None] Deleting port 2f83decb-d171-4d1a-8f6c-73cbb59af80c {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:05.378931 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6523f2e9-ed1a-47e0-8a94-beca34dfac65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2f83decb-d171-4d1a-8f6c-73cbb59af80c), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:05.425669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f799ae4-2d42-47cc-aab2-957ab144267c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:05.429125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f799ae4-2d42-47cc-aab2-957ab144267c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:05.446374 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Attempting to bind port 3f1025aa-86c4-4551-a3f3-b99d67d48673 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:05.446737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Attempting to bind port 3f1025aa-86c4-4551-a3f3-b99d67d48673 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '8223b4b3-9325-462f-b39f-29bfe22eb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3c826861-5f4d-4a1f-8136-c72b5bd819f1'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:05.447075 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Attempting to bind port 3f1025aa-86c4-4551-a3f3-b99d67d48673 on network 3c826861-5f4d-4a1f-8136-c72b5bd819f1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:05.447664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6523f2e9-ed1a-47e0-8a94-beca34dfac65 None None] For port 2f83decb-d171-4d1a-8f6c-73cbb59af80c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2f83decb-d171-4d1a-8f6c-73cbb59af80c,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:05.448152 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6523f2e9-ed1a-47e0-8a94-beca34dfac65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2f83decb-d171-4d1a-8f6c-73cbb59af80c), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:05.456088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Port 3f1025aa-86c4-4551-a3f3-b99d67d48673 on network 3c826861-5f4d-4a1f-8136-c72b5bd819f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:11:05.456351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Attempting to bind port 3f1025aa-86c4-4551-a3f3-b99d67d48673 on network 3c826861-5f4d-4a1f-8136-c72b5bd819f1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:05.461988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6523f2e9-ed1a-47e0-8a94-beca34dfac65 None None] Calling delete_port for 2f83decb-d171-4d1a-8f6c-73cbb59af80c owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:05.472162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:05.472452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Checking segment: {'id': '8223b4b3-9325-462f-b39f-29bfe22eb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3c826861-5f4d-4a1f-8136-c72b5bd819f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:05.472680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Bound using segment: {'id': '8223b4b3-9325-462f-b39f-29bfe22eb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3c826861-5f4d-4a1f-8136-c72b5bd819f1'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:05.473123 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Bound port: 3f1025aa-86c4-4551-a3f3-b99d67d48673, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8223b4b3-9325-462f-b39f-29bfe22eb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3c826861-5f4d-4a1f-8136-c72b5bd819f1'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:05.473486 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:05.561552 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6523f2e9-ed1a-47e0-8a94-beca34dfac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (2f83decb-d171-4d1a-8f6c-73cbb59af80c), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:05.594430 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] For port 3f1025aa-86c4-4551-a3f3-b99d67d48673, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:05.598050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523f2e9-ed1a-47e0-8a94-beca34dfac65 None None] Pushing event deleted for resources: {'Port': ['ID=2f83decb-d171-4d1a-8f6c-73cbb59af80c,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:05.598859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] For port 3f1025aa-86c4-4551-a3f3-b99d67d48673, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3f1025aa-86c4-4551-a3f3-b99d67d48673,segment=NetworkSegment(8223b4b3-9325-462f-b39f-29bfe22eb2a3),segment_id=8223b4b3-9325-462f-b39f-29bfe22eb2a3)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:05.611621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:05.623770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6523f2e9-ed1a-47e0-8a94-beca34dfac65 None None] No DVR routers for this DVR port 2f83decb-d171-4d1a-8f6c-73cbb59af80c on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:05.657696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddb522-48a5-45ae-95af-efa7501b2c8e req-d6299c75-2d9f-4418-802e-dd2e487458ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:05.659225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dddb522-48a5-45ae-95af-efa7501b2c8e req-d6299c75-2d9f-4418-802e-dd2e487458ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.5681314 Mar 10 15:11:05.677101 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:05.677689 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:05.679166 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] 10.222.0.62 "PUT /v2.0/ports/3f1025aa-86c4-4551-a3f3-b99d67d48673 HTTP/1.1" status: 200 len: 1092 time: 1.2687187 Mar 10 15:11:05.681295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4a66c6-4a50-4c41-a43c-a653c4501312', 'tag': '3f1025aa-86c4-4551-a3f3-b99d67d48673'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:05.683496 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337c1d27-cbf2-4c29-93d3-c8436e981599" -d '{"events": [{"name": "network-changed", "server_uuid": "af4a66c6-4a50-4c41-a43c-a653c4501312", "tag": "3f1025aa-86c4-4551-a3f3-b99d67d48673"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:05.716796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0dd9c-3120-4bef-8f15-b3360c5ae08f service neutron] Pushing event updated for resources: {'Port': ['ID=3f1025aa-86c4-4551-a3f3-b99d67d48673,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:05.727729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dddb522-48a5-45ae-95af-efa7501b2c8e req-bb2a19f3-f128-4108-a99f-32aed12ffbc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564234 Mar 10 15:11:05.734679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8ebe0-f08c-4275-a585-de1a8e293caa req-2dd1883f-1cf4-41bd-881d-415a1ae710e9 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:05.736124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-acd8ebe0-f08c-4275-a585-de1a8e293caa req-2dd1883f-1cf4-41bd-881d-415a1ae710e9 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.1931784 Mar 10 15:11:05.747476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bea8ae-bf8c-4eb9-b58a-213e9dedc018 req-b18acde4-166c-4b34-8f3f-e709d3eedd49 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:05.750345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0bea8ae-bf8c-4eb9-b58a-213e9dedc018 req-b18acde4-166c-4b34-8f3f-e709d3eedd49 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 932 time: 0.6823032 Mar 10 15:11:05.751670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f8b8c-87f3-4277-8146-04f8f400c0a8 req-1732b404-0c91-4e0a-a08a-643c2a6a26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:05.753069 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea8f8b8c-87f3-4277-8146-04f8f400c0a8 req-1732b404-0c91-4e0a-a08a-643c2a6a26c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.6829836 Mar 10 15:11:05.843251 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-94044586-6fc2-42bb-a1f7-bf11a071ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:05.843993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea8f8b8c-87f3-4277-8146-04f8f400c0a8 req-43f1f615-4ea8-4bd3-b52b-9c33d0ae9b4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7119d62e-8e6c-4321-90ff-c8672e84a850 HTTP/1.1" status: 200 len: 217 time: 0.0780263 Mar 10 15:11:05.845584 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-94044586-6fc2-42bb-a1f7-bf11a071ef21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e166fe30a6cc4bc0a91d9c8b39c49723&device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 1126 time: 0.0929506 Mar 10 15:11:05.897790 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-df43e505-d18e-49eb-bc97-9394dc1a1078 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f1025aa-86c4-4551-a3f3-b99d67d48673 HTTP/1.1" status: 200 len: 217 time: 0.0409777 Mar 10 15:11:05.917100 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-5f799ae4-2d42-47cc-aab2-957ab144267c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:11:05.927679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f799ae4-2d42-47cc-aab2-957ab144267c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (4febfec6-269c-4a42-baf7-f20351f35bd2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:05.979457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-acd8ebe0-f08c-4275-a585-de1a8e293caa req-0ed4b665-7704-418e-9898-3b7470884af7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253735 Mar 10 15:11:05.994732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0bea8ae-bf8c-4eb9-b58a-213e9dedc018 req-63034006-72fc-4062-b43c-7784758c6247 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299483 Mar 10 15:11:06.010597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dddb522-48a5-45ae-95af-efa7501b2c8e req-086a63ab-59d7-4340-b7b0-87c8c7099b75 service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551918 Mar 10 15:11:06.012093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f8b8c-87f3-4277-8146-04f8f400c0a8 req-cacedf59-9cd7-4f64-8788-9d39eb6988d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.013682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea8f8b8c-87f3-4277-8146-04f8f400c0a8 req-cacedf59-9cd7-4f64-8788-9d39eb6988d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.1492407 Mar 10 15:11:06.053857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4f39efb1-70ef-42f5-994c-edee139819bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.059911 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4f39efb1-70ef-42f5-994c-edee139819bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30b5783c-b459-4c38-9dac-08e269f11531 HTTP/1.1" status: 200 len: 849 time: 0.1414187 Mar 10 15:11:06.065385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f799ae4-2d42-47cc-aab2-957ab144267c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:06.067716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-5f799ae4-2d42-47cc-aab2-957ab144267c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:06.078763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13412a-6594-4c26-80f1-cb0de0e72c3a None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:06.137556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f799ae4-2d42-47cc-aab2-957ab144267c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.141875 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f799ae4-2d42-47cc-aab2-957ab144267c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:06.149063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f799ae4-2d42-47cc-aab2-957ab144267c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=4febfec6-269c-4a42-baf7-f20351f35bd2,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:06.188564 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c84b8d-9677-4944-93a7-af00b8b8ed74 x-openstack-request-id: req-73c84b8d-9677-4944-93a7-af00b8b8ed74 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:06.188849 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4a66c6-4a50-4c41-a43c-a653c4501312", "tag": "3f1025aa-86c4-4551-a3f3-b99d67d48673", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:06.189169 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73c84b8d-9677-4944-93a7-af00b8b8ed74 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:06.189580 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4a66c6-4a50-4c41-a43c-a653c4501312', 'tag': '3f1025aa-86c4-4551-a3f3-b99d67d48673', 'status': 'completed', 'code': 200} Mar 10 15:11:06.194841 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-49a5f906-e6a8-4c04-aa86-9f06264abd7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c826861-5f4d-4a1f-8136-c72b5bd819f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217525 Mar 10 15:11:06.228617 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5f799ae4-2d42-47cc-aab2-957ab144267c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9846866 Mar 10 15:11:06.229444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55172) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:06.241556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '4febfec6-269c-4a42-baf7-f20351f35bd2'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:11:06.242576 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:06.277189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fb542ea7-31d3-4be5-87c6-c023240e91b0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:06.280008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f8b8c-87f3-4277-8146-04f8f400c0a8 req-f929f25e-5cb8-4758-b87d-cf04b008b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.281516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea8f8b8c-87f3-4277-8146-04f8f400c0a8 req-f929f25e-5cb8-4758-b87d-cf04b008b651 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2579849 Mar 10 15:11:06.318407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341e01c-e370-4bee-927e-a2ddb61dcbf5 req-64c1c733-14ac-4a6e-b2ac-a90a8439f141 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.320014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9341e01c-e370-4bee-927e-a2ddb61dcbf5 req-64c1c733-14ac-4a6e-b2ac-a90a8439f141 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 943 time: 0.2561564 Mar 10 15:11:06.352046 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dddb522-48a5-45ae-95af-efa7501b2c8e req-23a7ae12-7951-42ec-9866-f1e684c216a4 service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312612 Mar 10 15:11:06.391343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc00f6b-5240-4097-8bd2-475b2e09d620 req-88d54c94-d80b-4989-ac29-5d6ccbe11a39 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.398006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc00f6b-5240-4097-8bd2-475b2e09d620 req-88d54c94-d80b-4989-ac29-5d6ccbe11a39 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.402258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Allocated IP 2001:db8::f816:3eff:fe9c:7314 (e8b41007-025f-4e22-b7fd-0464260c3402/4febfec6-269c-4a42-baf7-f20351f35bd2/6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:06.405295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc00f6b-5240-4097-8bd2-475b2e09d620 req-88d54c94-d80b-4989-ac29-5d6ccbe11a39 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.411931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc00f6b-5240-4097-8bd2-475b2e09d620 req-88d54c94-d80b-4989-ac29-5d6ccbe11a39 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.421643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc00f6b-5240-4097-8bd2-475b2e09d620 req-88d54c94-d80b-4989-ac29-5d6ccbe11a39 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.428536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc00f6b-5240-4097-8bd2-475b2e09d620 req-88d54c94-d80b-4989-ac29-5d6ccbe11a39 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.434305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc00f6b-5240-4097-8bd2-475b2e09d620 req-88d54c94-d80b-4989-ac29-5d6ccbe11a39 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.441160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6dc00f6b-5240-4097-8bd2-475b2e09d620 req-88d54c94-d80b-4989-ac29-5d6ccbe11a39 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5444 time: 0.2344275 Mar 10 15:11:06.572736 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Publish callbacks [] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:06.579311 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:06.595247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9341e01c-e370-4bee-927e-a2ddb61dcbf5 req-beee2d64-1661-428d-9ea1-3eae1a900b3a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549057 Mar 10 15:11:06.691379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea8f8b8c-87f3-4277-8146-04f8f400c0a8 req-d72d0a4c-ddd6-43aa-af0b-a42ee4954407 service neutron] 10.222.0.45 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936515 Mar 10 15:11:06.735404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6dc00f6b-5240-4097-8bd2-475b2e09d620 req-631faa28-283d-415d-b85c-609c766eeb2c tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2871366 Mar 10 15:11:06.747860 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-603c12cd-61cc-49fc-b035-8bc147a6ff30 service neutron] 10.222.0.62 "GET /v2.0/networks/3c826861-5f4d-4a1f-8136-c72b5bd819f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467610 Mar 10 15:11:06.758389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-a95e6f4d-95b3-4f80-a595-6a79ac654671 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.765326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-a95e6f4d-95b3-4f80-a595-6a79ac654671 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.770941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-a95e6f4d-95b3-4f80-a595-6a79ac654671 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.777651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-a95e6f4d-95b3-4f80-a595-6a79ac654671 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.784023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-a95e6f4d-95b3-4f80-a595-6a79ac654671 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.789833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-a95e6f4d-95b3-4f80-a595-6a79ac654671 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.795820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-a95e6f4d-95b3-4f80-a595-6a79ac654671 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.798253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-a95e6f4d-95b3-4f80-a595-6a79ac654671 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 5444 time: 0.3560722 Mar 10 15:11:06.813124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Pushing event updated for resources: {'Port': ['ID=6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:06.816376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:06.822556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:06.827846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.828186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.828543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.828883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.829218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.829544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.829875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.830199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.831263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.831263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.831570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.831895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.832634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:06.841422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:06.889356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb542ea7-31d3-4be5-87c6-c023240e91b0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:06.892755 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb542ea7-31d3-4be5-87c6-c023240e91b0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:06.911573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Attempting to bind port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:06.912215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Attempting to bind port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:06.912933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Attempting to bind port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:06.923807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:06.924308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-dbc8d626-4aff-4bce-aafa-362b7866c318 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:06.925125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:06.925779 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:06.926000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-dbc8d626-4aff-4bce-aafa-362b7866c318 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "GET /v2.0/ports/ac14b4d0-1233-499a-9907-cd161fd5f3f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1163657 Mar 10 15:11:06.926661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:06.927421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Bound port: 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:06.928162 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:06.993676 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e505af4c-c731-4486-b3ad-d25aee82dedc req-4ba5b63d-6b2b-44c0-a854-5d9efb2e1f7f service neutron] 10.222.0.62 "GET /v2.0/networks/3c826861-5f4d-4a1f-8136-c72b5bd819f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033768 Mar 10 15:11:06.998689 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea8f8b8c-87f3-4277-8146-04f8f400c0a8 req-55f04d23-bbd9-4941-a4ae-1699120a4e62 service neutron] 10.222.0.45 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959933 Mar 10 15:11:07.018388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa83e50-3571-468c-b037-a52396c0fe88 req-4a9494cf-3273-4297-b1ff-8e7d5aa0fc53 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:07.032976 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fa83e50-3571-468c-b037-a52396c0fe88 req-4a9494cf-3273-4297-b1ff-8e7d5aa0fc53 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.3210850 Mar 10 15:11:07.066722 n-d-833090-1 neutron-server[115534]: INFO neutron.db.ipam_backend_mixin [None req-fb542ea7-31d3-4be5-87c6-c023240e91b0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4febfec6-269c-4a42-baf7-f20351f35bd2 (CIDR: 2001:db8::/64) Mar 10 15:11:07.073321 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb542ea7-31d3-4be5-87c6-c023240e91b0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:11:07.073778 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb542ea7-31d3-4be5-87c6-c023240e91b0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:07.076504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] For port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:07.090318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] For port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:07.103113 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:07.171566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f792309-b205-401d-a4ca-b7855792bf8c None None] Pushing event updated for resources: {'Port': ['ID=6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:07.178151 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fb542ea7-31d3-4be5-87c6-c023240e91b0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9077959 Mar 10 15:11:07.181928 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:07.188494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-41285907-64c4-4d36-9ec0-d9677a1685d4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:07.193103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:11:07.256383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5266c7-7a82-4483-af2a-33565105a69b req-d1e8644b-3daf-48bd-8942-01940dae98fb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:07.257885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b5266c7-7a82-4483-af2a-33565105a69b req-d1e8644b-3daf-48bd-8942-01940dae98fb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.1527677 Mar 10 15:11:07.265166 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fa83e50-3571-468c-b037-a52396c0fe88 req-3d97a0e6-baae-4739-b184-ee5babbcd8a8 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296014 Mar 10 15:11:07.282098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4d58e0ef-b678-4bc7-a72a-df12cbbcd636 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "GET /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3463299 Mar 10 15:11:07.322829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2f83decb-d171-4d1a-8f6c-73cbb59af80c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:07.329059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:07.375691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c1d27-cbf2-4c29-93d3-c8436e981599 req-4a6a42c3-68ef-4402-b7d3-88300973c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:07.377240 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337c1d27-cbf2-4c29-93d3-c8436e981599 req-4a6a42c3-68ef-4402-b7d3-88300973c4d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e166fe30a6cc4bc0a91d9c8b39c49723&device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 1126 time: 0.2933552 Mar 10 15:11:07.421334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2f83decb-d171-4d1a-8f6c-73cbb59af80c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:11:07.421691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2f83decb-d171-4d1a-8f6c-73cbb59af80c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:07.422051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b5266c7-7a82-4483-af2a-33565105a69b req-657fc614-447e-4a70-9291-807d7627c3c0 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493356 Mar 10 15:11:07.533723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:07.543932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:07.574005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41285907-64c4-4d36-9ec0-d9677a1685d4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:07.577843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41285907-64c4-4d36-9ec0-d9677a1685d4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:07.588315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'f82c4cfa-4c6b-4ef8-87b6-5bd690957e81', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'port_id': 'f82c4cfa-4c6b-4ef8-87b6-5bd690957e81', 'mac_address': 'fa:16:3e:26:50:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb24078f-4516-4897-8be0-5a7c1076ae2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:11:07.597962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c1d27-cbf2-4c29-93d3-c8436e981599 req-b6936e8a-eeff-48cc-994c-f90c811557af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:07.599513 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337c1d27-cbf2-4c29-93d3-c8436e981599 req-b6936e8a-eeff-48cc-994c-f90c811557af service neutron] 10.222.0.62 "GET /v2.0/networks?id=3c826861-5f4d-4a1f-8136-c72b5bd819f1 HTTP/1.1" status: 200 len: 910 time: 0.2128081 Mar 10 15:11:07.608582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1edf3-bc9f-4229-964f-7cb2adece29c req-07a7b697-b9aa-4e3b-a82b-a5e861bf0d16 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:07.611174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbb1edf3-bc9f-4229-964f-7cb2adece29c req-07a7b697-b9aa-4e3b-a82b-a5e861bf0d16 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 944 time: 0.1807666 Mar 10 15:11:07.653258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:07.654104 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:07.661770 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337c1d27-cbf2-4c29-93d3-c8436e981599 req-63b08ca5-d010-47cf-8803-5c09513a5603 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f1025aa-86c4-4551-a3f3-b99d67d48673 HTTP/1.1" status: 200 len: 217 time: 0.0521216 Mar 10 15:11:07.679757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:11:07.730036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:07.737000 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:07.783444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c1d27-cbf2-4c29-93d3-c8436e981599 req-dd81c62c-5b2d-4592-ba4e-fa6289e03198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:07.784931 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337c1d27-cbf2-4c29-93d3-c8436e981599 req-dd81c62c-5b2d-4592-ba4e-fa6289e03198 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=30b5783c-b459-4c38-9dac-08e269f11531 HTTP/1.1" status: 200 len: 849 time: 0.1136425 Mar 10 15:11:07.814408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:07.834704 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337c1d27-cbf2-4c29-93d3-c8436e981599 req-f50f6ce6-d01f-417a-ba1a-4d7354ee8e19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3c826861-5f4d-4a1f-8136-c72b5bd819f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373521 Mar 10 15:11:07.897110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] For port ac14b4d0-1233-499a-9907-cd161fd5f3f0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ac14b4d0-1233-499a-9907-cd161fd5f3f0,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:07.923487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbb1edf3-bc9f-4229-964f-7cb2adece29c req-4b091642-a184-48f5-b909-6537a7f6d2c1 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878838 Mar 10 15:11:07.952008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226dce7-1072-4808-be26-ca79669d7571 req-57ef779a-9a0d-4413-b96b-1f99decdd2d9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:07.953648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3226dce7-1072-4808-be26-ca79669d7571 req-57ef779a-9a0d-4413-b96b-1f99decdd2d9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 944 time: 0.1179805 Mar 10 15:11:07.986350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] For port ac14b4d0-1233-499a-9907-cd161fd5f3f0, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:07.996895 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337c1d27-cbf2-4c29-93d3-c8436e981599 req-007ee0a7-5ba4-4c3b-b418-095ff5b701fc service neutron] 10.222.0.62 "GET /v2.0/networks/3c826861-5f4d-4a1f-8136-c72b5bd819f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539133 Mar 10 15:11:08.048952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] device_id is not set on port ac14b4d0-1233-499a-9907-cd161fd5f3f0 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:11:08.066468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3226dce7-1072-4808-be26-ca79669d7571 req-d5cdc9db-2343-4840-ace4-4a9922ed984e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012115 Mar 10 15:11:08.068307 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] Publish callbacks [] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:08.082629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:08.108795 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41285907-64c4-4d36-9ec0-d9677a1685d4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (73592f87-c383-465f-b275-8927b2ef65c0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:08.168930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41285907-64c4-4d36-9ec0-d9677a1685d4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:08.176176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-41285907-64c4-4d36-9ec0-d9677a1685d4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:08.179497 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337c1d27-cbf2-4c29-93d3-c8436e981599 req-f618b4c9-0d8b-443a-9262-ba8449433f67 service neutron] 10.222.0.62 "GET /v2.0/networks/3c826861-5f4d-4a1f-8136-c72b5bd819f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738811 Mar 10 15:11:08.183253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41285907-64c4-4d36-9ec0-d9677a1685d4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:08.183860 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41285907-64c4-4d36-9ec0-d9677a1685d4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:08.199086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] Pushing event updated for resources: {'Port': ['ID=ac14b4d0-1233-499a-9907-cd161fd5f3f0,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:08.209256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41285907-64c4-4d36-9ec0-d9677a1685d4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=73592f87-c383-465f-b275-8927b2ef65c0,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:08.225742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] No DVR routers for this DVR port ac14b4d0-1233-499a-9907-cd161fd5f3f0 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:08.230263 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-41285907-64c4-4d36-9ec0-d9677a1685d4 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0445030 Mar 10 15:11:08.230540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55184) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:08.243131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:e4:0b:1f', 'name': 'tempest-NetworksTestDHCPv6-1114175109'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:08.294114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] In _notify_port_updated(), no bound segment for port ac14b4d0-1233-499a-9907-cd161fd5f3f0 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:11:08.295182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:08.296178 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:08.298300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4f50b0c3-2918-4bd9-b7eb-56aaafe23044 service neutron] 10.222.0.62 "PUT /v2.0/ports/ac14b4d0-1233-499a-9907-cd161fd5f3f0 HTTP/1.1" status: 200 len: 1033 time: 0.9999061 Mar 10 15:11:08.349452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['f82c4cfa-4c6b-4ef8-87b6-5bd690957e81'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:08.376853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d625c6-0739-4280-b102-dc741dacb469 req-a3900c26-fedf-45df-8850-b349e3bdd413 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:08.382903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d625c6-0739-4280-b102-dc741dacb469 req-a3900c26-fedf-45df-8850-b349e3bdd413 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:08.387983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d625c6-0739-4280-b102-dc741dacb469 req-a3900c26-fedf-45df-8850-b349e3bdd413 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:08.394007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d625c6-0739-4280-b102-dc741dacb469 req-a3900c26-fedf-45df-8850-b349e3bdd413 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:08.400027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d625c6-0739-4280-b102-dc741dacb469 req-a3900c26-fedf-45df-8850-b349e3bdd413 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:08.406049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d625c6-0739-4280-b102-dc741dacb469 req-a3900c26-fedf-45df-8850-b349e3bdd413 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:08.423567 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26d625c6-0739-4280-b102-dc741dacb469 req-a3900c26-fedf-45df-8850-b349e3bdd413 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 4664 time: 0.3328931 Mar 10 15:11:08.430590 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:08.491811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-206dbb93-cdd3-44f2-835d-7087cd164c81 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:08.493750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-206dbb93-cdd3-44f2-835d-7087cd164c81 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "GET /v2.0/ports/61c60400-5547-4b1b-8fd8-3e234bedf609?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1852353 Mar 10 15:11:08.504357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7119d62e-8e6c-4321-90ff-c8672e84a850 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:08.509957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:08.561485 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:08.587747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port e7fb6061-180b-4d0f-9dbb-5458b44a9e6e yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:11:08.604157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26d625c6-0739-4280-b102-dc741dacb469 req-6b67a9f6-d9f2-489a-9a49-c5dba88b10ea tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&id=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700842 Mar 10 15:11:08.664268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bad05-ea5e-43db-8e3d-2d6baa32fa10 req-d5c39ea0-4f7a-4181-90be-1d224fda039c tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:08.665834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-042bad05-ea5e-43db-8e3d-2d6baa32fa10 req-d5c39ea0-4f7a-4181-90be-1d224fda039c tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.2390351 Mar 10 15:11:08.697070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d674512e-49ad-4c90-a1e3-ef99ae105f6a None None] Provisioning complete for port ac14b4d0-1233-499a-9907-cd161fd5f3f0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:08.697453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d674512e-49ad-4c90-a1e3-ef99ae105f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:08.733630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d674512e-49ad-4c90-a1e3-ef99ae105f6a None None] Port ac14b4d0-1233-499a-9907-cd161fd5f3f0 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:11:08.735872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7119d62e-8e6c-4321-90ff-c8672e84a850 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:08.736604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:08.781790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7119d62e-8e6c-4321-90ff-c8672e84a850'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:08.784127 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25b68be-c5a3-4ffa-aefd-7bb9c2660551" -d '{"events": [{"server_uuid": "e94fda3f-3c16-46d8-914f-2c3e98d754ad", "name": "network-vif-unplugged", "status": "completed", "tag": "7119d62e-8e6c-4321-90ff-c8672e84a850"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:08.795710 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:08.801526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7119d62e-8e6c-4321-90ff-c8672e84a850, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7119d62e-8e6c-4321-90ff-c8672e84a850,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:08.814468 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:08.818362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8:0:1::2f9 (e8b41007-025f-4e22-b7fd-0464260c3402/73592f87-c383-465f-b275-8927b2ef65c0/e7fb6061-180b-4d0f-9dbb-5458b44a9e6e) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:08.830691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::f816:3eff:fee4:b1f (e8b41007-025f-4e22-b7fd-0464260c3402/4febfec6-269c-4a42-baf7-f20351f35bd2/e7fb6061-180b-4d0f-9dbb-5458b44a9e6e) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:08.836530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-042bad05-ea5e-43db-8e3d-2d6baa32fa10 req-55a23d9d-4bae-4b40-806d-6a7b1aabc255 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542048 Mar 10 15:11:08.842620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a2199-599c-4e11-8043-62f95983e3a8 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:08.885235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206ad0e-9717-489d-aba1-bf6ee3478648 req-999e152c-ad39-4deb-96eb-6f7db6527b4f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:08.886945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e206ad0e-9717-489d-aba1-bf6ee3478648 req-999e152c-ad39-4deb-96eb-6f7db6527b4f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 945 time: 0.1726635 Mar 10 15:11:08.912440 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a4830d-9b93-419a-a065-66b878b527e1 x-openstack-request-id: req-e8a4830d-9b93-419a-a065-66b878b527e1 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:08.913160 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94fda3f-3c16-46d8-914f-2c3e98d754ad", "name": "network-vif-unplugged", "status": "completed", "tag": "7119d62e-8e6c-4321-90ff-c8672e84a850", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:08.913656 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8a4830d-9b93-419a-a065-66b878b527e1 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:08.914272 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7119d62e-8e6c-4321-90ff-c8672e84a850', 'code': 200} Mar 10 15:11:08.955811 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7119d62e-8e6c-4321-90ff-c8672e84a850,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:08.963086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5a03263c-d52c-42df-834c-225c7a408597 None None] Provisioning complete for port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:08.964012 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5a03263c-d52c-42df-834c-225c7a408597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:08.974980 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e206ad0e-9717-489d-aba1-bf6ee3478648 req-ea4ec366-d46d-47d9-b9f5-1e02b6d24437 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743759 Mar 10 15:11:09.063878 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (e7fb6061-180b-4d0f-9dbb-5458b44a9e6e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.112268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e7fb6061-180b-4d0f-9dbb-5458b44a9e6e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.130838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] For port 61c60400-5547-4b1b-8fd8-3e234bedf609, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=61c60400-5547-4b1b-8fd8-3e234bedf609,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:09.146139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5a03263c-d52c-42df-834c-225c7a408597 None None] Current status of the port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:09.146659 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5a03263c-d52c-42df-834c-225c7a408597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.181366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a75f95-6f46-4e15-9ab4-609fff5bcae7 req-01e5411d-acbc-4f2f-9b12-8199f80daf0b tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:09.183015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96a75f95-6f46-4e15-9ab4-609fff5bcae7 req-01e5411d-acbc-4f2f-9b12-8199f80daf0b tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 944 time: 0.1076605 Mar 10 15:11:09.189691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:09.195156 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=e7fb6061-180b-4d0f-9dbb-5458b44a9e6e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:09.199740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:09.202646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:09.207052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] For port 61c60400-5547-4b1b-8fd8-3e234bedf609, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:09.210197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:09.211779 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.232982 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d5b7d01c-57c1-4ea9-beb9-414fcf4ba106 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9983506 Mar 10 15:11:09.235612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3f1025aa-86c4-4551-a3f3-b99d67d48673 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:11:09.236133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55198) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:09.237553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ac14b4d0-1233-499a-9907-cd161fd5f3f0 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:09.242193 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5a03263c-d52c-42df-834c-225c7a408597 None None] For port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:09.278012 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5a03263c-d52c-42df-834c-225c7a408597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.308103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] device_id is not set on port 61c60400-5547-4b1b-8fd8-3e234bedf609 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:11:09.331209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] Publish callbacks [] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.331419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4325413b-c736-40c8-b70e-d0698571a42f None None] Update dhcp port {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': '4febfec6-269c-4a42-baf7-f20351f35bd2', 'ip_address': '2001:db8::f816:3eff:fe9c:7314'}, {'subnet_id': '73592f87-c383-465f-b275-8927b2ef65c0'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:11:09.348000 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.391163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:09.392058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ea41ff7e-17e9-4c1a-ac57-7ca92fc08982 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port e7fb6061-180b-4d0f-9dbb-5458b44a9e6e {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:09.392407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea41ff7e-17e9-4c1a-ac57-7ca92fc08982 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e7fb6061-180b-4d0f-9dbb-5458b44a9e6e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.397448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=61c60400-5547-4b1b-8fd8-3e234bedf609,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:09.402683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96a75f95-6f46-4e15-9ab4-609fff5bcae7 req-944226f7-712c-417a-af53-113d73083ea5 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969318 Mar 10 15:11:09.425044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacf5e0-4275-43b8-b6cd-3452f456fe6f req-dddc2844-3685-4fd2-a295-80840b1c1a05 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:09.432714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edacf5e0-4275-43b8-b6cd-3452f456fe6f req-dddc2844-3685-4fd2-a295-80840b1c1a05 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 944 time: 0.2280164 Mar 10 15:11:09.459253 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4325413b-c736-40c8-b70e-d0698571a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.468504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] No DVR routers for this DVR port 61c60400-5547-4b1b-8fd8-3e234bedf609 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:09.483746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port ac14b4d0-1233-499a-9907-cd161fd5f3f0 host ! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:11:09.484269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ac14b4d0-1233-499a-9907-cd161fd5f3f0 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:09.484886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 783745c0-e7b2-4cd0-9037-2f3605218919 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:09.514485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] In _notify_port_updated(), no bound segment for port 61c60400-5547-4b1b-8fd8-3e234bedf609 on network 60f66d83-c732-4c3c-bd32-9d15919cb86a {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:11:09.514963 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea41ff7e-17e9-4c1a-ac57-7ca92fc08982 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e7fb6061-180b-4d0f-9dbb-5458b44a9e6e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.520829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:09.521548 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.522831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-98b97bde-14a4-4bc3-9e18-ddafafa78ba9 service neutron] 10.222.0.62 "PUT /v2.0/ports/61c60400-5547-4b1b-8fd8-3e234bedf609 HTTP/1.1" status: 200 len: 1031 time: 1.0198758 Mar 10 15:11:09.530453 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ea41ff7e-17e9-4c1a-ac57-7ca92fc08982 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for e7fb6061-180b-4d0f-9dbb-5458b44a9e6e owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:09.558491 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03263c-d52c-42df-834c-225c7a408597 None None] Pushing event updated for resources: {'Port': ['ID=6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:09.583411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edacf5e0-4275-43b8-b6cd-3452f456fe6f req-6b1a21fa-0c83-47ad-aa85-8b42c3b76a18 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498523 Mar 10 15:11:09.697232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-15dc5619-3b81-420f-bb13-0861554f0629 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting port 783745c0-e7b2-4cd0-9037-2f3605218919 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:09.697600 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-15dc5619-3b81-420f-bb13-0861554f0629 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.767059 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea41ff7e-17e9-4c1a-ac57-7ca92fc08982 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e7fb6061-180b-4d0f-9dbb-5458b44a9e6e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.781163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 3f1025aa-86c4-4551-a3f3-b99d67d48673, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3f1025aa-86c4-4551-a3f3-b99d67d48673,segment=NetworkSegment(8223b4b3-9325-462f-b39f-29bfe22eb2a3),segment_id=8223b4b3-9325-462f-b39f-29bfe22eb2a3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:09.801665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-4325413b-c736-40c8-b70e-d0698571a42f None None] Allocated IP 2001:db8:0:1::2 (e8b41007-025f-4e22-b7fd-0464260c3402/73592f87-c383-465f-b275-8927b2ef65c0/6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:09.810610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b56bb794-051f-4c4b-85e4-cf202d4aa3ac None None] Provisioning complete for port 61c60400-5547-4b1b-8fd8-3e234bedf609 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:09.811020 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b56bb794-051f-4c4b-85e4-cf202d4aa3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.814267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:09.814531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41ff7e-17e9-4c1a-ac57-7ca92fc08982 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=e7fb6061-180b-4d0f-9dbb-5458b44a9e6e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:09.814682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.823422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '3f1025aa-86c4-4551-a3f3-b99d67d48673', 'network_id': '3c826861-5f4d-4a1f-8136-c72b5bd819f1', 'port_id': '3f1025aa-86c4-4551-a3f3-b99d67d48673', 'mac_address': 'fa:16:3e:18:38:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b5783c-b459-4c38-9dac-08e269f11531', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:11:09.832823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda7a72-f0a5-4377-a455-6e6cfdfe839d req-7a3d36b1-7c34-4347-848b-5da974aeafdb tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:09.838008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda7a72-f0a5-4377-a455-6e6cfdfe839d req-7a3d36b1-7c34-4347-848b-5da974aeafdb tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:09.845440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda7a72-f0a5-4377-a455-6e6cfdfe839d req-7a3d36b1-7c34-4347-848b-5da974aeafdb tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:09.850223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda7a72-f0a5-4377-a455-6e6cfdfe839d req-7a3d36b1-7c34-4347-848b-5da974aeafdb tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:09.855638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda7a72-f0a5-4377-a455-6e6cfdfe839d req-7a3d36b1-7c34-4347-848b-5da974aeafdb tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:09.857441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cdda7a72-f0a5-4377-a455-6e6cfdfe839d req-7a3d36b1-7c34-4347-848b-5da974aeafdb tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 3886 time: 0.1444490 Mar 10 15:11:09.878451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-15dc5619-3b81-420f-bb13-0861554f0629 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] For port 783745c0-e7b2-4cd0-9037-2f3605218919, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=783745c0-e7b2-4cd0-9037-2f3605218919,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:09.879314 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-15dc5619-3b81-420f-bb13-0861554f0629 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.905423 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea41ff7e-17e9-4c1a-ac57-7ca92fc08982 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:09.919775 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ea41ff7e-17e9-4c1a-ac57-7ca92fc08982 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/e7fb6061-180b-4d0f-9dbb-5458b44a9e6e HTTP/1.1" status: 204 len: 168 time: 0.6824598 Mar 10 15:11:09.920428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55206) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:09.967181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b56bb794-051f-4c4b-85e4-cf202d4aa3ac None None] Port 61c60400-5547-4b1b-8fd8-3e234bedf609 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:11:09.984426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5726e5f8-0b90-4eec-86df-bd956e6a2b1f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:09.989365 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5726e5f8-0b90-4eec-86df-bd956e6a2b1f tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0677900 Mar 10 15:11:09.989991 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55208) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:09.995969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 783745c0-e7b2-4cd0-9037-2f3605218919 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:09.996355 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.000818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cdda7a72-f0a5-4377-a455-6e6cfdfe839d req-797d7b27-60a3-4a67-baed-fd190525fc26 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095438 Mar 10 15:11:10.013124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-15dc5619-3b81-420f-bb13-0861554f0629 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Calling delete_port for 783745c0-e7b2-4cd0-9037-2f3605218919 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:10.044629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 3f1025aa-86c4-4551-a3f3-b99d67d48673 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:10.045028 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.075774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9fcae-9ef1-442e-bb93-4231117aa74a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:10.079373 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7de9fcae-9ef1-442e-bb93-4231117aa74a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0878663 Mar 10 15:11:10.081326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55212) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:10.116919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1025aa-86c4-4551-a3f3-b99d67d48673 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:11:10.132215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a087500-3b5f-4a21-953b-797f9886e625 req-c4d8bb84-1fe4-4745-8d49-ee8905b49e61 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:10.133658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a087500-3b5f-4a21-953b-797f9886e625 req-c4d8bb84-1fe4-4745-8d49-ee8905b49e61 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.1888857 Mar 10 15:11:10.159016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6fa4-a4d1-43de-87be-4da3da45384b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:10.160648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6fa4-a4d1-43de-87be-4da3da45384b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:10.162816 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6fa4-a4d1-43de-87be-4da3da45384b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:10.164882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 783745c0-e7b2-4cd0-9037-2f3605218919, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=783745c0-e7b2-4cd0-9037-2f3605218919,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:10.165333 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-467a6fa4-a4d1-43de-87be-4da3da45384b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0825801 Mar 10 15:11:10.167891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55214) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:10.176245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4325413b-c736-40c8-b70e-d0698571a42f None None] For port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:10.194227 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.194954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9374b257-5118-4483-9d6e-a5bc00422183 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:10.206418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 3f1025aa-86c4-4551-a3f3-b99d67d48673, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3f1025aa-86c4-4551-a3f3-b99d67d48673,segment=NetworkSegment(8223b4b3-9325-462f-b39f-29bfe22eb2a3),segment_id=8223b4b3-9325-462f-b39f-29bfe22eb2a3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:10.233285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:10.234027 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5375b49-f538-459f-ac6d-8a609b9bb940 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 4febfec6-269c-4a42-baf7-f20351f35bd2 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:10.273240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a087500-3b5f-4a21-953b-797f9886e625 req-33be1739-3d7c-4800-8cd6-ef738da16033 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137331 Mar 10 15:11:10.280539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb2a0c-d3f5-4bdd-b0cd-deb631403268 req-222f4509-9667-42ac-a351-72f593a7c647 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:10.282546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0eeb2a0c-d3f5-4bdd-b0cd-deb631403268 req-222f4509-9667-42ac-a351-72f593a7c647 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 943 time: 0.1777356 Mar 10 15:11:10.376522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0eeb2a0c-d3f5-4bdd-b0cd-deb631403268 req-94e0796d-0e00-475a-b6ba-de04955fd48e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863793 Mar 10 15:11:10.389377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-15dc5619-3b81-420f-bb13-0861554f0629 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (783745c0-e7b2-4cd0-9037-2f3605218919), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.394118 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.416750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc5619-3b81-420f-bb13-0861554f0629 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Port': ['ID=783745c0-e7b2-4cd0-9037-2f3605218919,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:10.436545 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4325413b-c736-40c8-b70e-d0698571a42f None None] Publish callbacks [] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.443626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5375b49-f538-459f-ac6d-8a609b9bb940 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (4febfec6-269c-4a42-baf7-f20351f35bd2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.446007 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4325413b-c736-40c8-b70e-d0698571a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.454904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=783745c0-e7b2-4cd0-9037-2f3605218919,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:10.488830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-15dc5619-3b81-420f-bb13-0861554f0629 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] No DVR routers for this DVR port 783745c0-e7b2-4cd0-9037-2f3605218919 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:10.494695 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-15dc5619-3b81-420f-bb13-0861554f0629 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.499831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-15dc5619-3b81-420f-bb13-0861554f0629 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "DELETE /v2.0/ports/783745c0-e7b2-4cd0-9037-2f3605218919 HTTP/1.1" status: 204 len: 173 time: 0.9692323 Mar 10 15:11:10.502492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-deleted', 'tag': '783745c0-e7b2-4cd0-9037-2f3605218919'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:10.506156 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063328be-7870-42dd-812c-43260eeda792" -d '{"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-deleted", "tag": "783745c0-e7b2-4cd0-9037-2f3605218919"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:10.517103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5375b49-f538-459f-ac6d-8a609b9bb940 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (4febfec6-269c-4a42-baf7-f20351f35bd2), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.567346 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ecedca-e9ad-4aa0-9289-481cb7f2a7f4 x-openstack-request-id: req-73ecedca-e9ad-4aa0-9289-481cb7f2a7f4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:10.567649 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-deleted", "tag": "783745c0-e7b2-4cd0-9037-2f3605218919", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:10.567905 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73ecedca-e9ad-4aa0-9289-481cb7f2a7f4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:10.568309 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-deleted', 'tag': '783745c0-e7b2-4cd0-9037-2f3605218919', 'status': 'completed', 'code': 200} Mar 10 15:11:10.579310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9374b257-5118-4483-9d6e-a5bc00422183 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:10.580516 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9374b257-5118-4483-9d6e-a5bc00422183), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.597930 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=3f1025aa-86c4-4551-a3f3-b99d67d48673,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:10.633444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5375b49-f538-459f-ac6d-8a609b9bb940 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (4febfec6-269c-4a42-baf7-f20351f35bd2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.669990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fc5ab-e3b4-4867-b06f-3b6749b53eff req-27b5498d-7e17-4a0c-bf67-9aa8c595867b tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:10.671823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9374b257-5118-4483-9d6e-a5bc00422183, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9374b257-5118-4483-9d6e-a5bc00422183,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:10.679311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-553fc5ab-e3b4-4867-b06f-3b6749b53eff req-27b5498d-7e17-4a0c-bf67-9aa8c595867b tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 945 time: 0.1780915 Mar 10 15:11:10.688657 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9374b257-5118-4483-9d6e-a5bc00422183), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.689356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 61c60400-5547-4b1b-8fd8-3e234bedf609 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:10.725244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325413b-c736-40c8-b70e-d0698571a42f None None] Pushing event updated for resources: {'Port': ['ID=6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:10.759843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5375b49-f538-459f-ac6d-8a609b9bb940 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (4febfec6-269c-4a42-baf7-f20351f35bd2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.798164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9374b257-5118-4483-9d6e-a5bc00422183,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:10.814725 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port 61c60400-5547-4b1b-8fd8-3e234bedf609 host ! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:11:10.815170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 61c60400-5547-4b1b-8fd8-3e234bedf609 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:10.815598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ba132a2c-a4ab-4c3c-8823-22216084d068 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:10.832016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-553fc5ab-e3b4-4867-b06f-3b6749b53eff req-4a992099-8d7c-4452-9908-6d2911e0b6c2 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516788 Mar 10 15:11:10.848900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5375b49-f538-459f-ac6d-8a609b9bb940 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.859705 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e5375b49-f538-459f-ac6d-8a609b9bb940 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/4febfec6-269c-4a42-baf7-f20351f35bd2 HTTP/1.1" status: 204 len: 168 time: 0.6852856 Mar 10 15:11:10.861223 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5375b49-f538-459f-ac6d-8a609b9bb940 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=4febfec6-269c-4a42-baf7-f20351f35bd2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:10.861854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2d5b0-04a5-42a2-9785-80c414c9841e req-eac0307e-bc61-4800-bf19-a13dee42c38d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:10.872965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['3f1025aa-86c4-4551-a3f3-b99d67d48673'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:10.873478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6e2d5b0-04a5-42a2-9785-80c414c9841e req-eac0307e-bc61-4800-bf19-a13dee42c38d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 944 time: 0.1747770 Mar 10 15:11:10.887104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55224) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:10.910852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4179ab70-e96e-403d-9e2f-9ebc27e77a35 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:10.911187 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4179ab70-e96e-403d-9e2f-9ebc27e77a35 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:10.925953 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783745c0-e7b2-4cd0-9037-2f3605218919'}, {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9374b257-5118-4483-9d6e-a5bc00422183'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:10.928990 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e772a922-bef8-44d2-8ed7-be6b564e63d5" -d '{"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-unplugged", "status": "completed", "tag": "783745c0-e7b2-4cd0-9037-2f3605218919"}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-unplugged", "status": "completed", "tag": "9374b257-5118-4483-9d6e-a5bc00422183"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:11.008838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba5df0a-956b-4d05-84fe-a0e4b734e16a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 73592f87-c383-465f-b275-8927b2ef65c0 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:11.013950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6e2d5b0-04a5-42a2-9785-80c414c9841e req-1e5f4833-0323-4009-bc3d-8bd04772f055 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338952 Mar 10 15:11:11.033862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ba5df0a-956b-4d05-84fe-a0e4b734e16a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (73592f87-c383-465f-b275-8927b2ef65c0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.041248 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b51f22-1073-44c7-8237-04138a935f4a x-openstack-request-id: req-c1b51f22-1073-44c7-8237-04138a935f4a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:11.041672 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-unplugged", "status": "completed", "tag": "783745c0-e7b2-4cd0-9037-2f3605218919", "code": 200}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-unplugged", "status": "completed", "tag": "9374b257-5118-4483-9d6e-a5bc00422183", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:11.042427 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1b51f22-1073-44c7-8237-04138a935f4a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:11.044285 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783745c0-e7b2-4cd0-9037-2f3605218919', 'code': 200} Mar 10 15:11:11.044285 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9374b257-5118-4483-9d6e-a5bc00422183', 'code': 200} Mar 10 15:11:11.046726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ba132a2c-a4ab-4c3c-8823-22216084d068 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:11.048127 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.095808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ba132a2c-a4ab-4c3c-8823-22216084d068, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ba132a2c-a4ab-4c3c-8823-22216084d068,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:11.119506 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.121551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device caeb5f7e-53dd-42bc-aa55-aa6280c229d0 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:11.143208 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ba5df0a-956b-4d05-84fe-a0e4b734e16a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (73592f87-c383-465f-b275-8927b2ef65c0), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.148557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4179ab70-e96e-403d-9e2f-9ebc27e77a35 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] For port caeb5f7e-53dd-42bc-aa55-aa6280c229d0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:11.149202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4179ab70-e96e-403d-9e2f-9ebc27e77a35 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.196671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4179ab70-e96e-403d-9e2f-9ebc27e77a35 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Calling delete_port for caeb5f7e-53dd-42bc-aa55-aa6280c229d0 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:11.214370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=ba132a2c-a4ab-4c3c-8823-22216084d068,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:11.280218 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ba5df0a-956b-4d05-84fe-a0e4b734e16a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (73592f87-c383-465f-b275-8927b2ef65c0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.316968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0aa8db-f43b-4c2d-b2f5-ea96e64ba0ec req-f42cec7e-cdc1-4011-aba8-99721dbc92ab tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:11.322439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0aa8db-f43b-4c2d-b2f5-ea96e64ba0ec req-f42cec7e-cdc1-4011-aba8-99721dbc92ab tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:11.328547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0aa8db-f43b-4c2d-b2f5-ea96e64ba0ec req-f42cec7e-cdc1-4011-aba8-99721dbc92ab tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:11.333858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0aa8db-f43b-4c2d-b2f5-ea96e64ba0ec req-f42cec7e-cdc1-4011-aba8-99721dbc92ab tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:11.335633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b0aa8db-f43b-4c2d-b2f5-ea96e64ba0ec req-f42cec7e-cdc1-4011-aba8-99721dbc92ab tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 3147 time: 0.1813543 Mar 10 15:11:11.345850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:11.402495 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ba5df0a-956b-4d05-84fe-a0e4b734e16a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (73592f87-c383-465f-b275-8927b2ef65c0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.442756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5df0a-956b-4d05-84fe-a0e4b734e16a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=73592f87-c383-465f-b275-8927b2ef65c0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:11.448463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b0aa8db-f43b-4c2d-b2f5-ea96e64ba0ec req-152c4204-f1fb-428e-81b0-1565065f46dd tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989096 Mar 10 15:11:11.456036 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ba5df0a-956b-4d05-84fe-a0e4b734e16a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.459296 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3ba5df0a-956b-4d05-84fe-a0e4b734e16a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/73592f87-c383-465f-b275-8927b2ef65c0 HTTP/1.1" status: 204 len: 168 time: 0.5708146 Mar 10 15:11:11.461881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55234) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:11.476530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:11.478258 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.525821 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-854de4b4-1100-4855-bc37-9563dd10b9a8 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597072 Mar 10 15:11:11.526074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424e5274-55c8-4e38-9f0a-4ce149fab625 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:11.526911 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55236) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:11.531959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:11.537403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:11.545831 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.627851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port caeb5f7e-53dd-42bc-aa55-aa6280c229d0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:11.635472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:11.640393 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.670031 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.670935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 218d493d-b3a4-4d0a-ae79-4c881d125355 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:11.745779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b7c52958-c145-499f-b4d5-55fca59deabf None None] Provisioning complete for port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:11.746246 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b7c52958-c145-499f-b4d5-55fca59deabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.830817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:11.916642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:11.932239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdaed2-c459-4a51-8333-830563daeae4 req-68ece98c-c394-41ae-908f-4614b1b5b005 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:11.934303 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5acdaed2-c459-4a51-8333-830563daeae4 req-68ece98c-c394-41ae-908f-4614b1b5b005 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.4837155 Mar 10 15:11:11.940460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cff02a0-05ec-4984-b0b8-16504f8a8728 req-79b8b267-b68a-4a33-bbe4-80c5494676bf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4887607 Mar 10 15:11:11.956720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4179ab70-e96e-403d-9e2f-9ebc27e77a35 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (caeb5f7e-53dd-42bc-aa55-aa6280c229d0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.957054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 218d493d-b3a4-4d0a-ae79-4c881d125355 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:11.957459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:11.973554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ff9d5-1d6c-4e8b-99bb-f7e6d5d500f8 req-1e0ae03c-5353-4978-a387-cd821f74a679 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:11.975555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f5ff9d5-1d6c-4e8b-99bb-f7e6d5d500f8 req-1e0ae03c-5353-4978-a387-cd821f74a679 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 943 time: 0.1524429 Mar 10 15:11:11.977298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b7c52958-c145-499f-b4d5-55fca59deabf None None] Current status of the port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:12.013342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179ab70-e96e-403d-9e2f-9ebc27e77a35 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Port': ['ID=caeb5f7e-53dd-42bc-aa55-aa6280c229d0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:12.023548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 218d493d-b3a4-4d0a-ae79-4c881d125355, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=218d493d-b3a4-4d0a-ae79-4c881d125355,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:12.029105 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.032385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:11:12.041134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:12.103907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6550e5da-d424-49b1-bff3-0bc2be3cc135 None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:11:12.114000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5acdaed2-c459-4a51-8333-830563daeae4 req-dc44452b-5d7e-44a5-b26b-0c669b40f492 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709192 Mar 10 15:11:12.142017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4179ab70-e96e-403d-9e2f-9ebc27e77a35 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] No DVR routers for this DVR port caeb5f7e-53dd-42bc-aa55-aa6280c229d0 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:12.152162 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4179ab70-e96e-403d-9e2f-9ebc27e77a35 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.155454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-4179ab70-e96e-403d-9e2f-9ebc27e77a35 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "DELETE /v2.0/ports/caeb5f7e-53dd-42bc-aa55-aa6280c229d0 HTTP/1.1" status: 204 len: 173 time: 1.6386938 Mar 10 15:11:12.173855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f5ff9d5-1d6c-4e8b-99bb-f7e6d5d500f8 req-672e2342-c075-4bec-89c1-c68c4855662a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678243 Mar 10 15:11:12.176696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=218d493d-b3a4-4d0a-ae79-4c881d125355,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:12.183597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:11:12.190616 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:12.191027 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.220498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff02a0-05ec-4984-b0b8-16504f8a8728 req-f6a41a6b-edde-40f6-8111-38f80da08ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:12.222017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cff02a0-05ec-4984-b0b8-16504f8a8728 req-f6a41a6b-edde-40f6-8111-38f80da08ab8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 1127 time: 0.1967258 Mar 10 15:11:12.234926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6550e5da-d424-49b1-bff3-0bc2be3cc135 None None] Deleting port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:12.235312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6550e5da-d424-49b1-bff3-0bc2be3cc135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.307728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.381151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6550e5da-d424-49b1-bff3-0bc2be3cc135 None None] For port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:12.381551 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6550e5da-d424-49b1-bff3-0bc2be3cc135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.385032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:12.385394 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.420226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6550e5da-d424-49b1-bff3-0bc2be3cc135 None None] Calling delete_port for 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:12.446095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:12.448053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd1af-79d5-4031-b7f5-a4bffb506771 req-c32cba68-926a-4a3e-a9a7-cf6c45c16638 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:12.449619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-747cd1af-79d5-4031-b7f5-a4bffb506771 req-c32cba68-926a-4a3e-a9a7-cf6c45c16638 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 945 time: 0.1934917 Mar 10 15:11:12.459844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb2eb1-a1e5-45c9-9cf3-227b69509cd1 req-b8a81a42-89d7-4998-8d58-90c01a7cd1c6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:12.461402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93cb2eb1-a1e5-45c9-9cf3-227b69509cd1 req-b8a81a42-89d7-4998-8d58-90c01a7cd1c6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 944 time: 0.1824701 Mar 10 15:11:12.467659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting port 218d493d-b3a4-4d0a-ae79-4c881d125355 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:12.467986 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.489478 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.490169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff02a0-05ec-4984-b0b8-16504f8a8728 req-7023d13d-c41a-4628-b2fc-e489b6d10acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:12.491628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cff02a0-05ec-4984-b0b8-16504f8a8728 req-7023d13d-c41a-4628-b2fc-e489b6d10acd service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 919 time: 0.2251146 Mar 10 15:11:12.515745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] For port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:12.536800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7119d62e-8e6c-4321-90ff-c8672e84a850 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:12.565820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.574467 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.574887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-deleted', 'tag': 'caeb5f7e-53dd-42bc-aa55-aa6280c229d0'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:12.577233 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08b7c83-c9f7-47f0-84e3-f27e3251f129" -d '{"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-deleted", "tag": "caeb5f7e-53dd-42bc-aa55-aa6280c229d0"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:12.580415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cff02a0-05ec-4984-b0b8-16504f8a8728 req-0bf581ea-628c-4605-9323-e0a2e7da50bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab109d63-c458-4c59-80bf-668baab26b5d HTTP/1.1" status: 200 len: 217 time: 0.0700397 Mar 10 15:11:12.599449 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:12.617522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (385e317e-8523-4b08-927a-72a57b05fa78), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.667351 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6550e5da-d424-49b1-bff3-0bc2be3cc135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.676872 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:12.685939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:12.698198 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:12.698825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.699213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-747cd1af-79d5-4031-b7f5-a4bffb506771 req-b57859ad-4e0d-4a60-bc87-017dacbe2916 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322199 Mar 10 15:11:12.716992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7119d62e-8e6c-4321-90ff-c8672e84a850 is: DOWN; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:12.717766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550e5da-d424-49b1-bff3-0bc2be3cc135 None None] Pushing event deleted for resources: {'Port': ['ID=6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:12.722237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93cb2eb1-a1e5-45c9-9cf3-227b69509cd1 req-52f2eb9f-0193-45f2-be48-bdb24c7de471 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509861 Mar 10 15:11:12.723681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6550e5da-d424-49b1-bff3-0bc2be3cc135 None None] No DVR routers for this DVR port 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:12.728757 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2006450 Mar 10 15:11:12.729497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55248) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:12.746144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-568690fe-a349-4658-9eea-38783a872aae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:12.753067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b599f6-6982-4f96-b1c5-6feb93f25ca9 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:12.775477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] For port 218d493d-b3a4-4d0a-ae79-4c881d125355, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=218d493d-b3a4-4d0a-ae79-4c881d125355,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:12.775477 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.779697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43,revision_number=8']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:12.785069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe40dd-449e-4caf-9f28-3b79174952f1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=385e317e-8523-4b08-927a-72a57b05fa78,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:12.817934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff02a0-05ec-4984-b0b8-16504f8a8728 req-14176267-b57d-49bc-8e9e-037169b41c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:12.820018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cff02a0-05ec-4984-b0b8-16504f8a8728 req-14176267-b57d-49bc-8e9e-037169b41c14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.1980419 Mar 10 15:11:12.892017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8b41007-025f-4e22-b7fd-0464260c3402', 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'project_id': '46cae5f356c5471185866f4cfe884f42', 'fixed_ips': [{'subnet_id': '385e317e-8523-4b08-927a-72a57b05fa78'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:11:12.892616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568690fe-a349-4658-9eea-38783a872aae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:12.892967 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.896315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-568690fe-a349-4658-9eea-38783a872aae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:12.943377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cff02a0-05ec-4984-b0b8-16504f8a8728 req-10e4a9a4-c383-4d5b-b005-74623db47a1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015704 Mar 10 15:11:13.001828 n-d-833090-1 neutron-server[115534]: INFO neutron.db.ipam_backend_mixin [None req-568690fe-a349-4658-9eea-38783a872aae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 385e317e-8523-4b08-927a-72a57b05fa78 (CIDR: 2001:db8::/64) Mar 10 15:11:13.008359 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-568690fe-a349-4658-9eea-38783a872aae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:11:13.009054 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568690fe-a349-4658-9eea-38783a872aae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:13.035943 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-568690fe-a349-4658-9eea-38783a872aae tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2908127 Mar 10 15:11:13.036791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55250) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:13.045901 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba132a2c-a4ab-4c3c-8823-22216084d068'}, {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caeb5f7e-53dd-42bc-aa55-aa6280c229d0'}, {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218d493d-b3a4-4d0a-ae79-4c881d125355'}, {'server_uuid': 'd1251131-303f-45bb-b584-45d8dfb4b1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82c4cfa-4c6b-4ef8-87b6-5bd690957e81'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:13.048167 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d6ed66-eb5f-4d50-a734-634442f82864" -d '{"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba132a2c-a4ab-4c3c-8823-22216084d068"}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-unplugged", "status": "completed", "tag": "caeb5f7e-53dd-42bc-aa55-aa6280c229d0"}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-unplugged", "status": "completed", "tag": "218d493d-b3a4-4d0a-ae79-4c881d125355"}, {"server_uuid": "d1251131-303f-45bb-b584-45d8dfb4b1f8", "name": "network-vif-plugged", "status": "completed", "tag": "f82c4cfa-4c6b-4ef8-87b6-5bd690957e81"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:13.052860 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Allocated IP 2001:db8::f816:3eff:fe56:e175 (e8b41007-025f-4e22-b7fd-0464260c3402/385e317e-8523-4b08-927a-72a57b05fa78/f9b03bde-acfa-4795-9735-69174d70aed5) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:13.055648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-14caef0f-cdf7-4680-8e07-f20a09f2b451 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:13.096593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0455c-6b07-4d52-8478-ff5ff803d19b req-157c4376-fc5c-4c12-bd3c-6e47a58cb26d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:13.099297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-baf0455c-6b07-4d52-8478-ff5ff803d19b req-157c4376-fc5c-4c12-bd3c-6e47a58cb26d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3126290 Mar 10 15:11:13.159846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502b67c-5244-49eb-8e5d-c5796cd9abbc req-80e184a7-8639-491a-8021-2a832f0a7903 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:13.165815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502b67c-5244-49eb-8e5d-c5796cd9abbc req-80e184a7-8639-491a-8021-2a832f0a7903 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:13.171489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502b67c-5244-49eb-8e5d-c5796cd9abbc req-80e184a7-8639-491a-8021-2a832f0a7903 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:13.173230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c502b67c-5244-49eb-8e5d-c5796cd9abbc req-80e184a7-8639-491a-8021-2a832f0a7903 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 2410 time: 0.3298035 Mar 10 15:11:13.191096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14caef0f-cdf7-4680-8e07-f20a09f2b451 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:13.195149 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14caef0f-cdf7-4680-8e07-f20a09f2b451 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.212565 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Publish callbacks [] for port (f9b03bde-acfa-4795-9735-69174d70aed5), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.223637 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.256382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-baf0455c-6b07-4d52-8478-ff5ff803d19b req-cf0d91f6-d407-43fb-91ae-b8cc4455bbda tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465058 Mar 10 15:11:13.261535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3f1025aa-86c4-4551-a3f3-b99d67d48673 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:13.298875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c502b67c-5244-49eb-8e5d-c5796cd9abbc req-987125cc-66c3-4cf0-bbb1-150330c30b40 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143641 Mar 10 15:11:13.301348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cff02a0-05ec-4984-b0b8-16504f8a8728 req-824baa67-bda2-47b1-8094-2a85148f0e62 service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379784 Mar 10 15:11:13.322964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.323581 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (b112102f-afb5-47c2-a580-0460fc1ae1fa), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.324150 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Floating IP b112102f-afb5-47c2-a580-0460fc1ae1fa disassociated. External IP: 172.25.3.140, port: 218d493d-b3a4-4d0a-ae79-4c881d125355. Mar 10 15:11:13.324711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Calling delete_port for 218d493d-b3a4-4d0a-ae79-4c881d125355 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:13.373427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:13.414333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:11:13.414683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6e3a6f7a-a2a2-4c92-8c84-6a7eb2348d43 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:13.421911 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fd0753-b6d0-4d32-8e14-f3caa1cd4bc6 x-openstack-request-id: req-18fd0753-b6d0-4d32-8e14-f3caa1cd4bc6 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:13.421911 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba132a2c-a4ab-4c3c-8823-22216084d068", "code": 200}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-unplugged", "status": "completed", "tag": "caeb5f7e-53dd-42bc-aa55-aa6280c229d0", "code": 200}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-unplugged", "status": "completed", "tag": "218d493d-b3a4-4d0a-ae79-4c881d125355", "code": 200}, {"server_uuid": "d1251131-303f-45bb-b584-45d8dfb4b1f8", "name": "network-vif-plugged", "status": "completed", "tag": "f82c4cfa-4c6b-4ef8-87b6-5bd690957e81", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:13.422161 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18fd0753-b6d0-4d32-8e14-f3caa1cd4bc6 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:13.422494 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba132a2c-a4ab-4c3c-8823-22216084d068', 'code': 200} Mar 10 15:11:13.422758 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caeb5f7e-53dd-42bc-aa55-aa6280c229d0', 'code': 200} Mar 10 15:11:13.423144 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218d493d-b3a4-4d0a-ae79-4c881d125355', 'code': 200} Mar 10 15:11:13.423641 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1251131-303f-45bb-b584-45d8dfb4b1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82c4cfa-4c6b-4ef8-87b6-5bd690957e81', 'code': 200} Mar 10 15:11:13.426808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:13.439097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:13.443667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Pushing event updated for resources: {'Port': ['ID=f9b03bde-acfa-4795-9735-69174d70aed5,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:13.448020 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:13.450270 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5549ee-b6ac-465c-9faf-a820c865777e x-openstack-request-id: req-4c5549ee-b6ac-465c-9faf-a820c865777e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:13.450679 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-deleted", "tag": "caeb5f7e-53dd-42bc-aa55-aa6280c229d0", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:13.451094 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c5549ee-b6ac-465c-9faf-a820c865777e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:13.451565 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-deleted', 'tag': 'caeb5f7e-53dd-42bc-aa55-aa6280c229d0', 'status': 'completed', 'code': 200} Mar 10 15:11:13.584120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8cff02a0-05ec-4984-b0b8-16504f8a8728 req-fe696444-19ed-4f7d-84c4-771618575b5f service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719889 Mar 10 15:11:13.627056 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5cc83-cda4-4020-9e00-be10dfc492b5 req-6f6a4993-9ab3-4188-973b-bd728b294461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:13.628523 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b8f5cc83-cda4-4020-9e00-be10dfc492b5 req-6f6a4993-9ab3-4188-973b-bd728b294461 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 1127 time: 0.1198707 Mar 10 15:11:13.636040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 3f1025aa-86c4-4551-a3f3-b99d67d48673 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:11:13.642352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 3f1025aa-86c4-4551-a3f3-b99d67d48673 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:13.642739 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.644627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14caef0f-cdf7-4680-8e07-f20a09f2b451 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (31f7a2b2-5195-4d86-99cd-c8a44a1efbf6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.674259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d280c-09f0-483b-bab5-882c5c337dbb req-1256c3c6-75b9-429c-a0ff-234833ad9b95 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:13.681042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db9d280c-09f0-483b-bab5-882c5c337dbb req-1256c3c6-75b9-429c-a0ff-234833ad9b95 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1453416 Mar 10 15:11:13.696522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Attempting to bind port f9b03bde-acfa-4795-9735-69174d70aed5 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:13.696897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Attempting to bind port f9b03bde-acfa-4795-9735-69174d70aed5 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:13.697271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Attempting to bind port f9b03bde-acfa-4795-9735-69174d70aed5 on network e8b41007-025f-4e22-b7fd-0464260c3402 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:13.710117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:13.710523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Checking segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:13.710936 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.711813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Bound using segment: {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:13.711950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Bound port: f9b03bde-acfa-4795-9735-69174d70aed5, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c8ed7-2ed5-4618-b65f-9a507f1ca286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:13.712329 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.712853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2d806-3279-4164-96a1-7bed63c67027 req-88f33c22-5bac-41f4-a5da-d1cf85936ab8 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:13.712996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14caef0f-cdf7-4680-8e07-f20a09f2b451 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:13.714824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03f2d806-3279-4164-96a1-7bed63c67027 req-88f33c22-5bac-41f4-a5da-d1cf85936ab8 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.1934924 Mar 10 15:11:13.724337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-14caef0f-cdf7-4680-8e07-f20a09f2b451 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:13.736915 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14caef0f-cdf7-4680-8e07-f20a09f2b451 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:13.737552 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14caef0f-cdf7-4680-8e07-f20a09f2b451 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.755047 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b8f5cc83-cda4-4020-9e00-be10dfc492b5 req-ea0a10f9-575b-4010-9761-9b33007001b9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183507 Mar 10 15:11:13.755289 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (218d493d-b3a4-4d0a-ae79-4c881d125355), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.755417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14caef0f-cdf7-4680-8e07-f20a09f2b451 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=31f7a2b2-5195-4d86-99cd-c8a44a1efbf6,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:13.771299 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-14caef0f-cdf7-4680-8e07-f20a09f2b451 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7330081 Mar 10 15:11:13.771672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55260) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:13.779409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:f7:23:ee', 'name': 'tempest-NetworksTestDHCPv6-703058543'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:13.818820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-97f12487-378c-4306-aa5a-030addb4433d None None] For port f9b03bde-acfa-4795-9735-69174d70aed5, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:13.823708 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 3f1025aa-86c4-4551-a3f3-b99d67d48673 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:13.824098 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.834427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Port': ['ID=218d493d-b3a4-4d0a-ae79-4c881d125355,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:13.840650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-97f12487-378c-4306-aa5a-030addb4433d None None] For port f9b03bde-acfa-4795-9735-69174d70aed5, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f9b03bde-acfa-4795-9735-69174d70aed5,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:13.852669 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.899013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 3f1025aa-86c4-4551-a3f3-b99d67d48673, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3f1025aa-86c4-4551-a3f3-b99d67d48673,segment=NetworkSegment(8223b4b3-9325-462f-b39f-29bfe22eb2a3),segment_id=8223b4b3-9325-462f-b39f-29bfe22eb2a3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:13.910612 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:13.928121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db9d280c-09f0-483b-bab5-882c5c337dbb req-ecdaf465-aace-4e25-b05b-92cd97b34f9b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115657 Mar 10 15:11:13.928278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f12487-378c-4306-aa5a-030addb4433d None None] Pushing event updated for resources: {'Port': ['ID=f9b03bde-acfa-4795-9735-69174d70aed5,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:13.968658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03f2d806-3279-4164-96a1-7bed63c67027 req-068f1d0a-04d0-440e-9901-870b152af92e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298203 Mar 10 15:11:14.006310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=3f1025aa-86c4-4551-a3f3-b99d67d48673,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:14.147885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Router e11eef9c-4574-4225-b244-eed8acdace45 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:11:14.188314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:14.229534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8ed57-4d42-424f-af62-23fff5815390 req-f5b58c94-044a-4266-944d-84171d74e1ad tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:14.234666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cda8ed57-4d42-424f-af62-23fff5815390 req-f5b58c94-044a-4266-944d-84171d74e1ad tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 946 time: 0.1873505 Mar 10 15:11:14.244987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56d856-6f48-499f-ac36-615e2bb4a665 req-ad8417d1-41c6-41a0-b2a1-b0415bf41210 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:14.251584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f56d856-6f48-499f-ac36-615e2bb4a665 req-ad8417d1-41c6-41a0-b2a1-b0415bf41210 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 945 time: 0.2089384 Mar 10 15:11:14.473813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cda8ed57-4d42-424f-af62-23fff5815390 req-1b84a2ee-4185-4fa0-9066-f1ef21e21100 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129357 Mar 10 15:11:14.480681 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:14.497033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f56d856-6f48-499f-ac36-615e2bb4a665 req-812b690c-0343-488d-be71-2bc8f89aa328 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339070 Mar 10 15:11:14.518320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 62ecf0dd-ec60-43df-b591-417b7346e9e7 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:11:14.526644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:11:14.541080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f83fdc-27a4-4e13-a568-ed1b21aabb27 None None] Sync routers for ids ['e11eef9c-4574-4225-b244-eed8acdace45'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:11:14.552848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f83fdc-27a4-4e13-a568-ed1b21aabb27 None None] Routers {'e11eef9c-4574-4225-b244-eed8acdace45'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:11:14.555353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-70f83fdc-27a4-4e13-a568-ed1b21aabb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:10:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e11eef9c-4574-4225-b244-eed8acdace45'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:14.637857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] No DVR routers for this DVR port 218d493d-b3a4-4d0a-ae79-4c881d125355 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:14.660605 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:14.663904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-e0258341-c91b-4195-be2d-c8e32dfc2a90 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "DELETE /v2.0/ports/218d493d-b3a4-4d0a-ae79-4c881d125355 HTTP/1.1" status: 204 len: 173 time: 2.5026219 Mar 10 15:11:14.675801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-70f83fdc-27a4-4e13-a568-ed1b21aabb27 None None] Set router e11eef9c-4574-4225-b244-eed8acdace45 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:11:14.788632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8eac6-682b-4ee9-8f95-07c543ea1958 req-97e4ef81-329e-4100-8a4f-4d3212c3fa4f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:14.789975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68f8eac6-682b-4ee9-8f95-07c543ea1958 req-97e4ef81-329e-4100-8a4f-4d3212c3fa4f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2386961 Mar 10 15:11:14.830554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79871b-303a-4d50-90a5-0815f6d6f633 req-ae3d03ff-d44c-4b9e-b536-b6b9cd516744 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:14.835954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79871b-303a-4d50-90a5-0815f6d6f633 req-ae3d03ff-d44c-4b9e-b536-b6b9cd516744 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:14.837566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b79871b-303a-4d50-90a5-0815f6d6f633 req-ae3d03ff-d44c-4b9e-b536-b6b9cd516744 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 1677 time: 0.2501965 Mar 10 15:11:14.912344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-70f83fdc-27a4-4e13-a568-ed1b21aabb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:42Z', 'revision_number': 4, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4df1cfc8-a906-4b72-b8d1-f3b379f7f68f', 'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'mac_address': 'fa:16:3e:06:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:40Z', 'updated_at': '2022-03-10T15:04:48Z', 'revision_number': 5, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'subnets': [{'id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:14.945141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f83fdc-27a4-4e13-a568-ed1b21aabb27 None None] Checking router: e11eef9c-4574-4225-b244-eed8acdace45 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:11:14.955749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f83fdc-27a4-4e13-a568-ed1b21aabb27 None None] Routers {'e11eef9c-4574-4225-b244-eed8acdace45'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:11:14.956407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-70f83fdc-27a4-4e13-a568-ed1b21aabb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:10:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e11eef9c-4574-4225-b244-eed8acdace45'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:15.016479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d045414-282c-4e6d-913a-066518ae9cbc None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:15.152802 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a5bcb6de-a30d-40be-a574-c7213a57e8e3 None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:15.153174 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb6de-a30d-40be-a574-c7213a57e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:15.156476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-70f83fdc-27a4-4e13-a568-ed1b21aabb27 None None] Set router e11eef9c-4574-4225-b244-eed8acdace45 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:11:15.287321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68f8eac6-682b-4ee9-8f95-07c543ea1958 req-cb7cab0a-601a-4710-a404-c7eb54110f36 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4732223 Mar 10 15:11:15.293003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8:0:1::369 (e8b41007-025f-4e22-b7fd-0464260c3402/31f7a2b2-5195-4d86-99cd-c8a44a1efbf6/62ecf0dd-ec60-43df-b591-417b7346e9e7) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:15.302163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::f816:3eff:fef7:23ee (e8b41007-025f-4e22-b7fd-0464260c3402/385e317e-8523-4b08-927a-72a57b05fa78/62ecf0dd-ec60-43df-b591-417b7346e9e7) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:15.346508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b79871b-303a-4d50-90a5-0815f6d6f633 req-a06b26d1-9223-43ae-8013-a9508d3a6c1e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4974070 Mar 10 15:11:15.358101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-c8f8134f-8963-40c5-acc3-31f079f1d9ae tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting port 9374b257-5118-4483-9d6e-a5bc00422183 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:15.358459 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-c8f8134f-8963-40c5-acc3-31f079f1d9ae tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9374b257-5118-4483-9d6e-a5bc00422183), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:15.427543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4a66c6-4a50-4c41-a43c-a653c4501312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1025aa-86c4-4551-a3f3-b99d67d48673'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:15.429746 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30da570c-dc3a-4b91-bf75-18ec0395c40f" -d '{"events": [{"server_uuid": "af4a66c6-4a50-4c41-a43c-a653c4501312", "name": "network-vif-plugged", "status": "completed", "tag": "3f1025aa-86c4-4551-a3f3-b99d67d48673"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:15.432237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f9b03bde-acfa-4795-9735-69174d70aed5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:15.477513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-deleted', 'tag': '218d493d-b3a4-4d0a-ae79-4c881d125355'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:15.479693 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759ccda4-a3d4-4787-8c95-ccabee44cb08" -d '{"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-deleted", "tag": "218d493d-b3a4-4d0a-ae79-4c881d125355"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:15.517417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a5bcb6de-a30d-40be-a574-c7213a57e8e3 None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:15.517807 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb6de-a30d-40be-a574-c7213a57e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:15.584289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a5bcb6de-a30d-40be-a574-c7213a57e8e3 None None] For port f9b03bde-acfa-4795-9735-69174d70aed5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f9b03bde-acfa-4795-9735-69174d70aed5,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:15.588406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:15.588857 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:15.622321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-c8f8134f-8963-40c5-acc3-31f079f1d9ae tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] For port 9374b257-5118-4483-9d6e-a5bc00422183, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9374b257-5118-4483-9d6e-a5bc00422183,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:15.622981 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-c8f8134f-8963-40c5-acc3-31f079f1d9ae tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9374b257-5118-4483-9d6e-a5bc00422183), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:15.632110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-70f83fdc-27a4-4e13-a568-ed1b21aabb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:42Z', 'revision_number': 4, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4df1cfc8-a906-4b72-b8d1-f3b379f7f68f', 'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'mac_address': 'fa:16:3e:06:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:40Z', 'updated_at': '2022-03-10T15:04:48Z', 'revision_number': 5, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'subnets': [{'id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:15.634259 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb6de-a30d-40be-a574-c7213a57e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:15.658993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c54fb-274c-4644-9883-a54cb41af782 req-b044b089-c46a-4f7b-a1dc-0decaa2c0a5e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:15.660488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd9c54fb-274c-4644-9883-a54cb41af782 req-b044b089-c46a-4f7b-a1dc-0decaa2c0a5e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.2745492 Mar 10 15:11:15.674559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da681d2-c483-4131-bc4c-1a9034530ada req-8d42e6a9-0a6f-459b-a56a-7a9256065f6e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:15.676561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da681d2-c483-4131-bc4c-1a9034530ada req-8d42e6a9-0a6f-459b-a56a-7a9256065f6e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2538059 Mar 10 15:11:15.681154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-c8f8134f-8963-40c5-acc3-31f079f1d9ae tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Calling delete_port for 9374b257-5118-4483-9d6e-a5bc00422183 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:15.693481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f83fdc-27a4-4e13-a568-ed1b21aabb27 None None] The sync data for ids ['e11eef9c-4574-4225-b244-eed8acdace45'] in n-d-833090-1 is: [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:04:42Z', 'revision_number': 4, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4df1cfc8-a906-4b72-b8d1-f3b379f7f68f', 'name': '', 'network_id': '4b1effa7-14ff-447c-a53b-51ea1093cee6', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'mac_address': 'fa:16:3e:06:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:40Z', 'updated_at': '2022-03-10T15:04:48Z', 'revision_number': 5, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'subnets': [{'id': '0244003f-e2d7-431a-8fdc-02496e6ace82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:11:15.726120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7423886b-aa17-48c8-a1ba-ac3aa3666529 None None] Update dhcp port {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': '385e317e-8523-4b08-927a-72a57b05fa78', 'ip_address': '2001:db8::f816:3eff:fe56:e175'}, {'subnet_id': '31f7a2b2-5195-4d86-99cd-c8a44a1efbf6'}], 'binding:host_id': 'n-d-833090-1'}, 'id': 'f9b03bde-acfa-4795-9735-69174d70aed5'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:11:15.743902 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (62ecf0dd-ec60-43df-b591-417b7346e9e7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:15.764101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcb6de-a30d-40be-a574-c7213a57e8e3 None None] Pushing event updated for resources: {'Port': ['ID=f9b03bde-acfa-4795-9735-69174d70aed5,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:15.773963 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7423886b-aa17-48c8-a1ba-ac3aa3666529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:15.836403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd9c54fb-274c-4644-9883-a54cb41af782 req-588972fe-48c3-4030-9280-0bef69352354 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532853 Mar 10 15:11:15.850326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da681d2-c483-4131-bc4c-1a9034530ada req-eb780f5d-79c8-4e5d-9c31-d0fea99b6f21 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591873 Mar 10 15:11:15.896991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (62ecf0dd-ec60-43df-b591-417b7346e9e7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:15.961403 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8575a9-f411-4eb0-8c75-85732c6cfca9 x-openstack-request-id: req-fa8575a9-f411-4eb0-8c75-85732c6cfca9 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:15.961957 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-deleted", "tag": "218d493d-b3a4-4d0a-ae79-4c881d125355", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:15.962911 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa8575a9-f411-4eb0-8c75-85732c6cfca9 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:15.963598 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-deleted', 'tag': '218d493d-b3a4-4d0a-ae79-4c881d125355', 'status': 'completed', 'code': 200} Mar 10 15:11:16.005030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:16.017642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:16.021793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:16.030121 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b78968d-8f57-47cc-a539-2e44406380de x-openstack-request-id: req-4b78968d-8f57-47cc-a539-2e44406380de {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:16.030393 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4a66c6-4a50-4c41-a43c-a653c4501312", "name": "network-vif-plugged", "status": "completed", "tag": "3f1025aa-86c4-4551-a3f3-b99d67d48673", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:16.030653 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b78968d-8f57-47cc-a539-2e44406380de {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:16.031064 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4a66c6-4a50-4c41-a43c-a653c4501312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1025aa-86c4-4551-a3f3-b99d67d48673', 'code': 200} Mar 10 15:11:16.039055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:16.039446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:16.040443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:16.054101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=62ecf0dd-ec60-43df-b591-417b7346e9e7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:16.115392 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-c8f8134f-8963-40c5-acc3-31f079f1d9ae tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9374b257-5118-4483-9d6e-a5bc00422183), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:16.118646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922908f8-96ad-4b5f-a750-42464cb06849 req-3618172e-80df-46a6-bd12-4f742b631f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:16.121976 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-922908f8-96ad-4b5f-a750-42464cb06849 req-3618172e-80df-46a6-bd12-4f742b631f3e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 1128 time: 0.0937343 Mar 10 15:11:16.131270 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4c4f6-bed2-4b74-8b9e-7fbbc35d2e73 None None] New status for floating IP b112102f-afb5-47c2-a580-0460fc1ae1fa: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:11:16.147360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e654e98a-05a4-468a-8644-fdec41183144 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3719754 Mar 10 15:11:16.148061 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55282) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:16.197604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8134f-8963-40c5-acc3-31f079f1d9ae tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Port': ['ID=9374b257-5118-4483-9d6e-a5bc00422183,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:16.200327 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-922908f8-96ad-4b5f-a750-42464cb06849 req-865d5f31-886b-4872-84a1-5ef14c7d716c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712175 Mar 10 15:11:16.232925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-7423886b-aa17-48c8-a1ba-ac3aa3666529 None None] Allocated IP 2001:db8:0:1::2 (e8b41007-025f-4e22-b7fd-0464260c3402/31f7a2b2-5195-4d86-99cd-c8a44a1efbf6/f9b03bde-acfa-4795-9735-69174d70aed5) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:16.252897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-c8f8134f-8963-40c5-acc3-31f079f1d9ae tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] No DVR routers for this DVR port 9374b257-5118-4483-9d6e-a5bc00422183 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:16.257142 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-c8f8134f-8963-40c5-acc3-31f079f1d9ae tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:16.260859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-c8f8134f-8963-40c5-acc3-31f079f1d9ae tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "DELETE /v2.0/ports/9374b257-5118-4483-9d6e-a5bc00422183 HTTP/1.1" status: 204 len: 173 time: 1.5900974 Mar 10 15:11:16.287500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45627eb-5ed8-405e-a1da-c5845c57a556 req-a3ba82d6-0932-49a4-846c-603dcc00f35b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:16.288445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b0c25570-5a31-4cb3-abc4-d8da8f4b2a27 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 62ecf0dd-ec60-43df-b591-417b7346e9e7 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:16.288892 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0c25570-5a31-4cb3-abc4-d8da8f4b2a27 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (62ecf0dd-ec60-43df-b591-417b7346e9e7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:16.297892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e45627eb-5ed8-405e-a1da-c5845c57a556 req-a3ba82d6-0932-49a4-846c-603dcc00f35b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 945 time: 0.2124023 Mar 10 15:11:16.317685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ad125-18a9-454f-b73c-ef0434491007 req-d6640fcb-9b71-4f99-8e51-aba4fbf19b7d tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:16.319645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c6ad125-18a9-454f-b73c-ef0434491007 req-d6640fcb-9b71-4f99-8e51-aba4fbf19b7d tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 946 time: 0.2565956 Mar 10 15:11:16.363800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7423886b-aa17-48c8-a1ba-ac3aa3666529 None None] For port f9b03bde-acfa-4795-9735-69174d70aed5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f9b03bde-acfa-4795-9735-69174d70aed5,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:16.399670 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7423886b-aa17-48c8-a1ba-ac3aa3666529 None None] Publish callbacks [] for port (f9b03bde-acfa-4795-9735-69174d70aed5), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:16.400911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e45627eb-5ed8-405e-a1da-c5845c57a556 req-c0eea6d8-6409-41bd-9c8f-c4f6b29891dc tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967083 Mar 10 15:11:16.404772 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0c25570-5a31-4cb3-abc4-d8da8f4b2a27 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (62ecf0dd-ec60-43df-b591-417b7346e9e7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:16.406147 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7423886b-aa17-48c8-a1ba-ac3aa3666529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:16.416213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c6ad125-18a9-454f-b73c-ef0434491007 req-645bc6d9-1221-4a31-9ce3-d44a48fb535e tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889802 Mar 10 15:11:16.420584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b0c25570-5a31-4cb3-abc4-d8da8f4b2a27 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 62ecf0dd-ec60-43df-b591-417b7346e9e7 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:16.523645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423886b-aa17-48c8-a1ba-ac3aa3666529 None None] Pushing event updated for resources: {'Port': ['ID=f9b03bde-acfa-4795-9735-69174d70aed5,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:16.688929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f172b5-e9df-4166-aedd-aff304776bfa req-849cc08e-fae2-4c79-b547-c69060320d22 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:16.690570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7f172b5-e9df-4166-aedd-aff304776bfa req-849cc08e-fae2-4c79-b547-c69060320d22 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 943 time: 0.1846344 Mar 10 15:11:16.750192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-112ee4ce-7179-4736-ab6a-c3c7ebdda72f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting port ba132a2c-a4ab-4c3c-8823-22216084d068 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:16.751304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-112ee4ce-7179-4736-ab6a-c3c7ebdda72f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:16.847722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e5cad-f790-467b-b86d-ecb71231b77b req-dd3f32c4-5782-45bd-b881-a3a414b3fc9c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:16.849353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-265e5cad-f790-467b-b86d-ecb71231b77b req-dd3f32c4-5782-45bd-b881-a3a414b3fc9c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 945 time: 0.2146702 Mar 10 15:11:16.890766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7f172b5-e9df-4166-aedd-aff304776bfa req-9f4bb358-4816-4318-b937-8c3933884703 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups?id=9108af86-59a2-44a9-a87a-5062282a5855&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916959 Mar 10 15:11:16.897283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-112ee4ce-7179-4736-ab6a-c3c7ebdda72f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] For port ba132a2c-a4ab-4c3c-8823-22216084d068, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ba132a2c-a4ab-4c3c-8823-22216084d068,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:16.897660 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-112ee4ce-7179-4736-ab6a-c3c7ebdda72f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:16.939396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-265e5cad-f790-467b-b86d-ecb71231b77b req-a95a8b00-3661-48dd-92b1-b99ddfeb2459 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826926 Mar 10 15:11:16.958187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-112ee4ce-7179-4736-ab6a-c3c7ebdda72f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Calling delete_port for ba132a2c-a4ab-4c3c-8823-22216084d068 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:16.974371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0c25570-5a31-4cb3-abc4-d8da8f4b2a27 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (62ecf0dd-ec60-43df-b591-417b7346e9e7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.012382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c25570-5a31-4cb3-abc4-d8da8f4b2a27 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=62ecf0dd-ec60-43df-b591-417b7346e9e7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:17.075809 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0c25570-5a31-4cb3-abc4-d8da8f4b2a27 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.079110 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b0c25570-5a31-4cb3-abc4-d8da8f4b2a27 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/62ecf0dd-ec60-43df-b591-417b7346e9e7 HTTP/1.1" status: 204 len: 168 time: 0.9288454 Mar 10 15:11:17.081513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55294) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:17.147278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dda249-a550-410b-9d9a-2f9eb1fa5129 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:17.152019 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-23dda249-a550-410b-9d9a-2f9eb1fa5129 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0671577 Mar 10 15:11:17.152289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55296) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:17.156207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c335a-a8a1-4d89-960d-c99ff1a117cd req-342902d3-f0af-4db1-be68-d1ddc3320757 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:17.157744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb7c335a-a8a1-4d89-960d-c99ff1a117cd req-342902d3-f0af-4db1-be68-d1ddc3320757 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1736653 Mar 10 15:11:17.166573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faa0e6-dd3f-4b1f-b351-914598de3621 req-165d3069-ea30-47a3-9333-0c29989c45ee tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:17.168124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5faa0e6-dd3f-4b1f-b351-914598de3621 req-165d3069-ea30-47a3-9333-0c29989c45ee tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.1313188 Mar 10 15:11:17.212829 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd93bc87-4fc7-44b6-bd66-db7a69b672c9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:17.214680 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fd93bc87-4fc7-44b6-bd66-db7a69b672c9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0614533 Mar 10 15:11:17.217637 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55298) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:17.268810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-947884d2-3718-4cb7-b1c5-c8015b679ae5 None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:17.269724 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-947884d2-3718-4cb7-b1c5-c8015b679ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.295287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5faa0e6-dd3f-4b1f-b351-914598de3621 req-7e61bc05-3c58-4b3a-80a5-08297414f2df tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945902 Mar 10 15:11:17.308567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f9b03bde-acfa-4795-9735-69174d70aed5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:17.345983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb7c335a-a8a1-4d89-960d-c99ff1a117cd req-cfc72b90-1183-43b5-a337-3739c215e041 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713195 Mar 10 15:11:17.363448 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-112ee4ce-7179-4736-ab6a-c3c7ebdda72f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ba132a2c-a4ab-4c3c-8823-22216084d068), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.366364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fff329-8a4a-4dc2-a8c8-9ccefff9a920 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:17.368484 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fff329-8a4a-4dc2-a8c8-9ccefff9a920 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:17.370116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fff329-8a4a-4dc2-a8c8-9ccefff9a920 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:17.372166 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c2fff329-8a4a-4dc2-a8c8-9ccefff9a920 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1535702 Mar 10 15:11:17.376787 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55300) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:17.394544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:17.395642 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.395953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ee4ce-7179-4736-ab6a-c3c7ebdda72f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Port': ['ID=ba132a2c-a4ab-4c3c-8823-22216084d068,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:17.517307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-947884d2-3718-4cb7-b1c5-c8015b679ae5 None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:17.517522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-112ee4ce-7179-4736-ab6a-c3c7ebdda72f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] No DVR routers for this DVR port ba132a2c-a4ab-4c3c-8823-22216084d068 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:17.519219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5853f3-08ba-4979-bd63-fabd533752ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 31f7a2b2-5195-4d86-99cd-c8a44a1efbf6 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:17.524089 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-112ee4ce-7179-4736-ab6a-c3c7ebdda72f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.527302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c5853f3-08ba-4979-bd63-fabd533752ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (31f7a2b2-5195-4d86-99cd-c8a44a1efbf6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.531636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06eca707-a35d-4ca1-a1eb-d268d1472abc req-112ee4ce-7179-4736-ab6a-c3c7ebdda72f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.62 "DELETE /v2.0/ports/ba132a2c-a4ab-4c3c-8823-22216084d068 HTTP/1.1" status: 204 len: 173 time: 1.0832150 Mar 10 15:11:17.624419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:17.628340 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c5853f3-08ba-4979-bd63-fabd533752ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (31f7a2b2-5195-4d86-99cd-c8a44a1efbf6), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.663934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2193e2-f159-4d50-b2b0-20c38c669854 req-895ff672-a418-413f-9ea7-fc8378fbd757 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:17.666073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee2193e2-f159-4d50-b2b0-20c38c669854 req-895ff672-a418-413f-9ea7-fc8378fbd757 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 946 time: 0.1331620 Mar 10 15:11:17.744210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8714-0476-4a13-b43f-9631ac07ea51 req-3f68a21c-0d66-4953-94b3-4034de81c9a6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:17.747156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-433a8714-0476-4a13-b43f-9631ac07ea51 req-3f68a21c-0d66-4953-94b3-4034de81c9a6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 945 time: 0.1448233 Mar 10 15:11:17.769906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b6d0fb07-8c71-48d3-8f96-a90fdfbb2c1e None None] Could not find standard attr ID for object e7fb6061-180b-4d0f-9dbb-5458b44a9e6e. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:11:17.777830 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c5853f3-08ba-4979-bd63-fabd533752ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (31f7a2b2-5195-4d86-99cd-c8a44a1efbf6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.786332 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee2193e2-f159-4d50-b2b0-20c38c669854 req-75054cbb-5639-4a76-a564-cb2fc16a54a4 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040184 Mar 10 15:11:17.788312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.866044 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c5853f3-08ba-4979-bd63-fabd533752ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (31f7a2b2-5195-4d86-99cd-c8a44a1efbf6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.869162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-433a8714-0476-4a13-b43f-9631ac07ea51 req-be35c54e-f7c6-4a28-b1c0-44029a04bb30 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046612 Mar 10 15:11:17.901468 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5853f3-08ba-4979-bd63-fabd533752ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=31f7a2b2-5195-4d86-99cd-c8a44a1efbf6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:17.904948 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c5853f3-08ba-4979-bd63-fabd533752ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:17.908207 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2c5853f3-08ba-4979-bd63-fabd533752ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/31f7a2b2-5195-4d86-99cd-c8a44a1efbf6 HTTP/1.1" status: 204 len: 168 time: 0.5300357 Mar 10 15:11:17.910697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55310) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:17.965977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-deleted', 'tag': '9374b257-5118-4483-9d6e-a5bc00422183'}, {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-deleted', 'tag': 'ba132a2c-a4ab-4c3c-8823-22216084d068'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:17.970752 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77248bd-dc61-4ede-baf7-aea40e8f0828" -d '{"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-deleted", "tag": "9374b257-5118-4483-9d6e-a5bc00422183"}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-deleted", "tag": "ba132a2c-a4ab-4c3c-8823-22216084d068"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:17.982527 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d96841-a534-4f36-b7a5-4c083d4f69e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 385e317e-8523-4b08-927a-72a57b05fa78 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:17.991262 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61d96841-a534-4f36-b7a5-4c083d4f69e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (385e317e-8523-4b08-927a-72a57b05fa78), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:18.056392 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e7bd9b-de53-46c2-a688-a6a4c4960060 x-openstack-request-id: req-31e7bd9b-de53-46c2-a688-a6a4c4960060 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:18.056392 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-deleted", "tag": "9374b257-5118-4483-9d6e-a5bc00422183", "status": "completed", "code": 200}, {"server_uuid": "2bc1abe4-e0a1-4a4d-ab01-125883773de2", "name": "network-vif-deleted", "tag": "ba132a2c-a4ab-4c3c-8823-22216084d068", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:18.057006 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31e7bd9b-de53-46c2-a688-a6a4c4960060 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:18.057425 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-deleted', 'tag': '9374b257-5118-4483-9d6e-a5bc00422183', 'status': 'completed', 'code': 200} Mar 10 15:11:18.057691 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc1abe4-e0a1-4a4d-ab01-125883773de2', 'name': 'network-vif-deleted', 'tag': 'ba132a2c-a4ab-4c3c-8823-22216084d068', 'status': 'completed', 'code': 200} Mar 10 15:11:18.059755 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61d96841-a534-4f36-b7a5-4c083d4f69e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (385e317e-8523-4b08-927a-72a57b05fa78), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:18.096490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-921670e4-8ffb-4167-8d4b-b0d7f1dd1b18 req-78ead71f-69dc-47b6-be64-aa1901f65af4 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0575745 Mar 10 15:11:18.107697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d751fc-4a82-447f-b5ca-96b82e7bd497 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:18.172962 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61d96841-a534-4f36-b7a5-4c083d4f69e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (385e317e-8523-4b08-927a-72a57b05fa78), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:18.190206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-47536221-c103-40ce-bf7e-070f972edcfb None None] Could not find standard attr ID for object 62ecf0dd-ec60-43df-b591-417b7346e9e7. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:11:18.220201 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:11:18.251002 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61d96841-a534-4f36-b7a5-4c083d4f69e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (385e317e-8523-4b08-927a-72a57b05fa78), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:18.280262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d96841-a534-4f36-b7a5-4c083d4f69e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=385e317e-8523-4b08-927a-72a57b05fa78,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:18.282291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-61d96841-a534-4f36-b7a5-4c083d4f69e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:18.285524 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-61d96841-a534-4f36-b7a5-4c083d4f69e0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/385e317e-8523-4b08-927a-72a57b05fa78 HTTP/1.1" status: 204 len: 168 time: 0.3737905 Mar 10 15:11:18.288080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55316) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:18.358848 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c2ef2bd7-8c83-4b5c-bf43-3e83ef54e4cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661573 Mar 10 15:11:18.359422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55320) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:18.373425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e67aabf8-7f43-4d74-98f3-df3e13cea5db tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:18.492265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67aabf8-7f43-4d74-98f3-df3e13cea5db tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:18.497047 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e67aabf8-7f43-4d74-98f3-df3e13cea5db tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:18.519854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9375483-b719-40e9-9ad8-ba16e5c54440 req-c99d7177-058b-4000-93aa-84cd09776083 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:18.522261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9375483-b719-40e9-9ad8-ba16e5c54440 req-c99d7177-058b-4000-93aa-84cd09776083 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.1229162 Mar 10 15:11:18.543407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a610fb4-9382-4c9d-9500-19dcf78d4ddc req-76e3f80f-f34b-41cc-bcc5-ead96be25bae tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:18.545053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a610fb4-9382-4c9d-9500-19dcf78d4ddc req-76e3f80f-f34b-41cc-bcc5-ead96be25bae tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1050799 Mar 10 15:11:18.617088 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9375483-b719-40e9-9ad8-ba16e5c54440 req-b7ecbbc7-cf8c-4273-bd1e-1cdebc4e2e63 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884643 Mar 10 15:11:18.665585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a610fb4-9382-4c9d-9500-19dcf78d4ddc req-064185c1-6222-48e3-a423-b71ef9c9937c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091428 Mar 10 15:11:18.731556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed396-3434-41c0-92c8-0516840068a8 req-4e0e63ed-a493-4b70-b106-a55c42e55691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:18.733736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c10ed396-3434-41c0-92c8-0516840068a8 req-4e0e63ed-a493-4b70-b106-a55c42e55691 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1126 time: 0.0559342 Mar 10 15:11:18.760263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e67aabf8-7f43-4d74-98f3-df3e13cea5db tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (01e66280-09e7-4098-afa7-7cde1904df0c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:18.816087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67aabf8-7f43-4d74-98f3-df3e13cea5db tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:18.820309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e67aabf8-7f43-4d74-98f3-df3e13cea5db tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:18.826359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67aabf8-7f43-4d74-98f3-df3e13cea5db tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:18.827003 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e67aabf8-7f43-4d74-98f3-df3e13cea5db tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:18.844700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aabf8-7f43-4d74-98f3-df3e13cea5db tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=01e66280-09e7-4098-afa7-7cde1904df0c,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:18.858990 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e67aabf8-7f43-4d74-98f3-df3e13cea5db tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4983099 Mar 10 15:11:18.861825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55326) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:18.870185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2ba9e309-a0a3-410b-aca7-971895b94930 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:18.948230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed396-3434-41c0-92c8-0516840068a8 req-7e2cbc67-aa46-40fa-a868-6dc5df65054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:18.965147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c10ed396-3434-41c0-92c8-0516840068a8 req-7e2cbc67-aa46-40fa-a868-6dc5df65054b service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.1979191 Mar 10 15:11:19.020850 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba9e309-a0a3-410b-aca7-971895b94930 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:19.024982 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ba9e309-a0a3-410b-aca7-971895b94930 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:19.078748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c10ed396-3434-41c0-92c8-0516840068a8 req-d3e52d7b-89c9-4966-a456-1c7d8deb6d9d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 999 time: 0.1103947 Mar 10 15:11:19.082669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935fe7a-dc17-408d-8a0d-f931b293f351 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:19.146445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96f54-ef6a-451d-9d57-1e339f83e5a5 req-96c9d0f6-e171-48f2-93c5-8cda3889b905 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:19.147950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d96f54-ef6a-451d-9d57-1e339f83e5a5 req-96c9d0f6-e171-48f2-93c5-8cda3889b905 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 946 time: 0.2422829 Mar 10 15:11:19.149910 n-d-833090-1 neutron-server[115534]: INFO neutron.db.ipam_backend_mixin [None req-2ba9e309-a0a3-410b-aca7-971895b94930 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01e66280-09e7-4098-afa7-7cde1904df0c (CIDR: 2001:db8::/64) Mar 10 15:11:19.156796 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba9e309-a0a3-410b-aca7-971895b94930 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:11:19.156796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba9e309-a0a3-410b-aca7-971895b94930 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:19.175089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daf6f5-bf5b-4efc-939d-661d1177f11d req-b0da87b4-1509-4316-af7c-8010abe68093 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:19.176623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25daf6f5-bf5b-4efc-939d-661d1177f11d req-b0da87b4-1509-4316-af7c-8010abe68093 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 945 time: 0.1555469 Mar 10 15:11:19.190364 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-410109c3-7beb-4d57-9ba7-b410fcea2063 None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:19.191068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-410109c3-7beb-4d57-9ba7-b410fcea2063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:19.212274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed396-3434-41c0-92c8-0516840068a8 req-d6f963ae-fdef-4158-af59-2b8f67905acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:19.213725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c10ed396-3434-41c0-92c8-0516840068a8 req-d6f963ae-fdef-4158-af59-2b8f67905acd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.1229296 Mar 10 15:11:19.286617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2d96f54-ef6a-451d-9d57-1e339f83e5a5 req-b2dc4d5d-9449-4a5f-99c7-1c682e961d28 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295049 Mar 10 15:11:19.296814 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2ba9e309-a0a3-410b-aca7-971895b94930 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4333608 Mar 10 15:11:19.299718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55332) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:19.319167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25daf6f5-bf5b-4efc-939d-661d1177f11d req-5ce4055f-cd86-4c93-aed1-f9c4cd2c321d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272421 Mar 10 15:11:19.329616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:19.337197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-410109c3-7beb-4d57-9ba7-b410fcea2063 None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:19.359661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed396-3434-41c0-92c8-0516840068a8 req-4d1b615f-055c-4a14-9d08-99e757a0cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:19.361202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c10ed396-3434-41c0-92c8-0516840068a8 req-4d1b615f-055c-4a14-9d08-99e757a0cc6e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1380193 Mar 10 15:11:19.383122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ce5bd-e677-48c8-a50d-f4ed6e5da447 req-ed974774-3084-48f4-bfda-df09b3bec5a8 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:19.384655 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9f4ce5bd-e677-48c8-a50d-f4ed6e5da447 req-ed974774-3084-48f4-bfda-df09b3bec5a8 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 945 time: 0.2252300 Mar 10 15:11:19.483936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8d978765-efcf-40ac-ba6d-1c9f8547ff12 req-67852bfa-bbf4-44e1-b63f-15e4901a4537 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0658696 Mar 10 15:11:19.524060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c10ed396-3434-41c0-92c8-0516840068a8 req-16aca00e-ae02-458e-998e-44a70d63b313 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391518 Mar 10 15:11:19.619701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-9f4ce5bd-e677-48c8-a50d-f4ed6e5da447 req-de379f5d-178d-4897-bd84-c7edb72f79a3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Deleting port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:19.620075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-9f4ce5bd-e677-48c8-a50d-f4ed6e5da447 req-de379f5d-178d-4897-bd84-c7edb72f79a3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:19.650635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c10ed396-3434-41c0-92c8-0516840068a8 req-8fa9c0b0-b096-4401-838f-6685b4be0321 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296191 Mar 10 15:11:19.696020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:19.701766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:19.771945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ec707-33c9-4cfa-af37-fcf935016a4c req-ac2a65ea-1a00-4452-81fb-921f8243121c tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:19.773479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e37ec707-33c9-4cfa-af37-fcf935016a4c req-ac2a65ea-1a00-4452-81fb-921f8243121c tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.0699563 Mar 10 15:11:19.776686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-07c9b699-b40f-4dda-900a-32d10053739c None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:19.777071 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07c9b699-b40f-4dda-900a-32d10053739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:19.882338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-07c9b699-b40f-4dda-900a-32d10053739c None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:19.895733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e37ec707-33c9-4cfa-af37-fcf935016a4c req-45a0a191-4290-4433-8756-a76b22c31afa tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968635 Mar 10 15:11:19.901889 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-9f4ce5bd-e677-48c8-a50d-f4ed6e5da447 req-de379f5d-178d-4897-bd84-c7edb72f79a3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] For port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:19.902257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-9f4ce5bd-e677-48c8-a50d-f4ed6e5da447 req-de379f5d-178d-4897-bd84-c7edb72f79a3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:19.908781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8446cf0-8f91-45ee-807a-2437c67ae77a req-befb98a5-15de-48cc-b26b-01220757d5d6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:19.915327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8446cf0-8f91-45ee-807a-2437c67ae77a req-befb98a5-15de-48cc-b26b-01220757d5d6 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1277201 Mar 10 15:11:19.923778 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-9f4ce5bd-e677-48c8-a50d-f4ed6e5da447 req-de379f5d-178d-4897-bd84-c7edb72f79a3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Calling delete_port for f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:19.981261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8446cf0-8f91-45ee-807a-2437c67ae77a req-f0eb9cf5-3698-4cac-a7ab-e5220490da08 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549779 Mar 10 15:11:20.177946 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-9f4ce5bd-e677-48c8-a50d-f4ed6e5da447 req-de379f5d-178d-4897-bd84-c7edb72f79a3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f82c4cfa-4c6b-4ef8-87b6-5bd690957e81), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:20.192257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['f82c4cfa-4c6b-4ef8-87b6-5bd690957e81'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:20.197126 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:20.214927 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de379f5d-178d-4897-bd84-c7edb72f79a3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event deleted for resources: {'Port': ['ID=f82c4cfa-4c6b-4ef8-87b6-5bd690957e81,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:20.289993 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4ce5bd-e677-48c8-a50d-f4ed6e5da447 req-de379f5d-178d-4897-bd84-c7edb72f79a3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] No DVR routers for this DVR port f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:20.294752 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-9f4ce5bd-e677-48c8-a50d-f4ed6e5da447 req-de379f5d-178d-4897-bd84-c7edb72f79a3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:20.298181 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9f4ce5bd-e677-48c8-a50d-f4ed6e5da447 req-de379f5d-178d-4897-bd84-c7edb72f79a3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "DELETE /v2.0/ports/f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 HTTP/1.1" status: 204 len: 173 time: 0.8975658 Mar 10 15:11:20.298763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1251131-303f-45bb-b584-45d8dfb4b1f8', 'name': 'network-vif-deleted', 'tag': 'f82c4cfa-4c6b-4ef8-87b6-5bd690957e81'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:20.300922 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd0eb71-594e-45f4-b38f-f8695b6da43e" -d '{"events": [{"server_uuid": "d1251131-303f-45bb-b584-45d8dfb4b1f8", "name": "network-vif-deleted", "tag": "f82c4cfa-4c6b-4ef8-87b6-5bd690957e81"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:20.415865 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21d42d9-b728-4447-867d-c9f8d89fd93b x-openstack-request-id: req-f21d42d9-b728-4447-867d-c9f8d89fd93b {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:20.416223 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1251131-303f-45bb-b584-45d8dfb4b1f8", "name": "network-vif-deleted", "tag": "f82c4cfa-4c6b-4ef8-87b6-5bd690957e81", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:20.416566 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f21d42d9-b728-4447-867d-c9f8d89fd93b {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:20.417254 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1251131-303f-45bb-b584-45d8dfb4b1f8', 'name': 'network-vif-deleted', 'tag': 'f82c4cfa-4c6b-4ef8-87b6-5bd690957e81', 'status': 'completed', 'code': 200} Mar 10 15:11:20.435646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:11:20.523466 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:20.570125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f758222-9714-4637-a499-ca94c97939a0 req-0ad8ee4d-bbfb-4688-9a3f-073694a1d06e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1251131-303f-45bb-b584-45d8dfb4b1f8 HTTP/1.1" status: 200 len: 210 time: 0.0340154 Mar 10 15:11:20.663653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bc339-a9a1-404d-9ae7-b99172753746 req-890d37d3-2234-4a29-af4c-b61b8020f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:20.665698 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e4bc339-a9a1-404d-9ae7-b99172753746 req-890d37d3-2234-4a29-af4c-b61b8020f697 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 1127 time: 0.1302924 Mar 10 15:11:20.671207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7429305-099d-49bc-8e08-315fdf70353d req-0b31ddfe-35c8-4ae5-8a6b-c6b6a0d41d49 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0389295 Mar 10 15:11:20.760083 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7e4bc339-a9a1-404d-9ae7-b99172753746 req-e1b6732d-9ac3-4a6d-b30a-5d5a54d4f7ca service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831430 Mar 10 15:11:20.765238 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:20.953530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] For port f9b03bde-acfa-4795-9735-69174d70aed5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f9b03bde-acfa-4795-9735-69174d70aed5,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:20.993468 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (f9b03bde-acfa-4795-9735-69174d70aed5), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:21.001642 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:21.038825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a3443-4714-4a4f-aa37-77c5283f93dc req-9000992a-bbc5-4bfe-a384-b56b4ba2cf86 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:21.040618 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f67a3443-4714-4a4f-aa37-77c5283f93dc req-9000992a-bbc5-4bfe-a384-b56b4ba2cf86 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.0612442 Mar 10 15:11:21.080754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=f9b03bde-acfa-4795-9735-69174d70aed5,revision_number=8']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:21.085371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (b25c2f67-af93-46a1-98a5-c3cfe3f48be8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:21.098399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f67a3443-4714-4a4f-aa37-77c5283f93dc req-d25cc1c0-ea73-4ed3-8fc1-4bade8d7ac5d tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500009 Mar 10 15:11:21.137394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:21.141803 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:21.146555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:21.147579 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:21.152403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e3567-a107-44c0-9f96-d51b88152f08 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:21.191253 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8767395 Mar 10 15:11:21.191253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25308850-afc9-42e0-beab-dd6e39063d6e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=b25c2f67-af93-46a1-98a5-c3cfe3f48be8,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:21.191662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55378) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:21.197264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:93:f6:7c', 'name': 'tempest-NetworksTestDHCPv6-213573122'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:21.364394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a0c75-c98b-42f1-ac7d-be8adb2060de req-168085b3-c8f1-4b0f-b24c-3661d5bebe6e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:21.366293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-505a0c75-c98b-42f1-ac7d-be8adb2060de req-168085b3-c8f1-4b0f-b24c-3661d5bebe6e tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2237129 Mar 10 15:11:21.367743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:21.392360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f9b03bde-acfa-4795-9735-69174d70aed5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:21.452753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a945c-ecac-4eac-b8c1-5f3bf7cb926c None None] Update dhcp port {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': 'b25c2f67-af93-46a1-98a5-c3cfe3f48be8', 'ip_address': '2001:db8:0:1:f816:3eff:fe56:e175'}, {'subnet_id': '01e66280-09e7-4098-afa7-7cde1904df0c'}], 'binding:host_id': 'n-d-833090-1'}, 'id': 'f9b03bde-acfa-4795-9735-69174d70aed5'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:11:21.496678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-533a945c-ecac-4eac-b8c1-5f3bf7cb926c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:21.516243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:21.516719 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:21.542031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-505a0c75-c98b-42f1-ac7d-be8adb2060de req-7ce2b613-2015-4587-aa73-8264cd8192af tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623869 Mar 10 15:11:21.580107 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:21.608551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port f4ea7af4-65c3-4015-a561-22e15f3e64fa yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:11:21.719726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:21.741366 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b81665ea-1a72-4129-aba1-4567e0f97c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:21.839792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08de1621-21b4-4d68-af07-d5b245fd352f req-f243d948-6eeb-404e-8d01-6372cea986f8 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0360537 Mar 10 15:11:21.853566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::d7 (e8b41007-025f-4e22-b7fd-0464260c3402/01e66280-09e7-4098-afa7-7cde1904df0c/f4ea7af4-65c3-4015-a561-22e15f3e64fa) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:21.862756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:f67c (e8b41007-025f-4e22-b7fd-0464260c3402/b25c2f67-af93-46a1-98a5-c3cfe3f48be8/f4ea7af4-65c3-4015-a561-22e15f3e64fa) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:22.072708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (f4ea7af4-65c3-4015-a561-22e15f3e64fa), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:22.218761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f4ea7af4-65c3-4015-a561-22e15f3e64fa), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:22.276154 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-533a945c-ecac-4eac-b8c1-5f3bf7cb926c None None] Allocated IP 2001:db8::2 (e8b41007-025f-4e22-b7fd-0464260c3402/01e66280-09e7-4098-afa7-7cde1904df0c/f9b03bde-acfa-4795-9735-69174d70aed5) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:22.331048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:22.350121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:22.361489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:22.367630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:22.368275 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:22.379245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=f4ea7af4-65c3-4015-a561-22e15f3e64fa,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:22.396973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-11d5bfdf-47c5-4dc8-9d84-7c708602046a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:22.398336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-533a945c-ecac-4eac-b8c1-5f3bf7cb926c None None] For port f9b03bde-acfa-4795-9735-69174d70aed5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f9b03bde-acfa-4795-9735-69174d70aed5,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:22.398915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-11d5bfdf-47c5-4dc8-9d84-7c708602046a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.2320135 Mar 10 15:11:22.407559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d7ca07f3-1bcc-4e05-b577-599eb86681d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2130287 Mar 10 15:11:22.407952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55414) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:22.439345 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-533a945c-ecac-4eac-b8c1-5f3bf7cb926c None None] Publish callbacks [] for port (f9b03bde-acfa-4795-9735-69174d70aed5), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:22.444780 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-533a945c-ecac-4eac-b8c1-5f3bf7cb926c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:22.455263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-2470f0b4-8899-4daa-89de-ae612c55c35a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/quotas/8714f144a3684d0d933f128eb20101bf HTTP/1.1" status: 200 len: 375 time: 0.0481427 Mar 10 15:11:22.467836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fee0c-3f8a-4833-888e-da49766f5bc2 req-e3fee585-ca42-4d65-817b-3a9585eaa158 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:22.469560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-344fee0c-3f8a-4833-888e-da49766f5bc2 req-e3fee585-ca42-4d65-817b-3a9585eaa158 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.1866467 Mar 10 15:11:22.545337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a945c-ecac-4eac-b8c1-5f3bf7cb926c None None] Pushing event updated for resources: {'Port': ['ID=f9b03bde-acfa-4795-9735-69174d70aed5,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:22.613918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-344fee0c-3f8a-4833-888e-da49766f5bc2 req-0120ace4-dbe8-4c23-921d-3723c00fd327 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287644 Mar 10 15:11:22.620167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-90125989-1c4c-46e4-b9e4-0e02404f002a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473446 Mar 10 15:11:22.636501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bab62903-bfcf-4e50-96e9-5b0a5a3ac6cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port f4ea7af4-65c3-4015-a561-22e15f3e64fa {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:22.636844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bab62903-bfcf-4e50-96e9-5b0a5a3ac6cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f4ea7af4-65c3-4015-a561-22e15f3e64fa), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:23.145823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-f7dc4ee1-ee2e-4384-96f3-b7b358935ef9 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051446 Mar 10 15:11:23.196299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cd54f-80a8-4d48-8c8b-d89a4a999b6a req-6b6bc1da-480e-4832-8ae1-196a17739535 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:23.197664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-095cd54f-80a8-4d48-8c8b-d89a4a999b6a req-6b6bc1da-480e-4832-8ae1-196a17739535 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 946 time: 0.1713903 Mar 10 15:11:23.202032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bab62903-bfcf-4e50-96e9-5b0a5a3ac6cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f4ea7af4-65c3-4015-a561-22e15f3e64fa), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:23.241803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5290d0e3-0c18-4368-b30e-4c2aa681411e None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:23.243040 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5290d0e3-0c18-4368-b30e-4c2aa681411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:23.265471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bab62903-bfcf-4e50-96e9-5b0a5a3ac6cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for f4ea7af4-65c3-4015-a561-22e15f3e64fa owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:23.297711 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:23.311891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-095cd54f-80a8-4d48-8c8b-d89a4a999b6a req-9558324d-cdf5-4103-86cb-fc32fb90cf48 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070371 Mar 10 15:11:23.358107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:11:23.358458 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f82c4cfa-4c6b-4ef8-87b6-5bd690957e81 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:23.390258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-f079710b-5a6c-4d50-adbd-ece9c918d805 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352388 Mar 10 15:11:23.443035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f9b03bde-acfa-4795-9735-69174d70aed5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:23.535331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5290d0e3-0c18-4368-b30e-4c2aa681411e None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:23.557826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:23.558972 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:23.569603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfd9dd-7e70-4920-8314-53db9277bdf2 req-39b9d34f-1501-43f2-a0cc-fc063b20a64b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:23.578004 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49bfd9dd-7e70-4920-8314-53db9277bdf2 req-39b9d34f-1501-43f2-a0cc-fc063b20a64b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1394098 Mar 10 15:11:23.726500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:23.743393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49bfd9dd-7e70-4920-8314-53db9277bdf2 req-bed077e7-52d7-4d36-b439-7ec5f0961fd8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643455 Mar 10 15:11:23.771383 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bab62903-bfcf-4e50-96e9-5b0a5a3ac6cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f4ea7af4-65c3-4015-a561-22e15f3e64fa), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:23.774775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-aa755844-6ad0-4a05-b2e6-c703f50599e4 None None] Could not find standard attr ID for object f4ea7af4-65c3-4015-a561-22e15f3e64fa. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:11:23.863911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab62903-bfcf-4e50-96e9-5b0a5a3ac6cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=f4ea7af4-65c3-4015-a561-22e15f3e64fa,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:23.910119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba1794-69b4-43f6-aa83-e024625aceed req-8ec5ad5b-103b-4631-b738-1e865076454d tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:23.911988 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f8ba1794-69b4-43f6-aa83-e024625aceed req-8ec5ad5b-103b-4631-b738-1e865076454d tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.62 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 946 time: 0.1027908 Mar 10 15:11:23.921308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85705a85-4ca5-4313-bfad-ba7e8f20b410 req-ed3be7ea-9cd1-4db8-a386-ef03e3e7e540 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:23.922909 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85705a85-4ca5-4313-bfad-ba7e8f20b410 req-ed3be7ea-9cd1-4db8-a386-ef03e3e7e540 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.2229228 Mar 10 15:11:23.943344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7adbd51a-5b62-4df2-b250-0f96a453f1cd req-83d988ad-6a47-46e3-bb7d-6a5ae47eb99d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0948513 Mar 10 15:11:24.022827 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bab62903-bfcf-4e50-96e9-5b0a5a3ac6cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:24.029161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bab62903-bfcf-4e50-96e9-5b0a5a3ac6cf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/f4ea7af4-65c3-4015-a561-22e15f3e64fa HTTP/1.1" status: 204 len: 168 time: 1.6171939 Mar 10 15:11:24.031761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55432) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:24.037236 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc0c6912-1363-4554-a0e3-cf7c58b386ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:24.134576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-f8ba1794-69b4-43f6-aa83-e024625aceed req-87457009-a2ba-4a89-b6af-6507461fdfd9 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Deleting port 3f1025aa-86c4-4551-a3f3-b99d67d48673 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:24.135256 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f8ba1794-69b4-43f6-aa83-e024625aceed req-87457009-a2ba-4a89-b6af-6507461fdfd9 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:24.180353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85705a85-4ca5-4313-bfad-ba7e8f20b410 req-9362f4f8-5741-4704-95ac-2b626b470b42 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341695 Mar 10 15:11:24.198681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c51a636c-fc1e-4c0e-ad6a-b15953ef1ae9 req-cbcc35c1-962f-49aa-8387-28b9c1d94c05 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 210 time: 0.0805809 Mar 10 15:11:24.239605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e08dc6-a7f6-4828-b146-aea3c72de63d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:24.243775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-14e08dc6-a7f6-4828-b146-aea3c72de63d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2109804 Mar 10 15:11:24.248292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55436) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:24.288151 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-f8ba1794-69b4-43f6-aa83-e024625aceed req-87457009-a2ba-4a89-b6af-6507461fdfd9 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] For port 3f1025aa-86c4-4551-a3f3-b99d67d48673, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3f1025aa-86c4-4551-a3f3-b99d67d48673,segment=NetworkSegment(8223b4b3-9325-462f-b39f-29bfe22eb2a3),segment_id=8223b4b3-9325-462f-b39f-29bfe22eb2a3)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:24.288482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f8ba1794-69b4-43f6-aa83-e024625aceed req-87457009-a2ba-4a89-b6af-6507461fdfd9 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:24.304782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-f8ba1794-69b4-43f6-aa83-e024625aceed req-87457009-a2ba-4a89-b6af-6507461fdfd9 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Calling delete_port for 3f1025aa-86c4-4551-a3f3-b99d67d48673 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:24.326784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb4b767-bfe9-4f50-8b5e-c57f195774e1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:24.331166 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3bb4b767-bfe9-4f50-8b5e-c57f195774e1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0815115 Mar 10 15:11:24.332087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55440) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:24.457111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041966f0-1a9b-4c2c-b845-b476384110f9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:24.458447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041966f0-1a9b-4c2c-b845-b476384110f9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:24.460004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041966f0-1a9b-4c2c-b845-b476384110f9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:24.462195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-041966f0-1a9b-4c2c-b845-b476384110f9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1247108 Mar 10 15:11:24.467087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55446) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:24.505352 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f8ba1794-69b4-43f6-aa83-e024625aceed req-87457009-a2ba-4a89-b6af-6507461fdfd9 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3f1025aa-86c4-4551-a3f3-b99d67d48673), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:24.537548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87457009-a2ba-4a89-b6af-6507461fdfd9 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Pushing event deleted for resources: {'Port': ['ID=3f1025aa-86c4-4551-a3f3-b99d67d48673,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:24.621525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f0b251-f1cd-496f-9f24-f33d0d9497d5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 01e66280-09e7-4098-afa7-7cde1904df0c {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:24.628256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-73f0b251-f1cd-496f-9f24-f33d0d9497d5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (01e66280-09e7-4098-afa7-7cde1904df0c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:24.629928 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ba1794-69b4-43f6-aa83-e024625aceed req-87457009-a2ba-4a89-b6af-6507461fdfd9 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] No DVR routers for this DVR port 3f1025aa-86c4-4551-a3f3-b99d67d48673 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:24.632785 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f8ba1794-69b4-43f6-aa83-e024625aceed req-87457009-a2ba-4a89-b6af-6507461fdfd9 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:24.636341 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f8ba1794-69b4-43f6-aa83-e024625aceed req-87457009-a2ba-4a89-b6af-6507461fdfd9 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.62 "DELETE /v2.0/ports/3f1025aa-86c4-4551-a3f3-b99d67d48673 HTTP/1.1" status: 204 len: 173 time: 0.7184634 Mar 10 15:11:24.636839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4a66c6-4a50-4c41-a43c-a653c4501312', 'name': 'network-vif-deleted', 'tag': '3f1025aa-86c4-4551-a3f3-b99d67d48673'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:24.639772 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92511b37-d029-4f10-b049-afa2127a13f5" -d '{"events": [{"server_uuid": "af4a66c6-4a50-4c41-a43c-a653c4501312", "name": "network-vif-deleted", "tag": "3f1025aa-86c4-4551-a3f3-b99d67d48673"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:24.666823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5248c30-51fe-4750-bd8c-0920281c7bb9 req-141efd6b-87c0-452a-8ab6-f7f73ae0d0b1 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:24.671690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5248c30-51fe-4750-bd8c-0920281c7bb9 req-141efd6b-87c0-452a-8ab6-f7f73ae0d0b1 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/ports?device_id=af4a66c6-4a50-4c41-a43c-a653c4501312 HTTP/1.1" status: 200 len: 867 time: 0.2070858 Mar 10 15:11:24.672131 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['3f1025aa-86c4-4551-a3f3-b99d67d48673'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:24.697729 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-73f0b251-f1cd-496f-9f24-f33d0d9497d5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (01e66280-09e7-4098-afa7-7cde1904df0c), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:24.712778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1ecd-68fd-49ef-a382-6bfbe77336cf req-960bfb9f-5e18-4b63-85b5-cdbe136fe01a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:24.714390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-092d1ecd-68fd-49ef-a382-6bfbe77336cf req-960bfb9f-5e18-4b63-85b5-cdbe136fe01a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.2147744 Mar 10 15:11:24.858284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-092d1ecd-68fd-49ef-a382-6bfbe77336cf req-8da4c272-131f-4ad3-b7f8-ebd9c6390d6e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106646 Mar 10 15:11:24.864296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5248c30-51fe-4750-bd8c-0920281c7bb9 req-6e067cea-eaed-4e15-8a49-dd4b97fa4ae4 tempest-ServerTagsTestJSON-1387785775 tempest-ServerTagsTestJSON-1387785775-project] 10.222.0.11 "GET /v2.0/security-groups?id=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720695 Mar 10 15:11:24.897867 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-73f0b251-f1cd-496f-9f24-f33d0d9497d5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (01e66280-09e7-4098-afa7-7cde1904df0c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:24.906538 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be11c734-ac4a-448a-9ee9-6f76e4cabcea x-openstack-request-id: req-be11c734-ac4a-448a-9ee9-6f76e4cabcea {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:24.906862 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4a66c6-4a50-4c41-a43c-a653c4501312", "name": "network-vif-deleted", "tag": "3f1025aa-86c4-4551-a3f3-b99d67d48673", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:24.907120 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be11c734-ac4a-448a-9ee9-6f76e4cabcea {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:24.907518 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4a66c6-4a50-4c41-a43c-a653c4501312', 'name': 'network-vif-deleted', 'tag': '3f1025aa-86c4-4551-a3f3-b99d67d48673', 'status': 'completed', 'code': 200} Mar 10 15:11:25.019821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3bdc1-bf4c-47ac-a033-d312cefe05fc req-445210cf-8039-4cae-9944-e75d3815c058 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:25.021629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcf3bdc1-bf4c-47ac-a033-d312cefe05fc req-445210cf-8039-4cae-9944-e75d3815c058 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.0870574 Mar 10 15:11:25.022783 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-73f0b251-f1cd-496f-9f24-f33d0d9497d5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (01e66280-09e7-4098-afa7-7cde1904df0c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:25.104589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0b251-f1cd-496f-9f24-f33d0d9497d5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=01e66280-09e7-4098-afa7-7cde1904df0c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:25.129634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b4070b-794a-4698-b0b5-9aa555be012d None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:25.139489 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-73f0b251-f1cd-496f-9f24-f33d0d9497d5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:25.143429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-73f0b251-f1cd-496f-9f24-f33d0d9497d5 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/01e66280-09e7-4098-afa7-7cde1904df0c HTTP/1.1" status: 204 len: 168 time: 0.6722667 Mar 10 15:11:25.144099 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55456) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:25.179662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2aefed9-67bd-4907-af1a-c5496b604184 req-87cb24b8-e34e-45bd-9c50-c1e72cb3aeae tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0622706 Mar 10 15:11:25.275997 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:25.285944 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-769808ea-3404-4262-9a59-93bc04cf4845 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet b25c2f67-af93-46a1-98a5-c3cfe3f48be8 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:25.289643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-769808ea-3404-4262-9a59-93bc04cf4845 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (b25c2f67-af93-46a1-98a5-c3cfe3f48be8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:25.296126 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcf3bdc1-bf4c-47ac-a033-d312cefe05fc req-67a62850-b686-4477-95b1-b3471f54bff7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554183 Mar 10 15:11:25.339351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-8dda3b53-7a70-4305-b973-1381945c24c9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:25.341107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-8dda3b53-7a70-4305-b973-1381945c24c9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.3157520 Mar 10 15:11:25.359818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e5c06b3-9ab2-46af-9fd1-d5398e61c850 req-909954a0-7386-4f3c-9b3c-b856bf06472e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 210 time: 0.0536723 Mar 10 15:11:25.366639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-769808ea-3404-4262-9a59-93bc04cf4845 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (b25c2f67-af93-46a1-98a5-c3cfe3f48be8), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:25.372933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Request body: {'port': {'device_id': 'aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'admin_state_up': True, 'tenant_id': '8714f144a3684d0d933f128eb20101bf'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:25.467169 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-769808ea-3404-4262-9a59-93bc04cf4845 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (b25c2f67-af93-46a1-98a5-c3cfe3f48be8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:25.515348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Made reservation on behalf of 8714f144a3684d0d933f128eb20101bf for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:25.519299 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:25.548911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-769808ea-3404-4262-9a59-93bc04cf4845 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (b25c2f67-af93-46a1-98a5-c3cfe3f48be8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:25.586521 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769808ea-3404-4262-9a59-93bc04cf4845 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=b25c2f67-af93-46a1-98a5-c3cfe3f48be8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:25.590292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-769808ea-3404-4262-9a59-93bc04cf4845 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:25.594011 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-769808ea-3404-4262-9a59-93bc04cf4845 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/b25c2f67-af93-46a1-98a5-c3cfe3f48be8 HTTP/1.1" status: 204 len: 168 time: 0.4475462 Mar 10 15:11:25.596771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55460) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:25.650384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9b850830-5e51-4d04-ac14-d56700ce722b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524702 Mar 10 15:11:25.653193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55462) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:25.658284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f6f37479-ea5b-4360-89da-8025a9f55fa6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:25.739673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Allocated IP 172.20.0.4 (9b4c730c-ad0a-4573-a071-96465b27d617/cb24078f-4516-4897-8be0-5a7c1076ae2d/d59c7385-1d88-4d9b-8ac9-e175c22432c9) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:25.816420 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f37479-ea5b-4360-89da-8025a9f55fa6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:25.819911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f6f37479-ea5b-4360-89da-8025a9f55fa6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:25.973432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55468) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:25.992072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks [] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.039838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d99f0d7-6089-4a8b-8f73-73b59593db22 admin admin] Deleting subnet 30b5783c-b459-4c38-9dac-08e269f11531 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:26.046473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.050527 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4d99f0d7-6089-4a8b-8f73-73b59593db22 admin admin] Publish callbacks [] for subnet (30b5783c-b459-4c38-9dac-08e269f11531), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.065342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:26.103511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4d99f0d7-6089-4a8b-8f73-73b59593db22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (30b5783c-b459-4c38-9dac-08e269f11531), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.143535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Network 9b4c730c-ad0a-4573-a071-96465b27d617 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:26.161865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:26.170495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:26.200089 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4d99f0d7-6089-4a8b-8f73-73b59593db22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (30b5783c-b459-4c38-9dac-08e269f11531), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.279156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:26.280022 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.282602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event updated for resources: {'Port': ['ID=d59c7385-1d88-4d9b-8ac9-e175c22432c9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:26.334172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a5106-e61f-442f-89ce-a008ece896df req-9b6785fc-1d51-41dc-ae9c-a6f969dc6b03 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:26.336764 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-846a5106-e61f-442f-89ce-a008ece896df req-9b6785fc-1d51-41dc-ae9c-a6f969dc6b03 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.3072178 Mar 10 15:11:26.349804 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f6f37479-ea5b-4360-89da-8025a9f55fa6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (d6604c2e-b3b4-4446-b2aa-c1bc59937c18), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.352724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a541675c-aa1d-44a8-a8ee-617301007293 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9905949 Mar 10 15:11:26.389665 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4d99f0d7-6089-4a8b-8f73-73b59593db22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (30b5783c-b459-4c38-9dac-08e269f11531), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.407132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f37479-ea5b-4360-89da-8025a9f55fa6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:26.412293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f6f37479-ea5b-4360-89da-8025a9f55fa6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:26.416791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f37479-ea5b-4360-89da-8025a9f55fa6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:26.417383 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f6f37479-ea5b-4360-89da-8025a9f55fa6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.419880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75bcd5f8-7e33-4c9d-982c-e455663955b3 req-d2e668ba-9ce4-411a-9736-04bd9a1c2722 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0795996 Mar 10 15:11:26.427003 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4d99f0d7-6089-4a8b-8f73-73b59593db22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.432764 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4d99f0d7-6089-4a8b-8f73-73b59593db22 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/30b5783c-b459-4c38-9dac-08e269f11531 HTTP/1.1" status: 204 len: 168 time: 0.4559870 Mar 10 15:11:26.433527 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55478) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:26.467858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f37479-ea5b-4360-89da-8025a9f55fa6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=d6604c2e-b3b4-4446-b2aa-c1bc59937c18,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:26.473892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Request body: {'port': {'device_id': 'aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:26.486055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a8c73d-17c2-40f1-8ca8-01b9aa943947 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:26.530610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-846a5106-e61f-442f-89ce-a008ece896df req-9aca5436-ef6e-4caa-8ce9-46c6ae739b89 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762695 Mar 10 15:11:26.583459 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.609219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ec43da71-077e-43a9-b6a2-c845768bcaed None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:26.609815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ec43da71-077e-43a9-b6a2-c845768bcaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.611976 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.640136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (3c826861-5f4d-4a1f-8136-c72b5bd819f1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.712040 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f6f37479-ea5b-4360-89da-8025a9f55fa6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0552006 Mar 10 15:11:26.712859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55482) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:26.718731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-79542a1e-9e0d-411f-9def-2d5a35ccacce tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:26.759796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1311333-aac0-4236-90e2-b37c9f8a962e req-a28b4c37-c6b7-40bf-8a81-005cc70a53f3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:26.761783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1311333-aac0-4236-90e2-b37c9f8a962e req-a28b4c37-c6b7-40bf-8a81-005cc70a53f3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1928432 Mar 10 15:11:26.786299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ec43da71-077e-43a9-b6a2-c845768bcaed None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:26.808747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99f0d7-6089-4a8b-8f73-73b59593db22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b5783c-b459-4c38-9dac-08e269f11531,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:26.888366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29560f69-07bf-4ee9-a6f3-51c9048c9836 None None] Update dhcp port {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'fixed_ips': [{'subnet_id': 'd6604c2e-b3b4-4446-b2aa-c1bc59937c18'}], 'binding:host_id': 'n-d-833090-1'}, 'id': 'f9b03bde-acfa-4795-9735-69174d70aed5'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:11:26.927418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1311333-aac0-4236-90e2-b37c9f8a962e req-2712d222-54a0-4c78-8521-5ffe4409ad1a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549339 Mar 10 15:11:26.929168 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29560f69-07bf-4ee9-a6f3-51c9048c9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.939559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (3c826861-5f4d-4a1f-8136-c72b5bd819f1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:26.978553 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c826861-5f4d-4a1f-8136-c72b5bd819f1']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:26.993410 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79542a1e-9e0d-411f-9def-2d5a35ccacce tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:27.001901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79542a1e-9e0d-411f-9def-2d5a35ccacce tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.023031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8223b4b3-9325-462f-b39f-29bfe22eb2a3') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:27.023324 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8223b4b3-9325-462f-b39f-29bfe22eb2a3') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:27.042349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (8223b4b3-9325-462f-b39f-29bfe22eb2a3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.111263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8223b4b3-9325-462f-b39f-29bfe22eb2a3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.111902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0c391-b5a7-438e-8dfa-f1e0d4043c8a req-2fe7f81e-8c35-4857-9f78-203dde8ebbcb tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:27.114080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11d0c391-b5a7-438e-8dfa-f1e0d4043c8a req-2fe7f81e-8c35-4857-9f78-203dde8ebbcb tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 931 time: 0.3969901 Mar 10 15:11:27.131996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:11:27.132655 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (8223b4b3-9325-462f-b39f-29bfe22eb2a3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:11:27.134556 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:11:27.154821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-29560f69-07bf-4ee9-a6f3-51c9048c9836 None None] Allocated IP 2001:db8::2 (e8b41007-025f-4e22-b7fd-0464260c3402/d6604c2e-b3b4-4446-b2aa-c1bc59937c18/f9b03bde-acfa-4795-9735-69174d70aed5) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:27.212406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59c7385-1d88-4d9b-8ac9-e175c22432c9 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:11:27.233525 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Publish callbacks [] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.271860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11d0c391-b5a7-438e-8dfa-f1e0d4043c8a req-ac1ee016-8271-43ae-86a9-71d32bdce9c5 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462247 Mar 10 15:11:27.291606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3f1025aa-86c4-4551-a3f3-b99d67d48673 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:27.313669 n-d-833090-1 neutron-server[115534]: INFO neutron.db.ipam_backend_mixin [None req-79542a1e-9e0d-411f-9def-2d5a35ccacce tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6604c2e-b3b4-4446-b2aa-c1bc59937c18 (CIDR: 2001:db8::/64) Mar 10 15:11:27.314272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4ea4b-51ba-4090-8509-841e7f3ee787 req-5585cba0-cd30-4418-b436-c23926f46dae tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:27.316203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42f4ea4b-51ba-4090-8509-841e7f3ee787 req-5585cba0-cd30-4418-b436-c23926f46dae tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.0883186 Mar 10 15:11:27.325024 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-79542a1e-9e0d-411f-9def-2d5a35ccacce tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:11:27.326058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79542a1e-9e0d-411f-9def-2d5a35ccacce tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:27.334155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Transition to ACTIVE for port object d59c7385-1d88-4d9b-8ac9-e175c22432c9 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:11:27.340691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (3c826861-5f4d-4a1f-8136-c72b5bd819f1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.346220 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.348951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.354543 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] 10.222.0.11 "DELETE /v2.0/networks/3c826861-5f4d-4a1f-8136-c72b5bd819f1 HTTP/1.1" status: 204 len: 168 time: 0.9179816 Mar 10 15:11:27.368314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 3f1025aa-86c4-4551-a3f3-b99d67d48673 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:11:27.368685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3f1025aa-86c4-4551-a3f3-b99d67d48673 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:27.409386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55490) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:27.413079 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-79542a1e-9e0d-411f-9def-2d5a35ccacce tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6983955 Mar 10 15:11:27.414507 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6448aec-b6cd-4171-96f9-72033d49ddbf admin admin] Pushing event deleted for resources: {'Network': ['ID=3c826861-5f4d-4a1f-8136-c72b5bd819f1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:27.427853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-29560f69-07bf-4ee9-a6f3-51c9048c9836 None None] For port f9b03bde-acfa-4795-9735-69174d70aed5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f9b03bde-acfa-4795-9735-69174d70aed5,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:27.429780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'subnet': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:27.492536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Pushing event updated for resources: {'Port': ['ID=d59c7385-1d88-4d9b-8ac9-e175c22432c9,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:27.508271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42f4ea4b-51ba-4090-8509-841e7f3ee787 req-abdd1387-675c-4d95-9b20-cdae02ac263f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852202 Mar 10 15:11:27.519523 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29560f69-07bf-4ee9-a6f3-51c9048c9836 None None] Publish callbacks [] for port (f9b03bde-acfa-4795-9735-69174d70aed5), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.531608 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29560f69-07bf-4ee9-a6f3-51c9048c9836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.595060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55494) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:27.640757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29560f69-07bf-4ee9-a6f3-51c9048c9836 None None] Pushing event updated for resources: {'Port': ['ID=f9b03bde-acfa-4795-9735-69174d70aed5,revision_number=12']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:27.646998 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-25482ed6-2b32-4b26-b4cd-611c169ebdb0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e166fe30a6cc4bc0a91d9c8b39c49723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505164 Mar 10 15:11:27.650176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55496) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:27.651589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b344b72a-b9a6-484e-9305-fbbba38657dd req-515ed273-93b8-4492-afd2-c0c9cc19c198 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0655594 Mar 10 15:11:27.705174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Attempting to bind port d59c7385-1d88-4d9b-8ac9-e175c22432c9 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:27.705494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Attempting to bind port d59c7385-1d88-4d9b-8ac9-e175c22432c9 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:27.705745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Attempting to bind port d59c7385-1d88-4d9b-8ac9-e175c22432c9 on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:27.717324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Port d59c7385-1d88-4d9b-8ac9-e175c22432c9 on network 9b4c730c-ad0a-4573-a071-96465b27d617 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:11:27.717752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Attempting to bind port d59c7385-1d88-4d9b-8ac9-e175c22432c9 on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:27.728566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:27.728943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Checking segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:27.729336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Bound using segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:27.729811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Bound port: d59c7385-1d88-4d9b-8ac9-e175c22432c9, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:27.730153 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.733476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:27.737119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.748102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0cf23d1d-4ae8-46b8-b1e9-2a715d840d73 admin admin] Publish callbacks [] for security_group (feeb0b26-c9f9-4eed-b9c2-293d4322ea8e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.775728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0cf23d1d-4ae8-46b8-b1e9-2a715d840d73 admin admin] Publish callbacks [] for security_group (feeb0b26-c9f9-4eed-b9c2-293d4322ea8e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.834047 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0cf23d1d-4ae8-46b8-b1e9-2a715d840d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (feeb0b26-c9f9-4eed-b9c2-293d4322ea8e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.836972 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0cf23d1d-4ae8-46b8-b1e9-2a715d840d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.840617 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0cf23d1d-4ae8-46b8-b1e9-2a715d840d73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/feeb0b26-c9f9-4eed-b9c2-293d4322ea8e HTTP/1.1" status: 204 len: 168 time: 0.1868131 Mar 10 15:11:27.849007 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf23d1d-4ae8-46b8-b1e9-2a715d840d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeb0b26-c9f9-4eed-b9c2-293d4322ea8e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:27.914933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] For port d59c7385-1d88-4d9b-8ac9-e175c22432c9, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:27.922039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] For port d59c7385-1d88-4d9b-8ac9-e175c22432c9, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d59c7385-1d88-4d9b-8ac9-e175c22432c9,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:27.940008 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.995121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:27.995839 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:27.997892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] 10.222.0.45 "PUT /v2.0/ports/d59c7385-1d88-4d9b-8ac9-e175c22432c9 HTTP/1.1" status: 200 len: 1091 time: 1.5282238 Mar 10 15:11:28.003326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d', 'tag': 'd59c7385-1d88-4d9b-8ac9-e175c22432c9'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:28.006691 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eac100b-dcaf-400b-a71c-9a0943a1534e" -d '{"events": [{"name": "network-changed", "server_uuid": "aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d", "tag": "d59c7385-1d88-4d9b-8ac9-e175c22432c9"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:28.102883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bc865-bacd-41d0-8625-87f6b41f9d42 service neutron] Pushing event updated for resources: {'Port': ['ID=d59c7385-1d88-4d9b-8ac9-e175c22432c9,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:28.124576 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5318c83b-142a-4809-9b05-03cb06820906 x-openstack-request-id: req-5318c83b-142a-4809-9b05-03cb06820906 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:28.125176 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d", "tag": "d59c7385-1d88-4d9b-8ac9-e175c22432c9", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:28.125176 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5318c83b-142a-4809-9b05-03cb06820906 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:28.125382 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d', 'tag': 'd59c7385-1d88-4d9b-8ac9-e175c22432c9', 'status': 'completed', 'code': 200} Mar 10 15:11:28.160164 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:28.529490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb4a83c-b9a6-4e84-9557-5019453603b2 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:28.551608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e0fd8d61-8c6f-4a96-be22-5ed359e69e73 None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:28.552490 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e0fd8d61-8c6f-4a96-be22-5ed359e69e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:28.730179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-029c6445-e082-49c2-b12b-25dd1d8d1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:28.732486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-029c6445-e082-49c2-b12b-25dd1d8d1cb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 1125 time: 0.6718254 Mar 10 15:11:28.747638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6d7df-54c2-44f4-a687-e939abed2792 req-1b4f9dea-06be-4c36-87ae-385fcbedfbe4 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:28.754664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bb6d7df-54c2-44f4-a687-e939abed2792 req-1b4f9dea-06be-4c36-87ae-385fcbedfbe4 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.6968629 Mar 10 15:11:28.779092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25f0c-ce45-4844-9bc1-c98a4a816e72 req-52b6251a-8657-4d98-bd02-c57e175181ab tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:28.780565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27d25f0c-ce45-4844-9bc1-c98a4a816e72 req-52b6251a-8657-4d98-bd02-c57e175181ab tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 943 time: 0.1780031 Mar 10 15:11:28.789297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd8d61-8c6f-4a96-be22-5ed359e69e73 None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:28.834679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-ec4f5a8d-9f5c-45f7-8ce7-35cae7146271 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d59c7385-1d88-4d9b-8ac9-e175c22432c9 HTTP/1.1" status: 200 len: 217 time: 0.0773184 Mar 10 15:11:28.922917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55528) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:28.958645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bb6d7df-54c2-44f4-a687-e939abed2792 req-5b1c52c1-cfb6-46de-abf7-6bfeae64509d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030513 Mar 10 15:11:28.994747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-f5c32268-b7f1-460e-8fdd-6b7360f36d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:28.996483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-f5c32268-b7f1-460e-8fdd-6b7360f36d87 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.1455677 Mar 10 15:11:29.001954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27d25f0c-ce45-4844-9bc1-c98a4a816e72 req-0809de40-0a3f-4b9a-b171-9dec5aaa15b0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034762 Mar 10 15:11:29.104337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-a31b32f8-ef9c-4e20-9a87-bd99ad14fc3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804315 Mar 10 15:11:29.124000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1004034576-network', 'tenant_id': '822d20a293834db8b0da0285e47fb7de'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:29.146942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d40a3b03-f682-484b-8721-e14aa04fa957 None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:29.147325 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d40a3b03-f682-484b-8721-e14aa04fa957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:29.160506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Made reservation on behalf of 822d20a293834db8b0da0285e47fb7de for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:29.165146 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:29.183944 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:29.238005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-969b1bec-6b7e-4743-a154-2bac2ff8e985 req-21aabedd-1eee-4439-a124-747d0f60757f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.1326442 Mar 10 15:11:29.256038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d40a3b03-f682-484b-8721-e14aa04fa957 None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:29.261857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.objects.ports [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115533) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:11:29.335230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f9b03bde-acfa-4795-9735-69174d70aed5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:29.467156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:29.468317 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:29.513518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051d13d-decd-4fb0-811f-3237e0173907 req-f07e8c6f-a087-4e2a-a733-94f3cb2a5c7f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:29.515409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f051d13d-decd-4fb0-811f-3237e0173907 req-f07e8c6f-a087-4e2a-a733-94f3cb2a5c7f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.4092743 Mar 10 15:11:29.575890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:29.651784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-d398b25e-a57c-4f43-82af-6e10fc4090ce service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106552 Mar 10 15:11:29.763317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338af15a-4175-4288-ae88-297a6e9aab77 req-9e90673f-ca5c-4261-a6fc-d1aa2a6c47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:29.764892 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-338af15a-4175-4288-ae88-297a6e9aab77 req-9e90673f-ca5c-4261-a6fc-d1aa2a6c47bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1126 time: 0.0812318 Mar 10 15:11:29.775229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f051d13d-decd-4fb0-811f-3237e0173907 req-66013fa9-adc8-4a80-a34e-d58b7693aeeb tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388806 Mar 10 15:11:29.816339 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Publish callbacks [] for security_group (500d0068-5b91-4642-82b9-ea181058c592), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:29.822717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6e689-3e0a-4e6c-9c64-a808e4c8e8ab req-b9ff68fb-4949-40f9-ad53-81ffa8af80c4 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:29.831328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0c6e689-3e0a-4e6c-9c64-a808e4c8e8ab req-b9ff68fb-4949-40f9-ad53-81ffa8af80c4 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3148828 Mar 10 15:11:29.848918 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:29.862959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (500d0068-5b91-4642-82b9-ea181058c592), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:29.912949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:11:29.939860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500d0068-5b91-4642-82b9-ea181058c592,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:29.946892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338af15a-4175-4288-ae88-297a6e9aab77 req-7ad79864-bdfd-4fcd-be37-b7663fb742a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:29.948523 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-338af15a-4175-4288-ae88-297a6e9aab77 req-7ad79864-bdfd-4fcd-be37-b7663fb742a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.1756160 Mar 10 15:11:29.949652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (81042deb-e2b5-418b-b308-2f2b1adcca2e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:29.949798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0c6e689-3e0a-4e6c-9c64-a808e4c8e8ab req-8869629e-7c2b-458f-a984-3a5d389e0b47 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175799 Mar 10 15:11:29.949988 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Added segment 81042deb-e2b5-418b-b308-2f2b1adcca2e of type vlan for network dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 Mar 10 15:11:29.953779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f60612a6-7e75-49e9-b49a-db3255703ef3 req-114d50f3-3b28-458e-8c6e-3fd946263423 service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809958 Mar 10 15:11:30.143704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] For port f9b03bde-acfa-4795-9735-69174d70aed5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f9b03bde-acfa-4795-9735-69174d70aed5,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:30.154842 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-338af15a-4175-4288-ae88-297a6e9aab77 req-4a8fbf5b-c1b0-4788-881b-e5fabcd40c9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 999 time: 0.1926315 Mar 10 15:11:30.158551 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:30.244840 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (f9b03bde-acfa-4795-9735-69174d70aed5), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:30.250932 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338af15a-4175-4288-ae88-297a6e9aab77 req-cf67d424-73be-4394-b363-c1fdd794d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:30.254508 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-338af15a-4175-4288-ae88-297a6e9aab77 req-cf67d424-73be-4394-b363-c1fdd794d2f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.0896728 Mar 10 15:11:30.257631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac100b-dcaf-400b-a71c-9a0943a1534e req-7f937ccf-3db2-463b-8dd6-1bf1d1549bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:30.258763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eac100b-dcaf-400b-a71c-9a0943a1534e req-7f937ccf-3db2-463b-8dd6-1bf1d1549bbd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 1125 time: 0.2359018 Mar 10 15:11:30.259778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:30.260879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:30.262234 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:30.262806 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:30.282021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf19e4b-1f90-45e0-bfcb-4a51a9427ab2 req-b3cf0dfc-7815-4a5e-b8cf-f4f77d2d8287 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:30.283586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cf19e4b-1f90-45e0-bfcb-4a51a9427ab2 req-b3cf0dfc-7815-4a5e-b8cf-f4f77d2d8287 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 943 time: 0.1387510 Mar 10 15:11:30.337680 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (53d35574-68dd-4122-b4f4-999b0f2f4f6f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:30.367527 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] Pushing event updated for resources: {'Network': ['ID=dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:30.381877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:11:30.422858 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bc64737c-dc22-4268-a8a2-7d32e4b65139 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4955258 Mar 10 15:11:30.425935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55548) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:30.430665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] Request body: {'subnet': {'network_id': 'dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1004034576-subnet', 'tenant_id': '822d20a293834db8b0da0285e47fb7de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:30.461384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] Made reservation on behalf of 822d20a293834db8b0da0285e47fb7de for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:30.461648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:30.489985 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338af15a-4175-4288-ae88-297a6e9aab77 req-72d1a1e0-3bc2-4b8c-b09b-cca6496cf2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:30.491542 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-338af15a-4175-4288-ae88-297a6e9aab77 req-72d1a1e0-3bc2-4b8c-b09b-cca6496cf2fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2336447 Mar 10 15:11:30.526225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:30.529155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-019f0a19-cb33-4319-bc9b-54b88c6b373f req-fd9904f6-5aef-4891-814d-10bbe3a012ab tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.1153510 Mar 10 15:11:30.541105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=f9b03bde-acfa-4795-9735-69174d70aed5,revision_number=14']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:30.544661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:30.551377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Subnet': ['ID=53d35574-68dd-4122-b4f4-999b0f2f4f6f,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:30.554302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ee8b84-4536-4821-8f1e-a08227dcffbc None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:30.561161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:30.561761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:30.577404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cf19e4b-1f90-45e0-bfcb-4a51a9427ab2 req-92caa1a4-7c56-4173-88ec-058c300fee34 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650423 Mar 10 15:11:30.630773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-07910978-e7a9-4053-a4ed-85e80f12233a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2108691 Mar 10 15:11:30.634853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55552) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:30.635123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac100b-dcaf-400b-a71c-9a0943a1534e req-07bd7b6f-09e3-4b67-a39e-4584b67198b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:30.636530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eac100b-dcaf-400b-a71c-9a0943a1534e req-07bd7b6f-09e3-4b67-a39e-4584b67198b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 906 time: 0.3672843 Mar 10 15:11:30.673685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Request body: {'port': {'network_id': 'e8b41007-025f-4e22-b7fd-0464260c3402', 'mac_address': 'fa:16:3e:d4:f0:94', 'name': 'tempest-NetworksTestDHCPv6-805148697'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:30.719522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eac100b-dcaf-400b-a71c-9a0943a1534e req-de06c87c-4c03-4a50-8ff5-fa372dd65645 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d59c7385-1d88-4d9b-8ac9-e175c22432c9 HTTP/1.1" status: 200 len: 217 time: 0.0697849 Mar 10 15:11:30.823224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac100b-dcaf-400b-a71c-9a0943a1534e req-076f39bf-901c-4846-a040-62d8067d2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:30.826619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eac100b-dcaf-400b-a71c-9a0943a1534e req-076f39bf-901c-4846-a040-62d8067d2a9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.0859873 Mar 10 15:11:30.902440 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-338af15a-4175-4288-ae88-297a6e9aab77 req-a6ca1b6f-ad61-4512-8275-5f33610dd23f service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138502 Mar 10 15:11:30.905066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eac100b-dcaf-400b-a71c-9a0943a1534e req-178c4aa8-348c-49fb-9fbc-68ceb29aea55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625708 Mar 10 15:11:31.103326 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-338af15a-4175-4288-ae88-297a6e9aab77 req-adf44a3c-00ef-41c2-87fd-3f6d959f9975 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916716 Mar 10 15:11:31.138826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eac100b-dcaf-400b-a71c-9a0943a1534e req-7c5a7ee0-4a2f-45d3-b1eb-f758d2a2a95c service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006884 Mar 10 15:11:31.177885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:31.245687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:31.274159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Made reservation on behalf of 46cae5f356c5471185866f4cfe884f42 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:31.281724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bc5b4-f199-4905-9060-b20274b5490d req-11a5ba32-8e0a-4937-ae18-a045dd64e572 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:31.284102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c13bc5b4-f199-4905-9060-b20274b5490d req-11a5ba32-8e0a-4937-ae18-a045dd64e572 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2165494 Mar 10 15:11:31.335577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eac100b-dcaf-400b-a71c-9a0943a1534e req-e66cf112-8d9b-46f2-ae64-a4f6a6a6584b service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933274 Mar 10 15:11:31.384339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f9b03bde-acfa-4795-9735-69174d70aed5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:31.404943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c13bc5b4-f199-4905-9060-b20274b5490d req-4129c082-83c2-4c2a-bbba-b4e57414025c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683258 Mar 10 15:11:31.442378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] Checking segment: {'id': '81042deb-e2b5-418b-b308-2f2b1adcca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:31.443071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] Network hostable DHCP agents. Network: dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:11:31.468277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:31.468659 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:31.473932 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:31.488448 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] Network dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:11:31.505060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] device_id is not set on port 816782b4-67b7-4b19-b6b0-6c57c80c2e19 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:11:31.670734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:31.767698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:31.772797 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:31.773402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:31.777472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e755f-10f2-4db7-9788-f415e8c766ba None None] Network dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:31.801646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8::82 (e8b41007-025f-4e22-b7fd-0464260c3402/d6604c2e-b3b4-4446-b2aa-c1bc59937c18/816782b4-67b7-4b19-b6b0-6c57c80c2e19) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:31.819451 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f8efe00d-9742-4262-af28-24a2d5e2b026 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3923099 Mar 10 15:11:31.821222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Allocated IP 2001:db8:0:1:f816:3eff:fed4:f094 (e8b41007-025f-4e22-b7fd-0464260c3402/53d35574-68dd-4122-b4f4-999b0f2f4f6f/816782b4-67b7-4b19-b6b0-6c57c80c2e19) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:31.827747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82be154-37d9-4a96-aa4b-3f4a71275c08 req-9b8510b7-9cd4-4d54-9787-a869ce2fd2b2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.1222427 Mar 10 15:11:31.886357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c652bfe-b908-496e-a918-e9c31376d059 req-13f7a91b-ce2c-402d-bae6-d0f9836688e8 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:31.893222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c652bfe-b908-496e-a918-e9c31376d059 req-13f7a91b-ce2c-402d-bae6-d0f9836688e8 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 943 time: 0.1690130 Mar 10 15:11:31.946523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1d4a66d4-33b1-4fed-a866-240130e422fe None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:31.946969 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1d4a66d4-33b1-4fed-a866-240130e422fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:31.952012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d92d6f-c752-4904-b6ca-31ad68292d1a None None] Network dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:31.987453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c652bfe-b908-496e-a918-e9c31376d059 req-a08481d2-6566-487d-8234-3d0f0047cebc tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932872 Mar 10 15:11:32.107908 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for port (816782b4-67b7-4b19-b6b0-6c57c80c2e19), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.163556 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (816782b4-67b7-4b19-b6b0-6c57c80c2e19), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.242771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Network e8b41007-025f-4e22-b7fd-0464260c3402 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:32.248358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:32.263347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a66d4-33b1-4fed-a866-240130e422fe None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:32.266153 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:32.271771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:32.272395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.289268 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event updated for resources: {'Port': ['ID=816782b4-67b7-4b19-b6b0-6c57c80c2e19,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:32.309802 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-438ae535-9878-42f6-8e21-9be299713802 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6400714 Mar 10 15:11:32.310626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55568) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:32.573966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fcfcb019-29a8-439c-9b9e-3c728beb0247 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting port 816782b4-67b7-4b19-b6b0-6c57c80c2e19 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:32.574342 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcfcb019-29a8-439c-9b9e-3c728beb0247 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (816782b4-67b7-4b19-b6b0-6c57c80c2e19), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.575851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d59c7385-1d88-4d9b-8ac9-e175c22432c9 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:11:32.645067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55580) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:32.650478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-384432108-network', 'tenant_id': '989f4a70f274460981e2968e22c1666f'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:32.690765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Made reservation on behalf of 989f4a70f274460981e2968e22c1666f for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:32.693203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.710754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.744110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d59c7385-1d88-4d9b-8ac9-e175c22432c9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d59c7385-1d88-4d9b-8ac9-e175c22432c9,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:32.746067 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcfcb019-29a8-439c-9b9e-3c728beb0247 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (816782b4-67b7-4b19-b6b0-6c57c80c2e19), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.758132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ec9e9-a2fc-4f34-a592-7a576464d860 req-3f03a381-b62b-4406-92c4-f197a2c1b7a3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:32.759879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-891ec9e9-a2fc-4f34-a592-7a576464d860 req-3f03a381-b62b-4406-92c4-f197a2c1b7a3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1360614 Mar 10 15:11:32.767700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ef9fcd65-4aa2-4ea8-9cab-afb1a27fe2da None None] Provisioning complete for port 816782b4-67b7-4b19-b6b0-6c57c80c2e19 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:32.768088 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ef9fcd65-4aa2-4ea8-9cab-afb1a27fe2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (816782b4-67b7-4b19-b6b0-6c57c80c2e19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.770174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'd59c7385-1d88-4d9b-8ac9-e175c22432c9', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'port_id': 'd59c7385-1d88-4d9b-8ac9-e175c22432c9', 'mac_address': 'fa:16:3e:18:5a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb24078f-4516-4897-8be0-5a7c1076ae2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:11:32.786546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fcfcb019-29a8-439c-9b9e-3c728beb0247 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Calling delete_port for 816782b4-67b7-4b19-b6b0-6c57c80c2e19 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:32.812085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ef9fcd65-4aa2-4ea8-9cab-afb1a27fe2da None None] Port 816782b4-67b7-4b19-b6b0-6c57c80c2e19 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:11:32.834318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Publish callbacks [] for security_group (eda5b192-2e9b-473b-968a-cf6768c746f8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.841224 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (eda5b192-2e9b-473b-968a-cf6768c746f8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.853420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port d59c7385-1d88-4d9b-8ac9-e175c22432c9 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:32.853754 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.869230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59c7385-1d88-4d9b-8ac9-e175c22432c9 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:11:32.871469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-891ec9e9-a2fc-4f34-a592-7a576464d860 req-efb70046-d03e-4261-a9c9-cface86b35b4 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035845 Mar 10 15:11:32.880474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:11:32.890853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (982cd37d-043b-496c-be32-6840db5d7cfd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.894996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d59c7385-1d88-4d9b-8ac9-e175c22432c9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d59c7385-1d88-4d9b-8ac9-e175c22432c9,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:32.895354 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Added segment 982cd37d-043b-496c-be32-6840db5d7cfd of type vlan for network c19cad13-3e24-4bba-971e-e9beff989bc1 Mar 10 15:11:32.900706 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.925813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda5b192-2e9b-473b-968a-cf6768c746f8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:32.971613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c19cad13-3e24-4bba-971e-e9beff989bc1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:32.983331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eedcb2f-9be8-43f5-a4c9-2eccee710ed7 req-7472993f-ce2b-4a36-b884-8c63adf218a3 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0289958 Mar 10 15:11:33.009056 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c19cad13-3e24-4bba-971e-e9beff989bc1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:33.010450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:33.017790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:33.042877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=d59c7385-1d88-4d9b-8ac9-e175c22432c9,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:33.100391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c19cad13-3e24-4bba-971e-e9beff989bc1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:33.110209 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f7130eef-2773-47e2-a6f3-27c20132d3a6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4638889 Mar 10 15:11:33.110937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55588) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:33.113222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c19cad13-3e24-4bba-971e-e9beff989bc1 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:11:33.116593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] Request body: {'subnet': {'network_id': 'c19cad13-3e24-4bba-971e-e9beff989bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-384432108-subnet', 'tenant_id': '989f4a70f274460981e2968e22c1666f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:33.144516 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] Made reservation on behalf of 989f4a70f274460981e2968e22c1666f for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:33.147428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:33.155247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e4695-4f83-4bb2-ba13-2e289cffb08a req-3abc53cd-f415-48bb-b62a-6786f00a5362 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:33.156760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d30e4695-4f83-4bb2-ba13-2e289cffb08a req-3abc53cd-f415-48bb-b62a-6786f00a5362 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1710339 Mar 10 15:11:33.238328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d30e4695-4f83-4bb2-ba13-2e289cffb08a req-224a08f6-57ac-4f03-97c2-27d4524dec8c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677652 Mar 10 15:11:33.239139 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcfcb019-29a8-439c-9b9e-3c728beb0247 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (816782b4-67b7-4b19-b6b0-6c57c80c2e19), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:33.252762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b48b98-b39c-4c40-aea0-87064ee59ea7 req-60759ad6-b227-496d-a6aa-bc3a8360a01f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:33.259823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0b48b98-b39c-4c40-aea0-87064ee59ea7 req-60759ad6-b227-496d-a6aa-bc3a8360a01f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 944 time: 0.1456010 Mar 10 15:11:33.296977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcb019-29a8-439c-9b9e-3c728beb0247 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Port': ['ID=816782b4-67b7-4b19-b6b0-6c57c80c2e19,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:33.316461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['d59c7385-1d88-4d9b-8ac9-e175c22432c9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:33.388147 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcfcb019-29a8-439c-9b9e-3c728beb0247 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:33.393514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fcfcb019-29a8-439c-9b9e-3c728beb0247 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/816782b4-67b7-4b19-b6b0-6c57c80c2e19 HTTP/1.1" status: 204 len: 168 time: 1.0795035 Mar 10 15:11:33.394330 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55592) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:33.414616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0b48b98-b39c-4c40-aea0-87064ee59ea7 req-e316a8f2-41f4-44fb-b214-9da55af1464f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538899 Mar 10 15:11:33.446381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa78a5-57db-4316-a02c-6254bd91a864 req-d8b3cbce-ff91-431a-9130-7de596c3bf3a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:33.448308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9fa78a5-57db-4316-a02c-6254bd91a864 req-d8b3cbce-ff91-431a-9130-7de596c3bf3a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1337466 Mar 10 15:11:33.460518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (8466f51e-f43d-4261-8d29-aadf9b0d0a0d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:33.518441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8466f51e-f43d-4261-8d29-aadf9b0d0a0d,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:33.548025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9fa78a5-57db-4316-a02c-6254bd91a864 req-aad9119d-78e4-4896-9988-80b42dc1a624 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937192 Mar 10 15:11:33.599367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7333099-4d31-4fbd-b43d-287cc8bb5c37 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:33.603679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55600) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:33.603915 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f7333099-4d31-4fbd-b43d-287cc8bb5c37 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2050025 Mar 10 15:11:33.632287 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] Checking segment: {'id': '982cd37d-043b-496c-be32-6840db5d7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c19cad13-3e24-4bba-971e-e9beff989bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:33.632667 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] Network hostable DHCP agents. Network: c19cad13-3e24-4bba-971e-e9beff989bc1, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:11:33.663768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] Network c19cad13-3e24-4bba-971e-e9beff989bc1 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:11:33.682105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c19cad13-3e24-4bba-971e-e9beff989bc1) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:33.688617 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:33.689956 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:33.710846 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2ef96019-fe3e-4d79-a40f-d527989e64d1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5957723 Mar 10 15:11:33.724248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706de37f-a233-43fb-a367-d731d5c21bea tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:33.732341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-706de37f-a233-43fb-a367-d731d5c21bea tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1247175 Mar 10 15:11:33.733246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55606) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:33.821065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb4adad-8538-402b-bd08-ddc21606cb4a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:33.823648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb4adad-8538-402b-bd08-ddc21606cb4a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:33.824758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60173bf5-a6fb-437a-bfea-20457661cf9f None None] Network c19cad13-3e24-4bba-971e-e9beff989bc1 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:33.826826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb4adad-8538-402b-bd08-ddc21606cb4a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:33.832315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9af1f-3efd-4284-97fa-248928f5b0f1 req-c5444ac6-9440-4498-a56b-c8019234edbb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:33.833286 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cdb4adad-8538-402b-bd08-ddc21606cb4a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0954206 Mar 10 15:11:33.834145 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55608) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:33.834810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2a9af1f-3efd-4284-97fa-248928f5b0f1 req-c5444ac6-9440-4498-a56b-c8019234edbb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1500268 Mar 10 15:11:33.908492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d345a878-5edf-48bf-bc44-4263df1780d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet 53d35574-68dd-4122-b4f4-999b0f2f4f6f {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:33.913135 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d345a878-5edf-48bf-bc44-4263df1780d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (53d35574-68dd-4122-b4f4-999b0f2f4f6f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:33.985612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d345a878-5edf-48bf-bc44-4263df1780d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (53d35574-68dd-4122-b4f4-999b0f2f4f6f), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:33.993357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f7d421-99d8-4786-a0e1-2ef0f337eba9 None None] Network c19cad13-3e24-4bba-971e-e9beff989bc1 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:33.998922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2a9af1f-3efd-4284-97fa-248928f5b0f1 req-f2d625b0-801d-47bc-9224-8df1056feaa1 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543894 Mar 10 15:11:34.104935 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d345a878-5edf-48bf-bc44-4263df1780d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (53d35574-68dd-4122-b4f4-999b0f2f4f6f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:34.153971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e286c-dfd9-443e-b36d-16449ca87b9d req-6da96692-27df-471e-9f22-97b6f7c7ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:34.155896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b7e286c-dfd9-443e-b36d-16449ca87b9d req-6da96692-27df-471e-9f22-97b6f7c7ed34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 1127 time: 0.2322378 Mar 10 15:11:34.171510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d99e8-dc93-4532-8ce1-0d4a962c2033 req-6766b25f-dc35-4ebe-999e-abc6adc7815f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:34.178494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c5d99e8-dc93-4532-8ce1-0d4a962c2033 req-6766b25f-dc35-4ebe-999e-abc6adc7815f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.2031333 Mar 10 15:11:34.193141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d345a878-5edf-48bf-bc44-4263df1780d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (53d35574-68dd-4122-b4f4-999b0f2f4f6f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:34.232437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345a878-5edf-48bf-bc44-4263df1780d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=53d35574-68dd-4122-b4f4-999b0f2f4f6f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:34.234714 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d345a878-5edf-48bf-bc44-4263df1780d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:34.239419 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d345a878-5edf-48bf-bc44-4263df1780d0 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/53d35574-68dd-4122-b4f4-999b0f2f4f6f HTTP/1.1" status: 204 len: 168 time: 0.4031727 Mar 10 15:11:34.241602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55620) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:34.255517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cb76c4-a781-4569-9db6-1b87142500d7 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:34.302046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf74aaa-0bfb-49ac-98ec-8723c3b71688 req-b0432b60-f37d-4f7c-8643-cf95a0ebf53c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:34.303720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcf74aaa-0bfb-49ac-98ec-8723c3b71688 req-b0432b60-f37d-4f7c-8643-cf95a0ebf53c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1843529 Mar 10 15:11:34.307645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a313d5-ba1b-47f4-a3e5-257153ea8420 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Deleting subnet d6604c2e-b3b4-4446-b2aa-c1bc59937c18 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:34.313275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6a313d5-ba1b-47f4-a3e5-257153ea8420 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for subnet (d6604c2e-b3b4-4446-b2aa-c1bc59937c18), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:34.323019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c5d99e8-dc93-4532-8ce1-0d4a962c2033 req-97c4130d-229e-4227-b092-5202b40532fe tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390660 Mar 10 15:11:34.386355 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6a313d5-ba1b-47f4-a3e5-257153ea8420 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (d6604c2e-b3b4-4446-b2aa-c1bc59937c18), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:34.407818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e286c-dfd9-443e-b36d-16449ca87b9d req-99b78989-9267-430d-9738-56590dc27cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:34.410144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b7e286c-dfd9-443e-b36d-16449ca87b9d req-99b78989-9267-430d-9738-56590dc27cb5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 919 time: 0.2289181 Mar 10 15:11:34.489211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b7e286c-dfd9-443e-b36d-16449ca87b9d req-5bbf92b7-a903-400c-b3b7-2ecea303b5d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab109d63-c458-4c59-80bf-668baab26b5d HTTP/1.1" status: 200 len: 217 time: 0.0689983 Mar 10 15:11:34.507162 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6a313d5-ba1b-47f4-a3e5-257153ea8420 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d6604c2e-b3b4-4446-b2aa-c1bc59937c18), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:34.519259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfdbb4ec-5b75-4795-aac0-d92d86951e9e req-c5d7baf0-c103-4858-aace-7e99055362f7 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0467803 Mar 10 15:11:34.530983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcf74aaa-0bfb-49ac-98ec-8723c3b71688 req-6f998e30-6272-487f-b71a-fc96727da5df tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068236 Mar 10 15:11:34.634480 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6a313d5-ba1b-47f4-a3e5-257153ea8420 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (d6604c2e-b3b4-4446-b2aa-c1bc59937c18), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:34.655951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6a313d5-ba1b-47f4-a3e5-257153ea8420 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:34.672452 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e6a313d5-ba1b-47f4-a3e5-257153ea8420 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/d6604c2e-b3b4-4446-b2aa-c1bc59937c18 HTTP/1.1" status: 204 len: 168 time: 0.4295621 Mar 10 15:11:34.708774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55628) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:34.709579 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a313d5-ba1b-47f4-a3e5-257153ea8420 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Subnet': ['ID=d6604c2e-b3b4-4446-b2aa-c1bc59937c18,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:34.770545 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e0f2f0a1-9dcf-4ff9-b980-31fb8414705a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580001 Mar 10 15:11:34.775566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55630) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:34.872977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f75cf2b-f428-4b32-8f2a-15816260589c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:34.878249 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3f75cf2b-f428-4b32-8f2a-15816260589c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1013765 Mar 10 15:11:34.879515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55640) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:34.942296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f844e-c092-44f9-8711-cfe5912daa9e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:34.948565 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a35f844e-c092-44f9-8711-cfe5912daa9e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0678515 Mar 10 15:11:34.949349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55642) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.007686 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cb887cf2-a535-424a-b66c-32cfa0ed062d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570865 Mar 10 15:11:35.009213 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55644) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.027561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e286c-dfd9-443e-b36d-16449ca87b9d req-eac8f520-4eeb-4d03-a690-7d72bf24dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:35.029670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b7e286c-dfd9-443e-b36d-16449ca87b9d req-eac8f520-4eeb-4d03-a690-7d72bf24dccc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.5155184 Mar 10 15:11:35.035764 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eba1ec4-260a-43f1-97f0-4d6161946368 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.036367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eba1ec4-260a-43f1-97f0-4d6161946368 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.040090 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6eba1ec4-260a-43f1-97f0-4d6161946368 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/816782b4-67b7-4b19-b6b0-6c57c80c2e19 HTTP/1.1" status: 404 len: 333 time: 0.0297239 Mar 10 15:11:35.042549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55646) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.082361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7a3e8-95db-47ec-b484-55a35cb9911e req-7604f35d-5982-4289-adcf-c6d690d33716 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:35.085284 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e41066e-d5ee-484c-a7bb-e32bf8ee972d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.085798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e41066e-d5ee-484c-a7bb-e32bf8ee972d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.091536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9b7a3e8-95db-47ec-b484-55a35cb9911e req-7604f35d-5982-4289-adcf-c6d690d33716 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 944 time: 0.1799805 Mar 10 15:11:35.096230 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8e41066e-d5ee-484c-a7bb-e32bf8ee972d tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/53d35574-68dd-4122-b4f4-999b0f2f4f6f HTTP/1.1" status: 404 len: 337 time: 0.0437195 Mar 10 15:11:35.098644 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55648) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.127534 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ae8fe4-2a80-4a04-9f74-fc43ca548860 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.128666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ae8fe4-2a80-4a04-9f74-fc43ca548860 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.132464 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-02ae8fe4-2a80-4a04-9f74-fc43ca548860 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/d6604c2e-b3b4-4446-b2aa-c1bc59937c18 HTTP/1.1" status: 404 len: 337 time: 0.0327332 Mar 10 15:11:35.135015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55650) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.161151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b7e286c-dfd9-443e-b36d-16449ca87b9d req-64908198-03ca-458b-b8cf-778150b5d5ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138895 Mar 10 15:11:35.162458 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-1849b6eb-7cb6-4233-a163-318892e7adf9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.163083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1849b6eb-7cb6-4233-a163-318892e7adf9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.166598 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1849b6eb-7cb6-4233-a163-318892e7adf9 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/f4ea7af4-65c3-4015-a561-22e15f3e64fa HTTP/1.1" status: 404 len: 333 time: 0.0305574 Mar 10 15:11:35.169078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55652) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.197719 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73622c1-3912-4e1c-a34e-dff9d5e73bcf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.198382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73622c1-3912-4e1c-a34e-dff9d5e73bcf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.202127 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b73622c1-3912-4e1c-a34e-dff9d5e73bcf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/b25c2f67-af93-46a1-98a5-c3cfe3f48be8 HTTP/1.1" status: 404 len: 337 time: 0.0320232 Mar 10 15:11:35.204820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55654) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.224267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9b7a3e8-95db-47ec-b484-55a35cb9911e req-204be8ba-dbd0-41d2-985c-4075ca813eca tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318438 Mar 10 15:11:35.235608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-2fc64d55-f317-4812-85d3-c81da3af7d26 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:35.243045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-2fc64d55-f317-4812-85d3-c81da3af7d26 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/networks?id=dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 HTTP/1.1" status: 200 len: 825 time: 0.3336442 Mar 10 15:11:35.261800 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1f3b1b-e5dc-413c-b6b1-941b5bd1933a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.262983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1f3b1b-e5dc-413c-b6b1-941b5bd1933a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.267074 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-db1f3b1b-e5dc-413c-b6b1-941b5bd1933a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/01e66280-09e7-4098-afa7-7cde1904df0c HTTP/1.1" status: 404 len: 337 time: 0.0609262 Mar 10 15:11:35.269216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55656) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.279711 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-914a09f6-89af-43cb-a282-d4f0bae79e39 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/quotas/822d20a293834db8b0da0285e47fb7de HTTP/1.1" status: 200 len: 375 time: 0.0349994 Mar 10 15:11:35.293052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d5a0dc-8e8c-4248-9c9a-21f09b325dd2 None None] Network e8b41007-025f-4e22-b7fd-0464260c3402 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:35.319244 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-82adb79a-4aa1-4e31-9392-ebe3f195ffbf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.319819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82adb79a-4aa1-4e31-9392-ebe3f195ffbf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.331454 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-82adb79a-4aa1-4e31-9392-ebe3f195ffbf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/62ecf0dd-ec60-43df-b591-417b7346e9e7 HTTP/1.1" status: 404 len: 333 time: 0.0611072 Mar 10 15:11:35.333831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55658) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.348690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b7e286c-dfd9-443e-b36d-16449ca87b9d req-61e886a5-3427-497d-99e9-f5c7bc3bb281 service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717448 Mar 10 15:11:35.384738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-89126e5c-0e25-4b93-a97a-6d17c7e3f0f5 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=822d20a293834db8b0da0285e47fb7de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044064 Mar 10 15:11:35.388504 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a752515f-445b-4b05-9b70-e21c43a60dd6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.391257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a752515f-445b-4b05-9b70-e21c43a60dd6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.402171 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a752515f-445b-4b05-9b70-e21c43a60dd6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/31f7a2b2-5195-4d86-99cd-c8a44a1efbf6 HTTP/1.1" status: 404 len: 337 time: 0.0670545 Mar 10 15:11:35.404945 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55662) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.436306 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78dd396-5274-48d7-8d8c-b8675b6671b2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.437162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78dd396-5274-48d7-8d8c-b8675b6671b2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.441075 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d78dd396-5274-48d7-8d8c-b8675b6671b2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/385e317e-8523-4b08-927a-72a57b05fa78 HTTP/1.1" status: 404 len: 337 time: 0.0347624 Mar 10 15:11:35.443465 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55666) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.463346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-279a51a1-ae1c-405e-956d-1597611254bf None None] Provisioning complete for port f9b03bde-acfa-4795-9735-69174d70aed5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:35.464065 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-279a51a1-ae1c-405e-956d-1597611254bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:35.481842 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-620f4842-517a-4a3a-9217-2268106877a6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.482835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620f4842-517a-4a3a-9217-2268106877a6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.488808 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-620f4842-517a-4a3a-9217-2268106877a6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/e7fb6061-180b-4d0f-9dbb-5458b44a9e6e HTTP/1.1" status: 404 len: 333 time: 0.0407205 Mar 10 15:11:35.489654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55668) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.532185 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bc33dd-b716-48a2-a78c-8ad250e7dd6b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.532656 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39bc33dd-b716-48a2-a78c-8ad250e7dd6b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.538782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55670) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.539408 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-39bc33dd-b716-48a2-a78c-8ad250e7dd6b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/73592f87-c383-465f-b275-8927b2ef65c0 HTTP/1.1" status: 404 len: 337 time: 0.0480049 Mar 10 15:11:35.588267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd2061-21e5-43c2-9ad7-075d83ecd6d5 None None] DHCP port deletion for e8b41007-025f-4e22-b7fd-0464260c3402 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:11:35.595373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-279a51a1-ae1c-405e-956d-1597611254bf None None] Current status of the port f9b03bde-acfa-4795-9735-69174d70aed5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:35.613147 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3574817a-e708-481d-adc1-d53d04376d79 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.613685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3574817a-e708-481d-adc1-d53d04376d79 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.619150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3574817a-e708-481d-adc1-d53d04376d79 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/4febfec6-269c-4a42-baf7-f20351f35bd2 HTTP/1.1" status: 404 len: 337 time: 0.0737991 Mar 10 15:11:35.623748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55674) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.646355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd2061-21e5-43c2-9ad7-075d83ecd6d5 None None] Deleting port f9b03bde-acfa-4795-9735-69174d70aed5 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:35.646850 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2061-21e5-43c2-9ad7-075d83ecd6d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:35.654586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-ef40a719-4c2d-4c25-9c17-5042f4df8488 service neutron] 10.222.0.11 "GET /v2.0/networks/dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690005 Mar 10 15:11:35.670178 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c167c55-dd78-48b3-b2a9-bfcd748eff40 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.671055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c167c55-dd78-48b3-b2a9-bfcd748eff40 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.677734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55676) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.679027 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9c167c55-dd78-48b3-b2a9-bfcd748eff40 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/c99355f3-dad0-4b97-a089-f9c50a2edc3e HTTP/1.1" status: 404 len: 333 time: 0.0534682 Mar 10 15:11:35.721049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-fcbd2061-21e5-43c2-9ad7-075d83ecd6d5 None None] For port f9b03bde-acfa-4795-9735-69174d70aed5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f9b03bde-acfa-4795-9735-69174d70aed5,segment=NetworkSegment(016c8ed7-2ed5-4618-b65f-9a507f1ca286),segment_id=016c8ed7-2ed5-4618-b65f-9a507f1ca286)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:35.721550 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2061-21e5-43c2-9ad7-075d83ecd6d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:35.734215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd2061-21e5-43c2-9ad7-075d83ecd6d5 None None] Calling delete_port for f9b03bde-acfa-4795-9735-69174d70aed5 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:35.739993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33df262-3645-4a2d-8441-4b8b29ee7a98 req-c7a5130a-5643-4c22-ba38-2b5ae325b483 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:35.741780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f33df262-3645-4a2d-8441-4b8b29ee7a98 req-c7a5130a-5643-4c22-ba38-2b5ae325b483 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.2269087 Mar 10 15:11:35.742600 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-435c7e0c-638b-43e7-b1a2-759de0bf1d57 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.743138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435c7e0c-638b-43e7-b1a2-759de0bf1d57 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.746098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-435c7e0c-638b-43e7-b1a2-759de0bf1d57 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/ce7bba44-862d-4e64-881d-1b6a1539758c HTTP/1.1" status: 404 len: 337 time: 0.0674026 Mar 10 15:11:35.749680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55678) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.755201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b7e286c-dfd9-443e-b36d-16449ca87b9d req-86cc7639-04c1-4e6e-a9fe-0d9b0b121415 service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659166 Mar 10 15:11:35.785981 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4cc49f-2f86-456b-923e-a6ace19fd8ea tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.786672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4cc49f-2f86-456b-923e-a6ace19fd8ea tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.795133 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dd4cc49f-2f86-456b-923e-a6ace19fd8ea tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/b91ee61e-c1e2-4225-abdd-b8824e1a85b5 HTTP/1.1" status: 404 len: 333 time: 0.0437431 Mar 10 15:11:35.796685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55682) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.849356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-bb13bd33-2235-4ccd-bf11-bd644a0260fe service neutron] 10.222.0.11 "GET /v2.0/networks/dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859660 Mar 10 15:11:35.854305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f33df262-3645-4a2d-8441-4b8b29ee7a98 req-a95bee10-21f2-48b3-86ab-10be5e452ca0 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965436 Mar 10 15:11:35.866305 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fcbd2061-21e5-43c2-9ad7-075d83ecd6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (f9b03bde-acfa-4795-9735-69174d70aed5), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:35.871608 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d1b0a4-1a10-4b9f-ab87-3d4e1b7b1b86 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.873006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d1b0a4-1a10-4b9f-ab87-3d4e1b7b1b86 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.877156 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f8d1b0a4-1a10-4b9f-ab87-3d4e1b7b1b86 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/902f61f7-39c7-416c-b799-2176eab6dfe9 HTTP/1.1" status: 404 len: 337 time: 0.0791013 Mar 10 15:11:35.880882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55686) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.909990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd2061-21e5-43c2-9ad7-075d83ecd6d5 None None] No DVR routers for this DVR port f9b03bde-acfa-4795-9735-69174d70aed5 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:35.910310 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5098e5c-eaeb-4205-8061-7540775c32bc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.911371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5098e5c-eaeb-4205-8061-7540775c32bc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.917946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55688) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.926170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2061-21e5-43c2-9ad7-075d83ecd6d5 None None] Pushing event deleted for resources: {'Port': ['ID=f9b03bde-acfa-4795-9735-69174d70aed5,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:35.932094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c5098e5c-eaeb-4205-8061-7540775c32bc tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/3f46342e-d764-43c2-81ec-a259fc1e89e0 HTTP/1.1" status: 404 len: 333 time: 0.0499067 Mar 10 15:11:35.955644 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3777f31-5b99-48fe-98b6-af1e801fa0f6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.956279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3777f31-5b99-48fe-98b6-af1e801fa0f6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.961704 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f3777f31-5b99-48fe-98b6-af1e801fa0f6 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/2ba630f0-3fd9-40c7-aa8a-c1e2df723222 HTTP/1.1" status: 404 len: 337 time: 0.0383053 Mar 10 15:11:35.962182 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55692) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:35.988119 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7994cf8e-7c35-45b4-bf2d-9fd08573b903 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:35.988818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7994cf8e-7c35-45b4-bf2d-9fd08573b903 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:35.994358 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7994cf8e-7c35-45b4-bf2d-9fd08573b903 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/b8002e36-7ef5-4fc2-8dc3-6df050ec249b HTTP/1.1" status: 404 len: 333 time: 0.0288737 Mar 10 15:11:35.994572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55694) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.006747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ab6f2-2e8c-4186-9e90-75f6b122e614 req-a941dec1-0d06-4c4e-867c-e222509e01a7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:36.008575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688ab6f2-2e8c-4186-9e90-75f6b122e614 req-a941dec1-0d06-4c4e-867c-e222509e01a7 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.0687194 Mar 10 15:11:36.030053 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f86902-fa72-4fbf-b5b9-5e2524747263 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.030625 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f86902-fa72-4fbf-b5b9-5e2524747263 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.034562 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-66f86902-fa72-4fbf-b5b9-5e2524747263 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/fd8d92fd-d5bd-415a-b6b6-dbb350608305 HTTP/1.1" status: 404 len: 337 time: 0.0386176 Mar 10 15:11:36.040298 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55696) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.074196 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-1747c58c-bafe-4335-a90e-6846bfd312bf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.074196 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1747c58c-bafe-4335-a90e-6846bfd312bf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.078232 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1747c58c-bafe-4335-a90e-6846bfd312bf tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/db71ce28-3306-49f7-8066-969d5103fe32 HTTP/1.1" status: 404 len: 333 time: 0.0405667 Mar 10 15:11:36.080796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55700) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.117527 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c56d5f6-0e07-4063-8319-0858c38a311b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.126526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-688ab6f2-2e8c-4186-9e90-75f6b122e614 req-e839652b-0bc1-4e2d-9869-34ccef04a648 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120567 Mar 10 15:11:36.135431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c56d5f6-0e07-4063-8319-0858c38a311b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.141918 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3c56d5f6-0e07-4063-8319-0858c38a311b tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/865cdf16-0ed3-4862-a37c-cfc58b0e3ad1 HTTP/1.1" status: 404 len: 337 time: 0.0600867 Mar 10 15:11:36.147327 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55704) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.180871 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-313d845b-f44b-4f94-92dc-2becb4ec9cfe tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.181490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313d845b-f44b-4f94-92dc-2becb4ec9cfe tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.187644 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-313d845b-f44b-4f94-92dc-2becb4ec9cfe tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/39bd21b0-5b00-4503-98d6-655751fa9fe1 HTTP/1.1" status: 404 len: 333 time: 0.0369155 Mar 10 15:11:36.187896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55706) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.201460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a01f292-2baf-4e9c-905f-8219131f90ba req-0a283068-4a86-4dbe-b1fc-bd2282cf82e8 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0675306 Mar 10 15:11:36.214469 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f8e3cb-a8c5-4213-b970-81454868175c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.215186 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f8e3cb-a8c5-4213-b970-81454868175c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.221021 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d7f8e3cb-a8c5-4213-b970-81454868175c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/78bcbc6b-02fc-4e17-b108-c0bc50794cfc HTTP/1.1" status: 404 len: 337 time: 0.0296524 Mar 10 15:11:36.221397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55708) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.250341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6845c15e-83cd-46f2-9004-2468b3f57568 req-0565a3cf-c2b9-4684-9e25-6319d44d92f0 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 210 time: 0.0489099 Mar 10 15:11:36.254978 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b87efa-4ad6-45e5-8206-600b541e4f58 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.255445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b87efa-4ad6-45e5-8206-600b541e4f58 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.258620 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e6b87efa-4ad6-45e5-8206-600b541e4f58 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/6aa9fbe1-1110-41d4-9247-1d990645203f HTTP/1.1" status: 404 len: 337 time: 0.0363667 Mar 10 15:11:36.261148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55712) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.294698 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cc6437-a7ed-46e6-8094-d8cbe37c36c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.295494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cc6437-a7ed-46e6-8094-d8cbe37c36c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.298641 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-56cc6437-a7ed-46e6-8094-d8cbe37c36c2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/7ff5bf67-a88a-4e3a-adf3-62c799448de7 HTTP/1.1" status: 404 len: 333 time: 0.0363562 Mar 10 15:11:36.301367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55718) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.341461 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc1139e-914e-4f13-9e45-9ded365f69cd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.342018 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc1139e-914e-4f13-9e45-9ded365f69cd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.346952 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ddc1139e-914e-4f13-9e45-9ded365f69cd tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/76cf914d-7565-4b25-a9f0-4835133ecf44 HTTP/1.1" status: 404 len: 337 time: 0.0437713 Mar 10 15:11:36.348668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55720) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.389240 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac93abc-c625-4bf3-a31e-64098a1f3126 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.389859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac93abc-c625-4bf3-a31e-64098a1f3126 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.392002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c0181-8fde-44d7-980e-8728ffbdee60 req-ef457e95-1611-4ade-9a57-6393d7eddf91 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:36.393841 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5ac93abc-c625-4bf3-a31e-64098a1f3126 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/96b09935-d196-4d6a-9619-f4b256ef5487 HTTP/1.1" status: 404 len: 337 time: 0.0440590 Mar 10 15:11:36.395851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-984c0181-8fde-44d7-980e-8728ffbdee60 req-ef457e95-1611-4ade-9a57-6393d7eddf91 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 944 time: 0.0741665 Mar 10 15:11:36.397295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55722) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.458200 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-047599c9-37bc-4858-80c4-66cc0f623eff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.459158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047599c9-37bc-4858-80c4-66cc0f623eff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.462735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-047599c9-37bc-4858-80c4-66cc0f623eff tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/70510bfc-32df-464f-9145-25b3f146aed2 HTTP/1.1" status: 404 len: 333 time: 0.0642643 Mar 10 15:11:36.465385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55724) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.534913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-984c0181-8fde-44d7-980e-8728ffbdee60 req-71c02b8f-5d96-4662-9a04-6b04d0d047c0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842311 Mar 10 15:11:36.537993 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b941d3c-bc39-4390-b951-96219472b202 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.539636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b941d3c-bc39-4390-b951-96219472b202 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.544555 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9b941d3c-bc39-4390-b951-96219472b202 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/a8ec79d2-dfaf-44c8-966a-ca0480baf258 HTTP/1.1" status: 404 len: 337 time: 0.0770853 Mar 10 15:11:36.547012 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55728) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.570545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d59c7385-1d88-4d9b-8ac9-e175c22432c9 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:36.605915 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83cf3c7-8831-4cfd-a1d5-e0751d33e989 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.609984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83cf3c7-8831-4cfd-a1d5-e0751d33e989 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.617927 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e83cf3c7-8831-4cfd-a1d5-e0751d33e989 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/9c670f1b-f442-4dc7-8848-54e694e2dd49 HTTP/1.1" status: 404 len: 337 time: 0.0671530 Mar 10 15:11:36.618161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55730) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.661778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port d59c7385-1d88-4d9b-8ac9-e175c22432c9 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:11:36.666468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port d59c7385-1d88-4d9b-8ac9-e175c22432c9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:36.666671 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d39222-aaf8-495d-8e5d-91fd8f9fda99 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.666881 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:36.667279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d39222-aaf8-495d-8e5d-91fd8f9fda99 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.671937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-22d39222-aaf8-495d-8e5d-91fd8f9fda99 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/01c3e3d3-68ef-4d25-9e86-e50044168824 HTTP/1.1" status: 404 len: 333 time: 0.0511653 Mar 10 15:11:36.672962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55732) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.704721 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b923e30-9810-4be9-95b0-7c2d025acdb2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.705562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b923e30-9810-4be9-95b0-7c2d025acdb2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.710281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1b923e30-9810-4be9-95b0-7c2d025acdb2 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/08db51e3-8746-4695-a258-009d7c9946d4 HTTP/1.1" status: 404 len: 337 time: 0.0349469 Mar 10 15:11:36.712739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55734) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.747501 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c551fc0-a6a9-49cf-a883-7f0d5d814e38 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.748414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c551fc0-a6a9-49cf-a883-7f0d5d814e38 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.753661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9c551fc0-a6a9-49cf-a883-7f0d5d814e38 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/eb78fc02-b139-4b28-abea-87cba4c13501 HTTP/1.1" status: 404 len: 337 time: 0.0387635 Mar 10 15:11:36.756636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55736) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.794013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-22e20a8f-c8af-4e02-a9ee-f749c1cb6458 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports?device_id=f02ef7ca-e088-466f-9c52-11f121c364d0 HTTP/1.1" status: 200 len: 205 time: 0.0359015 Mar 10 15:11:36.796702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55738) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.812654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port d59c7385-1d88-4d9b-8ac9-e175c22432c9 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:36.812654 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:36.848800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59c7385-1d88-4d9b-8ac9-e175c22432c9'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:36.851550 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07d0437-6a8b-4f98-9272-83245ee1dff4" -d '{"events": [{"server_uuid": "aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d", "name": "network-vif-plugged", "status": "completed", "tag": "d59c7385-1d88-4d9b-8ac9-e175c22432c9"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:36.866468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d59c7385-1d88-4d9b-8ac9-e175c22432c9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d59c7385-1d88-4d9b-8ac9-e175c22432c9,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:36.872226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:36.875103 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-45219532-4c3e-4e73-93b0-14d773911f34 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] delete failed (client error): The resource could not be found. Mar 10 15:11:36.879598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-45219532-4c3e-4e73-93b0-14d773911f34 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/routers/f02ef7ca-e088-466f-9c52-11f121c364d0 HTTP/1.1" status: 404 len: 336 time: 0.0780911 Mar 10 15:11:36.883936 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55744) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.944405 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb763b44-ba6a-4a44-a214-e691f407b119 x-openstack-request-id: req-fb763b44-ba6a-4a44-a214-e691f407b119 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:36.944711 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d", "name": "network-vif-plugged", "status": "completed", "tag": "d59c7385-1d88-4d9b-8ac9-e175c22432c9", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:36.944965 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb763b44-ba6a-4a44-a214-e691f407b119 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:36.945354 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59c7385-1d88-4d9b-8ac9-e175c22432c9', 'code': 200} Mar 10 15:11:36.953631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=d59c7385-1d88-4d9b-8ac9-e175c22432c9,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:36.957118 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac250605-77df-4042-8692-9529e5cdacef tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:36.957605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac250605-77df-4042-8692-9529e5cdacef tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:36.963772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55746) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:36.967995 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ac250605-77df-4042-8692-9529e5cdacef tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/bc8380aa-00df-4f54-a41f-9458207a3cce HTTP/1.1" status: 404 len: 337 time: 0.0818810 Mar 10 15:11:37.007817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-64bb9e17-6661-49ea-953c-ec015b911254 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c50f1b7-709f-4c09-a472-f832511a4584 HTTP/1.1" status: 200 len: 205 time: 0.0427959 Mar 10 15:11:37.010253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55748) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.057849 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-2a1a48fa-3e96-482a-a352-d9446b604356 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] delete failed (client error): The resource could not be found. Mar 10 15:11:37.058932 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2a1a48fa-3e96-482a-a352-d9446b604356 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/routers/4c50f1b7-709f-4c09-a472-f832511a4584 HTTP/1.1" status: 404 len: 336 time: 0.0476780 Mar 10 15:11:37.062104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55750) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.095337 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6262ed3-6ed5-486c-9522-04d91a518535 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.095791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6262ed3-6ed5-486c-9522-04d91a518535 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.098753 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d6262ed3-6ed5-486c-9522-04d91a518535 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/d26b1e24-f96f-4137-b02c-d3f17c07fc44 HTTP/1.1" status: 404 len: 337 time: 0.0357628 Mar 10 15:11:37.099978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcb4a3-fac1-4387-b650-ee2bde46f883 req-8487fe0d-7641-4b83-9974-b1b10d7706b0 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:37.101566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21dcb4a3-fac1-4387-b650-ee2bde46f883 req-8487fe0d-7641-4b83-9974-b1b10d7706b0 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.0927379 Mar 10 15:11:37.106657 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55752) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.106965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3955881-52eb-4bdd-a558-23350073439b req-bddc2885-4979-462e-8322-b5e5ad9122dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:37.108364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3955881-52eb-4bdd-a558-23350073439b req-bddc2885-4979-462e-8322-b5e5ad9122dd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 1127 time: 0.0675800 Mar 10 15:11:37.137958 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b762eac3-4dc6-4ec8-92b0-e5b0281ad996 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.138420 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b762eac3-4dc6-4ec8-92b0-e5b0281ad996 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.143878 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b762eac3-4dc6-4ec8-92b0-e5b0281ad996 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/7aced4f2-b244-496e-b43f-ce0a83636750 HTTP/1.1" status: 404 len: 337 time: 0.0338438 Mar 10 15:11:37.144809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55754) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.192948 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-de05bae6-e5d5-4464-ad37-354472dac784 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.193562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de05bae6-e5d5-4464-ad37-354472dac784 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.197036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-de05bae6-e5d5-4464-ad37-354472dac784 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/8c0018f7-922e-4f34-88eb-3c6d4be2723c HTTP/1.1" status: 404 len: 333 time: 0.0515826 Mar 10 15:11:37.199514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55758) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.227174 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bc931c-78b4-477d-ad47-4b31455fa825 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.227818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bc931c-78b4-477d-ad47-4b31455fa825 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.233064 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-23bc931c-78b4-477d-ad47-4b31455fa825 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/091851dd-b533-4807-9d21-c140aad3040f HTTP/1.1" status: 404 len: 337 time: 0.0295160 Mar 10 15:11:37.233359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55760) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.265489 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-40814db5-d936-406d-85ae-7ec98dbffa54 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.266077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40814db5-d936-406d-85ae-7ec98dbffa54 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.269184 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-40814db5-d936-406d-85ae-7ec98dbffa54 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/406a8a6d-b032-46bb-b283-03fc47df5d05 HTTP/1.1" status: 404 len: 333 time: 0.0349140 Mar 10 15:11:37.269597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21dcb4a3-fac1-4387-b650-ee2bde46f883 req-fc8e4fa2-6e0c-4409-82c5-258c8ee8bd0a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602149 Mar 10 15:11:37.272880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55766) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.280689 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3955881-52eb-4bdd-a558-23350073439b req-1ff5a43a-a0b4-415c-b404-7430156dd781 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516428 Mar 10 15:11:37.315367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f9b03bde-acfa-4795-9735-69174d70aed5 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:37.332365 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7becfcfb-2e5a-4431-b8ad-e017732c6e65 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.332743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7becfcfb-2e5a-4431-b8ad-e017732c6e65 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.338275 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7becfcfb-2e5a-4431-b8ad-e017732c6e65 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/101ef29f-bdf8-4b73-896a-2a6e3d381f1b HTTP/1.1" status: 404 len: 337 time: 0.0620158 Mar 10 15:11:37.338575 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55768) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.341369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4f52d-7924-4a43-a1af-71a90bc776d9 req-b95b5582-f769-45d7-aea4-f89674372e4c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:37.342999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68e4f52d-7924-4a43-a1af-71a90bc776d9 req-b95b5582-f769-45d7-aea4-f89674372e4c tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1292567 Mar 10 15:11:37.357036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f9b03bde-acfa-4795-9735-69174d70aed5 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:11:37.357418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f9b03bde-acfa-4795-9735-69174d70aed5 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:37.368306 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0b562d-a36d-4a52-8070-4b13a84d37d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.369383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0b562d-a36d-4a52-8070-4b13a84d37d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.375084 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dc0b562d-a36d-4a52-8070-4b13a84d37d1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/46825692-41b2-443c-9b06-659630e9e92b HTTP/1.1" status: 404 len: 333 time: 0.0332384 Mar 10 15:11:37.375770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55770) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.402604 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-94323166-12d4-4ec6-a5b8-36373f4ea7d7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.403144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94323166-12d4-4ec6-a5b8-36373f4ea7d7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.406244 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-94323166-12d4-4ec6-a5b8-36373f4ea7d7 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/d01a07d5-29aa-49cc-8310-04ef1101feef HTTP/1.1" status: 404 len: 337 time: 0.0294902 Mar 10 15:11:37.409378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55772) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.412516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8d6f7c8d-b50d-4ad7-aa8f-5cbb82bc6c37 req-3707c14c-0657-4233-abd4-3531822929d9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0517430 Mar 10 15:11:37.433881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68e4f52d-7924-4a43-a1af-71a90bc776d9 req-2a0cb333-51c4-4178-8d80-b375d1b012ad tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838819 Mar 10 15:11:37.445463 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efe212b-d395-4a4e-96c2-55639e1f207e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.446031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efe212b-d395-4a4e-96c2-55639e1f207e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.451945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55774) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.462648 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0efe212b-d395-4a4e-96c2-55639e1f207e tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/d7ac5507-8cb6-4731-a788-fdc62b983638 HTTP/1.1" status: 404 len: 333 time: 0.0521955 Mar 10 15:11:37.483361 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9c962a-4a0d-49b6-b54f-b1da6bfbd9df tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.483834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9c962a-4a0d-49b6-b54f-b1da6bfbd9df tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.490188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55778) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.491369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ec9c962a-4a0d-49b6-b54f-b1da6bfbd9df tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/2506b405-57e5-43e9-9499-c25b526008c6 HTTP/1.1" status: 404 len: 337 time: 0.0383401 Mar 10 15:11:37.516087 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4936adf1-78b2-4986-8bb4-27dc5f6c612a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.516671 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4936adf1-78b2-4986-8bb4-27dc5f6c612a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.523336 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4936adf1-78b2-4986-8bb4-27dc5f6c612a tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/91a98331-d1e7-46b1-ade2-8f717066fb1c HTTP/1.1" status: 404 len: 333 time: 0.0319953 Mar 10 15:11:37.523945 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55780) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.533232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e2a51d4-3f26-4ae6-a933-1de32170ded9 req-0e7e1059-b2ca-4ed1-b396-35db4d39d9cf tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 210 time: 0.0404739 Mar 10 15:11:37.565158 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b95c7a9-639a-46c7-bc8d-02b5d3702e7c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.565656 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b95c7a9-639a-46c7-bc8d-02b5d3702e7c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.571678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55784) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.581099 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1b95c7a9-639a-46c7-bc8d-02b5d3702e7c tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/1d4d63ff-5be1-4fe9-9da9-d2d242b73c5c HTTP/1.1" status: 404 len: 337 time: 0.0546048 Mar 10 15:11:37.598968 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15a98b3-625d-4457-9dac-f579bfa7b540 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.599552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15a98b3-625d-4457-9dac-f579bfa7b540 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.605372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55788) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.618911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e15a98b3-625d-4457-9dac-f579bfa7b540 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/374e4442-8733-41cc-9c2b-601eba878080 HTTP/1.1" status: 404 len: 333 time: 0.0460598 Mar 10 15:11:37.656214 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6454c1-c68e-4947-ad79-1a69015fd376 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.656903 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6454c1-c68e-4947-ad79-1a69015fd376 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.673702 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1f6454c1-c68e-4947-ad79-1a69015fd376 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/498be3b6-6fe1-4fda-963d-1aefeab7ce70 HTTP/1.1" status: 404 len: 337 time: 0.0667224 Mar 10 15:11:37.677424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55790) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.728817 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd42197c-c54a-4faf-956f-f8c319282811 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.729408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd42197c-c54a-4faf-956f-f8c319282811 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.735395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bd42197c-c54a-4faf-956f-f8c319282811 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/ports/438be68a-8cd4-477c-a458-f5b385aaf9db HTTP/1.1" status: 404 len: 333 time: 0.0545433 Mar 10 15:11:37.735872 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55792) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.753315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a45da-921d-4ac2-b6d5-9897b97f0fcd req-5c2b373f-47dc-4821-8782-b0a66a8807ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:37.755197 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-959a45da-921d-4ac2-b6d5-9897b97f0fcd req-5c2b373f-47dc-4821-8782-b0a66a8807ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 1126 time: 0.0715559 Mar 10 15:11:37.756748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1053d6c-59e9-420c-9629-1e0cb20b43c2 req-da0732fd-d2a6-4912-a590-7d1a63aa5989 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:37.763727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1053d6c-59e9-420c-9629-1e0cb20b43c2 req-da0732fd-d2a6-4912-a590-7d1a63aa5989 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 945 time: 0.1307001 Mar 10 15:11:37.790749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3baacf-6127-446d-9ae7-669e3ad67d9a req-9246ad14-6ab9-486a-a411-2570e77a32f5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:37.792270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d3baacf-6127-446d-9ae7-669e3ad67d9a req-9246ad14-6ab9-486a-a411-2570e77a32f5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1298723 Mar 10 15:11:37.813971 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea465d9f-bc5b-4e7f-8f7a-1f5ac49d97a1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] DELETE failed (client error): The resource could not be found. Mar 10 15:11:37.814219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea465d9f-bc5b-4e7f-8f7a-1f5ac49d97a1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:11:37.819295 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ea465d9f-bc5b-4e7f-8f7a-1f5ac49d97a1 tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/subnets/35b7bc2b-0902-4a5a-9f63-6c24a1d9caa5 HTTP/1.1" status: 404 len: 337 time: 0.0797162 Mar 10 15:11:37.820549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55794) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:37.858012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1053d6c-59e9-420c-9629-1e0cb20b43c2 req-3583edcd-31e8-465c-9c97-8342908f205c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933559 Mar 10 15:11:37.942917 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d3baacf-6127-446d-9ae7-669e3ad67d9a req-36acc670-8d28-4c73-8f7e-70b067a37bf5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432090 Mar 10 15:11:37.982287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-932fb259-a10f-40d1-be52-e77b47f176bc tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:37.983797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-932fb259-a10f-40d1-be52-e77b47f176bc tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.45 "GET /v2.0/networks?id=dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 HTTP/1.1" status: 200 len: 825 time: 0.1725225 Mar 10 15:11:38.006386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (e8b41007-025f-4e22-b7fd-0464260c3402), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:38.009601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Request body: {'port': {'device_id': 'e3cbba78-b399-4206-ac95-f4e78dabcbd5', 'network_id': 'dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4', 'admin_state_up': True, 'tenant_id': '822d20a293834db8b0da0285e47fb7de'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:38.012896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a45da-921d-4ac2-b6d5-9897b97f0fcd req-2e493483-e991-4f19-8ad3-43831228df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:38.014352 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-959a45da-921d-4ac2-b6d5-9897b97f0fcd req-2e493483-e991-4f19-8ad3-43831228df17 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 200 len: 913 time: 0.2304864 Mar 10 15:11:38.132606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Made reservation on behalf of 822d20a293834db8b0da0285e47fb7de for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:38.136314 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:38.281893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Allocated IP 172.20.0.14 (dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4/6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2/76ae5d76-baf0-450e-a8e3-3ca188db4bd5) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:38.416775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (e8b41007-025f-4e22-b7fd-0464260c3402), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:38.425522 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-959a45da-921d-4ac2-b6d5-9897b97f0fcd req-b5a98033-eeac-43ca-a6c1-c1b9e4185b09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 200 len: 999 time: 0.4036732 Mar 10 15:11:38.447374 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b41007-025f-4e22-b7fd-0464260c3402']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:38.481137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016c8ed7-2ed5-4618-b65f-9a507f1ca286') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:38.481606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016c8ed7-2ed5-4618-b65f-9a507f1ca286') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:38.482104 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Publish callbacks [] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:38.493161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415efbb1-b6a0-42d0-95e9-a5d507f1611e req-cca4a319-2f61-456e-b460-6e1234df35a2 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:38.494708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-415efbb1-b6a0-42d0-95e9-a5d507f1611e req-cca4a319-2f61-456e-b460-6e1234df35a2 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.0918574 Mar 10 15:11:38.497537 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (016c8ed7-2ed5-4618-b65f-9a507f1ca286), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:38.515496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a45da-921d-4ac2-b6d5-9897b97f0fcd req-6c571c29-b3c5-4d52-bb5a-e2764562be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:38.516945 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-959a45da-921d-4ac2-b6d5-9897b97f0fcd req-6c571c29-b3c5-4d52-bb5a-e2764562be34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 200 len: 851 time: 0.0812786 Mar 10 15:11:38.521191 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (016c8ed7-2ed5-4618-b65f-9a507f1ca286), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:38.535469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:11:38.535867 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (016c8ed7-2ed5-4618-b65f-9a507f1ca286), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:11:38.538835 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:11:38.545404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d36a725d-1068-42d3-b21e-34fea00211f1 req-1ab93f62-9ef8-4cb5-a666-5e8e37edb64b tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0492351 Mar 10 15:11:38.615255 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:38.630902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a45da-921d-4ac2-b6d5-9897b97f0fcd req-2769fb4c-7935-4748-91e8-c188903577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:38.633904 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-959a45da-921d-4ac2-b6d5-9897b97f0fcd req-2769fb4c-7935-4748-91e8-c188903577c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1081190 Mar 10 15:11:38.635013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (e8b41007-025f-4e22-b7fd-0464260c3402), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:38.642722 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:38.645740 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] 10.222.0.11 "DELETE /v2.0/networks/e8b41007-025f-4e22-b7fd-0464260c3402 HTTP/1.1" status: 204 len: 168 time: 0.8241408 Mar 10 15:11:38.650828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-415efbb1-b6a0-42d0-95e9-a5d507f1611e req-d9fb95b1-cd45-4dcd-af76-ccdb1ab1d6aa tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413729 Mar 10 15:11:38.700446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Network dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:38.701334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bd977-6100-4852-b69b-09b174fcc8ec tempest-NetworksTestDHCPv6-706977725 tempest-NetworksTestDHCPv6-706977725-project] Pushing event deleted for resources: {'Network': ['ID=e8b41007-025f-4e22-b7fd-0464260c3402,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:38.723059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:38.732646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:38.767429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Pushing event updated for resources: {'Port': ['ID=76ae5d76-baf0-450e-a8e3-3ca188db4bd5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:38.801677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.802071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.802384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.802749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.803112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.803453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.804312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.804667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.805005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.805350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.805683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.806021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.806350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:38.813844 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-959a45da-921d-4ac2-b6d5-9897b97f0fcd req-8134be4e-56df-4f50-86fe-fc4991dc98c8 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669903 Mar 10 15:11:38.828993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6821f9-0036-4eae-8d0a-474c13bab72d req-4b19b1c0-5094-48fb-aed4-cb093f96d34e tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:38.835702 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca6821f9-0036-4eae-8d0a-474c13bab72d req-4b19b1c0-5094-48fb-aed4-cb093f96d34e tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 932 time: 0.1607156 Mar 10 15:11:38.842988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:38.843616 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:38.881025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-1085b3a2-0119-47dd-a14d-7d8413f3a3ee tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8766081 Mar 10 15:11:38.901561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Request body: {'port': {'device_id': 'e3cbba78-b399-4206-ac95-f4e78dabcbd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:38.952547 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-959a45da-921d-4ac2-b6d5-9897b97f0fcd req-5220c35c-968f-4827-9d4e-791766955884 service neutron] 10.222.0.62 "GET /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288295 Mar 10 15:11:38.957256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca6821f9-0036-4eae-8d0a-474c13bab72d req-7581dc8f-9554-4152-b239-dccfc44fdffd tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157265 Mar 10 15:11:39.021362 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:39.041888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55810) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:39.211299 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-eec2e736-b870-4e57-8343-2556c81e3b05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46cae5f356c5471185866f4cfe884f42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680620 Mar 10 15:11:39.213535 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55814) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:39.214432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91383cf4-8abb-413d-a4ac-b6c87be8de46 req-29ebb2b9-dd95-40f7-a3b3-a3aefdbb8554 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:39.215980 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91383cf4-8abb-413d-a4ac-b6c87be8de46 req-29ebb2b9-dd95-40f7-a3b3-a3aefdbb8554 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 945 time: 0.2152815 Mar 10 15:11:39.268102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e71acf2-82ae-4d60-bb87-43b83b35540c admin admin] Publish callbacks [] for security_group (75676b3a-8a9f-4a98-836c-7995177fdcd8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:39.268875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30f2b0-4d1c-43ff-9fcd-1b51b38c321b req-0267e9f2-7360-4730-82bb-15f12a658a29 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:39.270355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff30f2b0-4d1c-43ff-9fcd-1b51b38c321b req-0267e9f2-7360-4730-82bb-15f12a658a29 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1907516 Mar 10 15:11:39.298867 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e71acf2-82ae-4d60-bb87-43b83b35540c admin admin] Publish callbacks [] for security_group (75676b3a-8a9f-4a98-836c-7995177fdcd8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:39.348301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e71acf2-82ae-4d60-bb87-43b83b35540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (75676b3a-8a9f-4a98-836c-7995177fdcd8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:39.350978 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e71acf2-82ae-4d60-bb87-43b83b35540c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:39.352255 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2e71acf2-82ae-4d60-bb87-43b83b35540c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75676b3a-8a9f-4a98-836c-7995177fdcd8 HTTP/1.1" status: 204 len: 168 time: 0.1376340 Mar 10 15:11:39.360649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91383cf4-8abb-413d-a4ac-b6c87be8de46 req-4750a70a-de5a-4438-af02-04beda309b09 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341336 Mar 10 15:11:39.360966 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71acf2-82ae-4d60-bb87-43b83b35540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75676b3a-8a9f-4a98-836c-7995177fdcd8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:39.397762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff30f2b0-4d1c-43ff-9fcd-1b51b38c321b req-2035f931-cccb-42c3-9996-9eb0ebc1c770 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154110 Mar 10 15:11:39.494504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:11:39.504023 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Publish callbacks [] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:39.518765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Transition to ACTIVE for port object 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:11:39.524230 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:39.612160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Pushing event updated for resources: {'Port': ['ID=76ae5d76-baf0-450e-a8e3-3ca188db4bd5,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:39.703588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86baf097-e441-4912-be3c-c6407334007d req-2dcf4bae-2a93-4c6c-a7bd-19b9f7a4dfa6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0419052 Mar 10 15:11:39.716839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Attempting to bind port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:39.717337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Attempting to bind port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '81042deb-e2b5-418b-b308-2f2b1adcca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:39.717618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Attempting to bind port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 on network dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:39.731849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 on network dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:11:39.732176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Attempting to bind port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 on network dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:39.737658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:39.738006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Checking segment: {'id': '81042deb-e2b5-418b-b308-2f2b1adcca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:39.738394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Bound using segment: {'id': '81042deb-e2b5-418b-b308-2f2b1adcca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:39.738845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Bound port: 76ae5d76-baf0-450e-a8e3-3ca188db4bd5, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81042deb-e2b5-418b-b308-2f2b1adcca2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:39.739210 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:39.857789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] For port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:39.867997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f9218-fc4a-4d4f-a2d9-6cac1780fee6 req-19829de1-00fc-406d-89d9-7c07d89fb701 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:39.870002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c34f9218-fc4a-4d4f-a2d9-6cac1780fee6 req-19829de1-00fc-406d-89d9-7c07d89fb701 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1157148 Mar 10 15:11:39.871898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] For port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=76ae5d76-baf0-450e-a8e3-3ca188db4bd5,segment=NetworkSegment(81042deb-e2b5-418b-b308-2f2b1adcca2e),segment_id=81042deb-e2b5-418b-b308-2f2b1adcca2e)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:39.880168 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:39.930146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:39.930146 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:39.933322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/76ae5d76-baf0-450e-a8e3-3ca188db4bd5 HTTP/1.1" status: 200 len: 1092 time: 1.0359597 Mar 10 15:11:39.937316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cbba78-b399-4206-ac95-f4e78dabcbd5', 'tag': '76ae5d76-baf0-450e-a8e3-3ca188db4bd5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:39.940667 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14006256-a372-4cb7-b235-8e7bb08fdcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cbba78-b399-4206-ac95-f4e78dabcbd5", "tag": "76ae5d76-baf0-450e-a8e3-3ca188db4bd5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:40.029912 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373400ca-cf74-4a4a-a1a3-ac8e94e1c4db x-openstack-request-id: req-373400ca-cf74-4a4a-a1a3-ac8e94e1c4db {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:40.030399 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cbba78-b399-4206-ac95-f4e78dabcbd5", "tag": "76ae5d76-baf0-450e-a8e3-3ca188db4bd5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:40.030897 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-373400ca-cf74-4a4a-a1a3-ac8e94e1c4db {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:40.031402 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cbba78-b399-4206-ac95-f4e78dabcbd5', 'tag': '76ae5d76-baf0-450e-a8e3-3ca188db4bd5', 'status': 'completed', 'code': 200} Mar 10 15:11:40.032516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da635868-b17c-4db3-92ee-4ab287ed35d8 service neutron] Pushing event updated for resources: {'Port': ['ID=76ae5d76-baf0-450e-a8e3-3ca188db4bd5,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:40.056489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c34f9218-fc4a-4d4f-a2d9-6cac1780fee6 req-1ccb7385-8f42-4e4c-afd3-9a7eea05fe10 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726372 Mar 10 15:11:40.148185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-b53c9370-c042-46ce-b892-e27c11181b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:40.149709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-b53c9370-c042-46ce-b892-e27c11181b56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=822d20a293834db8b0da0285e47fb7de&device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 1126 time: 0.1328430 Mar 10 15:11:40.165186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631e29c-b64e-420d-9bef-49c8544e089d req-f245f94c-c661-4098-9d92-e099bd47a25a tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:40.166675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f631e29c-b64e-420d-9bef-49c8544e089d req-f245f94c-c661-4098-9d92-e099bd47a25a tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 944 time: 0.0841734 Mar 10 15:11:40.214576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-ce02d871-eaf8-4cbe-971a-0f50f51f4024 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76ae5d76-baf0-450e-a8e3-3ca188db4bd5 HTTP/1.1" status: 200 len: 217 time: 0.0468919 Mar 10 15:11:40.281402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f631e29c-b64e-420d-9bef-49c8544e089d req-797b7fca-dd26-44dc-b79f-2328a817543f tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064453 Mar 10 15:11:40.288660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-b409c238-6b37-481a-bd67-eeec466bd7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:40.290084 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-b409c238-6b37-481a-bd67-eeec466bd7e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2 HTTP/1.1" status: 200 len: 865 time: 0.0659106 Mar 10 15:11:40.323145 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55844) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:40.335082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-a73360bc-9151-4845-a6de-3c18bc21a7c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336752 Mar 10 15:11:40.432420 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-431617328'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:40.452014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-e56d5399-b6d7-4a7f-927f-d9348bbb195e service neutron] 10.222.0.45 "GET /v2.0/networks/dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015806 Mar 10 15:11:40.465815 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:40.469793 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:40.481644 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:40.589068 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for security_group (f4cab57c-0d62-48b2-bb2a-ddd40116633d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:40.595580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f4cab57c-0d62-48b2-bb2a-ddd40116633d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:40.636887 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:11:40.640012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce6bd-3673-4a95-b7e0-528ac4c4f617 req-3f5e4780-4780-4945-8291-a9dfbf9b2787 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:40.641711 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-393ce6bd-3673-4a95-b7e0-528ac4c4f617 req-3f5e4780-4780-4945-8291-a9dfbf9b2787 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.1514106 Mar 10 15:11:40.667832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cab57c-0d62-48b2-bb2a-ddd40116633d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:40.672278 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8c9cd463-e751-408c-9c11-118d8d57ffb2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:40.672890 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment 8c9cd463-e751-408c-9c11-118d8d57ffb2 of type vlan for network 36c3bb99-28de-4150-841c-f26ca76f6461 Mar 10 15:11:40.673660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-231204fc-887f-4caa-8b4a-081e00f2fa56 req-e6e6268c-9683-49b7-addb-d94494fb0018 service neutron] 10.222.0.45 "GET /v2.0/networks/dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073030 Mar 10 15:11:40.727374 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (36c3bb99-28de-4150-841c-f26ca76f6461), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:40.745789 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-393ce6bd-3673-4a95-b7e0-528ac4c4f617 req-f72cacb0-5a19-465d-9a26-2f830d08bfc2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932043 Mar 10 15:11:40.764130 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (36c3bb99-28de-4150-841c-f26ca76f6461), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:40.787091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:40.790659 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:40.833981 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5094814 Mar 10 15:11:40.867807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14006256-a372-4cb7-b235-8e7bb08fdcaa req-bd47c119-e211-4d0f-b6d0-5d0a16d33c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:40.869673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14006256-a372-4cb7-b235-8e7bb08fdcaa req-bd47c119-e211-4d0f-b6d0-5d0a16d33c45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=822d20a293834db8b0da0285e47fb7de&device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 1126 time: 0.1230104 Mar 10 15:11:40.934335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de030883-adcf-44d4-92c3-460a1c7e8d71 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=36c3bb99-28de-4150-841c-f26ca76f6461,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:40.944772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 36c3bb99-28de-4150-841c-f26ca76f6461 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:11:40.972572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55856) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:40.973102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f625d71-d3e6-4937-88ce-3b6164fb8a48 req-72d00068-add5-43f7-8052-113560478eb0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.1197791 Mar 10 15:11:40.978154 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'network_id': '36c3bb99-28de-4150-841c-f26ca76f6461', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:41.034622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14006256-a372-4cb7-b235-8e7bb08fdcaa req-c56d0de9-fbfc-437a-8012-c7393b915c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:41.036184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14006256-a372-4cb7-b235-8e7bb08fdcaa req-c56d0de9-fbfc-437a-8012-c7393b915c5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 HTTP/1.1" status: 200 len: 926 time: 0.1488867 Mar 10 15:11:41.097622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:41.103101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:41.308055 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (72fa73d7-e17c-4ec5-b997-0bed0f01c49d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:41.361369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=72fa73d7-e17c-4ec5-b997-0bed0f01c49d,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:41.383228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking segment: {'id': '8c9cd463-e751-408c-9c11-118d8d57ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36c3bb99-28de-4150-841c-f26ca76f6461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:41.383729 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network hostable DHCP agents. Network: 36c3bb99-28de-4150-841c-f26ca76f6461, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:11:41.402512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network 36c3bb99-28de-4150-841c-f26ca76f6461 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:11:41.412864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 36c3bb99-28de-4150-841c-f26ca76f6461) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:41.417286 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:41.417877 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:41.426044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dda41e-0809-4610-98b7-18fb4a818195 None None] Network 36c3bb99-28de-4150-841c-f26ca76f6461 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:41.432062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14006256-a372-4cb7-b235-8e7bb08fdcaa req-bb8da95b-4ae5-4676-8a73-269cde20d7f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76ae5d76-baf0-450e-a8e3-3ca188db4bd5 HTTP/1.1" status: 200 len: 217 time: 0.3767736 Mar 10 15:11:41.447013 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-31429e8e-06d9-4de8-a18f-58ceeef78c87 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4731512 Mar 10 15:11:41.447738 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55862) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:41.453552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-336223241'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:41.456821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbdac4-d737-48c2-b196-dde4ba6afb3e req-057d7190-3420-4494-b5db-289b74cdc5e6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:41.458303 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cbdac4-d737-48c2-b196-dde4ba6afb3e req-057d7190-3420-4494-b5db-289b74cdc5e6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 945 time: 0.6629837 Mar 10 15:11:41.484996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:41.488998 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:41.521572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:11:41.537115 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (93a7caf8-3fef-48fa-888e-e346c93b22ad), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:41.537673 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment 93a7caf8-3fef-48fa-888e-e346c93b22ad of type vlan for network 8bca2b4e-4aff-4f60-9803-41e4689837a2 Mar 10 15:11:41.580429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-36c3bb99-28de-4150-841c-f26ca76f6461', 'network_id': '36c3bb99-28de-4150-841c-f26ca76f6461', 'project_id': '90453d268fdc45739324336fb957c3e3', 'fixed_ips': [{'subnet_id': '72fa73d7-e17c-4ec5-b997-0bed0f01c49d'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:11:41.582541 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:41.587216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cbdac4-d737-48c2-b196-dde4ba6afb3e req-b75dde5e-37c8-4eca-9b4d-9121b34bab9f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207275 Mar 10 15:11:41.591779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14006256-a372-4cb7-b235-8e7bb08fdcaa req-48fef8a8-3fba-49d6-a4fe-f1cdb90d2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:41.594668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14006256-a372-4cb7-b235-8e7bb08fdcaa req-48fef8a8-3fba-49d6-a4fe-f1cdb90d2bfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2 HTTP/1.1" status: 200 len: 865 time: 0.1454613 Mar 10 15:11:41.608913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49859729-9377-4f9d-a6fd-705e8138ac1b req-98a2f7a9-0323-4856-8d6b-bd62f4156ee2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:41.610335 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (8bca2b4e-4aff-4f60-9803-41e4689837a2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:41.624205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49859729-9377-4f9d-a6fd-705e8138ac1b req-98a2f7a9-0323-4856-8d6b-bd62f4156ee2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.5598483 Mar 10 15:11:41.643141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (8bca2b4e-4aff-4f60-9803-41e4689837a2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:41.659132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:41.661042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:41.685478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14006256-a372-4cb7-b235-8e7bb08fdcaa req-b9de6cbd-cefb-4f03-aedf-193607aec37d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583231 Mar 10 15:11:41.759565 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3107517 Mar 10 15:11:41.763358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55866) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:41.771748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'network_id': '8bca2b4e-4aff-4f60-9803-41e4689837a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:41.805845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Allocated IP 172.20.255.242 (36c3bb99-28de-4150-841c-f26ca76f6461/72fa73d7-e17c-4ec5-b997-0bed0f01c49d/ea634c4a-3aca-4688-a901-51dc8e6da97f) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:41.806317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49859729-9377-4f9d-a6fd-705e8138ac1b req-18ce0f82-e059-4f4e-828c-8d0ecd2f0248 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771512 Mar 10 15:11:41.817145 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7ae28-7b7f-4d2b-88c7-030519cb2e81 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=8bca2b4e-4aff-4f60-9803-41e4689837a2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:41.950923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:41.955086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:41.958834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14006256-a372-4cb7-b235-8e7bb08fdcaa req-342a6ab7-278e-4ade-b73c-cd63ba6622a9 service neutron] 10.222.0.45 "GET /v2.0/networks/dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430167 Mar 10 15:11:41.963584 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 8bca2b4e-4aff-4f60-9803-41e4689837a2 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:11:41.971266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420e03e-ef00-4594-889e-179e0e0a9324 req-9d48bc67-d4d8-497b-a8ff-f90f9e66eb05 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:41.973609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a420e03e-ef00-4594-889e-179e0e0a9324 req-9d48bc67-d4d8-497b-a8ff-f90f9e66eb05 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.2303510 Mar 10 15:11:42.073659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b9f88-8665-40ec-b213-91498172422e req-429e93d3-8579-4348-b753-e527df0c8a3a tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:42.081230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e80b9f88-8665-40ec-b213-91498172422e req-429e93d3-8579-4348-b753-e527df0c8a3a tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 944 time: 0.2012119 Mar 10 15:11:42.109365 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Publish callbacks [] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:42.124786 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:42.133754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a420e03e-ef00-4594-889e-179e0e0a9324 req-c4359016-ea33-4782-b1fb-aa7f9450ca83 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494944 Mar 10 15:11:42.171450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14006256-a372-4cb7-b235-8e7bb08fdcaa req-c043cfc7-6866-4f28-acc1-ff265dc80fa5 service neutron] 10.222.0.45 "GET /v2.0/networks/dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974790 Mar 10 15:11:42.210388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e80b9f88-8665-40ec-b213-91498172422e req-4572f76b-084d-40a4-a21c-5c494d4c114e tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205697 Mar 10 15:11:42.237713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Network 36c3bb99-28de-4150-841c-f26ca76f6461 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:42.238582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Pushing event updated for resources: {'Port': ['ID=ea634c4a-3aca-4688-a901-51dc8e6da97f,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:42.241808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:42.244028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:42.289927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (568ceb6c-c67e-4ff2-b0a0-2d6487d89bbb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:42.322503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Attempting to bind port ea634c4a-3aca-4688-a901-51dc8e6da97f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:42.323134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Attempting to bind port ea634c4a-3aca-4688-a901-51dc8e6da97f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '8c9cd463-e751-408c-9c11-118d8d57ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36c3bb99-28de-4150-841c-f26ca76f6461'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:42.323569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Attempting to bind port ea634c4a-3aca-4688-a901-51dc8e6da97f on network 36c3bb99-28de-4150-841c-f26ca76f6461 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:42.331840 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:42.332145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Checking segment: {'id': '8c9cd463-e751-408c-9c11-118d8d57ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36c3bb99-28de-4150-841c-f26ca76f6461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:42.333444 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:42.333956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Bound using segment: {'id': '8c9cd463-e751-408c-9c11-118d8d57ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36c3bb99-28de-4150-841c-f26ca76f6461'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:42.334630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Bound port: ea634c4a-3aca-4688-a901-51dc8e6da97f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9cd463-e751-408c-9c11-118d8d57ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '36c3bb99-28de-4150-841c-f26ca76f6461'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:42.335174 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:42.374213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef8022-e881-4ab0-8c40-36846c3cb206 req-e80648e2-9df6-4834-ae99-1800f1e37163 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:42.375719 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=568ceb6c-c67e-4ff2-b0a0-2d6487d89bbb,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:42.376888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62ef8022-e881-4ab0-8c40-36846c3cb206 req-e80648e2-9df6-4834-ae99-1800f1e37163 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 945 time: 0.1161509 Mar 10 15:11:42.386286 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking segment: {'id': '93a7caf8-3fef-48fa-888e-e346c93b22ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8bca2b4e-4aff-4f60-9803-41e4689837a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:42.386714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network hostable DHCP agents. Network: 8bca2b4e-4aff-4f60-9803-41e4689837a2, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:11:42.406337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network 8bca2b4e-4aff-4f60-9803-41e4689837a2 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:11:42.420241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 8bca2b4e-4aff-4f60-9803-41e4689837a2) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:42.436138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] For port ea634c4a-3aca-4688-a901-51dc8e6da97f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:42.436848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:42.437731 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:42.440173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] For port ea634c4a-3aca-4688-a901-51dc8e6da97f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ea634c4a-3aca-4688-a901-51dc8e6da97f,segment=NetworkSegment(8c9cd463-e751-408c-9c11-118d8d57ffb2),segment_id=8c9cd463-e751-408c-9c11-118d8d57ffb2)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:42.445551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d379c7-c01b-4671-a35f-8ad4b9acf631 None None] Network 8bca2b4e-4aff-4f60-9803-41e4689837a2 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:42.463348 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:42.475134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62ef8022-e881-4ab0-8c40-36846c3cb206 req-9a3788e3-180a-4c4b-a9a8-156d4a589b69 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926054 Mar 10 15:11:42.475964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55878) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:42.478336 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-afaa4e65-8940-4e2c-ba37-2c3ebadd7cae tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7138660 Mar 10 15:11:42.581020 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981696c-8469-4a33-8eda-fb4481b56543 None None] Pushing event updated for resources: {'Port': ['ID=ea634c4a-3aca-4688-a901-51dc8e6da97f,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:42.602754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f228cc8a-3766-480f-bd6b-767b040637d4 req-96e45ad3-7b8b-4f88-a2c7-a7a1e2b4519a tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0391536 Mar 10 15:11:42.643422 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (8bca2b4e-4aff-4f60-9803-41e4689837a2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:42.645925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:11:42.770116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (568ceb6c-c67e-4ff2-b0a0-2d6487d89bbb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:42.880118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=76ae5d76-baf0-450e-a8e3-3ca188db4bd5,segment=NetworkSegment(81042deb-e2b5-418b-b308-2f2b1adcca2e),segment_id=81042deb-e2b5-418b-b308-2f2b1adcca2e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:42.886466 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (568ceb6c-c67e-4ff2-b0a0-2d6487d89bbb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:42.908743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c154b-3671-44ef-a0b2-8048193c52c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-8bca2b4e-4aff-4f60-9803-41e4689837a2', 'network_id': '8bca2b4e-4aff-4f60-9803-41e4689837a2', 'project_id': '90453d268fdc45739324336fb957c3e3', 'fixed_ips': [{'subnet_id': '568ceb6c-c67e-4ff2-b0a0-2d6487d89bbb'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:11:42.910417 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-300c154b-3671-44ef-a0b2-8048193c52c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:42.913089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '76ae5d76-baf0-450e-a8e3-3ca188db4bd5', 'network_id': 'dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4', 'port_id': '76ae5d76-baf0-450e-a8e3-3ca188db4bd5', 'mac_address': 'fa:16:3e:a9:a6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:11:42.953927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Subnet': ['ID=568ceb6c-c67e-4ff2-b0a0-2d6487d89bbb,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:42.994945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:42.995639 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.073213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:11:43.172318 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (8bca2b4e-4aff-4f60-9803-41e4689837a2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.198138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bca2b4e-4aff-4f60-9803-41e4689837a2']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:43.210222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a7caf8-3fef-48fa-888e-e346c93b22ad') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:43.210521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a7caf8-3fef-48fa-888e-e346c93b22ad') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:43.210757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=76ae5d76-baf0-450e-a8e3-3ca188db4bd5,segment=NetworkSegment(81042deb-e2b5-418b-b308-2f2b1adcca2e),segment_id=81042deb-e2b5-418b-b308-2f2b1adcca2e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:43.218468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f5ca83-4d73-48e3-96cb-b226f68c1a0f None None] Network 8bca2b4e-4aff-4f60-9803-41e4689837a2 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:43.228255 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.233055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (93a7caf8-3fef-48fa-888e-e346c93b22ad), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.248408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (93a7caf8-3fef-48fa-888e-e346c93b22ad), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.255341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:11:43.255823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (93a7caf8-3fef-48fa-888e-e346c93b22ad), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.316478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=76ae5d76-baf0-450e-a8e3-3ca188db4bd5,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:11:43.333063 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:11:43.344422 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (8bca2b4e-4aff-4f60-9803-41e4689837a2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.363362 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.373823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/8bca2b4e-4aff-4f60-9803-41e4689837a2 HTTP/1.1" status: 204 len: 168 time: 0.8966262 Mar 10 15:11:43.378288 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55920) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:43.384886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-303884479'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:43.406625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae46d5-a1e6-41a6-be08-aa7198f52f47 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=8bca2b4e-4aff-4f60-9803-41e4689837a2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:43.427764 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:43.431335 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.448689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d18cec-fad7-48c7-b0d7-7a13976bcd10 req-7cad636d-a7a3-49b0-8909-9b8d93996b4a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:43.456265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d18cec-fad7-48c7-b0d7-7a13976bcd10 req-7cad636d-a7a3-49b0-8909-9b8d93996b4a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 945 time: 0.4845774 Mar 10 15:11:43.495015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:11:43.513765 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (892253af-d589-49d8-8160-63d5ebe903ed), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.514297 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment 892253af-d589-49d8-8160-63d5ebe903ed of type vlan for network 3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07 Mar 10 15:11:43.543436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d18cec-fad7-48c7-b0d7-7a13976bcd10 req-f2a99de6-af83-49c9-a351-cea831e0fc15 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859561 Mar 10 15:11:43.547947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ea634c4a-3aca-4688-a901-51dc8e6da97f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:43.605899 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.648316 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.648795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ea634c4a-3aca-4688-a901-51dc8e6da97f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:43.649373 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.653300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['76ae5d76-baf0-450e-a8e3-3ca188db4bd5'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:43.655185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:43.655862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:43.697006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeade93e-3017-4ce8-a1db-9d420825bd1e req-626e5703-9a1f-465e-837f-e784d8987062 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:43.698673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aeade93e-3017-4ce8-a1db-9d420825bd1e req-626e5703-9a1f-465e-837f-e784d8987062 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=e94fda3f-3c16-46d8-914f-2c3e98d754ad HTTP/1.1" status: 200 len: 943 time: 0.1062562 Mar 10 15:11:43.700132 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3192141 Mar 10 15:11:43.702035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55926) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:43.708395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'network_id': '3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:43.784727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd310c87-9014-4b85-821c-73b5cbb3ece6 req-91726d44-9cd7-4e52-a565-755cb83d34a8 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:43.786733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd310c87-9014-4b85-821c-73b5cbb3ece6 req-91726d44-9cd7-4e52-a565-755cb83d34a8 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1603875 Mar 10 15:11:43.798530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb10bc-c33b-414d-b69f-c0a220dee4d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:43.815003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:11:43.988020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:43.992668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:44.030335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd310c87-9014-4b85-821c-73b5cbb3ece6 req-9c73bfc4-c2c2-442e-8986-842ca814fd88 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175486 Mar 10 15:11:44.089506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Performing IP validity checks on allocation pools {{(pid=115533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 15:11:44.089997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 15:11:44.145967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ea634c4a-3aca-4688-a901-51dc8e6da97f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:44.146558 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:44.202409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port ea634c4a-3aca-4688-a901-51dc8e6da97f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ea634c4a-3aca-4688-a901-51dc8e6da97f,segment=NetworkSegment(8c9cd463-e751-408c-9c11-118d8d57ffb2),segment_id=8c9cd463-e751-408c-9c11-118d8d57ffb2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:44.208467 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:44.235178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daa7f41-9d62-46d0-9b58-33ed6003c9d7 None None] Network 36c3bb99-28de-4150-841c-f26ca76f6461 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:44.242250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-aeade93e-3017-4ce8-a1db-9d420825bd1e req-dfb344f5-abfd-4756-ab08-2528b87ab6ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Deleting port 7119d62e-8e6c-4321-90ff-c8672e84a850 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:44.242599 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aeade93e-3017-4ce8-a1db-9d420825bd1e req-dfb344f5-abfd-4756-ab08-2528b87ab6ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:44.325328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=ea634c4a-3aca-4688-a901-51dc8e6da97f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:44.358133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-da347fe6-60bd-45be-95e3-548929104f4f None None] Provisioning complete for port ea634c4a-3aca-4688-a901-51dc8e6da97f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:44.358493 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-da347fe6-60bd-45be-95e3-548929104f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:44.382454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3f164-8ceb-4a76-be6c-ac8cbe9b594f req-746cd66a-25a9-4a75-a667-7b44e9d26019 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:44.383987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-72f3f164-8ceb-4a76-be6c-ac8cbe9b594f req-746cd66a-25a9-4a75-a667-7b44e9d26019 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 945 time: 0.1996255 Mar 10 15:11:44.387658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (a8479b79-a302-4bca-b61c-2e4877a5c5e9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:44.467816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aeade93e-3017-4ce8-a1db-9d420825bd1e req-dfb344f5-abfd-4756-ab08-2528b87ab6ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] For port 7119d62e-8e6c-4321-90ff-c8672e84a850, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7119d62e-8e6c-4321-90ff-c8672e84a850,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:44.468117 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aeade93e-3017-4ce8-a1db-9d420825bd1e req-dfb344f5-abfd-4756-ab08-2528b87ab6ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:44.474022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-da347fe6-60bd-45be-95e3-548929104f4f None None] Current status of the port ea634c4a-3aca-4688-a901-51dc8e6da97f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:44.511459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-aeade93e-3017-4ce8-a1db-9d420825bd1e req-dfb344f5-abfd-4756-ab08-2528b87ab6ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Calling delete_port for 7119d62e-8e6c-4321-90ff-c8672e84a850 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:44.517317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=a8479b79-a302-4bca-b61c-2e4877a5c5e9,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:44.549682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-72f3f164-8ceb-4a76-be6c-ac8cbe9b594f req-e2995a6f-8b6d-4d96-881f-47e3a5741628 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556163 Mar 10 15:11:44.556862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking segment: {'id': '892253af-d589-49d8-8160-63d5ebe903ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:44.557237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network hostable DHCP agents. Network: 3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:11:44.636011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network 3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:11:44.661632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d16c3666-485e-4559-835e-079b0282117d req-335ce1fa-1d93-498e-84e1-81264dcf9610 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0410392 Mar 10 15:11:44.687225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:44.708978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81f2c47-8a30-4bbc-bc51-744e6ea67a44 None None] Network 3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:44.753394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-785566bc-dff3-4753-b206-c15935473712 None None] Provisioning complete for port ea634c4a-3aca-4688-a901-51dc8e6da97f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:44.753771 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-785566bc-dff3-4753-b206-c15935473712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:44.756563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:44.757212 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:44.759474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aeade93e-3017-4ce8-a1db-9d420825bd1e req-dfb344f5-abfd-4756-ab08-2528b87ab6ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7119d62e-8e6c-4321-90ff-c8672e84a850), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:44.804332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['bcc07943-5348-4240-a2be-c3a6802d0987', 'eea9757e-89be-4d37-89b8-6bb70e936a02'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:44.813346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb344f5-abfd-4756-ab08-2528b87ab6ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event deleted for resources: {'Port': ['ID=7119d62e-8e6c-4321-90ff-c8672e84a850,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:44.838588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-857b7481-1713-4927-9d02-efb415dd2bdd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1349576 Mar 10 15:11:44.841701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55930) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:44.857997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c077da3-d216-4974-bbf7-59f3ba372738 req-126bce60-25df-4c78-8848-cc643ed6019e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:44.860707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c077da3-d216-4974-bbf7-59f3ba372738 req-126bce60-25df-4c78-8848-cc643ed6019e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 945 time: 0.1151021 Mar 10 15:11:44.934257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeade93e-3017-4ce8-a1db-9d420825bd1e req-dfb344f5-abfd-4756-ab08-2528b87ab6ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] No DVR routers for this DVR port 7119d62e-8e6c-4321-90ff-c8672e84a850 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:44.941880 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aeade93e-3017-4ce8-a1db-9d420825bd1e req-dfb344f5-abfd-4756-ab08-2528b87ab6ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:44.945445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aeade93e-3017-4ce8-a1db-9d420825bd1e req-dfb344f5-abfd-4756-ab08-2528b87ab6ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "DELETE /v2.0/ports/7119d62e-8e6c-4321-90ff-c8672e84a850 HTTP/1.1" status: 204 len: 173 time: 1.2313480 Mar 10 15:11:44.945765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'name': 'network-vif-deleted', 'tag': '7119d62e-8e6c-4321-90ff-c8672e84a850'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:44.947472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07', 'network_id': '3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07', 'project_id': '90453d268fdc45739324336fb957c3e3', 'fixed_ips': [{'subnet_id': 'a8479b79-a302-4bca-b61c-2e4877a5c5e9'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:11:44.948047 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca474a71-1ef9-434d-a6f0-9b59a74589dc" -d '{"events": [{"server_uuid": "e94fda3f-3c16-46d8-914f-2c3e98d754ad", "name": "network-vif-deleted", "tag": "7119d62e-8e6c-4321-90ff-c8672e84a850"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:44.948320 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.013475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-785566bc-dff3-4753-b206-c15935473712 None None] Current status of the port ea634c4a-3aca-4688-a901-51dc8e6da97f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:45.091100 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.091580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c077da3-d216-4974-bbf7-59f3ba372738 req-3611cf41-4121-427b-85ca-9c13e7d9bee9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089267 Mar 10 15:11:45.129351 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0add7a-b5b1-4cfd-9ee9-877b9a61cf34 x-openstack-request-id: req-ca0add7a-b5b1-4cfd-9ee9-877b9a61cf34 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:45.139305 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94fda3f-3c16-46d8-914f-2c3e98d754ad", "name": "network-vif-deleted", "tag": "7119d62e-8e6c-4321-90ff-c8672e84a850", "status": "failed", "code": 422}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:45.139631 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca0add7a-b5b1-4cfd-9ee9-877b9a61cf34 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:45.140020 n-d-833090-1 neutron-server[115533]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e94fda3f-3c16-46d8-914f-2c3e98d754ad', 'name': 'network-vif-deleted', 'tag': '7119d62e-8e6c-4321-90ff-c8672e84a850', 'status': 'failed', 'code': 422} returned with failed status Mar 10 15:11:45.249050 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (a8479b79-a302-4bca-b61c-2e4877a5c5e9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.264833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63144c74-976b-4577-ac97-fdfba7d3ad07 req-af13146f-7645-4ba6-9bc2-7da0beac5ab1 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:45.266380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63144c74-976b-4577-ac97-fdfba7d3ad07 req-af13146f-7645-4ba6-9bc2-7da0beac5ab1 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 945 time: 0.1042037 Mar 10 15:11:45.344718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Allocated IP 172.20.0.3 (3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07/a8479b79-a302-4bca-b61c-2e4877a5c5e9/bfa984b8-053d-400f-bf3a-f8cb37b21f2b) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:45.419204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccde58d-64af-44f3-96d8-37ddd9f06812 req-c5991dcf-4dab-49f8-98e0-f1d974fe441f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:45.426029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cccde58d-64af-44f3-96d8-37ddd9f06812 req-c5991dcf-4dab-49f8-98e0-f1d974fe441f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1585782 Mar 10 15:11:45.486009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-63144c74-976b-4577-ac97-fdfba7d3ad07 req-a2587fe6-4470-438e-8a06-84bc128f4da7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Deleting port d59c7385-1d88-4d9b-8ac9-e175c22432c9 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:45.486333 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-63144c74-976b-4577-ac97-fdfba7d3ad07 req-a2587fe6-4470-438e-8a06-84bc128f4da7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.521398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cccde58d-64af-44f3-96d8-37ddd9f06812 req-f706f9d1-02bc-4975-8f9d-c3d77b1f4789 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933526 Mar 10 15:11:45.548081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ea634c4a-3aca-4688-a901-51dc8e6da97f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:45.584841 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Publish callbacks [] for port (bfa984b8-053d-400f-bf3a-f8cb37b21f2b), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.627268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (a8479b79-a302-4bca-b61c-2e4877a5c5e9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.630714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-63144c74-976b-4577-ac97-fdfba7d3ad07 req-a2587fe6-4470-438e-8a06-84bc128f4da7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] For port d59c7385-1d88-4d9b-8ac9-e175c22432c9, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d59c7385-1d88-4d9b-8ac9-e175c22432c9,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:45.631206 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-63144c74-976b-4577-ac97-fdfba7d3ad07 req-a2587fe6-4470-438e-8a06-84bc128f4da7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.657468 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (bfa984b8-053d-400f-bf3a-f8cb37b21f2b), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.660019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-63144c74-976b-4577-ac97-fdfba7d3ad07 req-a2587fe6-4470-438e-8a06-84bc128f4da7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Calling delete_port for d59c7385-1d88-4d9b-8ac9-e175c22432c9 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:45.692234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Network 3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:45.701384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Subnet': ['ID=a8479b79-a302-4bca-b61c-2e4877a5c5e9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:45.713244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:45.723224 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:45.811496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ea634c4a-3aca-4688-a901-51dc8e6da97f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:45.811883 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.827605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Pushing event updated for resources: {'Port': ['ID=bfa984b8-053d-400f-bf3a-f8cb37b21f2b,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:45.830264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fab513-bd1d-493f-a322-49738747bb6f req-f9d52ab4-140e-4475-8a1f-1d3a16baf33f tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:45.836442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64fab513-bd1d-493f-a322-49738747bb6f req-f9d52ab4-140e-4475-8a1f-1d3a16baf33f tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 945 time: 0.1785288 Mar 10 15:11:45.850854 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.884038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:45.895120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Attempting to bind port bfa984b8-053d-400f-bf3a-f8cb37b21f2b on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:45.895489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Attempting to bind port bfa984b8-053d-400f-bf3a-f8cb37b21f2b by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '892253af-d589-49d8-8160-63d5ebe903ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:45.895848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Attempting to bind port bfa984b8-053d-400f-bf3a-f8cb37b21f2b on network 3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:45.900876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892253af-d589-49d8-8160-63d5ebe903ed') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:45.901185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892253af-d589-49d8-8160-63d5ebe903ed') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:45.907451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:45.907827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Checking segment: {'id': '892253af-d589-49d8-8160-63d5ebe903ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:45.908230 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.908624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Bound using segment: {'id': '892253af-d589-49d8-8160-63d5ebe903ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:45.909589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Bound port: bfa984b8-053d-400f-bf3a-f8cb37b21f2b, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892253af-d589-49d8-8160-63d5ebe903ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:45.909979 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bfa984b8-053d-400f-bf3a-f8cb37b21f2b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.912669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43b6c449-1754-4b99-8555-39ec4bf38be4 req-dce5adf1-1148-4286-9edb-ec042cf0e61d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0418298 Mar 10 15:11:45.914669 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (892253af-d589-49d8-8160-63d5ebe903ed), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.931591 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (892253af-d589-49d8-8160-63d5ebe903ed), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.940586 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:11:45.941120 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (892253af-d589-49d8-8160-63d5ebe903ed), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:11:45.956817 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:11:45.964705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64fab513-bd1d-493f-a322-49738747bb6f req-ebeee2f0-f39b-4bf4-9c37-c793aa2b8e21 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107724 Mar 10 15:11:46.037219 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:11:46.037219 n-d-833090-1 neutron-server[115534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:11:46.037219 n-d-833090-1 neutron-server[115534]: [parameters: {'id': '3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07'}] Mar 10 15:11:46.037219 n-d-833090-1 neutron-server[115534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:11:46.037669 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:11:46.046433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] For port bfa984b8-053d-400f-bf3a-f8cb37b21f2b, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:46.047858 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-63144c74-976b-4577-ac97-fdfba7d3ad07 req-a2587fe6-4470-438e-8a06-84bc128f4da7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d59c7385-1d88-4d9b-8ac9-e175c22432c9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:46.056929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] For port bfa984b8-053d-400f-bf3a-f8cb37b21f2b, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bfa984b8-053d-400f-bf3a-f8cb37b21f2b,segment=NetworkSegment(892253af-d589-49d8-8160-63d5ebe903ed),segment_id=892253af-d589-49d8-8160-63d5ebe903ed)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:46.068078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b', 'd59c7385-1d88-4d9b-8ac9-e175c22432c9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:46.098588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2587fe6-4470-438e-8a06-84bc128f4da7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event deleted for resources: {'Port': ['ID=d59c7385-1d88-4d9b-8ac9-e175c22432c9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:46.122333 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bfa984b8-053d-400f-bf3a-f8cb37b21f2b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:46.134126 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ea634c4a-3aca-4688-a901-51dc8e6da97f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:46.161345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76c06e-a13d-4da5-9ffd-4933a0a2e144 req-356be399-a03f-464a-b6d7-a25c03036d64 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:46.163285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd76c06e-a13d-4da5-9ffd-4933a0a2e144 req-356be399-a03f-464a-b6d7-a25c03036d64 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 907 time: 0.1327944 Mar 10 15:11:46.190619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-63144c74-976b-4577-ac97-fdfba7d3ad07 req-a2587fe6-4470-438e-8a06-84bc128f4da7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] No DVR routers for this DVR port d59c7385-1d88-4d9b-8ac9-e175c22432c9 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:46.193132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-63144c74-976b-4577-ac97-fdfba7d3ad07 req-a2587fe6-4470-438e-8a06-84bc128f4da7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:46.197030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63144c74-976b-4577-ac97-fdfba7d3ad07 req-a2587fe6-4470-438e-8a06-84bc128f4da7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "DELETE /v2.0/ports/d59c7385-1d88-4d9b-8ac9-e175c22432c9 HTTP/1.1" status: 204 len: 173 time: 0.9190965 Mar 10 15:11:46.232345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-741f2803-0621-4493-95c8-b6323501164f req-6814507e-02b0-425c-8da2-f4612a6169d6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d HTTP/1.1" status: 200 len: 210 time: 0.0343020 Mar 10 15:11:46.244209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524ed2c-a6e4-45c6-8703-59978d19b174 None None] Pushing event updated for resources: {'Port': ['ID=bfa984b8-053d-400f-bf3a-f8cb37b21f2b,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:46.289096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8db430-c5b7-4d65-b2e4-6f2a1c4e94cd None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:11:46.492309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8db430-c5b7-4d65-b2e4-6f2a1c4e94cd None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:11:46.539257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:46.604235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Deleting port bfa984b8-053d-400f-bf3a-f8cb37b21f2b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:46.604717 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bfa984b8-053d-400f-bf3a-f8cb37b21f2b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:46.633862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:11:46.660219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35d440-d866-45d8-ada4-6443c426b0bd req-9c5dbe1d-c061-498b-b922-1b01abadb458 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:46.668907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b35d440-d866-45d8-ada4-6443c426b0bd req-9c5dbe1d-c061-498b-b922-1b01abadb458 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.0691280 Mar 10 15:11:46.685302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] For port bfa984b8-053d-400f-bf3a-f8cb37b21f2b, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bfa984b8-053d-400f-bf3a-f8cb37b21f2b,segment=NetworkSegment(892253af-d589-49d8-8160-63d5ebe903ed),segment_id=892253af-d589-49d8-8160-63d5ebe903ed)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:46.685666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bfa984b8-053d-400f-bf3a-f8cb37b21f2b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:46.701289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Calling delete_port for bfa984b8-053d-400f-bf3a-f8cb37b21f2b owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:46.734154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b35d440-d866-45d8-ada4-6443c426b0bd req-19eb4ae0-626c-42b2-9dc9-ea18ddefbb79 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637136 Mar 10 15:11:46.796263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bfa984b8-053d-400f-bf3a-f8cb37b21f2b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:46.829554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No DVR routers for this DVR port bfa984b8-053d-400f-bf3a-f8cb37b21f2b on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:46.831723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Port': ['ID=bfa984b8-053d-400f-bf3a-f8cb37b21f2b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:46.895092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:11:46.913289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:11:46.913659 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:46.920059 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:46.946078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:46.956744 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892253af-d589-49d8-8160-63d5ebe903ed') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:46.957080 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892253af-d589-49d8-8160-63d5ebe903ed') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:46.979642 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (892253af-d589-49d8-8160-63d5ebe903ed), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:46.999425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (892253af-d589-49d8-8160-63d5ebe903ed), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.007226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:11:47.007624 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (892253af-d589-49d8-8160-63d5ebe903ed), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:11:47.010578 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:11:47.098637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.111276 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.112301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed8cf661-b187-407c-b7d7-0b8a9ec842d9 req-59d98bd7-a636-4a54-bfc5-582751b4f579 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0418251 Mar 10 15:11:47.114255 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07 HTTP/1.1" status: 204 len: 168 time: 2.2693577 Mar 10 15:11:47.117942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55958) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:47.128866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1335511757'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:47.149543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d', 'name': 'network-vif-deleted', 'tag': 'd59c7385-1d88-4d9b-8ac9-e175c22432c9'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:47.151573 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027217b3-fcce-43f7-bbfb-0c54b372eb7a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:47.151912 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d593c4b0-eda7-476d-88e9-5953f00196ac" -d '{"events": [{"server_uuid": "aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d", "name": "network-vif-deleted", "tag": "d59c7385-1d88-4d9b-8ac9-e175c22432c9"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:47.186099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca77e43d-92d9-4c4f-b1eb-b8a95c973502 None None] Network 3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:47.204472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca77e43d-92d9-4c4f-b1eb-b8a95c973502 None None] Network 3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07 could not be found, it might have been deleted concurrently. {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 15:11:47.205914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:47.206557 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.223975 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95bc18f-6097-4957-aa92-6143bb730c4f x-openstack-request-id: req-f95bc18f-6097-4957-aa92-6143bb730c4f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:47.224270 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d", "name": "network-vif-deleted", "tag": "d59c7385-1d88-4d9b-8ac9-e175c22432c9", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:47.224532 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f95bc18f-6097-4957-aa92-6143bb730c4f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:47.224929 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefc1b8e-e3b9-4e73-a2f1-feef7c24ed7d', 'name': 'network-vif-deleted', 'tag': 'd59c7385-1d88-4d9b-8ac9-e175c22432c9', 'status': 'completed', 'code': 200} Mar 10 15:11:47.240958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:47.244280 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.248873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=76ae5d76-baf0-450e-a8e3-3ca188db4bd5,segment=NetworkSegment(81042deb-e2b5-418b-b308-2f2b1adcca2e),segment_id=81042deb-e2b5-418b-b308-2f2b1adcca2e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:47.249914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cbba78-b399-4206-ac95-f4e78dabcbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ae5d76-baf0-450e-a8e3-3ca188db4bd5'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:47.252362 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b37610-2932-42cb-a52a-6ed5431e6b0d" -d '{"events": [{"server_uuid": "e3cbba78-b399-4206-ac95-f4e78dabcbd5", "name": "network-vif-plugged", "status": "completed", "tag": "76ae5d76-baf0-450e-a8e3-3ca188db4bd5"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:47.259199 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.260254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d59c7385-1d88-4d9b-8ac9-e175c22432c9 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:47.284300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762f0cc-489e-4b0a-a5b0-ef9212b504c2 req-a1378c8d-735b-4f31-aec6-c7b0c3bcc7b0 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:47.284810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: d59c7385-1d88-4d9b-8ac9-e175c22432c9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:11:47.285236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d59c7385-1d88-4d9b-8ac9-e175c22432c9 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:47.287254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7762f0cc-489e-4b0a-a5b0-ef9212b504c2 req-a1378c8d-735b-4f31-aec6-c7b0c3bcc7b0 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 945 time: 0.1737394 Mar 10 15:11:47.337585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=76ae5d76-baf0-450e-a8e3-3ca188db4bd5,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:47.337825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:11:47.366731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e5ed7a19-ef37-458e-bec0-693443d0b95c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.367106 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment e5ed7a19-ef37-458e-bec0-693443d0b95c of type vlan for network 77b89749-7c57-41e0-8ca0-372fb3137bbc Mar 10 15:11:47.426054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7762f0cc-489e-4b0a-a5b0-ef9212b504c2 req-bcf86603-1c79-4aae-90e1-c64129e266cb tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201100 Mar 10 15:11:47.446092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ad05-8f8b-4af3-ae8d-077d1435828d req-e3467e77-6e43-4837-ade9-1220912475ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:47.447600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b62ad05-8f8b-4af3-ae8d-077d1435828d req-e3467e77-6e43-4837-ade9-1220912475ec tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 907 time: 0.1575181 Mar 10 15:11:47.449262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (77b89749-7c57-41e0-8ca0-372fb3137bbc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.481762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (77b89749-7c57-41e0-8ca0-372fb3137bbc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.485745 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e24f17-edeb-493a-b712-837e9b70f3bf x-openstack-request-id: req-24e24f17-edeb-493a-b712-837e9b70f3bf {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:47.486032 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cbba78-b399-4206-ac95-f4e78dabcbd5", "name": "network-vif-plugged", "status": "completed", "tag": "76ae5d76-baf0-450e-a8e3-3ca188db4bd5", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:47.486286 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24e24f17-edeb-493a-b712-837e9b70f3bf {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:47.486676 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cbba78-b399-4206-ac95-f4e78dabcbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ae5d76-baf0-450e-a8e3-3ca188db4bd5', 'code': 200} Mar 10 15:11:47.489841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:47.490451 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.552115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4279823 Mar 10 15:11:47.555536 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55970) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:47.567836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'network_id': '77b89749-7c57-41e0-8ca0-372fb3137bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:47.641279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb91a9-13e8-4da6-b5b7-597b2f2ffb43 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=77b89749-7c57-41e0-8ca0-372fb3137bbc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:47.652257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 77b89749-7c57-41e0-8ca0-372fb3137bbc details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:11:47.655529 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0f12e-1b7e-4382-ab2e-e46cd5b08625 req-7f27dd63-1696-461e-9efa-d962250925b5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:47.657121 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-16f0f12e-1b7e-4382-ab2e-e46cd5b08625 req-7f27dd63-1696-461e-9efa-d962250925b5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 907 time: 0.1671684 Mar 10 15:11:47.696409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b232b58-2d53-416e-acc0-d909e7d6d7be req-c5aa81fc-ce0b-47b4-b40b-16bd3a6a0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:47.698061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b232b58-2d53-416e-acc0-d909e7d6d7be req-c5aa81fc-ce0b-47b4-b40b-16bd3a6a0d5a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 1128 time: 0.1080458 Mar 10 15:11:47.786438 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.792827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b232b58-2d53-416e-acc0-d909e7d6d7be req-a3231bff-24df-41f2-b182-4865a5136df1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818169 Mar 10 15:11:47.796523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:47.804262 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.904855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-16f0f12e-1b7e-4382-ab2e-e46cd5b08625 req-3ff740f7-61d6-4178-9933-1b73b7ffd395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Deleting port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:47.905125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-16f0f12e-1b7e-4382-ab2e-e46cd5b08625 req-3ff740f7-61d6-4178-9933-1b73b7ffd395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:47.922166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-51b03156-52fa-469c-9861-d333dbb1e264 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:47.924312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-51b03156-52fa-469c-9861-d333dbb1e264 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.1569881 Mar 10 15:11:47.941532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39e04a-611f-4e66-83af-8963763780d5 req-b9ee2a3f-9771-4f70-8bc2-01a43de309f1 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:47.943083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b39e04a-611f-4e66-83af-8963763780d5 req-b9ee2a3f-9771-4f70-8bc2-01a43de309f1 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.0855973 Mar 10 15:11:47.955367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-5d7b9cad-5f33-4483-abb9-2cf44a7110ee tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/quotas/8714f144a3684d0d933f128eb20101bf HTTP/1.1" status: 200 len: 375 time: 0.0113230 Mar 10 15:11:48.028460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b39e04a-611f-4e66-83af-8963763780d5 req-7b3a1dbd-132f-4d7b-9050-e2dbf2c3baf4 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752940 Mar 10 15:11:48.050705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-16f0f12e-1b7e-4382-ab2e-e46cd5b08625 req-3ff740f7-61d6-4178-9933-1b73b7ffd395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] For port 9a0386ab-5a10-4271-85dc-76c0e8bebd97, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9a0386ab-5a10-4271-85dc-76c0e8bebd97,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:48.050705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-16f0f12e-1b7e-4382-ab2e-e46cd5b08625 req-3ff740f7-61d6-4178-9933-1b73b7ffd395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:48.053644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-262ff8e5-00a8-4917-ac8e-ccadcc1bc1fc tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856524 Mar 10 15:11:48.080599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-16f0f12e-1b7e-4382-ab2e-e46cd5b08625 req-3ff740f7-61d6-4178-9933-1b73b7ffd395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Calling delete_port for 9a0386ab-5a10-4271-85dc-76c0e8bebd97 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:48.150376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-5e5bdf84-0ac1-4fdb-a0d9-4e965886e042 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958230 Mar 10 15:11:48.193133 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (5bea3c1c-8ca3-4244-a82a-80617dcfe076), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:48.251689 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84d3b104-19da-4bf4-8c0a-94368afabed7 req-51e3e42a-c405-4ab7-93ff-33c4340cfc3e tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0349813 Mar 10 15:11:48.283942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-6c5dff25-dbbc-48c9-9475-324c72463e26 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326418 Mar 10 15:11:48.285297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=5bea3c1c-8ca3-4244-a82a-80617dcfe076,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:48.314596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking segment: {'id': 'e5ed7a19-ef37-458e-bec0-693443d0b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '77b89749-7c57-41e0-8ca0-372fb3137bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:48.315016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network hostable DHCP agents. Network: 77b89749-7c57-41e0-8ca0-372fb3137bbc, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:11:48.350370 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network 77b89749-7c57-41e0-8ca0-372fb3137bbc is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:11:48.358083 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-16f0f12e-1b7e-4382-ab2e-e46cd5b08625 req-3ff740f7-61d6-4178-9933-1b73b7ffd395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (9a0386ab-5a10-4271-85dc-76c0e8bebd97), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:48.389057 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff740f7-61d6-4178-9933-1b73b7ffd395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event deleted for resources: {'Port': ['ID=9a0386ab-5a10-4271-85dc-76c0e8bebd97,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:48.392846 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 77b89749-7c57-41e0-8ca0-372fb3137bbc) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:48.397884 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:48.398388 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:48.407650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ae4a3-1cf5-45df-b469-4cd8c364d43a None None] Network 77b89749-7c57-41e0-8ca0-372fb3137bbc requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:48.509666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f0f12e-1b7e-4382-ab2e-e46cd5b08625 req-3ff740f7-61d6-4178-9933-1b73b7ffd395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] No DVR routers for this DVR port 9a0386ab-5a10-4271-85dc-76c0e8bebd97 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:48.518013 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d79ee388-1184-4060-9b5f-36d7517db1ef tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9583149 Mar 10 15:11:48.518013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-16f0f12e-1b7e-4382-ab2e-e46cd5b08625 req-3ff740f7-61d6-4178-9933-1b73b7ffd395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:48.520491 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-16f0f12e-1b7e-4382-ab2e-e46cd5b08625 req-3ff740f7-61d6-4178-9933-1b73b7ffd395 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "DELETE /v2.0/ports/9a0386ab-5a10-4271-85dc-76c0e8bebd97 HTTP/1.1" status: 204 len: 173 time: 0.8500092 Mar 10 15:11:48.521044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535751b8-a617-44b1-9226-5502c78efdb5', 'name': 'network-vif-deleted', 'tag': '9a0386ab-5a10-4271-85dc-76c0e8bebd97'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:48.523974 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a270cb-4dc8-4d30-a98c-23099eb63665" -d '{"events": [{"server_uuid": "535751b8-a617-44b1-9226-5502c78efdb5", "name": "network-vif-deleted", "tag": "9a0386ab-5a10-4271-85dc-76c0e8bebd97"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:48.526344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55996) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:48.538076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1eb1e3e7-357e-4375-83a9-ad5ba13afc4c req-b8a086db-2795-4738-bbb2-11a9c9bd3ed2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 210 time: 0.0529416 Mar 10 15:11:48.618546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-77b89749-7c57-41e0-8ca0-372fb3137bbc', 'network_id': '77b89749-7c57-41e0-8ca0-372fb3137bbc', 'project_id': '90453d268fdc45739324336fb957c3e3', 'fixed_ips': [{'subnet_id': '5bea3c1c-8ca3-4244-a82a-80617dcfe076'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:11:48.620090 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:48.679915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e291df5-c858-4896-8663-593315319a52 req-bd1db4f0-6411-4eb1-adf8-228b7ad13e99 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:48.681505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e291df5-c858-4896-8663-593315319a52 req-bd1db4f0-6411-4eb1-adf8-228b7ad13e99 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 946 time: 0.1415868 Mar 10 15:11:48.726655 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (77b89749-7c57-41e0-8ca0-372fb3137bbc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:48.759551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbfbf4c0-2300-475d-8857-62b48b961778 req-d1689059-0951-4777-aebd-d4353bbce62d tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=535751b8-a617-44b1-9226-5502c78efdb5 HTTP/1.1" status: 200 len: 210 time: 0.0770266 Mar 10 15:11:48.861327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (5bea3c1c-8ca3-4244-a82a-80617dcfe076), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:48.862922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e291df5-c858-4896-8663-593315319a52 req-6a569e2c-ec68-4d22-b80c-41ba9427eb10 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023591 Mar 10 15:11:48.894211 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162d4f9d-8594-4eef-b021-72e8978deb0b x-openstack-request-id: req-162d4f9d-8594-4eef-b021-72e8978deb0b {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:48.894810 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535751b8-a617-44b1-9226-5502c78efdb5", "name": "network-vif-deleted", "tag": "9a0386ab-5a10-4271-85dc-76c0e8bebd97", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:48.895263 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-162d4f9d-8594-4eef-b021-72e8978deb0b {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:48.897189 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535751b8-a617-44b1-9226-5502c78efdb5', 'name': 'network-vif-deleted', 'tag': '9a0386ab-5a10-4271-85dc-76c0e8bebd97', 'status': 'completed', 'code': 200} Mar 10 15:11:48.920074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Allocated IP 172.20.0.1 (77b89749-7c57-41e0-8ca0-372fb3137bbc/5bea3c1c-8ca3-4244-a82a-80617dcfe076/9bcab4ab-9da0-47dc-9ad6-aeeb17182562) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:49.124750 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Publish callbacks [] for port (9bcab4ab-9da0-47dc-9ad6-aeeb17182562), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:49.133450 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (9bcab4ab-9da0-47dc-9ad6-aeeb17182562), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:49.161954 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (5bea3c1c-8ca3-4244-a82a-80617dcfe076), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:49.203475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Pushing event updated for resources: {'Port': ['ID=9bcab4ab-9da0-47dc-9ad6-aeeb17182562,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:49.205372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Subnet': ['ID=5bea3c1c-8ca3-4244-a82a-80617dcfe076,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:49.229794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Network 77b89749-7c57-41e0-8ca0-372fb3137bbc is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:49.233625 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:49.237995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:49.316470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (77b89749-7c57-41e0-8ca0-372fb3137bbc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:49.336738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757daab6-0faa-4c0f-aa75-872aaecb9295 req-8306e220-8305-4b07-9bfc-415dfe14468b tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:49.339856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-757daab6-0faa-4c0f-aa75-872aaecb9295 req-8306e220-8305-4b07-9bfc-415dfe14468b tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1398118 Mar 10 15:11:49.347031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b89749-7c57-41e0-8ca0-372fb3137bbc']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:49.360618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ed7a19-ef37-458e-bec0-693443d0b95c') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:49.360973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ed7a19-ef37-458e-bec0-693443d0b95c') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:49.371837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Attempting to bind port 9bcab4ab-9da0-47dc-9ad6-aeeb17182562 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:49.372214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Attempting to bind port 9bcab4ab-9da0-47dc-9ad6-aeeb17182562 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'e5ed7a19-ef37-458e-bec0-693443d0b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '77b89749-7c57-41e0-8ca0-372fb3137bbc'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:49.372583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Attempting to bind port 9bcab4ab-9da0-47dc-9ad6-aeeb17182562 on network 77b89749-7c57-41e0-8ca0-372fb3137bbc {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:49.374698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (e5ed7a19-ef37-458e-bec0-693443d0b95c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:49.389114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:49.389522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Checking segment: {'id': 'e5ed7a19-ef37-458e-bec0-693443d0b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '77b89749-7c57-41e0-8ca0-372fb3137bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:49.389907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:49.390308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Bound using segment: {'id': 'e5ed7a19-ef37-458e-bec0-693443d0b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '77b89749-7c57-41e0-8ca0-372fb3137bbc'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:49.390819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Bound port: 9bcab4ab-9da0-47dc-9ad6-aeeb17182562, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed7a19-ef37-458e-bec0-693443d0b95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '77b89749-7c57-41e0-8ca0-372fb3137bbc'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:49.391304 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9bcab4ab-9da0-47dc-9ad6-aeeb17182562), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:49.392446 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e5ed7a19-ef37-458e-bec0-693443d0b95c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:49.400011 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:11:49.400522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (e5ed7a19-ef37-458e-bec0-693443d0b95c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:11:49.417467 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:11:49.459432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-757daab6-0faa-4c0f-aa75-872aaecb9295 req-f9118b17-6d71-4634-9cbf-4e717cd5b7bc tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124909 Mar 10 15:11:49.500763 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:11:49.500763 n-d-833090-1 neutron-server[115534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:11:49.500763 n-d-833090-1 neutron-server[115534]: [parameters: {'id': '77b89749-7c57-41e0-8ca0-372fb3137bbc'}] Mar 10 15:11:49.500763 n-d-833090-1 neutron-server[115534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:11:49.501226 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:11:49.505615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-561852ad-feb8-475a-a2fb-fb52157b5403 req-f59c89a4-47ca-4b12-bce7-a70614b65f7f tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0719736 Mar 10 15:11:49.530918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] For port 9bcab4ab-9da0-47dc-9ad6-aeeb17182562, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:49.536474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] For port 9bcab4ab-9da0-47dc-9ad6-aeeb17182562, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9bcab4ab-9da0-47dc-9ad6-aeeb17182562,segment=NetworkSegment(e5ed7a19-ef37-458e-bec0-693443d0b95c),segment_id=e5ed7a19-ef37-458e-bec0-693443d0b95c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:49.553447 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9bcab4ab-9da0-47dc-9ad6-aeeb17182562), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:49.641742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630ecdf-8df8-4fde-a9f0-c9da763848c4 None None] Pushing event updated for resources: {'Port': ['ID=9bcab4ab-9da0-47dc-9ad6-aeeb17182562,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:49.669034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004a7c9-036a-4d00-928c-2910f5738048 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:11:49.672206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a57a6b4d-8b97-474e-9ede-4f1a6e921a06 req-cfd1fefe-2aec-465f-ad55-1e106f0eb2bd tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 210 time: 0.0371141 Mar 10 15:11:49.811547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7004a7c9-036a-4d00-928c-2910f5738048 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:11:50.002974 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (77b89749-7c57-41e0-8ca0-372fb3137bbc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.053867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb58882-6418-4af9-b854-aa917d6f86de req-58c7b4d1-a7ef-41af-853b-b483e1fd36a5 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:50.063382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3cb58882-6418-4af9-b854-aa917d6f86de req-58c7b4d1-a7ef-41af-853b-b483e1fd36a5 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 946 time: 0.1192436 Mar 10 15:11:50.118933 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Deleting port 9bcab4ab-9da0-47dc-9ad6-aeeb17182562 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:50.119337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9bcab4ab-9da0-47dc-9ad6-aeeb17182562), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.139667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba12e9-5e38-4c8e-b451-d77f9032a42f None None] Network 77b89749-7c57-41e0-8ca0-372fb3137bbc requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:50.155213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3cb58882-6418-4af9-b854-aa917d6f86de req-407ba82f-d3c3-4c3f-bc47-80dbf4b1a0e8 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904408 Mar 10 15:11:50.189145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40c46e-52e5-4be9-a5d0-e898c317868a req-2af870a4-fb2b-450b-b54d-6d579ad5d914 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:50.190698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e40c46e-52e5-4be9-a5d0-e898c317868a req-2af870a4-fb2b-450b-b54d-6d579ad5d914 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 946 time: 0.1607733 Mar 10 15:11:50.221619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] For port 9bcab4ab-9da0-47dc-9ad6-aeeb17182562, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9bcab4ab-9da0-47dc-9ad6-aeeb17182562,segment=NetworkSegment(e5ed7a19-ef37-458e-bec0-693443d0b95c),segment_id=e5ed7a19-ef37-458e-bec0-693443d0b95c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:50.225138 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9bcab4ab-9da0-47dc-9ad6-aeeb17182562), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.248806 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Calling delete_port for 9bcab4ab-9da0-47dc-9ad6-aeeb17182562 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:50.361381 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (9bcab4ab-9da0-47dc-9ad6-aeeb17182562), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.394672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Port': ['ID=9bcab4ab-9da0-47dc-9ad6-aeeb17182562,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:50.397705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No DVR routers for this DVR port 9bcab4ab-9da0-47dc-9ad6-aeeb17182562 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:50.405604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e40c46e-52e5-4be9-a5d0-e898c317868a req-4f5fe1ca-959c-4224-8bd5-37ce681b3f38 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931834 Mar 10 15:11:50.425829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-644613ee-0c85-4ad1-b126-81733a5b66f7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:50.427337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-644613ee-0c85-4ad1-b126-81733a5b66f7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.2703886 Mar 10 15:11:50.438056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d72d8-8dd7-49f6-b8d0-2e3fe7341028 req-fea4c132-cc9e-47dc-aaab-be9dae5bdac9 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:50.439517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d9d72d8-8dd7-49f6-b8d0-2e3fe7341028 req-fea4c132-cc9e-47dc-aaab-be9dae5bdac9 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 946 time: 0.1680503 Mar 10 15:11:50.445316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Request body: {'port': {'device_id': 'bf6cfcab-1903-43d6-ba2f-861a44783a3f', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'admin_state_up': True, 'tenant_id': '8714f144a3684d0d933f128eb20101bf'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:50.524684 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.530086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (77b89749-7c57-41e0-8ca0-372fb3137bbc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.559746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b89749-7c57-41e0-8ca0-372fb3137bbc']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:50.571231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ed7a19-ef37-458e-bec0-693443d0b95c') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:50.571531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ed7a19-ef37-458e-bec0-693443d0b95c') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:50.582336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (e5ed7a19-ef37-458e-bec0-693443d0b95c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.597756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e5ed7a19-ef37-458e-bec0-693443d0b95c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.606785 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:11:50.607454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (e5ed7a19-ef37-458e-bec0-693443d0b95c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:11:50.611656 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:11:50.675955 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (77b89749-7c57-41e0-8ca0-372fb3137bbc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.696678 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.703991 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/77b89749-7c57-41e0-8ca0-372fb3137bbc HTTP/1.1" status: 204 len: 168 time: 2.1730354 Mar 10 15:11:50.703991 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=77b89749-7c57-41e0-8ca0-372fb3137bbc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:50.710263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56028) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:50.714343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.716413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.717146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.717725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.718295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.719046 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.719870 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.720530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.721079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.721656 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.722843 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.723456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.724215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97138947-3e09-4edf-beda-4d0a4eebe4e2 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:11:50.739198 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-540089741'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:50.798117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:50.802059 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.829711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6fd3b-7974-4c5b-8103-59113bcd92f0 req-8bef833e-7859-4e05-a21f-52f2d4713736 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:50.831295 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-37b6fd3b-7974-4c5b-8103-59113bcd92f0 req-8bef833e-7859-4e05-a21f-52f2d4713736 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 946 time: 0.0873270 Mar 10 15:11:50.866269 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:11:50.891612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.892550 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d of type vlan for network c492029a-0563-44bf-8954-cafac03a560c Mar 10 15:11:50.912013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d9d72d8-8dd7-49f6-b8d0-2e3fe7341028 req-304b884a-132e-47e4-909b-5133a5e16518 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620776 Mar 10 15:11:50.952231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233ac03-9e6d-4de0-bfc0-980f1d30baef req-e660a3cf-b7c1-42b8-b3dc-4b7d140603f3 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:50.959792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6233ac03-9e6d-4de0-bfc0-980f1d30baef req-e660a3cf-b7c1-42b8-b3dc-4b7d140603f3 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1469524 Mar 10 15:11:50.966045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c492029a-0563-44bf-8954-cafac03a560c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:50.983569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Made reservation on behalf of 8714f144a3684d0d933f128eb20101bf for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:50.987339 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:51.012695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-37b6fd3b-7974-4c5b-8103-59113bcd92f0 req-14b3c7ce-7abc-429a-a5ee-9d236e6b0fe5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Deleting port eea9757e-89be-4d37-89b8-6bb70e936a02 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:51.013100 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-37b6fd3b-7974-4c5b-8103-59113bcd92f0 req-14b3c7ce-7abc-429a-a5ee-9d236e6b0fe5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:51.018286 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c492029a-0563-44bf-8954-cafac03a560c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:51.023240 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:51.023818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:51.062263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18ec4e20-7b0d-46c6-b886-42d84429cdf4 req-f21057e9-d76a-4ffa-925d-9a82e105c364 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.0453467 Mar 10 15:11:51.067954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6233ac03-9e6d-4de0-bfc0-980f1d30baef req-33ce13df-c962-4744-8135-5bc4dc76bda9 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070631 Mar 10 15:11:51.202196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Allocated IP 172.20.0.4 (9b4c730c-ad0a-4573-a071-96465b27d617/cb24078f-4516-4897-8be0-5a7c1076ae2d/5f5bb659-9aec-4d32-afc6-bbf2254713fc) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:51.417611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff5b0ac2-7704-4aca-aaea-be566e111a1c req-0a4fad5d-db1d-438b-bed4-bf93746d784e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 210 time: 0.0844798 Mar 10 15:11:51.428605 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6939135 Mar 10 15:11:51.429301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56036) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:51.447575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9a0386ab-5a10-4271-85dc-76c0e8bebd97 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:51.448485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'network_id': 'c492029a-0563-44bf-8954-cafac03a560c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:51.471526 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks [] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:51.495562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 9a0386ab-5a10-4271-85dc-76c0e8bebd97 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:11:51.496787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9a0386ab-5a10-4271-85dc-76c0e8bebd97 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:51.505793 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c2790-9143-4165-91e4-c0991be1cf21 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=c492029a-0563-44bf-8954-cafac03a560c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:51.531669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c492029a-0563-44bf-8954-cafac03a560c details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:11:51.567734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f584a-a688-43ca-b627-a64599daeade req-b225dc32-c00d-4f78-a977-181ba971e559 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:51.575568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb0f584a-a688-43ca-b627-a64599daeade req-b225dc32-c00d-4f78-a977-181ba971e559 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 946 time: 0.1321259 Mar 10 15:11:51.589377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-37b6fd3b-7974-4c5b-8103-59113bcd92f0 req-14b3c7ce-7abc-429a-a5ee-9d236e6b0fe5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] For port eea9757e-89be-4d37-89b8-6bb70e936a02, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=eea9757e-89be-4d37-89b8-6bb70e936a02,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:51.589756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-37b6fd3b-7974-4c5b-8103-59113bcd92f0 req-14b3c7ce-7abc-429a-a5ee-9d236e6b0fe5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:51.611973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-37b6fd3b-7974-4c5b-8103-59113bcd92f0 req-14b3c7ce-7abc-429a-a5ee-9d236e6b0fe5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Calling delete_port for eea9757e-89be-4d37-89b8-6bb70e936a02 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:51.637974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db2839-511c-4c7a-ac60-986588f83137 req-556c6da5-b29c-4483-b691-7550a8fef9d2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:51.639685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24db2839-511c-4c7a-ac60-986588f83137 req-556c6da5-b29c-4483-b691-7550a8fef9d2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bdee40-4de3-4fa8-b085-cfdba4ec1df8 HTTP/1.1" status: 200 len: 946 time: 0.1434140 Mar 10 15:11:51.643575 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:51.672357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:51.686397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:51.689824 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:51.719357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event updated for resources: {'Port': ['ID=5f5bb659-9aec-4d32-afc6-bbf2254713fc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:51.748087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Network 9b4c730c-ad0a-4573-a071-96465b27d617 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:51.770946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5b18f32d-bbc9-432b-b31d-aca66cefc91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:51.777352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:51.829674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb0f584a-a688-43ca-b627-a64599daeade req-8bf97657-bfdb-43ff-9c7a-d3289bda3383 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527530 Mar 10 15:11:51.830659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:51.855059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24db2839-511c-4c7a-ac60-986588f83137 req-c738eee6-b0e1-4bc8-9087-d2b04dab21f3 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994882 Mar 10 15:11:51.916312 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-37b6fd3b-7974-4c5b-8103-59113bcd92f0 req-14b3c7ce-7abc-429a-a5ee-9d236e6b0fe5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (eea9757e-89be-4d37-89b8-6bb70e936a02), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:51.922959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:51.923657 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:51.931326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['bcc07943-5348-4240-a2be-c3a6802d0987', 'eea9757e-89be-4d37-89b8-6bb70e936a02'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:51.971974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3c7ce-7abc-429a-a5ee-9d236e6b0fe5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event deleted for resources: {'Port': ['ID=eea9757e-89be-4d37-89b8-6bb70e936a02,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:51.972389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-445d1647-237d-4e1a-936f-321d439cd284 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5306227 Mar 10 15:11:51.985198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Request body: {'port': {'device_id': 'bf6cfcab-1903-43d6-ba2f-861a44783a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:52.039320 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (a15dab93-4410-4144-b699-f39c36572c01), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:52.046202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b6fd3b-7974-4c5b-8103-59113bcd92f0 req-14b3c7ce-7abc-429a-a5ee-9d236e6b0fe5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] No DVR routers for this DVR port eea9757e-89be-4d37-89b8-6bb70e936a02 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:52.053292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-37b6fd3b-7974-4c5b-8103-59113bcd92f0 req-14b3c7ce-7abc-429a-a5ee-9d236e6b0fe5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:52.056956 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-37b6fd3b-7974-4c5b-8103-59113bcd92f0 req-14b3c7ce-7abc-429a-a5ee-9d236e6b0fe5 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "DELETE /v2.0/ports/eea9757e-89be-4d37-89b8-6bb70e936a02 HTTP/1.1" status: 204 len: 173 time: 1.2188842 Mar 10 15:11:52.072182 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:52.097821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bdee40-4de3-4fa8-b085-cfdba4ec1df8', 'name': 'network-vif-deleted', 'tag': 'eea9757e-89be-4d37-89b8-6bb70e936a02'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:52.100128 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0883736a-01f2-4876-ab50-47ab116b6fe4" -d '{"events": [{"server_uuid": "37bdee40-4de3-4fa8-b085-cfdba4ec1df8", "name": "network-vif-deleted", "tag": "eea9757e-89be-4d37-89b8-6bb70e936a02"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:52.152236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=a15dab93-4410-4144-b699-f39c36572c01,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:52.173805 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking segment: {'id': 'f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c492029a-0563-44bf-8954-cafac03a560c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:52.174352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network hostable DHCP agents. Network: c492029a-0563-44bf-8954-cafac03a560c, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:11:52.218382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network c492029a-0563-44bf-8954-cafac03a560c is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:11:52.241004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c492029a-0563-44bf-8954-cafac03a560c) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:52.246862 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:52.248041 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:52.253000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02eb9e2-2411-489b-9c90-5421d8fe24b2 None None] Network c492029a-0563-44bf-8954-cafac03a560c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:52.281724 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55bcde6-4b56-44ce-9609-28ad33499273 x-openstack-request-id: req-e55bcde6-4b56-44ce-9609-28ad33499273 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:52.282194 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bdee40-4de3-4fa8-b085-cfdba4ec1df8", "name": "network-vif-deleted", "tag": "eea9757e-89be-4d37-89b8-6bb70e936a02", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:52.283485 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e55bcde6-4b56-44ce-9609-28ad33499273 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:52.285121 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bdee40-4de3-4fa8-b085-cfdba4ec1df8', 'name': 'network-vif-deleted', 'tag': 'eea9757e-89be-4d37-89b8-6bb70e936a02', 'status': 'completed', 'code': 200} Mar 10 15:11:52.305024 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-44067e74-e5a3-4c54-ac4c-b753a0f92eda tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8645160 Mar 10 15:11:52.305672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56052) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:52.479960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-c492029a-0563-44bf-8954-cafac03a560c', 'network_id': 'c492029a-0563-44bf-8954-cafac03a560c', 'project_id': '90453d268fdc45739324336fb957c3e3', 'fixed_ips': [{'subnet_id': 'a15dab93-4410-4144-b699-f39c36572c01'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:11:52.481194 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:52.530097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10ec65bf-bdb2-4c93-8078-5cd99e32e734 req-15829b39-b755-4d2c-98a6-6287534565e1 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.1222661 Mar 10 15:11:52.572462 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c492029a-0563-44bf-8954-cafac03a560c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:52.707999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Allocated IP 172.20.0.2 (c492029a-0563-44bf-8954-cafac03a560c/a15dab93-4410-4144-b699-f39c36572c01/67d108e8-9876-4b79-bc29-1e90eb524a7a) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:52.725538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198d21c-1f15-4fbf-b992-d0fcaf3b5c40 req-5095b45f-0ee6-47dd-b111-99a45575b6c4 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:52.728605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (a15dab93-4410-4144-b699-f39c36572c01), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:52.734465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f198d21c-1f15-4fbf-b992-d0fcaf3b5c40 req-5095b45f-0ee6-47dd-b111-99a45575b6c4 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.3716574 Mar 10 15:11:52.775854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3d449-e55b-4e7e-b977-a7db20911ca5 req-15a2fc67-bb07-4b6b-87b4-a29c4961dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:52.777718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8b3d449-e55b-4e7e-b977-a7db20911ca5 req-15a2fc67-bb07-4b6b-87b4-a29c4961dad8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 1127 time: 0.3708978 Mar 10 15:11:52.895582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f198d21c-1f15-4fbf-b992-d0fcaf3b5c40 req-1f545024-7a8c-421d-984a-7caa762a2df2 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601589 Mar 10 15:11:52.920048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948cf36-af4c-4b73-8e71-954731f9cafb req-563e6706-417e-4af8-acad-3f8b81861eb5 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:52.921746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0948cf36-af4c-4b73-8e71-954731f9cafb req-563e6706-417e-4af8-acad-3f8b81861eb5 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 946 time: 0.2500501 Mar 10 15:11:52.976548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8b3d449-e55b-4e7e-b977-a7db20911ca5 req-89550faa-efef-4695-bf7d-feaf90b8f8ea service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526732 Mar 10 15:11:53.048692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0948cf36-af4c-4b73-8e71-954731f9cafb req-f803e4c6-526b-480d-babc-6664f08c82c1 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175854 Mar 10 15:11:53.058122 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Publish callbacks [] for port (67d108e8-9876-4b79-bc29-1e90eb524a7a), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.077935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (67d108e8-9876-4b79-bc29-1e90eb524a7a), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.104236 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (a15dab93-4410-4144-b699-f39c36572c01), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.105320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5bb659-9aec-4d32-afc6-bbf2254713fc {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:11:53.122082 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Publish callbacks [] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.146771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5dea0-5cd7-49f5-9e0f-2dc1f6743edf req-295d920b-c66f-47b5-8a07-fa76e3f1b098 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:53.154649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3db5dea0-5cd7-49f5-9e0f-2dc1f6743edf req-295d920b-c66f-47b5-8a07-fa76e3f1b098 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 931 time: 0.1572607 Mar 10 15:11:53.180336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Transition to ACTIVE for port object 5f5bb659-9aec-4d32-afc6-bbf2254713fc will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:11:53.197385 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.237695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Network c492029a-0563-44bf-8954-cafac03a560c is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:53.240827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:53.254903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:53.272769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Pushing event updated for resources: {'Port': ['ID=67d108e8-9876-4b79-bc29-1e90eb524a7a,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:53.289697 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c492029a-0563-44bf-8954-cafac03a560c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.313640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c492029a-0563-44bf-8954-cafac03a560c']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:53.323855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Pushing event updated for resources: {'Port': ['ID=5f5bb659-9aec-4d32-afc6-bbf2254713fc,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:53.327147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:53.327690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:53.340520 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.357308 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.363962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:11:53.364529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.413790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3db5dea0-5cd7-49f5-9e0f-2dc1f6743edf req-45525a8e-7ad4-498b-83bb-d80bc2d4da42 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571800 Mar 10 15:11:53.422385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Attempting to bind port 67d108e8-9876-4b79-bc29-1e90eb524a7a on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:53.426774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Attempting to bind port 67d108e8-9876-4b79-bc29-1e90eb524a7a by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c492029a-0563-44bf-8954-cafac03a560c'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:53.427198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Attempting to bind port 67d108e8-9876-4b79-bc29-1e90eb524a7a on network c492029a-0563-44bf-8954-cafac03a560c {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:53.441887 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:53.442184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Checking segment: {'id': 'f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c492029a-0563-44bf-8954-cafac03a560c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:53.442631 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.443248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Bound using segment: {'id': 'f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c492029a-0563-44bf-8954-cafac03a560c'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:53.443691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Bound port: 67d108e8-9876-4b79-bc29-1e90eb524a7a, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c492029a-0563-44bf-8954-cafac03a560c'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:11:53.444786 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:11:53.447307 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (67d108e8-9876-4b79-bc29-1e90eb524a7a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.449283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Subnet': ['ID=a15dab93-4410-4144-b699-f39c36572c01,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:53.452470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:11:53.452470 n-d-833090-1 neutron-server[115534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:11:53.452470 n-d-833090-1 neutron-server[115534]: [parameters: {'id': 'c492029a-0563-44bf-8954-cafac03a560c'}] Mar 10 15:11:53.452470 n-d-833090-1 neutron-server[115534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:11:53.453291 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:11:53.539863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] For port 67d108e8-9876-4b79-bc29-1e90eb524a7a, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:53.543936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] For port 67d108e8-9876-4b79-bc29-1e90eb524a7a, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=67d108e8-9876-4b79-bc29-1e90eb524a7a,segment=NetworkSegment(f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d),segment_id=f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:53.553227 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (67d108e8-9876-4b79-bc29-1e90eb524a7a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.637942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Attempting to bind port 5f5bb659-9aec-4d32-afc6-bbf2254713fc on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:53.638372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Attempting to bind port 5f5bb659-9aec-4d32-afc6-bbf2254713fc by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:53.638765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Attempting to bind port 5f5bb659-9aec-4d32-afc6-bbf2254713fc on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:53.652281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Port 5f5bb659-9aec-4d32-afc6-bbf2254713fc on network 9b4c730c-ad0a-4573-a071-96465b27d617 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:11:53.653125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Attempting to bind port 5f5bb659-9aec-4d32-afc6-bbf2254713fc on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:53.680316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286462a4-cf10-4962-ba5e-0f8b7d6a3efd req-2345fcef-0fc3-4e01-80e7-baf1f613d351 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:53.681485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-286462a4-cf10-4962-ba5e-0f8b7d6a3efd req-2345fcef-0fc3-4e01-80e7-baf1f613d351 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.1654880 Mar 10 15:11:53.683808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:53.684036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Checking segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:53.684379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Bound using segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:53.698833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Bound port: 5f5bb659-9aec-4d32-afc6-bbf2254713fc, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:53.699435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.709347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5254f3-dc8d-4d11-a971-f9d59abd18c8 None None] Pushing event updated for resources: {'Port': ['ID=67d108e8-9876-4b79-bc29-1e90eb524a7a,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:53.716974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb5ee8-366c-4b5c-98fb-357552401d2e None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:11:53.805135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-286462a4-cf10-4962-ba5e-0f8b7d6a3efd req-277e85b1-5e72-4194-b05b-36c4d401e045 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf491519-96d1-4a7c-ba40-f926b7bcf81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826399 Mar 10 15:11:53.818475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46f27b2a-c448-480a-9e66-7d84ad7cf394 req-b1396f98-27b4-420f-96de-7232cce678b9 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc1abe4-e0a1-4a4d-ab01-125883773de2 HTTP/1.1" status: 200 len: 210 time: 0.1342175 Mar 10 15:11:53.845660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b67da8-b3d4-4f15-b2da-0ba4e4184291 req-16d5f0a3-c10b-464b-9071-716ffd7f45a8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:53.848646 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-16b67da8-b3d4-4f15-b2da-0ba4e4184291 req-16d5f0a3-c10b-464b-9071-716ffd7f45a8 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 945 time: 0.0817637 Mar 10 15:11:53.944822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] For port 5f5bb659-9aec-4d32-afc6-bbf2254713fc, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:53.951743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] For port 5f5bb659-9aec-4d32-afc6-bbf2254713fc, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5f5bb659-9aec-4d32-afc6-bbf2254713fc,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:53.955605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c492029a-0563-44bf-8954-cafac03a560c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.970674 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:53.978512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb5ee8-366c-4b5c-98fb-357552401d2e None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:11:54.054325 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d750823c-d225-4d00-b0f1-ecca6b2878e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.057952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:54.059145 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.061230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] 10.222.0.45 "PUT /v2.0/ports/5f5bb659-9aec-4d32-afc6-bbf2254713fc HTTP/1.1" status: 200 len: 1091 time: 2.0808184 Mar 10 15:11:54.062848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a07cff-01ac-447a-90a2-d31032627aed service neutron] Pushing event updated for resources: {'Port': ['ID=5f5bb659-9aec-4d32-afc6-bbf2254713fc,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:54.066579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6cfcab-1903-43d6-ba2f-861a44783a3f', 'tag': '5f5bb659-9aec-4d32-afc6-bbf2254713fc'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:54.067894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-16b67da8-b3d4-4f15-b2da-0ba4e4184291 req-98f64758-ed30-48be-95ff-3e80d5aed636 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Deleting port bcc07943-5348-4240-a2be-c3a6802d0987 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:54.068328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-16b67da8-b3d4-4f15-b2da-0ba4e4184291 req-98f64758-ed30-48be-95ff-3e80d5aed636 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.069625 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2db5dc-56d7-4af3-9b1d-0b5bc73c991c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6cfcab-1903-43d6-ba2f-861a44783a3f", "tag": "5f5bb659-9aec-4d32-afc6-bbf2254713fc"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:54.120743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Deleting port 67d108e8-9876-4b79-bc29-1e90eb524a7a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:54.121144 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (67d108e8-9876-4b79-bc29-1e90eb524a7a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.176367 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3886a5-8dfb-4fe3-a303-cd79a92ab7a4 x-openstack-request-id: req-0c3886a5-8dfb-4fe3-a303-cd79a92ab7a4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:54.176758 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6cfcab-1903-43d6-ba2f-861a44783a3f", "tag": "5f5bb659-9aec-4d32-afc6-bbf2254713fc", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:54.176939 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c3886a5-8dfb-4fe3-a303-cd79a92ab7a4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:54.177840 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6cfcab-1903-43d6-ba2f-861a44783a3f', 'tag': '5f5bb659-9aec-4d32-afc6-bbf2254713fc', 'status': 'completed', 'code': 200} Mar 10 15:11:54.263137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] For port 67d108e8-9876-4b79-bc29-1e90eb524a7a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=67d108e8-9876-4b79-bc29-1e90eb524a7a,segment=NetworkSegment(f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d),segment_id=f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:54.263492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (67d108e8-9876-4b79-bc29-1e90eb524a7a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.288230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-16b67da8-b3d4-4f15-b2da-0ba4e4184291 req-98f64758-ed30-48be-95ff-3e80d5aed636 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] For port bcc07943-5348-4240-a2be-c3a6802d0987, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bcc07943-5348-4240-a2be-c3a6802d0987,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:54.288604 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-16b67da8-b3d4-4f15-b2da-0ba4e4184291 req-98f64758-ed30-48be-95ff-3e80d5aed636 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.291399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Calling delete_port for 67d108e8-9876-4b79-bc29-1e90eb524a7a owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:54.309760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-16b67da8-b3d4-4f15-b2da-0ba4e4184291 req-98f64758-ed30-48be-95ff-3e80d5aed636 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Calling delete_port for bcc07943-5348-4240-a2be-c3a6802d0987 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:54.336875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa664b-1a8f-4c0c-bd7d-fa0f38fb554e req-38e59663-2f12-4496-ae0b-a34dc7a3594f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:54.340422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31fa664b-1a8f-4c0c-bd7d-fa0f38fb554e req-38e59663-2f12-4496-ae0b-a34dc7a3594f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.3563356 Mar 10 15:11:54.351879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-073724bd-c2fb-4f47-aa12-4e811adace51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:54.353348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-073724bd-c2fb-4f47-aa12-4e811adace51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 1125 time: 0.1864789 Mar 10 15:11:54.491764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (67d108e8-9876-4b79-bc29-1e90eb524a7a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.518479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No DVR routers for this DVR port 67d108e8-9876-4b79-bc29-1e90eb524a7a on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:54.520125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be45b01a-5f2e-4af5-9558-f700dd77a881 None None] Network c492029a-0563-44bf-8954-cafac03a560c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:54.531389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e5986749-f552-4a72-950f-7da8f9e4ef92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5bb659-9aec-4d32-afc6-bbf2254713fc HTTP/1.1" status: 200 len: 217 time: 0.1341145 Mar 10 15:11:54.576817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Port': ['ID=67d108e8-9876-4b79-bc29-1e90eb524a7a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:54.578329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a69c39-3f06-4b27-b7d3-7734f15220a8 req-fb142ec8-a699-4709-8e63-b6fa1669aa07 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:54.590031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39a69c39-3f06-4b27-b7d3-7734f15220a8 req-fb142ec8-a699-4709-8e63-b6fa1669aa07 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 946 time: 0.3438475 Mar 10 15:11:54.646716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0431c-342e-4b9b-addd-d54143c7ce91 req-bc2c4df4-84db-47b7-9f50-8a0835c98b0d tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:54.648810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3f0431c-342e-4b9b-addd-d54143c7ce91 req-bc2c4df4-84db-47b7-9f50-8a0835c98b0d tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 946 time: 0.3010631 Mar 10 15:11:54.689106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c492029a-0563-44bf-8954-cafac03a560c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.716404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31fa664b-1a8f-4c0c-bd7d-fa0f38fb554e req-ef867e78-e17f-4f9f-8401-280651e55072 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673456 Mar 10 15:11:54.719296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c492029a-0563-44bf-8954-cafac03a560c']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:54.739235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-16b67da8-b3d4-4f15-b2da-0ba4e4184291 req-98f64758-ed30-48be-95ff-3e80d5aed636 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bcc07943-5348-4240-a2be-c3a6802d0987), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.745692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:54.745995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:54.753060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['bcc07943-5348-4240-a2be-c3a6802d0987'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:54.791428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f64758-ed30-48be-95ff-3e80d5aed636 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event deleted for resources: {'Port': ['ID=bcc07943-5348-4240-a2be-c3a6802d0987,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:54.806360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.825686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-a134248c-4c9f-4945-b205-0fd39c03e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:54.826450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-a134248c-4c9f-4945-b205-0fd39c03e87a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.2783163 Mar 10 15:11:54.844795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39a69c39-3f06-4b27-b7d3-7734f15220a8 req-325ea80d-6cfe-47ec-bda7-2e4f2ad9d247 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537904 Mar 10 15:11:54.879966 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b67da8-b3d4-4f15-b2da-0ba4e4184291 req-98f64758-ed30-48be-95ff-3e80d5aed636 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] No DVR routers for this DVR port bcc07943-5348-4240-a2be-c3a6802d0987 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:54.882483 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.885653 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-16b67da8-b3d4-4f15-b2da-0ba4e4184291 req-98f64758-ed30-48be-95ff-3e80d5aed636 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.903679 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-16b67da8-b3d4-4f15-b2da-0ba4e4184291 req-98f64758-ed30-48be-95ff-3e80d5aed636 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "DELETE /v2.0/ports/bcc07943-5348-4240-a2be-c3a6802d0987 HTTP/1.1" status: 204 len: 173 time: 1.0435421 Mar 10 15:11:54.904528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd', 'name': 'network-vif-deleted', 'tag': 'bcc07943-5348-4240-a2be-c3a6802d0987'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:54.907175 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b52aedb-9aa9-4338-8dd5-cdd081afaeb1" -d '{"events": [{"server_uuid": "0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd", "name": "network-vif-deleted", "tag": "bcc07943-5348-4240-a2be-c3a6802d0987"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:54.919536 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:11:54.923868 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (f4a6dc33-ab8f-4d8d-b34e-edae638a2c1d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:11:54.935768 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:11:55.079283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-a0c75515-0344-4122-8462-15ba165300f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2324708 Mar 10 15:11:55.139663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db7f0d8f-a2e0-4077-a7ac-9e4a70d36eeb req-557c320d-ac57-4244-8437-2ce1a8e39e1a tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd HTTP/1.1" status: 200 len: 210 time: 0.0555575 Mar 10 15:11:55.155941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c492029a-0563-44bf-8954-cafac03a560c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.207676 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.215517 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/c492029a-0563-44bf-8954-cafac03a560c HTTP/1.1" status: 204 len: 168 time: 2.9061255 Mar 10 15:11:55.217036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d94b67-ef5a-4e15-b48e-62a883e04df1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=c492029a-0563-44bf-8954-cafac03a560c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:55.220696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56094) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:55.225721 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:11:55.241374 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2037235745'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:55.249801 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.307169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:55.313897 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.338933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9f24b-7fd4-47d4-b1e1-460a222b67c5 req-0663307d-69ec-4c3a-bd98-5982244fcf9c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:55.347255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00a9f24b-7fd4-47d4-b1e1-460a222b67c5 req-0663307d-69ec-4c3a-bd98-5982244fcf9c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 943 time: 0.5063007 Mar 10 15:11:55.348311 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ae855-5b01-4f85-a9e6-2b01c21abf01 x-openstack-request-id: req-ea3ae855-5b01-4f85-a9e6-2b01c21abf01 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:55.348869 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd", "name": "network-vif-deleted", "tag": "bcc07943-5348-4240-a2be-c3a6802d0987", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:55.349178 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea3ae855-5b01-4f85-a9e6-2b01c21abf01 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:55.349687 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0945ee3f-09d0-456a-9a62-e5cb8ef5dbdd', 'name': 'network-vif-deleted', 'tag': 'bcc07943-5348-4240-a2be-c3a6802d0987', 'status': 'completed', 'code': 200} Mar 10 15:11:55.357144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:11:55.369563 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f057a148-0ee4-433c-ac20-229d38eaba6a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.369913 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment f057a148-0ee4-433c-ac20-229d38eaba6a of type vlan for network 48ceafae-6388-4b51-8275-bff4eb3f4413 Mar 10 15:11:55.380616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-e6943afb-f717-4974-a98f-f8ab8f5882ea service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801316 Mar 10 15:11:55.391342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-b3f0431c-342e-4b9b-addd-d54143c7ce91 req-8e51dd48-e6b6-4a67-b718-3f9b9ce93edf tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Deleting port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:55.391688 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b3f0431c-342e-4b9b-addd-d54143c7ce91 req-8e51dd48-e6b6-4a67-b718-3f9b9ce93edf tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.403555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56098) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:55.435177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (48ceafae-6388-4b51-8275-bff4eb3f4413), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.472440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device eea9757e-89be-4d37-89b8-6bb70e936a02 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:55.487041 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14222424-76c2-48f4-a93d-6c842eea0df6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group (9108af86-59a2-44a9-a87a-5062282a5855), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.495880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00a9f24b-7fd4-47d4-b1e1-460a222b67c5 req-be2d3227-bd85-47da-a34b-cbde30419daa tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478107 Mar 10 15:11:55.502235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (48ceafae-6388-4b51-8275-bff4eb3f4413), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.509046 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:55.509747 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.516300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: eea9757e-89be-4d37-89b8-6bb70e936a02 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:11:55.516899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device eea9757e-89be-4d37-89b8-6bb70e936a02 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:55.537046 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3151853 Mar 10 15:11:55.547376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56100) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:55.557109 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14222424-76c2-48f4-a93d-6c842eea0df6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group (9108af86-59a2-44a9-a87a-5062282a5855), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.557313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'network_id': '48ceafae-6388-4b51-8275-bff4eb3f4413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:11:55.609524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-b3f0431c-342e-4b9b-addd-d54143c7ce91 req-8e51dd48-e6b6-4a67-b718-3f9b9ce93edf tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] For port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=76ae5d76-baf0-450e-a8e3-3ca188db4bd5,segment=NetworkSegment(81042deb-e2b5-418b-b308-2f2b1adcca2e),segment_id=81042deb-e2b5-418b-b308-2f2b1adcca2e)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:55.609900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b3f0431c-342e-4b9b-addd-d54143c7ce91 req-8e51dd48-e6b6-4a67-b718-3f9b9ce93edf tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.641094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-b3f0431c-342e-4b9b-addd-d54143c7ce91 req-8e51dd48-e6b6-4a67-b718-3f9b9ce93edf tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Calling delete_port for 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:55.652329 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f624d-3f89-494c-a283-b0b0dd89e9ca tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=48ceafae-6388-4b51-8275-bff4eb3f4413,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:55.676534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 48ceafae-6388-4b51-8275-bff4eb3f4413 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:11:55.693847 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14222424-76c2-48f4-a93d-6c842eea0df6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9108af86-59a2-44a9-a87a-5062282a5855), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.699878 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14222424-76c2-48f4-a93d-6c842eea0df6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.707561 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-14222424-76c2-48f4-a93d-6c842eea0df6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "DELETE /v2.0/security-groups/9108af86-59a2-44a9-a87a-5062282a5855 HTTP/1.1" status: 204 len: 168 time: 0.3023784 Mar 10 15:11:55.708236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56102) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:55.712553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14e1d522-450c-47ad-b26c-4991ca9baf4a req-3da7a51b-fdd1-4019-ad3a-dae6940f8ede service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242309 Mar 10 15:11:55.801381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:11:55.803855 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-fff3a40e-e934-49b0-b192-3a845618c69d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] show failed (client error): The resource could not be found. Mar 10 15:11:55.805245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:55.805840 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fff3a40e-e934-49b0-b192-3a845618c69d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "GET /v2.0/security-groups/9108af86-59a2-44a9-a87a-5062282a5855 HTTP/1.1" status: 404 len: 347 time: 0.0607290 Mar 10 15:11:55.811343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56108) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:55.823949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14222424-76c2-48f4-a93d-6c842eea0df6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9108af86-59a2-44a9-a87a-5062282a5855,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:55.976572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Performing IP validity checks on allocation pools {{(pid=115533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 15:11:55.977101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 15:11:56.189329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79130a-53bf-45c6-b47c-4b990fae551e req-f2337874-27c5-4f90-83dd-68194e892a86 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:56.190821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db79130a-53bf-45c6-b47c-4b990fae551e req-f2337874-27c5-4f90-83dd-68194e892a86 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.3147531 Mar 10 15:11:56.196093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db5dc-56d7-4af3-9b1d-0b5bc73c991c req-d416dc74-3e23-475b-ac2a-adddb7548c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:56.197491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e2db5dc-56d7-4af3-9b1d-0b5bc73c991c req-d416dc74-3e23-475b-ac2a-adddb7548c9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 1125 time: 0.3203263 Mar 10 15:11:56.205736 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b3f0431c-342e-4b9b-addd-d54143c7ce91 req-8e51dd48-e6b6-4a67-b718-3f9b9ce93edf tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (76ae5d76-baf0-450e-a8e3-3ca188db4bd5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:56.242750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc26f6-1ab6-4227-97f3-fa95b3df64fa req-e86e10ba-8a3a-49bc-993d-70141b8a93f6 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:56.244193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68dc26f6-1ab6-4227-97f3-fa95b3df64fa req-e86e10ba-8a3a-49bc-993d-70141b8a93f6 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3cbba78-b399-4206-ac95-f4e78dabcbd5 HTTP/1.1" status: 200 len: 946 time: 0.2647200 Mar 10 15:11:56.314923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51dd48-e6b6-4a67-b718-3f9b9ce93edf tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Pushing event deleted for resources: {'Port': ['ID=76ae5d76-baf0-450e-a8e3-3ca188db4bd5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:56.514173 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:56.678040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:56.692717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c82006bb-b666-4647-b6f3-c92ec17423e2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting port 12d04398-5f31-49cd-bb46-824550cb2121 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:56.693050 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c82006bb-b666-4647-b6f3-c92ec17423e2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (12d04398-5f31-49cd-bb46-824550cb2121), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:56.698530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:11:56.698912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:56.805721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f0431c-342e-4b9b-addd-d54143c7ce91 req-8e51dd48-e6b6-4a67-b718-3f9b9ce93edf tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] No DVR routers for this DVR port 76ae5d76-baf0-450e-a8e3-3ca188db4bd5 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:56.826294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db79130a-53bf-45c6-b47c-4b990fae551e req-7e3db179-8034-4afc-a04f-961dc45a31be tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253865 Mar 10 15:11:56.832650 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b3f0431c-342e-4b9b-addd-d54143c7ce91 req-8e51dd48-e6b6-4a67-b718-3f9b9ce93edf tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:56.835835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3f0431c-342e-4b9b-addd-d54143c7ce91 req-8e51dd48-e6b6-4a67-b718-3f9b9ce93edf tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.45 "DELETE /v2.0/ports/76ae5d76-baf0-450e-a8e3-3ca188db4bd5 HTTP/1.1" status: 204 len: 173 time: 2.1737354 Mar 10 15:11:56.837766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cbba78-b399-4206-ac95-f4e78dabcbd5', 'name': 'network-vif-deleted', 'tag': '76ae5d76-baf0-450e-a8e3-3ca188db4bd5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:11:56.840118 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0935697-7458-4760-a1e5-592ba795f28e" -d '{"events": [{"server_uuid": "e3cbba78-b399-4206-ac95-f4e78dabcbd5", "name": "network-vif-deleted", "tag": "76ae5d76-baf0-450e-a8e3-3ca188db4bd5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:11:56.876874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68dc26f6-1ab6-4227-97f3-fa95b3df64fa req-22e1a32b-c3f4-4178-88d5-b30ae91b0f41 tempest-ServersNegativeTestMultiTenantJSON-1090324903 tempest-ServersNegativeTestMultiTenantJSON-1090324903-project] 10.222.0.11 "GET /v2.0/security-groups?id=500d0068-5b91-4642-82b9-ea181058c592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094484 Mar 10 15:11:56.888211 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (9ad798f4-28f6-4bd5-ad35-6c33ba13bd3b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:56.948680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db5dc-56d7-4af3-9b1d-0b5bc73c991c req-2a94520a-e1e4-4a19-be7c-d1f53bfdbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:56.950417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e2db5dc-56d7-4af3-9b1d-0b5bc73c991c req-2a94520a-e1e4-4a19-be7c-d1f53bfdbc10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 906 time: 0.7175052 Mar 10 15:11:56.977136 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a43b41-56d1-4d9f-ab61-eb1bdd982ea0 x-openstack-request-id: req-87a43b41-56d1-4d9f-ab61-eb1bdd982ea0 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:11:56.977429 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cbba78-b399-4206-ac95-f4e78dabcbd5", "name": "network-vif-deleted", "tag": "76ae5d76-baf0-450e-a8e3-3ca188db4bd5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:11:56.977684 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87a43b41-56d1-4d9f-ab61-eb1bdd982ea0 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:11:56.978089 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cbba78-b399-4206-ac95-f4e78dabcbd5', 'name': 'network-vif-deleted', 'tag': '76ae5d76-baf0-450e-a8e3-3ca188db4bd5', 'status': 'completed', 'code': 200} Mar 10 15:11:57.018467 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c82006bb-b666-4647-b6f3-c92ec17423e2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (12d04398-5f31-49cd-bb46-824550cb2121), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.018820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c82006bb-b666-4647-b6f3-c92ec17423e2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for floatingip (12d04398-5f31-49cd-bb46-824550cb2121), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.058446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=9ad798f4-28f6-4bd5-ad35-6c33ba13bd3b,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:57.064285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e2db5dc-56d7-4af3-9b1d-0b5bc73c991c req-ecfebdbb-d94b-42d5-bf1c-3e0a7b038480 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5bb659-9aec-4d32-afc6-bbf2254713fc HTTP/1.1" status: 200 len: 217 time: 0.0768681 Mar 10 15:11:57.073600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c82006bb-b666-4647-b6f3-c92ec17423e2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Calling delete_port for 12d04398-5f31-49cd-bb46-824550cb2121 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:57.147352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking segment: {'id': 'f057a148-0ee4-433c-ac20-229d38eaba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48ceafae-6388-4b51-8275-bff4eb3f4413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:57.147728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network hostable DHCP agents. Network: 48ceafae-6388-4b51-8275-bff4eb3f4413, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:11:57.203960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3b1c9-72bc-4503-a1a0-43304777fe36 req-a3c5fab4-4c38-4371-8ab5-08ff79ec7e6c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:57.205926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3e3b1c9-72bc-4503-a1a0-43304777fe36 req-a3c5fab4-4c38-4371-8ab5-08ff79ec7e6c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 943 time: 0.2453935 Mar 10 15:11:57.213380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db5dc-56d7-4af3-9b1d-0b5bc73c991c req-fd44f310-cf4d-43b0-9e7f-ee51e49eb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:57.214891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e2db5dc-56d7-4af3-9b1d-0b5bc73c991c req-fd44f310-cf4d-43b0-9e7f-ee51e49eb714 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.1332805 Mar 10 15:11:57.262026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network 48ceafae-6388-4b51-8275-bff4eb3f4413 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:11:57.285158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e2db5dc-56d7-4af3-9b1d-0b5bc73c991c req-031b0de4-e867-4c59-b1ff-7f7269953569 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560975 Mar 10 15:11:57.362122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 48ceafae-6388-4b51-8275-bff4eb3f4413) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:57.373384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17ebf1d-0541-4afa-94d3-3a58faec02be None None] Network 48ceafae-6388-4b51-8275-bff4eb3f4413 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:57.397298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:57.397904 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.446464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3e3b1c9-72bc-4503-a1a0-43304777fe36 req-8829bf84-1acd-42c6-8dbf-5a3fa03662db tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305017 Mar 10 15:11:57.490129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bcc07943-5348-4240-a2be-c3a6802d0987 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:11:57.503989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c23cde9f-ef1c-4b03-94ce-4d3a34bd4ae6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9534986 Mar 10 15:11:57.506946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56136) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:57.535538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: bcc07943-5348-4240-a2be-c3a6802d0987 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:11:57.536655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bcc07943-5348-4240-a2be-c3a6802d0987 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:11:57.546009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-48ceafae-6388-4b51-8275-bff4eb3f4413', 'network_id': '48ceafae-6388-4b51-8275-bff4eb3f4413', 'project_id': '90453d268fdc45739324336fb957c3e3', 'fixed_ips': [{'subnet_id': '9ad798f4-28f6-4bd5-ad35-6c33ba13bd3b'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:11:57.547144 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.557270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb0737-77f6-413a-a3d9-9e25319250a2 req-62881f9c-a30d-4fac-9d61-da2d341205c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:57.558923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40cb0737-77f6-413a-a3d9-9e25319250a2 req-62881f9c-a30d-4fac-9d61-da2d341205c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 1127 time: 0.2709913 Mar 10 15:11:57.594408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3710c-903b-444f-bf07-62d10f5093c6 req-272deb4d-a0da-45fc-adf5-01963443bcf2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:57.595886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00f3710c-903b-444f-bf07-62d10f5093c6 req-272deb4d-a0da-45fc-adf5-01963443bcf2 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.3155046 Mar 10 15:11:57.614892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e2db5dc-56d7-4af3-9b1d-0b5bc73c991c req-5bb2afb7-ebf7-4cd5-aae9-c58aa490fa10 service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028929 Mar 10 15:11:57.631390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (48ceafae-6388-4b51-8275-bff4eb3f4413), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.635776 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c82006bb-b666-4647-b6f3-c92ec17423e2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (12d04398-5f31-49cd-bb46-824550cb2121), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.687232 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (9ad798f4-28f6-4bd5-ad35-6c33ba13bd3b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.712672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82006bb-b666-4647-b6f3-c92ec17423e2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Port': ['ID=12d04398-5f31-49cd-bb46-824550cb2121,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:57.727761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Allocated IP 172.20.0.3 (48ceafae-6388-4b51-8275-bff4eb3f4413/9ad798f4-28f6-4bd5-ad35-6c33ba13bd3b/352232c2-69fd-4b6d-960d-6b29a354d901) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:11:57.845154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595715db-a9f3-4cb7-9c73-9558f3a9d081 req-24c4acc4-37f6-445f-9d16-43e4592cf31a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:57.846556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-595715db-a9f3-4cb7-9c73-9558f3a9d081 req-24c4acc4-37f6-445f-9d16-43e4592cf31a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.3195593 Mar 10 15:11:57.880921 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Publish callbacks [] for port (352232c2-69fd-4b6d-960d-6b29a354d901), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.883101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00f3710c-903b-444f-bf07-62d10f5093c6 req-18098b98-ee39-4e7c-bca1-b98c713e3628 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754581 Mar 10 15:11:57.887678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (352232c2-69fd-4b6d-960d-6b29a354d901), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.926693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Network 48ceafae-6388-4b51-8275-bff4eb3f4413 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:11:57.933313 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (9ad798f4-28f6-4bd5-ad35-6c33ba13bd3b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.936331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:11:57.939698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb0737-77f6-413a-a3d9-9e25319250a2 req-3a8c9ead-9aa2-4a06-a52f-bf874d5db5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:57.940609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:11:57.941522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40cb0737-77f6-413a-a3d9-9e25319250a2 req-3a8c9ead-9aa2-4a06-a52f-bf874d5db5d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 919 time: 0.3562267 Mar 10 15:11:57.942503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c82006bb-b666-4647-b6f3-c92ec17423e2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for floatingip (b112102f-afb5-47c2-a580-0460fc1ae1fa), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.945278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c82006bb-b666-4647-b6f3-c92ec17423e2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:57.946384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c82006bb-b666-4647-b6f3-c92ec17423e2 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "DELETE /v2.0/floatingips/b112102f-afb5-47c2-a580-0460fc1ae1fa HTTP/1.1" status: 204 len: 168 time: 2.1339660 Mar 10 15:11:57.948219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Pushing event updated for resources: {'Port': ['ID=352232c2-69fd-4b6d-960d-6b29a354d901,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:57.951508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56140) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:57.975039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e2db5dc-56d7-4af3-9b1d-0b5bc73c991c req-88d9f691-f4b2-4088-9a92-bf30f61cf189 service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431842 Mar 10 15:11:58.020017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Attempting to bind port 352232c2-69fd-4b6d-960d-6b29a354d901 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:11:58.020017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Attempting to bind port 352232c2-69fd-4b6d-960d-6b29a354d901 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'f057a148-0ee4-433c-ac20-229d38eaba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48ceafae-6388-4b51-8275-bff4eb3f4413'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:11:58.020635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Attempting to bind port 352232c2-69fd-4b6d-960d-6b29a354d901 on network 48ceafae-6388-4b51-8275-bff4eb3f4413 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:11:58.026850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:11:58.026850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Checking segment: {'id': 'f057a148-0ee4-433c-ac20-229d38eaba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48ceafae-6388-4b51-8275-bff4eb3f4413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:11:58.027318 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.027847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Bound using segment: {'id': 'f057a148-0ee4-433c-ac20-229d38eaba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48ceafae-6388-4b51-8275-bff4eb3f4413'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:11:58.028422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Bound port: 352232c2-69fd-4b6d-960d-6b29a354d901, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f057a148-0ee4-433c-ac20-229d38eaba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48ceafae-6388-4b51-8275-bff4eb3f4413'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:11:58.028904 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (352232c2-69fd-4b6d-960d-6b29a354d901), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.046422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40cb0737-77f6-413a-a3d9-9e25319250a2 req-b9d9b525-b394-43fb-84a2-7643f64ec822 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab109d63-c458-4c59-80bf-668baab26b5d HTTP/1.1" status: 200 len: 217 time: 0.0921946 Mar 10 15:11:58.054437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-595715db-a9f3-4cb7-9c73-9558f3a9d081 req-4ee41b74-4f9d-43a8-a087-e4154cb42e85 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842399 Mar 10 15:11:58.117445 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (48ceafae-6388-4b51-8275-bff4eb3f4413), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.150957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb0737-77f6-413a-a3d9-9e25319250a2 req-6b5709ca-ab38-4fcb-b878-ef142079df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:58.152790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40cb0737-77f6-413a-a3d9-9e25319250a2 req-6b5709ca-ab38-4fcb-b878-ef142079df47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.0950899 Mar 10 15:11:58.155385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56146) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:58.156640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] For port 352232c2-69fd-4b6d-960d-6b29a354d901, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:11:58.160184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] For port 352232c2-69fd-4b6d-960d-6b29a354d901, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=352232c2-69fd-4b6d-960d-6b29a354d901,segment=NetworkSegment(f057a148-0ee4-433c-ac20-229d38eaba6a),segment_id=f057a148-0ee4-433c-ac20-229d38eaba6a)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:11:58.163204 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.168372 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (352232c2-69fd-4b6d-960d-6b29a354d901), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.170119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad798f4-28f6-4bd5-ad35-6c33ba13bd3b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:58.192242 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ceafae-6388-4b51-8275-bff4eb3f4413']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:58.211756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f057a148-0ee4-433c-ac20-229d38eaba6a') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:58.213071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f057a148-0ee4-433c-ac20-229d38eaba6a') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:58.229189 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (f057a148-0ee4-433c-ac20-229d38eaba6a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.232261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40cb0737-77f6-413a-a3d9-9e25319250a2 req-5ee87b3e-a7ff-4463-91e6-a24a36beadfe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634470 Mar 10 15:11:58.257456 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f057a148-0ee4-433c-ac20-229d38eaba6a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.266456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:11:58.268679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (f057a148-0ee4-433c-ac20-229d38eaba6a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.272341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda32c1f-c661-4a0e-93ad-658ec073b38d admin admin] Deleting subnet 6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:58.281155 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fda32c1f-c661-4a0e-93ad-658ec073b38d admin admin] Publish callbacks [] for subnet (6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.286500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-84dd7efa-4c55-4cda-b057-7303a31e81d6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting port ac14b4d0-1233-499a-9907-cd161fd5f3f0 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:58.286856 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-84dd7efa-4c55-4cda-b057-7303a31e81d6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.288273 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64af45-6ca4-412e-817c-5d91d94bb5f9 None None] Pushing event updated for resources: {'Port': ['ID=352232c2-69fd-4b6d-960d-6b29a354d901,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:58.293480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b060faf-9182-435e-bc7b-f7e334f9115f None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:11:58.362717 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:11:58.368054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fda32c1f-c661-4a0e-93ad-658ec073b38d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.373874 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:11:58.373874 n-d-833090-1 neutron-server[115534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:11:58.373874 n-d-833090-1 neutron-server[115534]: [parameters: {'id': '48ceafae-6388-4b51-8275-bff4eb3f4413'}] Mar 10 15:11:58.373874 n-d-833090-1 neutron-server[115534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:11:58.374261 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:11:58.460425 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b060faf-9182-435e-bc7b-f7e334f9115f None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:11:58.571358 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fda32c1f-c661-4a0e-93ad-658ec073b38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.591005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40cb0737-77f6-413a-a3d9-9e25319250a2 req-839f957b-e556-4e72-915d-de7c2cf072ef service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483937 Mar 10 15:11:58.646835 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-84dd7efa-4c55-4cda-b057-7303a31e81d6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.685667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-84dd7efa-4c55-4cda-b057-7303a31e81d6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Calling delete_port for ac14b4d0-1233-499a-9907-cd161fd5f3f0 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:58.701842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5f5bb659-9aec-4d32-afc6-bbf2254713fc details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:11:58.703634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4f875-d3c7-47d7-91e7-7c724a2cc21d req-eabca0d3-034d-457c-86a4-b5debd5cad3e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:58.705152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06a4f875-d3c7-47d7-91e7-7c724a2cc21d req-eabca0d3-034d-457c-86a4-b5debd5cad3e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.2826579 Mar 10 15:11:58.729478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30274229-c7ea-4f30-a51d-1fbebfde590e None None] Network 48ceafae-6388-4b51-8275-bff4eb3f4413 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:11:58.808406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ad4cb-6506-46fb-860a-1f1d154a8626 req-95a8ca8e-c8f6-4293-a7f5-8a15f8d3a2e9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:58.809944 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-468ad4cb-6506-46fb-860a-1f1d154a8626 req-95a8ca8e-c8f6-4293-a7f5-8a15f8d3a2e9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 943 time: 0.2686799 Mar 10 15:11:58.832162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-0cc7fc1d-600f-4bf3-8cfb-a2df92011c79 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:58.833639 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-0cc7fc1d-600f-4bf3-8cfb-a2df92011c79 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.0575547 Mar 10 15:11:58.877193 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (48ceafae-6388-4b51-8275-bff4eb3f4413), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.884500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fda32c1f-c661-4a0e-93ad-658ec073b38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.889833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5f5bb659-9aec-4d32-afc6-bbf2254713fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5f5bb659-9aec-4d32-afc6-bbf2254713fc,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:58.910330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '5f5bb659-9aec-4d32-afc6-bbf2254713fc', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'port_id': '5f5bb659-9aec-4d32-afc6-bbf2254713fc', 'mac_address': 'fa:16:3e:c0:23:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb24078f-4516-4897-8be0-5a7c1076ae2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:11:58.934368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40cb0737-77f6-413a-a3d9-9e25319250a2 req-4f069542-0638-4c0e-9936-59d3a5a50e42 service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157227 Mar 10 15:11:58.942099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda32c1f-c661-4a0e-93ad-658ec073b38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:58.957345 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fda32c1f-c661-4a0e-93ad-658ec073b38d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.959736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5f5bb659-9aec-4d32-afc6-bbf2254713fc is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:11:58.960413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fda32c1f-c661-4a0e-93ad-658ec073b38d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6c5ec9d0-b7b5-4903-aa5e-cb7b2e54f8c2 HTTP/1.1" status: 204 len: 168 time: 0.8037384 Mar 10 15:11:58.963534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56158) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:58.964380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06a4f875-d3c7-47d7-91e7-7c724a2cc21d req-51d66e3a-1ce5-4f24-a78b-e4016c2cb76c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2446876 Mar 10 15:11:58.965950 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:58.987151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-468ad4cb-6506-46fb-860a-1f1d154a8626 req-273fa767-9674-4670-9a22-1f8ba2d6fd20 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664972 Mar 10 15:11:58.992155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5bb659-9aec-4d32-afc6-bbf2254713fc {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:11:59.031488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5f5bb659-9aec-4d32-afc6-bbf2254713fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5f5bb659-9aec-4d32-afc6-bbf2254713fc,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:59.054921 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.061689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Deleting port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:59.062264 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.082069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Deleting port 352232c2-69fd-4b6d-960d-6b29a354d901 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:59.082766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (352232c2-69fd-4b6d-960d-6b29a354d901), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.093869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.099948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-84dd7efa-4c55-4cda-b057-7303a31e81d6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ac14b4d0-1233-499a-9907-cd161fd5f3f0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.161215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd7efa-4c55-4cda-b057-7303a31e81d6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Port': ['ID=ac14b4d0-1233-499a-9907-cd161fd5f3f0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:59.225542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] For port 352232c2-69fd-4b6d-960d-6b29a354d901, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=352232c2-69fd-4b6d-960d-6b29a354d901,segment=NetworkSegment(f057a148-0ee4-433c-ac20-229d38eaba6a),segment_id=f057a148-0ee4-433c-ac20-229d38eaba6a)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:59.226553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (352232c2-69fd-4b6d-960d-6b29a354d901), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.281616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Calling delete_port for 352232c2-69fd-4b6d-960d-6b29a354d901 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:59.286551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b32a4-d8e8-4d39-89d4-961b8875bba4 req-e94de015-e675-418c-b900-44a168f56761 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:59.290630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f68b32a4-d8e8-4d39-89d4-961b8875bba4 req-e94de015-e675-418c-b900-44a168f56761 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 944 time: 0.2093239 Mar 10 15:11:59.319119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] For port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:11:59.319454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.326478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28458f-4378-44f6-92fb-21309c11561a req-4fd30fbb-50c1-40fb-b036-f0fded4257a9 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:11:59.328784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5f5bb659-9aec-4d32-afc6-bbf2254713fc,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:59.333566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e28458f-4378-44f6-92fb-21309c11561a req-4fd30fbb-50c1-40fb-b036-f0fded4257a9 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1775224 Mar 10 15:11:59.335917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-84dd7efa-4c55-4cda-b057-7303a31e81d6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.339191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-84dd7efa-4c55-4cda-b057-7303a31e81d6 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "DELETE /v2.0/ports/ac14b4d0-1233-499a-9907-cd161fd5f3f0 HTTP/1.1" status: 204 len: 168 time: 1.3840930 Mar 10 15:11:59.342699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56162) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:59.439443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f68b32a4-d8e8-4d39-89d4-961b8875bba4 req-1baabc9f-4653-4cc7-8525-877e260767e9 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups?id=cae7a2cb-6773-4034-83e4-a7ca7b9817e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409535 Mar 10 15:11:59.455862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.474760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e28458f-4378-44f6-92fb-21309c11561a req-74698576-0e09-4589-adbf-caf614b92d07 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401873 Mar 10 15:11:59.479777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['5f5bb659-9aec-4d32-afc6-bbf2254713fc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:11:59.506325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-92ef0464-617c-44e9-befc-3557de7ed74d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting port 61c60400-5547-4b1b-8fd8-3e234bedf609 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:11:59.506752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ef0464-617c-44e9-befc-3557de7ed74d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.524767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:59.580769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81042deb-e2b5-418b-b308-2f2b1adcca2e') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:59.581062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81042deb-e2b5-418b-b308-2f2b1adcca2e') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:11:59.601489 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (81042deb-e2b5-418b-b308-2f2b1adcca2e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.622748 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ef0464-617c-44e9-befc-3557de7ed74d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.644554 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (81042deb-e2b5-418b-b308-2f2b1adcca2e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.648212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-92ef0464-617c-44e9-befc-3557de7ed74d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Calling delete_port for 61c60400-5547-4b1b-8fd8-3e234bedf609 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:59.679831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:11:59.680410 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (81042deb-e2b5-418b-b308-2f2b1adcca2e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:11:59.684637 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:11:59.701940 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (352232c2-69fd-4b6d-960d-6b29a354d901), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.781385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No DVR routers for this DVR port 352232c2-69fd-4b6d-960d-6b29a354d901 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:11:59.786345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Port': ['ID=352232c2-69fd-4b6d-960d-6b29a354d901,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:59.801643 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ef0464-617c-44e9-befc-3557de7ed74d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (61c60400-5547-4b1b-8fd8-3e234bedf609), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.811436 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.811803 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (49e9fb55-331d-4196-9daf-599772054c38), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.812119 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Floating IP 49e9fb55-331d-4196-9daf-599772054c38 disassociated. External IP: 172.25.3.178, port: 9f2af6f6-d85f-408f-9709-73e1ba4a91e3. Mar 10 15:11:59.812457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Calling delete_port for 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:11:59.828152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.832966 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:11:59.836218 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] 10.222.0.11 "DELETE /v2.0/networks/dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4 HTTP/1.1" status: 204 len: 168 time: 0.8716478 Mar 10 15:11:59.838818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef0464-617c-44e9-befc-3557de7ed74d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Port': ['ID=61c60400-5547-4b1b-8fd8-3e234bedf609,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:11:59.840520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56164) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:11:59.935398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84e4cdf-9396-431c-89c6-eb938cde43dc admin admin] Deleting subnet 8466f51e-f43d-4261-8d29-aadf9b0d0a0d {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:11:59.942474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84e4cdf-9396-431c-89c6-eb938cde43dc admin admin] Publish callbacks [] for subnet (8466f51e-f43d-4261-8d29-aadf9b0d0a0d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.178282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe82c18-71fb-4408-b79f-783471a5ad9d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9761c7-a8ca-4c6f-9eee-7bbd7888b2a4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:00.226720 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (48ceafae-6388-4b51-8275-bff4eb3f4413), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.261607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ceafae-6388-4b51-8275-bff4eb3f4413']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:00.280901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f057a148-0ee4-433c-ac20-229d38eaba6a') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:00.281172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f057a148-0ee4-433c-ac20-229d38eaba6a') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:00.291776 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (f057a148-0ee4-433c-ac20-229d38eaba6a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.313875 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f057a148-0ee4-433c-ac20-229d38eaba6a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.344989 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:00.344989 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (f057a148-0ee4-433c-ac20-229d38eaba6a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:00.347020 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:00.366577 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ef0464-617c-44e9-befc-3557de7ed74d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.372240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-92ef0464-617c-44e9-befc-3557de7ed74d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "DELETE /v2.0/ports/61c60400-5547-4b1b-8fd8-3e234bedf609 HTTP/1.1" status: 204 len: 168 time: 1.0207691 Mar 10 15:12:00.373646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56170) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:00.383736 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84e4cdf-9396-431c-89c6-eb938cde43dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (8466f51e-f43d-4261-8d29-aadf9b0d0a0d), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.451681 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (48ceafae-6388-4b51-8275-bff4eb3f4413), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.453693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173dc13-5e6e-4eed-af8f-318e5f40fddc req-08c309da-15b2-4d75-a0c4-3a9eddd4a87f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:00.455314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7173dc13-5e6e-4eed-af8f-318e5f40fddc req-08c309da-15b2-4d75-a0c4-3a9eddd4a87f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 944 time: 0.1479793 Mar 10 15:12:00.455828 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.457159 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84e4cdf-9396-431c-89c6-eb938cde43dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (8466f51e-f43d-4261-8d29-aadf9b0d0a0d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.459029 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/48ceafae-6388-4b51-8275-bff4eb3f4413 HTTP/1.1" status: 204 len: 168 time: 2.9499545 Mar 10 15:12:00.459734 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (9f2af6f6-d85f-408f-9709-73e1ba4a91e3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.463324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56172) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:00.471883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b1721-0f8e-4e15-8225-236fd3a42153 req-378685c9-dd77-405f-95c0-7c3f69e4581a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:00.473580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-768b1721-0f8e-4e15-8225-236fd3a42153 req-378685c9-dd77-405f-95c0-7c3f69e4581a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.1671712 Mar 10 15:12:00.496531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-360908147'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:00.509756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154774a0-87ed-480f-92e0-8a0b1916544f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=48ceafae-6388-4b51-8275-bff4eb3f4413,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:00.521166 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event deleted for resources: {'Port': ['ID=9f2af6f6-d85f-408f-9709-73e1ba4a91e3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:00.530467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26f53a7-e247-485b-9109-a221875d66f0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting subnet e36119e2-a0ee-41c2-931e-612c66f3d56d {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:12:00.536605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a26f53a7-e247-485b-9109-a221875d66f0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for subnet (e36119e2-a0ee-41c2-931e-612c66f3d56d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.576945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:00.580522 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.627829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a26f53a7-e247-485b-9109-a221875d66f0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (e36119e2-a0ee-41c2-931e-612c66f3d56d), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.633722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7173dc13-5e6e-4eed-af8f-318e5f40fddc req-4a9a65be-78f6-49c2-b906-724d15d2335b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410351 Mar 10 15:12:00.643538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-768b1721-0f8e-4e15-8225-236fd3a42153 req-07d5312c-7f68-4813-b63a-8ba169450b3f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1425872 Mar 10 15:12:00.646278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84e4cdf-9396-431c-89c6-eb938cde43dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (8466f51e-f43d-4261-8d29-aadf9b0d0a0d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.693117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:12:00.709438 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5f5bb659-9aec-4d32-afc6-bbf2254713fc up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:12:00.721640 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84e4cdf-9396-431c-89c6-eb938cde43dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.727878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d84e4cdf-9396-431c-89c6-eb938cde43dc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8466f51e-f43d-4261-8d29-aadf9b0d0a0d HTTP/1.1" status: 204 len: 168 time: 0.8862157 Mar 10 15:12:00.729912 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ea7c9602-ddd6-4d5e-a7c0-308fd891d1e8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.730314 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment ea7c9602-ddd6-4d5e-a7c0-308fd891d1e8 of type vlan for network 8c398134-3872-4323-b8d4-172b291873c7 Mar 10 15:12:00.731503 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:00.735582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e4cdf-9396-431c-89c6-eb938cde43dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8466f51e-f43d-4261-8d29-aadf9b0d0a0d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:00.800117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 5f5bb659-9aec-4d32-afc6-bbf2254713fc completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:12:00.814331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Router ab1a0d42-f836-498a-a8bd-af457496f5f0 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:12:00.814773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 5f5bb659-9aec-4d32-afc6-bbf2254713fc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:12:00.815425 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.822675 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (8c398134-3872-4323-b8d4-172b291873c7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.866416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53de4adb-7ec6-43c3-b4da-1531e8bd8b09 req-ed803e66-82c6-41dc-ab0a-e1cc9bfdea12 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/ports?device_id=aafddc8a-b2c3-476d-8b15-c6e16439f062 HTTP/1.1" status: 200 len: 210 time: 0.0445178 Mar 10 15:12:00.900724 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a26f53a7-e247-485b-9109-a221875d66f0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e36119e2-a0ee-41c2-931e-612c66f3d56d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.923786 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (8c398134-3872-4323-b8d4-172b291873c7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.928756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:00.929353 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.938094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5f5bb659-9aec-4d32-afc6-bbf2254713fc is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:00.938763 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.959875 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c19cad13-3e24-4bba-971e-e9beff989bc1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:00.963778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6cfcab-1903-43d6-ba2f-861a44783a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5bb659-9aec-4d32-afc6-bbf2254713fc'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:00.966964 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ca97a2-9aff-4406-aee7-c64b5f6306d2" -d '{"events": [{"server_uuid": "bf6cfcab-1903-43d6-ba2f-861a44783a3f", "name": "network-vif-plugged", "status": "completed", "tag": "5f5bb659-9aec-4d32-afc6-bbf2254713fc"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:00.968832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf26e1-1e2a-4f59-bfde-cc817814836b req-5c5ccaa2-2b5a-4fc9-9e01-8efec6c95fc6 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:00.976745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbbf26e1-1e2a-4f59-bfde-cc817814836b req-5c5ccaa2-2b5a-4fc9-9e01-8efec6c95fc6 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1749249 Mar 10 15:12:00.979622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5f5bb659-9aec-4d32-afc6-bbf2254713fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5f5bb659-9aec-4d32-afc6-bbf2254713fc,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:00.992308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5179088 Mar 10 15:12:01.000708 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.000923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56182) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:01.006974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'network_id': '8c398134-3872-4323-b8d4-172b291873c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:01.052408 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9e0b6e-0b93-4832-a419-9009fff3c236 x-openstack-request-id: req-cd9e0b6e-0b93-4832-a419-9009fff3c236 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:01.053819 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6cfcab-1903-43d6-ba2f-861a44783a3f", "name": "network-vif-plugged", "status": "completed", "tag": "5f5bb659-9aec-4d32-afc6-bbf2254713fc", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:01.054351 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd9e0b6e-0b93-4832-a419-9009fff3c236 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:01.055155 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6cfcab-1903-43d6-ba2f-861a44783a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5bb659-9aec-4d32-afc6-bbf2254713fc', 'code': 200} Mar 10 15:12:01.092557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68573c1-4fb5-475c-9b92-a604bce72f28 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=8c398134-3872-4323-b8d4-172b291873c7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:01.100608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5f5bb659-9aec-4d32-afc6-bbf2254713fc,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:01.108504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 8c398134-3872-4323-b8d4-172b291873c7 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:12:01.123706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a26f53a7-e247-485b-9109-a221875d66f0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (e36119e2-a0ee-41c2-931e-612c66f3d56d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.139136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:12:01.166438 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c19cad13-3e24-4bba-971e-e9beff989bc1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.170976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a26f53a7-e247-485b-9109-a221875d66f0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.177415 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a26f53a7-e247-485b-9109-a221875d66f0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "DELETE /v2.0/subnets/e36119e2-a0ee-41c2-931e-612c66f3d56d HTTP/1.1" status: 204 len: 168 time: 0.7957795 Mar 10 15:12:01.178052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56184) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:01.190310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f1505-8d32-4bd6-b845-9275a8023429 None None] Sync routers for ids ['ab1a0d42-f836-498a-a8bd-af457496f5f0'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:12:01.193289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c251d-7140-438d-bbea-7295427328ff None None] Network 9970742e-6dcd-4d15-82de-6a61710de5cc requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:01.204080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbbf26e1-1e2a-4f59-bfde-cc817814836b req-6f042dd3-b777-4beb-8302-d4b9cb170b6f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263529 Mar 10 15:12:01.221131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f53a7-e247-485b-9109-a221875d66f0 tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Subnet': ['ID=e36119e2-a0ee-41c2-931e-612c66f3d56d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:01.235345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f1505-8d32-4bd6-b845-9275a8023429 None None] Routers {'ab1a0d42-f836-498a-a8bd-af457496f5f0'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:12:01.236812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-810f1505-8d32-4bd6-b845-9275a8023429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:11:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab1a0d42-f836-498a-a8bd-af457496f5f0'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:01.250409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:01.254447 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.278881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b315-6b9a-4ba8-8982-ab0561ab806a req-2ec974bc-1002-4285-851e-83070dc5cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:01.280613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8206b315-6b9a-4ba8-8982-ab0561ab806a req-2ec974bc-1002-4285-851e-83070dc5cff8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 1127 time: 0.1356397 Mar 10 15:12:01.299075 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] No DVR routers for this DVR port 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:01.301677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19cad13-3e24-4bba-971e-e9beff989bc1']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:01.306747 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.311521 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-029fe63b-f3f1-4a05-974c-c5f25096c392 req-9fe49b0a-8b81-47be-81cc-4a7a9baadb84 tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.62 "DELETE /v2.0/ports/9f2af6f6-d85f-408f-9709-73e1ba4a91e3 HTTP/1.1" status: 204 len: 173 time: 2.4718411 Mar 10 15:12:01.317860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-deleted', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:01.320886 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a9a31e-7909-45c4-a35b-c8b1340bebba" -d '{"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-deleted", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:01.335504 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982cd37d-043b-496c-be32-6840db5d7cfd') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:01.335850 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982cd37d-043b-496c-be32-6840db5d7cfd') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:01.352616 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (982cd37d-043b-496c-be32-6840db5d7cfd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.364882 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81e1cd4-e6a4-4742-9655-e6eaa03e9d9d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting subnet 8bb56f9e-0223-4a2a-b67a-13685c5788e5 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:12:01.380241 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b81e1cd4-e6a4-4742-9655-e6eaa03e9d9d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for subnet (8bb56f9e-0223-4a2a-b67a-13685c5788e5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.424897 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b81e1cd4-e6a4-4742-9655-e6eaa03e9d9d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (8bb56f9e-0223-4a2a-b67a-13685c5788e5), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.430394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-810f1505-8d32-4bd6-b845-9275a8023429 None None] Set router ab1a0d42-f836-498a-a8bd-af457496f5f0 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:12:01.440938 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8206b315-6b9a-4ba8-8982-ab0561ab806a req-0fc8ed2f-4d15-43a6-9342-bb56e437ea57 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492198 Mar 10 15:12:01.466333 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ac3534-f5f3-46c1-ac1e-a456f3dfd873 x-openstack-request-id: req-61ac3534-f5f3-46c1-ac1e-a456f3dfd873 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:01.466688 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafddc8a-b2c3-476d-8b15-c6e16439f062", "name": "network-vif-deleted", "tag": "9f2af6f6-d85f-408f-9709-73e1ba4a91e3", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:01.467055 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61ac3534-f5f3-46c1-ac1e-a456f3dfd873 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:01.468733 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafddc8a-b2c3-476d-8b15-c6e16439f062', 'name': 'network-vif-deleted', 'tag': '9f2af6f6-d85f-408f-9709-73e1ba4a91e3', 'status': 'completed', 'code': 200} Mar 10 15:12:01.469720 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (982cd37d-043b-496c-be32-6840db5d7cfd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.483463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:01.484132 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (982cd37d-043b-496c-be32-6840db5d7cfd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:01.486260 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:01.584061 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c19cad13-3e24-4bba-971e-e9beff989bc1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.584443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (b5c05889-cbd7-4a19-8cda-6eb6ea67f113), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.588887 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.594994 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c19cad13-3e24-4bba-971e-e9beff989bc1 HTTP/1.1" status: 204 len: 168 time: 0.8590436 Mar 10 15:12:01.594994 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b81e1cd4-e6a4-4742-9655-e6eaa03e9d9d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (8bb56f9e-0223-4a2a-b67a-13685c5788e5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.634482 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d3f86-bded-4088-be84-1bb6e0c73840 admin admin] Pushing event deleted for resources: {'Network': ['ID=c19cad13-3e24-4bba-971e-e9beff989bc1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:01.659094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=b5c05889-cbd7-4a19-8cda-6eb6ea67f113,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:01.672049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking segment: {'id': 'ea7c9602-ddd6-4d5e-a7c0-308fd891d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8c398134-3872-4323-b8d4-172b291873c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:01.672564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network hostable DHCP agents. Network: 8c398134-3872-4323-b8d4-172b291873c7, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:12:01.698221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network 8c398134-3872-4323-b8d4-172b291873c7 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:12:01.699103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba387e1a-c5de-41f6-82f9-60ea9d60069b None None] DHCP port deletion for 9970742e-6dcd-4d15-82de-6a61710de5cc request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:12:01.708184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 8c398134-3872-4323-b8d4-172b291873c7) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:01.729453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:01.731390 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.737045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b81e1cd4-e6a4-4742-9655-e6eaa03e9d9d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (8bb56f9e-0223-4a2a-b67a-13685c5788e5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.747421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06737e20-ab32-49fb-939a-4b39f7942de0 None None] Network 8c398134-3872-4323-b8d4-172b291873c7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:01.779586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-10c01be8-2f5e-4abe-8786-350bfbf2187e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7769394 Mar 10 15:12:01.780320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56194) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:01.804318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-810f1505-8d32-4bd6-b845-9275a8023429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:17Z', 'revision_number': 4, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'b24b4422-4468-4eb3-a2bf-b3cfae48805b', 'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'mac_address': 'fa:16:3e:b4:8f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:16Z', 'updated_at': '2022-03-10T15:02:22Z', 'revision_number': 5, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'subnets': [{'id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:01.847626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e1cd4-e6a4-4742-9655-e6eaa03e9d9d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb56f9e-0223-4a2a-b67a-13685c5788e5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:01.858305 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b81e1cd4-e6a4-4742-9655-e6eaa03e9d9d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.862579 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b81e1cd4-e6a4-4742-9655-e6eaa03e9d9d tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "DELETE /v2.0/subnets/8bb56f9e-0223-4a2a-b67a-13685c5788e5 HTTP/1.1" status: 204 len: 168 time: 0.6565356 Mar 10 15:12:01.865162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56196) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:01.880722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0625d929-972f-40b7-a43e-7d327dbd77c6 None None] Network 60f66d83-c732-4c3c-bd32-9d15919cb86a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:01.940206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f1505-8d32-4bd6-b845-9275a8023429 None None] Checking router: ab1a0d42-f836-498a-a8bd-af457496f5f0 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:12:01.946989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56200) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:01.963356 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9970742e-6dcd-4d15-82de-6a61710de5cc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:01.986491 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f1505-8d32-4bd6-b845-9275a8023429 None None] Routers {'ab1a0d42-f836-498a-a8bd-af457496f5f0'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:12:01.987307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-810f1505-8d32-4bd6-b845-9275a8023429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:11:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab1a0d42-f836-498a-a8bd-af457496f5f0'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:01.989838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ba387e1a-c5de-41f6-82f9-60ea9d60069b None None] Deleting port 54c712a1-d464-4e4d-8a90-570325a8913e {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:01.990329 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba387e1a-c5de-41f6-82f9-60ea9d60069b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.026192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting port 54c712a1-d464-4e4d-8a90-570325a8913e {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:02.026192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.079854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87c11-d48d-408a-b2f1-f1d5a25f7d68 req-66ca3985-c71b-4a93-aa97-2dbfa3e9a2b7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:02.081393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cdb87c11-d48d-408a-b2f1-f1d5a25f7d68 req-66ca3985-c71b-4a93-aa97-2dbfa3e9a2b7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.2428689 Mar 10 15:12:02.098408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983da41-effe-4109-ad99-1b2f6a877428 req-6a17a569-b125-42e2-a661-eb453bf3177a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:02.099885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c983da41-effe-4109-ad99-1b2f6a877428 req-6a17a569-b125-42e2-a661-eb453bf3177a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 945 time: 0.2624528 Mar 10 15:12:02.100730 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] For port 54c712a1-d464-4e4d-8a90-570325a8913e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=54c712a1-d464-4e4d-8a90-570325a8913e,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:02.101097 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.105101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (8c398134-3872-4323-b8d4-172b291873c7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.114037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-10a4b7c4-3d5b-401e-8726-7d2832374c96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=822d20a293834db8b0da0285e47fb7de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580882 Mar 10 15:12:02.114431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56202) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:02.122159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Calling delete_port for 54c712a1-d464-4e4d-8a90-570325a8913e owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:02.154074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ba387e1a-c5de-41f6-82f9-60ea9d60069b None None] For port 54c712a1-d464-4e4d-8a90-570325a8913e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=54c712a1-d464-4e4d-8a90-570325a8913e,segment=NetworkSegment(4c1d39a9-7525-48fa-8979-5136949157af),segment_id=4c1d39a9-7525-48fa-8979-5136949157af)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:02.154883 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba387e1a-c5de-41f6-82f9-60ea9d60069b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.160249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af429aa-8756-44a2-9d67-fb5d63f6a9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-8c398134-3872-4323-b8d4-172b291873c7', 'network_id': '8c398134-3872-4323-b8d4-172b291873c7', 'project_id': '90453d268fdc45739324336fb957c3e3', 'fixed_ips': [{'subnet_id': 'b5c05889-cbd7-4a19-8cda-6eb6ea67f113'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:12:02.161085 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8af429aa-8756-44a2-9d67-fb5d63f6a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.193485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ba387e1a-c5de-41f6-82f9-60ea9d60069b None None] Calling delete_port for 54c712a1-d464-4e4d-8a90-570325a8913e owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:02.226635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-09fb6f8a-7011-4f52-b4f9-3e379b759c29 admin admin] Publish callbacks [] for security_group (500d0068-5b91-4642-82b9-ea181058c592), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.250762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cdb87c11-d48d-408a-b2f1-f1d5a25f7d68 req-e96a12ac-c485-4e13-a139-3a977288f04d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441138 Mar 10 15:12:02.272118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-09fb6f8a-7011-4f52-b4f9-3e379b759c29 admin admin] Publish callbacks [] for security_group (500d0068-5b91-4642-82b9-ea181058c592), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.283653 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c983da41-effe-4109-ad99-1b2f6a877428 req-cb38dd63-3b6b-4998-845b-81772041c59e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676383 Mar 10 15:12:02.287094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.291865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (b5c05889-cbd7-4a19-8cda-6eb6ea67f113), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.303847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-810f1505-8d32-4bd6-b845-9275a8023429 None None] Set router ab1a0d42-f836-498a-a8bd-af457496f5f0 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:12:02.341719 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Port': ['ID=54c712a1-d464-4e4d-8a90-570325a8913e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:02.347133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] No DVR routers for this DVR port 54c712a1-d464-4e4d-8a90-570325a8913e on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:02.397584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56208) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:02.425226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-09fb6f8a-7011-4f52-b4f9-3e379b759c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (500d0068-5b91-4642-82b9-ea181058c592), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.428304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-09fb6f8a-7011-4f52-b4f9-3e379b759c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.429541 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-09fb6f8a-7011-4f52-b4f9-3e379b759c29 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/500d0068-5b91-4642-82b9-ea181058c592 HTTP/1.1" status: 204 len: 168 time: 0.3139150 Mar 10 15:12:02.461624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e48212-35b4-443e-8deb-2e44c0c283a9 req-eaaa8f14-babf-4a91-8908-3f7a80bd1681 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:02.462243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9970742e-6dcd-4d15-82de-6a61710de5cc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.463947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45e48212-35b4-443e-8deb-2e44c0c283a9 req-eaaa8f14-babf-4a91-8908-3f7a80bd1681 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.0902321 Mar 10 15:12:02.466144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (b5c05889-cbd7-4a19-8cda-6eb6ea67f113), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.495390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86d77d4-f5a4-474c-a6e6-b6a4a975ef7e None None] DHCP port deletion for 60f66d83-c732-4c3c-bd32-9d15919cb86a request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:12:02.503864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb6f8a-7011-4f52-b4f9-3e379b759c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500d0068-5b91-4642-82b9-ea181058c592,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:02.512791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c05889-cbd7-4a19-8cda-6eb6ea67f113,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:02.513605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9970742e-6dcd-4d15-82de-6a61710de5cc']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:02.532955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1d39a9-7525-48fa-8979-5136949157af') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:02.533284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1d39a9-7525-48fa-8979-5136949157af') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:02.546386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (4c1d39a9-7525-48fa-8979-5136949157af), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.568704 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e66a46c-051f-49dd-9f27-2d13ceaa9abb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group (cae7a2cb-6773-4034-83e4-a7ca7b9817e7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.570931 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4c1d39a9-7525-48fa-8979-5136949157af), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.585289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:02.585742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (4c1d39a9-7525-48fa-8979-5136949157af), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:02.589132 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:02.608121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (8c398134-3872-4323-b8d4-172b291873c7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.615509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45e48212-35b4-443e-8deb-2e44c0c283a9 req-03dea745-645b-414d-9267-79166134ae6d tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426659 Mar 10 15:12:02.620927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e66a46c-051f-49dd-9f27-2d13ceaa9abb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group (cae7a2cb-6773-4034-83e4-a7ca7b9817e7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.638002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c398134-3872-4323-b8d4-172b291873c7']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:02.655897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7c9602-ddd6-4d5e-a7c0-308fd891d1e8') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:02.656612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7c9602-ddd6-4d5e-a7c0-308fd891d1e8') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:02.669824 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (ea7c9602-ddd6-4d5e-a7c0-308fd891d1e8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.692741 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9970742e-6dcd-4d15-82de-6a61710de5cc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.697497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.698237 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ea7c9602-ddd6-4d5e-a7c0-308fd891d1e8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.703781 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "DELETE /v2.0/networks/9970742e-6dcd-4d15-82de-6a61710de5cc HTTP/1.1" status: 204 len: 168 time: 0.8348372 Mar 10 15:12:02.707735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56214) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:02.722879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b340a0d-28e1-439f-b7c2-375f110026ef tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Network': ['ID=9970742e-6dcd-4d15-82de-6a61710de5cc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:02.746622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:02.748671 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (ea7c9602-ddd6-4d5e-a7c0-308fd891d1e8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.752877 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e66a46c-051f-49dd-9f27-2d13ceaa9abb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cae7a2cb-6773-4034-83e4-a7ca7b9817e7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:02.754934 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:02.757191 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e66a46c-051f-49dd-9f27-2d13ceaa9abb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.757191 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6e66a46c-051f-49dd-9f27-2d13ceaa9abb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "DELETE /v2.0/security-groups/cae7a2cb-6773-4034-83e4-a7ca7b9817e7 HTTP/1.1" status: 204 len: 168 time: 0.3580384 Mar 10 15:12:02.760435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56216) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:02.779698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66a46c-051f-49dd-9f27-2d13ceaa9abb tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae7a2cb-6773-4034-83e4-a7ca7b9817e7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:02.783371 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-9c69055f-e003-4f67-813c-9d0c0d9b126f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] show failed (client error): The resource could not be found. Mar 10 15:12:02.784438 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9c69055f-e003-4f67-813c-9d0c0d9b126f tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "GET /v2.0/security-groups/cae7a2cb-6773-4034-83e4-a7ca7b9817e7 HTTP/1.1" status: 404 len: 347 time: 0.0225763 Mar 10 15:12:02.787110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56218) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:02.928905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (8c398134-3872-4323-b8d4-172b291873c7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.940133 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.944365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/8c398134-3872-4323-b8d4-172b291873c7 HTTP/1.1" status: 204 len: 168 time: 1.1624651 Mar 10 15:12:02.947258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56222) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:02.951252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (60f66d83-c732-4c3c-bd32-9d15919cb86a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:02.956737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-531849031'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:02.966263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3798f7-6426-44ec-8a17-1a1f7cafa7df tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=8c398134-3872-4323-b8d4-172b291873c7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server [None req-8af429aa-8756-44a2-9d67-fb5d63f6a9d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5c05889-cbd7-4a19-8cda-6eb6ea67f113: This subnet is being modified by another concurrent operation. Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:12:03.013883 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise exception Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5c05889-cbd7-4a19-8cda-6eb6ea67f113: This subnet is being modified by another concurrent operation. Mar 10 15:12:03.018994 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Mar 10 15:12:03.052331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:03.060617 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.086337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Deleting port 4cd4d32b-a813-493e-806e-9634630298ce {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:03.087364 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4cd4d32b-a813-493e-806e-9634630298ce), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.104427 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:12:03.114862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c2149-ca9a-4af0-b533-d113fea3a8ed None None] Network 8c398134-3872-4323-b8d4-172b291873c7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:03.122446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56224) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:03.148801 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9d73c043-634f-490e-b3b7-d069ecb03b7b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.149905 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment 9d73c043-634f-490e-b3b7-d069ecb03b7b of type vlan for network 852a06ed-4466-40ed-b0d4-ed68a26054f4 Mar 10 15:12:03.151717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e86d77d4-f5a4-474c-a6e6-b6a4a975ef7e None None] Deleting port 4cd4d32b-a813-493e-806e-9634630298ce {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:03.152931 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e86d77d4-f5a4-474c-a6e6-b6a4a975ef7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4cd4d32b-a813-493e-806e-9634630298ce), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.171048 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b62fa-521f-4475-8088-428613c4937b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Deleting port 4784e13b-a95b-4393-a6b4-a99dc04bd942 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:03.171424 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e4b62fa-521f-4475-8088-428613c4937b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4784e13b-a95b-4393-a6b4-a99dc04bd942), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.227803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] For port 4cd4d32b-a813-493e-806e-9634630298ce, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4cd4d32b-a813-493e-806e-9634630298ce,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:03.228083 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4cd4d32b-a813-493e-806e-9634630298ce), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.250030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Calling delete_port for 4cd4d32b-a813-493e-806e-9634630298ce owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:03.257782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-93524e5a-3a3f-4ee3-93c2-af31231bcaa2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=989f4a70f274460981e2968e22c1666f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333661 Mar 10 15:12:03.260930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56228) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:03.263202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (852a06ed-4466-40ed-b0d4-ed68a26054f4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.294969 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba387e1a-c5de-41f6-82f9-60ea9d60069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (54c712a1-d464-4e4d-8a90-570325a8913e), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.297380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c2149-ca9a-4af0-b533-d113fea3a8ed None None] Network 8c398134-3872-4323-b8d4-172b291873c7 could not be found, it might have been deleted concurrently. {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 15:12:03.318200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-810f1505-8d32-4bd6-b845-9275a8023429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:17Z', 'revision_number': 4, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'b24b4422-4468-4eb3-a2bf-b3cfae48805b', 'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'mac_address': 'fa:16:3e:b4:8f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:16Z', 'updated_at': '2022-03-10T15:02:22Z', 'revision_number': 5, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'subnets': [{'id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:03.322010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e86d77d4-f5a4-474c-a6e6-b6a4a975ef7e None None] For port 4cd4d32b-a813-493e-806e-9634630298ce, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4cd4d32b-a813-493e-806e-9634630298ce,segment=NetworkSegment(262c6194-add5-414a-b9f1-bc8d463b543c),segment_id=262c6194-add5-414a-b9f1-bc8d463b543c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:03.322406 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e86d77d4-f5a4-474c-a6e6-b6a4a975ef7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4cd4d32b-a813-493e-806e-9634630298ce), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.344653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba387e1a-c5de-41f6-82f9-60ea9d60069b None None] Network 9970742e-6dcd-4d15-82de-6a61710de5cc is not hosted by any dhcp agent {{(pid=115535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:12:03.345111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba387e1a-c5de-41f6-82f9-60ea9d60069b None None] No DVR routers for this DVR port 54c712a1-d464-4e4d-8a90-570325a8913e on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:03.395973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba387e1a-c5de-41f6-82f9-60ea9d60069b None None] Pushing event deleted for resources: {'Port': ['ID=54c712a1-d464-4e4d-8a90-570325a8913e,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:03.402306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f1505-8d32-4bd6-b845-9275a8023429 None None] The sync data for ids ['ab1a0d42-f836-498a-a8bd-af457496f5f0'] in n-d-833090-1 is: [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:02:17Z', 'revision_number': 4, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'b24b4422-4468-4eb3-a2bf-b3cfae48805b', 'name': '', 'network_id': '9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'mac_address': 'fa:16:3e:b4:8f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:16Z', 'updated_at': '2022-03-10T15:02:22Z', 'revision_number': 5, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'subnets': [{'id': '2b988082-cd0b-4fe9-9e6e-f9a72f7955de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:12:03.406131 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.resource_extend [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:12:03.437591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4cd4d32b-a813-493e-806e-9634630298ce no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:03.440881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e86d77d4-f5a4-474c-a6e6-b6a4a975ef7e None None] Calling delete_port for 4cd4d32b-a813-493e-806e-9634630298ce owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:03.480614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4cd4d32b-a813-493e-806e-9634630298ce), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.483385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9246468-9766-4e35-a6f5-7fc00af2cd79 admin admin] Publish callbacks [] for security_group (eda5b192-2e9b-473b-968a-cf6768c746f8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.500336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:03.529650 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (852a06ed-4466-40ed-b0d4-ed68a26054f4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.534962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:03.536019 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.551167 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e4b62fa-521f-4475-8088-428613c4937b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4784e13b-a95b-4393-a6b4-a99dc04bd942), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.551934 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e4b62fa-521f-4475-8088-428613c4937b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for floatingip (4784e13b-a95b-4393-a6b4-a99dc04bd942), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.569660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Port': ['ID=4cd4d32b-a813-493e-806e-9634630298ce,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:03.589040 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6405122 Mar 10 15:12:03.593507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:12:03.594118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9f2af6f6-d85f-408f-9709-73e1ba4a91e3 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:03.595622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56238) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:03.605499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'network_id': '852a06ed-4466-40ed-b0d4-ed68a26054f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:03.609137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No active binding found for port 4cd4d32b-a813-493e-806e-9634630298ce {{(pid=115535) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 15:12:03.609707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] The host n-d-833090-1 is not matching for port 4cd4d32b-a813-493e-806e-9634630298ce host None! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:12:03.610271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4cd4d32b-a813-493e-806e-9634630298ce not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:03.610878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 54c712a1-d464-4e4d-8a90-570325a8913e no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:03.640149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 54c712a1-d464-4e4d-8a90-570325a8913e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:12:03.641026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 54c712a1-d464-4e4d-8a90-570325a8913e not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:03.675095 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e86d77d4-f5a4-474c-a6e6-b6a4a975ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (4cd4d32b-a813-493e-806e-9634630298ce), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.712260 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9246468-9766-4e35-a6f5-7fc00af2cd79 admin admin] Publish callbacks [] for security_group (eda5b192-2e9b-473b-968a-cf6768c746f8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.714374 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b62fa-521f-4475-8088-428613c4937b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Calling delete_port for 4784e13b-a95b-4393-a6b4-a99dc04bd942 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:03.731331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d77d4-f5a4-474c-a6e6-b6a4a975ef7e None None] Pushing event deleted for resources: {'Port': ['ID=4cd4d32b-a813-493e-806e-9634630298ce,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:03.738221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] No DVR routers for this DVR port 4cd4d32b-a813-493e-806e-9634630298ce on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:03.758572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d77d4-f5a4-474c-a6e6-b6a4a975ef7e None None] No DVR routers for this DVR port 4cd4d32b-a813-493e-806e-9634630298ce on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:03.793362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d067cf55-725e-4364-8c80-22a1fca34859 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:12:03.828975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17384a-19f9-453f-aef2-252f060bb700 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=852a06ed-4466-40ed-b0d4-ed68a26054f4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:03.845088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a583b1e-c439-4550-bacb-a8223a4f3d0a req-0a19181c-eab2-48b2-8c4a-5b2e98ab0156 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:03.846989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a583b1e-c439-4550-bacb-a8223a4f3d0a req-0a19181c-eab2-48b2-8c4a-5b2e98ab0156 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.2796252 Mar 10 15:12:03.852196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 852a06ed-4466-40ed-b0d4-ed68a26054f4 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:12:03.882239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (60f66d83-c732-4c3c-bd32-9d15919cb86a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.893633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b33a3-27ea-49d8-9e13-2c5b09e5d839 req-52288fcb-60ca-4df1-8b77-634fffc319d9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:03.901984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-089b33a3-27ea-49d8-9e13-2c5b09e5d839 req-52288fcb-60ca-4df1-8b77-634fffc319d9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 945 time: 0.3537426 Mar 10 15:12:03.935565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:03.939238 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:03.951248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f66d83-c732-4c3c-bd32-9d15919cb86a']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:03.962614 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc78d4-0804-488e-aa87-d3eb9facdbaa None None] New status for floating IP 49e9fb55-331d-4196-9daf-599772054c38: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:12:04.023958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262c6194-add5-414a-b9f1-bc8d463b543c') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:04.024449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262c6194-add5-414a-b9f1-bc8d463b543c') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:04.069069 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9246468-9766-4e35-a6f5-7fc00af2cd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (eda5b192-2e9b-473b-968a-cf6768c746f8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.072346 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9246468-9766-4e35-a6f5-7fc00af2cd79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.073564 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e9246468-9766-4e35-a6f5-7fc00af2cd79 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eda5b192-2e9b-473b-968a-cf6768c746f8 HTTP/1.1" status: 204 len: 168 time: 0.8078341 Mar 10 15:12:04.077489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d067cf55-725e-4364-8c80-22a1fca34859 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:12:04.081903 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (262c6194-add5-414a-b9f1-bc8d463b543c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.134967 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-089b33a3-27ea-49d8-9e13-2c5b09e5d839 req-63b3df6e-2560-46bf-a6ac-a77edd8236d0 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298579 Mar 10 15:12:04.136212 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (262c6194-add5-414a-b9f1-bc8d463b543c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.147058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a583b1e-c439-4550-bacb-a8223a4f3d0a req-b751b2db-78f2-4de0-a366-c29b496cc220 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2616291 Mar 10 15:12:04.171981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:04.172398 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (262c6194-add5-414a-b9f1-bc8d463b543c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:04.183829 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:04.214175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9246468-9766-4e35-a6f5-7fc00af2cd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda5b192-2e9b-473b-968a-cf6768c746f8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:04.392757 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (60f66d83-c732-4c3c-bd32-9d15919cb86a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.400380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.405498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] 10.222.0.11 "DELETE /v2.0/networks/60f66d83-c732-4c3c-bd32-9d15919cb86a HTTP/1.1" status: 204 len: 168 time: 1.6946211 Mar 10 15:12:04.469659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb344a9f-0de5-4bd8-bf81-30178d345ede tempest-TaggedBootDevicesTest_v242-1843552721 tempest-TaggedBootDevicesTest_v242-1843552721-project] Pushing event deleted for resources: {'Network': ['ID=60f66d83-c732-4c3c-bd32-9d15919cb86a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:04.494864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e4b62fa-521f-4475-8088-428613c4937b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4784e13b-a95b-4393-a6b4-a99dc04bd942), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.517880 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (f0b46a45-e822-4425-b60e-b062ea01ddc9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.666436 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e4b62fa-521f-4475-8088-428613c4937b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks [] for floatingip (49e9fb55-331d-4196-9daf-599772054c38), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.670303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e4b62fa-521f-4475-8088-428613c4937b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.671612 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5e4b62fa-521f-4475-8088-428613c4937b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] 10.222.0.11 "DELETE /v2.0/floatingips/49e9fb55-331d-4196-9daf-599772054c38 HTTP/1.1" status: 204 len: 168 time: 1.8834584 Mar 10 15:12:04.672914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b62fa-521f-4475-8088-428613c4937b tempest-ServerActionsTestJSON-532715694 tempest-ServerActionsTestJSON-532715694-project] Pushing event deleted for resources: {'Port': ['ID=4784e13b-a95b-4393-a6b4-a99dc04bd942,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:04.678734 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56268) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:04.737438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=f0b46a45-e822-4425-b60e-b062ea01ddc9,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:04.738949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-7a495cdb-7594-4d3d-a3a3-7660a4d8f1f3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:04.742641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking segment: {'id': '9d73c043-634f-490e-b3b7-d069ecb03b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '852a06ed-4466-40ed-b0d4-ed68a26054f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:04.743038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network hostable DHCP agents. Network: 852a06ed-4466-40ed-b0d4-ed68a26054f4, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:12:04.756297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-7a495cdb-7594-4d3d-a3a3-7660a4d8f1f3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.2587435 Mar 10 15:12:04.774763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-28ae17ea-54d8-4d32-a261-1b5af155c679 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/quotas/8714f144a3684d0d933f128eb20101bf HTTP/1.1" status: 200 len: 375 time: 0.0170135 Mar 10 15:12:04.778852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network 852a06ed-4466-40ed-b0d4-ed68a26054f4 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:12:04.801407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 852a06ed-4466-40ed-b0d4-ed68a26054f4) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:04.808008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:04.808640 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:04.834981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5856acb0-1577-447a-8b6c-ffe1bec4a206 None None] Network 852a06ed-4466-40ed-b0d4-ed68a26054f4 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:04.853598 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a653b444-3b5b-476d-bbec-a3bb9896bb2f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2527020 Mar 10 15:12:04.857832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56276) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:04.898939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-6d1c6701-c88c-42be-9c18-9a930c7fd290 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1231587 Mar 10 15:12:05.057614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-852a06ed-4466-40ed-b0d4-ed68a26054f4', 'network_id': '852a06ed-4466-40ed-b0d4-ed68a26054f4', 'project_id': '90453d268fdc45739324336fb957c3e3', 'fixed_ips': [{'subnet_id': 'f0b46a45-e822-4425-b60e-b062ea01ddc9'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:12:05.058618 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:05.110498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-ccd75992-c965-461a-abe9-a70bd62dadd5 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030399 Mar 10 15:12:05.245988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-ec4d3693-3e7a-4668-bb5f-314710470e1b service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341960 Mar 10 15:12:05.295673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (852a06ed-4466-40ed-b0d4-ed68a26054f4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:05.385441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Allocated IP 172.20.0.1 (852a06ed-4466-40ed-b0d4-ed68a26054f4/f0b46a45-e822-4425-b60e-b062ea01ddc9/6c2156c0-4ada-4202-95d2-0ffbb706502d) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:12:05.670373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edea66-fa0d-4b7b-999b-b23174442ae6 req-fb88a2fd-a36a-448f-b0b3-7ae499e2b1a3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:05.673915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58edea66-fa0d-4b7b-999b-b23174442ae6 req-fb88a2fd-a36a-448f-b0b3-7ae499e2b1a3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.1312265 Mar 10 15:12:05.694005 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f0b46a45-e822-4425-b60e-b062ea01ddc9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:05.763910 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Publish callbacks [] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:05.782415 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:05.783369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58edea66-fa0d-4b7b-999b-b23174442ae6 req-6c500662-29e1-4344-b793-d1ddbc187e52 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031537 Mar 10 15:12:05.919511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Network 852a06ed-4466-40ed-b0d4-ed68a26054f4 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:12:05.921858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Pushing event updated for resources: {'Port': ['ID=6c2156c0-4ada-4202-95d2-0ffbb706502d,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:05.932009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:05.935442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:12:05.948596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffc589f7-c4d3-4f1b-8f32-85933a229aa5 req-75c32969-967f-43e6-a7d3-4bda6baf25f8 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 210 time: 0.0621300 Mar 10 15:12:06.074724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Attempting to bind port 6c2156c0-4ada-4202-95d2-0ffbb706502d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:12:06.077524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Attempting to bind port 6c2156c0-4ada-4202-95d2-0ffbb706502d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '9d73c043-634f-490e-b3b7-d069ecb03b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '852a06ed-4466-40ed-b0d4-ed68a26054f4'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:12:06.077909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Attempting to bind port 6c2156c0-4ada-4202-95d2-0ffbb706502d on network 852a06ed-4466-40ed-b0d4-ed68a26054f4 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:12:06.084054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:12:06.084500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Checking segment: {'id': '9d73c043-634f-490e-b3b7-d069ecb03b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '852a06ed-4466-40ed-b0d4-ed68a26054f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:06.084918 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:06.086135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Bound using segment: {'id': '9d73c043-634f-490e-b3b7-d069ecb03b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '852a06ed-4466-40ed-b0d4-ed68a26054f4'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:12:06.086735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Bound port: 6c2156c0-4ada-4202-95d2-0ffbb706502d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d73c043-634f-490e-b3b7-d069ecb03b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '852a06ed-4466-40ed-b0d4-ed68a26054f4'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:12:06.087153 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:06.251988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] For port 6c2156c0-4ada-4202-95d2-0ffbb706502d, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:12:06.259101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] For port 6c2156c0-4ada-4202-95d2-0ffbb706502d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6c2156c0-4ada-4202-95d2-0ffbb706502d,segment=NetworkSegment(9d73c043-634f-490e-b3b7-d069ecb03b7b),segment_id=9d73c043-634f-490e-b3b7-d069ecb03b7b)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:12:06.279334 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:06.360879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4bed-9d72-4552-972f-80d7066b8610 req-1bd4aea9-2d75-4725-9078-f73272daa007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:06.370187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4bed-9d72-4552-972f-80d7066b8610 req-1bd4aea9-2d75-4725-9078-f73272daa007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:06.375706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4bed-9d72-4552-972f-80d7066b8610 req-1bd4aea9-2d75-4725-9078-f73272daa007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:06.393804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4bed-9d72-4552-972f-80d7066b8610 req-1bd4aea9-2d75-4725-9078-f73272daa007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:06.407737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4bed-9d72-4552-972f-80d7066b8610 req-1bd4aea9-2d75-4725-9078-f73272daa007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:06.412007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f7fb3-2539-41f1-b792-613075e3d19f None None] Pushing event updated for resources: {'Port': ['ID=6c2156c0-4ada-4202-95d2-0ffbb706502d,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:06.425709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4bed-9d72-4552-972f-80d7066b8610 req-1bd4aea9-2d75-4725-9078-f73272daa007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:06.441971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c4bed-9d72-4552-972f-80d7066b8610 req-1bd4aea9-2d75-4725-9078-f73272daa007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:06.450167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-999c4bed-9d72-4552-972f-80d7066b8610 req-1bd4aea9-2d75-4725-9078-f73272daa007 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5434 time: 0.2184975 Mar 10 15:12:06.529403 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (f0b46a45-e822-4425-b60e-b062ea01ddc9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:06.589156 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b46a45-e822-4425-b60e-b062ea01ddc9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:06.670441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-999c4bed-9d72-4552-972f-80d7066b8610 req-e86cbc44-5c3d-4022-8d73-663c64d52aba tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2123125 Mar 10 15:12:06.686063 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (852a06ed-4466-40ed-b0d4-ed68a26054f4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:06.739800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852a06ed-4466-40ed-b0d4-ed68a26054f4']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:06.773750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d73c043-634f-490e-b3b7-d069ecb03b7b') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:06.774121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d73c043-634f-490e-b3b7-d069ecb03b7b') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:06.796131 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (9d73c043-634f-490e-b3b7-d069ecb03b7b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:06.835288 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9d73c043-634f-490e-b3b7-d069ecb03b7b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:06.856110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:06.856519 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (9d73c043-634f-490e-b3b7-d069ecb03b7b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:06.973450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534af3a-f90f-41da-97b9-87b565c4a664 req-cea0e6a1-76cc-4eeb-a366-178c580348e9 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:06.987436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e534af3a-f90f-41da-97b9-87b565c4a664 req-cea0e6a1-76cc-4eeb-a366-178c580348e9 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1451569 Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:07.037256 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:07.040304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:12:07.040304 n-d-833090-1 neutron-server[115534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:12:07.040304 n-d-833090-1 neutron-server[115534]: [parameters: {'id': '852a06ed-4466-40ed-b0d4-ed68a26054f4'}] Mar 10 15:12:07.040304 n-d-833090-1 neutron-server[115534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:12:07.040668 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:12:07.118845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e534af3a-f90f-41da-97b9-87b565c4a664 req-1946d223-b0a7-45fc-bbf6-e9753806319d tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265569 Mar 10 15:12:07.278910 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (ab1a0d42-f836-498a-a8bd-af457496f5f0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:07.351883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a926e00a-b618-4dc2-b890-87ba57b8a500 req-61837cc9-ae19-433a-bee5-cbc2a0a31d6a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 210 time: 0.0780606 Mar 10 15:12:07.393025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a888d4-1602-48c6-afea-f05e9b207512 req-83048a02-19de-43cd-a351-3ef31211a300 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:07.394614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42a888d4-1602-48c6-afea-f05e9b207512 req-83048a02-19de-43cd-a351-3ef31211a300 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.2785830 Mar 10 15:12:07.461039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6c2156c0-4ada-4202-95d2-0ffbb706502d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:12:07.520206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42a888d4-1602-48c6-afea-f05e9b207512 req-3d53157b-88ae-423b-84f7-c4ac59de1d73 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114924 Mar 10 15:12:07.584400 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (852a06ed-4466-40ed-b0d4-ed68a26054f4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:07.598416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6c2156c0-4ada-4202-95d2-0ffbb706502d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:12:07.599228 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:07.630250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56360) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:07.707501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6c2156c0-4ada-4202-95d2-0ffbb706502d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:07.708309 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:07.808467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 6c2156c0-4ada-4202-95d2-0ffbb706502d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6c2156c0-4ada-4202-95d2-0ffbb706502d,segment=NetworkSegment(9d73c043-634f-490e-b3b7-d069ecb03b7b),segment_id=9d73c043-634f-490e-b3b7-d069ecb03b7b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:07.826397 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:07.903832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-7bc76dd6-934b-44fd-8255-94c35fcdedcd tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:07.910239 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-7bc76dd6-934b-44fd-8255-94c35fcdedcd tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.4753945 Mar 10 15:12:07.936645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Request body: {'port': {'device_id': '5018f899-d246-4665-8b2e-0ce9666b08ae', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'admin_state_up': True, 'tenant_id': '8714f144a3684d0d933f128eb20101bf'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:07.948636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-54c2c856-614a-46ed-8083-a6b5cd27cbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:07.951202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=6c2156c0-4ada-4202-95d2-0ffbb706502d,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:07.971051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.971588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.972068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.972549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.973117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.973565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.974062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.978113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.978806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.979796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.981127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.981694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:07.982295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:08.019951 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Deleting port 6c2156c0-4ada-4202-95d2-0ffbb706502d {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:08.026135 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:08.168336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9072b-00c7-4c5c-aae8-93dd8e286b81 req-40172429-644a-4d79-b1b8-ea16e43bcbfa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:08.194934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9072b-00c7-4c5c-aae8-93dd8e286b81 req-40172429-644a-4d79-b1b8-ea16e43bcbfa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:08.205278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9072b-00c7-4c5c-aae8-93dd8e286b81 req-40172429-644a-4d79-b1b8-ea16e43bcbfa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:08.213648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9072b-00c7-4c5c-aae8-93dd8e286b81 req-40172429-644a-4d79-b1b8-ea16e43bcbfa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:08.220138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9072b-00c7-4c5c-aae8-93dd8e286b81 req-40172429-644a-4d79-b1b8-ea16e43bcbfa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:08.226219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9072b-00c7-4c5c-aae8-93dd8e286b81 req-40172429-644a-4d79-b1b8-ea16e43bcbfa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:08.232266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9072b-00c7-4c5c-aae8-93dd8e286b81 req-40172429-644a-4d79-b1b8-ea16e43bcbfa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:08.240899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe9072b-00c7-4c5c-aae8-93dd8e286b81 req-40172429-644a-4d79-b1b8-ea16e43bcbfa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5434 time: 0.3838348 Mar 10 15:12:08.276095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d43b8-e6e1-4973-b933-0462f7192260 None None] Network 852a06ed-4466-40ed-b0d4-ed68a26054f4 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:08.359661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] For port 6c2156c0-4ada-4202-95d2-0ffbb706502d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6c2156c0-4ada-4202-95d2-0ffbb706502d,segment=NetworkSegment(9d73c043-634f-490e-b3b7-d069ecb03b7b),segment_id=9d73c043-634f-490e-b3b7-d069ecb03b7b)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:08.360042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:08.404883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-65016eb2-124d-4059-8861-3223bc4210fe None None] Provisioning complete for port 6c2156c0-4ada-4202-95d2-0ffbb706502d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:12:08.405617 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-65016eb2-124d-4059-8861-3223bc4210fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:08.429497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Calling delete_port for 6c2156c0-4ada-4202-95d2-0ffbb706502d owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:08.458925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Made reservation on behalf of 8714f144a3684d0d933f128eb20101bf for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:08.466297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:08.467314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe9072b-00c7-4c5c-aae8-93dd8e286b81 req-b859e2ca-0394-4238-8662-4183058f39a4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2249582 Mar 10 15:12:08.489576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-54c2c856-614a-46ed-8083-a6b5cd27cbca admin admin] Publish callbacks [] for security_group (a60560c3-3791-4f6e-a7c7-cb8500148833), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:08.508417 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-54c2c856-614a-46ed-8083-a6b5cd27cbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a60560c3-3791-4f6e-a7c7-cb8500148833), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:08.539189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2c856-614a-46ed-8083-a6b5cd27cbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60560c3-3791-4f6e-a7c7-cb8500148833,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:08.633727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0183712-fc0a-4354-a90c-38906141a704 req-2559dae6-65bf-4cb8-909a-9a105ec4bce3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 210 time: 0.1363959 Mar 10 15:12:08.671289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-54c2c856-614a-46ed-8083-a6b5cd27cbca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee47bb88e04d4b34ab2ebcad0a9f0597&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0376277 Mar 10 15:12:08.672701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56378) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:08.685200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Allocated IP 172.20.0.12 (9b4c730c-ad0a-4573-a071-96465b27d617/cb24078f-4516-4897-8be0-5a7c1076ae2d/8786dac7-b4e6-4710-b569-e1c707f9ef90) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:12:08.716387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb150ae5-982e-40ed-95d0-eebaee0ecf7c None None] DHCP port deletion for 852a06ed-4466-40ed-b0d4-ed68a26054f4 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:12:08.781823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-65016eb2-124d-4059-8861-3223bc4210fe None None] Current status of the port 6c2156c0-4ada-4202-95d2-0ffbb706502d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:08.841749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-eb150ae5-982e-40ed-95d0-eebaee0ecf7c None None] Deleting port 6c2156c0-4ada-4202-95d2-0ffbb706502d {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:08.842133 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eb150ae5-982e-40ed-95d0-eebaee0ecf7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:08.843984 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-195de6fd-4b56-485d-bbad-8278b852df03 admin admin] Publish callbacks [] for security_group (a60560c3-3791-4f6e-a7c7-cb8500148833), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:08.874347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20824e9f-b4e9-4b17-98c3-1c1cd355abdb req-d02b5b20-f8a9-47b9-94c5-fd4a80e938b8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:08.882517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20824e9f-b4e9-4b17-98c3-1c1cd355abdb req-d02b5b20-f8a9-47b9-94c5-fd4a80e938b8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.1849308 Mar 10 15:12:08.895199 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-195de6fd-4b56-485d-bbad-8278b852df03 admin admin] Publish callbacks [] for security_group (a60560c3-3791-4f6e-a7c7-cb8500148833), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:08.948915 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:08.973875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20824e9f-b4e9-4b17-98c3-1c1cd355abdb req-a278eac5-a7e2-4613-979b-179373a3fcea tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841331 Mar 10 15:12:08.992871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-eb150ae5-982e-40ed-95d0-eebaee0ecf7c None None] For port 6c2156c0-4ada-4202-95d2-0ffbb706502d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6c2156c0-4ada-4202-95d2-0ffbb706502d,segment=NetworkSegment(9d73c043-634f-490e-b3b7-d069ecb03b7b),segment_id=9d73c043-634f-490e-b3b7-d069ecb03b7b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:08.993280 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eb150ae5-982e-40ed-95d0-eebaee0ecf7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.013745 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-195de6fd-4b56-485d-bbad-8278b852df03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a60560c3-3791-4f6e-a7c7-cb8500148833), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.020233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-195de6fd-4b56-485d-bbad-8278b852df03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.021342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-eb150ae5-982e-40ed-95d0-eebaee0ecf7c None None] Calling delete_port for 6c2156c0-4ada-4202-95d2-0ffbb706502d owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:09.022500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-195de6fd-4b56-485d-bbad-8278b852df03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a60560c3-3791-4f6e-a7c7-cb8500148833 HTTP/1.1" status: 204 len: 168 time: 0.3489509 Mar 10 15:12:09.045691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195de6fd-4b56-485d-bbad-8278b852df03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60560c3-3791-4f6e-a7c7-cb8500148833,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:09.076918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Port': ['ID=6c2156c0-4ada-4202-95d2-0ffbb706502d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:09.115419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No DVR routers for this DVR port 6c2156c0-4ada-4202-95d2-0ffbb706502d on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:09.121868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] Deleting port b24b4422-4468-4eb3-a2bf-b3cfae48805b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:09.126509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.262828 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eb150ae5-982e-40ed-95d0-eebaee0ecf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (6c2156c0-4ada-4202-95d2-0ffbb706502d), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.303218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb150ae5-982e-40ed-95d0-eebaee0ecf7c None None] No DVR routers for this DVR port 6c2156c0-4ada-4202-95d2-0ffbb706502d on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:09.359838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb150ae5-982e-40ed-95d0-eebaee0ecf7c None None] Pushing event deleted for resources: {'Port': ['ID=6c2156c0-4ada-4202-95d2-0ffbb706502d,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:09.370437 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (852a06ed-4466-40ed-b0d4-ed68a26054f4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.411854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6c2156c0-4ada-4202-95d2-0ffbb706502d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:09.415296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852a06ed-4466-40ed-b0d4-ed68a26054f4']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:09.435299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d73c043-634f-490e-b3b7-d069ecb03b7b') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:09.435604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d73c043-634f-490e-b3b7-d069ecb03b7b') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:09.460739 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (9d73c043-634f-490e-b3b7-d069ecb03b7b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.465182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 6c2156c0-4ada-4202-95d2-0ffbb706502d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:12:09.465762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6c2156c0-4ada-4202-95d2-0ffbb706502d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:09.515987 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9d73c043-634f-490e-b3b7-d069ecb03b7b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.551106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks [] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.573775 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:09.574190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (9d73c043-634f-490e-b3b7-d069ecb03b7b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:09.584690 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:09.678626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-672c8666-522f-4aca-81f6-a93c9927cd1b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:09.707758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-672c8666-522f-4aca-81f6-a93c9927cd1b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:09.724368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-672c8666-522f-4aca-81f6-a93c9927cd1b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:09.734946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-672c8666-522f-4aca-81f6-a93c9927cd1b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:09.740741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-672c8666-522f-4aca-81f6-a93c9927cd1b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:09.747381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-672c8666-522f-4aca-81f6-a93c9927cd1b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:09.754992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-672c8666-522f-4aca-81f6-a93c9927cd1b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:09.757679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-672c8666-522f-4aca-81f6-a93c9927cd1b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5434 time: 0.2842255 Mar 10 15:12:09.862864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (852a06ed-4466-40ed-b0d4-ed68a26054f4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.882032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-15553ab1-2fc1-4046-8e38-3afd2ccdfa42 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:09.883963 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-15553ab1-2fc1-4046-8e38-3afd2ccdfa42 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "GET /v2.0/ports/82185172-d57c-492b-8f11-a16c719432eb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1114378 Mar 10 15:12:09.909699 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.922582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec8aa218-18e7-4634-a705-d8f7c9581454 req-428bb960-5801-4697-8491-452a42f38ef8 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 210 time: 0.1569660 Mar 10 15:12:09.934039 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/852a06ed-4466-40ed-b0d4-ed68a26054f4 HTTP/1.1" status: 204 len: 168 time: 5.0750315 Mar 10 15:12:09.943911 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] For port b24b4422-4468-4eb3-a2bf-b3cfae48805b, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b24b4422-4468-4eb3-a2bf-b3cfae48805b,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:09.944516 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:09.947575 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56402) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:09.974417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2021800468'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:09.981978 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:10.013309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b', '5f5bb659-9aec-4d32-afc6-bbf2254713fc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:12:10.035513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542cf74-627c-416d-b496-2dde37d66f92 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=852a06ed-4466-40ed-b0d4-ed68a26054f4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:10.056373 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Network 9b4c730c-ad0a-4573-a071-96465b27d617 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:12:10.063905 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] Calling delete_port for b24b4422-4468-4eb3-a2bf-b3cfae48805b owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:10.070231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:10.138248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:12:10.253119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:10.254278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07a41e-a7fe-46c7-9009-44bf0622ce3a req-b46cb5b5-e8a9-4a75-b258-865fe99918f7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:10.257079 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:10.260860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07a41e-a7fe-46c7-9009-44bf0622ce3a req-b46cb5b5-e8a9-4a75-b258-865fe99918f7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:10.281662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07a41e-a7fe-46c7-9009-44bf0622ce3a req-b46cb5b5-e8a9-4a75-b258-865fe99918f7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:10.294947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07a41e-a7fe-46c7-9009-44bf0622ce3a req-b46cb5b5-e8a9-4a75-b258-865fe99918f7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:10.302000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07a41e-a7fe-46c7-9009-44bf0622ce3a req-b46cb5b5-e8a9-4a75-b258-865fe99918f7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:10.311431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07a41e-a7fe-46c7-9009-44bf0622ce3a req-b46cb5b5-e8a9-4a75-b258-865fe99918f7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:10.317531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07a41e-a7fe-46c7-9009-44bf0622ce3a req-b46cb5b5-e8a9-4a75-b258-865fe99918f7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:10.326881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea07a41e-a7fe-46c7-9009-44bf0622ce3a req-b46cb5b5-e8a9-4a75-b258-865fe99918f7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 5434 time: 0.5678408 Mar 10 15:12:10.347219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-b99c7d85-4350-47e7-b4f3-4585ce101b75 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "GET /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4431355 Mar 10 15:12:10.367115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:10.439309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe43bd-2dc6-4b6e-a828-fd9df19ab8df req-edb76516-7c0c-4080-ad82-8a25f7892b9a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:10.441873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6fe43bd-2dc6-4b6e-a828-fd9df19ab8df req-edb76516-7c0c-4080-ad82-8a25f7892b9a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.3318224 Mar 10 15:12:10.510013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea07a41e-a7fe-46c7-9009-44bf0622ce3a req-72a70a25-a44d-4c53-b345-5b13d6b55b9e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1818528 Mar 10 15:12:10.607172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:10.615264 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:10.622704 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (82185172-d57c-492b-8f11-a16c719432eb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:10.662943 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7371781 Mar 10 15:12:10.691359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29876af2-9794-4718-af85-69d62c8ff5c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event updated for resources: {'Port': ['ID=8786dac7-b4e6-4710-b569-e1c707f9ef90,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:10.779468 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Request body: {'port': {'device_id': '5018f899-d246-4665-8b2e-0ce9666b08ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:10.788494 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b24b4422-4468-4eb3-a2bf-b3cfae48805b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:10.816073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6fe43bd-2dc6-4b6e-a828-fd9df19ab8df req-7d9d6593-c8b9-4d56-a757-62bce98f3058 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2887213 Mar 10 15:12:10.872635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24b4422-4468-4eb3-a2bf-b3cfae48805b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:10.901447 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:12:10.948124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] For port 82185172-d57c-492b-8f11-a16c719432eb, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=82185172-d57c-492b-8f11-a16c719432eb,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:11.069385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7363a7de-0e73-48d5-baea-72cb15bac0c1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:11.071337 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment 7363a7de-0e73-48d5-baea-72cb15bac0c1 of type vlan for network 65027469-16c8-4128-bf3b-7cb8c241fd75 Mar 10 15:12:11.074822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] For port 82185172-d57c-492b-8f11-a16c719432eb, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:12:11.111976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:11.165688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] device_id is not set on port 82185172-d57c-492b-8f11-a16c719432eb yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:12:11.178683 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] Publish callbacks [] for port (82185172-d57c-492b-8f11-a16c719432eb), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:11.190395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (82185172-d57c-492b-8f11-a16c719432eb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:11.196303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (65027469-16c8-4128-bf3b-7cb8c241fd75), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:11.236034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d28612-10cc-47e7-9ce9-4c06b7c544e4 req-26f10b86-2311-4239-b980-b4227aaa355e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:11.237684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52d28612-10cc-47e7-9ce9-4c06b7c544e4 req-26f10b86-2311-4239-b980-b4227aaa355e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 932 time: 0.2140348 Mar 10 15:12:11.335059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] No DVR routers for this DVR port 82185172-d57c-492b-8f11-a16c719432eb on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:11.340807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=82185172-d57c-492b-8f11-a16c719432eb,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:11.388113 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (65027469-16c8-4128-bf3b-7cb8c241fd75), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:11.401947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:11.402585 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:11.423843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52d28612-10cc-47e7-9ce9-4c06b7c544e4 req-c127f5bc-1734-4ff4-891a-2ccc22c1ff98 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648989 Mar 10 15:12:11.439505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] In _notify_port_updated(), no bound segment for port 82185172-d57c-492b-8f11-a16c719432eb on network be8524cd-cbb7-4825-a346-3074feb1e69e {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:12:11.440426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:11.441053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:11.442639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-1916bf55-726b-4dbc-ab2a-45d414cc1bf8 service neutron] 10.222.0.62 "PUT /v2.0/ports/82185172-d57c-492b-8f11-a16c719432eb HTTP/1.1" status: 200 len: 1028 time: 1.0830190 Mar 10 15:12:11.533603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-aae46b9d-0c4f-4481-a40c-56842fa1cb5d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:11.535618 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-aae46b9d-0c4f-4481-a40c-56842fa1cb5d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "GET /v2.0/ports/99057946-4fdf-44be-be7e-ed1d74bfa2e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0864789 Mar 10 15:12:11.550751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:11.611290 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=65027469-16c8-4128-bf3b-7cb8c241fd75,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:11.626181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 65027469-16c8-4128-bf3b-7cb8c241fd75 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:12:11.677947 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c517d0a5-1854-452b-a313-200a4fab1124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7257891 Mar 10 15:12:11.687793 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56442) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:11.698326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e2ae3f35-a45a-4e75-9dc6-5c652173d4fa tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:11.859444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-325a0f2c-369c-4d26-ba84-b1ad1ee31605 None None] Provisioning complete for port 82185172-d57c-492b-8f11-a16c719432eb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:12:11.859911 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-325a0f2c-369c-4d26-ba84-b1ad1ee31605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (82185172-d57c-492b-8f11-a16c719432eb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:11.879008 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:11.937109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-325a0f2c-369c-4d26-ba84-b1ad1ee31605 None None] Port 82185172-d57c-492b-8f11-a16c719432eb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:12:11.961885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e6187-d8b3-4e61-a0dd-513559c1ce69 req-74f9e26b-4ff7-4d5b-8a04-d8205b133255 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:11.968863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e6187-d8b3-4e61-a0dd-513559c1ce69 req-74f9e26b-4ff7-4d5b-8a04-d8205b133255 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:11.969677 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (ab1a0d42-f836-498a-a8bd-af457496f5f0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:11.976968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e6187-d8b3-4e61-a0dd-513559c1ce69 req-74f9e26b-4ff7-4d5b-8a04-d8205b133255 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:11.984697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e6187-d8b3-4e61-a0dd-513559c1ce69 req-74f9e26b-4ff7-4d5b-8a04-d8205b133255 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:11.996179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e6187-d8b3-4e61-a0dd-513559c1ce69 req-74f9e26b-4ff7-4d5b-8a04-d8205b133255 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:12.006420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e6187-d8b3-4e61-a0dd-513559c1ce69 req-74f9e26b-4ff7-4d5b-8a04-d8205b133255 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:12.009549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc9e6187-d8b3-4e61-a0dd-513559c1ce69 req-74f9e26b-4ff7-4d5b-8a04-d8205b133255 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 4659 time: 0.3523982 Mar 10 15:12:12.181168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57ada2-65cd-4ce4-a2e0-43284206fd5b req-054b2e70-b05c-40ed-a673-2a5c1a2a0f94 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:12.182698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a57ada2-65cd-4ce4-a2e0-43284206fd5b req-054b2e70-b05c-40ed-a673-2a5c1a2a0f94 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.1722291 Mar 10 15:12:12.232668 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3f35-a45a-4e75-9dc6-5c652173d4fa tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (65027469-16c8-4128-bf3b-7cb8c241fd75), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:12.259337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3f35-a45a-4e75-9dc6-5c652173d4fa tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (65027469-16c8-4128-bf3b-7cb8c241fd75), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:12.304290 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2ae3f35-a45a-4e75-9dc6-5c652173d4fa tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network 65027469-16c8-4128-bf3b-7cb8c241fd75 is not hosted by any dhcp agent {{(pid=115534) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:12:12.310180 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae3f35-a45a-4e75-9dc6-5c652173d4fa tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:12.311093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3f35-a45a-4e75-9dc6-5c652173d4fa tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:12.315633 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e2ae3f35-a45a-4e75-9dc6-5c652173d4fa tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "PUT /v2.0/networks/65027469-16c8-4128-bf3b-7cb8c241fd75 HTTP/1.1" status: 200 len: 723 time: 0.6240942 Mar 10 15:12:12.320733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56456) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:12.679668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc9e6187-d8b3-4e61-a0dd-513559c1ce69 req-2416c70a-7a5c-4561-9026-479df1a266b4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=513b4a40-bc3a-423d-b980-3396d877e010&id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6219552 Mar 10 15:12:12.728172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'network_id': '65027469-16c8-4128-bf3b-7cb8c241fd75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:12.749173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a57ada2-65cd-4ce4-a2e0-43284206fd5b req-fae4dd76-c3ad-4a0f-bac4-5c0fbe59f689 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5548472 Mar 10 15:12:12.796694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] For port 99057946-4fdf-44be-be7e-ed1d74bfa2e0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=99057946-4fdf-44be-be7e-ed1d74bfa2e0,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:12.893077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae3f35-a45a-4e75-9dc6-5c652173d4fa tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=65027469-16c8-4128-bf3b-7cb8c241fd75,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:12.904862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 65027469-16c8-4128-bf3b-7cb8c241fd75 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:12:12.905329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] For port 99057946-4fdf-44be-be7e-ed1d74bfa2e0, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:12:12.915592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84d04a-5efa-4b2e-bd15-5029a1f014c0 req-8a133707-2c99-486a-885d-eb942b637fde tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:12.918342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b84d04a-5efa-4b2e-bd15-5029a1f014c0 req-8a133707-2c99-486a-885d-eb942b637fde tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 932 time: 0.1239927 Mar 10 15:12:12.974304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:12.978884 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:13.007400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b84d04a-5efa-4b2e-bd15-5029a1f014c0 req-7411fdb2-4e48-471a-9581-5f61c00ebd59 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674639 Mar 10 15:12:13.010012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] device_id is not set on port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:12:13.020886 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] Publish callbacks [] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:13.029071 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:13.182185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] No DVR routers for this DVR port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:13.286886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=99057946-4fdf-44be-be7e-ed1d74bfa2e0,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:13.312853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] Router ab1a0d42-f836-498a-a8bd-af457496f5f0 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:12:13.327806 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8786dac7-b4e6-4710-b569-e1c707f9ef90 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:12:13.338229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] In _notify_port_updated(), no bound segment for port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 on network be8524cd-cbb7-4825-a346-3074feb1e69e {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:12:13.340115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:13.341248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:13.343721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-bc986ae8-c76a-4d2f-b92f-a172f3001aa3 service neutron] 10.222.0.62 "PUT /v2.0/ports/99057946-4fdf-44be-be7e-ed1d74bfa2e0 HTTP/1.1" status: 200 len: 1027 time: 1.8006628 Mar 10 15:12:13.407380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Publish callbacks [] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:13.499738 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Transition to ACTIVE for port object 8786dac7-b4e6-4710-b569-e1c707f9ef90 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:12:13.545843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d102dde1-4757-440e-8039-3fc9eeb4b889 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:13.581720 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:13.617792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-09794d1c-6d90-4fce-86d6-c2a340e5ac77 None None] Provisioning complete for port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:12:13.618496 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-09794d1c-6d90-4fce-86d6-c2a340e5ac77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:13.668144 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (55c8c97e-f542-49c6-9e3d-17aaf51ab4b5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:13.695610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6affed4-ce20-4199-9890-867625770b0f req-05f16a47-5234-497c-a30d-97e299f6fbff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2471931 Mar 10 15:12:13.718114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-baa886ec-a139-4770-a0a1-f74f569e8bde tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Deleting port 4b27b919-855e-4c2f-a827-983e7853cc21 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:13.720482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-baa886ec-a139-4770-a0a1-f74f569e8bde tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:13.758291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=55c8c97e-f542-49c6-9e3d-17aaf51ab4b5,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:13.798828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-09794d1c-6d90-4fce-86d6-c2a340e5ac77 None None] Port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:12:13.803762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d102dde1-4757-440e-8039-3fc9eeb4b889 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:13.806243 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:13.868373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd102dde1-4757-440e-8039-3fc9eeb4b889'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:13.876183 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e740ad-0526-4a44-af31-dd7de6aedfb4" -d '{"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-unplugged", "status": "completed", "tag": "d102dde1-4757-440e-8039-3fc9eeb4b889"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:13.903511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d102dde1-4757-440e-8039-3fc9eeb4b889, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d102dde1-4757-440e-8039-3fc9eeb4b889,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:13.919234 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:13.920257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9210102f-8ee4-44fd-87b5-ffadb5841b80 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:13.942709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:12:13.955721 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d3e13ab7-3b79-476e-8ccb-dec958570550 admin admin] 10.222.0.11 "PUT /v2.0/routers/ab1a0d42-f836-498a-a8bd-af457496f5f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2736318 Mar 10 15:12:13.973095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56494) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:14.005155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Pushing event updated for resources: {'Port': ['ID=8786dac7-b4e6-4710-b569-e1c707f9ef90,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:14.008155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c63b6-a4b9-41ab-8697-9354fc61e2d1 None None] Sync routers for ids ['ab1a0d42-f836-498a-a8bd-af457496f5f0'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:12:14.193903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6affed4-ce20-4199-9890-867625770b0f req-bb13c6c3-5654-401f-8210-925a8f296365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:14.195435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6affed4-ce20-4199-9890-867625770b0f req-bb13c6c3-5654-401f-8210-925a8f296365 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 1128 time: 0.3893425 Mar 10 15:12:14.202783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Attempting to bind port 8786dac7-b4e6-4710-b569-e1c707f9ef90 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:12:14.203861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c63b6-a4b9-41ab-8697-9354fc61e2d1 None None] Routers {'ab1a0d42-f836-498a-a8bd-af457496f5f0'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:12:14.204872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-740c63b6-a4b9-41ab-8697-9354fc61e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:11:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab1a0d42-f836-498a-a8bd-af457496f5f0'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:14.206283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Attempting to bind port 8786dac7-b4e6-4710-b569-e1c707f9ef90 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:12:14.206638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Attempting to bind port 8786dac7-b4e6-4710-b569-e1c707f9ef90 on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:12:14.213251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-baa886ec-a139-4770-a0a1-f74f569e8bde tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] For port 4b27b919-855e-4c2f-a827-983e7853cc21, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=4b27b919-855e-4c2f-a827-983e7853cc21,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:14.213725 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-baa886ec-a139-4770-a0a1-f74f569e8bde tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:14.226279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Port 8786dac7-b4e6-4710-b569-e1c707f9ef90 on network 9b4c730c-ad0a-4573-a071-96465b27d617 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:12:14.226641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Attempting to bind port 8786dac7-b4e6-4710-b569-e1c707f9ef90 on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:12:14.243221 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking segment: {'id': '7363a7de-0e73-48d5-baea-72cb15bac0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '65027469-16c8-4128-bf3b-7cb8c241fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:14.243593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network hostable DHCP agents. Network: 65027469-16c8-4128-bf3b-7cb8c241fd75, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:12:14.251580 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:12:14.251968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Checking segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:14.252333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Bound using segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:12:14.252807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Bound port: 8786dac7-b4e6-4710-b569-e1c707f9ef90, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:12:14.253168 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:14.323145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751d34e-0be1-4edd-a9ff-e01bb2d0a13f req-ab7fdeab-0298-42b0-b8cb-3fb818c40fb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:14.328654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751d34e-0be1-4edd-a9ff-e01bb2d0a13f req-ab7fdeab-0298-42b0-b8cb-3fb818c40fb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:14.350658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751d34e-0be1-4edd-a9ff-e01bb2d0a13f req-ab7fdeab-0298-42b0-b8cb-3fb818c40fb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:14.356846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751d34e-0be1-4edd-a9ff-e01bb2d0a13f req-ab7fdeab-0298-42b0-b8cb-3fb818c40fb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:14.362246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751d34e-0be1-4edd-a9ff-e01bb2d0a13f req-ab7fdeab-0298-42b0-b8cb-3fb818c40fb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:14.379514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network 65027469-16c8-4128-bf3b-7cb8c241fd75 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:12:14.382309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1751d34e-0be1-4edd-a9ff-e01bb2d0a13f req-ab7fdeab-0298-42b0-b8cb-3fb818c40fb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 3883 time: 0.4751451 Mar 10 15:12:14.426727 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 65027469-16c8-4128-bf3b-7cb8c241fd75) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:14.448368 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:14.449014 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549004'] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:14.484456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] For port 8786dac7-b4e6-4710-b569-e1c707f9ef90, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:12:14.488110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] For port 8786dac7-b4e6-4710-b569-e1c707f9ef90, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=8786dac7-b4e6-4710-b569-e1c707f9ef90,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:12:14.504775 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5cdaa1e2-79b2-4dfc-85a1-aa723243ee36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1824517 Mar 10 15:12:14.506715 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:14.508613 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56506) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:14.512804 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6841a6-2c11-4045-85b3-d9c86fd3f15a None None] Network 65027469-16c8-4128-bf3b-7cb8c241fd75 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:14.519754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b74f40ed-e635-481a-8d5e-32712c81096c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:14.553772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d102dde1-4757-440e-8039-3fc9eeb4b889,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:14.628142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9210102f-8ee4-44fd-87b5-ffadb5841b80 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:14.629180 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:14.689745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:14.690375 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:14.697353 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] 10.222.0.62 "PUT /v2.0/ports/8786dac7-b4e6-4710-b569-e1c707f9ef90 HTTP/1.1" status: 200 len: 1092 time: 4.0071108 Mar 10 15:12:14.700242 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5018f899-d246-4665-8b2e-0ce9666b08ae', 'tag': '8786dac7-b4e6-4710-b569-e1c707f9ef90'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:14.707851 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f936b8-7270-4a00-b3b7-8d6bc28707b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5018f899-d246-4665-8b2e-0ce9666b08ae", "tag": "8786dac7-b4e6-4710-b569-e1c707f9ef90"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:14.723592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44fc37-79c5-4d28-b0a6-7f5f19469d86 req-ec81b16a-2345-4550-83ae-e6fee6eb2a8c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:14.726546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a44fc37-79c5-4d28-b0a6-7f5f19469d86 req-ec81b16a-2345-4550-83ae-e6fee6eb2a8c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.7855005 Mar 10 15:12:14.749109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6affed4-ce20-4199-9890-867625770b0f req-12585e4e-fde1-485b-87c2-fd15d0d9b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:14.751063 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6affed4-ce20-4199-9890-867625770b0f req-12585e4e-fde1-485b-87c2-fd15d0d9b643 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 906 time: 0.4585855 Mar 10 15:12:14.788099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-baa886ec-a139-4770-a0a1-f74f569e8bde tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Calling delete_port for 4b27b919-855e-4c2f-a827-983e7853cc21 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:14.831926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0eaf15c8-e27b-4395-86e1-9f6633b4952a details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:12:14.835279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c167aaa-a0ed-4738-a0c7-67059ce6c4fa service neutron] Pushing event updated for resources: {'Port': ['ID=8786dac7-b4e6-4710-b569-e1c707f9ef90,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:14.852638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9210102f-8ee4-44fd-87b5-ffadb5841b80, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9210102f-8ee4-44fd-87b5-ffadb5841b80,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:14.856338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-65027469-16c8-4128-bf3b-7cb8c241fd75', 'network_id': '65027469-16c8-4128-bf3b-7cb8c241fd75', 'project_id': '90453d268fdc45739324336fb957c3e3', 'fixed_ips': [{'subnet_id': '55c8c97e-f542-49c6-9e3d-17aaf51ab4b5'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:12:14.861257 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:14.866059 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b74f40ed-e635-481a-8d5e-32712c81096c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29002902'] for subnet (55c8c97e-f542-49c6-9e3d-17aaf51ab4b5), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:14.872063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-740c63b6-a4b9-41ab-8697-9354fc61e2d1 None None] Set router ab1a0d42-f836-498a-a8bd-af457496f5f0 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:12:14.877229 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:14.878735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 9350c227-68e9-43d6-ad53-7cbb5fb219ed no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:14.919455 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-2282d861-5b86-4da8-b1a1-7ed6be4aa50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:14.921033 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-2282d861-5b86-4da8-b1a1-7ed6be4aa50e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 1126 time: 0.1717734 Mar 10 15:12:14.979222 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-e6477380-dab7-4095-acaf-62a6f271c053 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8786dac7-b4e6-4710-b569-e1c707f9ef90 HTTP/1.1" status: 200 len: 217 time: 0.0512433 Mar 10 15:12:15.034490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6affed4-ce20-4199-9890-867625770b0f req-eb82bd19-279a-4a2a-8d7c-a5138cbc5540 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8231f06-2169-4db5-b9c2-b93cf461870b HTTP/1.1" status: 200 len: 217 time: 0.2568738 Mar 10 15:12:15.045222 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Publish callbacks [] for router (ab1a0d42-f836-498a-a8bd-af457496f5f0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:15.130594 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9210102f-8ee4-44fd-87b5-ffadb5841b80,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:15.165167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1751d34e-0be1-4edd-a9ff-e01bb2d0a13f req-c49661ba-2ee0-4e54-b99a-b3e2705263a3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7813592 Mar 10 15:12:15.282668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a44fc37-79c5-4d28-b0a6-7f5f19469d86 req-b94f37a3-fcb4-4306-bf89-958271d42484 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5192873 Mar 10 15:12:15.317123 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-1ac5a9d1-5e1b-462c-a843-79e1594815d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:15.321173 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-1ac5a9d1-5e1b-462c-a843-79e1594815d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.2873766 Mar 10 15:12:15.325897 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b74f40ed-e635-481a-8d5e-32712c81096c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750712408158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28372794'] for subnet (55c8c97e-f542-49c6-9e3d-17aaf51ab4b5), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:15.346974 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0782c58-a88d-4023-8fe7-bcaf42533403 x-openstack-request-id: req-f0782c58-a88d-4023-8fe7-bcaf42533403 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:15.347269 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-unplugged", "status": "completed", "tag": "d102dde1-4757-440e-8039-3fc9eeb4b889", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:15.347524 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0782c58-a88d-4023-8fe7-bcaf42533403 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:15.348143 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd102dde1-4757-440e-8039-3fc9eeb4b889', 'code': 200} Mar 10 15:12:15.367287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6affed4-ce20-4199-9890-867625770b0f req-9e80cbf3-80dc-45c7-9028-4d18046a7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:15.368798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6affed4-ce20-4199-9890-867625770b0f req-9e80cbf3-80dc-45c7-9028-4d18046a7f08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.2394211 Mar 10 15:12:15.371273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f40ed-e635-481a-8d5e-32712c81096c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:15.371986 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b74f40ed-e635-481a-8d5e-32712c81096c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:15.375715 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b74f40ed-e635-481a-8d5e-32712c81096c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "PUT /v2.0/subnets/55c8c97e-f542-49c6-9e3d-17aaf51ab4b5 HTTP/1.1" status: 200 len: 806 time: 0.8624315 Mar 10 15:12:15.380223 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56520) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:15.436701 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Publish callbacks [] for router_gateway (ab1a0d42-f836-498a-a8bd-af457496f5f0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:15.443461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6affed4-ce20-4199-9890-867625770b0f req-5b4274bb-eeed-4e58-8b7f-616a103f0c5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615206 Mar 10 15:12:15.494881 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ec5b78-a320-4724-9910-2f30a2efcb11 x-openstack-request-id: req-43ec5b78-a320-4724-9910-2f30a2efcb11 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:15.495197 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5018f899-d246-4665-8b2e-0ce9666b08ae", "tag": "8786dac7-b4e6-4710-b569-e1c707f9ef90", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:15.495954 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43ec5b78-a320-4724-9910-2f30a2efcb11 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:15.496354 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5018f899-d246-4665-8b2e-0ce9666b08ae', 'tag': '8786dac7-b4e6-4710-b569-e1c707f9ef90', 'status': 'completed', 'code': 200} Mar 10 15:12:15.526667 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-67d94ad2-9cdb-4c98-83f8-f0fefe630071 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746662 Mar 10 15:12:15.626612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f40ed-e635-481a-8d5e-32712c81096c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=55c8c97e-f542-49c6-9e3d-17aaf51ab4b5,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:15.661072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 9350c227-68e9-43d6-ad53-7cbb5fb219ed is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:15.661554 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:15.780698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (65027469-16c8-4128-bf3b-7cb8c241fd75), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:15.785130 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-045909b0-b92b-4b0f-a536-8a01736e7efa service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427073 Mar 10 15:12:15.798138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181bf72-97cb-4ac7-b1fb-e18a55eab606 req-4b5b2b5b-791d-4503-9e49-4c2c1ac33db1 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:15.812050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2181bf72-97cb-4ac7-b1fb-e18a55eab606 req-4b5b2b5b-791d-4503-9e49-4c2c1ac33db1 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 944 time: 0.3653700 Mar 10 15:12:15.820528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 9350c227-68e9-43d6-ad53-7cbb5fb219ed, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9350c227-68e9-43d6-ad53-7cbb5fb219ed,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:15.825957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:15.840085 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:15.840802 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 4b27b919-855e-4c2f-a827-983e7853cc21 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:15.842804 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-baa886ec-a139-4770-a0a1-f74f569e8bde tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4b27b919-855e-4c2f-a827-983e7853cc21), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:15.867764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 4b27b919-855e-4c2f-a827-983e7853cc21 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:12:15.868249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 4b27b919-855e-4c2f-a827-983e7853cc21 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:15.868902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 82185172-d57c-492b-8f11-a16c719432eb no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:15.932000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa886ec-a139-4770-a0a1-f74f569e8bde tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Port': ['ID=4b27b919-855e-4c2f-a827-983e7853cc21,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:15.936273 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6affed4-ce20-4199-9890-867625770b0f req-9297e93a-e816-4226-99d4-5a2c73584edf service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751108 Mar 10 15:12:15.941197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'port_id': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'mac_address': 'fa:16:3e:8d:87:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:12:15.950564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Allocated IP 172.20.0.2 (65027469-16c8-4128-bf3b-7cb8c241fd75/55c8c97e-f542-49c6-9e3d-17aaf51ab4b5/7b4983bf-7c8b-4d2a-907c-1241c75980e2) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:12:16.114746 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (55c8c97e-f542-49c6-9e3d-17aaf51ab4b5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:16.135147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-baa886ec-a139-4770-a0a1-f74f569e8bde tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] No DVR routers for this DVR port 4b27b919-855e-4c2f-a827-983e7853cc21 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:16.138303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Deleting port b5afb34b-c555-43c8-a9a3-88967c85e60f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:16.138620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:16.146249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-baa886ec-a139-4770-a0a1-f74f569e8bde tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:16.150348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-baa886ec-a139-4770-a0a1-f74f569e8bde tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "DELETE /v2.0/ports/4b27b919-855e-4c2f-a827-983e7853cc21 HTTP/1.1" status: 204 len: 173 time: 2.7996237 Mar 10 15:12:16.150946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-deleted', 'tag': '4b27b919-855e-4c2f-a827-983e7853cc21'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:16.153966 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85d9a25-8680-45cd-82fe-6b6be40b8cf6" -d '{"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-deleted", "tag": "4b27b919-855e-4c2f-a827-983e7853cc21"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:16.189034 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e41447ff-744d-4b67-acdc-69fc42b522a2 req-1ba2d118-3873-4f4a-8211-f0a2b50a7305 service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890903 Mar 10 15:12:16.267226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2181bf72-97cb-4ac7-b1fb-e18a55eab606 req-1c4331d7-708b-496d-b8b7-d401bbc2e63d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286835 Mar 10 15:12:16.300176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port 82185172-d57c-492b-8f11-a16c719432eb host ! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:12:16.300857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 82185172-d57c-492b-8f11-a16c719432eb not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:16.300972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 99057946-4fdf-44be-be7e-ed1d74bfa2e0 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:16.313027 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd202587-6ce3-4adf-a193-2ea1ae22cbdf x-openstack-request-id: req-fd202587-6ce3-4adf-a193-2ea1ae22cbdf {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:16.321661 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-deleted", "tag": "4b27b919-855e-4c2f-a827-983e7853cc21", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:16.323299 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd202587-6ce3-4adf-a193-2ea1ae22cbdf {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:16.323783 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-deleted', 'tag': '4b27b919-855e-4c2f-a827-983e7853cc21', 'status': 'completed', 'code': 200} Mar 10 15:12:16.450806 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f936b8-7270-4a00-b3b7-8d6bc28707b0 req-d1ff26cf-92e6-423c-bbc1-cf257867fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:16.453565 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-68f936b8-7270-4a00-b3b7-8d6bc28707b0 req-d1ff26cf-92e6-423c-bbc1-cf257867fa8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 1126 time: 0.1877258 Mar 10 15:12:16.580403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=9350c227-68e9-43d6-ad53-7cbb5fb219ed,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:16.594875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f936b8-7270-4a00-b3b7-8d6bc28707b0 req-00bd2286-08d1-4686-953c-cd2a9ca9dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:16.596980 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-68f936b8-7270-4a00-b3b7-8d6bc28707b0 req-00bd2286-08d1-4686-953c-cd2a9ca9dbbe service neutron] 10.222.0.62 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 906 time: 0.1371119 Mar 10 15:12:16.631548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 host ! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:12:16.631869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 99057946-4fdf-44be-be7e-ed1d74bfa2e0 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:16.632256 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 27c2a645-503a-46e5-856f-74891a21f51d no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:16.690137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6affed4-ce20-4199-9890-867625770b0f req-ac624b17-c3c0-45ee-ba84-b08a76c8b9d2 service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7397180 Mar 10 15:12:16.736056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] For port b5afb34b-c555-43c8-a9a3-88967c85e60f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b5afb34b-c555-43c8-a9a3-88967c85e60f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:16.736424 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:16.765967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Calling delete_port for b5afb34b-c555-43c8-a9a3-88967c85e60f owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:16.773793 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-68f936b8-7270-4a00-b3b7-8d6bc28707b0 req-cf004adf-ee35-498c-bbe2-22a63fd45a47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8786dac7-b4e6-4710-b569-e1c707f9ef90 HTTP/1.1" status: 200 len: 217 time: 0.1602530 Mar 10 15:12:16.775042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Deleting port 27c2a645-503a-46e5-856f-74891a21f51d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:16.775386 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (27c2a645-503a-46e5-856f-74891a21f51d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:16.817178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0eaf15c8-e27b-4395-86e1-9f6633b4952a is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:16.823394 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:16.899683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-740c63b6-a4b9-41ab-8697-9354fc61e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:12:10Z', 'revision_number': 5, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port': {'id': 'b5afb34b-c555-43c8-a9a3-88967c85e60f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:02:12Z', 'updated_at': '2022-03-10T15:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:16.926436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f936b8-7270-4a00-b3b7-8d6bc28707b0 req-dcd86511-ca51-4b9c-8ddd-e36a9bf0dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:16.927945 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-68f936b8-7270-4a00-b3b7-8d6bc28707b0 req-dcd86511-ca51-4b9c-8ddd-e36a9bf0dbae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.1530519 Mar 10 15:12:16.985236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 27c2a645-503a-46e5-856f-74891a21f51d is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:16.987993 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-68f936b8-7270-4a00-b3b7-8d6bc28707b0 req-ce39fd47-fe05-4345-bb9d-115888fa0716 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523984 Mar 10 15:12:16.993013 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (27c2a645-503a-46e5-856f-74891a21f51d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:17.046510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f5b09-6b2b-4a07-a5af-48509d866dac req-73372abf-9a0b-4874-94ed-967d693ab148 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:17.059975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f5b09-6b2b-4a07-a5af-48509d866dac req-73372abf-9a0b-4874-94ed-967d693ab148 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:17.075665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f5b09-6b2b-4a07-a5af-48509d866dac req-73372abf-9a0b-4874-94ed-967d693ab148 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:17.087834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f5b09-6b2b-4a07-a5af-48509d866dac req-73372abf-9a0b-4874-94ed-967d693ab148 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:17.090501 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-530f5b09-6b2b-4a07-a5af-48509d866dac req-73372abf-9a0b-4874-94ed-967d693ab148 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 3145 time: 0.6451564 Mar 10 15:12:17.097975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0eaf15c8-e27b-4395-86e1-9f6633b4952a {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:12:17.147622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c63b6-a4b9-41ab-8697-9354fc61e2d1 None None] Checking router: ab1a0d42-f836-498a-a8bd-af457496f5f0 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:12:17.189738 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-68f936b8-7270-4a00-b3b7-8d6bc28707b0 req-31112839-8101-47bf-8264-6623e45bb07a service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942346 Mar 10 15:12:17.217697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 27c2a645-503a-46e5-856f-74891a21f51d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=27c2a645-503a-46e5-856f-74891a21f51d,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:17.242552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c63b6-a4b9-41ab-8697-9354fc61e2d1 None None] Routers {'ab1a0d42-f836-498a-a8bd-af457496f5f0'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:12:17.248614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-740c63b6-a4b9-41ab-8697-9354fc61e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:11:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ab1a0d42-f836-498a-a8bd-af457496f5f0'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:17.253252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:17.342059 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (27c2a645-503a-46e5-856f-74891a21f51d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:17.345132 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:17.364895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582229c-8ecc-48fc-8a3c-110053cc87f1 req-166389d8-27fc-41a2-9e1c-a14170337e84 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:17.374898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c582229c-8ecc-48fc-8a3c-110053cc87f1 req-166389d8-27fc-41a2-9e1c-a14170337e84 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.8030498 Mar 10 15:12:17.391805 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9210102f-8ee4-44fd-87b5-ffadb5841b80'}, {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9350c227-68e9-43d6-ad53-7cbb5fb219ed'}, {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c2a645-503a-46e5-856f-74891a21f51d'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:17.394289 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cf44af-e1b9-4b40-8f28-00be5703774b" -d '{"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-unplugged", "status": "completed", "tag": "9210102f-8ee4-44fd-87b5-ffadb5841b80"}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-unplugged", "status": "completed", "tag": "9350c227-68e9-43d6-ad53-7cbb5fb219ed"}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-unplugged", "status": "completed", "tag": "27c2a645-503a-46e5-856f-74891a21f51d"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:17.426184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=27c2a645-503a-46e5-856f-74891a21f51d,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:17.443961 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-68f936b8-7270-4a00-b3b7-8d6bc28707b0 req-5ef3c021-181b-42ae-b40a-e45b070ef3e3 service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462225 Mar 10 15:12:17.483205 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b5afb34b-c555-43c8-a9a3-88967c85e60f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:17.607148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-530f5b09-6b2b-4a07-a5af-48509d866dac req-dc69da84-2416-4b3b-98c9-b1dad27db243 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4495208 Mar 10 15:12:17.655527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] For port 27c2a645-503a-46e5-856f-74891a21f51d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=27c2a645-503a-46e5-856f-74891a21f51d,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:17.656762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (27c2a645-503a-46e5-856f-74891a21f51d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:17.729387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0eaf15c8-e27b-4395-86e1-9f6633b4952a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:12:17.776352 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Publish callbacks [] for port (7b4983bf-7c8b-4d2a-907c-1241c75980e2), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:17.811257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-740c63b6-a4b9-41ab-8697-9354fc61e2d1 None None] Set router ab1a0d42-f836-498a-a8bd-af457496f5f0 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:12:17.814193 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (7b4983bf-7c8b-4d2a-907c-1241c75980e2), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:17.829208 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (55c8c97e-f542-49c6-9e3d-17aaf51ab4b5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:17.868965 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:17.901566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Subnet': ['ID=55c8c97e-f542-49c6-9e3d-17aaf51ab4b5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:17.938500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-740c63b6-a4b9-41ab-8697-9354fc61e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:12:15Z', 'revision_number': 6, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:17.955004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0eaf15c8-e27b-4395-86e1-9f6633b4952a,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:17.989995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (65027469-16c8-4128-bf3b-7cb8c241fd75), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:18.021047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65027469-16c8-4128-bf3b-7cb8c241fd75']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:18.054860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7363a7de-0e73-48d5-baea-72cb15bac0c1') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:18.055176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7363a7de-0e73-48d5-baea-72cb15bac0c1') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:18.063079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Network 65027469-16c8-4128-bf3b-7cb8c241fd75 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:12:18.068690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:18.081220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (7363a7de-0e73-48d5-baea-72cb15bac0c1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:18.115730 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7363a7de-0e73-48d5-baea-72cb15bac0c1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:18.124708 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c63b6-a4b9-41ab-8697-9354fc61e2d1 None None] The sync data for ids ['ab1a0d42-f836-498a-a8bd-af457496f5f0'] in n-d-833090-1 is: [{'id': 'ab1a0d42-f836-498a-a8bd-af457496f5f0', 'name': 'tempest-ServerActionsTestJSON-1327924116-router', 'tenant_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:02:11Z', 'updated_at': '2022-03-10T15:12:15Z', 'revision_number': 6, 'project_id': '702a8da67ca84fdb9cea78ab5e9893b6', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:12:18.131529 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:18.132647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (7363a7de-0e73-48d5-baea-72cb15bac0c1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:18.142590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:18.145253 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:18.294989 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:12:18.294989 n-d-833090-1 neutron-server[115534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:12:18.294989 n-d-833090-1 neutron-server[115534]: [parameters: {'id': '65027469-16c8-4128-bf3b-7cb8c241fd75'}] Mar 10 15:12:18.294989 n-d-833090-1 neutron-server[115534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:12:18.295977 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:12:18.316139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Pushing event updated for resources: {'Port': ['ID=7b4983bf-7c8b-4d2a-907c-1241c75980e2,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:18.396818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Attempting to bind port 7b4983bf-7c8b-4d2a-907c-1241c75980e2 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:12:18.397411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Attempting to bind port 7b4983bf-7c8b-4d2a-907c-1241c75980e2 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '7363a7de-0e73-48d5-baea-72cb15bac0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '65027469-16c8-4128-bf3b-7cb8c241fd75'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:12:18.397780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Attempting to bind port 7b4983bf-7c8b-4d2a-907c-1241c75980e2 on network 65027469-16c8-4128-bf3b-7cb8c241fd75 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:12:18.417040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:12:18.418275 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Checking segment: {'id': '7363a7de-0e73-48d5-baea-72cb15bac0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '65027469-16c8-4128-bf3b-7cb8c241fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:18.418943 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:18.419485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Bound using segment: {'id': '7363a7de-0e73-48d5-baea-72cb15bac0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '65027469-16c8-4128-bf3b-7cb8c241fd75'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:12:18.420221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Bound port: 7b4983bf-7c8b-4d2a-907c-1241c75980e2, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7363a7de-0e73-48d5-baea-72cb15bac0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '65027469-16c8-4128-bf3b-7cb8c241fd75'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:12:18.420701 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7b4983bf-7c8b-4d2a-907c-1241c75980e2), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:18.675355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] For port 7b4983bf-7c8b-4d2a-907c-1241c75980e2, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:12:18.687270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] For port 7b4983bf-7c8b-4d2a-907c-1241c75980e2, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b4983bf-7c8b-4d2a-907c-1241c75980e2,segment=NetworkSegment(7363a7de-0e73-48d5-baea-72cb15bac0c1),segment_id=7363a7de-0e73-48d5-baea-72cb15bac0c1)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:12:18.705019 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7b4983bf-7c8b-4d2a-907c-1241c75980e2), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:18.754657 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:18.755999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (e56dacf7-4165-4855-900a-631674a5c655), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:18.755999 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Floating IP e56dacf7-4165-4855-900a-631674a5c655 disassociated. External IP: 172.25.3.6, port: 27c2a645-503a-46e5-856f-74891a21f51d. Mar 10 15:12:18.755999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Calling delete_port for 27c2a645-503a-46e5-856f-74891a21f51d owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:18.797892 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (65027469-16c8-4128-bf3b-7cb8c241fd75), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:18.834992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ce91b-60db-4ec7-bfff-58087c18c36e None None] Pushing event updated for resources: {'Port': ['ID=7b4983bf-7c8b-4d2a-907c-1241c75980e2,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:18.890194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5afb34b-c555-43c8-a9a3-88967c85e60f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:18.915162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Deleting port 7b4983bf-7c8b-4d2a-907c-1241c75980e2 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:18.915717 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7b4983bf-7c8b-4d2a-907c-1241c75980e2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:18.960732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346c7d05-b964-4e5e-bf0e-d22392dc92b2 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:12:19.013991 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] For port 7b4983bf-7c8b-4d2a-907c-1241c75980e2, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b4983bf-7c8b-4d2a-907c-1241c75980e2,segment=NetworkSegment(7363a7de-0e73-48d5-baea-72cb15bac0c1),segment_id=7363a7de-0e73-48d5-baea-72cb15bac0c1)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:19.014637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7b4983bf-7c8b-4d2a-907c-1241c75980e2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.053719 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Calling delete_port for 7b4983bf-7c8b-4d2a-907c-1241c75980e2 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:19.072916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c582229c-8ecc-48fc-8a3c-110053cc87f1 req-9a34a494-eacb-4ba9-b483-dbbc47650700 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.6927400 Mar 10 15:12:19.169422 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (ab1a0d42-f836-498a-a8bd-af457496f5f0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.271352 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702fa688-29d1-40c4-a5ef-ba5113311463 x-openstack-request-id: req-702fa688-29d1-40c4-a5ef-ba5113311463 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:19.271659 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-unplugged", "status": "completed", "tag": "9210102f-8ee4-44fd-87b5-ffadb5841b80", "code": 200}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-unplugged", "status": "completed", "tag": "9350c227-68e9-43d6-ad53-7cbb5fb219ed", "code": 200}, {"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-unplugged", "status": "completed", "tag": "27c2a645-503a-46e5-856f-74891a21f51d", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:19.278356 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-702fa688-29d1-40c4-a5ef-ba5113311463 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:19.278822 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9210102f-8ee4-44fd-87b5-ffadb5841b80', 'code': 200} Mar 10 15:12:19.282306 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9350c227-68e9-43d6-ad53-7cbb5fb219ed', 'code': 200} Mar 10 15:12:19.285970 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c2a645-503a-46e5-856f-74891a21f51d', 'code': 200} Mar 10 15:12:19.340908 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7b4983bf-7c8b-4d2a-907c-1241c75980e2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.388048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0eaf15c8-e27b-4395-86e1-9f6633b4952a up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:12:19.449959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No DVR routers for this DVR port 7b4983bf-7c8b-4d2a-907c-1241c75980e2 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:19.451581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Port': ['ID=7b4983bf-7c8b-4d2a-907c-1241c75980e2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:19.461844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e562e1b-a979-4293-9a94-1b6eefbf1b28 req-b2b22c53-818d-48f5-90fa-faf607d9d83a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:19.463428 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e562e1b-a979-4293-9a94-1b6eefbf1b28 req-b2b22c53-818d-48f5-90fa-faf607d9d83a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 944 time: 0.5488908 Mar 10 15:12:19.498514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5afb34b-c555-43c8-a9a3-88967c85e60f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:19.549628 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (ab1a0d42-f836-498a-a8bd-af457496f5f0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.598583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: b5afb34b-c555-43c8-a9a3-88967c85e60f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:12:19.599018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5afb34b-c555-43c8-a9a3-88967c85e60f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:19.599442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b24b4422-4468-4eb3-a2bf-b3cfae48805b no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:19.611596 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Publish callbacks [] for router_controller (ab1a0d42-f836-498a-a8bd-af457496f5f0), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.617878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346c7d05-b964-4e5e-bf0e-d22392dc92b2 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:12:19.659457 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (65027469-16c8-4128-bf3b-7cb8c241fd75), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.670202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: b24b4422-4468-4eb3-a2bf-b3cfae48805b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:12:19.670557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b24b4422-4468-4eb3-a2bf-b3cfae48805b not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:19.725833 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65027469-16c8-4128-bf3b-7cb8c241fd75']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:19.748294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7363a7de-0e73-48d5-baea-72cb15bac0c1') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:19.748663 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7363a7de-0e73-48d5-baea-72cb15bac0c1') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:19.767959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 0eaf15c8-e27b-4395-86e1-9f6633b4952a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:12:19.768338 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.776364 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (7363a7de-0e73-48d5-baea-72cb15bac0c1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.802684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7363a7de-0e73-48d5-baea-72cb15bac0c1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.815344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:19.815959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (7363a7de-0e73-48d5-baea-72cb15bac0c1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.894296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (ab1a0d42-f836-498a-a8bd-af457496f5f0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.894832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab1a0d42-f836-498a-a8bd-af457496f5f0 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:12:19.914655 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:19.920658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-343f64e8-4abf-41f4-bf8f-2bde5fbf4f29 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ab1a0d42-f836-498a-a8bd-af457496f5f0 HTTP/1.1" status: 204 len: 168 time: 5.9308088 Mar 10 15:12:19.964885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56614) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:19.967005 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:19.987961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (65027469-16c8-4128-bf3b-7cb8c241fd75), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:20.056546 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:20.062914 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/65027469-16c8-4128-bf3b-7cb8c241fd75 HTTP/1.1" status: 204 len: 168 time: 4.5701499 Mar 10 15:12:20.073694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e562e1b-a979-4293-9a94-1b6eefbf1b28 req-525b2440-f54d-4b52-ba08-caf68d7a1a8b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018334 Mar 10 15:12:20.074656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56618) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:20.122582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5adf5d-ab89-4908-9038-5e0af16ef1cf tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=65027469-16c8-4128-bf3b-7cb8c241fd75,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:20.166675 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0d3865-8594-452d-bcf4-87d4d7e42f40 admin admin] Deleting subnet 2b988082-cd0b-4fe9-9e6e-f9a72f7955de {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:12:20.176034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3865-8594-452d-bcf4-87d4d7e42f40 admin admin] Publish callbacks [] for subnet (2b988082-cd0b-4fe9-9e6e-f9a72f7955de), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:20.178260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc97605-d3af-4e55-b218-6e5e51f5b457 req-99af05c9-1315-402b-8498-2fc026d1671c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:20.193270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc97605-d3af-4e55-b218-6e5e51f5b457 req-99af05c9-1315-402b-8498-2fc026d1671c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:20.209049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc97605-d3af-4e55-b218-6e5e51f5b457 req-99af05c9-1315-402b-8498-2fc026d1671c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:20.224509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc97605-d3af-4e55-b218-6e5e51f5b457 req-99af05c9-1315-402b-8498-2fc026d1671c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:20.234986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dc97605-d3af-4e55-b218-6e5e51f5b457 req-99af05c9-1315-402b-8498-2fc026d1671c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 3143 time: 0.8511503 Mar 10 15:12:20.265142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0eaf15c8-e27b-4395-86e1-9f6633b4952a is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:20.265711 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:20.316696 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3865-8594-452d-bcf4-87d4d7e42f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (2b988082-cd0b-4fe9-9e6e-f9a72f7955de), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:20.381214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7237c216-f89d-47d4-8286-23fe30753422 None None] Network 65027469-16c8-4128-bf3b-7cb8c241fd75 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:20.392883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:20.405664 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dd3fcc-ecdb-4c5e-ade4-7ded3f5f5ea3 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:20.406279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47dd3fcc-ecdb-4c5e-ade4-7ded3f5f5ea3 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:20.413423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-47dd3fcc-ecdb-4c5e-ade4-7ded3f5f5ea3 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/65027469-16c8-4128-bf3b-7cb8c241fd75 HTTP/1.1" status: 404 len: 339 time: 0.3045657 Mar 10 15:12:20.414718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7237c216-f89d-47d4-8286-23fe30753422 None None] Network 65027469-16c8-4128-bf3b-7cb8c241fd75 could not be found, it might have been deleted concurrently. {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 15:12:20.422064 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:20.425766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56622) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:20.466061 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-174191829', 'description': 'd1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:20.484333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c582a3-d273-4da9-b8ae-23366c2a3f24 None None] Network 65027469-16c8-4128-bf3b-7cb8c241fd75 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:20.484829 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (27c2a645-503a-46e5-856f-74891a21f51d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:20.551319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Port': ['ID=27c2a645-503a-46e5-856f-74891a21f51d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:20.554747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c582a3-d273-4da9-b8ae-23366c2a3f24 None None] Network 65027469-16c8-4128-bf3b-7cb8c241fd75 could not be found, it might have been deleted concurrently. {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 15:12:20.586205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dc97605-d3af-4e55-b218-6e5e51f5b457 req-174d1e72-794b-413f-8167-503cca8241fb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499980 Mar 10 15:12:20.647498 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:20.660768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0eaf15c8-e27b-4395-86e1-9f6633b4952a,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:20.669587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf7534-0b65-4196-8714-9b322f38f1c3 req-72e2f336-3026-49e9-b9fe-f7902a6206bb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:20.695886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7baf7534-0b65-4196-8714-9b322f38f1c3 req-72e2f336-3026-49e9-b9fe-f7902a6206bb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 944 time: 0.4042432 Mar 10 15:12:20.712693 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3865-8594-452d-bcf4-87d4d7e42f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (2b988082-cd0b-4fe9-9e6e-f9a72f7955de), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:20.786087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:20.794238 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:20.804238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56628) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:20.933724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7baf7534-0b65-4196-8714-9b322f38f1c3 req-8001e117-9a97-445c-96d2-e464575356ca tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2360158 Mar 10 15:12:21.033317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:12:21.075823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3865-8594-452d-bcf4-87d4d7e42f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (2b988082-cd0b-4fe9-9e6e-f9a72f7955de), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:21.131363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Router daf220e7-5f70-48f3-96c3-b9afe9102f03 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:12:21.208149 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b6a9d8f1-5bf4-4522-b8e2-401f3376cf9c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:21.215470 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment b6a9d8f1-5bf4-4522-b8e2-401f3376cf9c of type vlan for network ad5bf1df-cfe0-4e11-b8f4-39fbf6882156 Mar 10 15:12:21.246104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d3865-8594-452d-bcf4-87d4d7e42f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b988082-cd0b-4fe9-9e6e-f9a72f7955de,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:21.271568 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-381c1bbf-8907-4711-a863-4956694a88bf req-de267f0f-1a86-489a-9166-4ba02be2da8c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4099729 Mar 10 15:12:21.275553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9623015-bff9-4e9b-a797-3907cd08697e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:21.287206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:21.290502 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112a6cb0-e362-4112-9b15-92726132b195" -d '{"events": [{"server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:21.298653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c853299-1045-4b2b-9908-44169b95ef69 None None] Network 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:21.365303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:12:21.377261 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a0d3865-8594-452d-bcf4-87d4d7e42f40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:21.378915 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c37bf1-dcaa-4a14-b36f-417535303975 None None] Sync routers for ids ['daf220e7-5f70-48f3-96c3-b9afe9102f03'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:12:21.387405 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d812efce-7416-4030-bb3a-5f9cf24b4afb x-openstack-request-id: req-d812efce-7416-4030-bb3a-5f9cf24b4afb {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:21.387693 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:21.387948 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d812efce-7416-4030-bb3a-5f9cf24b4afb {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:21.388344 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'code': 200} Mar 10 15:12:21.394058 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1a0d3865-8594-452d-bcf4-87d4d7e42f40 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2b988082-cd0b-4fe9-9e6e-f9a72f7955de HTTP/1.1" status: 204 len: 168 time: 1.4239655 Mar 10 15:12:21.409702 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c37bf1-dcaa-4a14-b36f-417535303975 None None] Routers {'daf220e7-5f70-48f3-96c3-b9afe9102f03'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:12:21.410445 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f9c37bf1-dcaa-4a14-b36f-417535303975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:11:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['daf220e7-5f70-48f3-96c3-b9afe9102f03'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:21.438367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56638) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:21.507253 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ad5bf1df-cfe0-4e11-b8f4-39fbf6882156), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:21.587220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 8786dac7-b4e6-4710-b569-e1c707f9ef90 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:12:21.636845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c1bbf-8907-4711-a863-4956694a88bf req-b57e2e41-3a12-4742-9d8b-5a3e23686f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:21.644506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcfda42-384e-49dd-b2d3-afd7d96ce6bc None None] DHCP port deletion for 9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:12:21.647092 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-381c1bbf-8907-4711-a863-4956694a88bf req-b57e2e41-3a12-4742-9d8b-5a3e23686f68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 1127 time: 0.2839518 Mar 10 15:12:21.705888 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ad5bf1df-cfe0-4e11-b8f4-39fbf6882156), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:21.733561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:21.747739 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:21.768053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7894a-883d-45ae-9d6c-66551dbd4434 req-27688464-af3e-477e-a727-dd2c8d49b06e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:21.769720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daf7894a-883d-45ae-9d6c-66551dbd4434 req-27688464-af3e-477e-a727-dd2c8d49b06e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 944 time: 0.4648066 Mar 10 15:12:21.772995 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.resource_extend [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:12:21.797929 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3710861 Mar 10 15:12:21.799466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] No DVR routers for this DVR port 27c2a645-503a-46e5-856f-74891a21f51d on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:21.802314 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a0962ea6-8198-4f22-aa1c-45db4e57b48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:21.803946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56644) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:21.838487 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f9c37bf1-dcaa-4a14-b36f-417535303975 None None] Set router daf220e7-5f70-48f3-96c3-b9afe9102f03 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:12:21.880522 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:21.897925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-857f2ea4-297d-4556-bd77-8c3c46a6850d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "DELETE /v2.0/ports/27c2a645-503a-46e5-856f-74891a21f51d HTTP/1.1" status: 204 len: 173 time: 5.7287664 Mar 10 15:12:21.930033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-deleted', 'tag': '27c2a645-503a-46e5-856f-74891a21f51d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:21.932445 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49876a82-4459-4c0e-ad7a-05ce24f6a065" -d '{"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-deleted", "tag": "27c2a645-503a-46e5-856f-74891a21f51d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:21.972062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:22.032890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 8786dac7-b4e6-4710-b569-e1c707f9ef90, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=8786dac7-b4e6-4710-b569-e1c707f9ef90,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:22.077667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '8786dac7-b4e6-4710-b569-e1c707f9ef90', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'port_id': '8786dac7-b4e6-4710-b569-e1c707f9ef90', 'mac_address': 'fa:16:3e:e2:fc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb24078f-4516-4897-8be0-5a7c1076ae2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:12:22.183760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfda42-384e-49dd-b2d3-afd7d96ce6bc None None] Deleting port 71a54045-a51c-45ba-bde9-063275c05d19 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:22.184137 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3dcfda42-384e-49dd-b2d3-afd7d96ce6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (71a54045-a51c-45ba-bde9-063275c05d19), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:22.216219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daf7894a-883d-45ae-9d6c-66551dbd4434 req-f06e0700-b3ed-483d-ac9d-f81c1b3cf573 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633437 Mar 10 15:12:22.269182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 8786dac7-b4e6-4710-b569-e1c707f9ef90 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:22.269582 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:22.393636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d97667-61a7-41ac-b3a0-094624909b50 req-9bf30565-3883-492f-a8ff-481cc8c3758d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:22.403397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d97667-61a7-41ac-b3a0-094624909b50 req-9bf30565-3883-492f-a8ff-481cc8c3758d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:22.428112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8786dac7-b4e6-4710-b569-e1c707f9ef90 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:12:22.433927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d97667-61a7-41ac-b3a0-094624909b50 req-9bf30565-3883-492f-a8ff-481cc8c3758d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:22.435676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6d97667-61a7-41ac-b3a0-094624909b50 req-9bf30565-3883-492f-a8ff-481cc8c3758d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 2410 time: 0.6633623 Mar 10 15:12:22.435832 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f9c37bf1-dcaa-4a14-b36f-417535303975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd47f1c6d-9371-4d1e-873f-b5bb87659e3b', 'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'mac_address': 'fa:16:3e:22:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '698414b2-a473-41ee-963f-7769b367db5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:28Z', 'updated_at': '2022-03-10T15:05:40Z', 'revision_number': 5, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'subnets': [{'id': '698414b2-a473-41ee-963f-7769b367db5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:22.463469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3dcfda42-384e-49dd-b2d3-afd7d96ce6bc None None] For port 71a54045-a51c-45ba-bde9-063275c05d19, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71a54045-a51c-45ba-bde9-063275c05d19,segment=NetworkSegment(d5865b8c-fe50-4e11-9477-62f466ed96f2),segment_id=d5865b8c-fe50-4e11-9477-62f466ed96f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:22.464364 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3dcfda42-384e-49dd-b2d3-afd7d96ce6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (71a54045-a51c-45ba-bde9-063275c05d19), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:22.471906 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d918452d-fc06-46c3-8ea2-29f10c42cf7f x-openstack-request-id: req-d918452d-fc06-46c3-8ea2-29f10c42cf7f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:22.472263 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-deleted", "tag": "27c2a645-503a-46e5-856f-74891a21f51d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:22.472455 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d918452d-fc06-46c3-8ea2-29f10c42cf7f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:22.472852 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-deleted', 'tag': '27c2a645-503a-46e5-856f-74891a21f51d', 'status': 'completed', 'code': 200} Mar 10 15:12:22.477427 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c37bf1-dcaa-4a14-b36f-417535303975 None None] Checking router: daf220e7-5f70-48f3-96c3-b9afe9102f03 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:12:22.490480 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c37bf1-dcaa-4a14-b36f-417535303975 None None] Routers {'daf220e7-5f70-48f3-96c3-b9afe9102f03'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:12:22.491436 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f9c37bf1-dcaa-4a14-b36f-417535303975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:11:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['daf220e7-5f70-48f3-96c3-b9afe9102f03'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:22.506495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfda42-384e-49dd-b2d3-afd7d96ce6bc None None] Calling delete_port for 71a54045-a51c-45ba-bde9-063275c05d19 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:22.525559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 8786dac7-b4e6-4710-b569-e1c707f9ef90, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=8786dac7-b4e6-4710-b569-e1c707f9ef90,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:22.543829 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:22.557636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c6d56-43b2-4c9d-a9ea-4c63c25a3842 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=ad5bf1df-cfe0-4e11-b8f4-39fbf6882156,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:22.602178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9623015-bff9-4e9b-a797-3907cd08697e admin admin] Publish callbacks [] for security_group (b03cef2a-c0ad-487b-a12c-e71a03e5f18f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:22.612555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c1bbf-8907-4711-a863-4956694a88bf req-151fa777-90ef-487f-b6ec-1ab9ccf60ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:22.614279 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-381c1bbf-8907-4711-a863-4956694a88bf req-151fa777-90ef-487f-b6ec-1ab9ccf60ed9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 919 time: 0.9446926 Mar 10 15:12:22.626979 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b9f5bc-57bb-4b43-977f-3496724eea7c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:22.631167 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c0b9f5bc-57bb-4b43-977f-3496724eea7c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/networks?id=ad5bf1df-cfe0-4e11-b8f4-39fbf6882156 HTTP/1.1" status: 200 len: 760 time: 0.8141956 Mar 10 15:12:22.632010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=8786dac7-b4e6-4710-b569-e1c707f9ef90,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:22.635621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ad5bf1df-cfe0-4e11-b8f4-39fbf6882156 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:12:22.729130 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f9c37bf1-dcaa-4a14-b36f-417535303975 None None] Set router daf220e7-5f70-48f3-96c3-b9afe9102f03 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:12:22.750993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56652) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:22.763249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6d97667-61a7-41ac-b3a0-094624909b50 req-61223d7e-c112-4fb9-987a-ada9c1bfee7f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726083 Mar 10 15:12:22.795401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ff7cceec-fe3c-44ad-9310-e32fff673f3a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'description': 'd2'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:22.800285 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-381c1bbf-8907-4711-a863-4956694a88bf req-d52b1f23-8eff-4e87-8917-0399929f423f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=714fca1f-222d-4fac-976d-7c4c3c1d29ca HTTP/1.1" status: 200 len: 217 time: 0.1659627 Mar 10 15:12:22.800904 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9623015-bff9-4e9b-a797-3907cd08697e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b03cef2a-c0ad-487b-a12c-e71a03e5f18f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:22.810090 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3dcfda42-384e-49dd-b2d3-afd7d96ce6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (71a54045-a51c-45ba-bde9-063275c05d19), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:22.901112 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9623015-bff9-4e9b-a797-3907cd08697e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03cef2a-c0ad-487b-a12c-e71a03e5f18f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:22.907706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['8786dac7-b4e6-4710-b569-e1c707f9ef90'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:12:22.914763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfda42-384e-49dd-b2d3-afd7d96ce6bc None None] Pushing event deleted for resources: {'Port': ['ID=71a54045-a51c-45ba-bde9-063275c05d19,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:22.928610 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c1bbf-8907-4711-a863-4956694a88bf req-acc9b189-a902-458f-8357-58a885139b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:22.930652 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-381c1bbf-8907-4711-a863-4956694a88bf req-acc9b189-a902-458f-8357-58a885139b95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.0932810 Mar 10 15:12:22.967946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfda42-384e-49dd-b2d3-afd7d96ce6bc None None] No DVR routers for this DVR port 71a54045-a51c-45ba-bde9-063275c05d19 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:23.005443 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-381c1bbf-8907-4711-a863-4956694a88bf req-299f14fa-6827-4178-b5ee-d4da6ec86054 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549343 Mar 10 15:12:23.022667 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d9623015-bff9-4e9b-a797-3907cd08697e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=817c7b9d21c048fe99c36da1ca276535&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2024381 Mar 10 15:12:23.026095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56656) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:23.044431 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f9c37bf1-dcaa-4a14-b36f-417535303975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd47f1c6d-9371-4d1e-873f-b5bb87659e3b', 'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'mac_address': 'fa:16:3e:22:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '698414b2-a473-41ee-963f-7769b367db5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:28Z', 'updated_at': '2022-03-10T15:05:40Z', 'revision_number': 5, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'subnets': [{'id': '698414b2-a473-41ee-963f-7769b367db5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:23.063568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-ee548d6c-ff59-4851-ace3-e40ae8a0afa7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Deleting port 9350c227-68e9-43d6-ad53-7cbb5fb219ed {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:23.064059 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-ee548d6c-ff59-4851-ace3-e40ae8a0afa7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:23.081293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90af541-ba5b-43cc-9b99-b405623cbd85 req-664d4c8e-a2bb-4830-b67e-dde1b36fb2fd tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:23.089389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b90af541-ba5b-43cc-9b99-b405623cbd85 req-664d4c8e-a2bb-4830-b67e-dde1b36fb2fd tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.6462889 Mar 10 15:12:23.096047 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c37bf1-dcaa-4a14-b36f-417535303975 None None] The sync data for ids ['daf220e7-5f70-48f3-96c3-b9afe9102f03'] in n-d-833090-1 is: [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:05:30Z', 'revision_number': 4, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd47f1c6d-9371-4d1e-873f-b5bb87659e3b', 'name': '', 'network_id': 'fa5e524c-1898-4673-8197-c16e729f39de', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'mac_address': 'fa:16:3e:22:2d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '698414b2-a473-41ee-963f-7769b367db5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:28Z', 'updated_at': '2022-03-10T15:05:40Z', 'revision_number': 5, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'subnets': [{'id': '698414b2-a473-41ee-963f-7769b367db5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:12:23.211364 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-381c1bbf-8907-4711-a863-4956694a88bf req-5c7d4ce3-892a-4423-9a92-20bd4e4b23e2 service neutron] 10.222.0.62 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863000 Mar 10 15:12:23.212518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Deleting port 71a54045-a51c-45ba-bde9-063275c05d19 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:23.213019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (71a54045-a51c-45ba-bde9-063275c05d19), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:23.466649 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-381c1bbf-8907-4711-a863-4956694a88bf req-23aec074-4d48-4e13-9733-97342d7a7ce3 service neutron] 10.222.0.62 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202439 Mar 10 15:12:23.499485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71a54045-a51c-45ba-bde9-063275c05d19 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:23.519714 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fba711c1-355a-4a0e-863b-80a3bc7f3451 admin admin] Publish callbacks [] for security_group (b03cef2a-c0ad-487b-a12c-e71a03e5f18f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:23.538611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b90af541-ba5b-43cc-9b99-b405623cbd85 req-2fa8edf0-626d-44a7-a1fe-bd1a21939040 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4159737 Mar 10 15:12:23.564418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] For port 71a54045-a51c-45ba-bde9-063275c05d19, host n-d-833090-1, got binding levels [] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:23.564786 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (71a54045-a51c-45ba-bde9-063275c05d19), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:23.565891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 71a54045-a51c-45ba-bde9-063275c05d19 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:12:23.568024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71a54045-a51c-45ba-bde9-063275c05d19 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:23.582029 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff7cceec-fe3c-44ad-9310-e32fff673f3a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ad5bf1df-cfe0-4e11-b8f4-39fbf6882156), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:23.592955 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fba711c1-355a-4a0e-863b-80a3bc7f3451 admin admin] Publish callbacks [] for security_group (b03cef2a-c0ad-487b-a12c-e71a03e5f18f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:23.603881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-ee548d6c-ff59-4851-ace3-e40ae8a0afa7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] For port 9350c227-68e9-43d6-ad53-7cbb5fb219ed, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9350c227-68e9-43d6-ad53-7cbb5fb219ed,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:23.604278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-ee548d6c-ff59-4851-ace3-e40ae8a0afa7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:23.606996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Calling delete_port for 71a54045-a51c-45ba-bde9-063275c05d19 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:23.635260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-ee548d6c-ff59-4851-ace3-e40ae8a0afa7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Calling delete_port for 9350c227-68e9-43d6-ad53-7cbb5fb219ed owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:23.648006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Port 71a54045-a51c-45ba-bde9-063275c05d19 was not found and therefore no delete operation was performed {{(pid=115533) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:12:23.651572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06ee26-aa81-40d5-9f95-b6ac5780a5f7 None None] New status for floating IP e56dacf7-4165-4855-900a-631674a5c655: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:12:23.687262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (71a54045-a51c-45ba-bde9-063275c05d19), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:23.688562 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fba711c1-355a-4a0e-863b-80a3bc7f3451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b03cef2a-c0ad-487b-a12c-e71a03e5f18f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:23.691566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fba711c1-355a-4a0e-863b-80a3bc7f3451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:23.692990 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fba711c1-355a-4a0e-863b-80a3bc7f3451 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b03cef2a-c0ad-487b-a12c-e71a03e5f18f HTTP/1.1" status: 204 len: 168 time: 0.6631176 Mar 10 15:12:23.706178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba711c1-355a-4a0e-863b-80a3bc7f3451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03cef2a-c0ad-487b-a12c-e71a03e5f18f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:23.762483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=71a54045-a51c-45ba-bde9-063275c05d19,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:23.789246 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff7cceec-fe3c-44ad-9310-e32fff673f3a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ad5bf1df-cfe0-4e11-b8f4-39fbf6882156), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.030123 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-031e1d8c-0e12-435b-9026-f906f768dbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.084095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8aa1c-d74d-48e4-b0aa-78e760ecf6f2 req-98ce1dae-fc5f-476b-ba88-d46bb9d96603 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:24.086209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42a8aa1c-d74d-48e4-b0aa-78e760ecf6f2 req-98ce1dae-fc5f-476b-ba88-d46bb9d96603 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 945 time: 0.7539585 Mar 10 15:12:24.107792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7cceec-fe3c-44ad-9310-e32fff673f3a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=ad5bf1df-cfe0-4e11-b8f4-39fbf6882156,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:24.119959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff7cceec-fe3c-44ad-9310-e32fff673f3a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network ad5bf1df-cfe0-4e11-b8f4-39fbf6882156 is not hosted by any dhcp agent {{(pid=115533) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:12:24.120753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ad5bf1df-cfe0-4e11-b8f4-39fbf6882156 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:12:24.128945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7cceec-fe3c-44ad-9310-e32fff673f3a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:24.129589 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff7cceec-fe3c-44ad-9310-e32fff673f3a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.133204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ff7cceec-fe3c-44ad-9310-e32fff673f3a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "PUT /v2.0/networks/ad5bf1df-cfe0-4e11-b8f4-39fbf6882156 HTTP/1.1" status: 200 len: 757 time: 1.3571413 Mar 10 15:12:24.133204 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-ee548d6c-ff59-4851-ace3-e40ae8a0afa7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9350c227-68e9-43d6-ad53-7cbb5fb219ed), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.133878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56672) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:24.168987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] No DVR routers for this DVR port 71a54045-a51c-45ba-bde9-063275c05d19 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:24.311534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42a8aa1c-d74d-48e4-b0aa-78e760ecf6f2 req-0c44b2e9-f8d0-4578-a64d-b82ab62628d8 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725903 Mar 10 15:12:24.318680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56676) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:24.342962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee548d6c-ff59-4851-ace3-e40ae8a0afa7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Port': ['ID=9350c227-68e9-43d6-ad53-7cbb5fb219ed,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:24.360684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-071f7f04-9a20-47c6-8e72-a647eeb2c2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.367831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c161d-81e6-4acb-a543-cfb9d1d36027 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:24.373801 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a41c161d-81e6-4acb-a543-cfb9d1d36027 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/networks?id=ad5bf1df-cfe0-4e11-b8f4-39fbf6882156 HTTP/1.1" status: 200 len: 760 time: 0.2387242 Mar 10 15:12:24.375530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56678) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:24.380437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-848137834'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:24.405642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-ee548d6c-ff59-4851-ace3-e40ae8a0afa7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] No DVR routers for this DVR port 9350c227-68e9-43d6-ad53-7cbb5fb219ed on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:24.409855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:24.414776 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.420115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-ee548d6c-ff59-4851-ace3-e40ae8a0afa7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.423340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-ee548d6c-ff59-4851-ace3-e40ae8a0afa7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "DELETE /v2.0/ports/9350c227-68e9-43d6-ad53-7cbb5fb219ed HTTP/1.1" status: 204 len: 173 time: 2.5247369 Mar 10 15:12:24.446854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40a49-aff6-46f5-8cf3-9eb348875fa9 req-29b5f11d-72af-4120-82cb-2b381915164a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:24.453653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40a49-aff6-46f5-8cf3-9eb348875fa9 req-29b5f11d-72af-4120-82cb-2b381915164a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:24.459668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:12:24.462007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95d40a49-aff6-46f5-8cf3-9eb348875fa9 req-29b5f11d-72af-4120-82cb-2b381915164a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 1677 time: 0.3692605 Mar 10 15:12:24.479299 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (79779b3c-75a5-4932-ac4f-1655d97c983d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.480290 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment 79779b3c-75a5-4932-ac4f-1655d97c983d of type vlan for network c98d26f6-41f1-4d74-80f7-d3ad45b148f5 Mar 10 15:12:24.503881 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.509992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-deleted', 'tag': '9350c227-68e9-43d6-ad53-7cbb5fb219ed'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:24.511329 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91147fa5-9115-4fa7-a3c0-ac0dcc0ccb8d" -d '{"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-deleted", "tag": "9350c227-68e9-43d6-ad53-7cbb5fb219ed"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:24.540721 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c98d26f6-41f1-4d74-80f7-d3ad45b148f5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.576564 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-071f7f04-9a20-47c6-8e72-a647eeb2c2c5 admin admin] Publish callbacks [] for security_group (59be293f-5a42-4003-9806-e997b8e9d9ba), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.589799 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-071f7f04-9a20-47c6-8e72-a647eeb2c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (59be293f-5a42-4003-9806-e997b8e9d9ba), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.606520 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281f8d6d-50d3-470f-9731-0a7e4a2b49bc x-openstack-request-id: req-281f8d6d-50d3-470f-9731-0a7e4a2b49bc {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:24.609490 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-deleted", "tag": "9350c227-68e9-43d6-ad53-7cbb5fb219ed", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:24.611525 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-281f8d6d-50d3-470f-9731-0a7e4a2b49bc {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:24.612188 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-deleted', 'tag': '9350c227-68e9-43d6-ad53-7cbb5fb219ed', 'status': 'completed', 'code': 200} Mar 10 15:12:24.656225 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f7f04-9a20-47c6-8e72-a647eeb2c2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59be293f-5a42-4003-9806-e997b8e9d9ba,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:24.665906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c98d26f6-41f1-4d74-80f7-d3ad45b148f5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.676987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:24.677628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.681177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:24.766124 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-071f7f04-9a20-47c6-8e72-a647eeb2c2c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0608aec369b42a1b02052521cb5c1aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4404645 Mar 10 15:12:24.768393 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56684) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:24.820009 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4429727 Mar 10 15:12:24.820673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56686) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:24.830762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5865b8c-fe50-4e11-9477-62f466ed96f2') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:24.831472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5865b8c-fe50-4e11-9477-62f466ed96f2') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:24.845020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'network_id': 'c98d26f6-41f1-4d74-80f7-d3ad45b148f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:24.851656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (d5865b8c-fe50-4e11-9477-62f466ed96f2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.871067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95d40a49-aff6-46f5-8cf3-9eb348875fa9 req-61e7091a-af40-4a1d-a20b-1c12add4f2b6 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4074519 Mar 10 15:12:24.926734 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d5865b8c-fe50-4e11-9477-62f466ed96f2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.940661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:24.941503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (d5865b8c-fe50-4e11-9477-62f466ed96f2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:24.944540 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:24.981422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5a3aa-3dd9-4278-9efb-df64f810d584 req-2a769ecd-6aaa-48ff-b120-6962685132d4 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:24.988801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5c5a3aa-3dd9-4278-9efb-df64f810d584 req-2a769ecd-6aaa-48ff-b120-6962685132d4 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.2614620 Mar 10 15:12:25.033809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6286133-8c4b-4fbb-a2e5-069ec619ce69 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=c98d26f6-41f1-4d74-80f7-d3ad45b148f5,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:25.055828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c98d26f6-41f1-4d74-80f7-d3ad45b148f5 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:12:25.116875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:25.120315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:25.134186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-022035e6-de91-4a35-9402-f5abdec2871c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Deleting port d102dde1-4757-440e-8039-3fc9eeb4b889 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:25.135277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-022035e6-de91-4a35-9402-f5abdec2871c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:25.189323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:25.237625 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:25.243935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] 10.222.0.11 "DELETE /v2.0/networks/9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383 HTTP/1.1" status: 204 len: 168 time: 3.7912927 Mar 10 15:12:25.281547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:25.293857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a4636-cfd5-42d3-a6d1-26ac3a230c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2d4df8-42b4-4ed8-b8d3-6a996d8c1383,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:25.339912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5c5a3aa-3dd9-4278-9efb-df64f810d584 req-0f988d63-19b9-4736-9e84-421f7a26ebbd tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3485196 Mar 10 15:12:25.469056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-022035e6-de91-4a35-9402-f5abdec2871c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] For port d102dde1-4757-440e-8039-3fc9eeb4b889, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d102dde1-4757-440e-8039-3fc9eeb4b889,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:25.469876 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-022035e6-de91-4a35-9402-f5abdec2871c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:25.506122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-022035e6-de91-4a35-9402-f5abdec2871c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Calling delete_port for d102dde1-4757-440e-8039-3fc9eeb4b889 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:25.524925 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b45e4467-65ef-40bc-af0b-d23bb662ae3e admin admin] Publish callbacks [] for security_group (59be293f-5a42-4003-9806-e997b8e9d9ba), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:25.533798 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (d51fdef9-b202-486e-b215-b405916c02dd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:25.613094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 8786dac7-b4e6-4710-b569-e1c707f9ef90 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:12:25.684949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c659951-7fea-40fe-ad9b-975f5cadddd1 req-d198e9dc-8f20-484a-9c6a-e0f43cb5b345 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:25.687678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c659951-7fea-40fe-ad9b-975f5cadddd1 req-d198e9dc-8f20-484a-9c6a-e0f43cb5b345 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 945 time: 0.1656325 Mar 10 15:12:25.767435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c659951-7fea-40fe-ad9b-975f5cadddd1 req-24eb0391-80b1-45cf-81ae-7c2911cf4268 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678945 Mar 10 15:12:25.767580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56696) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:25.771885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b45e4467-65ef-40bc-af0b-d23bb662ae3e admin admin] Publish callbacks [] for security_group (59be293f-5a42-4003-9806-e997b8e9d9ba), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:25.819004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 8786dac7-b4e6-4710-b569-e1c707f9ef90 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:12:25.841507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e331bd63-53c5-43cd-8ea9-1d766dbbc004 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=702a8da67ca84fdb9cea78ab5e9893b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704591 Mar 10 15:12:25.844840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56698) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:25.858890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 8786dac7-b4e6-4710-b569-e1c707f9ef90 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:12:25.859515 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:25.893285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=d51fdef9-b202-486e-b215-b405916c02dd,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:25.942826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking segment: {'id': '79779b3c-75a5-4932-ac4f-1655d97c983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c98d26f6-41f1-4d74-80f7-d3ad45b148f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:25.942826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network hostable DHCP agents. Network: c98d26f6-41f1-4d74-80f7-d3ad45b148f5, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:12:25.997577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network c98d26f6-41f1-4d74-80f7-d3ad45b148f5 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:12:26.024549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c98d26f6-41f1-4d74-80f7-d3ad45b148f5) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:26.033035 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b45e4467-65ef-40bc-af0b-d23bb662ae3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (59be293f-5a42-4003-9806-e997b8e9d9ba), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.036645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b45e4467-65ef-40bc-af0b-d23bb662ae3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.053636 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b45e4467-65ef-40bc-af0b-d23bb662ae3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59be293f-5a42-4003-9806-e997b8e9d9ba HTTP/1.1" status: 204 len: 168 time: 1.2736094 Mar 10 15:12:26.055803 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:26.056531 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.062768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229fdae-c48d-4dde-9565-db1963bb1bf1 None None] Network c98d26f6-41f1-4d74-80f7-d3ad45b148f5 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:26.097997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e4467-65ef-40bc-af0b-d23bb662ae3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be293f-5a42-4003-9806-e997b8e9d9ba,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:26.145918 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5a67e771-8f3f-4b28-9023-5ada12387140 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3086507 Mar 10 15:12:26.149677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56706) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:26.165412 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba2d9854-6634-4347-bcf4-84c94d88c256 admin admin] Publish callbacks [] for security_group (cf491519-96d1-4a7c-ba40-f926b7bcf81b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.230658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba2d9854-6634-4347-bcf4-84c94d88c256 admin admin] Publish callbacks [] for security_group (cf491519-96d1-4a7c-ba40-f926b7bcf81b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.269821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 8786dac7-b4e6-4710-b569-e1c707f9ef90 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:26.270479 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.310892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5018f899-d246-4665-8b2e-0ce9666b08ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8786dac7-b4e6-4710-b569-e1c707f9ef90'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:26.313486 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d095c2b-e478-4d07-a14f-d0a0ad951afc" -d '{"events": [{"server_uuid": "5018f899-d246-4665-8b2e-0ce9666b08ae", "name": "network-vif-plugged", "status": "completed", "tag": "8786dac7-b4e6-4710-b569-e1c707f9ef90"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:26.349511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 8786dac7-b4e6-4710-b569-e1c707f9ef90, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=8786dac7-b4e6-4710-b569-e1c707f9ef90,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:26.360037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e48f9a8-66a1-42ba-8a40-5bbec47ba101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-c98d26f6-41f1-4d74-80f7-d3ad45b148f5', 'network_id': 'c98d26f6-41f1-4d74-80f7-d3ad45b148f5', 'project_id': '90453d268fdc45739324336fb957c3e3', 'fixed_ips': [{'subnet_id': 'd51fdef9-b202-486e-b215-b405916c02dd'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:12:26.361152 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7e48f9a8-66a1-42ba-8a40-5bbec47ba101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.365567 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.396097 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69774aef-a757-4dff-9bdb-9ea3988f8dfa x-openstack-request-id: req-69774aef-a757-4dff-9bdb-9ea3988f8dfa {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:26.396312 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5018f899-d246-4665-8b2e-0ce9666b08ae", "name": "network-vif-plugged", "status": "completed", "tag": "8786dac7-b4e6-4710-b569-e1c707f9ef90", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:26.396571 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69774aef-a757-4dff-9bdb-9ea3988f8dfa {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:26.396941 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5018f899-d246-4665-8b2e-0ce9666b08ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8786dac7-b4e6-4710-b569-e1c707f9ef90', 'code': 200} Mar 10 15:12:26.596330 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c98d26f6-41f1-4d74-80f7-d3ad45b148f5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.616083 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.659938 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba2d9854-6634-4347-bcf4-84c94d88c256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cf491519-96d1-4a7c-ba40-f926b7bcf81b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.663117 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba2d9854-6634-4347-bcf4-84c94d88c256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.666550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ba2d9854-6634-4347-bcf4-84c94d88c256 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf491519-96d1-4a7c-ba40-f926b7bcf81b HTTP/1.1" status: 204 len: 168 time: 0.8183706 Mar 10 15:12:26.674517 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-022035e6-de91-4a35-9402-f5abdec2871c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d102dde1-4757-440e-8039-3fc9eeb4b889), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:26.688624 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3d898-9579-4d8e-a093-2510e80d2703 req-9ad9a223-2630-4ef9-bdea-57a061ed7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:26.692720 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-96e3d898-9579-4d8e-a093-2510e80d2703 req-9ad9a223-2630-4ef9-bdea-57a061ed7186 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 1128 time: 0.2196474 Mar 10 15:12:26.700478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfd0aa-db4f-4344-88db-525a80affa20 req-efd49c69-e1ce-4d52-801a-205d835cf6a2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:26.708452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfd0aa-db4f-4344-88db-525a80affa20 req-efd49c69-e1ce-4d52-801a-205d835cf6a2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:26.710157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3adfd0aa-db4f-4344-88db-525a80affa20 req-efd49c69-e1ce-4d52-801a-205d835cf6a2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 1677 time: 0.7095051 Mar 10 15:12:26.754250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022035e6-de91-4a35-9402-f5abdec2871c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Port': ['ID=d102dde1-4757-440e-8039-3fc9eeb4b889,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:26.822219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d9854-6634-4347-bcf4-84c94d88c256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf491519-96d1-4a7c-ba40-f926b7bcf81b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:26.833337 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-96e3d898-9579-4d8e-a093-2510e80d2703 req-68334fbb-0d27-4248-a630-304a7d215f70 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265807 Mar 10 15:12:26.840915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9e2fa-6957-465a-a94a-b3080defc958 req-fcd1118c-b901-4056-9973-bd1fae35ac9f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:26.842577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06d9e2fa-6957-465a-a94a-b3080defc958 req-fcd1118c-b901-4056-9973-bd1fae35ac9f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.2383471 Mar 10 15:12:26.909033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=8786dac7-b4e6-4710-b569-e1c707f9ef90,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:26.922766 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d51fdef9-b202-486e-b215-b405916c02dd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server [None req-7e48f9a8-66a1-42ba-8a40-5bbec47ba101 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d51fdef9-b202-486e-b215-b405916c02dd: This subnet is being modified by another concurrent operation. Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:12:27.013174 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise exception Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d51fdef9-b202-486e-b215-b405916c02dd: This subnet is being modified by another concurrent operation. Mar 10 15:12:27.016966 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Mar 10 15:12:27.022722 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (d51fdef9-b202-486e-b215-b405916c02dd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:27.045875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-022035e6-de91-4a35-9402-f5abdec2871c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] No DVR routers for this DVR port d102dde1-4757-440e-8039-3fc9eeb4b889 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:27.049382 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-022035e6-de91-4a35-9402-f5abdec2871c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:27.056401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-022035e6-de91-4a35-9402-f5abdec2871c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "DELETE /v2.0/ports/d102dde1-4757-440e-8039-3fc9eeb4b889 HTTP/1.1" status: 204 len: 173 time: 2.6212773 Mar 10 15:12:27.063763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-deleted', 'tag': 'd102dde1-4757-440e-8039-3fc9eeb4b889'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:27.066708 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6488ed06-9baa-42fc-a631-89c2065856db" -d '{"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-deleted", "tag": "d102dde1-4757-440e-8039-3fc9eeb4b889"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:27.079913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a37fd20-cbd1-402b-b469-01205e63e198 None None] Network c98d26f6-41f1-4d74-80f7-d3ad45b148f5 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:27.825353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ee629-7d8a-40fc-a1ad-34471c1f2777 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:12:27.961730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Subnet': ['ID=d51fdef9-b202-486e-b215-b405916c02dd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:28.190415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c98d26f6-41f1-4d74-80f7-d3ad45b148f5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:28.210623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3adfd0aa-db4f-4344-88db-525a80affa20 req-c9c5eeb8-ebb5-4adf-bd14-18baff52b3b5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4679282 Mar 10 15:12:28.281625 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:28.293040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86ee629-7d8a-40fc-a1ad-34471c1f2777 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:12:28.350261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98d26f6-41f1-4d74-80f7-d3ad45b148f5']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:28.569054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06d9e2fa-6957-465a-a94a-b3080defc958 req-378f3b69-21a0-4fa6-b8d7-41ae58c192bf tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.6533217 Mar 10 15:12:28.569550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56772) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:28.644124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79779b3c-75a5-4932-ac4f-1655d97c983d') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:28.644427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79779b3c-75a5-4932-ac4f-1655d97c983d') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:28.674707 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (79779b3c-75a5-4932-ac4f-1655d97c983d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:28.755932 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daaaa62-63bc-497b-9ed6-bd6add1745d8 x-openstack-request-id: req-4daaaa62-63bc-497b-9ed6-bd6add1745d8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:28.756464 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-deleted", "tag": "d102dde1-4757-440e-8039-3fc9eeb4b889", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:28.756961 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4daaaa62-63bc-497b-9ed6-bd6add1745d8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:28.757651 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-deleted', 'tag': 'd102dde1-4757-440e-8039-3fc9eeb4b889', 'status': 'completed', 'code': 200} Mar 10 15:12:28.759806 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (79779b3c-75a5-4932-ac4f-1655d97c983d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:28.805607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:28.806016 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (79779b3c-75a5-4932-ac4f-1655d97c983d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:28.810029 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:28.839648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1276627996-network', 'tenant_id': 'f0803c66428341eda4a18c79f1bfd47d'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:28.873769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff26985-3e99-4863-8d85-00f384b5d40d req-b2dd05b2-7d3a-494e-947e-9bddfe143cbf tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:28.881708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ff26985-3e99-4863-8d85-00f384b5d40d req-b2dd05b2-7d3a-494e-947e-9bddfe143cbf tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 946 time: 0.4952433 Mar 10 15:12:28.913260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Made reservation on behalf of f0803c66428341eda4a18c79f1bfd47d for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:28.920895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-6dc9dd14-0804-4f8a-bf52-d660331fef7b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Deleting port 9210102f-8ee4-44fd-87b5-ffadb5841b80 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:28.921499 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-6dc9dd14-0804-4f8a-bf52-d660331fef7b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:28.925836 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:28.955617 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:29.006190 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c98d26f6-41f1-4d74-80f7-d3ad45b148f5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:29.063254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:29.067013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/c98d26f6-41f1-4d74-80f7-d3ad45b148f5 HTTP/1.1" status: 204 len: 168 time: 2.9069405 Mar 10 15:12:29.076985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56782) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:29.118750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ff26985-3e99-4863-8d85-00f384b5d40d req-9129f282-1748-4c71-b5d3-010f48ff0bfb tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358129 Mar 10 15:12:29.173620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f94fef-b471-48bb-9bc1-da25e5a12093 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=c98d26f6-41f1-4d74-80f7-d3ad45b148f5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:29.199283 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-920dd7c6-82bf-4c88-b4dc-1a950c708454 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] GET failed (client error): The resource could not be found. Mar 10 15:12:29.199283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-920dd7c6-82bf-4c88-b4dc-1a950c708454 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/subnets/d51fdef9-b202-486e-b215-b405916c02dd HTTP/1.1" status: 404 len: 337 time: 0.1129737 Mar 10 15:12:29.199966 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56788) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:29.231243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-6dc9dd14-0804-4f8a-bf52-d660331fef7b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] For port 9210102f-8ee4-44fd-87b5-ffadb5841b80, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=9210102f-8ee4-44fd-87b5-ffadb5841b80,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:29.231999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-6dc9dd14-0804-4f8a-bf52-d660331fef7b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:29.255127 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b788dda-d896-4df6-a6c4-aa144aadb97e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:29.257175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b788dda-d896-4df6-a6c4-aa144aadb97e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:29.260620 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6b788dda-d896-4df6-a6c4-aa144aadb97e tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/c98d26f6-41f1-4d74-80f7-d3ad45b148f5 HTTP/1.1" status: 404 len: 339 time: 0.0594795 Mar 10 15:12:29.265382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56792) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:29.350416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-6dc9dd14-0804-4f8a-bf52-d660331fef7b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Calling delete_port for 9210102f-8ee4-44fd-87b5-ffadb5841b80 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:29.643661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9eece1-9af5-4e99-862b-160ea6bf1b16 req-ba474a80-691c-404d-8048-53969e53ab11 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:29.645247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9eece1-9af5-4e99-862b-160ea6bf1b16 req-ba474a80-691c-404d-8048-53969e53ab11 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 945 time: 0.3829842 Mar 10 15:12:29.674917 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Publish callbacks [] for security_group (aedb04e4-02b6-4f3d-bfe2-125e83bb04cf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:29.693876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6273723d-4e01-4c4c-9510-3401faae387b tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:29.700366 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6273723d-4e01-4c4c-9510-3401faae387b tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4202704 Mar 10 15:12:29.701038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56804) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:29.705119 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aedb04e4-02b6-4f3d-bfe2-125e83bb04cf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:29.785806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e28ee-69a0-44ee-a1c8-4d8f4e719b4a req-dd13b485-31ab-4fa6-9a98-24b59c0fc09e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:29.787908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf6e28ee-69a0-44ee-a1c8-4d8f4e719b4a req-dd13b485-31ab-4fa6-9a98-24b59c0fc09e tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 943 time: 0.4128132 Mar 10 15:12:29.811060 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5f202086-5a3c-45e7-b482-aae874552bce tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 207 time: 0.1075935 Mar 10 15:12:29.814500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:29.824549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56808) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:29.840207 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:12:29.855636 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5b347781-e0a5-43de-a46a-2b59fd64ce2b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:29.856499 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Added segment 5b347781-e0a5-43de-a46a-2b59fd64ce2b of type vlan for network 9b8eaa61-b68b-463b-b61f-4db732116d15 Mar 10 15:12:29.914238 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9b8eaa61-b68b-463b-b61f-4db732116d15), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:29.951224 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9b8eaa61-b68b-463b-b61f-4db732116d15), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:29.952926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:29.953910 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:30.019670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9eece1-9af5-4e99-862b-160ea6bf1b16 req-f8e9eb55-4238-4f74-9fd8-1fc5669642fe tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591123 Mar 10 15:12:30.052422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] Pushing event updated for resources: {'Network': ['ID=9b8eaa61-b68b-463b-b61f-4db732116d15,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:30.065366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9b8eaa61-b68b-463b-b61f-4db732116d15 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:12:30.073817 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7373676b-b362-4ff0-9b57-924cb2ae07fc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5022457 Mar 10 15:12:30.074731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56816) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:30.080437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] Request body: {'subnet': {'network_id': '9b8eaa61-b68b-463b-b61f-4db732116d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1276627996-subnet', 'tenant_id': 'f0803c66428341eda4a18c79f1bfd47d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:30.106580 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] Made reservation on behalf of f0803c66428341eda4a18c79f1bfd47d for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:30.109384 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:30.336982 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (35e8ae85-7de0-4e85-947a-17d4921354b1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:30.407686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e8ae85-7de0-4e85-947a-17d4921354b1,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:30.456360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] Checking segment: {'id': '5b347781-e0a5-43de-a46a-2b59fd64ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b8eaa61-b68b-463b-b61f-4db732116d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:30.456945 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] Network hostable DHCP agents. Network: 9b8eaa61-b68b-463b-b61f-4db732116d15, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:12:30.476380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42799f80-6e96-4fe8-829f-94048a1ee38d tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:30.483933 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] Network 9b8eaa61-b68b-463b-b61f-4db732116d15 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:12:30.497204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42799f80-6e96-4fe8-829f-94048a1ee38d tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:30.500162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9b8eaa61-b68b-463b-b61f-4db732116d15) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:30.502372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42799f80-6e96-4fe8-829f-94048a1ee38d tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:30.510147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db7907-76b1-44ac-a567-e5046e51b887 None None] Network 9b8eaa61-b68b-463b-b61f-4db732116d15 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:30.517403 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:30.518493 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:30.519171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42799f80-6e96-4fe8-829f-94048a1ee38d tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:30.520861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-42799f80-6e96-4fe8-829f-94048a1ee38d tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6762500 Mar 10 15:12:30.537703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56822) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:30.652469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf6e28ee-69a0-44ee-a1c8-4d8f4e719b4a req-c2548ada-260e-4ece-b434-89de12e810a9 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups?id=17601614-cb19-4f21-82b4-cc8a1c876a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8541052 Mar 10 15:12:30.702417 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-6dc9dd14-0804-4f8a-bf52-d660331fef7b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9210102f-8ee4-44fd-87b5-ffadb5841b80), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:30.837034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9dd14-0804-4f8a-bf52-d660331fef7b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Port': ['ID=9210102f-8ee4-44fd-87b5-ffadb5841b80,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:30.859098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c4883-8451-4239-bab8-825b4ad146ce None None] Network 9b8eaa61-b68b-463b-b61f-4db732116d15 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:30.863144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f82e7-726b-49d8-964a-87aaf21ffce3 req-7e798f60-0484-4aaa-b02c-fe3ac95233c0 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:30.871250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d4f82e7-726b-49d8-964a-87aaf21ffce3 req-7e798f60-0484-4aaa-b02c-fe3ac95233c0 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.6321490 Mar 10 15:12:30.884732 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-98f3c6b7-1ed0-4564-937d-8e331cb59172 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3434184 Mar 10 15:12:30.889474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56828) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:30.914413 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c507f460-82ed-4849-8988-38457799a9a1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8384504 Mar 10 15:12:30.925381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-6dc9dd14-0804-4f8a-bf52-d660331fef7b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] No DVR routers for this DVR port 9210102f-8ee4-44fd-87b5-ffadb5841b80 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:30.929789 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-6dc9dd14-0804-4f8a-bf52-d660331fef7b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:30.933280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74e06a13-19bf-404b-a95e-9c8a8df099bd req-6dc9dd14-0804-4f8a-bf52-d660331fef7b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.62 "DELETE /v2.0/ports/9210102f-8ee4-44fd-87b5-ffadb5841b80 HTTP/1.1" status: 204 len: 173 time: 3.7903383 Mar 10 15:12:30.942065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-deleted', 'tag': '9210102f-8ee4-44fd-87b5-ffadb5841b80'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:30.944423 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c330da70-033a-48f8-bc8d-54790a9db295" -d '{"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-deleted", "tag": "9210102f-8ee4-44fd-87b5-ffadb5841b80"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:31.066159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ab088-8190-4d84-96d7-a19b0035bf24 req-383b85fe-64be-4c7a-aeed-8c9aef30fc00 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:31.074545 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ae822f-13f5-4632-8b3f-3ba2c7f7d537 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:31.083574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ae822f-13f5-4632-8b3f-3ba2c7f7d537 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:31.084339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-842ab088-8190-4d84-96d7-a19b0035bf24 req-383b85fe-64be-4c7a-aeed-8c9aef30fc00 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 946 time: 0.2651899 Mar 10 15:12:31.092807 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-12ae822f-13f5-4632-8b3f-3ba2c7f7d537 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1949251 Mar 10 15:12:31.092807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56838) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:31.164995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d4f82e7-726b-49d8-964a-87aaf21ffce3 req-0a0e4a7c-bff9-40b7-82a3-e3d67a5ac8c6 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2927399 Mar 10 15:12:31.250486 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb5012-f70e-45e0-bfe8-390c6cca1293 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['shared'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:31.256335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb5012-f70e-45e0-bfe8-390c6cca1293 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['shared'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:31.258239 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-92fb5012-f70e-45e0-bfe8-390c6cca1293 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1648557 Mar 10 15:12:31.265285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56840) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:31.337605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-842ab088-8190-4d84-96d7-a19b0035bf24 req-456e1893-09b7-4a5d-84a6-e0493693222f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470717 Mar 10 15:12:31.340071 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a593eac-bb92-4d8b-9433-c49aa443ee42 x-openstack-request-id: req-5a593eac-bb92-4d8b-9433-c49aa443ee42 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:31.340864 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747a6be5-114d-4742-9880-eab954abacc3", "name": "network-vif-deleted", "tag": "9210102f-8ee4-44fd-87b5-ffadb5841b80", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:31.341123 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a593eac-bb92-4d8b-9433-c49aa443ee42 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:31.341592 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a6be5-114d-4742-9880-eab954abacc3', 'name': 'network-vif-deleted', 'tag': '9210102f-8ee4-44fd-87b5-ffadb5841b80', 'status': 'completed', 'code': 200} Mar 10 15:12:31.540318 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013e10d5-ff36-430b-a8c6-8f16c74bfb80 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:31.549288 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-013e10d5-ff36-430b-a8c6-8f16c74bfb80 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/networks/36c3bb99-28de-4150-841c-f26ca76f6461 HTTP/1.1" status: 200 len: 799 time: 0.2768059 Mar 10 15:12:31.549809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56852) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:32.016930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56870) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:32.024398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9f0f9a1c-f185-494a-84a7-05339954cc36 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/networks/36c3bb99-28de-4150-841c-f26ca76f6461?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4733002 Mar 10 15:12:32.107080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac66891-e706-412e-beab-177b82654e57 req-5dc810c7-7df6-46f1-a89a-5124e71ec05b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:32.108798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ac66891-e706-412e-beab-177b82654e57 req-5dc810c7-7df6-46f1-a89a-5124e71ec05b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 946 time: 0.3206079 Mar 10 15:12:32.135111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea69d6-3504-4305-b49e-a22ee8baf28a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:32.141369 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fdea69d6-3504-4305-b49e-a22ee8baf28a tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/subnets/72fa73d7-e17c-4ec5-b997-0bed0f01c49d HTTP/1.1" status: 200 len: 811 time: 0.1189613 Mar 10 15:12:32.144302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56874) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:32.227068 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:12:32.229858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-4a7944f2-eb0e-4f4d-b9e3-39f5b822cedc tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:32.247905 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-4a7944f2-eb0e-4f4d-b9e3-39f5b822cedc tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/networks?id=9b8eaa61-b68b-463b-b61f-4db732116d15 HTTP/1.1" status: 200 len: 814 time: 0.2128456 Mar 10 15:12:32.265802 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fa7002-023a-41b1-8e95-61a2b84ce3d7 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['shared'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:32.267506 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-07fa7002-023a-41b1-8e95-61a2b84ce3d7 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "GET /v2.0/subnets/72fa73d7-e17c-4ec5-b997-0bed0f01c49d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1218770 Mar 10 15:12:32.271356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56878) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:32.279477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-652833921'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:32.306246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:32.310516 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:32.312094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-1652ce14-2e0d-46c3-bd02-d50de6423446 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/quotas/f0803c66428341eda4a18c79f1bfd47d HTTP/1.1" status: 200 len: 375 time: 0.0632701 Mar 10 15:12:32.354608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:12:32.368173 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a9600c2a-d59c-4169-866b-d3843aa8f691), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:32.368606 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Added segment a9600c2a-d59c-4169-866b-d3843aa8f691 of type vlan for network 552b440d-0e67-4684-b57a-7fdca4f05796 Mar 10 15:12:32.396701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-b0393f67-d144-4c7f-a95c-e8167d94c4cd tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0803c66428341eda4a18c79f1bfd47d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836620 Mar 10 15:12:32.449888 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (552b440d-0e67-4684-b57a-7fdca4f05796), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:32.486628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (552b440d-0e67-4684-b57a-7fdca4f05796), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:32.492051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:32.492652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:32.530693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ac66891-e706-412e-beab-177b82654e57 req-0e937f63-f67f-4f9b-a00b-a0bf5f7ef428 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794890 Mar 10 15:12:32.569891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56882) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:32.639115 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3656836 Mar 10 15:12:32.646128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56886) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:32.677488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'network_id': '552b440d-0e67-4684-b57a-7fdca4f05796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:32.762024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa3cf4fd-a6b8-4090-8589-16f8f7f01ec5 req-f482dc95-c6fb-4df8-b4f1-91512daa86d6 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0777509 Mar 10 15:12:32.767954 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f3110-4bd7-460b-8459-f495f6264082 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Network': ['ID=552b440d-0e67-4684-b57a-7fdca4f05796,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:32.781633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 552b440d-0e67-4684-b57a-7fdca4f05796 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:12:32.826183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b05e4051-3a79-4f2a-a39e-2cbbff015b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:32.866015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Made reservation on behalf of 90453d268fdc45739324336fb957c3e3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:32.870487 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:32.991683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-d273b4e1-5128-43e3-8dbc-c61492079094 service neutron] 10.222.0.11 "GET /v2.0/networks/9b8eaa61-b68b-463b-b61f-4db732116d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936401 Mar 10 15:12:33.022359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_backend_mixin [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Performing IP validity checks on allocation pools {{(pid=115534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 15:12:33.023034 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_backend_mixin [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 15:12:33.150149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e287abf-28fe-44a7-8678-1a294ec69811 req-26ebf670-d48f-4ffb-8c31-b8734180ea33 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:33.158400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e287abf-28fe-44a7-8678-1a294ec69811 req-26ebf670-d48f-4ffb-8c31-b8734180ea33 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.2461917 Mar 10 15:12:33.267360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (236ed006-8339-477d-ab23-7a5d0265fffd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:33.292795 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b05e4051-3a79-4f2a-a39e-2cbbff015b39 admin admin] Publish callbacks [] for security_group (2ea0a3b6-390b-4239-bea6-2f8794cd588c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:33.371636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Checking segment: {'id': 'a9600c2a-d59c-4169-866b-d3843aa8f691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '552b440d-0e67-4684-b57a-7fdca4f05796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:33.372338 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network hostable DHCP agents. Network: 552b440d-0e67-4684-b57a-7fdca4f05796, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:12:33.384293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e287abf-28fe-44a7-8678-1a294ec69811 req-cf5fc028-1962-4e5a-9aa1-c84834a140f2 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2192581 Mar 10 15:12:33.385130 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b05e4051-3a79-4f2a-a39e-2cbbff015b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2ea0a3b6-390b-4239-bea6-2f8794cd588c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:33.387063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=236ed006-8339-477d-ab23-7a5d0265fffd,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:33.430089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-ae9b4312-12d0-412e-a0d2-4abff5a1982b service neutron] 10.222.0.11 "GET /v2.0/networks/9b8eaa61-b68b-463b-b61f-4db732116d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370651 Mar 10 15:12:33.436286 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Network 552b440d-0e67-4684-b57a-7fdca4f05796 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:12:33.454084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 552b440d-0e67-4684-b57a-7fdca4f05796) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:33.460964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:33.462012 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:33.465626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f7dbd-1f5a-4d6b-91e2-b8a8840e9faa None None] Network 552b440d-0e67-4684-b57a-7fdca4f05796 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:33.497574 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2c3099d8-8c7d-4e74-8367-3948d5e4bd99 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8240676 Mar 10 15:12:33.500321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56888) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:33.508704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b05e4051-3a79-4f2a-a39e-2cbbff015b39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc2a486293f345569e48c693f00f1d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9344499 Mar 10 15:12:33.513840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-27b98557-fd0a-4e47-89a9-307aa0786cc4 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:33.518568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56890) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:33.534081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4749422-4732-4c92-9883-8ec5c2d2ad7d req-d6e422d7-ab07-4bb4-8095-05d68111bc96 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:33.543605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4749422-4732-4c92-9883-8ec5c2d2ad7d req-d6e422d7-ab07-4bb4-8095-05d68111bc96 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 946 time: 0.4154470 Mar 10 15:12:33.566153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e4051-3a79-4f2a-a39e-2cbbff015b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea0a3b6-390b-4239-bea6-2f8794cd588c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:33.707737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-552b440d-0e67-4684-b57a-7fdca4f05796', 'network_id': '552b440d-0e67-4684-b57a-7fdca4f05796', 'project_id': '90453d268fdc45739324336fb957c3e3', 'fixed_ips': [{'subnet_id': '236ed006-8339-477d-ab23-7a5d0265fffd'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:12:33.711517 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:33.774642 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbde5dc9-31fc-4b14-9d1c-112ee311d960 admin admin] Publish callbacks [] for security_group (2ea0a3b6-390b-4239-bea6-2f8794cd588c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:33.848737 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b98557-fd0a-4e47-89a9-307aa0786cc4 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29002902'] for subnet (236ed006-8339-477d-ab23-7a5d0265fffd), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:33.910079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7188a08d-c845-4946-ac9b-b02ebdf840ef req-acafd588-f344-4d29-91a5-c4cea40236a8 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 210 time: 0.0858109 Mar 10 15:12:33.997099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf309a8-bfc8-422d-87d0-79001513a3c8 req-113c00b1-7937-4cc7-9262-1340a4c0784f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:34.007245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bf309a8-bfc8-422d-87d0-79001513a3c8 req-113c00b1-7937-4cc7-9262-1340a4c0784f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 946 time: 0.2976735 Mar 10 15:12:34.019662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-b4749422-4732-4c92-9883-8ec5c2d2ad7d req-f3934321-f2fb-4d66-afea-8f1e4491913e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Deleting port 8786dac7-b4e6-4710-b569-e1c707f9ef90 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:34.029752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b4749422-4732-4c92-9883-8ec5c2d2ad7d req-f3934321-f2fb-4d66-afea-8f1e4491913e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:34.073758 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbde5dc9-31fc-4b14-9d1c-112ee311d960 admin admin] Publish callbacks [] for security_group (2ea0a3b6-390b-4239-bea6-2f8794cd588c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:34.102271 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 10 15:12:34.102271 n-d-833090-1 neutron-server[115535]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 10 15:12:34.102271 n-d-833090-1 neutron-server[115535]: [parameters: {'in_use': 1, 'id_1': '236ed006-8339-477d-ab23-7a5d0265fffd'}] Mar 10 15:12:34.102271 n-d-833090-1 neutron-server[115535]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:12:34.103287 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:12:34.240454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9443d77f-1653-4400-828d-be2cdc71050d req-8f2ca0b8-1a18-4346-8e58-8b5eaf7794bb tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.1405971 Mar 10 15:12:34.293363 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbde5dc9-31fc-4b14-9d1c-112ee311d960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2ea0a3b6-390b-4239-bea6-2f8794cd588c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:34.298664 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbde5dc9-31fc-4b14-9d1c-112ee311d960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:34.306944 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cbde5dc9-31fc-4b14-9d1c-112ee311d960 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ea0a3b6-390b-4239-bea6-2f8794cd588c HTTP/1.1" status: 204 len: 168 time: 0.7861054 Mar 10 15:12:34.358171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde5dc9-31fc-4b14-9d1c-112ee311d960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea0a3b6-390b-4239-bea6-2f8794cd588c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:34.430345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b98557-fd0a-4e47-89a9-307aa0786cc4 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750712408158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28372794'] for subnet (236ed006-8339-477d-ab23-7a5d0265fffd), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:34.522125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b98557-fd0a-4e47-89a9-307aa0786cc4 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:34.523058 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b98557-fd0a-4e47-89a9-307aa0786cc4 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:34.524721 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-27b98557-fd0a-4e47-89a9-307aa0786cc4 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "PUT /v2.0/subnets/236ed006-8339-477d-ab23-7a5d0265fffd HTTP/1.1" status: 200 len: 877 time: 1.0233972 Mar 10 15:12:34.529599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56910) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:34.570983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-b4749422-4732-4c92-9883-8ec5c2d2ad7d req-f3934321-f2fb-4d66-afea-8f1e4491913e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] For port 8786dac7-b4e6-4710-b569-e1c707f9ef90, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=8786dac7-b4e6-4710-b569-e1c707f9ef90,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:34.571369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b4749422-4732-4c92-9883-8ec5c2d2ad7d req-f3934321-f2fb-4d66-afea-8f1e4491913e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:34.604815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:34.612915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-b4749422-4732-4c92-9883-8ec5c2d2ad7d req-f3934321-f2fb-4d66-afea-8f1e4491913e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Calling delete_port for 8786dac7-b4e6-4710-b569-e1c707f9ef90 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:34.783502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bf309a8-bfc8-422d-87d0-79001513a3c8 req-18a7350c-bc4f-4a35-8757-2c22da1c546f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7667973 Mar 10 15:12:34.835077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (552b440d-0e67-4684-b57a-7fdca4f05796), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:34.857323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b98557-fd0a-4e47-89a9-307aa0786cc4 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event updated for resources: {'Subnet': ['ID=236ed006-8339-477d-ab23-7a5d0265fffd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:34.942068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Allocated IP 172.20.0.3 (552b440d-0e67-4684-b57a-7fdca4f05796/236ed006-8339-477d-ab23-7a5d0265fffd/8dbaa6bb-e896-428d-975f-d4c46abc3827) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:12:34.945199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96374b5-e846-476b-8a8c-97d10355f6d9 req-c59e69c1-ef50-42fc-9c94-3a892a611aec tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:34.953934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d96374b5-e846-476b-8a8c-97d10355f6d9 req-c59e69c1-ef50-42fc-9c94-3a892a611aec tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.2356896 Mar 10 15:12:35.021981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56916) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:35.048264 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83dc239e-ba69-4ea1-b731-244d80ecffbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.070943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (236ed006-8339-477d-ab23-7a5d0265fffd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.163573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b4749422-4732-4c92-9883-8ec5c2d2ad7d req-f3934321-f2fb-4d66-afea-8f1e4491913e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8786dac7-b4e6-4710-b569-e1c707f9ef90), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.287273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83dc239e-ba69-4ea1-b731-244d80ecffbe admin admin] Publish callbacks [] for security_group (11f6ab11-83e2-433b-91d5-97ca4c26dca8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.300246 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83dc239e-ba69-4ea1-b731-244d80ecffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (11f6ab11-83e2-433b-91d5-97ca4c26dca8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.302935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['8786dac7-b4e6-4710-b569-e1c707f9ef90'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:12:35.306122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b', '5f5bb659-9aec-4d32-afc6-bbf2254713fc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:12:35.380817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f53ae4be-2e73-4465-b09f-7fac9965172b req-a7f1a831-674d-4cfc-9b26-461f54f8c663 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 210 time: 0.3249409 Mar 10 15:12:35.391766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3934321-f2fb-4d66-afea-8f1e4491913e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event deleted for resources: {'Port': ['ID=8786dac7-b4e6-4710-b569-e1c707f9ef90,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:35.402982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d96374b5-e846-476b-8a8c-97d10355f6d9 req-1c11f742-7347-4f55-80fe-fa40b1bbeeb9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4468310 Mar 10 15:12:35.434985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4749422-4732-4c92-9883-8ec5c2d2ad7d req-f3934321-f2fb-4d66-afea-8f1e4491913e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] No DVR routers for this DVR port 8786dac7-b4e6-4710-b569-e1c707f9ef90 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:35.441257 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b4749422-4732-4c92-9883-8ec5c2d2ad7d req-f3934321-f2fb-4d66-afea-8f1e4491913e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.447301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4749422-4732-4c92-9883-8ec5c2d2ad7d req-f3934321-f2fb-4d66-afea-8f1e4491913e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "DELETE /v2.0/ports/8786dac7-b4e6-4710-b569-e1c707f9ef90 HTTP/1.1" status: 204 len: 173 time: 1.8872769 Mar 10 15:12:35.448100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5018f899-d246-4665-8b2e-0ce9666b08ae', 'name': 'network-vif-deleted', 'tag': '8786dac7-b4e6-4710-b569-e1c707f9ef90'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:35.452919 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6290d3b-751b-445d-bdaa-eb440ee52b77" -d '{"events": [{"server_uuid": "5018f899-d246-4665-8b2e-0ce9666b08ae", "name": "network-vif-deleted", "tag": "8786dac7-b4e6-4710-b569-e1c707f9ef90"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:35.479912 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-83dc239e-ba69-4ea1-b731-244d80ecffbe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94d9dc92cdd64c93a46b4211d798b321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4562125 Mar 10 15:12:35.480810 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc239e-ba69-4ea1-b731-244d80ecffbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f6ab11-83e2-433b-91d5-97ca4c26dca8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:35.496362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56922) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:35.562104 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48757a2d-b911-42fa-b8a2-dc83c2f5affb x-openstack-request-id: req-48757a2d-b911-42fa-b8a2-dc83c2f5affb {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:35.562418 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5018f899-d246-4665-8b2e-0ce9666b08ae", "name": "network-vif-deleted", "tag": "8786dac7-b4e6-4710-b569-e1c707f9ef90", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:35.564076 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48757a2d-b911-42fa-b8a2-dc83c2f5affb {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:35.564509 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5018f899-d246-4665-8b2e-0ce9666b08ae', 'name': 'network-vif-deleted', 'tag': '8786dac7-b4e6-4710-b569-e1c707f9ef90', 'status': 'completed', 'code': 200} Mar 10 15:12:35.609991 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84e45126-8864-49bc-9f06-e62c6bafe60c admin admin] Publish callbacks [] for security_group (11f6ab11-83e2-433b-91d5-97ca4c26dca8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.661749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84e45126-8864-49bc-9f06-e62c6bafe60c admin admin] Publish callbacks [] for security_group (11f6ab11-83e2-433b-91d5-97ca4c26dca8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.717931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04fbeabe-7df5-4e57-a511-dfdce3681286 req-1a86d8cd-6c37-4510-89f8-9008ff22c392 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0729902 Mar 10 15:12:35.766880 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Publish callbacks [] for port (8dbaa6bb-e896-428d-975f-d4c46abc3827), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.768838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84e45126-8864-49bc-9f06-e62c6bafe60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (11f6ab11-83e2-433b-91d5-97ca4c26dca8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.771760 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84e45126-8864-49bc-9f06-e62c6bafe60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.773105 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-84e45126-8864-49bc-9f06-e62c6bafe60c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11f6ab11-83e2-433b-91d5-97ca4c26dca8 HTTP/1.1" status: 204 len: 168 time: 0.2747834 Mar 10 15:12:35.800920 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e45126-8864-49bc-9f06-e62c6bafe60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f6ab11-83e2-433b-91d5-97ca4c26dca8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:35.876287 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (236ed006-8339-477d-ab23-7a5d0265fffd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:35.926559 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (8dbaa6bb-e896-428d-975f-d4c46abc3827), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:36.001493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Subnet': ['ID=236ed006-8339-477d-ab23-7a5d0265fffd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:36.145363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Pushing event updated for resources: {'Port': ['ID=8dbaa6bb-e896-428d-975f-d4c46abc3827,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:36.288312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Network 552b440d-0e67-4684-b57a-7fdca4f05796 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:12:36.292398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:36.311529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:12:36.344718 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (552b440d-0e67-4684-b57a-7fdca4f05796), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:36.390625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1207923-f53f-4dca-bcf9-12c0c6fb64b8 req-bd18bcb1-124c-407d-97e3-1f68ef6d8ea5 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=5018f899-d246-4665-8b2e-0ce9666b08ae HTTP/1.1" status: 200 len: 210 time: 0.1203663 Mar 10 15:12:36.446548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-7a1397e9-e17b-4726-905e-10d85bf19fdd tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:36.447362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552b440d-0e67-4684-b57a-7fdca4f05796']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:36.455535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-7a1397e9-e17b-4726-905e-10d85bf19fdd tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.45 "GET /v2.0/networks?id=9b8eaa61-b68b-463b-b61f-4db732116d15 HTTP/1.1" status: 200 len: 814 time: 0.4661722 Mar 10 15:12:36.475542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Request body: {'port': {'device_id': '9a7615a1-41dd-4d54-8534-f5487225bfa0', 'network_id': '9b8eaa61-b68b-463b-b61f-4db732116d15', 'admin_state_up': True, 'tenant_id': 'f0803c66428341eda4a18c79f1bfd47d'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:36.516458 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9600c2a-d59c-4169-866b-d3843aa8f691') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:36.516834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9600c2a-d59c-4169-866b-d3843aa8f691') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:36.554345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Attempting to bind port 8dbaa6bb-e896-428d-975f-d4c46abc3827 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:12:36.555039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Attempting to bind port 8dbaa6bb-e896-428d-975f-d4c46abc3827 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'a9600c2a-d59c-4169-866b-d3843aa8f691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '552b440d-0e67-4684-b57a-7fdca4f05796'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:12:36.555579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Attempting to bind port 8dbaa6bb-e896-428d-975f-d4c46abc3827 on network 552b440d-0e67-4684-b57a-7fdca4f05796 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:12:36.623153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (a9600c2a-d59c-4169-866b-d3843aa8f691), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:36.623435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:12:36.623435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Checking segment: {'id': 'a9600c2a-d59c-4169-866b-d3843aa8f691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '552b440d-0e67-4684-b57a-7fdca4f05796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:36.623435 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:36.623435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Bound using segment: {'id': 'a9600c2a-d59c-4169-866b-d3843aa8f691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '552b440d-0e67-4684-b57a-7fdca4f05796'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:12:36.623435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Bound port: 8dbaa6bb-e896-428d-975f-d4c46abc3827, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9600c2a-d59c-4169-866b-d3843aa8f691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '552b440d-0e67-4684-b57a-7fdca4f05796'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:12:36.623435 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8dbaa6bb-e896-428d-975f-d4c46abc3827), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:36.645213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a9600c2a-d59c-4169-866b-d3843aa8f691), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:36.664402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:36.668083 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (a9600c2a-d59c-4169-866b-d3843aa8f691), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:36.684165 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:36.785353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] For port 8dbaa6bb-e896-428d-975f-d4c46abc3827, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:12:36.830659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] For port 8dbaa6bb-e896-428d-975f-d4c46abc3827, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8dbaa6bb-e896-428d-975f-d4c46abc3827,segment=NetworkSegment(a9600c2a-d59c-4169-866b-d3843aa8f691),segment_id=a9600c2a-d59c-4169-866b-d3843aa8f691)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:12:36.831224 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:12:36.831224 n-d-833090-1 neutron-server[115534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:12:36.831224 n-d-833090-1 neutron-server[115534]: [parameters: {'id': '552b440d-0e67-4684-b57a-7fdca4f05796'}] Mar 10 15:12:36.831224 n-d-833090-1 neutron-server[115534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:12:36.831938 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:12:36.839501 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8dbaa6bb-e896-428d-975f-d4c46abc3827), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:36.972173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba005041-c87b-4fb4-9bdb-7fd1016d03c9 req-5df2f666-80b1-4945-ad26-abd3d808aba7 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 210 time: 0.1945515 Mar 10 15:12:37.006432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Made reservation on behalf of f0803c66428341eda4a18c79f1bfd47d for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:37.024680 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:37.042677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2a1ca-2b0d-4beb-a4b5-865d2cdfca7b None None] Pushing event updated for resources: {'Port': ['ID=8dbaa6bb-e896-428d-975f-d4c46abc3827,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:37.071977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1a3e59-7165-4d02-8592-bba59ea7ac56 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:12:37.200054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd7a72a8-c9c0-4653-95fc-de7d65d083fe req-63ff0006-e7e3-44d0-825a-de3571aa19f7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.1024089 Mar 10 15:12:37.243566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74b05e-78cc-4f6a-9749-5f8b636bc741 req-ed5c53a2-f8d3-4961-b78d-6b169d003e39 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:37.252440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f74b05e-78cc-4f6a-9749-5f8b636bc741 req-ed5c53a2-f8d3-4961-b78d-6b169d003e39 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.6486976 Mar 10 15:12:37.326085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a3e59-7165-4d02-8592-bba59ea7ac56 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:12:37.333612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (552b440d-0e67-4684-b57a-7fdca4f05796), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:37.489375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f74b05e-78cc-4f6a-9749-5f8b636bc741 req-26455d82-23b2-47f3-b1ae-45dc57b929b4 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2359495 Mar 10 15:12:37.506720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Deleting port 8dbaa6bb-e896-428d-975f-d4c46abc3827 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:37.507302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8dbaa6bb-e896-428d-975f-d4c46abc3827), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:37.647464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Allocated IP 172.20.0.5 (9b8eaa61-b68b-463b-b61f-4db732116d15/35e8ae85-7de0-4e85-947a-17d4921354b1/f5307581-bfe5-449a-9c2a-cb671ed78c06) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:12:37.655640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 8786dac7-b4e6-4710-b569-e1c707f9ef90 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:37.690291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 8786dac7-b4e6-4710-b569-e1c707f9ef90 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:12:37.690291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 8786dac7-b4e6-4710-b569-e1c707f9ef90 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:37.721748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] For port 8dbaa6bb-e896-428d-975f-d4c46abc3827, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8dbaa6bb-e896-428d-975f-d4c46abc3827,segment=NetworkSegment(a9600c2a-d59c-4169-866b-d3843aa8f691),segment_id=a9600c2a-d59c-4169-866b-d3843aa8f691)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:37.722125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8dbaa6bb-e896-428d-975f-d4c46abc3827), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:37.771922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Calling delete_port for 8dbaa6bb-e896-428d-975f-d4c46abc3827 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:37.857684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ff6b5-d27d-4fb5-8d2d-7ab57d9c3d7e None None] Network 552b440d-0e67-4684-b57a-7fdca4f05796 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:38.107490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8dbaa6bb-e896-428d-975f-d4c46abc3827), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:38.129068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c28d3b-dfb5-4cb7-ab68-49ef2978e26e None None] Network 552b440d-0e67-4684-b57a-7fdca4f05796 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:38.147219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No DVR routers for this DVR port 8dbaa6bb-e896-428d-975f-d4c46abc3827 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:38.170429 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Publish callbacks [] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:38.233204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Port': ['ID=8dbaa6bb-e896-428d-975f-d4c46abc3827,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:38.272938 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:38.326391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Network 9b8eaa61-b68b-463b-b61f-4db732116d15 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:12:38.331791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:38.334931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:12:38.464945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e9610-a560-4601-90cc-0235a8f6bd24 req-ab22afe3-f332-4b5c-9c63-8e1bf2bbf138 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:38.466938 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-284e9610-a560-4601-90cc-0235a8f6bd24 req-ab22afe3-f332-4b5c-9c63-8e1bf2bbf138 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 931 time: 0.2583561 Mar 10 15:12:38.475247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c7942-c95a-460e-a6ce-6d0168ab11bc req-c05000a1-5c11-4d52-8608-e3a5fd85ca31 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:38.477164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-692c7942-c95a-460e-a6ce-6d0168ab11bc req-c05000a1-5c11-4d52-8608-e3a5fd85ca31 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 945 time: 0.2670105 Mar 10 15:12:38.570895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Pushing event updated for resources: {'Port': ['ID=f5307581-bfe5-449a-9c2a-cb671ed78c06,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:38.582421 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (552b440d-0e67-4684-b57a-7fdca4f05796), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:38.600120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-284e9610-a560-4601-90cc-0235a8f6bd24 req-b0d25f04-6eeb-4a4a-8fe1-f7f441184ae2 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159136 Mar 10 15:12:38.625846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:38.626527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:38.672986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-23ebc819-5ca1-4358-bb74-762c1a69fc44 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2018514 Mar 10 15:12:38.686411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552b440d-0e67-4684-b57a-7fdca4f05796']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:38.711232 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9600c2a-d59c-4169-866b-d3843aa8f691') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:38.711880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9600c2a-d59c-4169-866b-d3843aa8f691') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:38.728532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-692c7942-c95a-460e-a6ce-6d0168ab11bc req-57591039-235e-411c-8e6e-63c6aa44e3c6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406893 Mar 10 15:12:38.733817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (a9600c2a-d59c-4169-866b-d3843aa8f691), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:38.758511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Request body: {'port': {'device_id': '9a7615a1-41dd-4d54-8534-f5487225bfa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:38.774110 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a9600c2a-d59c-4169-866b-d3843aa8f691), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:38.785380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:38.786323 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (a9600c2a-d59c-4169-866b-d3843aa8f691), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:38.794200 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:38.933633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34be709e-b299-45f9-94be-f6bd6e4552ad req-5b2115d4-dafc-4a01-8dfe-5c43b7770e43 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.2039487 Mar 10 15:12:38.935738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (552b440d-0e67-4684-b57a-7fdca4f05796), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:38.947884 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:38.955599 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/552b440d-0e67-4684-b57a-7fdca4f05796 HTTP/1.1" status: 204 len: 168 time: 4.4174228 Mar 10 15:12:38.969629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56996) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:38.985716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee3af9-7f70-4c87-932b-09a54c72c9b1 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=552b440d-0e67-4684-b57a-7fdca4f05796,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:39.065951 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9602139-4931-40bf-9b22-48c3b048e4f9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:39.066764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9602139-4931-40bf-9b22-48c3b048e4f9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:39.075590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a9602139-4931-40bf-9b22-48c3b048e4f9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/subnets/236ed006-8339-477d-ab23-7a5d0265fffd HTTP/1.1" status: 404 len: 337 time: 0.0980930 Mar 10 15:12:39.076898 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57000) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:39.119026 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05b23fe-28cd-4fd6-ae54-158b58bd90fe tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:39.120082 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05b23fe-28cd-4fd6-ae54-158b58bd90fe tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:39.125872 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a05b23fe-28cd-4fd6-ae54-158b58bd90fe tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/552b440d-0e67-4684-b57a-7fdca4f05796 HTTP/1.1" status: 404 len: 339 time: 0.0479240 Mar 10 15:12:39.129067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57004) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:39.188985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9761bd-3f12-4d22-800f-41dc80c2188b req-f5c7ef83-567b-477c-a0c1-f33d6d315373 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:39.190451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9761bd-3f12-4d22-800f-41dc80c2188b req-f5c7ef83-567b-477c-a0c1-f33d6d315373 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.3147616 Mar 10 15:12:39.191295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:39.197098 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e24874-1244-4a3b-a59c-bb17b501dd31 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:39.197915 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e24874-1244-4a3b-a59c-bb17b501dd31 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:39.205663 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-98e24874-1244-4a3b-a59c-bb17b501dd31 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/subnets/d51fdef9-b202-486e-b215-b405916c02dd HTTP/1.1" status: 404 len: 337 time: 0.0751455 Mar 10 15:12:39.208067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57008) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:39.267131 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c487972f-3118-4474-887e-7895203fe8b5 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:39.267667 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c487972f-3118-4474-887e-7895203fe8b5 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:39.288465 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c487972f-3118-4474-887e-7895203fe8b5 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/c98d26f6-41f1-4d74-80f7-d3ad45b148f5 HTTP/1.1" status: 404 len: 339 time: 0.0711482 Mar 10 15:12:39.292975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57012) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:39.404871 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ad5bf1df-cfe0-4e11-b8f4-39fbf6882156), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:39.516900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ad5bf1df-cfe0-4e11-b8f4-39fbf6882156), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:39.554427 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5bf1df-cfe0-4e11-b8f4-39fbf6882156']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:39.566628 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a9d8f1-5bf4-4522-b8e2-401f3376cf9c') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:39.567238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a9d8f1-5bf4-4522-b8e2-401f3376cf9c') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:39.579451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (b6a9d8f1-5bf4-4522-b8e2-401f3376cf9c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:39.595592 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b6a9d8f1-5bf4-4522-b8e2-401f3376cf9c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:39.603310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:39.604715 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (b6a9d8f1-5bf4-4522-b8e2-401f3376cf9c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:39.676227 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:39.698503 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ad5bf1df-cfe0-4e11-b8f4-39fbf6882156), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:39.707247 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:39.714697 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/ad5bf1df-cfe0-4e11-b8f4-39fbf6882156 HTTP/1.1" status: 204 len: 168 time: 0.4168255 Mar 10 15:12:39.736366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57022) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:39.737985 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d1dd6-f106-4438-afc3-4969b3692ae8 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=ad5bf1df-cfe0-4e11-b8f4-39fbf6882156,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:39.803398 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1abb020-4183-4863-90ae-b3d9a10890ab tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:39.804031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1abb020-4183-4863-90ae-b3d9a10890ab tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:39.807522 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e1abb020-4183-4863-90ae-b3d9a10890ab tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/subnets/55c8c97e-f542-49c6-9e3d-17aaf51ab4b5 HTTP/1.1" status: 404 len: 337 time: 0.0602129 Mar 10 15:12:39.809681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57026) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:39.852361 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-86518a3c-8c34-408a-9a45-357c46b6bec5 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:39.855743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86518a3c-8c34-408a-9a45-357c46b6bec5 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:39.861943 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-86518a3c-8c34-408a-9a45-357c46b6bec5 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/65027469-16c8-4128-bf3b-7cb8c241fd75 HTTP/1.1" status: 404 len: 339 time: 0.0509419 Mar 10 15:12:39.864958 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57028) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:39.938405 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f19cfa-ed07-4c11-bd6f-e979806e4907 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:39.943678 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f19cfa-ed07-4c11-bd6f-e979806e4907 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:39.947069 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e9f19cfa-ed07-4c11-bd6f-e979806e4907 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/subnets/f0b46a45-e822-4425-b60e-b062ea01ddc9 HTTP/1.1" status: 404 len: 337 time: 0.0808902 Mar 10 15:12:39.950552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57032) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:39.956351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5307581-bfe5-449a-9c2a-cb671ed78c06 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:12:39.967403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Publish callbacks [] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:39.988334 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f328fd2e-38c0-49e6-8f67-f03ee3268697 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:39.988923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f328fd2e-38c0-49e6-8f67-f03ee3268697 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:39.995591 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f328fd2e-38c0-49e6-8f67-f03ee3268697 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/852a06ed-4466-40ed-b0d4-ed68a26054f4 HTTP/1.1" status: 404 len: 339 time: 0.0434730 Mar 10 15:12:39.997714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57038) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:40.000138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9761bd-3f12-4d22-800f-41dc80c2188b req-d82dc395-9a2d-4a7b-9c12-52785c4df713 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7886524 Mar 10 15:12:40.001667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Transition to ACTIVE for port object f5307581-bfe5-449a-9c2a-cb671ed78c06 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:12:40.023696 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:40.069303 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc10de3-500a-4777-b62f-174fcee0c124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:40.090752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc10de3-500a-4777-b62f-174fcee0c124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:40.096508 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4cc10de3-500a-4777-b62f-174fcee0c124 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/subnets/b5c05889-cbd7-4a19-8cda-6eb6ea67f113 HTTP/1.1" status: 404 len: 337 time: 0.0954916 Mar 10 15:12:40.096907 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57042) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:40.148155 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-3249852d-ed9f-45fa-938a-4d54291469d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:40.153081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3249852d-ed9f-45fa-938a-4d54291469d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:40.157040 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3249852d-ed9f-45fa-938a-4d54291469d6 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/8c398134-3872-4323-b8d4-172b291873c7 HTTP/1.1" status: 404 len: 339 time: 0.0590649 Mar 10 15:12:40.159708 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57046) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:40.247081 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7be30e5-ef69-45dd-9cc8-e3d355a6a449 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:40.247556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7be30e5-ef69-45dd-9cc8-e3d355a6a449 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:40.258752 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b7be30e5-ef69-45dd-9cc8-e3d355a6a449 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/subnets/9ad798f4-28f6-4bd5-ad35-6c33ba13bd3b HTTP/1.1" status: 404 len: 337 time: 0.0956383 Mar 10 15:12:40.259420 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57050) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:40.262700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Pushing event updated for resources: {'Port': ['ID=f5307581-bfe5-449a-9c2a-cb671ed78c06,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:40.310167 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46fe332-7501-4941-9fe8-b1ad9a24a738 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:40.310967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46fe332-7501-4941-9fe8-b1ad9a24a738 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:40.314654 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b46fe332-7501-4941-9fe8-b1ad9a24a738 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/48ceafae-6388-4b51-8275-bff4eb3f4413 HTTP/1.1" status: 404 len: 339 time: 0.0541863 Mar 10 15:12:40.316982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57054) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:40.758232 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fb385b-5f30-4be6-be54-3176b2045212 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:40.758937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fb385b-5f30-4be6-be54-3176b2045212 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:40.766584 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-38fb385b-5f30-4be6-be54-3176b2045212 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/subnets/a15dab93-4410-4144-b699-f39c36572c01 HTTP/1.1" status: 404 len: 337 time: 0.4479070 Mar 10 15:12:40.767936 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57062) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:40.781377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5d46b-a4cd-4c2f-a18e-9ba81463f012 req-1670f1ed-2999-448a-9d7f-41895e104b66 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:40.782925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa5d46b-a4cd-4c2f-a18e-9ba81463f012 req-1670f1ed-2999-448a-9d7f-41895e104b66 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 943 time: 0.7978053 Mar 10 15:12:40.800421 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dd672b-88ca-4d7a-a443-71aeb355ff04 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:40.800932 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dd672b-88ca-4d7a-a443-71aeb355ff04 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:40.809779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.810137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.810469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.810829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.811174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.811509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.811837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.812165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.812490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.812816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.813143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.813464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.813788 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:40.817792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57064) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:40.820631 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-90dd672b-88ca-4d7a-a443-71aeb355ff04 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/c492029a-0563-44bf-8954-cafac03a560c HTTP/1.1" status: 404 len: 339 time: 0.0517547 Mar 10 15:12:40.887106 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fdd49e-c6f4-4f11-91cd-ea26c3424511 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:40.887566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fdd49e-c6f4-4f11-91cd-ea26c3424511 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:40.890697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-89fdd49e-c6f4-4f11-91cd-ea26c3424511 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/subnets/5bea3c1c-8ca3-4244-a82a-80617dcfe076 HTTP/1.1" status: 404 len: 337 time: 0.0670955 Mar 10 15:12:40.894191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57066) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:40.908118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db39a25-e013-4a70-8187-b8fa2ed36094 req-8de0f532-9659-428c-9f39-1b8e7d91ab04 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:40.909671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0db39a25-e013-4a70-8187-b8fa2ed36094 req-8de0f532-9659-428c-9f39-1b8e7d91ab04 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 945 time: 0.8024154 Mar 10 15:12:40.922782 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6d4448-ccd6-4af2-aec4-969bfac3a53b tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:40.928388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6d4448-ccd6-4af2-aec4-969bfac3a53b tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:40.944946 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2f6d4448-ccd6-4af2-aec4-969bfac3a53b tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/77b89749-7c57-41e0-8ca0-372fb3137bbc HTTP/1.1" status: 404 len: 339 time: 0.0498822 Mar 10 15:12:40.945564 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57068) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:40.984868 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e96ca31-1ea2-4931-b915-daa72f62073c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:40.986026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e96ca31-1ea2-4931-b915-daa72f62073c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:40.990340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Attempting to bind port f5307581-bfe5-449a-9c2a-cb671ed78c06 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:12:40.991009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Attempting to bind port f5307581-bfe5-449a-9c2a-cb671ed78c06 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '5b347781-e0a5-43de-a46a-2b59fd64ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b8eaa61-b68b-463b-b61f-4db732116d15'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:12:40.991009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Attempting to bind port f5307581-bfe5-449a-9c2a-cb671ed78c06 on network 9b8eaa61-b68b-463b-b61f-4db732116d15 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:12:40.991714 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6e96ca31-1ea2-4931-b915-daa72f62073c tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/subnets/a8479b79-a302-4bca-b61c-2e4877a5c5e9 HTTP/1.1" status: 404 len: 337 time: 0.0451171 Mar 10 15:12:40.992316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57070) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:41.006071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ae691-1ddf-4908-b5fd-18dd42accbe4 req-42a13cac-71fe-41f7-bdf9-4ffb6c8ab82e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:41.007617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-563ae691-1ddf-4908-b5fd-18dd42accbe4 req-42a13cac-71fe-41f7-bdf9-4ffb6c8ab82e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 945 time: 0.8151321 Mar 10 15:12:41.014339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Port f5307581-bfe5-449a-9c2a-cb671ed78c06 on network 9b8eaa61-b68b-463b-b61f-4db732116d15 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:12:41.014693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Attempting to bind port f5307581-bfe5-449a-9c2a-cb671ed78c06 on network 9b8eaa61-b68b-463b-b61f-4db732116d15 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:12:41.019048 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf9eae6-dcfa-4dc8-875f-a42465b0d78f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:41.019880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf9eae6-dcfa-4dc8-875f-a42465b0d78f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:41.022583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa5d46b-a4cd-4c2f-a18e-9ba81463f012 req-262154b3-8211-4817-84bc-17c09c211114 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164567 Mar 10 15:12:41.026631 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dcf9eae6-dcfa-4dc8-875f-a42465b0d78f tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/3c6dc37b-1fcb-4fb6-bf4e-b47db8e4fd07 HTTP/1.1" status: 404 len: 339 time: 0.0331774 Mar 10 15:12:41.027267 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57074) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:41.042824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:12:41.042824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Checking segment: {'id': '5b347781-e0a5-43de-a46a-2b59fd64ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b8eaa61-b68b-463b-b61f-4db732116d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:41.042824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Bound using segment: {'id': '5b347781-e0a5-43de-a46a-2b59fd64ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b8eaa61-b68b-463b-b61f-4db732116d15'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:12:41.042824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Bound port: f5307581-bfe5-449a-9c2a-cb671ed78c06, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b347781-e0a5-43de-a46a-2b59fd64ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b8eaa61-b68b-463b-b61f-4db732116d15'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:12:41.042824 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:41.085125 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-26181b93-53d4-40f0-9df8-d56674b424dd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:41.085509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26181b93-53d4-40f0-9df8-d56674b424dd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:41.105979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57078) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:41.110119 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-26181b93-53d4-40f0-9df8-d56674b424dd tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/subnets/568ceb6c-c67e-4ff2-b0a0-2d6487d89bbb HTTP/1.1" status: 404 len: 337 time: 0.0801432 Mar 10 15:12:41.168666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44d34c56-aec5-4925-a99b-4e488bea476a req-b99cf3fb-e890-45bd-93e1-48fe94a20e4b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0472050 Mar 10 15:12:41.176650 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-364204f3-edc0-4176-ba8b-a4d83b2784c9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] DELETE failed (client error): The resource could not be found. Mar 10 15:12:41.177338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364204f3-edc0-4176-ba8b-a4d83b2784c9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:12:41.180409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-364204f3-edc0-4176-ba8b-a4d83b2784c9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/8bca2b4e-4aff-4f60-9803-41e4689837a2 HTTP/1.1" status: 404 len: 339 time: 0.0702326 Mar 10 15:12:41.183912 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57080) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:41.256942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-563ae691-1ddf-4908-b5fd-18dd42accbe4 req-7e162b82-d5f7-4337-adbc-35309001fd98 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433646 Mar 10 15:12:41.279597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0db39a25-e013-4a70-8187-b8fa2ed36094 req-b70a4a9e-a1d7-4534-937d-9b91eca43094 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Deleting port 5f5bb659-9aec-4d32-afc6-bbf2254713fc {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:41.280248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0db39a25-e013-4a70-8187-b8fa2ed36094 req-b70a4a9e-a1d7-4534-937d-9b91eca43094 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:41.300258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] For port f5307581-bfe5-449a-9c2a-cb671ed78c06, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:12:41.325222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] For port f5307581-bfe5-449a-9c2a-cb671ed78c06, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f5307581-bfe5-449a-9c2a-cb671ed78c06,segment=NetworkSegment(5b347781-e0a5-43de-a46a-2b59fd64ce2b),segment_id=5b347781-e0a5-43de-a46a-2b59fd64ce2b)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:12:41.388167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7eb4ac2-affe-45ae-9fc6-2d932a8be8ec tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Deleting subnet 72fa73d7-e17c-4ec5-b997-0bed0f01c49d {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:12:41.401255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4ac2-affe-45ae-9fc6-2d932a8be8ec tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for subnet (72fa73d7-e17c-4ec5-b997-0bed0f01c49d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:41.425961 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:41.486015 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4ac2-affe-45ae-9fc6-2d932a8be8ec tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (72fa73d7-e17c-4ec5-b997-0bed0f01c49d), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:41.590676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:41.591365 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:41.592857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] 10.222.0.45 "PUT /v2.0/ports/f5307581-bfe5-449a-9c2a-cb671ed78c06 HTTP/1.1" status: 200 len: 1091 time: 2.8760419 Mar 10 15:12:41.594352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7615a1-41dd-4d54-8534-f5487225bfa0', 'tag': 'f5307581-bfe5-449a-9c2a-cb671ed78c06'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:41.596624 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58a59b1-6159-4d51-9441-5141d8b18636" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7615a1-41dd-4d54-8534-f5487225bfa0", "tag": "f5307581-bfe5-449a-9c2a-cb671ed78c06"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:41.626629 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4ac2-affe-45ae-9fc6-2d932a8be8ec tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (72fa73d7-e17c-4ec5-b997-0bed0f01c49d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:41.642557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0db39a25-e013-4a70-8187-b8fa2ed36094 req-b70a4a9e-a1d7-4534-937d-9b91eca43094 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] For port 5f5bb659-9aec-4d32-afc6-bbf2254713fc, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5f5bb659-9aec-4d32-afc6-bbf2254713fc,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:41.647347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0db39a25-e013-4a70-8187-b8fa2ed36094 req-b70a4a9e-a1d7-4534-937d-9b91eca43094 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:41.674495 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf6a4a1-c7f1-4e65-be00-e7a69f97af7b x-openstack-request-id: req-ebf6a4a1-c7f1-4e65-be00-e7a69f97af7b {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:41.675413 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7615a1-41dd-4d54-8534-f5487225bfa0", "tag": "f5307581-bfe5-449a-9c2a-cb671ed78c06", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:41.675834 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebf6a4a1-c7f1-4e65-be00-e7a69f97af7b {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:41.676400 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7615a1-41dd-4d54-8534-f5487225bfa0', 'tag': 'f5307581-bfe5-449a-9c2a-cb671ed78c06', 'status': 'completed', 'code': 200} Mar 10 15:12:41.693340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0db39a25-e013-4a70-8187-b8fa2ed36094 req-b70a4a9e-a1d7-4534-937d-9b91eca43094 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Calling delete_port for 5f5bb659-9aec-4d32-afc6-bbf2254713fc owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:41.695686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80999a8-2bf0-444c-ade4-2aacfdcc74cf service neutron] Pushing event updated for resources: {'Port': ['ID=f5307581-bfe5-449a-9c2a-cb671ed78c06,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:41.746407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230fe04-278e-4415-969c-c2d3aa1d040a req-0c706ccb-dcde-42d5-8b11-4ad5987f84d7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:41.748284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230fe04-278e-4415-969c-c2d3aa1d040a req-0c706ccb-dcde-42d5-8b11-4ad5987f84d7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.3266273 Mar 10 15:12:41.763849 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4ac2-affe-45ae-9fc6-2d932a8be8ec tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (72fa73d7-e17c-4ec5-b997-0bed0f01c49d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:41.813894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb4ac2-affe-45ae-9fc6-2d932a8be8ec tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Subnet': ['ID=72fa73d7-e17c-4ec5-b997-0bed0f01c49d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:41.835543 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7eb4ac2-affe-45ae-9fc6-2d932a8be8ec tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:41.835543 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b7eb4ac2-affe-45ae-9fc6-2d932a8be8ec tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/subnets/72fa73d7-e17c-4ec5-b997-0bed0f01c49d HTTP/1.1" status: 204 len: 168 time: 0.6460629 Mar 10 15:12:41.835543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57092) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:41.839117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653919f0-9cab-4a29-a1d1-da0eddd08bb8 None None] Network 36c3bb99-28de-4150-841c-f26ca76f6461 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:12:41.967290 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0db39a25-e013-4a70-8187-b8fa2ed36094 req-b70a4a9e-a1d7-4534-937d-9b91eca43094 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5f5bb659-9aec-4d32-afc6-bbf2254713fc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:41.983411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:12:41.994285 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (36c3bb99-28de-4150-841c-f26ca76f6461), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:42.053334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a4a9e-a1d7-4534-937d-9b91eca43094 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event deleted for resources: {'Port': ['ID=5f5bb659-9aec-4d32-afc6-bbf2254713fc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:42.134241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Deleting port ea634c4a-3aca-4688-a901-51dc8e6da97f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:42.134561 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:42.205807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230fe04-278e-4415-969c-c2d3aa1d040a req-8f83b414-ab1d-40c6-9990-a657cff006f4 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2558210 Mar 10 15:12:42.268587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-a37f0d27-4876-4f22-b5ae-c75c7bd501ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:42.270101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-a37f0d27-4876-4f22-b5ae-c75c7bd501ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0803c66428341eda4a18c79f1bfd47d&device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 1125 time: 0.5880594 Mar 10 15:12:42.324660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda3df4-3e9d-42f2-b611-e9e418f06dc0 None None] DHCP port deletion for 36c3bb99-28de-4150-841c-f26ca76f6461 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:12:42.354165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db39a25-e013-4a70-8187-b8fa2ed36094 req-b70a4a9e-a1d7-4534-937d-9b91eca43094 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] No DVR routers for this DVR port 5f5bb659-9aec-4d32-afc6-bbf2254713fc on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:42.362937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0db39a25-e013-4a70-8187-b8fa2ed36094 req-b70a4a9e-a1d7-4534-937d-9b91eca43094 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:42.382445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0db39a25-e013-4a70-8187-b8fa2ed36094 req-b70a4a9e-a1d7-4534-937d-9b91eca43094 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "DELETE /v2.0/ports/5f5bb659-9aec-4d32-afc6-bbf2254713fc HTTP/1.1" status: 204 len: 173 time: 1.4549134 Mar 10 15:12:42.384578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] For port ea634c4a-3aca-4688-a901-51dc8e6da97f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ea634c4a-3aca-4688-a901-51dc8e6da97f,segment=NetworkSegment(8c9cd463-e751-408c-9c11-118d8d57ffb2),segment_id=8c9cd463-e751-408c-9c11-118d8d57ffb2)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:42.395466 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:42.454186 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Calling delete_port for ea634c4a-3aca-4688-a901-51dc8e6da97f owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:42.468071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-1c33d3c1-b295-4be1-88c2-070bcc3dbf44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5307581-bfe5-449a-9c2a-cb671ed78c06 HTTP/1.1" status: 200 len: 217 time: 0.1355302 Mar 10 15:12:42.557474 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bbc1b25e-152c-4392-a0df-4f81fab4b96e req-dbda8e8d-1365-4961-a846-0257078fabea tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0945065 Mar 10 15:12:42.602808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda4035-b384-4cf8-b74b-e934194793c6 req-1b8290e4-c614-4063-9ebf-5da39e9a1f89 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:42.610129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-acda4035-b384-4cf8-b74b-e934194793c6 req-1b8290e4-c614-4063-9ebf-5da39e9a1f89 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 943 time: 0.3988554 Mar 10 15:12:42.627525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3dda3df4-3e9d-42f2-b611-e9e418f06dc0 None None] Deleting port ea634c4a-3aca-4688-a901-51dc8e6da97f {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:42.628177 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3dda3df4-3e9d-42f2-b611-e9e418f06dc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:42.633197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-501e2170-ef5a-4b9a-9a0c-9b14daccadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:42.646337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-501e2170-ef5a-4b9a-9a0c-9b14daccadbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35e8ae85-7de0-4e85-947a-17d4921354b1 HTTP/1.1" status: 200 len: 854 time: 0.1393247 Mar 10 15:12:42.761741 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:42.762387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-5719afdd-59cc-404b-acd7-b8e88711bd8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b8eaa61-b68b-463b-b61f-4db732116d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012843 Mar 10 15:12:42.806167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3dda3df4-3e9d-42f2-b611-e9e418f06dc0 None None] For port ea634c4a-3aca-4688-a901-51dc8e6da97f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ea634c4a-3aca-4688-a901-51dc8e6da97f,segment=NetworkSegment(8c9cd463-e751-408c-9c11-118d8d57ffb2),segment_id=8c9cd463-e751-408c-9c11-118d8d57ffb2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:42.806574 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3dda3df4-3e9d-42f2-b611-e9e418f06dc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:42.827747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Port': ['ID=ea634c4a-3aca-4688-a901-51dc8e6da97f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:42.838496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] No DVR routers for this DVR port ea634c4a-3aca-4688-a901-51dc8e6da97f on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:42.855123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3dda3df4-3e9d-42f2-b611-e9e418f06dc0 None None] Calling delete_port for ea634c4a-3aca-4688-a901-51dc8e6da97f owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:42.989564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-f0bb9602-0af6-4d41-a474-1c7fcc35650e service neutron] 10.222.0.45 "GET /v2.0/networks/9b8eaa61-b68b-463b-b61f-4db732116d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119958 Mar 10 15:12:43.060642 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3dda3df4-3e9d-42f2-b611-e9e418f06dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (ea634c4a-3aca-4688-a901-51dc8e6da97f), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:43.086111 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (36c3bb99-28de-4150-841c-f26ca76f6461), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:43.132861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda3df4-3e9d-42f2-b611-e9e418f06dc0 None None] Pushing event deleted for resources: {'Port': ['ID=ea634c4a-3aca-4688-a901-51dc8e6da97f,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:43.139334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c3bb99-28de-4150-841c-f26ca76f6461']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:43.148666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dda3df4-3e9d-42f2-b611-e9e418f06dc0 None None] No DVR routers for this DVR port ea634c4a-3aca-4688-a901-51dc8e6da97f on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:43.155995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9cd463-e751-408c-9c11-118d8d57ffb2') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:43.156353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9cd463-e751-408c-9c11-118d8d57ffb2') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:43.187144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a084026e-eec3-44a8-a76b-864f715f3838 req-23c36755-8cd3-43f9-b521-debcecd3ac7d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf6cfcab-1903-43d6-ba2f-861a44783a3f HTTP/1.1" status: 200 len: 210 time: 0.4225783 Mar 10 15:12:43.189467 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (8c9cd463-e751-408c-9c11-118d8d57ffb2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:43.205741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-acda4035-b384-4cf8-b74b-e934194793c6 req-acd3c7dd-f053-4f6a-a4da-183238771d4c tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944574 Mar 10 15:12:43.244394 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8c9cd463-e751-408c-9c11-118d8d57ffb2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:43.270912 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:43.271470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (8c9cd463-e751-408c-9c11-118d8d57ffb2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:43.296058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2ea50fb-0753-41e5-a37c-474afd36bc0a req-7417cd2e-5b92-4352-8024-95b309db1ad7 service neutron] 10.222.0.45 "GET /v2.0/networks/9b8eaa61-b68b-463b-b61f-4db732116d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733650 Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:43.364892 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:43.464459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (36c3bb99-28de-4150-841c-f26ca76f6461), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:43.465632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5f5bb659-9aec-4d32-afc6-bbf2254713fc no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:43.479227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:43.508839 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] 10.222.0.11 "DELETE /v2.0/networks/36c3bb99-28de-4150-841c-f26ca76f6461 HTTP/1.1" status: 204 len: 168 time: 1.6712315 Mar 10 15:12:43.528442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ea634c4a-3aca-4688-a901-51dc8e6da97f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:43.539129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 5f5bb659-9aec-4d32-afc6-bbf2254713fc {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:12:43.539280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5f5bb659-9aec-4d32-afc6-bbf2254713fc not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:43.549150 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d143608-79e8-4e6b-b5ad-3112ae520ec9 tempest-NetworksTest-508832415 tempest-NetworksTest-508832415-project] Pushing event deleted for resources: {'Network': ['ID=36c3bb99-28de-4150-841c-f26ca76f6461,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:43.678535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a59b1-6159-4d51-9441-5141d8b18636 req-df096455-a7ae-4112-aab1-f120d72887d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:43.681843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d58a59b1-6159-4d51-9441-5141d8b18636 req-df096455-a7ae-4112-aab1-f120d72887d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f0803c66428341eda4a18c79f1bfd47d&device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 1125 time: 0.3020022 Mar 10 15:12:43.688297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6cfcab-1903-43d6-ba2f-861a44783a3f', 'name': 'network-vif-deleted', 'tag': '5f5bb659-9aec-4d32-afc6-bbf2254713fc'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:43.691347 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a099cd5c-6e6c-48f9-92b5-4264388e9ac5" -d '{"events": [{"server_uuid": "bf6cfcab-1903-43d6-ba2f-861a44783a3f", "name": "network-vif-deleted", "tag": "5f5bb659-9aec-4d32-afc6-bbf2254713fc"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:43.772192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d2ae-d869-4b28-a160-cb1ea8d0bdc9 req-3e038709-86d6-4b8f-a868-6bfcff03eb9e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:43.778461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0754d2ae-d869-4b28-a160-cb1ea8d0bdc9 req-3e038709-86d6-4b8f-a868-6bfcff03eb9e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.3091218 Mar 10 15:12:43.887968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: ea634c4a-3aca-4688-a901-51dc8e6da97f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:12:43.888646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ea634c4a-3aca-4688-a901-51dc8e6da97f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:44.052042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57148) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:44.151315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba7387-60bf-4bf0-9ced-db1c59904690 req-b513a784-7dce-4d25-ac73-b63736aeb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:44.152826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21ba7387-60bf-4bf0-9ced-db1c59904690 req-b513a784-7dce-4d25-ac73-b63736aeb0d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 1127 time: 0.4488411 Mar 10 15:12:44.208959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0754d2ae-d869-4b28-a160-cb1ea8d0bdc9 req-b3c2a0fd-e687-4a02-8ad1-9b03d02a4e85 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2763274 Mar 10 15:12:44.273910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6141a-2f8d-44c2-84bf-84541c40dd26 req-9fb4718a-f9da-491f-8aa2-695fdb4725d3 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:44.282699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bc6141a-2f8d-44c2-84bf-84541c40dd26 req-9fb4718a-f9da-491f-8aa2-695fdb4725d3 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.5022743 Mar 10 15:12:44.299573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a59b1-6159-4d51-9441-5141d8b18636 req-b4826bf6-3a84-4035-b28b-13bfc934834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:44.302542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d58a59b1-6159-4d51-9441-5141d8b18636 req-b4826bf6-3a84-4035-b28b-13bfc934834d service neutron] 10.222.0.45 "GET /v2.0/networks?id=9b8eaa61-b68b-463b-b61f-4db732116d15 HTTP/1.1" status: 200 len: 915 time: 0.5678740 Mar 10 15:12:44.315711 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-05c3bc49-624f-4958-819d-38364525e70c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90453d268fdc45739324336fb957c3e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2616906 Mar 10 15:12:44.316668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57160) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:44.428572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d58a59b1-6159-4d51-9441-5141d8b18636 req-03bab00d-f879-4093-9218-e3032eb0a0f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5307581-bfe5-449a-9c2a-cb671ed78c06 HTTP/1.1" status: 200 len: 217 time: 0.1027238 Mar 10 15:12:44.433034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c681e9b-d0f9-472f-bbb7-53553ddb8eb8 admin admin] Publish callbacks [] for security_group (f4cab57c-0d62-48b2-bb2a-ddd40116633d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:44.469265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-366e736b-3419-4288-911c-da65ac14a06d req-7fff5b5e-ca83-4894-81d6-3b58d82cdbbd tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.1180475 Mar 10 15:12:44.487217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c681e9b-d0f9-472f-bbb7-53553ddb8eb8 admin admin] Publish callbacks [] for security_group (f4cab57c-0d62-48b2-bb2a-ddd40116633d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:44.569541 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64eb4e6-6f3c-4bb6-be7d-07e261ec2bd2 x-openstack-request-id: req-d64eb4e6-6f3c-4bb6-be7d-07e261ec2bd2 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:44.570291 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6cfcab-1903-43d6-ba2f-861a44783a3f", "name": "network-vif-deleted", "tag": "5f5bb659-9aec-4d32-afc6-bbf2254713fc", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:44.570771 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d64eb4e6-6f3c-4bb6-be7d-07e261ec2bd2 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:44.572749 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6cfcab-1903-43d6-ba2f-861a44783a3f', 'name': 'network-vif-deleted', 'tag': '5f5bb659-9aec-4d32-afc6-bbf2254713fc', 'status': 'completed', 'code': 200} Mar 10 15:12:44.591371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c681e9b-d0f9-472f-bbb7-53553ddb8eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f4cab57c-0d62-48b2-bb2a-ddd40116633d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:44.594574 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c681e9b-d0f9-472f-bbb7-53553ddb8eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:44.606567 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2c681e9b-d0f9-472f-bbb7-53553ddb8eb8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4cab57c-0d62-48b2-bb2a-ddd40116633d HTTP/1.1" status: 204 len: 168 time: 0.2887800 Mar 10 15:12:44.621339 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c681e9b-d0f9-472f-bbb7-53553ddb8eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cab57c-0d62-48b2-bb2a-ddd40116633d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:44.654524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bc6141a-2f8d-44c2-84bf-84541c40dd26 req-7bf5f8c5-4697-44f8-958b-665f6df6955b tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704438 Mar 10 15:12:44.720973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba7387-60bf-4bf0-9ced-db1c59904690 req-a49e15bc-6c44-4e7b-acbb-5bd456747810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:44.741319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21ba7387-60bf-4bf0-9ced-db1c59904690 req-a49e15bc-6c44-4e7b-acbb-5bd456747810 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 919 time: 0.5535462 Mar 10 15:12:44.741319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a59b1-6159-4d51-9441-5141d8b18636 req-0c16ab03-a691-44d4-8273-ef683af62d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:44.741319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d58a59b1-6159-4d51-9441-5141d8b18636 req-0c16ab03-a691-44d4-8273-ef683af62d52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35e8ae85-7de0-4e85-947a-17d4921354b1 HTTP/1.1" status: 200 len: 854 time: 0.2806828 Mar 10 15:12:44.919281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d58a59b1-6159-4d51-9441-5141d8b18636 req-89792b49-0906-4113-9c93-4c051b58855a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b8eaa61-b68b-463b-b61f-4db732116d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708155 Mar 10 15:12:44.923996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21ba7387-60bf-4bf0-9ced-db1c59904690 req-607adac5-1985-4ead-8308-89bb88c1f425 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab109d63-c458-4c59-80bf-668baab26b5d HTTP/1.1" status: 200 len: 217 time: 0.1893697 Mar 10 15:12:45.104080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b47c4-d5af-4611-9a4b-6eb248ec4bc5 req-b4a92c7d-d871-4ee7-9f64-8efdc6be657d tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:45.114825 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-505b47c4-d5af-4611-9a4b-6eb248ec4bc5 req-b4a92c7d-d871-4ee7-9f64-8efdc6be657d tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 943 time: 0.3006918 Mar 10 15:12:45.182614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba7387-60bf-4bf0-9ced-db1c59904690 req-ff1cc3ec-35a3-46a0-8dd4-a0be68d71f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:45.184181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21ba7387-60bf-4bf0-9ced-db1c59904690 req-ff1cc3ec-35a3-46a0-8dd4-a0be68d71f0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.2398775 Mar 10 15:12:45.260838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d58a59b1-6159-4d51-9441-5141d8b18636 req-f7b9b418-2ded-48c1-a241-125f4f5ccb43 service neutron] 10.222.0.45 "GET /v2.0/networks/9b8eaa61-b68b-463b-b61f-4db732116d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194163 Mar 10 15:12:45.289818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21ba7387-60bf-4bf0-9ced-db1c59904690 req-731e375b-071f-4f16-a008-5a24f19c2550 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931146 Mar 10 15:12:45.401911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d58a59b1-6159-4d51-9441-5141d8b18636 req-b7d67703-c267-4150-ab6f-fef7ccc4f1b9 service neutron] 10.222.0.45 "GET /v2.0/networks/9b8eaa61-b68b-463b-b61f-4db732116d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169629 Mar 10 15:12:45.471194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f5307581-bfe5-449a-9c2a-cb671ed78c06 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:12:45.575015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-505b47c4-d5af-4611-9a4b-6eb248ec4bc5 req-41fa184e-af3d-4e5a-9800-b8ace1ce5429 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599273 Mar 10 15:12:45.736246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe59308-1a85-4230-a987-bb118f234e18 req-f5567746-bb4d-48f6-b669-9582061faffe tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:45.749668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-f5567746-bb4d-48f6-b669-9582061faffe tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.6333370 Mar 10 15:12:45.792593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f5307581-bfe5-449a-9c2a-cb671ed78c06, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f5307581-bfe5-449a-9c2a-cb671ed78c06,segment=NetworkSegment(5b347781-e0a5-43de-a46a-2b59fd64ce2b),segment_id=5b347781-e0a5-43de-a46a-2b59fd64ce2b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:45.809456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-5293bc17-a58a-4468-9dd9-2e9cc8cbcf8b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/quotas/8714f144a3684d0d933f128eb20101bf HTTP/1.1" status: 200 len: 375 time: 0.0578268 Mar 10 15:12:45.824873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'f5307581-bfe5-449a-9c2a-cb671ed78c06', 'network_id': '9b8eaa61-b68b-463b-b61f-4db732116d15', 'port_id': 'f5307581-bfe5-449a-9c2a-cb671ed78c06', 'mac_address': 'fa:16:3e:cd:c1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e8ae85-7de0-4e85-947a-17d4921354b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:12:45.889861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21ba7387-60bf-4bf0-9ced-db1c59904690 req-5299edb5-5d20-4980-8d83-0f8c2ed77107 service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790509 Mar 10 15:12:45.924661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port f5307581-bfe5-449a-9c2a-cb671ed78c06 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:45.926766 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:45.967109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5307581-bfe5-449a-9c2a-cb671ed78c06 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:12:46.013164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f5307581-bfe5-449a-9c2a-cb671ed78c06, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f5307581-bfe5-449a-9c2a-cb671ed78c06,segment=NetworkSegment(5b347781-e0a5-43de-a46a-2b59fd64ce2b),segment_id=5b347781-e0a5-43de-a46a-2b59fd64ce2b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:46.029207 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:46.169618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=f5307581-bfe5-449a-9c2a-cb671ed78c06,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:46.183678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21ba7387-60bf-4bf0-9ced-db1c59904690 req-50031473-69f2-4b6e-a84f-4a4895ae8ab4 service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227318 Mar 10 15:12:46.241820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-d32bbe14-b2ac-44b8-be71-93581cd30a75 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4309769 Mar 10 15:12:46.371228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-4bd9eb09-3255-4a83-a71f-729cde9235a9 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240783 Mar 10 15:12:46.395823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['f5307581-bfe5-449a-9c2a-cb671ed78c06'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:12:46.538452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-68acadd2-cee0-44eb-ba8a-5c063effeb5e service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662428 Mar 10 15:12:46.580711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5f93f-6338-4388-9c82-1b694431c427 req-a1d2d631-d817-4059-b2b0-db31ee5781ac tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:46.596179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8de5f93f-6338-4388-9c82-1b694431c427 req-a1d2d631-d817-4059-b2b0-db31ee5781ac tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.8074303 Mar 10 15:12:46.723538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8de5f93f-6338-4388-9c82-1b694431c427 req-d549efbd-05ca-4f20-872c-753c98d92574 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169214 Mar 10 15:12:46.832818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f9cace5-f707-4301-984f-e6aa51e1f396 req-1f86b4b2-97bc-4981-89c9-162317570f67 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0481725 Mar 10 15:12:47.030146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786f761-4e16-4f76-835e-cbaa87f8c161 req-edfedfa2-8214-472f-af12-3d14aea04a5f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:47.037140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2786f761-4e16-4f76-835e-cbaa87f8c161 req-edfedfa2-8214-472f-af12-3d14aea04a5f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.0980964 Mar 10 15:12:47.223856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc619d15-96ef-4b7e-9146-8e3bdf1f2290 req-3ec24b3e-13d2-463e-86b5-a183cb4237e8 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:47.225413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc619d15-96ef-4b7e-9146-8e3bdf1f2290 req-3ec24b3e-13d2-463e-86b5-a183cb4237e8 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 944 time: 0.1848159 Mar 10 15:12:47.235928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2786f761-4e16-4f76-835e-cbaa87f8c161 req-329cc55e-6f39-4d21-b74b-49a74573a9e4 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978683 Mar 10 15:12:47.363448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-622f3b43-0f08-4e0f-8eae-380607f11aaa req-86a19634-065d-4f12-b27e-9212134f600e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 210 time: 0.0496099 Mar 10 15:12:47.392891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc619d15-96ef-4b7e-9146-8e3bdf1f2290 req-59f6db98-cc7e-4575-97b3-a0f90461a5e8 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537237 Mar 10 15:12:47.468406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f5307581-bfe5-449a-9c2a-cb671ed78c06 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:12:47.532200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port f5307581-bfe5-449a-9c2a-cb671ed78c06 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:12:47.542648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port f5307581-bfe5-449a-9c2a-cb671ed78c06 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:12:47.543376 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:47.667103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port f5307581-bfe5-449a-9c2a-cb671ed78c06 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:47.667775 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:47.719031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7615a1-41dd-4d54-8534-f5487225bfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5307581-bfe5-449a-9c2a-cb671ed78c06'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:47.728206 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb31a80-4de1-45cf-8b0d-9bc627589d45" -d '{"events": [{"server_uuid": "9a7615a1-41dd-4d54-8534-f5487225bfa0", "name": "network-vif-plugged", "status": "completed", "tag": "f5307581-bfe5-449a-9c2a-cb671ed78c06"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:47.841607 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ff7f45-92c6-49ad-9e9f-541da720bc7a x-openstack-request-id: req-d8ff7f45-92c6-49ad-9e9f-541da720bc7a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:47.841891 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7615a1-41dd-4d54-8534-f5487225bfa0", "name": "network-vif-plugged", "status": "completed", "tag": "f5307581-bfe5-449a-9c2a-cb671ed78c06", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:47.842330 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8ff7f45-92c6-49ad-9e9f-541da720bc7a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:47.849218 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7615a1-41dd-4d54-8534-f5487225bfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5307581-bfe5-449a-9c2a-cb671ed78c06', 'code': 200} Mar 10 15:12:47.861937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f5307581-bfe5-449a-9c2a-cb671ed78c06, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f5307581-bfe5-449a-9c2a-cb671ed78c06,segment=NetworkSegment(5b347781-e0a5-43de-a46a-2b59fd64ce2b),segment_id=5b347781-e0a5-43de-a46a-2b59fd64ce2b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:47.900943 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:47.906179 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:47.991152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=f5307581-bfe5-449a-9c2a-cb671ed78c06,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:48.083544 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3453df5-265b-4d01-b15f-6fbcd47ffa97 req-13379dfd-d091-458c-8e29-d0ae623583af tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0668051 Mar 10 15:12:48.729394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe59308-1a85-4230-a987-bb118f234e18 req-5c855b01-66d4-42be-93da-561899193039 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:48.731020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-5c855b01-66d4-42be-93da-561899193039 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.1507611 Mar 10 15:12:48.754861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99a630-eb2c-4a1d-8268-537843c6c05e req-746d91e3-26d4-48d5-aa92-3b417d6455c9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:48.754861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e99a630-eb2c-4a1d-8268-537843c6c05e req-746d91e3-26d4-48d5-aa92-3b417d6455c9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.8733552 Mar 10 15:12:48.759541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Request body: {'port': {'device_id': 'f4bff18b-8a54-43ec-9b6f-c3e50cab4e47', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'admin_state_up': True, 'tenant_id': '8714f144a3684d0d933f128eb20101bf'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:48.823024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf3897-8eb9-4c07-b25e-cbc5399929b5 req-8de10a9a-f80f-4cda-a6e2-f4626bfde17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:48.824522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbdf3897-8eb9-4c07-b25e-cbc5399929b5 req-8de10a9a-f80f-4cda-a6e2-f4626bfde17e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 1127 time: 0.8638890 Mar 10 15:12:48.948271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085101f-caea-43b4-8d16-9ab9e9e503e0 req-98fbacda-971e-463a-92db-35762e37fe83 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:48.950403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7085101f-caea-43b4-8d16-9ab9e9e503e0 req-98fbacda-971e-463a-92db-35762e37fe83 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.3344839 Mar 10 15:12:48.987566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202c0a-98a1-4cdc-b3a6-a596e4b3076e req-e9ebcd62-d57f-4f30-8d12-8b6461e41c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:48.989700 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c202c0a-98a1-4cdc-b3a6-a596e4b3076e req-e9ebcd62-d57f-4f30-8d12-8b6461e41c8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 1127 time: 0.9706025 Mar 10 15:12:49.042413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e99a630-eb2c-4a1d-8268-537843c6c05e req-5c085dd3-9d7a-4774-9404-1bbd88823c73 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2552361 Mar 10 15:12:49.064884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbdf3897-8eb9-4c07-b25e-cbc5399929b5 req-5cbe51ee-45a3-42df-9c59-cf2de7d55bc0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185967 Mar 10 15:12:49.224143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9c9e200-2042-49e2-bc23-7ba83aa78739 req-0bc3339f-569d-4df9-b6d1-932c80edbe36 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 210 time: 0.0527818 Mar 10 15:12:49.231163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7085101f-caea-43b4-8d16-9ab9e9e503e0 req-f2759523-56ee-47a7-bcef-5be1bd1c7953 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260633 Mar 10 15:12:49.242533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Made reservation on behalf of 8714f144a3684d0d933f128eb20101bf for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:12:49.250844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:49.305587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57348) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:49.332342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202c0a-98a1-4cdc-b3a6-a596e4b3076e req-98d6e23d-10b2-48c0-8aee-05db146213bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:49.333799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c202c0a-98a1-4cdc-b3a6-a596e4b3076e req-98d6e23d-10b2-48c0-8aee-05db146213bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 917 time: 0.3172405 Mar 10 15:12:49.505552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-297659c7-384d-46d0-af3c-28e5950f174a req-27ae70e2-720e-48b6-9a7c-349a3d4949e3 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.1160467 Mar 10 15:12:49.516480 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-71d88e83-c28b-4ba1-8df9-89cb862c12df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:49.581745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c202c0a-98a1-4cdc-b3a6-a596e4b3076e req-0b378c10-486f-469e-a9f6-016d0c1e054e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a HTTP/1.1" status: 200 len: 1001 time: 0.1791301 Mar 10 15:12:49.673223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a5217-3343-4fe2-8877-26a59b562bc6 req-3bd3bfca-f9a6-4618-a2ca-d9b1e1de0d49 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:49.674652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-355a5217-3343-4fe2-8877-26a59b562bc6 req-3bd3bfca-f9a6-4618-a2ca-d9b1e1de0d49 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 945 time: 0.3544054 Mar 10 15:12:49.683751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Allocated IP 172.20.0.8 (9b4c730c-ad0a-4573-a071-96465b27d617/cb24078f-4516-4897-8be0-5a7c1076ae2d/505bc3b7-8c53-4521-880d-177444fe9d41) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:12:49.741533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202c0a-98a1-4cdc-b3a6-a596e4b3076e req-308ab19d-372e-48cf-9429-16450beb6fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:49.744053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c202c0a-98a1-4cdc-b3a6-a596e4b3076e req-308ab19d-372e-48cf-9429-16450beb6fd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.1367359 Mar 10 15:12:49.846124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-355a5217-3343-4fe2-8877-26a59b562bc6 req-9be168f3-7d7d-4621-be4e-f31d2f5452f2 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600699 Mar 10 15:12:49.854175 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-71d88e83-c28b-4ba1-8df9-89cb862c12df admin admin] Publish callbacks [] for security_group (90281ed3-569a-4f19-aab2-ce075830d047), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:49.885967 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-71d88e83-c28b-4ba1-8df9-89cb862c12df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (90281ed3-569a-4f19-aab2-ce075830d047), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:49.944020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202c0a-98a1-4cdc-b3a6-a596e4b3076e req-b2579783-eb8f-4d0b-a3e7-3445f9e78102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:49.945493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c202c0a-98a1-4cdc-b3a6-a596e4b3076e req-b2579783-eb8f-4d0b-a3e7-3445f9e78102 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1842408 Mar 10 15:12:50.002705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-71d88e83-c28b-4ba1-8df9-89cb862c12df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce2edaafc2d342c4b307c28e1a9226c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6937809 Mar 10 15:12:50.005392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57362) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:50.014729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d88e83-c28b-4ba1-8df9-89cb862c12df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90281ed3-569a-4f19-aab2-ce075830d047,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:50.112072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks [] for port (505bc3b7-8c53-4521-880d-177444fe9d41), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:50.125437 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-900d999b-6296-4d52-a1e0-501389cbd7f9 admin admin] Publish callbacks [] for security_group (90281ed3-569a-4f19-aab2-ce075830d047), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:50.149746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c202c0a-98a1-4cdc-b3a6-a596e4b3076e req-5f991a91-d8a1-4661-930a-54a6f31d01cb service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670966 Mar 10 15:12:50.177198 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-900d999b-6296-4d52-a1e0-501389cbd7f9 admin admin] Publish callbacks [] for security_group (90281ed3-569a-4f19-aab2-ce075830d047), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:50.202468 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:50.219452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:12:50.281863 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-900d999b-6296-4d52-a1e0-501389cbd7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (90281ed3-569a-4f19-aab2-ce075830d047), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:50.285725 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-900d999b-6296-4d52-a1e0-501389cbd7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:50.286943 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-900d999b-6296-4d52-a1e0-501389cbd7f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90281ed3-569a-4f19-aab2-ce075830d047 HTTP/1.1" status: 204 len: 168 time: 0.2788215 Mar 10 15:12:50.307308 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d999b-6296-4d52-a1e0-501389cbd7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90281ed3-569a-4f19-aab2-ce075830d047,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:50.364140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Network 9b4c730c-ad0a-4573-a071-96465b27d617 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:12:50.436671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:12:50.439701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event updated for resources: {'Port': ['ID=505bc3b7-8c53-4521-880d-177444fe9d41,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:50.448037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:12:50.488058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c202c0a-98a1-4cdc-b3a6-a596e4b3076e req-b436407e-9a9e-4ebd-89bd-1dc1fb192771 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287337 Mar 10 15:12:50.506690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3ce1c-22cd-488f-b3c0-2f72b31dad2b req-2198631a-cc99-4f9e-a199-7ec9f6e86feb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:50.516513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59a3ce1c-22cd-488f-b3c0-2f72b31dad2b req-2198631a-cc99-4f9e-a199-7ec9f6e86feb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 945 time: 0.3258224 Mar 10 15:12:50.561646 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:50.593003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:50.594281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:50.637024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e99cf2-955e-4983-be2d-6e5dc4826e4f req-88d7db60-2f18-464e-8a9b-481e5095d618 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:50.639177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9e99cf2-955e-4983-be2d-6e5dc4826e4f req-88d7db60-2f18-464e-8a9b-481e5095d618 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 931 time: 0.2810307 Mar 10 15:12:50.647596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-f54d5083-5b54-4e0b-afc4-45984ecb9e61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9065378 Mar 10 15:12:50.665624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Request body: {'port': {'device_id': 'f4bff18b-8a54-43ec-9b6f-c3e50cab4e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:12:50.671627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59a3ce1c-22cd-488f-b3c0-2f72b31dad2b req-6b7a7bdb-f31c-4261-a054-fcc47c703027 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1440628 Mar 10 15:12:50.760493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9e99cf2-955e-4983-be2d-6e5dc4826e4f req-e45b3265-6b77-4608-b474-075cdeeb7ed5 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119318 Mar 10 15:12:50.770164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:50.978858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97bfacc5-a78a-4f6f-8633-1790ac2263e6 req-2c82b474-fa00-446f-9240-2de51ba2ce7d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0883846 Mar 10 15:12:50.993168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813b2fd-44da-4eec-91d0-753235560836 req-4e457886-ee40-4cc9-873d-f9859afdeb42 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:50.994660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6813b2fd-44da-4eec-91d0-753235560836 req-4e457886-ee40-4cc9-873d-f9859afdeb42 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1793139 Mar 10 15:12:51.050224 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57392) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:51.075754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.169577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6813b2fd-44da-4eec-91d0-753235560836 req-8f703d1b-e7f9-4306-aadd-7b45271f15a6 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686223 Mar 10 15:12:51.229520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7010e04-a3af-45f9-9c89-1a1fb1cff06b req-9a795014-4d72-42d2-b122-7ba8cd083c36 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:51.230982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7010e04-a3af-45f9-9c89-1a1fb1cff06b req-9a795014-4d72-42d2-b122-7ba8cd083c36 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 945 time: 0.1345124 Mar 10 15:12:51.235593 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Publish callbacks [] for security_group (0f54a972-a522-4fff-999b-194d64bd36fb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.241562 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0f54a972-a522-4fff-999b-194d64bd36fb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.305375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f54a972-a522-4fff-999b-194d64bd36fb,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:51.316148 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edc710bfb31e4fe7899ee29a39fe292a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2636302 Mar 10 15:12:51.318712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57400) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:51.339438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7010e04-a3af-45f9-9c89-1a1fb1cff06b req-6d137517-d48f-4a9d-a933-c40dffb2ab6a tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006367 Mar 10 15:12:51.351257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.351902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.352437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.352976 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.353600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.353940 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.354275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505bc3b7-8c53-4521-880d-177444fe9d41 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:12:51.354408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.354572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.355134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.355673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.356183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.356701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.357493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa289e-8a9f-4683-b1fe-7aa71d2a3d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:12:51.364095 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Publish callbacks [] for port (505bc3b7-8c53-4521-880d-177444fe9d41), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.406993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Transition to ACTIVE for port object 505bc3b7-8c53-4521-880d-177444fe9d41 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:12:51.415418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.416741 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bf4ff94-eef3-4eb4-a5ad-916f282964e1 admin admin] Publish callbacks [] for security_group (0f54a972-a522-4fff-999b-194d64bd36fb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.449440 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bf4ff94-eef3-4eb4-a5ad-916f282964e1 admin admin] Publish callbacks [] for security_group (0f54a972-a522-4fff-999b-194d64bd36fb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.494889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0eaf15c8-e27b-4395-86e1-9f6633b4952a no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:51.534203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bf4ff94-eef3-4eb4-a5ad-916f282964e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0f54a972-a522-4fff-999b-194d64bd36fb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.536990 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bf4ff94-eef3-4eb4-a5ad-916f282964e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.538176 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1bf4ff94-eef3-4eb4-a5ad-916f282964e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f54a972-a522-4fff-999b-194d64bd36fb HTTP/1.1" status: 204 len: 168 time: 0.2183146 Mar 10 15:12:51.561436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Pushing event updated for resources: {'Port': ['ID=505bc3b7-8c53-4521-880d-177444fe9d41,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:51.569201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Attempting to bind port 505bc3b7-8c53-4521-880d-177444fe9d41 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:12:51.569555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Attempting to bind port 505bc3b7-8c53-4521-880d-177444fe9d41 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:12:51.569914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Attempting to bind port 505bc3b7-8c53-4521-880d-177444fe9d41 on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:12:51.575744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Port 505bc3b7-8c53-4521-880d-177444fe9d41 on network 9b4c730c-ad0a-4573-a071-96465b27d617 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:12:51.575962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4ff94-eef3-4eb4-a5ad-916f282964e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f54a972-a522-4fff-999b-194d64bd36fb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:51.576122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Attempting to bind port 505bc3b7-8c53-4521-880d-177444fe9d41 on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:12:51.582423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:12:51.582722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Checking segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:12:51.583141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Bound using segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:12:51.583597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Bound port: 505bc3b7-8c53-4521-880d-177444fe9d41, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:12:51.584011 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.628807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0eaf15c8-e27b-4395-86e1-9f6633b4952a is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:51.629437 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.729649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] For port 505bc3b7-8c53-4521-880d-177444fe9d41, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:12:51.739953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] For port 505bc3b7-8c53-4521-880d-177444fe9d41, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=505bc3b7-8c53-4521-880d-177444fe9d41,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:12:51.749598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:51.753638 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e1b078-2183-49e8-96a0-82d48d2c2367" -d '{"events": [{"server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "name": "network-vif-unplugged", "status": "completed", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:51.760306 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bb3f2173-e185-4f60-99f0-b0971c694dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.765338 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.774347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:51.782185 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.889119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Pushing event updated for resources: {'Port': ['ID=505bc3b7-8c53-4521-880d-177444fe9d41,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:51.895642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0eaf15c8-e27b-4395-86e1-9f6633b4952a,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:51.995589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:51.996681 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:51.998587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-dc8161c3-aeee-4124-b4f0-d828aed353e5 service neutron] 10.222.0.62 "PUT /v2.0/ports/505bc3b7-8c53-4521-880d-177444fe9d41 HTTP/1.1" status: 200 len: 1091 time: 1.3391831 Mar 10 15:12:51.999386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bff18b-8a54-43ec-9b6f-c3e50cab4e47', 'tag': '505bc3b7-8c53-4521-880d-177444fe9d41'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:52.003661 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d52a71-fc3a-47d7-8b92-0fd4d0147d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bff18b-8a54-43ec-9b6f-c3e50cab4e47", "tag": "505bc3b7-8c53-4521-880d-177444fe9d41"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:52.088430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280c2e8-da56-4ec6-9b57-4ee46c05fe06 req-db116a8a-4f62-4a5f-a908-9920b0af3951 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:52.090502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d280c2e8-da56-4ec6-9b57-4ee46c05fe06 req-db116a8a-4f62-4a5f-a908-9920b0af3951 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.2021084 Mar 10 15:12:52.163066 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de570e08-e622-478f-902a-8f9a6343b947 x-openstack-request-id: req-de570e08-e622-478f-902a-8f9a6343b947 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:52.163589 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "name": "network-vif-unplugged", "status": "completed", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:52.164001 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de570e08-e622-478f-902a-8f9a6343b947 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:52.164705 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'code': 200} Mar 10 15:12:52.188063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe59308-1a85-4230-a987-bb118f234e18 req-01bf3d09-1b3c-42ca-a751-3e096798b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:52.189593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-01bf3d09-1b3c-42ca-a751-3e096798b7eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 1125 time: 0.0981541 Mar 10 15:12:52.269804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-a5be2cab-5b95-4bed-815a-178c7252b3e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505bc3b7-8c53-4521-880d-177444fe9d41 HTTP/1.1" status: 200 len: 217 time: 0.0713286 Mar 10 15:12:52.280162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d280c2e8-da56-4ec6-9b57-4ee46c05fe06 req-f4c9b820-3aad-493b-90f2-a715f73a1e48 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360612 Mar 10 15:12:52.359903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe59308-1a85-4230-a987-bb118f234e18 req-00099d41-41cf-4115-aea1-075288113325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:52.360859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-00099d41-41cf-4115-aea1-075288113325 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.0797937 Mar 10 15:12:52.369538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df96da5-722b-49e9-9c45-343aeca4c0f7 req-08016854-ddd1-44d1-9a39-2f48db33f15d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:52.371417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7df96da5-722b-49e9-9c45-343aeca4c0f7 req-08016854-ddd1-44d1-9a39-2f48db33f15d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 943 time: 0.1050339 Mar 10 15:12:52.404728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-89770852-56b8-4def-b962-a6d29345c657 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324728 Mar 10 15:12:52.406249 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800730a1-b7ea-45d3-9a55-348c6ce8be6e x-openstack-request-id: req-800730a1-b7ea-45d3-9a55-348c6ce8be6e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:52.406543 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bff18b-8a54-43ec-9b6f-c3e50cab4e47", "tag": "505bc3b7-8c53-4521-880d-177444fe9d41", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:52.406836 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-800730a1-b7ea-45d3-9a55-348c6ce8be6e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:52.407241 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bff18b-8a54-43ec-9b6f-c3e50cab4e47', 'tag': '505bc3b7-8c53-4521-880d-177444fe9d41', 'status': 'completed', 'code': 200} Mar 10 15:12:52.508889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-9fb86fdf-6a2a-47ae-b766-10c957ba4093 service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951986 Mar 10 15:12:52.538832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7df96da5-722b-49e9-9c45-343aeca4c0f7 req-5e769214-9609-46cb-a6a1-6fbec6f065f5 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585789 Mar 10 15:12:52.594665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f4bf2aa-054e-409a-b151-dc25e2bca3bb req-079468de-a506-42af-b7d6-76ffd1d829cd tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0558143 Mar 10 15:12:52.788118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abe59308-1a85-4230-a987-bb118f234e18 req-ef63606a-ab76-4611-af95-88358aaae588 service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521818 Mar 10 15:12:52.814706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fbb48-a614-4442-876c-e0a214069f0d req-1df72234-0b78-4755-b59a-7ee29c0a7db4 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:52.821874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e2fbb48-a614-4442-876c-e0a214069f0d req-1df72234-0b78-4755-b59a-7ee29c0a7db4 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1068316 Mar 10 15:12:52.831978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9315dd-3087-4bc6-abb4-f4a12fb5a6fa req-8fa02c5f-0882-4eb9-baf3-f8b6db6a746d tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:52.833572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da9315dd-3087-4bc6-abb4-f4a12fb5a6fa req-8fa02c5f-0882-4eb9-baf3-f8b6db6a746d tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 945 time: 0.1468551 Mar 10 15:12:52.960888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e2fbb48-a614-4442-876c-e0a214069f0d req-dfbcd00b-b568-4037-a5b6-f2830eaacc4a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380193 Mar 10 15:12:52.994701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da9315dd-3087-4bc6-abb4-f4a12fb5a6fa req-733745f5-84e2-4578-959c-3eefec9c32bf tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471305 Mar 10 15:12:52.998599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d52a71-fc3a-47d7-8b92-0fd4d0147d3f req-a4a9e3dd-4ed5-4393-8620-b125787bbcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:53.004482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19d52a71-fc3a-47d7-8b92-0fd4d0147d3f req-a4a9e3dd-4ed5-4393-8620-b125787bbcaa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 1125 time: 0.1558807 Mar 10 15:12:53.131128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d52a71-fc3a-47d7-8b92-0fd4d0147d3f req-a4683d46-bf65-476e-8798-994b05ff0f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:53.132981 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19d52a71-fc3a-47d7-8b92-0fd4d0147d3f req-a4683d46-bf65-476e-8798-994b05ff0f1f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 906 time: 0.1224463 Mar 10 15:12:53.184276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19d52a71-fc3a-47d7-8b92-0fd4d0147d3f req-61737145-cb16-4237-8964-e2ce95b0fa17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=505bc3b7-8c53-4521-880d-177444fe9d41 HTTP/1.1" status: 200 len: 217 time: 0.0447946 Mar 10 15:12:53.242531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d52a71-fc3a-47d7-8b92-0fd4d0147d3f req-684c37d2-4d23-4435-9f60-c5488c241944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:53.245587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19d52a71-fc3a-47d7-8b92-0fd4d0147d3f req-684c37d2-4d23-4435-9f60-c5488c241944 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.0554607 Mar 10 15:12:53.283677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19d52a71-fc3a-47d7-8b92-0fd4d0147d3f req-356cb09c-1b48-476e-968b-e0f1ccf5e689 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320768 Mar 10 15:12:53.439064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19d52a71-fc3a-47d7-8b92-0fd4d0147d3f req-dd9d9af9-a65d-4432-963d-af23b5d079f6 service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494565 Mar 10 15:12:53.984690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19d52a71-fc3a-47d7-8b92-0fd4d0147d3f req-b6f1db1c-3fbd-4e85-8548-e0367c913aa8 service neutron] 10.222.0.62 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242214 Mar 10 15:12:54.000814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624f790-5bf4-42a5-9292-bc0fde28b688 req-8ca8b57f-00f5-4b18-83d9-fd0cf2a32980 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:54.002358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d624f790-5bf4-42a5-9292-bc0fde28b688 req-8ca8b57f-00f5-4b18-83d9-fd0cf2a32980 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.5869098 Mar 10 15:12:54.024146 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-109b297e-51fb-484e-8afb-781c1cf6fc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:54.139379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d624f790-5bf4-42a5-9292-bc0fde28b688 req-ef3dd9e8-b40a-48ba-be74-5616af6b399e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929227 Mar 10 15:12:54.161550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40880712-ed7e-4a7b-b8f5-2ec4fa3264f5 req-79ce9597-3258-41df-a749-e4fc6b326a33 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:54.173426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40880712-ed7e-4a7b-b8f5-2ec4fa3264f5 req-79ce9597-3258-41df-a749-e4fc6b326a33 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 943 time: 0.2311552 Mar 10 15:12:54.298551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40880712-ed7e-4a7b-b8f5-2ec4fa3264f5 req-45892137-62a5-44e9-9c96-5797b3ea6b19 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239181 Mar 10 15:12:54.325052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd8b09a8-b408-455a-ae16-65d9397e6dc3 req-10b536b8-eeb2-4f4d-875d-b92514eddb2b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0434222 Mar 10 15:12:54.369832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49311d43-8812-44cd-9c17-4f5b8dd96962 req-adda61b1-93ad-403c-9f7b-3c2b29c41437 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:54.378990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49311d43-8812-44cd-9c17-4f5b8dd96962 req-adda61b1-93ad-403c-9f7b-3c2b29c41437 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 945 time: 0.1743875 Mar 10 15:12:54.596569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df613cb-1496-417e-8c6a-b39c53b55157 req-3371f171-2a0e-4d96-9eb9-2333db8d683f tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:54.606202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3df613cb-1496-417e-8c6a-b39c53b55157 req-3371f171-2a0e-4d96-9eb9-2333db8d683f tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 945 time: 0.1353865 Mar 10 15:12:54.628210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905e10a-c5e2-401a-99ca-b0aa3670f635 req-80428339-a357-480b-b427-2262f4318b3e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:54.633302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c905e10a-c5e2-401a-99ca-b0aa3670f635 req-80428339-a357-480b-b427-2262f4318b3e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1915324 Mar 10 15:12:54.717283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-49311d43-8812-44cd-9c17-4f5b8dd96962 req-cef95eae-d36f-483d-9a02-2bf48b4a8122 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Deleting port f5307581-bfe5-449a-9c2a-cb671ed78c06 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:12:54.717878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-49311d43-8812-44cd-9c17-4f5b8dd96962 req-cef95eae-d36f-483d-9a02-2bf48b4a8122 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:54.892187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3df613cb-1496-417e-8c6a-b39c53b55157 req-47d3e9c2-800a-4c19-96e8-f9c0bf191bf6 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462587 Mar 10 15:12:54.939415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c905e10a-c5e2-401a-99ca-b0aa3670f635 req-eb0c32f9-2959-44c2-b301-d0164eaf33eb tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965615 Mar 10 15:12:55.099676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-49311d43-8812-44cd-9c17-4f5b8dd96962 req-cef95eae-d36f-483d-9a02-2bf48b4a8122 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] For port f5307581-bfe5-449a-9c2a-cb671ed78c06, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f5307581-bfe5-449a-9c2a-cb671ed78c06,segment=NetworkSegment(5b347781-e0a5-43de-a46a-2b59fd64ce2b),segment_id=5b347781-e0a5-43de-a46a-2b59fd64ce2b)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:55.100298 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-49311d43-8812-44cd-9c17-4f5b8dd96962 req-cef95eae-d36f-483d-9a02-2bf48b4a8122 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:55.119498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-49311d43-8812-44cd-9c17-4f5b8dd96962 req-cef95eae-d36f-483d-9a02-2bf48b4a8122 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Calling delete_port for f5307581-bfe5-449a-9c2a-cb671ed78c06 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:12:55.190970 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:55.381543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-49311d43-8812-44cd-9c17-4f5b8dd96962 req-cef95eae-d36f-483d-9a02-2bf48b4a8122 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f5307581-bfe5-449a-9c2a-cb671ed78c06), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:55.398918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['f5307581-bfe5-449a-9c2a-cb671ed78c06'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:12:55.452242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef95eae-d36f-483d-9a02-2bf48b4a8122 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Pushing event deleted for resources: {'Port': ['ID=f5307581-bfe5-449a-9c2a-cb671ed78c06,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:55.480825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-49311d43-8812-44cd-9c17-4f5b8dd96962 req-cef95eae-d36f-483d-9a02-2bf48b4a8122 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] No DVR routers for this DVR port f5307581-bfe5-449a-9c2a-cb671ed78c06 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:12:55.495314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0eaf15c8-e27b-4395-86e1-9f6633b4952a no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:55.497438 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-49311d43-8812-44cd-9c17-4f5b8dd96962 req-cef95eae-d36f-483d-9a02-2bf48b4a8122 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:55.506556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49311d43-8812-44cd-9c17-4f5b8dd96962 req-cef95eae-d36f-483d-9a02-2bf48b4a8122 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.45 "DELETE /v2.0/ports/f5307581-bfe5-449a-9c2a-cb671ed78c06 HTTP/1.1" status: 204 len: 173 time: 1.1236482 Mar 10 15:12:55.512619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7615a1-41dd-4d54-8534-f5487225bfa0', 'name': 'network-vif-deleted', 'tag': 'f5307581-bfe5-449a-9c2a-cb671ed78c06'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:12:55.518491 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9d2b26-59ca-4b7a-9585-62943594d261" -d '{"events": [{"server_uuid": "9a7615a1-41dd-4d54-8534-f5487225bfa0", "name": "network-vif-deleted", "tag": "f5307581-bfe5-449a-9c2a-cb671ed78c06"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:12:55.685729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf5376-7963-40bb-8edb-396a3cf4486b req-22ce19b3-8c62-4692-bde6-58d999dae30e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:55.695205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27bf5376-7963-40bb-8edb-396a3cf4486b req-22ce19b3-8c62-4692-bde6-58d999dae30e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 943 time: 0.1315897 Mar 10 15:12:55.792279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0eaf15c8-e27b-4395-86e1-9f6633b4952a is: DOWN; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:55.820921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27bf5376-7963-40bb-8edb-396a3cf4486b req-1fc44049-9c62-45d4-bda3-471a9d3d5edc tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243260 Mar 10 15:12:55.873410 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57556) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:55.911225 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a32a56d-bb9c-457e-a914-233aa1946fa8 x-openstack-request-id: req-0a32a56d-bb9c-457e-a914-233aa1946fa8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:12:55.911225 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7615a1-41dd-4d54-8534-f5487225bfa0", "name": "network-vif-deleted", "tag": "f5307581-bfe5-449a-9c2a-cb671ed78c06", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:12:55.911225 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a32a56d-bb9c-457e-a914-233aa1946fa8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:12:55.911225 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7615a1-41dd-4d54-8534-f5487225bfa0', 'name': 'network-vif-deleted', 'tag': 'f5307581-bfe5-449a-9c2a-cb671ed78c06', 'status': 'completed', 'code': 200} Mar 10 15:12:55.955116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-094ceafc-4958-4311-9e3c-dcb9197b9f89 req-9afc4cef-579c-470d-986d-5f00440dfa82 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0658205 Mar 10 15:12:56.106236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e08a045e-6c62-4e3c-817e-851a53091cd3 req-5ae88a5c-a8e6-43cb-9390-c6ca56cd11f0 tempest-ServerAddressesTestJSON-2081291317 tempest-ServerAddressesTestJSON-2081291317-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a7615a1-41dd-4d54-8534-f5487225bfa0 HTTP/1.1" status: 200 len: 210 time: 0.0914717 Mar 10 15:12:56.197810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-5025edda-fd87-4230-834e-7ab8c181fac8 req-eb0831db-927c-4a41-ae77-4f9a46527bec service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:12:56.206599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5025edda-fd87-4230-834e-7ab8c181fac8 req-eb0831db-927c-4a41-ae77-4f9a46527bec service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227177 Mar 10 15:12:56.251798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fcd16-4628-4bba-b996-d591d55569a4 req-b3ff26ac-8a3d-45a9-9f87-0989805eb996 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:56.260334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b01fcd16-4628-4bba-b996-d591d55569a4 req-b3ff26ac-8a3d-45a9-9f87-0989805eb996 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1666129 Mar 10 15:12:56.304409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d6db0cd-dc32-42f1-aa90-987183f56cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:56.421510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b01fcd16-4628-4bba-b996-d591d55569a4 req-d4e6c98e-30cb-406b-aeb5-21b34d61b36a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591842 Mar 10 15:12:56.463417 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d6db0cd-dc32-42f1-aa90-987183f56cff admin admin] Publish callbacks [] for security_group (da7e3ab5-0ad4-4e89-9acb-421ab94ada5c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:56.478964 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d6db0cd-dc32-42f1-aa90-987183f56cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (da7e3ab5-0ad4-4e89-9acb-421ab94ada5c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:56.563223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b7764-e643-4a59-b75f-06e172dcef4b req-951cca84-ee46-4a56-89cd-9b2051964d0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:56.566356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-322b7764-e643-4a59-b75f-06e172dcef4b req-951cca84-ee46-4a56-89cd-9b2051964d0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1279418 Mar 10 15:12:56.574380 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5d6db0cd-dc32-42f1-aa90-987183f56cff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=584b40d6b22441738cb334dc7a133100&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6988103 Mar 10 15:12:56.579627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6db0cd-dc32-42f1-aa90-987183f56cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7e3ab5-0ad4-4e89-9acb-421ab94ada5c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:56.582639 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57582) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:56.681015 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:56.689180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-322b7764-e643-4a59-b75f-06e172dcef4b req-455ea999-c62d-49cd-a827-f3ccf1727535 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165347 Mar 10 15:12:56.702016 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74ec7146-0ce8-4628-b718-47b04d9115bd admin admin] Publish callbacks [] for security_group (da7e3ab5-0ad4-4e89-9acb-421ab94ada5c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:56.752217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74ec7146-0ce8-4628-b718-47b04d9115bd admin admin] Publish callbacks [] for security_group (da7e3ab5-0ad4-4e89-9acb-421ab94ada5c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:56.839322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74ec7146-0ce8-4628-b718-47b04d9115bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (da7e3ab5-0ad4-4e89-9acb-421ab94ada5c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:56.843502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74ec7146-0ce8-4628-b718-47b04d9115bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:56.845191 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-74ec7146-0ce8-4628-b718-47b04d9115bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da7e3ab5-0ad4-4e89-9acb-421ab94ada5c HTTP/1.1" status: 204 len: 168 time: 0.2610812 Mar 10 15:12:56.861844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec7146-0ce8-4628-b718-47b04d9115bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7e3ab5-0ad4-4e89-9acb-421ab94ada5c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:57.133701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d79c33-3b7f-4ec3-bd58-804551a62231 req-c74ded70-4181-42b8-beb5-d2c0c4cf0c3f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:57.142138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20d79c33-3b7f-4ec3-bd58-804551a62231 req-c74ded70-4181-42b8-beb5-d2c0c4cf0c3f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 943 time: 0.1862490 Mar 10 15:12:57.254905 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-83176be2-facd-4fca-8729-3634ec7da049 req-a62adc96-9557-40ca-8232-a50022f6939a tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.1096444 Mar 10 15:12:57.371473 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57602) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:57.386292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20d79c33-3b7f-4ec3-bd58-804551a62231 req-f8bd2974-ee6e-4bb5-862e-189b29e26560 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432976 Mar 10 15:12:57.504096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f5307581-bfe5-449a-9c2a-cb671ed78c06 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:12:57.522680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c8959d-691a-4694-8b26-054275a8954b admin admin] Deleting subnet 35e8ae85-7de0-4e85-947a-17d4921354b1 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:12:57.541023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20c8959d-691a-4694-8b26-054275a8954b admin admin] Publish callbacks [] for subnet (35e8ae85-7de0-4e85-947a-17d4921354b1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:57.544362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: f5307581-bfe5-449a-9c2a-cb671ed78c06 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:12:57.545069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f5307581-bfe5-449a-9c2a-cb671ed78c06 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:12:57.650068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba242250-e7c8-4973-9456-486f330a6aff req-d60a7ff1-514b-49db-8bae-b55fd668d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:57.652007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba242250-e7c8-4973-9456-486f330a6aff req-d60a7ff1-514b-49db-8bae-b55fd668d691 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 1127 time: 0.1551077 Mar 10 15:12:57.665621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9219b-3f29-4db6-851d-3b622ad811a4 req-976354ee-6a37-4f9f-9faf-0c6c189fe6de tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:57.671938 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-7193af9c-3083-4128-a754-f5281e3cdbb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5873263 Mar 10 15:12:57.674243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda9219b-3f29-4db6-851d-3b622ad811a4 req-976354ee-6a37-4f9f-9faf-0c6c189fe6de tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1007214 Mar 10 15:12:57.708473 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-78e17403-3e22-4c15-bc3e-520676ad27d2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:12:57.714469 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-78e17403-3e22-4c15-bc3e-520676ad27d2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0333264 Mar 10 15:12:57.724196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 505bc3b7-8c53-4521-880d-177444fe9d41 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:12:57.725216 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20c8959d-691a-4694-8b26-054275a8954b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (35e8ae85-7de0-4e85-947a-17d4921354b1), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:57.786269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda9219b-3f29-4db6-851d-3b622ad811a4 req-d54cd544-9743-4193-8c7d-79a3c811dab7 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109412 Mar 10 15:12:57.801629 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20c8959d-691a-4694-8b26-054275a8954b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (35e8ae85-7de0-4e85-947a-17d4921354b1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:57.811420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57612) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:57.813845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba242250-e7c8-4973-9456-486f330a6aff req-b4c107eb-653e-4b2e-a35d-c3e879d301b7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303818 Mar 10 15:12:57.863047 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60f9abc0-fa7f-4ba3-a8ff-bc7de63e22e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:57.885018 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-7e80358c-d8d0-467c-9729-866c246be3d8 req-a5b3e225-1378-49a2-a0f8-ca097eee3fa4 service neutron] (115534) timed out ('10.222.0.11', 37308) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:12:57.906672 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20c8959d-691a-4694-8b26-054275a8954b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (35e8ae85-7de0-4e85-947a-17d4921354b1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:57.970472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 505bc3b7-8c53-4521-880d-177444fe9d41, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=505bc3b7-8c53-4521-880d-177444fe9d41,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:57.991454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20c8959d-691a-4694-8b26-054275a8954b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:57.992003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '505bc3b7-8c53-4521-880d-177444fe9d41', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'port_id': '505bc3b7-8c53-4521-880d-177444fe9d41', 'mac_address': 'fa:16:3e:e6:f2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb24078f-4516-4897-8be0-5a7c1076ae2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:12:58.000752 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-20c8959d-691a-4694-8b26-054275a8954b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/35e8ae85-7de0-4e85-947a-17d4921354b1 HTTP/1.1" status: 204 len: 168 time: 0.6260984 Mar 10 15:12:58.004053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8959d-691a-4694-8b26-054275a8954b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e8ae85-7de0-4e85-947a-17d4921354b1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:58.015421 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57618) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:58.084746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 505bc3b7-8c53-4521-880d-177444fe9d41 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:12:58.084969 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.112707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505bc3b7-8c53-4521-880d-177444fe9d41 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:12:58.149594 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60f9abc0-fa7f-4ba3-a8ff-bc7de63e22e6 admin admin] Publish callbacks [] for security_group (ea07c8d6-c462-4dc6-b385-61570487217a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.179514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9b8eaa61-b68b-463b-b61f-4db732116d15), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.181475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beafea-bb05-403a-b3fc-4fcdd027d078 req-e2e0baca-7f15-4833-a05f-952269c3511c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:58.187336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 505bc3b7-8c53-4521-880d-177444fe9d41, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=505bc3b7-8c53-4521-880d-177444fe9d41,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:12:58.197439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54beafea-bb05-403a-b3fc-4fcdd027d078 req-e2e0baca-7f15-4833-a05f-952269c3511c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1848981 Mar 10 15:12:58.204495 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.246780 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.252139 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60f9abc0-fa7f-4ba3-a8ff-bc7de63e22e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea07c8d6-c462-4dc6-b385-61570487217a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.320538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=505bc3b7-8c53-4521-880d-177444fe9d41,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:58.326023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9b8eaa61-b68b-463b-b61f-4db732116d15), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.359266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-60f9abc0-fa7f-4ba3-a8ff-bc7de63e22e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=948e8ef9aa54437e8d74f5e7d4e7a88b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5445540 Mar 10 15:12:58.361576 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9abc0-fa7f-4ba3-a8ff-bc7de63e22e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea07c8d6-c462-4dc6-b385-61570487217a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:58.375935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57622) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:58.407601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54beafea-bb05-403a-b3fc-4fcdd027d078 req-ba7e2d0d-6243-42de-870a-05d154833248 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2077115 Mar 10 15:12:58.437172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0958f79d-af14-4b53-a7ce-cd2ae625821b req-f6543088-10ff-4405-8566-ab847009e52f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0458572 Mar 10 15:12:58.487820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8eaa61-b68b-463b-b61f-4db732116d15']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:58.500918 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dedd6c1-99a3-4a0c-92ed-ac1a6cd3e128 admin admin] Publish callbacks [] for security_group (ea07c8d6-c462-4dc6-b385-61570487217a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.516795 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b347781-e0a5-43de-a46a-2b59fd64ce2b') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:58.517092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b347781-e0a5-43de-a46a-2b59fd64ce2b') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:12:58.536353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['505bc3b7-8c53-4521-880d-177444fe9d41'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:12:58.581574 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (5b347781-e0a5-43de-a46a-2b59fd64ce2b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.583092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57630) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:58.592334 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dedd6c1-99a3-4a0c-92ed-ac1a6cd3e128 admin admin] Publish callbacks [] for security_group (ea07c8d6-c462-4dc6-b385-61570487217a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.598885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-9e8608ef-d623-443b-b1a0-0caf3508f1bd tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:58.605622 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-9e8608ef-d623-443b-b1a0-0caf3508f1bd tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports/0eaf15c8-e27b-4395-86e1-9f6633b4952a HTTP/1.1" status: 200 len: 940 time: 0.7193937 Mar 10 15:12:58.628548 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5b347781-e0a5-43de-a46a-2b59fd64ce2b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.648438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:12:58.649193 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (5b347781-e0a5-43de-a46a-2b59fd64ce2b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:12:58.653268 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:12:58.659706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ee3fd-d7df-4fa9-a241-fc224ec98b93 req-c917067d-b909-4d11-80cb-ad1f1211ee9d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:58.667960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd7ee3fd-d7df-4fa9-a241-fc224ec98b93 req-c917067d-b909-4d11-80cb-ad1f1211ee9d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 944 time: 0.1525662 Mar 10 15:12:58.742917 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd7ee3fd-d7df-4fa9-a241-fc224ec98b93 req-c4679ea7-18eb-41a7-94d6-d7a8ccbcba43 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691929 Mar 10 15:12:58.745841 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dedd6c1-99a3-4a0c-92ed-ac1a6cd3e128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea07c8d6-c462-4dc6-b385-61570487217a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.750248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7dedd6c1-99a3-4a0c-92ed-ac1a6cd3e128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.751749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7dedd6c1-99a3-4a0c-92ed-ac1a6cd3e128 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea07c8d6-c462-4dc6-b385-61570487217a HTTP/1.1" status: 204 len: 168 time: 0.3736880 Mar 10 15:12:58.781322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedd6c1-99a3-4a0c-92ed-ac1a6cd3e128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea07c8d6-c462-4dc6-b385-61570487217a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:58.791961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9b8eaa61-b68b-463b-b61f-4db732116d15), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.801248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:58.804372 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9b8eaa61-b68b-463b-b61f-4db732116d15 HTTP/1.1" status: 204 len: 168 time: 0.7855132 Mar 10 15:12:58.829472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20c076-3d7d-4569-80c2-79d763220be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8eaa61-b68b-463b-b61f-4db732116d15,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:58.930073 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46eb41cb-a61b-4e16-910b-e8ab300c525d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.129582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46eb41cb-a61b-4e16-910b-e8ab300c525d admin admin] Publish callbacks [] for security_group (e0ed80a6-bc0d-4bbd-beb1-944462afb8b6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.137767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2f1da-f7a9-4342-9633-4a1690e1e0a8 req-0d108452-2616-4a9a-8a49-c8c151690d4e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:59.139454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25b2f1da-f7a9-4342-9633-4a1690e1e0a8 req-0d108452-2616-4a9a-8a49-c8c151690d4e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1902189 Mar 10 15:12:59.143325 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46eb41cb-a61b-4e16-910b-e8ab300c525d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e0ed80a6-bc0d-4bbd-beb1-944462afb8b6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.205260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-46eb41cb-a61b-4e16-910b-e8ab300c525d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36258dd08fd048b7b6e5d8ffaf8cab84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6188354 Mar 10 15:12:59.205260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb41cb-a61b-4e16-910b-e8ab300c525d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ed80a6-bc0d-4bbd-beb1-944462afb8b6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:59.206026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57648) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:59.271538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25b2f1da-f7a9-4342-9633-4a1690e1e0a8 req-874771ee-f99a-4d82-8c35-342580f76334 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221478 Mar 10 15:12:59.288762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95887fab-2108-4c19-aab0-7a156abf58ef admin admin] Publish callbacks [] for security_group (e0ed80a6-bc0d-4bbd-beb1-944462afb8b6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.328627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57652) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:59.353352 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95887fab-2108-4c19-aab0-7a156abf58ef admin admin] Publish callbacks [] for security_group (e0ed80a6-bc0d-4bbd-beb1-944462afb8b6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.388221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5c4d54ea-9dd1-4c82-858c-cf1037a4f8a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0803c66428341eda4a18c79f1bfd47d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0577588 Mar 10 15:12:59.390235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57654) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:12:59.547223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30003cbf-7eb7-43a4-a6b8-bf80b2f8affc admin admin] Publish callbacks [] for security_group (aedb04e4-02b6-4f3d-bfe2-125e83bb04cf), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.551578 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95887fab-2108-4c19-aab0-7a156abf58ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e0ed80a6-bc0d-4bbd-beb1-944462afb8b6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.558390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95887fab-2108-4c19-aab0-7a156abf58ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.560640 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-95887fab-2108-4c19-aab0-7a156abf58ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0ed80a6-bc0d-4bbd-beb1-944462afb8b6 HTTP/1.1" status: 204 len: 168 time: 0.3540385 Mar 10 15:12:59.596975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95887fab-2108-4c19-aab0-7a156abf58ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ed80a6-bc0d-4bbd-beb1-944462afb8b6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:59.653291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30003cbf-7eb7-43a4-a6b8-bf80b2f8affc admin admin] Publish callbacks [] for security_group (aedb04e4-02b6-4f3d-bfe2-125e83bb04cf), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.658573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ef0ee31-cedf-4bf5-94ca-d25f44dd9ef8 req-40c6ffd2-6fa4-4ae9-a5c3-1adf6db14f53 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0809333 Mar 10 15:12:59.719143 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30003cbf-7eb7-43a4-a6b8-bf80b2f8affc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aedb04e4-02b6-4f3d-bfe2-125e83bb04cf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.719588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 505bc3b7-8c53-4521-880d-177444fe9d41 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:12:59.722827 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-30003cbf-7eb7-43a4-a6b8-bf80b2f8affc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.724100 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-30003cbf-7eb7-43a4-a6b8-bf80b2f8affc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aedb04e4-02b6-4f3d-bfe2-125e83bb04cf HTTP/1.1" status: 204 len: 168 time: 0.3327291 Mar 10 15:12:59.740055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30003cbf-7eb7-43a4-a6b8-bf80b2f8affc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedb04e4-02b6-4f3d-bfe2-125e83bb04cf,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:12:59.790390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece712c-2e7e-4f12-b322-85ae9886852f req-19510496-db12-4b74-a1a5-d264cf443d86 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:12:59.792075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ece712c-2e7e-4f12-b322-85ae9886852f req-19510496-db12-4b74-a1a5-d264cf443d86 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1481140 Mar 10 15:12:59.891995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 505bc3b7-8c53-4521-880d-177444fe9d41 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:12:59.897659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 505bc3b7-8c53-4521-880d-177444fe9d41 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:12:59.898376 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:12:59.923576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ece712c-2e7e-4f12-b322-85ae9886852f req-34f8f7e7-4467-45f8-b1fb-608d4f842cd9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241341 Mar 10 15:12:59.998339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3c88a-ff3a-4318-ad59-90fc190cefa9 req-c1237d37-f606-4faa-970b-be7619e19d61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:00.002368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13d3c88a-ff3a-4318-ad59-90fc190cefa9 req-c1237d37-f606-4faa-970b-be7619e19d61 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 944 time: 0.1523108 Mar 10 15:13:00.065910 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 505bc3b7-8c53-4521-880d-177444fe9d41 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:13:00.066462 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:00.110137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13d3c88a-ff3a-4318-ad59-90fc190cefa9 req-9a0b4cc6-ebff-4a7a-9d28-a38b18b00b2a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012654 Mar 10 15:13:00.119639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bff18b-8a54-43ec-9b6f-c3e50cab4e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505bc3b7-8c53-4521-880d-177444fe9d41'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:13:00.134144 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791a27d4-b4f7-42d4-8d15-aa6bc09ca6fa" -d '{"events": [{"server_uuid": "f4bff18b-8a54-43ec-9b6f-c3e50cab4e47", "name": "network-vif-plugged", "status": "completed", "tag": "505bc3b7-8c53-4521-880d-177444fe9d41"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:13:00.174906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 505bc3b7-8c53-4521-880d-177444fe9d41, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=505bc3b7-8c53-4521-880d-177444fe9d41,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:00.187888 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:00.262673 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87697897-bc32-42d1-8655-a04567faf94c x-openstack-request-id: req-87697897-bc32-42d1-8655-a04567faf94c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:13:00.263280 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bff18b-8a54-43ec-9b6f-c3e50cab4e47", "name": "network-vif-plugged", "status": "completed", "tag": "505bc3b7-8c53-4521-880d-177444fe9d41", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:13:00.263808 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87697897-bc32-42d1-8655-a04567faf94c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:13:00.264432 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bff18b-8a54-43ec-9b6f-c3e50cab4e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505bc3b7-8c53-4521-880d-177444fe9d41', 'code': 200} Mar 10 15:13:00.297566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57682) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:00.315621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-257fdeff-adda-4490-baa8-9f6e31d529d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:00.334441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=505bc3b7-8c53-4521-880d-177444fe9d41,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:00.434891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84987415-0fea-4aea-99b7-ca8a08c01b64 req-2e6c5312-1860-4190-aa28-9c4c17348591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:00.436402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84987415-0fea-4aea-99b7-ca8a08c01b64 req-2e6c5312-1860-4190-aa28-9c4c17348591 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 1127 time: 0.1148338 Mar 10 15:13:00.539414 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-257fdeff-adda-4490-baa8-9f6e31d529d3 admin admin] Publish callbacks [] for security_group (8920f67e-f1f1-454a-84f1-b9576046da77), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:00.549192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-257fdeff-adda-4490-baa8-9f6e31d529d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8920f67e-f1f1-454a-84f1-b9576046da77), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:00.610030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84987415-0fea-4aea-99b7-ca8a08c01b64 req-0cd6ac4b-4f66-4758-85dc-3884108b6659 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559536 Mar 10 15:13:00.610301 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-257fdeff-adda-4490-baa8-9f6e31d529d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b776a3d1c71044dd9b94201a84b34c9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3086329 Mar 10 15:13:00.610517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57692) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:00.654756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf71a0-2d69-4bfc-9fe5-cbb3bf171e64 req-ea3faf58-d12a-456f-92fc-f12b9e36ed8a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:00.656516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5fcf71a0-2d69-4bfc-9fe5-cbb3bf171e64 req-ea3faf58-d12a-456f-92fc-f12b9e36ed8a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.2191777 Mar 10 15:13:00.720793 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fdeff-adda-4490-baa8-9f6e31d529d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8920f67e-f1f1-454a-84f1-b9576046da77,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:00.743645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5fcf71a0-2d69-4bfc-9fe5-cbb3bf171e64 req-b1911083-15a9-4b26-a72f-08eb87816e72 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797658 Mar 10 15:13:00.824048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e2cd6ee-ccca-401c-92e5-26a25ab3ceb3 admin admin] Publish callbacks [] for security_group (8920f67e-f1f1-454a-84f1-b9576046da77), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:00.905028 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e2cd6ee-ccca-401c-92e5-26a25ab3ceb3 admin admin] Publish callbacks [] for security_group (8920f67e-f1f1-454a-84f1-b9576046da77), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:00.997694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6cd5816c-150c-4169-bab4-9ff1e42ddb47 req-542cbd87-00f1-427e-adde-5986651364aa tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0611880 Mar 10 15:13:01.014074 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e2cd6ee-ccca-401c-92e5-26a25ab3ceb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8920f67e-f1f1-454a-84f1-b9576046da77), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:01.016670 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e2cd6ee-ccca-401c-92e5-26a25ab3ceb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:01.017838 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9e2cd6ee-ccca-401c-92e5-26a25ab3ceb3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8920f67e-f1f1-454a-84f1-b9576046da77 HTTP/1.1" status: 204 len: 168 time: 0.4007678 Mar 10 15:13:01.039004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cd6ee-ccca-401c-92e5-26a25ab3ceb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8920f67e-f1f1-454a-84f1-b9576046da77,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:01.281203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d559b9-20b9-41af-9da7-799c7fe8d22d req-5a1ae7d7-217d-441f-b7cf-3c1101740c6f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:01.285319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7d559b9-20b9-41af-9da7-799c7fe8d22d req-5a1ae7d7-217d-441f-b7cf-3c1101740c6f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1387117 Mar 10 15:13:01.400776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7d559b9-20b9-41af-9da7-799c7fe8d22d req-3f060dcd-af8d-4598-bc96-9b77418c68de tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027040 Mar 10 15:13:01.608538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d972c-1339-401d-9b37-e152eb9a6196 req-7f9883e6-87fc-4471-8e33-378902302b2e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:01.619773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-696d972c-1339-401d-9b37-e152eb9a6196 req-7f9883e6-87fc-4471-8e33-378902302b2e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 945 time: 0.0892920 Mar 10 15:13:01.738254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-696d972c-1339-401d-9b37-e152eb9a6196 req-5341da64-ecde-4848-9c24-5313a487bdb1 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134436 Mar 10 15:13:02.195510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abf69231-5cd9-4ba6-a97a-73ed122616f7 req-b8b7ad08-2b99-43b7-823e-fe4761b7eb53 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0412030 Mar 10 15:13:02.237841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57748) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:02.394226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1841125976-network', 'tenant_id': '30c445464c7a415caec8599f893a0c1e'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:02.418953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Made reservation on behalf of 30c445464c7a415caec8599f893a0c1e for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:02.421359 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:02.437200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:02.558904 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Publish callbacks [] for security_group (6b8029cb-dc97-4610-a046-38a123f18293), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:02.561950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa30dc0-3d2a-4266-8e97-86c85346ff49 req-6ab7eb5b-bc07-4b4b-940d-28e8fef52cd7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:02.564369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efa30dc0-3d2a-4266-8e97-86c85346ff49 req-6ab7eb5b-bc07-4b4b-940d-28e8fef52cd7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.0653486 Mar 10 15:13:02.571056 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6b8029cb-dc97-4610-a046-38a123f18293), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:02.630315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8029cb-dc97-4610-a046-38a123f18293,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:02.667629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:13:02.684537 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (244cabdc-94b0-415b-bcbd-fa0b1494f46b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:02.685239 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Added segment 244cabdc-94b0-415b-bcbd-fa0b1494f46b of type vlan for network 9341f270-d504-4138-b500-7f9b461d58c3 Mar 10 15:13:02.689999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-efa30dc0-3d2a-4266-8e97-86c85346ff49 req-53c75b02-491d-4fc1-96df-675f92afd67a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192756 Mar 10 15:13:02.737261 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9341f270-d504-4138-b500-7f9b461d58c3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:02.764555 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9341f270-d504-4138-b500-7f9b461d58c3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:02.767037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:02.767788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:02.836069 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5965385 Mar 10 15:13:02.839757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57770) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:02.848399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] Request body: {'subnet': {'network_id': '9341f270-d504-4138-b500-7f9b461d58c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1841125976-subnet', 'tenant_id': '30c445464c7a415caec8599f893a0c1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:02.883720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d6afb-94d4-46df-a5cc-0110f46a9b18 admin admin] Pushing event updated for resources: {'Network': ['ID=9341f270-d504-4138-b500-7f9b461d58c3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:02.895232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9341f270-d504-4138-b500-7f9b461d58c3 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:13:02.941649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] Made reservation on behalf of 30c445464c7a415caec8599f893a0c1e for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:02.944215 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:03.039244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb6ead-788c-43aa-8ed6-980a3ae3e3cf req-bdf043a3-35f0-4376-9c88-ea4c88517ff1 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:03.046500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-debb6ead-788c-43aa-8ed6-980a3ae3e3cf req-bdf043a3-35f0-4376-9c88-ea4c88517ff1 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 945 time: 0.1767583 Mar 10 15:13:03.132819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-debb6ead-788c-43aa-8ed6-980a3ae3e3cf req-4dde264b-4ed4-48b1-93a4-b77a4576f4e8 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801311 Mar 10 15:13:03.292774 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (513da1a9-2c41-4c35-b51a-7b2707732ff9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:03.395745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b4a4dc8-257e-4cf7-8727-bace7fec5de6 req-6c502aa1-eef0-4c8f-a056-4bdb841e9d7b tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0386078 Mar 10 15:13:03.405448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=513da1a9-2c41-4c35-b51a-7b2707732ff9,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:03.422041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] Checking segment: {'id': '244cabdc-94b0-415b-bcbd-fa0b1494f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9341f270-d504-4138-b500-7f9b461d58c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:13:03.422404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] Network hostable DHCP agents. Network: 9341f270-d504-4138-b500-7f9b461d58c3, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:13:03.445158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] Network 9341f270-d504-4138-b500-7f9b461d58c3 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:13:03.461242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9341f270-d504-4138-b500-7f9b461d58c3) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:03.466554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:03.467380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:03.473571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff9fa0e-d03b-4e8f-89dc-186d2323a049 None None] Network 9341f270-d504-4138-b500-7f9b461d58c3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:03.487801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-745c4fe7-53d4-44b7-af5d-401dd25773f1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6464703 Mar 10 15:13:03.663920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69df4-e4d9-4c03-968e-d202be9aa07c req-b8d7dd8f-256d-405e-bc9a-1efa59aad4b8 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:03.665456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ed69df4-e4d9-4c03-968e-d202be9aa07c req-b8d7dd8f-256d-405e-bc9a-1efa59aad4b8 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 945 time: 0.1308086 Mar 10 15:13:03.706766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a75334-41d0-41f7-811f-ddd5139ef5fe None None] Network 9341f270-d504-4138-b500-7f9b461d58c3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:03.779481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ed69df4-e4d9-4c03-968e-d202be9aa07c req-98682412-4b35-452e-85d8-2be65760f155 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966368 Mar 10 15:13:04.069087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57808) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:04.205300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93a2c0-c6a5-4c50-8cc3-f04c2919005b req-2c01d1a4-4e59-4aae-bb1c-54fe90ad7048 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:04.207612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8d93a2c0-c6a5-4c50-8cc3-f04c2919005b req-2c01d1a4-4e59-4aae-bb1c-54fe90ad7048 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.0738831 Mar 10 15:13:04.279582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8d93a2c0-c6a5-4c50-8cc3-f04c2919005b req-47d783cc-774b-4867-a0db-7807115e8861 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658221 Mar 10 15:13:04.280578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bdb7-b541-4ade-90b6-a6480a76372b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:04.389436 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bdb7-b541-4ade-90b6-a6480a76372b admin admin] Publish callbacks [] for security_group (6e352477-15a9-4116-b131-b9fa62fe735b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:04.395294 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bdb7-b541-4ade-90b6-a6480a76372b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6e352477-15a9-4116-b131-b9fa62fe735b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:04.444505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cdd8bdb7-b541-4ade-90b6-a6480a76372b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99b8a74708954eeba4915b74aa8b5773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3716033 Mar 10 15:13:04.444505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8bdb7-b541-4ade-90b6-a6480a76372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e352477-15a9-4116-b131-b9fa62fe735b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:04.445054 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57816) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:04.453667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1472bb4-4f13-465e-9666-d47adfa8f18b req-5d06de3b-3e32-48b1-88e8-06eb3b0bb409 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:04.455167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1472bb4-4f13-465e-9666-d47adfa8f18b req-5d06de3b-3e32-48b1-88e8-06eb3b0bb409 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 945 time: 0.1137142 Mar 10 15:13:04.500621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2129ca4a-9fff-4832-ade4-2b58d4701bff admin admin] Publish callbacks [] for security_group (6e352477-15a9-4116-b131-b9fa62fe735b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:04.512065 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1472bb4-4f13-465e-9666-d47adfa8f18b req-bdb1b7bc-96d2-4e80-b946-8b73dea00ad7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497158 Mar 10 15:13:04.526212 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2129ca4a-9fff-4832-ade4-2b58d4701bff admin admin] Publish callbacks [] for security_group (6e352477-15a9-4116-b131-b9fa62fe735b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:04.586381 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2129ca4a-9fff-4832-ade4-2b58d4701bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6e352477-15a9-4116-b131-b9fa62fe735b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:04.589906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2129ca4a-9fff-4832-ade4-2b58d4701bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:04.591229 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2129ca4a-9fff-4832-ade4-2b58d4701bff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e352477-15a9-4116-b131-b9fa62fe735b HTTP/1.1" status: 204 len: 168 time: 0.1450150 Mar 10 15:13:04.599313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129ca4a-9fff-4832-ade4-2b58d4701bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e352477-15a9-4116-b131-b9fa62fe735b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:04.707265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9067211-481d-4c1b-8a12-271fecd24279 req-8a8ae49d-e84a-4e15-9c2a-fabc3849f187 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0297482 Mar 10 15:13:05.091693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756f85c-0f82-4a76-838e-56dd8be66c22 req-3046af05-0f2c-4d5d-9717-527dd336f3a5 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:05.099003 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1756f85c-0f82-4a76-838e-56dd8be66c22 req-3046af05-0f2c-4d5d-9717-527dd336f3a5 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 945 time: 0.0808110 Mar 10 15:13:05.151413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1756f85c-0f82-4a76-838e-56dd8be66c22 req-9e71c220-c62f-4f26-95c5-b80690f08140 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514624 Mar 10 15:13:05.507682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203db44f-e23a-4067-9a7d-a85e3d7e267b req-f0124a73-28d3-4835-9e3b-bf8e7e755260 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:05.510008 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-203db44f-e23a-4067-9a7d-a85e3d7e267b req-f0124a73-28d3-4835-9e3b-bf8e7e755260 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.0732234 Mar 10 15:13:05.574420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-203db44f-e23a-4067-9a7d-a85e3d7e267b req-3eb9012a-ad18-4e35-91d9-22d5f6c8e947 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583301 Mar 10 15:13:05.679971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57868) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:05.831284 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c927eb-d547-46e2-9e15-45d86aefea5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:05.873851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c14e3b8-2294-44a4-a837-e8f854440930 req-981e19aa-2eeb-4259-a292-e1afe1ea4905 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0390553 Mar 10 15:13:05.926352 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c927eb-d547-46e2-9e15-45d86aefea5e admin admin] Publish callbacks [] for security_group (41356ad1-a4c5-4f29-bc16-e922b7f1edc3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:05.939942 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c927eb-d547-46e2-9e15-45d86aefea5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (41356ad1-a4c5-4f29-bc16-e922b7f1edc3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:05.977635 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a3c927eb-d547-46e2-9e15-45d86aefea5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f55d8d713074b7b8ed91d8ba99077d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2965505 Mar 10 15:13:05.977866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57880) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:05.999151 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c927eb-d547-46e2-9e15-45d86aefea5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41356ad1-a4c5-4f29-bc16-e922b7f1edc3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:06.082308 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a3499f5-4f6b-486a-bdcd-c2d8f5f8398f admin admin] Publish callbacks [] for security_group (41356ad1-a4c5-4f29-bc16-e922b7f1edc3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:06.112179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a3499f5-4f6b-486a-bdcd-c2d8f5f8398f admin admin] Publish callbacks [] for security_group (41356ad1-a4c5-4f29-bc16-e922b7f1edc3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:06.183487 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a3499f5-4f6b-486a-bdcd-c2d8f5f8398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (41356ad1-a4c5-4f29-bc16-e922b7f1edc3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:06.187620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a3499f5-4f6b-486a-bdcd-c2d8f5f8398f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:06.192045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0a3499f5-4f6b-486a-bdcd-c2d8f5f8398f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41356ad1-a4c5-4f29-bc16-e922b7f1edc3 HTTP/1.1" status: 204 len: 168 time: 0.2130880 Mar 10 15:13:06.202698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3499f5-4f6b-486a-bdcd-c2d8f5f8398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41356ad1-a4c5-4f29-bc16-e922b7f1edc3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:06.453740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-77ac7d69-3b9b-49ce-8f98-7079b6988be9 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:06.455662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-77ac7d69-3b9b-49ce-8f98-7079b6988be9 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/networks?id=9341f270-d504-4138-b500-7f9b461d58c3 HTTP/1.1" status: 200 len: 810 time: 0.1903586 Mar 10 15:13:06.470633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182a63b-74c0-40d2-86af-99dcb43c9388 req-5706d2e5-b855-40f2-8cb9-7242f0ff10dc tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:06.472354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9182a63b-74c0-40d2-86af-99dcb43c9388 req-5706d2e5-b855-40f2-8cb9-7242f0ff10dc tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 945 time: 0.0983090 Mar 10 15:13:06.526871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-1c0720f4-b866-47ac-a9d8-0a2ec7350dd9 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/quotas/30c445464c7a415caec8599f893a0c1e HTTP/1.1" status: 200 len: 375 time: 0.0508208 Mar 10 15:13:06.566578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9a3cc828-912a-42ef-9bde-0fbe670ab689 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=30c445464c7a415caec8599f893a0c1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377927 Mar 10 15:13:06.713648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-9182a63b-74c0-40d2-86af-99dcb43c9388 req-0fa98665-c253-4074-bbee-22bec0856d20 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Deleting port 505bc3b7-8c53-4521-880d-177444fe9d41 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:06.713939 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9182a63b-74c0-40d2-86af-99dcb43c9388 req-0fa98665-c253-4074-bbee-22bec0856d20 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:06.822991 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-e03dfad3-b97e-4a59-9909-be276013e4ba service neutron] 10.222.0.11 "GET /v2.0/networks/9341f270-d504-4138-b500-7f9b461d58c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490621 Mar 10 15:13:06.908573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9182a63b-74c0-40d2-86af-99dcb43c9388 req-0fa98665-c253-4074-bbee-22bec0856d20 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] For port 505bc3b7-8c53-4521-880d-177444fe9d41, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=505bc3b7-8c53-4521-880d-177444fe9d41,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:06.909012 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9182a63b-74c0-40d2-86af-99dcb43c9388 req-0fa98665-c253-4074-bbee-22bec0856d20 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:06.929685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-9182a63b-74c0-40d2-86af-99dcb43c9388 req-0fa98665-c253-4074-bbee-22bec0856d20 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Calling delete_port for 505bc3b7-8c53-4521-880d-177444fe9d41 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:06.961783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-bcf2957f-7da6-4f32-a28c-b1bc0716783a service neutron] 10.222.0.11 "GET /v2.0/networks/9341f270-d504-4138-b500-7f9b461d58c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378217 Mar 10 15:13:07.099014 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9182a63b-74c0-40d2-86af-99dcb43c9388 req-0fa98665-c253-4074-bbee-22bec0856d20 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (505bc3b7-8c53-4521-880d-177444fe9d41), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:07.113630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['505bc3b7-8c53-4521-880d-177444fe9d41'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:13:07.139821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa98665-c253-4074-bbee-22bec0856d20 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event deleted for resources: {'Port': ['ID=505bc3b7-8c53-4521-880d-177444fe9d41,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:07.166073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:13:07.227232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9182a63b-74c0-40d2-86af-99dcb43c9388 req-0fa98665-c253-4074-bbee-22bec0856d20 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] No DVR routers for this DVR port 505bc3b7-8c53-4521-880d-177444fe9d41 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:13:07.231157 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9182a63b-74c0-40d2-86af-99dcb43c9388 req-0fa98665-c253-4074-bbee-22bec0856d20 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:07.236071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9182a63b-74c0-40d2-86af-99dcb43c9388 req-0fa98665-c253-4074-bbee-22bec0856d20 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.62 "DELETE /v2.0/ports/505bc3b7-8c53-4521-880d-177444fe9d41 HTTP/1.1" status: 204 len: 173 time: 0.7537842 Mar 10 15:13:07.236532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bff18b-8a54-43ec-9b6f-c3e50cab4e47', 'name': 'network-vif-deleted', 'tag': '505bc3b7-8c53-4521-880d-177444fe9d41'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:13:07.238909 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56e4d4b-d9cd-472b-bb37-7a51a14e377a" -d '{"events": [{"server_uuid": "f4bff18b-8a54-43ec-9b6f-c3e50cab4e47", "name": "network-vif-deleted", "tag": "505bc3b7-8c53-4521-880d-177444fe9d41"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:13:07.597265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57930) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:07.640421 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57934) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:07.704668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc6afb2a-eb6e-421c-9cd0-22de43d5210a req-8a876946-09f9-42f2-a270-c47536c0a6c2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4bff18b-8a54-43ec-9b6f-c3e50cab4e47 HTTP/1.1" status: 200 len: 210 time: 0.0637631 Mar 10 15:13:07.961480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfb17801-c981-4e09-96df-d099c36da2a4 req-73332446-2056-435c-8371-957d320438a7 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0489442 Mar 10 15:13:08.023096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce418a-4c6e-451e-a469-56f699b1a243 req-f5292d4c-4781-4d27-b24e-692f801efad3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:08.037367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16ce418a-4c6e-451e-a469-56f699b1a243 req-f5292d4c-4781-4d27-b24e-692f801efad3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1588247 Mar 10 15:13:08.151726 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b72be7-3244-49de-a360-3a1b9e494a30 x-openstack-request-id: req-f5b72be7-3244-49de-a360-3a1b9e494a30 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:13:08.152353 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bff18b-8a54-43ec-9b6f-c3e50cab4e47", "name": "network-vif-deleted", "tag": "505bc3b7-8c53-4521-880d-177444fe9d41", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:13:08.152353 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5b72be7-3244-49de-a360-3a1b9e494a30 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:13:08.152626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3b7f-f8f2-49c4-98b8-7dd8af3e8e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:08.153074 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bff18b-8a54-43ec-9b6f-c3e50cab4e47', 'name': 'network-vif-deleted', 'tag': '505bc3b7-8c53-4521-880d-177444fe9d41', 'status': 'completed', 'code': 200} Mar 10 15:13:08.163228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16ce418a-4c6e-451e-a469-56f699b1a243 req-3fdb359a-46df-4d70-9a5d-16a578f87898 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246605 Mar 10 15:13:08.288684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-122267b6-c5f9-4768-81c4-41b28235e13e req-f7259665-78d1-4cda-834b-715f94e1f669 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 210 time: 0.0427551 Mar 10 15:13:08.472941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3b7f-f8f2-49c4-98b8-7dd8af3e8e27 admin admin] Publish callbacks [] for security_group (14a4b707-60c6-4df1-80dc-98d84b2afdf6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:08.506057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f1e3b7f-f8f2-49c4-98b8-7dd8af3e8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (14a4b707-60c6-4df1-80dc-98d84b2afdf6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:08.562130 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3f1e3b7f-f8f2-49c4-98b8-7dd8af3e8e27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7498676ef94244b19cf845b54c69537c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9204376 Mar 10 15:13:08.565160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57952) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:08.574967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e3b7f-f8f2-49c4-98b8-7dd8af3e8e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a4b707-60c6-4df1-80dc-98d84b2afdf6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:08.629525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aa50f-6e87-417b-b354-f85b8198f233 req-ca811e75-0226-424d-be61-6998c9cb2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:08.631320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b4aa50f-6e87-417b-b354-f85b8198f233 req-ca811e75-0226-424d-be61-6998c9cb2255 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 1127 time: 0.1884558 Mar 10 15:13:08.643952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e786775-6e4d-4427-a5ba-73a19ac82da9 req-f42455f8-b911-43e9-988f-158b2b7333c3 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:08.645602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e786775-6e4d-4427-a5ba-73a19ac82da9 req-f42455f8-b911-43e9-988f-158b2b7333c3 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1498227 Mar 10 15:13:08.705479 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (e11eef9c-4574-4225-b244-eed8acdace45), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:08.777024 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f7f7208a-21d4-45f4-9e03-96a5819ad21c admin admin] Publish callbacks [] for security_group (14a4b707-60c6-4df1-80dc-98d84b2afdf6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:08.826197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f7f7208a-21d4-45f4-9e03-96a5819ad21c admin admin] Publish callbacks [] for security_group (14a4b707-60c6-4df1-80dc-98d84b2afdf6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:08.843958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e786775-6e4d-4427-a5ba-73a19ac82da9 req-9f299c71-2f98-469e-8cee-4109d0a61c9c tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805346 Mar 10 15:13:08.872568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aa50f-6e87-417b-b354-f85b8198f233 req-ffa38531-8997-4c9d-80ba-0c6aa8dc524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:08.874061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b4aa50f-6e87-417b-b354-f85b8198f233 req-ffa38531-8997-4c9d-80ba-0c6aa8dc524c service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 919 time: 0.2273710 Mar 10 15:13:08.938663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b4aa50f-6e87-417b-b354-f85b8198f233 req-76be309c-c687-4f1e-b7bd-c3b97fbc570a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab109d63-c458-4c59-80bf-668baab26b5d HTTP/1.1" status: 200 len: 217 time: 0.0416081 Mar 10 15:13:08.953335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f7f7208a-21d4-45f4-9e03-96a5819ad21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (14a4b707-60c6-4df1-80dc-98d84b2afdf6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:08.956103 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f7f7208a-21d4-45f4-9e03-96a5819ad21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:08.960308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f7f7208a-21d4-45f4-9e03-96a5819ad21c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/14a4b707-60c6-4df1-80dc-98d84b2afdf6 HTTP/1.1" status: 204 len: 168 time: 0.3941369 Mar 10 15:13:09.061736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7208a-21d4-45f4-9e03-96a5819ad21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a4b707-60c6-4df1-80dc-98d84b2afdf6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:09.153461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aa50f-6e87-417b-b354-f85b8198f233 req-c92c6180-f1ef-4efb-879b-bba9004de34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:09.155152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b4aa50f-6e87-417b-b354-f85b8198f233 req-c92c6180-f1ef-4efb-879b-bba9004de34b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.1937897 Mar 10 15:13:09.164440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] Deleting port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:09.165204 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:09.176745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf70ef7b-7c13-4f72-866f-94c02fedd360 req-b33aca3a-277d-4523-bf0c-898d9ce7cbb1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0486720 Mar 10 15:13:09.228106 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:13:09.249496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b4aa50f-6e87-417b-b354-f85b8198f233 req-7dbddfd3-768d-403c-a92e-089fdf89fdce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740197 Mar 10 15:13:09.347896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] For port 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4df1cfc8-a906-4b72-b8d1-f3b379f7f68f,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:09.348671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:09.359581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-b75a7b6c-e49b-421a-8ab4-509c507dd4d4 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:09.365874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] Calling delete_port for 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:09.366319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-b75a7b6c-e49b-421a-8ab4-509c507dd4d4 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.3377466 Mar 10 15:13:09.441064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-fea223ab-6696-417d-b286-1090e5da1c5d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/quotas/8714f144a3684d0d933f128eb20101bf HTTP/1.1" status: 200 len: 375 time: 0.0738037 Mar 10 15:13:09.646941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4df1cfc8-a906-4b72-b8d1-f3b379f7f68f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:09.681024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] Pushing event deleted for resources: {'Port': ['ID=4df1cfc8-a906-4b72-b8d1-f3b379f7f68f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:09.781935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 505bc3b7-8c53-4521-880d-177444fe9d41 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:09.832799 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 505bc3b7-8c53-4521-880d-177444fe9d41 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:09.833662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 505bc3b7-8c53-4521-880d-177444fe9d41 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:09.925912 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (e11eef9c-4574-4225-b244-eed8acdace45), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:09.995674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-5e410e77-8f13-4f81-accc-ebfdd4a16461 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:09.997382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-5e410e77-8f13-4f81-accc-ebfdd4a16461 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.62 "GET /v2.0/networks?id=9341f270-d504-4138-b500-7f9b461d58c3 HTTP/1.1" status: 200 len: 810 time: 0.7593763 Mar 10 15:13:10.008878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862c838-d590-48a0-992f-e57151552535 req-dd2d6929-747d-4ff2-9f5c-7d875cbb5999 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:10.013085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1862c838-d590-48a0-992f-e57151552535 req-dd2d6929-747d-4ff2-9f5c-7d875cbb5999 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.7263722 Mar 10 15:13:10.040574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Request body: {'port': {'device_id': '33c89e14-b32d-4cae-bbe3-031553c02dc1', 'network_id': '9341f270-d504-4138-b500-7f9b461d58c3', 'admin_state_up': True, 'tenant_id': '30c445464c7a415caec8599f893a0c1e'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:10.120921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b4aa50f-6e87-417b-b354-f85b8198f233 req-75813e22-3722-40ba-a450-364db4712f58 service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8324382 Mar 10 15:13:10.174438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-7a9e79af-bc5d-44d3-9511-ccc5c1ce7e4e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7324963 Mar 10 15:13:10.309454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1862c838-d590-48a0-992f-e57151552535 req-d295990b-94f9-4cad-99bb-0c00914b8949 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2574997 Mar 10 15:13:10.324808 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] Router e11eef9c-4574-4225-b244-eed8acdace45 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:13:10.417464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b4aa50f-6e87-417b-b354-f85b8198f233 req-95977d77-2520-4e5e-a742-f171338ccffe service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610900 Mar 10 15:13:10.422166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Made reservation on behalf of 30c445464c7a415caec8599f893a0c1e for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:10.428566 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:10.434139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-70b1db6a-f33a-42a9-86df-43110d54cd92 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309964 Mar 10 15:13:10.516232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-917d740a-33dc-4aa8-9e32-1b3a4f02f5d0 req-3ffbeb17-0e1e-44d8-96d5-0d9265083446 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 210 time: 0.0489559 Mar 10 15:13:10.532172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:13:10.550564 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c354171f-8637-4599-b1f8-b074dc87014b admin admin] 10.222.0.11 "PUT /v2.0/routers/e11eef9c-4574-4225-b244-eed8acdace45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9522126 Mar 10 15:13:10.556799 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58018) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:10.558467 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036294a6-d8b0-441b-b96e-c468e169ff74 None None] Sync routers for ids ['e11eef9c-4574-4225-b244-eed8acdace45'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:13:10.572696 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036294a6-d8b0-441b-b96e-c468e169ff74 None None] Routers {'e11eef9c-4574-4225-b244-eed8acdace45'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:13:10.574658 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-036294a6-d8b0-441b-b96e-c468e169ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:12:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e11eef9c-4574-4225-b244-eed8acdace45'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:10.704817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Publish callbacks [] for router (e11eef9c-4574-4225-b244-eed8acdace45), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:10.779386 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-49fbe09d-e1d9-4135-863e-eeaeac003da1 service neutron] 10.222.0.11 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254693 Mar 10 15:13:10.829685 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-036294a6-d8b0-441b-b96e-c468e169ff74 None None] Set router e11eef9c-4574-4225-b244-eed8acdace45 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:13:10.835350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea337a1c-da3d-493c-bf22-0934cb5118eb req-0752fbcd-f186-4892-82da-2265a9d5546f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:10.838403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea337a1c-da3d-493c-bf22-0934cb5118eb req-0752fbcd-f186-4892-82da-2265a9d5546f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1907194 Mar 10 15:13:10.951452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea337a1c-da3d-493c-bf22-0934cb5118eb req-1d598e88-b971-4f99-829d-8a514cb2aea7 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006968 Mar 10 15:13:11.006962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Allocated IP 172.20.0.4 (9341f270-d504-4138-b500-7f9b461d58c3/513da1a9-2c41-4c35-b51a-7b2707732ff9/7011ec65-8b35-47dd-8d8e-d44dca9c861c) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:13:11.167215 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-804f4d71-32be-4ac2-9c40-9347cc68c0cb req-add6efdb-d171-44ec-a179-c26f7b81fb94 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0455515 Mar 10 15:13:11.171800 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9f21f38-8cf4-448e-a219-fcbc18db9830 req-12922432-bdfe-45ec-b476-767da780b313 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 210 time: 0.1262977 Mar 10 15:13:11.176575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58028) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:11.456852 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-036294a6-d8b0-441b-b96e-c468e169ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:13:09Z', 'revision_number': 5, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:11.469060 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5a5f-d2e3-4992-bb89-a75088f0dabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:11.484932 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Publish callbacks [] for router_gateway (e11eef9c-4574-4225-b244-eed8acdace45), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:11.492118 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036294a6-d8b0-441b-b96e-c468e169ff74 None None] Checking router: e11eef9c-4574-4225-b244-eed8acdace45 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:13:11.503156 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036294a6-d8b0-441b-b96e-c468e169ff74 None None] Routers {'e11eef9c-4574-4225-b244-eed8acdace45'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:13:11.504034 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-036294a6-d8b0-441b-b96e-c468e169ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:12:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e11eef9c-4574-4225-b244-eed8acdace45'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:11.596133 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5a5f-d2e3-4992-bb89-a75088f0dabe admin admin] Publish callbacks [] for security_group (6f88f730-0beb-42b1-8c19-f28ffe7f0064), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:11.616044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Deleting port b8f621cf-3cae-439c-9504-b88293e24d34 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:11.616420 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:11.662093 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-036294a6-d8b0-441b-b96e-c468e169ff74 None None] Set router e11eef9c-4574-4225-b244-eed8acdace45 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:13:11.691154 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5a5f-d2e3-4992-bb89-a75088f0dabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6f88f730-0beb-42b1-8c19-f28ffe7f0064), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:11.708372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] For port b8f621cf-3cae-439c-9504-b88293e24d34, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b8f621cf-3cae-439c-9504-b88293e24d34,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:11.709110 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:11.744135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Calling delete_port for b8f621cf-3cae-439c-9504-b88293e24d34 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:11.774065 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9312de3a-8cb5-45ca-bf3b-8def90fe5c3c req-70af831c-49e2-4a5b-85a8-53d966a7df41 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 210 time: 0.0915325 Mar 10 15:13:11.784541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c5a5f-d2e3-4992-bb89-a75088f0dabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f88f730-0beb-42b1-8c19-f28ffe7f0064,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:11.832347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702b4e2-585d-4dd3-ad83-ec5f9cf1fcb5 req-6e35fe33-448a-4177-9c6a-8e515f420dbd tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:11.843084 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7702b4e2-585d-4dd3-ad83-ec5f9cf1fcb5 req-6e35fe33-448a-4177-9c6a-8e515f420dbd tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.2427239 Mar 10 15:13:11.875390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1e9c5a5f-d2e3-4992-bb89-a75088f0dabe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72fb44b53d2b474fb362c0998de836c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6905346 Mar 10 15:13:11.885030 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58042) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:11.913402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Publish callbacks [] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:11.980869 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-036294a6-d8b0-441b-b96e-c468e169ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:13:09Z', 'revision_number': 5, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:11.999228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7702b4e2-585d-4dd3-ad83-ec5f9cf1fcb5 req-09685f30-dff6-4e7a-80fc-a6cae57a41e7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1549194 Mar 10 15:13:12.068853 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036294a6-d8b0-441b-b96e-c468e169ff74 None None] The sync data for ids ['e11eef9c-4574-4225-b244-eed8acdace45'] in n-d-833090-1 is: [{'id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'name': 'tempest-TaggedBootDevicesTest_v242-2117897858-router', 'tenant_id': '672ba2e1aca041b99cabc2f7975dc73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:31Z', 'updated_at': '2022-03-10T15:13:09Z', 'revision_number': 5, 'project_id': '672ba2e1aca041b99cabc2f7975dc73a', 'gw_port': {'id': 'b8f621cf-3cae-439c-9504-b88293e24d34', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11eef9c-4574-4225-b244-eed8acdace45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:33Z', 'updated_at': '2022-03-10T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:13:12.072481 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.081518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afdd74da-a366-41a5-8a91-c7f3dbdcce00 admin admin] Publish callbacks [] for security_group (6f88f730-0beb-42b1-8c19-f28ffe7f0064), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.149400 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afdd74da-a366-41a5-8a91-c7f3dbdcce00 admin admin] Publish callbacks [] for security_group (6f88f730-0beb-42b1-8c19-f28ffe7f0064), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.162311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Network 9341f270-d504-4138-b500-7f9b461d58c3 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:13:12.169035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:12.200398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:13:12.227709 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b8f621cf-3cae-439c-9504-b88293e24d34), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.278576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afdd74da-a366-41a5-8a91-c7f3dbdcce00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6f88f730-0beb-42b1-8c19-f28ffe7f0064), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.281612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afdd74da-a366-41a5-8a91-c7f3dbdcce00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.285891 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-afdd74da-a366-41a5-8a91-c7f3dbdcce00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f88f730-0beb-42b1-8c19-f28ffe7f0064 HTTP/1.1" status: 204 len: 168 time: 0.3997152 Mar 10 15:13:12.292301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f621cf-3cae-439c-9504-b88293e24d34,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:12.309898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Pushing event updated for resources: {'Port': ['ID=7011ec65-8b35-47dd-8d8e-d44dca9c861c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:12.318421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:12.319284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.332831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd74da-a366-41a5-8a91-c7f3dbdcce00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f88f730-0beb-42b1-8c19-f28ffe7f0064,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:12.357964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6dba802b-2519-4583-8a4e-889ef3b69674 req-7ec7fe36-1504-4fa0-a03f-b1ea5b1860b9 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 210 time: 0.0322313 Mar 10 15:13:12.387037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-76736e9f-af24-44a3-b9d7-cd12248cc35a tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3628020 Mar 10 15:13:12.416322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Request body: {'port': {'device_id': '33c89e14-b32d-4cae-bbe3-031553c02dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:12.471940 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (e11eef9c-4574-4225-b244-eed8acdace45), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.488390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df39c8-83e6-49ea-8f87-0816f807d24c req-dd843a58-6b48-476a-9b98-68f154640467 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:12.492435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93df39c8-83e6-49ea-8f87-0816f807d24c req-dd843a58-6b48-476a-9b98-68f154640467 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.3699994 Mar 10 15:13:12.667472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93df39c8-83e6-49ea-8f87-0816f807d24c req-8e8d1b33-2825-44e2-98d9-d4a1b1f25a65 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595740 Mar 10 15:13:12.706521 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (e11eef9c-4574-4225-b244-eed8acdace45), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.711335 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Publish callbacks [] for router_controller (e11eef9c-4574-4225-b244-eed8acdace45), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.780923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57071635-d5ea-4808-907a-adae5a1b2489 req-46eeccf6-39b1-47e2-8095-b644ea5327d4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.2732592 Mar 10 15:13:12.793153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (e11eef9c-4574-4225-b244-eed8acdace45), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.793699 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e11eef9c-4574-4225-b244-eed8acdace45 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:13:12.805193 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.812257 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dd26a8d1-1548-4bf7-9599-a846b0e09313 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e11eef9c-4574-4225-b244-eed8acdace45 HTTP/1.1" status: 204 len: 168 time: 2.2488253 Mar 10 15:13:12.813513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58060) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:12.845182 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.880403 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b3589b-8738-49ca-977e-6e90487b65b8 admin admin] Deleting subnet 0244003f-e2d7-431a-8fdc-02496e6ace82 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:13:12.885034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56b3589b-8738-49ca-977e-6e90487b65b8 admin admin] Publish callbacks [] for subnet (0244003f-e2d7-431a-8fdc-02496e6ace82), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:12.931753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56b3589b-8738-49ca-977e-6e90487b65b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (0244003f-e2d7-431a-8fdc-02496e6ace82), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.014620 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56b3589b-8738-49ca-977e-6e90487b65b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (0244003f-e2d7-431a-8fdc-02496e6ace82), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.019774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-155d6bf6-238c-4d3c-8355-0c2a0d1f8899 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:13.021752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-155d6bf6-238c-4d3c-8355-0c2a0d1f8899 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 805 time: 0.3831091 Mar 10 15:13:13.081033 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56b3589b-8738-49ca-977e-6e90487b65b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (0244003f-e2d7-431a-8fdc-02496e6ace82), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.131386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Request body: {'port': {'device_id': 'cc57a0d3-28c5-4756-a264-a1e105f88aba', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'admin_state_up': True, 'tenant_id': '8714f144a3684d0d933f128eb20101bf'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:13.145892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3589b-8738-49ca-977e-6e90487b65b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0244003f-e2d7-431a-8fdc-02496e6ace82,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:13.151723 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56b3589b-8738-49ca-977e-6e90487b65b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.154977 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-56b3589b-8738-49ca-977e-6e90487b65b8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0244003f-e2d7-431a-8fdc-02496e6ace82 HTTP/1.1" status: 204 len: 168 time: 0.3410211 Mar 10 15:13:13.160603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58070) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:13.161074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea0fdf-fcad-41b9-b94a-59d217f0b3f2 None None] Network 4b1effa7-14ff-447c-a53b-51ea1093cee6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:13.190962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29e8a7-c859-446a-9b85-d66cac137df8 req-ff7cd35b-1e43-4876-b0f7-218bbfcc761f tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:13.192534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f29e8a7-c859-446a-9b85-d66cac137df8 req-ff7cd35b-1e43-4876-b0f7-218bbfcc761f tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 931 time: 0.2976940 Mar 10 15:13:13.293482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (4b1effa7-14ff-447c-a53b-51ea1093cee6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.373872 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Deleting port 4772c3de-d72c-440f-80bb-3b01b2e93f19 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:13.374432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.474522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] For port 4772c3de-d72c-440f-80bb-3b01b2e93f19, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4772c3de-d72c-440f-80bb-3b01b2e93f19,segment=NetworkSegment(3cb5075c-295a-431e-8d90-167a80c04ba9),segment_id=3cb5075c-295a-431e-8d90-167a80c04ba9)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:13.474917 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.489090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Calling delete_port for 4772c3de-d72c-440f-80bb-3b01b2e93f19 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:13.517354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f29e8a7-c859-446a-9b85-d66cac137df8 req-20d012fd-0498-4031-abcd-8d7b08d193dc tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996655 Mar 10 15:13:13.535530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8501f0-a988-49b0-ba25-a37b56d30627 req-22401526-db18-4470-98d2-dc1b4b5c8808 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:13.537071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec8501f0-a988-49b0-ba25-a37b56d30627 req-22401526-db18-4470-98d2-dc1b4b5c8808 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.3586028 Mar 10 15:13:13.629488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] DHCP port deletion for 4b1effa7-14ff-447c-a53b-51ea1093cee6 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:13:13.684983 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.745238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:13.747897 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Pushing event deleted for resources: {'Port': ['ID=4772c3de-d72c-440f-80bb-3b01b2e93f19,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:13.761340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] No DVR routers for this DVR port 4772c3de-d72c-440f-80bb-3b01b2e93f19 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:13:13.771707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-921e4f43-1254-4742-ba50-536fff02afc3 req-a581c36f-7e81-43bf-84a7-9b00f24c7bae tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 210 time: 0.1072810 Mar 10 15:13:13.778750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Made reservation on behalf of 8714f144a3684d0d933f128eb20101bf for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:13.782338 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.815093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Deleting port 4772c3de-d72c-440f-80bb-3b01b2e93f19 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:13.815093 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.846444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:13.846444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4df1cfc8-a906-4b72-b8d1-f3b379f7f68f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:13.846774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b8f621cf-3cae-439c-9504-b88293e24d34 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:13.857347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec8501f0-a988-49b0-ba25-a37b56d30627 req-3aa00f70-df2e-4ff4-92e3-aa3862aa51ce tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3079207 Mar 10 15:13:13.883577 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (4b1effa7-14ff-447c-a53b-51ea1093cee6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.899038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7011ec65-8b35-47dd-8d8e-d44dca9c861c {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:13:13.916904 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1effa7-14ff-447c-a53b-51ea1093cee6']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:13.919032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Publish callbacks [] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.935124 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb5075c-295a-431e-8d90-167a80c04ba9') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:13.935782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb5075c-295a-431e-8d90-167a80c04ba9') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:13.937418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: b8f621cf-3cae-439c-9504-b88293e24d34 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:13.938723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b8f621cf-3cae-439c-9504-b88293e24d34 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:13.939603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4772c3de-d72c-440f-80bb-3b01b2e93f19 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:13.953791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Transition to ACTIVE for port object 7011ec65-8b35-47dd-8d8e-d44dca9c861c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:13:13.966634 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (3cb5075c-295a-431e-8d90-167a80c04ba9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.988744 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (3cb5075c-295a-431e-8d90-167a80c04ba9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:13.992262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.004328 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:13:14.005108 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (3cb5075c-295a-431e-8d90-167a80c04ba9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.074381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 4772c3de-d72c-440f-80bb-3b01b2e93f19 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:14.079457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4772c3de-d72c-440f-80bb-3b01b2e93f19 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:14.082650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] For port 4772c3de-d72c-440f-80bb-3b01b2e93f19, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:14.083275 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.105800 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Pushing event updated for resources: {'Port': ['ID=7011ec65-8b35-47dd-8d8e-d44dca9c861c,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:14.119234 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45220cf0-00ad-4521-90dd-7bcbd6af6ec1 req-97b363a6-2820-4f02-bdbf-b12cff3d4749 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.1279404 Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:13:14.124926 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:13:14.127588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Calling delete_port for 4772c3de-d72c-440f-80bb-3b01b2e93f19 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:14.135242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Port 4772c3de-d72c-440f-80bb-3b01b2e93f19 was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:13:14.135927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (4b1effa7-14ff-447c-a53b-51ea1093cee6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.139853 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (4772c3de-d72c-440f-80bb-3b01b2e93f19), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.153377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Network 4b1effa7-14ff-447c-a53b-51ea1093cee6 is not hosted by any dhcp agent {{(pid=115535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:13:14.153841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] No DVR routers for this DVR port 4772c3de-d72c-440f-80bb-3b01b2e93f19 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:13:14.162638 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.172592 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] 10.222.0.11 "DELETE /v2.0/networks/4b1effa7-14ff-447c-a53b-51ea1093cee6 HTTP/1.1" status: 204 len: 168 time: 1.0074239 Mar 10 15:13:14.172592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cc0a3-0e9d-4050-bcaf-9adc96f8ffab admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1effa7-14ff-447c-a53b-51ea1093cee6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:14.172592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58092) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:14.208420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Pushing event deleted for resources: {'Port': ['ID=4772c3de-d72c-440f-80bb-3b01b2e93f19,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:14.225265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.226856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.227637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.230356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.230739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.231130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.232671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.233029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.233390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.233725 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.234060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.234390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.234717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7100ba-f9fe-4b14-bf16-99fb32dcb9e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:14.305845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae60b9-58be-41ea-9515-ca7c48bc1ce3 req-1798d0cf-cacb-4ca1-b2b4-e2632e5d419e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:14.311290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4eae60b9-58be-41ea-9515-ca7c48bc1ce3 req-1798d0cf-cacb-4ca1-b2b4-e2632e5d419e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.3548617 Mar 10 15:13:14.366454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Allocated IP 172.20.0.7 (9b4c730c-ad0a-4573-a071-96465b27d617/cb24078f-4516-4897-8be0-5a7c1076ae2d/9423d8c3-edf2-429c-8936-d03a92e759e5) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:13:14.411188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Attempting to bind port 7011ec65-8b35-47dd-8d8e-d44dca9c861c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:13:14.411643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Attempting to bind port 7011ec65-8b35-47dd-8d8e-d44dca9c861c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '244cabdc-94b0-415b-bcbd-fa0b1494f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9341f270-d504-4138-b500-7f9b461d58c3'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:13:14.412082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Attempting to bind port 7011ec65-8b35-47dd-8d8e-d44dca9c861c on network 9341f270-d504-4138-b500-7f9b461d58c3 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:13:14.433263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4eae60b9-58be-41ea-9515-ca7c48bc1ce3 req-b2f14350-1bbb-4957-8aa9-97113fb0efd9 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103346 Mar 10 15:13:14.444782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Port 7011ec65-8b35-47dd-8d8e-d44dca9c861c on network 9341f270-d504-4138-b500-7f9b461d58c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:13:14.452439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Attempting to bind port 7011ec65-8b35-47dd-8d8e-d44dca9c861c on network 9341f270-d504-4138-b500-7f9b461d58c3 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:13:14.472672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:13:14.472937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Checking segment: {'id': '244cabdc-94b0-415b-bcbd-fa0b1494f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9341f270-d504-4138-b500-7f9b461d58c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:13:14.473305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Bound using segment: {'id': '244cabdc-94b0-415b-bcbd-fa0b1494f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9341f270-d504-4138-b500-7f9b461d58c3'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:13:14.473645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Bound port: 7011ec65-8b35-47dd-8d8e-d44dca9c861c, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244cabdc-94b0-415b-bcbd-fa0b1494f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9341f270-d504-4138-b500-7f9b461d58c3'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:13:14.474009 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.500126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58102) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:14.641983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks [] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.672206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c4fa40b3-32fc-41e6-9cee-278df1217687 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-49190484'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:14.706317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4fa40b3-32fc-41e6-9cee-278df1217687 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (79aabc55-dd10-4465-965a-955fb7749de6), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.707533 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4fa40b3-32fc-41e6-9cee-278df1217687 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (79aabc55-dd10-4465-965a-955fb7749de6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.732373 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.743165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] For port 7011ec65-8b35-47dd-8d8e-d44dca9c861c, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:13:14.746706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:13:14.751469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] For port 7011ec65-8b35-47dd-8d8e-d44dca9c861c, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7011ec65-8b35-47dd-8d8e-d44dca9c861c,segment=NetworkSegment(244cabdc-94b0-415b-bcbd-fa0b1494f46b),segment_id=244cabdc-94b0-415b-bcbd-fa0b1494f46b)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:13:14.790183 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4fa40b3-32fc-41e6-9cee-278df1217687 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router_controller (79aabc55-dd10-4465-965a-955fb7749de6), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.797481 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.839655 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4fa40b3-32fc-41e6-9cee-278df1217687 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (79aabc55-dd10-4465-965a-955fb7749de6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.881976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4fa40b3-32fc-41e6-9cee-278df1217687 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.883316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f9359-41aa-401a-b5c7-326d1740614c req-05292e33-577f-46ba-848d-7bdaf7e70ea8 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:14.883537 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c4fa40b3-32fc-41e6-9cee-278df1217687 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.3539665 Mar 10 15:13:14.885568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f78f9359-41aa-401a-b5c7-326d1740614c req-05292e33-577f-46ba-848d-7bdaf7e70ea8 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 943 time: 0.2254648 Mar 10 15:13:14.886636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58110) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:14.902174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:14.902174 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:14.903731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] 10.222.0.62 "PUT /v2.0/ports/7011ec65-8b35-47dd-8d8e-d44dca9c861c HTTP/1.1" status: 200 len: 1091 time: 2.5092716 Mar 10 15:13:14.909908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Network 9b4c730c-ad0a-4573-a071-96465b27d617 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:13:14.911221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c89e14-b32d-4cae-bbe3-031553c02dc1', 'tag': '7011ec65-8b35-47dd-8d8e-d44dca9c861c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:13:14.914565 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9671d09-9807-4a65-b969-101bbf9a7e99" -d '{"events": [{"name": "network-changed", "server_uuid": "33c89e14-b32d-4cae-bbe3-031553c02dc1", "tag": "7011ec65-8b35-47dd-8d8e-d44dca9c861c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:13:14.941388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:14.943865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:13:14.955707 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.015979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:15.016599 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.026762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event updated for resources: {'Port': ['ID=9423d8c3-edf2-429c-8936-d03a92e759e5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:15.081571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-0f0c25bc-3780-4b30-8038-7f8d53423e52 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0466483 Mar 10 15:13:15.111933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Request body: {'port': {'device_id': 'cc57a0d3-28c5-4756-a264-a1e105f88aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:15.151514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f78f9359-41aa-401a-b5c7-326d1740614c req-823e33a1-2f2c-41d2-97e1-d8513abb6eef tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447023 Mar 10 15:13:15.188160 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b6dd8a1-c6b6-4922-8270-0d4c3bc476db tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (79aabc55-dd10-4465-965a-955fb7749de6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.256536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-3c8948f3-8836-4c7a-8bf7-0724d50e3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:15.258187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-3c8948f3-8836-4c7a-8bf7-0724d50e3842 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30c445464c7a415caec8599f893a0c1e&device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 1125 time: 0.2481368 Mar 10 15:13:15.258986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c426cda-9464-422e-9c6c-fc4f849aa755 service neutron] Pushing event updated for resources: {'Port': ['ID=7011ec65-8b35-47dd-8d8e-d44dca9c861c,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:15.279349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfbc35-ac57-40bb-a97b-e4372f831048 req-4ce60786-209d-4009-aa26-cca196615c42 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:15.281091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eacfbc35-ac57-40bb-a97b-e4372f831048 req-4ce60786-209d-4009-aa26-cca196615c42 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 931 time: 0.3864789 Mar 10 15:13:15.284942 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.382086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-0d334bbf-fc43-4994-a061-b270e5047fa6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7011ec65-8b35-47dd-8d8e-d44dca9c861c HTTP/1.1" status: 200 len: 217 time: 0.0990655 Mar 10 15:13:15.402776 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b6dd8a1-c6b6-4922-8270-0d4c3bc476db tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (79aabc55-dd10-4465-965a-955fb7749de6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.407264 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b6dd8a1-c6b6-4922-8270-0d4c3bc476db tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router_controller (79aabc55-dd10-4465-965a-955fb7749de6), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.484621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b6dd8a1-c6b6-4922-8270-0d4c3bc476db tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (79aabc55-dd10-4465-965a-955fb7749de6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.485381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6dd8a1-c6b6-4922-8270-0d4c3bc476db tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79aabc55-dd10-4465-965a-955fb7749de6 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:13:15.490390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b6dd8a1-c6b6-4922-8270-0d4c3bc476db tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.491506 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4b6dd8a1-c6b6-4922-8270-0d4c3bc476db tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] 10.222.0.11 "DELETE /v2.0/routers/79aabc55-dd10-4465-965a-955fb7749de6 HTTP/1.1" status: 204 len: 168 time: 0.6036839 Mar 10 15:13:15.509239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58118) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:15.513784 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-901e5f9f-5ffd-4cec-8cd7-e3c62229e560 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Request body: {'router': {'name': 'tempest-router-872818488', 'distributed': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:15.545275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-901e5f9f-5ffd-4cec-8cd7-e3c62229e560 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (73a2910f-5998-4f28-abfb-55ad768835b6), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.546820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-901e5f9f-5ffd-4cec-8cd7-e3c62229e560 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (73a2910f-5998-4f28-abfb-55ad768835b6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.575546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] Deleting port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:15.575890 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.641639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-901e5f9f-5ffd-4cec-8cd7-e3c62229e560 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router_controller (73a2910f-5998-4f28-abfb-55ad768835b6), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.648114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-901e5f9f-5ffd-4cec-8cd7-e3c62229e560 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (73a2910f-5998-4f28-abfb-55ad768835b6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.695735 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-901e5f9f-5ffd-4cec-8cd7-e3c62229e560 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.697457 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-901e5f9f-5ffd-4cec-8cd7-e3c62229e560 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1872592 Mar 10 15:13:15.703553 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58120) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:15.760198 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] For port 395b6475-6fd6-4ef0-b42a-fe76c843d7a9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=395b6475-6fd6-4ef0-b42a-fe76c843d7a9,segment=NetworkSegment(5b6211fc-1dfa-4301-a26b-523385b2ddfa),segment_id=5b6211fc-1dfa-4301-a26b-523385b2ddfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:15.760494 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.802419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] Calling delete_port for 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:15.809794 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9dd-683b-49cf-bb8e-570b6027cf3c tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (73a2910f-5998-4f28-abfb-55ad768835b6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:15.836341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434f406-524a-4f92-bbee-4afc5feb473d req-ccbfd4d2-570c-4cb0-bbe8-59425f0317d5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:15.838444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7434f406-524a-4f92-bbee-4afc5feb473d req-ccbfd4d2-570c-4cb0-bbe8-59425f0317d5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.5671637 Mar 10 15:13:15.883357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eacfbc35-ac57-40bb-a97b-e4372f831048 req-b7200a02-0102-4204-950f-62661f777581 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810015 Mar 10 15:13:15.889750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-61a4c012-1ce4-4a0f-84b5-7dff503803aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:15.891243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-61a4c012-1ce4-4a0f-84b5-7dff503803aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=513da1a9-2c41-4c35-b51a-7b2707732ff9 HTTP/1.1" status: 200 len: 850 time: 0.4828999 Mar 10 15:13:15.957899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-fe143f47-b13d-4b6a-97db-f08461cacdd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9341f270-d504-4138-b500-7f9b461d58c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543218 Mar 10 15:13:15.959871 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e90fd0b-44aa-4d21-980d-dd2a610e9515 x-openstack-request-id: req-6e90fd0b-44aa-4d21-980d-dd2a610e9515 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:13:15.960422 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c89e14-b32d-4cae-bbe3-031553c02dc1", "tag": "7011ec65-8b35-47dd-8d8e-d44dca9c861c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:13:15.961198 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e90fd0b-44aa-4d21-980d-dd2a610e9515 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:13:15.961848 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c89e14-b32d-4cae-bbe3-031553c02dc1', 'tag': '7011ec65-8b35-47dd-8d8e-d44dca9c861c', 'status': 'completed', 'code': 200} Mar 10 15:13:16.109247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0719233d-8929-4c6b-ae6b-5655441c6ea0 req-ca9535ee-4264-473b-b34f-935317f7e01d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0942962 Mar 10 15:13:16.112714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7434f406-524a-4f92-bbee-4afc5feb473d req-a99fbd71-30da-48a3-93f6-807f44fc9a30 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2278948 Mar 10 15:13:16.229326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-546b5a8f-57f9-4fe7-b9f0-e4f0f38405fd service neutron] 10.222.0.62 "GET /v2.0/networks/9341f270-d504-4138-b500-7f9b461d58c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351830 Mar 10 15:13:16.367864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9dd-683b-49cf-bb8e-570b6027cf3c tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (73a2910f-5998-4f28-abfb-55ad768835b6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.376296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9423d8c3-edf2-429c-8936-d03a92e759e5 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:13:16.387358 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Publish callbacks [] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.411131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c25fd3d6-3b52-4a2c-aed2-d6f52427ab3c req-32c83b4b-a293-4497-b755-d12f9828719e service neutron] 10.222.0.62 "GET /v2.0/networks/9341f270-d504-4138-b500-7f9b461d58c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714551 Mar 10 15:13:16.412123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Transition to ACTIVE for port object 9423d8c3-edf2-429c-8936-d03a92e759e5 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:13:16.415875 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9dd-683b-49cf-bb8e-570b6027cf3c tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router_controller (73a2910f-5998-4f28-abfb-55ad768835b6), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.418843 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.497783 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9dd-683b-49cf-bb8e-570b6027cf3c tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (73a2910f-5998-4f28-abfb-55ad768835b6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.498422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a32e9dd-683b-49cf-bb8e-570b6027cf3c tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73a2910f-5998-4f28-abfb-55ad768835b6 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:13:16.503166 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a32e9dd-683b-49cf-bb8e-570b6027cf3c tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.508205 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4a32e9dd-683b-49cf-bb8e-570b6027cf3c tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] 10.222.0.11 "DELETE /v2.0/routers/73a2910f-5998-4f28-abfb-55ad768835b6 HTTP/1.1" status: 204 len: 168 time: 0.8034623 Mar 10 15:13:16.510146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58126) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:16.514697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fbf83d36-f15e-442c-8097-f0e23efebccb tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Request body: {'router': {'name': 'tempest-router-1508461118', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '85a563ba979845c78dd178690bbf2a65'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:16.552063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Pushing event updated for resources: {'Port': ['ID=9423d8c3-edf2-429c-8936-d03a92e759e5,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:16.561778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf83d36-f15e-442c-8097-f0e23efebccb tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (03137780-145f-4da2-adc9-83b2ca309a74), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.562964 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf83d36-f15e-442c-8097-f0e23efebccb tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (03137780-145f-4da2-adc9-83b2ca309a74), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.628607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37619e58-a0fb-480e-84d8-0e9f28ec4918 req-f4c51b69-6ca2-4420-9c04-03650446f126 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:16.630066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37619e58-a0fb-480e-84d8-0e9f28ec4918 req-f4c51b69-6ca2-4420-9c04-03650446f126 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 943 time: 0.3423917 Mar 10 15:13:16.639032 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (395b6475-6fd6-4ef0-b42a-fe76c843d7a9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.639466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9671d09-9807-4a65-b969-101bbf9a7e99 req-324070b2-d324-4bb6-bd84-fd3d50f20b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:16.640952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9671d09-9807-4a65-b969-101bbf9a7e99 req-324070b2-d324-4bb6-bd84-fd3d50f20b2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30c445464c7a415caec8599f893a0c1e&device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 1125 time: 0.1663721 Mar 10 15:13:16.643178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf83d36-f15e-442c-8097-f0e23efebccb tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router_controller (03137780-145f-4da2-adc9-83b2ca309a74), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.667854 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf83d36-f15e-442c-8097-f0e23efebccb tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (03137780-145f-4da2-adc9-83b2ca309a74), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.675429 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] Pushing event deleted for resources: {'Port': ['ID=395b6475-6fd6-4ef0-b42a-fe76c843d7a9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:16.709085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Attempting to bind port 9423d8c3-edf2-429c-8936-d03a92e759e5 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:13:16.709431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Attempting to bind port 9423d8c3-edf2-429c-8936-d03a92e759e5 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:13:16.709764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Attempting to bind port 9423d8c3-edf2-429c-8936-d03a92e759e5 on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:13:16.714477 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf83d36-f15e-442c-8097-f0e23efebccb tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.718592 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fbf83d36-f15e-442c-8097-f0e23efebccb tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2073174 Mar 10 15:13:16.720493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58128) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:16.724734 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Request body: {'router': {'distributed': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:16.729439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Port 9423d8c3-edf2-429c-8936-d03a92e759e5 on network 9b4c730c-ad0a-4573-a071-96465b27d617 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:13:16.729790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Attempting to bind port 9423d8c3-edf2-429c-8936-d03a92e759e5 on network 9b4c730c-ad0a-4573-a071-96465b27d617 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:13:16.760007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37619e58-a0fb-480e-84d8-0e9f28ec4918 req-d3df1941-215c-4fd4-8b5a-4e7504334a14 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179960 Mar 10 15:13:16.760848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:13:16.761194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Checking segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:13:16.761591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Bound using segment: {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:13:16.764948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Bound port: 9423d8c3-edf2-429c-8936-d03a92e759e5, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6258fe-a431-4366-8f77-c04746e6f367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:13:16.764948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:16.880651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9671d09-9807-4a65-b969-101bbf9a7e99 req-487013e6-b4d5-41a6-a833-bd70dae88b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:16.882248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9671d09-9807-4a65-b969-101bbf9a7e99 req-487013e6-b4d5-41a6-a833-bd70dae88b40 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9341f270-d504-4138-b500-7f9b461d58c3 HTTP/1.1" status: 200 len: 911 time: 0.2094629 Mar 10 15:13:16.953578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9671d09-9807-4a65-b969-101bbf9a7e99 req-315ad768-9ef6-4723-997c-1bc02728f0fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7011ec65-8b35-47dd-8d8e-d44dca9c861c HTTP/1.1" status: 200 len: 217 time: 0.0637934 Mar 10 15:13:16.959829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] For port 9423d8c3-edf2-429c-8936-d03a92e759e5, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:13:16.971387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] For port 9423d8c3-edf2-429c-8936-d03a92e759e5, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9423d8c3-edf2-429c-8936-d03a92e759e5,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:13:17.000894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:17.015048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:17.084517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:17.086638 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:17.088304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] 10.222.0.45 "PUT /v2.0/ports/9423d8c3-edf2-429c-8936-d03a92e759e5 HTTP/1.1" status: 200 len: 1091 time: 1.9840453 Mar 10 15:13:17.101794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9671d09-9807-4a65-b969-101bbf9a7e99 req-161a9576-4b08-4531-bfae-d2a291cac7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:17.103535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9671d09-9807-4a65-b969-101bbf9a7e99 req-161a9576-4b08-4531-bfae-d2a291cac7ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=513da1a9-2c41-4c35-b51a-7b2707732ff9 HTTP/1.1" status: 200 len: 850 time: 0.1411862 Mar 10 15:13:17.108656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ad5df-6603-435b-82a0-480fbab2d312 service neutron] Pushing event updated for resources: {'Port': ['ID=9423d8c3-edf2-429c-8936-d03a92e759e5,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:17.150081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9671d09-9807-4a65-b969-101bbf9a7e99 req-c7137625-65fd-4afa-859f-58a7a24e66b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9341f270-d504-4138-b500-7f9b461d58c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360727 Mar 10 15:13:17.188599 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (03137780-145f-4da2-adc9-83b2ca309a74), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:17.188973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (03137780-145f-4da2-adc9-83b2ca309a74), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:17.334594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=115534) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 10 15:13:17.334963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Router 03137780-145f-4da2-adc9-83b2ca309a74 migrating from provider to provider. {{(pid=115534) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 10 15:13:17.335350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router_controller (03137780-145f-4da2-adc9-83b2ca309a74), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:17.353707 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router_controller (03137780-145f-4da2-adc9-83b2ca309a74), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:17.398497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-050f4e2e-7cdf-4897-a20f-1fbb1449032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:17.398497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-050f4e2e-7cdf-4897-a20f-1fbb1449032f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 1125 time: 0.2402048 Mar 10 15:13:17.409527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35924ddf-f538-41e0-a5e6-ff8b6efcd45a req-d6a2b6c5-a52d-42f6-9f78-4948cb54aead tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:17.411148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35924ddf-f538-41e0-a5e6-ff8b6efcd45a req-d6a2b6c5-a52d-42f6-9f78-4948cb54aead tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 943 time: 0.4182138 Mar 10 15:13:17.413111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9671d09-9807-4a65-b969-101bbf9a7e99 req-a3c5afcb-741d-40a1-878a-664a49baabb2 service neutron] 10.222.0.62 "GET /v2.0/networks/9341f270-d504-4138-b500-7f9b461d58c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564859 Mar 10 15:13:17.419824 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (03137780-145f-4da2-adc9-83b2ca309a74), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:17.422765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55152f3-2654-4f61-8421-5c9ea4f35032 req-26e77320-4d95-4884-93b2-ef7b3691e8c3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:17.424717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e55152f3-2654-4f61-8421-5c9ea4f35032 req-26e77320-4d95-4884-93b2-ef7b3691e8c3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1957498 Mar 10 15:13:17.510724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-9de5471a-86b6-433d-b2a8-b5186b250191 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9423d8c3-edf2-429c-8936-d03a92e759e5 HTTP/1.1" status: 200 len: 217 time: 0.0963447 Mar 10 15:13:17.556810 n-d-833090-1 neutron-server[115534]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] No L3 agents can host the router 03137780-145f-4da2-adc9-83b2ca309a74 Mar 10 15:13:17.583018 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] Router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:13:17.645926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35924ddf-f538-41e0-a5e6-ff8b6efcd45a req-7d957f02-c010-4f8c-9308-d69bc74e079b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191570 Mar 10 15:13:17.654652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e55152f3-2654-4f61-8421-5c9ea4f35032 req-72b00ef8-e0ce-4e4d-83b2-ede73d277f34 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2208269 Mar 10 15:13:17.676528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-e4bf2c8d-aec8-4fdb-98f3-74c470b7e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:17.678167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-e4bf2c8d-aec8-4fdb-98f3-74c470b7e8bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.1388049 Mar 10 15:13:17.680158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9671d09-9807-4a65-b969-101bbf9a7e99 req-abc5330a-d029-42ac-ad50-a2709c918a40 service neutron] 10.222.0.62 "GET /v2.0/networks/9341f270-d504-4138-b500-7f9b461d58c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545824 Mar 10 15:13:17.738402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-069412df-b3d1-4dd8-8c10-a4a7c72a86ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439003 Mar 10 15:13:17.754070 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:17.770303 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ad4baca-1565-4600-b267-1c0f52bb4403 req-3e2f251b-0dfc-4d4d-b23f-2d1ebbc0b2ec tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0364153 Mar 10 15:13:17.872743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:13:17.874339 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Hosts for router 03137780-145f-4da2-adc9-83b2ca309a74: [] {{(pid=115534) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 10 15:13:17.885885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4f3c9-a0f9-408c-8db1-e04cd29e063b None None] Sync routers for ids ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:13:17.886414 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4dcf89f8-07f5-4fbf-b19d-7ff494d5d003 admin admin] 10.222.0.11 "PUT /v2.0/routers/0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7134607 Mar 10 15:13:17.888705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58142) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:17.905164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d4f3c9-a0f9-408c-8db1-e04cd29e063b None None] Routers {'0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:13:17.905819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-33d4f3c9-a0f9-408c-8db1-e04cd29e063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:12:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:17.909996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-b15d1f2a-8a6a-48c6-a42f-b69c3dd7e751 service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421905 Mar 10 15:13:17.932354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195873b2-f2d6-464c-aa00-9d3e560d7f16 req-3ebfbd41-4827-4f4d-88db-2e171dcc2e60 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:17.933800 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-195873b2-f2d6-464c-aa00-9d3e560d7f16 req-3ebfbd41-4827-4f4d-88db-2e171dcc2e60 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 943 time: 0.0872982 Mar 10 15:13:17.958035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Hosts for other DVR routers connected to router 03137780-145f-4da2-adc9-83b2ca309a74: set() {{(pid=115534) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 10 15:13:17.960678 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:17.961987 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cd2e8224-18ae-4e3e-848d-c70d7b12f620 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] 10.222.0.11 "PUT /v2.0/routers/03137780-145f-4da2-adc9-83b2ca309a74 HTTP/1.1" status: 200 len: 717 time: 1.2405336 Mar 10 15:13:17.964614 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58144) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:17.969316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc57a0d3-28c5-4756-a264-a1e105f88aba', 'tag': '9423d8c3-edf2-429c-8936-d03a92e759e5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:13:17.971555 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8001f3-5abc-4f99-8dfc-824168a08dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc57a0d3-28c5-4756-a264-a1e105f88aba", "tag": "9423d8c3-edf2-429c-8936-d03a92e759e5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:13:18.018731 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821d19ae-6e4d-496b-939f-745e8d0e975e x-openstack-request-id: req-821d19ae-6e4d-496b-939f-745e8d0e975e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:13:18.019051 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc57a0d3-28c5-4756-a264-a1e105f88aba", "tag": "9423d8c3-edf2-429c-8936-d03a92e759e5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:13:18.019309 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-821d19ae-6e4d-496b-939f-745e8d0e975e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:13:18.019848 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc57a0d3-28c5-4756-a264-a1e105f88aba', 'tag': '9423d8c3-edf2-429c-8936-d03a92e759e5', 'status': 'completed', 'code': 200} Mar 10 15:13:18.052501 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-195873b2-f2d6-464c-aa00-9d3e560d7f16 req-36e0a307-6885-41f3-9d37-f3b02148df46 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086781 Mar 10 15:13:18.065387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-362a614a-d4c2-4715-a6eb-1d1906aa17b4 req-7d72db30-6728-490a-8fd9-094d0389591c service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483510 Mar 10 15:13:18.111228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-33d4f3c9-a0f9-408c-8db1-e04cd29e063b None None] Set router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:13:18.127056 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cd09443a-1c55-492a-a1a5-1b8388a05e47 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] 10.222.0.11 "GET /v2.0/routers/03137780-145f-4da2-adc9-83b2ca309a74 HTTP/1.1" status: 200 len: 717 time: 0.1613944 Mar 10 15:13:18.129123 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Publish callbacks [] for router (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:18.130690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58148) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:18.180669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8001f3-5abc-4f99-8dfc-824168a08dd7 req-d1c952ad-331f-41b7-b917-5da9d65892cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:18.183949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8001f3-5abc-4f99-8dfc-824168a08dd7 req-d1c952ad-331f-41b7-b917-5da9d65892cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8714f144a3684d0d933f128eb20101bf&device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 1125 time: 0.0582325 Mar 10 15:13:18.269098 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Publish callbacks [] for router_gateway (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:18.349524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8001f3-5abc-4f99-8dfc-824168a08dd7 req-d656897f-0154-446c-8039-108d1700620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:18.351514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8001f3-5abc-4f99-8dfc-824168a08dd7 req-d656897f-0154-446c-8039-108d1700620e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 200 len: 906 time: 0.1544273 Mar 10 15:13:18.361181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-33d4f3c9-a0f9-408c-8db1-e04cd29e063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'name': 'tempest-TaggedBootDevicesTest_v242-239463449-router', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:48Z', 'updated_at': '2022-03-10T15:13:16Z', 'revision_number': 5, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'gw_port': {'id': '48035652-13b7-4d7e-be0c-9c25f59cd394', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:aa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:04:49Z', 'updated_at': '2022-03-10T15:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:18.391886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4f3c9-a0f9-408c-8db1-e04cd29e063b None None] Checking router: 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:13:18.405105 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d4f3c9-a0f9-408c-8db1-e04cd29e063b None None] Routers {'0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:13:18.406165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-33d4f3c9-a0f9-408c-8db1-e04cd29e063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:12:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:18.415095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8001f3-5abc-4f99-8dfc-824168a08dd7 req-802e18b1-8535-4c37-a02d-7e4ec7fff263 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9423d8c3-edf2-429c-8936-d03a92e759e5 HTTP/1.1" status: 200 len: 217 time: 0.0507407 Mar 10 15:13:18.475136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8001f3-5abc-4f99-8dfc-824168a08dd7 req-aea6f793-539c-4f24-a5d6-56e9e2482dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:18.477307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8001f3-5abc-4f99-8dfc-824168a08dd7 req-aea6f793-539c-4f24-a5d6-56e9e2482dd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 200 len: 845 time: 0.0529692 Mar 10 15:13:18.509722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-33d4f3c9-a0f9-408c-8db1-e04cd29e063b None None] Set router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:13:18.525534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8001f3-5abc-4f99-8dfc-824168a08dd7 req-e20c9f15-04d6-4a2f-8989-1581e9e18254 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b4c730c-ad0a-4573-a071-96465b27d617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359647 Mar 10 15:13:18.569942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-33d4f3c9-a0f9-408c-8db1-e04cd29e063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'name': 'tempest-TaggedBootDevicesTest_v242-239463449-router', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:48Z', 'updated_at': '2022-03-10T15:13:18Z', 'revision_number': 6, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:18.601365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4f3c9-a0f9-408c-8db1-e04cd29e063b None None] The sync data for ids ['0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d'] in n-d-833090-1 is: [{'id': '0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d', 'name': 'tempest-TaggedBootDevicesTest_v242-239463449-router', 'tenant_id': 'bfc967185246431faa4a02c4dcdae40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:04:48Z', 'updated_at': '2022-03-10T15:13:18Z', 'revision_number': 6, 'project_id': 'bfc967185246431faa4a02c4dcdae40a', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:13:18.661659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8001f3-5abc-4f99-8dfc-824168a08dd7 req-e3ad191e-85b9-4947-b72d-aaa88c5114c1 service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237905 Mar 10 15:13:18.743975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Deleting port 48035652-13b7-4d7e-be0c-9c25f59cd394 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:18.744322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:18.750380 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-131a2e51-407a-4e00-bee9-afb929df69ae tempest-RoutersTestDVR-276777703 tempest-RoutersTestDVR-276777703-project] 10.222.0.11 "GET /v2.0/routers/03137780-145f-4da2-adc9-83b2ca309a74 HTTP/1.1" status: 200 len: 683 time: 0.6186588 Mar 10 15:13:18.765409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58156) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:18.799570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff8001f3-5abc-4f99-8dfc-824168a08dd7 req-0b2a6166-353f-4fc6-a50e-ab8d1880b3a5 service neutron] 10.222.0.45 "GET /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283805 Mar 10 15:13:18.857347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6abc42-fa24-4a2e-af7a-185053ed5860 req-d037ae37-5124-4669-ba13-7aa329c6a1c6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:18.858869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c6abc42-fa24-4a2e-af7a-185053ed5860 req-d037ae37-5124-4669-ba13-7aa329c6a1c6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 943 time: 0.1183765 Mar 10 15:13:18.894415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6ffc5-fd9b-430f-9206-31d5bedc8ae3 req-40d2508f-2ef0-447d-94a5-1eb16d302ab2 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:18.896765 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-af5a4e9a-b515-4ec9-a4b1-a2b16a510ef5 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (03137780-145f-4da2-adc9-83b2ca309a74), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:18.901499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4b6ffc5-fd9b-430f-9206-31d5bedc8ae3 req-40d2508f-2ef0-447d-94a5-1eb16d302ab2 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1065855 Mar 10 15:13:18.963420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c6abc42-fa24-4a2e-af7a-185053ed5860 req-8d785476-ad6f-4779-9881-477c2f620225 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934033 Mar 10 15:13:18.984714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4b6ffc5-fd9b-430f-9206-31d5bedc8ae3 req-0bdc1e65-891e-4d7b-8726-491587b52b92 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824113 Mar 10 15:13:18.995445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] For port 48035652-13b7-4d7e-be0c-9c25f59cd394, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=48035652-13b7-4d7e-be0c-9c25f59cd394,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:18.995815 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.079530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Calling delete_port for 48035652-13b7-4d7e-be0c-9c25f59cd394 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:19.092399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55d25a75-83a8-42f7-9871-57f2d8bf5b6e req-ef0e5079-ebf8-4553-b1d9-971da2fe6188 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0366569 Mar 10 15:13:19.132437 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-af5a4e9a-b515-4ec9-a4b1-a2b16a510ef5 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (03137780-145f-4da2-adc9-83b2ca309a74), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.142429 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-af5a4e9a-b515-4ec9-a4b1-a2b16a510ef5 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router_controller (03137780-145f-4da2-adc9-83b2ca309a74), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.217523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14c336-4a2a-42d1-99fc-ab340b6a311c req-afa8a6e8-52f3-440e-b4fe-dc42f01e7775 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:19.220284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a14c336-4a2a-42d1-99fc-ab340b6a311c req-afa8a6e8-52f3-440e-b4fe-dc42f01e7775 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 943 time: 0.0618393 Mar 10 15:13:19.234635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-af5a4e9a-b515-4ec9-a4b1-a2b16a510ef5 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (03137780-145f-4da2-adc9-83b2ca309a74), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.235716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5a4e9a-b515-4ec9-a4b1-a2b16a510ef5 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03137780-145f-4da2-adc9-83b2ca309a74 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:13:19.240876 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-af5a4e9a-b515-4ec9-a4b1-a2b16a510ef5 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.242197 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-af5a4e9a-b515-4ec9-a4b1-a2b16a510ef5 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] 10.222.0.11 "DELETE /v2.0/routers/03137780-145f-4da2-adc9-83b2ca309a74 HTTP/1.1" status: 204 len: 168 time: 0.4755704 Mar 10 15:13:19.247825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58162) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:19.273772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d63e9d93-3439-41df-8fb1-a890c6fde3d1 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Request body: {'router': {'name': 'tempest-router-434141961', 'distributed': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:19.295839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a14c336-4a2a-42d1-99fc-ab340b6a311c req-71b7516f-3297-4f9a-92e5-26cbeee88bc8 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691981 Mar 10 15:13:19.316797 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d93-3439-41df-8fb1-a890c6fde3d1 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (cd9f37ee-c415-4150-b13b-14a30b94ed8b), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.317646 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d93-3439-41df-8fb1-a890c6fde3d1 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (cd9f37ee-c415-4150-b13b-14a30b94ed8b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.359743 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (48035652-13b7-4d7e-be0c-9c25f59cd394), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.380198 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d93-3439-41df-8fb1-a890c6fde3d1 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router_controller (cd9f37ee-c415-4150-b13b-14a30b94ed8b), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.385754 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d93-3439-41df-8fb1-a890c6fde3d1 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (cd9f37ee-c415-4150-b13b-14a30b94ed8b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.386406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Pushing event deleted for resources: {'Port': ['ID=48035652-13b7-4d7e-be0c-9c25f59cd394,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:19.403445 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d93-3439-41df-8fb1-a890c6fde3d1 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.404826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d63e9d93-3439-41df-8fb1-a890c6fde3d1 tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1391413 Mar 10 15:13:19.407373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58164) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:19.468084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.495155 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5310d6c0-a2e6-4e88-ad14-71f53389542f tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (cd9f37ee-c415-4150-b13b-14a30b94ed8b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.559537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 48035652-13b7-4d7e-be0c-9c25f59cd394 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:19.585484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9423d8c3-edf2-429c-8936-d03a92e759e5 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:13:19.599398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 48035652-13b7-4d7e-be0c-9c25f59cd394 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:19.599772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 48035652-13b7-4d7e-be0c-9c25f59cd394 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:19.600163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:19.631697 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.634108 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Publish callbacks [] for router_controller (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.688563 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.689128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:13:19.697582 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.701433 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-01d0d8e7-bbd6-4b24-8222-08afe68fae62 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0e2fa910-bd2e-4fcb-a1d6-c9f70a2f6f9d HTTP/1.1" status: 204 len: 168 time: 1.8091900 Mar 10 15:13:19.701585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58166) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:19.716964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5310d6c0-a2e6-4e88-ad14-71f53389542f tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (cd9f37ee-c415-4150-b13b-14a30b94ed8b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.720239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5310d6c0-a2e6-4e88-ad14-71f53389542f tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router_controller (cd9f37ee-c415-4150-b13b-14a30b94ed8b), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.731348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9423d8c3-edf2-429c-8936-d03a92e759e5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9423d8c3-edf2-429c-8936-d03a92e759e5,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:19.745788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '9423d8c3-edf2-429c-8936-d03a92e759e5', 'network_id': '9b4c730c-ad0a-4573-a071-96465b27d617', 'port_id': '9423d8c3-edf2-429c-8936-d03a92e759e5', 'mac_address': 'fa:16:3e:d5:8e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb24078f-4516-4897-8be0-5a7c1076ae2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:13:19.759966 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd2ebc9-d488-402c-84d9-ab6ca916dbe1 admin admin] Deleting subnet f353b520-72d6-408f-a638-fea6e85dbb39 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:13:19.763964 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc9-d488-402c-84d9-ab6ca916dbe1 admin admin] Publish callbacks [] for subnet (f353b520-72d6-408f-a638-fea6e85dbb39), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.776528 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5310d6c0-a2e6-4e88-ad14-71f53389542f tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (cd9f37ee-c415-4150-b13b-14a30b94ed8b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.776775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:19.777139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 395b6475-6fd6-4ef0-b42a-fe76c843d7a9 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:19.778283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5310d6c0-a2e6-4e88-ad14-71f53389542f tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd9f37ee-c415-4150-b13b-14a30b94ed8b {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:13:19.792049 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5310d6c0-a2e6-4e88-ad14-71f53389542f tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.799154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5310d6c0-a2e6-4e88-ad14-71f53389542f tempest-RoutersTestDVR-1981814107 tempest-RoutersTestDVR-1981814107-project-admin] 10.222.0.11 "DELETE /v2.0/routers/cd9f37ee-c415-4150-b13b-14a30b94ed8b HTTP/1.1" status: 204 len: 168 time: 0.3906264 Mar 10 15:13:19.826767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 9423d8c3-edf2-429c-8936-d03a92e759e5 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:13:19.827316 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.837482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc9-d488-402c-84d9-ab6ca916dbe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (f353b520-72d6-408f-a638-fea6e85dbb39), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.844599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9423d8c3-edf2-429c-8936-d03a92e759e5 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:13:19.880308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9423d8c3-edf2-429c-8936-d03a92e759e5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9423d8c3-edf2-429c-8936-d03a92e759e5,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:19.884084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7011ec65-8b35-47dd-8d8e-d44dca9c861c details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:13:19.895573 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.967149 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc9-d488-402c-84d9-ab6ca916dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f353b520-72d6-408f-a638-fea6e85dbb39), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:19.998454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=9423d8c3-edf2-429c-8936-d03a92e759e5,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:20.099155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7011ec65-8b35-47dd-8d8e-d44dca9c861c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7011ec65-8b35-47dd-8d8e-d44dca9c861c,segment=NetworkSegment(244cabdc-94b0-415b-bcbd-fa0b1494f46b),segment_id=244cabdc-94b0-415b-bcbd-fa0b1494f46b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:20.104580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc9-d488-402c-84d9-ab6ca916dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (f353b520-72d6-408f-a638-fea6e85dbb39), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.116398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '7011ec65-8b35-47dd-8d8e-d44dca9c861c', 'network_id': '9341f270-d504-4138-b500-7f9b461d58c3', 'port_id': '7011ec65-8b35-47dd-8d8e-d44dca9c861c', 'mac_address': 'fa:16:3e:d3:50:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513da1a9-2c41-4c35-b51a-7b2707732ff9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:13:20.173217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 7011ec65-8b35-47dd-8d8e-d44dca9c861c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:13:20.173620 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.176811 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc9-d488-402c-84d9-ab6ca916dbe1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.181506 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cbd2ebc9-d488-402c-84d9-ab6ca916dbe1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f353b520-72d6-408f-a638-fea6e85dbb39 HTTP/1.1" status: 204 len: 168 time: 0.4790142 Mar 10 15:13:20.182923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2ebc9-d488-402c-84d9-ab6ca916dbe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f353b520-72d6-408f-a638-fea6e85dbb39,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:20.184960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:20.188602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7324c1-3e4b-4b99-8ab1-eeddd4542243 None None] Network df25c6de-efec-41eb-aff6-3cdd00f01d65 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:20.191212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['9423d8c3-edf2-429c-8936-d03a92e759e5'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:13:20.224154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbe576-2895-4847-b629-7e04a28f9d6b req-634b09b9-ffbe-4b92-921a-5ab4c06544e6 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:20.225807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63dbe576-2895-4847-b629-7e04a28f9d6b req-634b09b9-ffbe-4b92-921a-5ab4c06544e6 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.0918577 Mar 10 15:13:20.233692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3538a0-b87c-4625-a389-b9e8a2c1134a req-f3b79abf-813e-485d-aa90-ce88d01fd13b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:20.241287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb3538a0-b87c-4625-a389-b9e8a2c1134a req-f3b79abf-813e-485d-aa90-ce88d01fd13b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 944 time: 0.1765544 Mar 10 15:13:20.242623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7011ec65-8b35-47dd-8d8e-d44dca9c861c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:13:20.293180 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (df25c6de-efec-41eb-aff6-3cdd00f01d65), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.326311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58182) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:20.363847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Deleting port fc799c3a-31e0-4a8b-abd0-f164361fda3e {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:20.364199 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.367250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63dbe576-2895-4847-b629-7e04a28f9d6b req-2e77fb58-04e9-4acf-9730-b1d9cdc2d979 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231031 Mar 10 15:13:20.401166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7011ec65-8b35-47dd-8d8e-d44dca9c861c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7011ec65-8b35-47dd-8d8e-d44dca9c861c,segment=NetworkSegment(244cabdc-94b0-415b-bcbd-fa0b1494f46b),segment_id=244cabdc-94b0-415b-bcbd-fa0b1494f46b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:20.407619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb3538a0-b87c-4625-a389-b9e8a2c1134a req-da3e8317-1963-435e-a7e7-8a8124a8ccfa tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654711 Mar 10 15:13:20.424302 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.453116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] For port fc799c3a-31e0-4a8b-abd0-f164361fda3e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fc799c3a-31e0-4a8b-abd0-f164361fda3e,segment=NetworkSegment(5b6211fc-1dfa-4301-a26b-523385b2ddfa),segment_id=5b6211fc-1dfa-4301-a26b-523385b2ddfa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:20.454019 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.475378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Calling delete_port for fc799c3a-31e0-4a8b-abd0-f164361fda3e owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:20.531136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=7011ec65-8b35-47dd-8d8e-d44dca9c861c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:20.576885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (fc799c3a-31e0-4a8b-abd0-f164361fda3e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.604435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9b58443-ce3a-448e-8943-7b9d01fadece req-669cf7b6-bfb7-4b1d-9120-236704321b85 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0877624 Mar 10 15:13:20.624444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] No DVR routers for this DVR port fc799c3a-31e0-4a8b-abd0-f164361fda3e on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:13:20.627649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.628906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc799c3a-31e0-4a8b-abd0-f164361fda3e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:20.635249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfb86-df96-407a-88f8-5c67e7f616ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.651916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79af66e-24cb-4342-adcd-bfa9b5afbd9f None None] DHCP port deletion for df25c6de-efec-41eb-aff6-3cdd00f01d65 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:13:20.720904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfc7d4-2eb7-4710-808a-9fa607abe5c4 req-19ba1164-17d9-4e30-b3a9-4e0e3d306714 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:20.723376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17bfc7d4-2eb7-4710-808a-9fa607abe5c4 req-19ba1164-17d9-4e30-b3a9-4e0e3d306714 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 944 time: 0.2245100 Mar 10 15:13:20.724959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (df25c6de-efec-41eb-aff6-3cdd00f01d65), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.756073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df25c6de-efec-41eb-aff6-3cdd00f01d65']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:20.756386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['7011ec65-8b35-47dd-8d8e-d44dca9c861c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:13:20.771033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6211fc-1dfa-4301-a26b-523385b2ddfa') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:20.771720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6211fc-1dfa-4301-a26b-523385b2ddfa') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:20.783568 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfb86-df96-407a-88f8-5c67e7f616ba admin admin] Publish callbacks [] for security_group (0c2b87af-ae59-4cff-a5a9-7d737649d900), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.784165 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (5b6211fc-1dfa-4301-a26b-523385b2ddfa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.792214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfb86-df96-407a-88f8-5c67e7f616ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0c2b87af-ae59-4cff-a5a9-7d737649d900), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.809799 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5b6211fc-1dfa-4301-a26b-523385b2ddfa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.816714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:13:20.817415 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (5b6211fc-1dfa-4301-a26b-523385b2ddfa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.822892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17bfc7d4-2eb7-4710-808a-9fa607abe5c4 req-2ab1a03f-1add-48b7-85eb-c183d29e87ab tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921724 Mar 10 15:13:20.856774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7c3dfb86-df96-407a-88f8-5c67e7f616ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85a563ba979845c78dd178690bbf2a65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5268126 Mar 10 15:13:20.856774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dfb86-df96-407a-88f8-5c67e7f616ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b87af-ae59-4cff-a5a9-7d737649d900,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:20.859388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58186) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:13:20.891353 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:13:20.902308 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (df25c6de-efec-41eb-aff6-3cdd00f01d65), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.916017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.920042 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] 10.222.0.11 "DELETE /v2.0/networks/df25c6de-efec-41eb-aff6-3cdd00f01d65 HTTP/1.1" status: 204 len: 168 time: 0.7336414 Mar 10 15:13:20.925529 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00789773-7233-41bd-a0ab-747936daabb7 admin admin] Publish callbacks [] for security_group (0c2b87af-ae59-4cff-a5a9-7d737649d900), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:20.941796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7440e44-2611-4b9b-a554-af68be02e11d admin admin] Pushing event deleted for resources: {'Network': ['ID=df25c6de-efec-41eb-aff6-3cdd00f01d65,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:20.953899 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00789773-7233-41bd-a0ab-747936daabb7 admin admin] Publish callbacks [] for security_group (0c2b87af-ae59-4cff-a5a9-7d737649d900), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.015720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00789773-7233-41bd-a0ab-747936daabb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0c2b87af-ae59-4cff-a5a9-7d737649d900), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.019115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00789773-7233-41bd-a0ab-747936daabb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.020272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-00789773-7233-41bd-a0ab-747936daabb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c2b87af-ae59-4cff-a5a9-7d737649d900 HTTP/1.1" status: 204 len: 168 time: 0.1600404 Mar 10 15:13:21.028586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00789773-7233-41bd-a0ab-747936daabb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b87af-ae59-4cff-a5a9-7d737649d900,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:21.100332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58192) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:21.157050 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ab0f2956-f667-4f9a-b4c8-8506280306c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=672ba2e1aca041b99cabc2f7975dc73a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551612 Mar 10 15:13:21.159399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58196) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:21.208498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abc977f4-16bd-409d-87e2-8d857c400239 admin admin] Publish callbacks [] for security_group (bf2bfbfe-9687-4abd-8cdd-a34b609b0aed), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.231918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abc977f4-16bd-409d-87e2-8d857c400239 admin admin] Publish callbacks [] for security_group (bf2bfbfe-9687-4abd-8cdd-a34b609b0aed), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.282933 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abc977f4-16bd-409d-87e2-8d857c400239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bf2bfbfe-9687-4abd-8cdd-a34b609b0aed), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.285945 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abc977f4-16bd-409d-87e2-8d857c400239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.290477 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-abc977f4-16bd-409d-87e2-8d857c400239 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf2bfbfe-9687-4abd-8cdd-a34b609b0aed HTTP/1.1" status: 204 len: 168 time: 0.1268499 Mar 10 15:13:21.297550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc977f4-16bd-409d-87e2-8d857c400239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2bfbfe-9687-4abd-8cdd-a34b609b0aed,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:21.395323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58200) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:21.411323 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7838037f-1722-49ab-81cf-f9bc6ffc40a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.413524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fc799c3a-31e0-4a8b-abd0-f164361fda3e no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:21.498353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: fc799c3a-31e0-4a8b-abd0-f164361fda3e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:21.499819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fc799c3a-31e0-4a8b-abd0-f164361fda3e not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:21.564103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7838037f-1722-49ab-81cf-f9bc6ffc40a0 admin admin] Publish callbacks [] for security_group (03115bde-eab6-4d9c-b653-63712fb0a86b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.570136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7838037f-1722-49ab-81cf-f9bc6ffc40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (03115bde-eab6-4d9c-b653-63712fb0a86b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.579894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9423d8c3-edf2-429c-8936-d03a92e759e5 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:13:21.595132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb20fe-1748-4f3e-88dc-501ac07df322 req-2d351e96-ecfa-476e-9d29-219ca9be3dc2 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:21.604605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcb20fe-1748-4f3e-88dc-501ac07df322 req-2d351e96-ecfa-476e-9d29-219ca9be3dc2 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1427257 Mar 10 15:13:21.630767 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7838037f-1722-49ab-81cf-f9bc6ffc40a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e373b1724c8b4ad2b228995e2da5ef52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2325003 Mar 10 15:13:21.631715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58210) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:21.678651 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838037f-1722-49ab-81cf-f9bc6ffc40a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03115bde-eab6-4d9c-b653-63712fb0a86b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:21.702524 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb866-1a4f-4b18-a980-b0e840743e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.706674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 9423d8c3-edf2-429c-8936-d03a92e759e5 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:13:21.713003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 9423d8c3-edf2-429c-8936-d03a92e759e5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:21.713584 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.718715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cef66-9603-4d8d-ab49-e003c48e372d req-0e7e6230-423d-4083-8499-be9aed151d7d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:21.720835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d10cef66-9603-4d8d-ab49-e003c48e372d req-0e7e6230-423d-4083-8499-be9aed151d7d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 944 time: 0.1891294 Mar 10 15:13:21.781451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fcb20fe-1748-4f3e-88dc-501ac07df322 req-8f981359-5e47-40ce-a00f-f5ed88fa57e6 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1754932 Mar 10 15:13:21.831154 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 9423d8c3-edf2-429c-8936-d03a92e759e5 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:13:21.831872 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.837900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58212) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:21.841179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90cb62c8-0058-4731-a8d7-2db657952c52 admin admin] Publish callbacks [] for security_group (03115bde-eab6-4d9c-b653-63712fb0a86b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.859306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7011ec65-8b35-47dd-8d8e-d44dca9c861c up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:13:21.903220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d10cef66-9603-4d8d-ab49-e003c48e372d req-66f99b17-931b-4105-a88f-7075cf020969 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731715 Mar 10 15:13:21.905101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc57a0d3-28c5-4756-a264-a1e105f88aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9423d8c3-edf2-429c-8936-d03a92e759e5'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:13:21.908245 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf317f6-af74-4404-8d91-ab16ddf0847c" -d '{"events": [{"server_uuid": "cc57a0d3-28c5-4756-a264-a1e105f88aba", "name": "network-vif-plugged", "status": "completed", "tag": "9423d8c3-edf2-429c-8936-d03a92e759e5"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:13:21.930182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9423d8c3-edf2-429c-8936-d03a92e759e5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9423d8c3-edf2-429c-8936-d03a92e759e5,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:21.941465 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90cb62c8-0058-4731-a8d7-2db657952c52 admin admin] Publish callbacks [] for security_group (03115bde-eab6-4d9c-b653-63712fb0a86b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.941878 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:21.952118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bce14f4-d123-42f6-859b-12194e765ecf req-19f64ade-2820-4c3b-98a5-ad4e260e64c1 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0719359 Mar 10 15:13:21.967642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0f835059-5a43-4c45-be54-7acb5f667653 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfc967185246431faa4a02c4dcdae40a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1219883 Mar 10 15:13:21.968072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58218) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:21.995869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 7011ec65-8b35-47dd-8d8e-d44dca9c861c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:13:22.024933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 7011ec65-8b35-47dd-8d8e-d44dca9c861c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:22.025528 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:22.054624 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e1a2de-6135-4bdd-866b-f084a5bb1717 x-openstack-request-id: req-c1e1a2de-6135-4bdd-866b-f084a5bb1717 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:13:22.054949 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc57a0d3-28c5-4756-a264-a1e105f88aba", "name": "network-vif-plugged", "status": "completed", "tag": "9423d8c3-edf2-429c-8936-d03a92e759e5", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:13:22.055183 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1e1a2de-6135-4bdd-866b-f084a5bb1717 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:13:22.056109 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc57a0d3-28c5-4756-a264-a1e105f88aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9423d8c3-edf2-429c-8936-d03a92e759e5', 'code': 200} Mar 10 15:13:22.059442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=9423d8c3-edf2-429c-8936-d03a92e759e5,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:22.142436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 7011ec65-8b35-47dd-8d8e-d44dca9c861c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:13:22.142752 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:22.152736 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90cb62c8-0058-4731-a8d7-2db657952c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (03115bde-eab6-4d9c-b653-63712fb0a86b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:22.155537 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90cb62c8-0058-4731-a8d7-2db657952c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:22.159341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-90cb62c8-0058-4731-a8d7-2db657952c52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03115bde-eab6-4d9c-b653-63712fb0a86b HTTP/1.1" status: 204 len: 168 time: 0.5238869 Mar 10 15:13:22.184683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7011ec65-8b35-47dd-8d8e-d44dca9c861c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7011ec65-8b35-47dd-8d8e-d44dca9c861c,segment=NetworkSegment(244cabdc-94b0-415b-bcbd-fa0b1494f46b),segment_id=244cabdc-94b0-415b-bcbd-fa0b1494f46b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:22.187925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb62c8-0058-4731-a8d7-2db657952c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03115bde-eab6-4d9c-b653-63712fb0a86b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:22.190435 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:22.206160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c215532-fe88-45ee-a6a8-b5ed57ffe921 req-acbde9a0-5f54-4c33-be04-94d1b4629bc2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:22.208022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c215532-fe88-45ee-a6a8-b5ed57ffe921 req-acbde9a0-5f54-4c33-be04-94d1b4629bc2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 944 time: 0.1767871 Mar 10 15:13:22.226372 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f15c1e4a-e9ab-48e6-b8e3-c2510cc71cfb admin admin] Publish callbacks [] for security_group (f550c7f4-016d-4d42-8b7d-3b17de4176e4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:22.262101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaa9b1-2f17-4c70-a322-4b868dd30d40 req-feb30e5c-38da-4462-b4ae-b1cfbb67a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:22.263714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59aaa9b1-2f17-4c70-a322-4b868dd30d40 req-feb30e5c-38da-4462-b4ae-b1cfbb67a1d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 1127 time: 0.1533177 Mar 10 15:13:22.270512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=7011ec65-8b35-47dd-8d8e-d44dca9c861c,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:22.307180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f15c1e4a-e9ab-48e6-b8e3-c2510cc71cfb admin admin] Publish callbacks [] for security_group (f550c7f4-016d-4d42-8b7d-3b17de4176e4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:22.330654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c215532-fe88-45ee-a6a8-b5ed57ffe921 req-7ff32e65-180d-44ac-8e20-58060083c3a6 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153405 Mar 10 15:13:22.367886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59aaa9b1-2f17-4c70-a322-4b868dd30d40 req-108776c3-73f3-408a-b80c-40f6d7848855 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939338 Mar 10 15:13:22.387908 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f15c1e4a-e9ab-48e6-b8e3-c2510cc71cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f550c7f4-016d-4d42-8b7d-3b17de4176e4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:22.391793 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f15c1e4a-e9ab-48e6-b8e3-c2510cc71cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:22.393317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f15c1e4a-e9ab-48e6-b8e3-c2510cc71cfb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f550c7f4-016d-4d42-8b7d-3b17de4176e4 HTTP/1.1" status: 204 len: 168 time: 0.4239566 Mar 10 15:13:22.402106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c1e4a-e9ab-48e6-b8e3-c2510cc71cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f550c7f4-016d-4d42-8b7d-3b17de4176e4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:22.948888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdab499-f2a5-4242-9a28-41fa239b5d1c req-fe63290f-e379-4152-9698-a1c30fd7bd0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:22.951096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-acdab499-f2a5-4242-9a28-41fa239b5d1c req-fe63290f-e379-4152-9698-a1c30fd7bd0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.0661507 Mar 10 15:13:23.019834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-acdab499-f2a5-4242-9a28-41fa239b5d1c req-8112df23-d4f5-4a62-affe-aa0c1ea2425e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600703 Mar 10 15:13:23.139310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1e8c3-34d9-4ee1-96a0-97d4f3244201 req-27efc48b-2b85-4504-803c-d91dba20a712 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:23.141265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde1e8c3-34d9-4ee1-96a0-97d4f3244201 req-27efc48b-2b85-4504-803c-d91dba20a712 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1062055 Mar 10 15:13:23.186999 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58266) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:23.192500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0edf30fd-5b1e-4375-81df-b1c2fa758b97 req-eac243d2-9d01-43cb-b00a-1bd2f29e35c4 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0498400 Mar 10 15:13:23.204353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58270) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:23.249957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde1e8c3-34d9-4ee1-96a0-97d4f3244201 req-f9bb8751-db33-4559-98ce-46a7dea8801c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898912 Mar 10 15:13:23.306061 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1987473500-network', 'tenant_id': '07979bc974714d5680aa66b64307ce2d'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:23.324544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-544601797'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:23.335776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Made reservation on behalf of 07979bc974714d5680aa66b64307ce2d for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:23.338072 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.351668 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.370314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Made reservation on behalf of ff37ee9cfc034f82afcf2df0a4c417d4 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:23.373615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.385858 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.477258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fd7ed-7152-429a-95b4-aeb8ddcda5f4 req-84e00f43-5499-4613-9d2c-ee509cd7d80c tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:23.479506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d4fd7ed-7152-429a-95b4-aeb8ddcda5f4 req-84e00f43-5499-4613-9d2c-ee509cd7d80c tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 945 time: 0.0611451 Mar 10 15:13:23.487284 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Publish callbacks [] for security_group (806e4ad7-570d-43a8-8f7a-31a62c23bf13), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.497273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (806e4ad7-570d-43a8-8f7a-31a62c23bf13), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.528411 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for security_group (72c9cbdd-f76c-4eae-a8f4-7a3faa795d31), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.534039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d4fd7ed-7152-429a-95b4-aeb8ddcda5f4 req-64853bf5-6348-45e2-b289-f090e59205f6 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Mar 10 15:13:23.537981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:13:23.541357 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (72c9cbdd-f76c-4eae-a8f4-7a3faa795d31), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.547819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806e4ad7-570d-43a8-8f7a-31a62c23bf13,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:23.563762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (dfa26f32-2626-4466-803b-1f5cafd072fa), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.564109 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Added segment dfa26f32-2626-4466-803b-1f5cafd072fa of type vlan for network 4b0e6b49-72ba-49de-adfb-4711020449e7 Mar 10 15:13:23.566785 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:13:23.617953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (2732bd0c-7536-4b18-94d3-fd2627351481), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.618301 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Added segment 2732bd0c-7536-4b18-94d3-fd2627351481 of type vlan for network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 Mar 10 15:13:23.634575 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (4b0e6b49-72ba-49de-adfb-4711020449e7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.637460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c9cbdd-f76c-4eae-a8f4-7a3faa795d31,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:23.687402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (5dc1267e-f8b9-4a5c-802a-f6648bc017c6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.701223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (4b0e6b49-72ba-49de-adfb-4711020449e7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.702167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:23.702748 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.746103 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5405886 Mar 10 15:13:23.748597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (5dc1267e-f8b9-4a5c-802a-f6648bc017c6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.749440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58276) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:23.753887 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:23.754480 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.755315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] Request body: {'subnet': {'network_id': '4b0e6b49-72ba-49de-adfb-4711020449e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1987473500-subnet', 'tenant_id': '07979bc974714d5680aa66b64307ce2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:23.779527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] Made reservation on behalf of 07979bc974714d5680aa66b64307ce2d for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:23.782621 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:23.787073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb235d2c-e1e8-4033-b179-e961060180c0 admin admin] Pushing event updated for resources: {'Network': ['ID=4b0e6b49-72ba-49de-adfb-4711020449e7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:23.804122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 4b0e6b49-72ba-49de-adfb-4711020449e7 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:13:23.813802 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6256254 Mar 10 15:13:23.817116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58278) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:23.821944 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Request body: {'subnet': {'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:23.887498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6d9f6-3474-414f-bf36-4bb63d2d8dc7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'Network': ['ID=5dc1267e-f8b9-4a5c-802a-f6648bc017c6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:23.910784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:13:23.976713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Made reservation on behalf of ff37ee9cfc034f82afcf2df0a4c417d4 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:23.981683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:24.029583 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (86ce3680-6e95-4bfd-9fd8-56a68c7b8a69), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:24.040068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa566f8f-e0c3-41ba-8a21-8ae56957cbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:24.064517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c89e14-b32d-4cae-bbe3-031553c02dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7011ec65-8b35-47dd-8d8e-d44dca9c861c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:13:24.074294 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32096dd5-b8ae-47fa-8966-fb9613f3563c" -d '{"events": [{"server_uuid": "33c89e14-b32d-4cae-bbe3-031553c02dc1", "name": "network-vif-plugged", "status": "completed", "tag": "7011ec65-8b35-47dd-8d8e-d44dca9c861c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:13:24.106517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ce3680-6e95-4bfd-9fd8-56a68c7b8a69,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:24.111112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] Checking segment: {'id': 'dfa26f32-2626-4466-803b-1f5cafd072fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4b0e6b49-72ba-49de-adfb-4711020449e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:13:24.111711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] Network hostable DHCP agents. Network: 4b0e6b49-72ba-49de-adfb-4711020449e7, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:13:24.133209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] Network 4b0e6b49-72ba-49de-adfb-4711020449e7 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:13:24.137861 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a64f4df-25c7-4772-b5e2-c6e89715aecb x-openstack-request-id: req-6a64f4df-25c7-4772-b5e2-c6e89715aecb {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:13:24.138227 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c89e14-b32d-4cae-bbe3-031553c02dc1", "name": "network-vif-plugged", "status": "completed", "tag": "7011ec65-8b35-47dd-8d8e-d44dca9c861c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:13:24.138467 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a64f4df-25c7-4772-b5e2-c6e89715aecb {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:13:24.138899 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c89e14-b32d-4cae-bbe3-031553c02dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7011ec65-8b35-47dd-8d8e-d44dca9c861c', 'code': 200} Mar 10 15:13:24.155088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 4b0e6b49-72ba-49de-adfb-4711020449e7) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:24.163646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:24.164431 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:24.165011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d06141-5f00-4738-9dae-41f9c71ca295 None None] Network 4b0e6b49-72ba-49de-adfb-4711020449e7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:24.272772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f05c2f56-da46-4184-ad80-9e892c31e1ea admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5139973 Mar 10 15:13:24.298022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3036f8e-05c3-4dd2-a43c-19c210bc2d19 None None] Network 4b0e6b49-72ba-49de-adfb-4711020449e7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:24.339134 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (18d562da-15f3-413e-ad43-647b6b9e970e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:24.340216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc220ea-66db-49ff-a53d-dd545be16f8f req-7feffd32-4bc7-4ac7-9ae0-8ce4661f1b9c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:24.341911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bc220ea-66db-49ff-a53d-dd545be16f8f req-7feffd32-4bc7-4ac7-9ae0-8ce4661f1b9c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1694260 Mar 10 15:13:24.391991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b40cc-5016-4046-87a8-132cb9b8df42 req-a2e10de1-85e5-4bd5-aa47-9200c833831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:24.393547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-873b40cc-5016-4046-87a8-132cb9b8df42 req-a2e10de1-85e5-4bd5-aa47-9200c833831e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 1127 time: 0.1947980 Mar 10 15:13:24.418418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0880cb21-ab7d-4272-a945-a41e0ebc0371 req-1fd03ba6-af4b-4bb5-a935-9c5589907b62 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0442946 Mar 10 15:13:24.481735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'Subnet': ['ID=18d562da-15f3-413e-ad43-647b6b9e970e,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:24.497538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bc220ea-66db-49ff-a53d-dd545be16f8f req-ba03784c-f714-4201-8a55-f9c9639c4f09 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1444266 Mar 10 15:13:24.514985 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Checking segment: {'id': '2732bd0c-7536-4b18-94d3-fd2627351481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:13:24.519140 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Network hostable DHCP agents. Network: 5dc1267e-f8b9-4a5c-802a-f6648bc017c6, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:13:24.541938 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:13:24.553755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 5dc1267e-f8b9-4a5c-802a-f6648bc017c6) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:24.558622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:24.559631 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:24.575900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-873b40cc-5016-4046-87a8-132cb9b8df42 req-a2c41348-c66a-49e5-9d1e-8803789b7703 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540351 Mar 10 15:13:24.576153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09aa633-593c-4e00-8402-602a5966eb3f None None] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:24.583031 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a0515e14-b421-40f9-868f-3034f65b3596 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7647002 Mar 10 15:13:24.585432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58298) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:24.591116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Request body: {'port': {'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6', 'name': 'tempest-AllowedAddressPairTestJSON-1812669964'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:24.607493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc745cd4-6c95-4e48-a7c3-0b07ad09ec29 req-14cfdbec-b0e1-4578-9e5f-e559fbd98fcc tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:24.609077 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc745cd4-6c95-4e48-a7c3-0b07ad09ec29 req-14cfdbec-b0e1-4578-9e5f-e559fbd98fcc tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.0930681 Mar 10 15:13:24.701510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc745cd4-6c95-4e48-a7c3-0b07ad09ec29 req-e0fdca75-74c3-4464-b812-d09534ff73f2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867000 Mar 10 15:13:24.741985 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Made reservation on behalf of ff37ee9cfc034f82afcf2df0a4c417d4 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:24.751858 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:24.769392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-5dc1267e-f8b9-4a5c-802a-f6648bc017c6', 'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6', 'project_id': 'ff37ee9cfc034f82afcf2df0a4c417d4', 'fixed_ips': [{'subnet_id': '18d562da-15f3-413e-ad43-647b6b9e970e'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:13:24.770588 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:24.773686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] device_id is not set on port b8e44b08-5a2c-498f-b4a0-5c6b04900ff6 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:13:24.913249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa4826-add8-42c0-b144-b52591fb0b9d req-99cf82f9-9353-46ea-adcb-bc44023d7dab tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:24.915611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8fa4826-add8-42c0-b144-b52591fb0b9d req-99cf82f9-9353-46ea-adcb-bc44023d7dab tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 945 time: 0.1340480 Mar 10 15:13:24.918512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Allocated IP 172.20.0.6 (5dc1267e-f8b9-4a5c-802a-f6648bc017c6/18d562da-15f3-413e-ad43-647b6b9e970e/b8e44b08-5a2c-498f-b4a0-5c6b04900ff6) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:13:24.960304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-10febd1a-76e9-49a3-81e3-deaeeadc5b6e tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:24.961852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-10febd1a-76e9-49a3-81e3-deaeeadc5b6e tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/networks?id=4b0e6b49-72ba-49de-adfb-4711020449e7 HTTP/1.1" status: 200 len: 813 time: 0.1448076 Mar 10 15:13:24.996119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-af7875b1-168d-4316-bcab-2cf6f28d1e6d tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/quotas/07979bc974714d5680aa66b64307ce2d HTTP/1.1" status: 200 len: 375 time: 0.0224864 Mar 10 15:13:25.000781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8fa4826-add8-42c0-b144-b52591fb0b9d req-bbe698a9-b4b7-4203-a420-3d878ef7fd32 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772536 Mar 10 15:13:25.041283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-a2942e60-0706-4ec1-8f75-b51c6676ca94 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=07979bc974714d5680aa66b64307ce2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367806 Mar 10 15:13:25.134397 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for port (b8e44b08-5a2c-498f-b4a0-5c6b04900ff6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:25.183338 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b8e44b08-5a2c-498f-b4a0-5c6b04900ff6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:25.192895 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:25.248068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Allocated IP 172.20.0.2 (5dc1267e-f8b9-4a5c-802a-f6648bc017c6/18d562da-15f3-413e-ad43-647b6b9e970e/1baefda3-8679-4f36-b28a-8e6cf887d2f9) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:13:25.256508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:13:25.262146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:25.265304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:13:25.311968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'Port': ['ID=b8e44b08-5a2c-498f-b4a0-5c6b04900ff6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:25.353190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:25.353868 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:25.373799 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c86a6c0a-818d-45db-a599-a7170ec8b11c tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7842541 Mar 10 15:13:25.374024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58312) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:25.379833 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Request body: {'port': {'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6', 'name': 'tempest-AllowedAddressPairTestJSON-1636981077', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:88:a7:4d'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:25.463308 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Publish callbacks [] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:25.474496 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:25.508351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Made reservation on behalf of ff37ee9cfc034f82afcf2df0a4c417d4 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:25.518994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-1428e668-1f21-43cb-885c-c4cf10392d67 service neutron] 10.222.0.11 "GET /v2.0/networks/4b0e6b49-72ba-49de-adfb-4711020449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755869 Mar 10 15:13:25.528869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:13:25.536449 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:25.540653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:13:25.546694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Pushing event updated for resources: {'Port': ['ID=1baefda3-8679-4f36-b28a-8e6cf887d2f9,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:25.617266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Attempting to bind port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:13:25.618063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Attempting to bind port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '2732bd0c-7536-4b18-94d3-fd2627351481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:13:25.618605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Attempting to bind port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 on network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:13:25.619992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:25.631570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:13:25.631952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Checking segment: {'id': '2732bd0c-7536-4b18-94d3-fd2627351481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:13:25.632363 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:25.632752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Bound using segment: {'id': '2732bd0c-7536-4b18-94d3-fd2627351481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:13:25.635143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Bound port: 1baefda3-8679-4f36-b28a-8e6cf887d2f9, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2732bd0c-7536-4b18-94d3-fd2627351481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:13:25.635573 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:25.637266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79f8de-98d4-499f-93f1-5b619ec66802 req-e251b387-f842-43fa-9637-21d552f838eb tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:25.638885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f79f8de-98d4-499f-93f1-5b619ec66802 req-e251b387-f842-43fa-9637-21d552f838eb tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1188326 Mar 10 15:13:25.651537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] device_id is not set on port 4476adc7-0523-4342-b035-7890946d04ec yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:13:25.690635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-da3257b1-3b50-419f-8935-7b57c315ff61 service neutron] 10.222.0.11 "GET /v2.0/networks/4b0e6b49-72ba-49de-adfb-4711020449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604633 Mar 10 15:13:25.700491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f79f8de-98d4-499f-93f1-5b619ec66802 req-33c524af-20e3-4346-a4b5-e62181e9734c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553079 Mar 10 15:13:25.721309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] For port 1baefda3-8679-4f36-b28a-8e6cf887d2f9, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:13:25.725990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] For port 1baefda3-8679-4f36-b28a-8e6cf887d2f9, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1baefda3-8679-4f36-b28a-8e6cf887d2f9,segment=NetworkSegment(2732bd0c-7536-4b18-94d3-fd2627351481),segment_id=2732bd0c-7536-4b18-94d3-fd2627351481)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:13:25.736350 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:25.833257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e8d41-4b26-47e6-857e-9c2c3b6e16f0 None None] Pushing event updated for resources: {'Port': ['ID=1baefda3-8679-4f36-b28a-8e6cf887d2f9,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:25.847469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Allocated IP 172.20.0.8 (5dc1267e-f8b9-4a5c-802a-f6648bc017c6/18d562da-15f3-413e-ad43-647b6b9e970e/4476adc7-0523-4342-b035-7890946d04ec) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:13:25.848444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2473f591-8e8d-4031-ad61-7dc14f87f4de req-34ca4c70-eb36-4efa-9459-44c8e2916b49 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0652525 Mar 10 15:13:26.152862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc68f3-a41b-42f4-82e6-04d704eb9fde req-41012c28-de31-4718-95dd-e2221a4fce97 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:26.160120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cddc68f3-a41b-42f4-82e6-04d704eb9fde req-41012c28-de31-4718-95dd-e2221a4fce97 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1930065 Mar 10 15:13:26.204829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44c41f-d439-432a-b929-b0b296a8ff13 req-8d46fb15-6473-499a-9bc7-f65e15bb63b9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:26.206114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a44c41f-d439-432a-b929-b0b296a8ff13 req-8d46fb15-6473-499a-9bc7-f65e15bb63b9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1667662 Mar 10 15:13:26.247483 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for port (4476adc7-0523-4342-b035-7890946d04ec), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:26.249175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cddc68f3-a41b-42f4-82e6-04d704eb9fde req-5732da09-5f19-431f-ac88-a4ca6ae7ab3c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880804 Mar 10 15:13:26.309439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a44c41f-d439-432a-b929-b0b296a8ff13 req-5907081e-dec4-4e47-8cf6-0e8238b014e3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965896 Mar 10 15:13:26.350579 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4476adc7-0523-4342-b035-7890946d04ec), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:26.400174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1660f77-eabe-40f1-93c4-d30eeb8af43c req-6c11f506-0078-46ac-a630-5c84e150a375 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 210 time: 0.0587747 Mar 10 15:13:26.441216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:13:26.454918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:26.461102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:13:26.464961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'Port': ['ID=4476adc7-0523-4342-b035-7890946d04ec,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:26.530396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:26.531300 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:26.545199 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:26.554085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fcec4-ad64-4571-a21f-1a976292c049 req-f7404d85-6686-44b7-b972-4a785c436df1 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:26.556179 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d2deb7ed-57f9-4c3c-8b70-a22bce96ac42 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.1800451 Mar 10 15:13:26.560086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de4fcec4-ad64-4571-a21f-1a976292c049 req-f7404d85-6686-44b7-b972-4a785c436df1 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 945 time: 0.1122925 Mar 10 15:13:26.561211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58334) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:26.659870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de4fcec4-ad64-4571-a21f-1a976292c049 req-a15c3ab9-1154-4e59-a1c5-00cd27be8e93 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843894 Mar 10 15:13:26.688051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9a8001-ad85-4bb4-865c-a8d505b63bc9 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:26.697799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9a8001-ad85-4bb4-865c-a8d505b63bc9 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:26.703388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9a8001-ad85-4bb4-865c-a8d505b63bc9 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:26.707762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0f9a8001-ad85-4bb4-865c-a8d505b63bc9 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1427250 Mar 10 15:13:26.708626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58340) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:26.773984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e2793-f058-43cf-900a-69e301c7ca37 req-9f6c8f51-45a9-4187-a0bd-9f63326df4a7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:26.777352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e1e2793-f058-43cf-900a-69e301c7ca37 req-9f6c8f51-45a9-4187-a0bd-9f63326df4a7 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1152139 Mar 10 15:13:26.935172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e1e2793-f058-43cf-900a-69e301c7ca37 req-f3f98cd3-942c-4194-b98a-f7f5dff50f1b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431525 Mar 10 15:13:26.994584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ef13a5ba-b86c-4cf7-bc14-fa14834b8e7f tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Deleting port 4476adc7-0523-4342-b035-7890946d04ec {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:26.995098 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef13a5ba-b86c-4cf7-bc14-fa14834b8e7f tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4476adc7-0523-4342-b035-7890946d04ec), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:27.178679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef13a5ba-b86c-4cf7-bc14-fa14834b8e7f tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4476adc7-0523-4342-b035-7890946d04ec), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:27.232632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ef13a5ba-b86c-4cf7-bc14-fa14834b8e7f tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Calling delete_port for 4476adc7-0523-4342-b035-7890946d04ec owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:27.276025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03a99b7c-9608-4742-b93f-f94aa06fb822 req-8a1f6fcc-cd83-44d9-8a54-19ef98576a15 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/ports?device_id=747a6be5-114d-4742-9880-eab954abacc3 HTTP/1.1" status: 200 len: 210 time: 0.0908446 Mar 10 15:13:27.554672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa98893-a1b0-446c-ba54-7a1ca92aa154 req-662a9b87-f7a8-44ac-9f03-41a8572deb14 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:27.575872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfa98893-a1b0-446c-ba54-7a1ca92aa154 req-662a9b87-f7a8-44ac-9f03-41a8572deb14 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 945 time: 0.1305325 Mar 10 15:13:27.583734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1baefda3-8679-4f36-b28a-8e6cf887d2f9 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:13:27.648389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef13a5ba-b86c-4cf7-bc14-fa14834b8e7f tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4476adc7-0523-4342-b035-7890946d04ec), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:27.650478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58372) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:27.721067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f6b958-7bd5-4f57-a260-21472271c569 None None] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:27.769537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13a5ba-b86c-4cf7-bc14-fa14834b8e7f tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event deleted for resources: {'Port': ['ID=4476adc7-0523-4342-b035-7890946d04ec,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:27.822322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfa98893-a1b0-446c-ba54-7a1ca92aa154 req-4c6de6ab-0290-46e5-8a30-9e9d3dfa1fa3 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434621 Mar 10 15:13:27.963299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3573c-814e-4c27-8a04-6627335ebc61 req-9f03079b-128e-4729-aca9-5e0fef09954d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:27.965544 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2767e42b-aa3a-4ad5-a69e-68d1b04e0ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:27.973039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54f3573c-814e-4c27-8a04-6627335ebc61 req-9f03079b-128e-4729-aca9-5e0fef09954d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.3334022 Mar 10 15:13:28.016426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9608ac99-9144-48d0-a171-5c1999d9b8b5 req-b8cc0e47-e473-4737-aa3f-9f784aca2c50 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 210 time: 0.0741265 Mar 10 15:13:28.065321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-62d99232-2cea-4ba7-808f-68bb2b51e82d tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:28.072539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-62d99232-2cea-4ba7-808f-68bb2b51e82d tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.62 "GET /v2.0/networks?id=4b0e6b49-72ba-49de-adfb-4711020449e7 HTTP/1.1" status: 200 len: 813 time: 0.3283787 Mar 10 15:13:28.147329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Request body: {'port': {'device_id': '6c33654d-caa4-44b5-9330-ad13786dbee5', 'network_id': '4b0e6b49-72ba-49de-adfb-4711020449e7', 'admin_state_up': True, 'tenant_id': '07979bc974714d5680aa66b64307ce2d'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:28.187255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2767e42b-aa3a-4ad5-a69e-68d1b04e0ec7 admin admin] Publish callbacks [] for security_group (b0405cfc-e132-405d-afc0-ff0a35086285), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.189266 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef13a5ba-b86c-4cf7-bc14-fa14834b8e7f tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.193990 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ef13a5ba-b86c-4cf7-bc14-fa14834b8e7f tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "DELETE /v2.0/ports/4476adc7-0523-4342-b035-7890946d04ec HTTP/1.1" status: 204 len: 168 time: 1.4842279 Mar 10 15:13:28.195837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58378) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:28.206042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2767e42b-aa3a-4ad5-a69e-68d1b04e0ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b0405cfc-e132-405d-afc0-ff0a35086285), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.242555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:28.243453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.252438 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-794c0a13-cc56-4eb4-933e-a20cdc948467 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] GET failed (client error): The resource could not be found. Mar 10 15:13:28.254266 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-794c0a13-cc56-4eb4-933e-a20cdc948467 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "GET /v2.0/ports/4476adc7-0523-4342-b035-7890946d04ec HTTP/1.1" status: 404 len: 333 time: 0.0566034 Mar 10 15:13:28.267073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58380) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:28.277064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Request body: {'port': {'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6', 'name': 'tempest-AllowedAddressPairTestJSON-179787022'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:28.299155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54f3573c-814e-4c27-8a04-6627335ebc61 req-232dfacd-f27b-476e-864f-19e88de1b57e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3165417 Mar 10 15:13:28.302527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6948b3d5-a56c-4d2a-89f7-2a935cb6cc29 None None] Provisioning complete for port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:28.302969 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6948b3d5-a56c-4d2a-89f7-2a935cb6cc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.324897 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2767e42b-aa3a-4ad5-a69e-68d1b04e0ec7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46d613ae720847b6941f894caf517241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6732366 Mar 10 15:13:28.328178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58384) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:28.328941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767e42b-aa3a-4ad5-a69e-68d1b04e0ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0405cfc-e132-405d-afc0-ff0a35086285,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:28.392150 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.419689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38f202-59cf-4ca3-a9eb-89674aeeafde req-cbb8afe1-cc28-4175-afef-6d5b360653b4 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:28.421716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d38f202-59cf-4ca3-a9eb-89674aeeafde req-cbb8afe1-cc28-4175-afef-6d5b360653b4 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.2325945 Mar 10 15:13:28.457235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58388) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:28.464079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6948b3d5-a56c-4d2a-89f7-2a935cb6cc29 None None] Current status of the port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:13:28.464476 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6948b3d5-a56c-4d2a-89f7-2a935cb6cc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.466026 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b253e1fb-2347-4a1c-afcd-fca161657a77 admin admin] Publish callbacks [] for security_group (b0405cfc-e132-405d-afc0-ff0a35086285), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.516193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Made reservation on behalf of 07979bc974714d5680aa66b64307ce2d for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:28.520716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6948b3d5-a56c-4d2a-89f7-2a935cb6cc29 None None] For port 1baefda3-8679-4f36-b28a-8e6cf887d2f9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1baefda3-8679-4f36-b28a-8e6cf887d2f9,segment=NetworkSegment(2732bd0c-7536-4b18-94d3-fd2627351481),segment_id=2732bd0c-7536-4b18-94d3-fd2627351481)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:28.521456 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.528903 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6948b3d5-a56c-4d2a-89f7-2a935cb6cc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.599520 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b253e1fb-2347-4a1c-afcd-fca161657a77 admin admin] Publish callbacks [] for security_group (b0405cfc-e132-405d-afc0-ff0a35086285), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.611378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d38f202-59cf-4ca3-a9eb-89674aeeafde req-aa7b9722-70f2-41a6-9c64-301720c8ccba tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830602 Mar 10 15:13:28.626173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948b3d5-a56c-4d2a-89f7-2a935cb6cc29 None None] Pushing event updated for resources: {'Port': ['ID=1baefda3-8679-4f36-b28a-8e6cf887d2f9,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:28.647997 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:13:28.652340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f75ee99-e245-47ec-9ba8-c0c5870e5f86 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group (17601614-cb19-4f21-82b4-cc8a1c876a3c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.718731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5c6be-3883-4f16-8036-0c6570ab4e87 req-45d788a9-4324-4d14-a0f8-aca3603a5088 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:28.720683 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-46e5c6be-3883-4f16-8036-0c6570ab4e87 req-45d788a9-4324-4d14-a0f8-aca3603a5088 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.62 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 945 time: 0.2150011 Mar 10 15:13:28.722523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Made reservation on behalf of ff37ee9cfc034f82afcf2df0a4c417d4 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:28.727062 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.727831 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f75ee99-e245-47ec-9ba8-c0c5870e5f86 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group (17601614-cb19-4f21-82b4-cc8a1c876a3c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.784159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] device_id is not set on port 31ac1237-629a-4511-b2bb-140ce166ce16 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:13:28.840801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Allocated IP 172.20.0.5 (4b0e6b49-72ba-49de-adfb-4711020449e7/86ce3680-6e95-4bfd-9fd8-56a68c7b8a69/85d7b4f4-e57a-44f2-8894-5fa23fe3f968) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:13:28.856583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b253e1fb-2347-4a1c-afcd-fca161657a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b0405cfc-e132-405d-afc0-ff0a35086285), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.859160 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b253e1fb-2347-4a1c-afcd-fca161657a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.862761 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b253e1fb-2347-4a1c-afcd-fca161657a77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0405cfc-e132-405d-afc0-ff0a35086285 HTTP/1.1" status: 204 len: 168 time: 0.5283267 Mar 10 15:13:28.872901 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-26b06ad5-0ad3-44ad-9667-5e36c6d4c7e7 None None] Provisioning complete for port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:28.879581 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-26b06ad5-0ad3-44ad-9667-5e36c6d4c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.911503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f75ee99-e245-47ec-9ba8-c0c5870e5f86 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (17601614-cb19-4f21-82b4-cc8a1c876a3c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.924668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f75ee99-e245-47ec-9ba8-c0c5870e5f86 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:28.925877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6f75ee99-e245-47ec-9ba8-c0c5870e5f86 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "DELETE /v2.0/security-groups/17601614-cb19-4f21-82b4-cc8a1c876a3c HTTP/1.1" status: 204 len: 168 time: 0.4673831 Mar 10 15:13:28.931797 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253e1fb-2347-4a1c-afcd-fca161657a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0405cfc-e132-405d-afc0-ff0a35086285,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:28.935117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58396) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:28.970212 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-a2914bd8-36ca-4574-b942-7ca7b1ff38ed tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] show failed (client error): The resource could not be found. Mar 10 15:13:28.971320 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a2914bd8-36ca-4574-b942-7ca7b1ff38ed tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "GET /v2.0/security-groups/17601614-cb19-4f21-82b4-cc8a1c876a3c HTTP/1.1" status: 404 len: 347 time: 0.0329337 Mar 10 15:13:28.980842 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58398) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:29.121893 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Publish callbacks [] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:29.160658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-26b06ad5-0ad3-44ad-9667-5e36c6d4c7e7 None None] Current status of the port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:13:29.188292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-26b06ad5-0ad3-44ad-9667-5e36c6d4c7e7 None None] Provisioning complete for port b8e44b08-5a2c-498f-b4a0-5c6b04900ff6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:29.188669 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-26b06ad5-0ad3-44ad-9667-5e36c6d4c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b8e44b08-5a2c-498f-b4a0-5c6b04900ff6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:29.198293 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:29.230623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75ee99-e245-47ec-9ba8-c0c5870e5f86 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17601614-cb19-4f21-82b4-cc8a1c876a3c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:29.308040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-26b06ad5-0ad3-44ad-9667-5e36c6d4c7e7 None None] Port b8e44b08-5a2c-498f-b4a0-5c6b04900ff6 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:13:29.309395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-46e5c6be-3883-4f16-8036-0c6570ab4e87 req-0b70ee00-8bd8-4eba-b911-c843d5de9ef2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Deleting port 7011ec65-8b35-47dd-8d8e-d44dca9c861c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:29.309547 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-46e5c6be-3883-4f16-8036-0c6570ab4e87 req-0b70ee00-8bd8-4eba-b911-c843d5de9ef2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:29.425303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-46e5c6be-3883-4f16-8036-0c6570ab4e87 req-0b70ee00-8bd8-4eba-b911-c843d5de9ef2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] For port 7011ec65-8b35-47dd-8d8e-d44dca9c861c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7011ec65-8b35-47dd-8d8e-d44dca9c861c,segment=NetworkSegment(244cabdc-94b0-415b-bcbd-fa0b1494f46b),segment_id=244cabdc-94b0-415b-bcbd-fa0b1494f46b)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:29.426357 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-46e5c6be-3883-4f16-8036-0c6570ab4e87 req-0b70ee00-8bd8-4eba-b911-c843d5de9ef2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:29.442694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d9839490-ecf7-4fec-ac01-71b472cc6eb9 None None] Provisioning complete for port b8e44b08-5a2c-498f-b4a0-5c6b04900ff6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:29.443041 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d9839490-ecf7-4fec-ac01-71b472cc6eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b8e44b08-5a2c-498f-b4a0-5c6b04900ff6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:29.447742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1baefda3-8679-4f36-b28a-8e6cf887d2f9 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:13:29.451775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Network 4b0e6b49-72ba-49de-adfb-4711020449e7 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:13:29.475169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Pushing event updated for resources: {'Port': ['ID=85d7b4f4-e57a-44f2-8894-5fa23fe3f968,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:29.494115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:29.503173 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Allocated IP 172.20.0.14 (5dc1267e-f8b9-4a5c-802a-f6648bc017c6/18d562da-15f3-413e-ad43-647b6b9e970e/31ac1237-629a-4511-b2bb-140ce166ce16) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:13:29.505922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:13:29.515633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-46e5c6be-3883-4f16-8036-0c6570ab4e87 req-0b70ee00-8bd8-4eba-b911-c843d5de9ef2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Calling delete_port for 7011ec65-8b35-47dd-8d8e-d44dca9c861c owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:29.556082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d9839490-ecf7-4fec-ac01-71b472cc6eb9 None None] Port b8e44b08-5a2c-498f-b4a0-5c6b04900ff6 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:13:29.583028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dd338-cb2b-45e2-9d3f-fda74389ff98 req-ccdd23b3-e1f6-4896-b959-5fa1eb44d761 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:29.588335 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:29.588961 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:29.592479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b53dd338-cb2b-45e2-9d3f-fda74389ff98 req-ccdd23b3-e1f6-4896-b959-5fa1eb44d761 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 945 time: 0.6434970 Mar 10 15:13:29.594282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58406) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:29.663496 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3516-8f0a-4c72-8a0f-78366fd7898a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:29.674649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9689a7b0-3718-47a9-b3a9-386bb0401906 None None] Could not find standard attr ID for object 4476adc7-0523-4342-b035-7890946d04ec. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:13:29.688176 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b53dd338-cb2b-45e2-9d3f-fda74389ff98 req-e2b03c61-99ae-402b-9c45-f1eb05f607d6 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/security-groups?id=6b8029cb-dc97-4610-a046-38a123f18293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945745 Mar 10 15:13:29.736866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:29.737849 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:29.777797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4de4-fc87-4571-86c5-431b3cb81e2f req-2349a756-025d-4191-b9dc-9f11670c8590 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:29.780633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-456f4de4-fc87-4571-86c5-431b3cb81e2f req-2349a756-025d-4191-b9dc-9f11670c8590 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 931 time: 0.6024563 Mar 10 15:13:29.788640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:13:29.790013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-c7fe63cd-59e1-4baa-a18f-370b8e88aeb5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7004242 Mar 10 15:13:29.828597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Request body: {'port': {'device_id': '6c33654d-caa4-44b5-9330-ad13786dbee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:29.968360 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.009279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-456f4de4-fc87-4571-86c5-431b3cb81e2f req-cb7fb270-3d70-4604-b3dc-9425382ac2ec tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/security-groups?id=806e4ad7-570d-43a8-8f7a-31a62c23bf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103820 Mar 10 15:13:30.057292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d91f43-9eb6-4ebe-a72d-299657966e02 req-6adb59f2-755f-40a0-8ed7-09bed21bf79c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:30.058837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4d91f43-9eb6-4ebe-a72d-299657966e02 req-6adb59f2-755f-40a0-8ed7-09bed21bf79c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.2514343 Mar 10 15:13:30.069882 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b8a26-53b4-429e-904b-77b0bb8badb5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Deleting port 2e4c9123-cd11-45dd-a620-bdedbf11e566 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:30.070536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8a26-53b4-429e-904b-77b0bb8badb5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2e4c9123-cd11-45dd-a620-bdedbf11e566), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.237042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-46e5c6be-3883-4f16-8036-0c6570ab4e87 req-0b70ee00-8bd8-4eba-b911-c843d5de9ef2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7011ec65-8b35-47dd-8d8e-d44dca9c861c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.271643 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3516-8f0a-4c72-8a0f-78366fd7898a admin admin] Publish callbacks [] for security_group (83474df1-26c7-40c8-b31d-815d7e072669), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.294916 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3516-8f0a-4c72-8a0f-78366fd7898a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (83474df1-26c7-40c8-b31d-815d7e072669), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.295486 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8a26-53b4-429e-904b-77b0bb8badb5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2e4c9123-cd11-45dd-a620-bdedbf11e566), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.295820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8a26-53b4-429e-904b-77b0bb8badb5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for floatingip (2e4c9123-cd11-45dd-a620-bdedbf11e566), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.300058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70ee00-8bd8-4eba-b911-c843d5de9ef2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Pushing event deleted for resources: {'Port': ['ID=7011ec65-8b35-47dd-8d8e-d44dca9c861c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:30.304172 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for port (31ac1237-629a-4511-b2bb-140ce166ce16), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.319436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b8a26-53b4-429e-904b-77b0bb8badb5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Calling delete_port for 2e4c9123-cd11-45dd-a620-bdedbf11e566 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:30.359362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4d91f43-9eb6-4ebe-a72d-299657966e02 req-1f6afb59-8842-4058-89b5-5a9fa64a0e90 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2896922 Mar 10 15:13:30.395714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8bdf3516-8f0a-4c72-8a0f-78366fd7898a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fcf43ea922774362bed1f88068c54de7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7971025 Mar 10 15:13:30.398743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf3516-8f0a-4c72-8a0f-78366fd7898a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83474df1-26c7-40c8-b31d-815d7e072669,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:30.401579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58412) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:30.418156 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e5c6be-3883-4f16-8036-0c6570ab4e87 req-0b70ee00-8bd8-4eba-b911-c843d5de9ef2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] No DVR routers for this DVR port 7011ec65-8b35-47dd-8d8e-d44dca9c861c on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:13:30.427057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-46e5c6be-3883-4f16-8036-0c6570ab4e87 req-0b70ee00-8bd8-4eba-b911-c843d5de9ef2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.430350 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-46e5c6be-3883-4f16-8036-0c6570ab4e87 req-0b70ee00-8bd8-4eba-b911-c843d5de9ef2 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.62 "DELETE /v2.0/ports/7011ec65-8b35-47dd-8d8e-d44dca9c861c HTTP/1.1" status: 204 len: 173 time: 1.7002649 Mar 10 15:13:30.430839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c89e14-b32d-4cae-bbe3-031553c02dc1', 'name': 'network-vif-deleted', 'tag': '7011ec65-8b35-47dd-8d8e-d44dca9c861c'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:13:30.433338 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc7aa34-f717-495b-abab-a99825257bb8" -d '{"events": [{"server_uuid": "33c89e14-b32d-4cae-bbe3-031553c02dc1", "name": "network-vif-deleted", "tag": "7011ec65-8b35-47dd-8d8e-d44dca9c861c"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:13:30.438713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266b3d2-2483-448f-b47b-c28200f54d29 req-81cefa16-029f-4455-aa46-2bc96fff530f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:30.445495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f266b3d2-2483-448f-b47b-c28200f54d29 req-81cefa16-029f-4455-aa46-2bc96fff530f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.2563338 Mar 10 15:13:30.488517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (31ac1237-629a-4511-b2bb-140ce166ce16), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.529878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3a7aed94-ca25-4bbc-828b-883c4c9dc558 admin admin] Publish callbacks [] for security_group (83474df1-26c7-40c8-b31d-815d7e072669), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.530448 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5812a897-d5b0-47a7-9382-2e669539c29b x-openstack-request-id: req-5812a897-d5b0-47a7-9382-2e669539c29b {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:13:30.530448 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c89e14-b32d-4cae-bbe3-031553c02dc1", "name": "network-vif-deleted", "tag": "7011ec65-8b35-47dd-8d8e-d44dca9c861c", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:13:30.530448 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5812a897-d5b0-47a7-9382-2e669539c29b {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:13:30.531030 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c89e14-b32d-4cae-bbe3-031553c02dc1', 'name': 'network-vif-deleted', 'tag': '7011ec65-8b35-47dd-8d8e-d44dca9c861c', 'status': 'completed', 'code': 200} Mar 10 15:13:30.555279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:13:30.558171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:30.576412 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f266b3d2-2483-448f-b47b-c28200f54d29 req-9de32249-0e10-4c94-912d-9c572fc1481c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252882 Mar 10 15:13:30.581725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:13:30.620552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'Port': ['ID=31ac1237-629a-4511-b2bb-140ce166ce16,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:30.623278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3a7aed94-ca25-4bbc-828b-883c4c9dc558 admin admin] Publish callbacks [] for security_group (83474df1-26c7-40c8-b31d-815d7e072669), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.651154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:13:30.669009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:30.670113 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.673597 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Publish callbacks [] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.685310 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8a26-53b4-429e-904b-77b0bb8badb5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2e4c9123-cd11-45dd-a620-bdedbf11e566), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.708299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Transition to ACTIVE for port object 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:13:30.720320 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.741646 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7feb3037-5e08-4d6d-b994-9e298d2f4309 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4684267 Mar 10 15:13:30.745253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b8a26-53b4-429e-904b-77b0bb8badb5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Port': ['ID=2e4c9123-cd11-45dd-a620-bdedbf11e566,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:30.746109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58418) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:30.753246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9133980d-1313-41cd-987f-8bb3b6cc481a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:88:a7:4d'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:30.800198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Pushing event updated for resources: {'Port': ['ID=85d7b4f4-e57a-44f2-8894-5fa23fe3f968,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:30.836381 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3a7aed94-ca25-4bbc-828b-883c4c9dc558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (83474df1-26c7-40c8-b31d-815d7e072669), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.839685 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3a7aed94-ca25-4bbc-828b-883c4c9dc558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:30.840837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3a7aed94-ca25-4bbc-828b-883c4c9dc558 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83474df1-26c7-40c8-b31d-815d7e072669 HTTP/1.1" status: 204 len: 168 time: 0.4347715 Mar 10 15:13:30.935933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7aed94-ca25-4bbc-828b-883c4c9dc558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83474df1-26c7-40c8-b31d-815d7e072669,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:30.940181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64ea808a-3d71-4721-aabb-6238a27387af req-56c3ac3c-fdcc-44e4-962a-e4aeab3154e1 tempest-ServerGroupTestJSON-1545480682 tempest-ServerGroupTestJSON-1545480682-project] 10.222.0.11 "GET /v2.0/ports?device_id=33c89e14-b32d-4cae-bbe3-031553c02dc1 HTTP/1.1" status: 200 len: 210 time: 0.1055095 Mar 10 15:13:30.981180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Attempting to bind port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:13:30.981549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Attempting to bind port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'dfa26f32-2626-4466-803b-1f5cafd072fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4b0e6b49-72ba-49de-adfb-4711020449e7'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:13:30.981864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Attempting to bind port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 on network 4b0e6b49-72ba-49de-adfb-4711020449e7 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:13:30.988404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 on network 4b0e6b49-72ba-49de-adfb-4711020449e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:13:30.989137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Attempting to bind port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 on network 4b0e6b49-72ba-49de-adfb-4711020449e7 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:13:30.998354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:13:30.998708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Checking segment: {'id': 'dfa26f32-2626-4466-803b-1f5cafd072fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4b0e6b49-72ba-49de-adfb-4711020449e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:13:30.999377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Bound using segment: {'id': 'dfa26f32-2626-4466-803b-1f5cafd072fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4b0e6b49-72ba-49de-adfb-4711020449e7'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:13:30.999827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Bound port: 85d7b4f4-e57a-44f2-8894-5fa23fe3f968, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa26f32-2626-4466-803b-1f5cafd072fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4b0e6b49-72ba-49de-adfb-4711020449e7'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:13:31.000191 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.013192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-274f7785-0dc9-4bcf-b28a-350abdc4e691 None None] Provisioning complete for port 31ac1237-629a-4511-b2bb-140ce166ce16 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:31.013811 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-274f7785-0dc9-4bcf-b28a-350abdc4e691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (31ac1237-629a-4511-b2bb-140ce166ce16), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.070270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-274f7785-0dc9-4bcf-b28a-350abdc4e691 None None] Port 31ac1237-629a-4511-b2bb-140ce166ce16 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:13:31.097051 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8a26-53b4-429e-904b-77b0bb8badb5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for floatingip (e56dacf7-4165-4855-900a-631674a5c655), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.099689 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8a26-53b4-429e-904b-77b0bb8badb5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.114394 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6b0b8a26-53b4-429e-904b-77b0bb8badb5 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "DELETE /v2.0/floatingips/e56dacf7-4165-4855-900a-631674a5c655 HTTP/1.1" status: 204 len: 168 time: 2.1301701 Mar 10 15:13:31.115391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58424) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:31.132751 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9133980d-1313-41cd-987f-8bb3b6cc481a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (31ac1237-629a-4511-b2bb-140ce166ce16), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.161033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] For port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:13:31.172207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] For port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85d7b4f4-e57a-44f2-8894-5fa23fe3f968,segment=NetworkSegment(dfa26f32-2626-4466-803b-1f5cafd072fa),segment_id=dfa26f32-2626-4466-803b-1f5cafd072fa)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:13:31.207027 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.284393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Pushing event updated for resources: {'Port': ['ID=85d7b4f4-e57a-44f2-8894-5fa23fe3f968,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:31.307876 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:31.308702 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.310234 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-9a9109ef-cca6-4063-a817-9ff5913897fd service neutron] 10.222.0.62 "PUT /v2.0/ports/85d7b4f4-e57a-44f2-8894-5fa23fe3f968 HTTP/1.1" status: 200 len: 1091 time: 1.4878292 Mar 10 15:13:31.310728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c33654d-caa4-44b5-9330-ad13786dbee5', 'tag': '85d7b4f4-e57a-44f2-8894-5fa23fe3f968'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:13:31.314478 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48a261e-85fb-4510-8d6a-20bbe9d22417" -d '{"events": [{"name": "network-changed", "server_uuid": "6c33654d-caa4-44b5-9330-ad13786dbee5", "tag": "85d7b4f4-e57a-44f2-8894-5fa23fe3f968"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:13:31.380346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfce94-6279-4be1-a038-c0de976477a8 req-c3b1b037-236b-4914-a638-e80bf214a0dd tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:31.381977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24bfce94-6279-4be1-a038-c0de976477a8 req-c3b1b037-236b-4914-a638-e80bf214a0dd tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 943 time: 0.2072361 Mar 10 15:13:31.411230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-f9123a1a-c1f0-42c8-9a84-09dc3418f6ab tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Deleting port 82185172-d57c-492b-8f11-a16c719432eb {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:31.411615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9123a1a-c1f0-42c8-9a84-09dc3418f6ab tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (82185172-d57c-492b-8f11-a16c719432eb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.492536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-7231f72d-7dcf-43f9-976e-10412420d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:31.494747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-7231f72d-7dcf-43f9-976e-10412420d00e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07979bc974714d5680aa66b64307ce2d&device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 1125 time: 0.1117895 Mar 10 15:13:31.500041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24bfce94-6279-4be1-a038-c0de976477a8 req-d49a719b-157f-4a7b-ad71-cf5c05d045ed tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/security-groups?id=806e4ad7-570d-43a8-8f7a-31a62c23bf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089182 Mar 10 15:13:31.579176 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-47dd2d83-c390-45f6-a103-a442d1e328e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85d7b4f4-e57a-44f2-8894-5fa23fe3f968 HTTP/1.1" status: 200 len: 217 time: 0.0769041 Mar 10 15:13:31.623475 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9123a1a-c1f0-42c8-9a84-09dc3418f6ab tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (82185172-d57c-492b-8f11-a16c719432eb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.640766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-f9123a1a-c1f0-42c8-9a84-09dc3418f6ab tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Calling delete_port for 82185172-d57c-492b-8f11-a16c719432eb owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:31.661264 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece26ef3-01ee-4db3-ac0c-a94ce16cea93 x-openstack-request-id: req-ece26ef3-01ee-4db3-ac0c-a94ce16cea93 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:13:31.661643 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c33654d-caa4-44b5-9330-ad13786dbee5", "tag": "85d7b4f4-e57a-44f2-8894-5fa23fe3f968", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:13:31.662546 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ece26ef3-01ee-4db3-ac0c-a94ce16cea93 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:13:31.662546 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c33654d-caa4-44b5-9330-ad13786dbee5', 'tag': '85d7b4f4-e57a-44f2-8894-5fa23fe3f968', 'status': 'completed', 'code': 200} Mar 10 15:13:31.724775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-05c60973-29ca-4478-8b2a-0bd4161a8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:31.726563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-05c60973-29ca-4478-8b2a-0bd4161a8abf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86ce3680-6e95-4bfd-9fd8-56a68c7b8a69 HTTP/1.1" status: 200 len: 853 time: 0.1175940 Mar 10 15:13:31.736321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e310b01-81d3-4f79-acd8-94c14b1572b6 req-54442da6-070e-4f3b-84df-8952a2affbfe tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:31.737818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e310b01-81d3-4f79-acd8-94c14b1572b6 req-54442da6-070e-4f3b-84df-8952a2affbfe tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1612678 Mar 10 15:13:31.769472 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9133980d-1313-41cd-987f-8bb3b6cc481a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for port (31ac1237-629a-4511-b2bb-140ce166ce16), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.774604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-aa55c5f6-c74a-46e6-9ae1-42ff3012e21f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4b0e6b49-72ba-49de-adfb-4711020449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352850 Mar 10 15:13:31.785266 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9133980d-1313-41cd-987f-8bb3b6cc481a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (31ac1237-629a-4511-b2bb-140ce166ce16), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.854242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b31f4-5c0a-424a-b9d7-5d790bfb3bd8 req-34cb4049-4b3f-4370-b6f4-1db1dfaaf522 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:31.861833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-167b31f4-5c0a-424a-b9d7-5d790bfb3bd8 req-34cb4049-4b3f-4370-b6f4-1db1dfaaf522 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1744652 Mar 10 15:13:31.914460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7011ec65-8b35-47dd-8d8e-d44dca9c861c no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:31.945372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9133980d-1313-41cd-987f-8bb3b6cc481a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] In _notify_port_updated(), no bound segment for port 31ac1237-629a-4511-b2bb-140ce166ce16 on network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:13:31.948015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e310b01-81d3-4f79-acd8-94c14b1572b6 req-0f59dc98-f84f-4648-85b6-acb7ab2c1473 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1723554 Mar 10 15:13:31.959749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 7011ec65-8b35-47dd-8d8e-d44dca9c861c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:31.960230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7011ec65-8b35-47dd-8d8e-d44dca9c861c not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:31.976067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9133980d-1313-41cd-987f-8bb3b6cc481a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:31.978903 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9133980d-1313-41cd-987f-8bb3b6cc481a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:31.980380 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9133980d-1313-41cd-987f-8bb3b6cc481a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "PUT /v2.0/ports/31ac1237-629a-4511-b2bb-140ce166ce16 HTTP/1.1" status: 200 len: 993 time: 1.2331066 Mar 10 15:13:31.988944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58456) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:32.033890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-4746c1f4-97ca-4abc-89f8-63403ec7b443 service neutron] 10.222.0.62 "GET /v2.0/networks/4b0e6b49-72ba-49de-adfb-4711020449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474518 Mar 10 15:13:32.043834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133980d-1313-41cd-987f-8bb3b6cc481a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'Port': ['ID=31ac1237-629a-4511-b2bb-140ce166ce16,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:32.059515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-167b31f4-5c0a-424a-b9d7-5d790bfb3bd8 req-1eebaced-c417-4e95-9c26-680b746aefed tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952691 Mar 10 15:13:32.060297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9123a1a-c1f0-42c8-9a84-09dc3418f6ab tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (82185172-d57c-492b-8f11-a16c719432eb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:32.143734 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9123a1a-c1f0-42c8-9a84-09dc3418f6ab tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Port': ['ID=82185172-d57c-492b-8f11-a16c719432eb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:32.217661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9123a1a-c1f0-42c8-9a84-09dc3418f6ab tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:32.245422 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f9123a1a-c1f0-42c8-9a84-09dc3418f6ab tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "DELETE /v2.0/ports/82185172-d57c-492b-8f11-a16c719432eb HTTP/1.1" status: 204 len: 168 time: 1.1294000 Mar 10 15:13:32.247339 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58468) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:32.314891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee8ad3ec-ba02-438f-ac52-c8ab6b29dde0 req-6f99890d-7741-4745-a28d-5d3d5cd6fe9c service neutron] 10.222.0.62 "GET /v2.0/networks/4b0e6b49-72ba-49de-adfb-4711020449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318091 Mar 10 15:13:32.355752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-754024ba-cc35-415b-b791-ca2943837ce4 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Deleting port 31ac1237-629a-4511-b2bb-140ce166ce16 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:32.356238 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-754024ba-cc35-415b-b791-ca2943837ce4 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (31ac1237-629a-4511-b2bb-140ce166ce16), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:32.420434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c1af6d36-055a-413e-8b2c-d9347f38ad55 None None] Provisioning complete for port 31ac1237-629a-4511-b2bb-140ce166ce16 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:32.421033 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c1af6d36-055a-413e-8b2c-d9347f38ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (31ac1237-629a-4511-b2bb-140ce166ce16), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:32.436873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9571ccf2-f338-45c1-8f83-ef0b7f26020f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Deleting port 99057946-4fdf-44be-be7e-ed1d74bfa2e0 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:32.437587 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9571ccf2-f338-45c1-8f83-ef0b7f26020f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:32.467648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c1af6d36-055a-413e-8b2c-d9347f38ad55 None None] Port 31ac1237-629a-4511-b2bb-140ce166ce16 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:13:32.489405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-754024ba-cc35-415b-b791-ca2943837ce4 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (31ac1237-629a-4511-b2bb-140ce166ce16), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:32.494205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a261e-85fb-4510-8d6a-20bbe9d22417 req-66ee16ba-d087-4f07-94bf-8e856e027771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:32.495784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d48a261e-85fb-4510-8d6a-20bbe9d22417 req-66ee16ba-d087-4f07-94bf-8e856e027771 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07979bc974714d5680aa66b64307ce2d&device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 1125 time: 0.1205616 Mar 10 15:13:32.543850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58484) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:32.554849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-754024ba-cc35-415b-b791-ca2943837ce4 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Calling delete_port for 31ac1237-629a-4511-b2bb-140ce166ce16 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:32.596013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9571ccf2-f338-45c1-8f83-ef0b7f26020f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:32.615595 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9571ccf2-f338-45c1-8f83-ef0b7f26020f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Calling delete_port for 99057946-4fdf-44be-be7e-ed1d74bfa2e0 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:32.736705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c19a113-4472-49aa-bd5f-110aeea4c560 admin admin] Deleting subnet 513da1a9-2c41-4c35-b51a-7b2707732ff9 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:13:32.748151 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c19a113-4472-49aa-bd5f-110aeea4c560 admin admin] Publish callbacks [] for subnet (513da1a9-2c41-4c35-b51a-7b2707732ff9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:32.781164 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9571ccf2-f338-45c1-8f83-ef0b7f26020f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (99057946-4fdf-44be-be7e-ed1d74bfa2e0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:32.816253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571ccf2-f338-45c1-8f83-ef0b7f26020f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Port': ['ID=99057946-4fdf-44be-be7e-ed1d74bfa2e0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:32.837755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a261e-85fb-4510-8d6a-20bbe9d22417 req-2dbed17b-022d-4318-aa66-ce971836cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:32.839294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d48a261e-85fb-4510-8d6a-20bbe9d22417 req-2dbed17b-022d-4318-aa66-ce971836cad1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4b0e6b49-72ba-49de-adfb-4711020449e7 HTTP/1.1" status: 200 len: 914 time: 0.3376675 Mar 10 15:13:32.842706 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c19a113-4472-49aa-bd5f-110aeea4c560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (513da1a9-2c41-4c35-b51a-7b2707732ff9), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:32.888003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f692d2d-c780-4482-8d1e-2e5ee41f4de7 req-c989d388-0f9f-4918-b33b-918967d06c35 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:32.889605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f692d2d-c780-4482-8d1e-2e5ee41f4de7 req-c989d388-0f9f-4918-b33b-918967d06c35 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 943 time: 0.2896583 Mar 10 15:13:32.908357 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9571ccf2-f338-45c1-8f83-ef0b7f26020f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:32.913608 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9571ccf2-f338-45c1-8f83-ef0b7f26020f tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "DELETE /v2.0/ports/99057946-4fdf-44be-be7e-ed1d74bfa2e0 HTTP/1.1" status: 204 len: 168 time: 0.6644149 Mar 10 15:13:32.916645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58486) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:32.928533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d48a261e-85fb-4510-8d6a-20bbe9d22417 req-19f9a2aa-f7ab-4997-bf31-4a00c93221cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85d7b4f4-e57a-44f2-8894-5fa23fe3f968 HTTP/1.1" status: 200 len: 217 time: 0.0637207 Mar 10 15:13:33.012736 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab1837b-8966-4966-bd2b-70ba8d728cae tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Deleting subnet 4c9d2471-2915-4422-9e7f-27fbcac857bc {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:13:33.016418 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bab1837b-8966-4966-bd2b-70ba8d728cae tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for subnet (4c9d2471-2915-4422-9e7f-27fbcac857bc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.030326 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c19a113-4472-49aa-bd5f-110aeea4c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (513da1a9-2c41-4c35-b51a-7b2707732ff9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.076205 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bab1837b-8966-4966-bd2b-70ba8d728cae tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (4c9d2471-2915-4422-9e7f-27fbcac857bc), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.146671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a261e-85fb-4510-8d6a-20bbe9d22417 req-494c07bf-b013-452c-a3d5-1890cb6aac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:33.148249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d48a261e-85fb-4510-8d6a-20bbe9d22417 req-494c07bf-b013-452c-a3d5-1890cb6aac4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86ce3680-6e95-4bfd-9fd8-56a68c7b8a69 HTTP/1.1" status: 200 len: 853 time: 0.2056196 Mar 10 15:13:33.174900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-754024ba-cc35-415b-b791-ca2943837ce4 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (31ac1237-629a-4511-b2bb-140ce166ce16), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.210862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bab1837b-8966-4966-bd2b-70ba8d728cae tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (4c9d2471-2915-4422-9e7f-27fbcac857bc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.237458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754024ba-cc35-415b-b791-ca2943837ce4 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event deleted for resources: {'Port': ['ID=31ac1237-629a-4511-b2bb-140ce166ce16,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:33.257270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f692d2d-c780-4482-8d1e-2e5ee41f4de7 req-6820fc26-20d6-4d50-bc79-d5cd3c0b796f tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/security-groups?id=806e4ad7-570d-43a8-8f7a-31a62c23bf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322270 Mar 10 15:13:33.292734 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bab1837b-8966-4966-bd2b-70ba8d728cae tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (4c9d2471-2915-4422-9e7f-27fbcac857bc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.350720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1837b-8966-4966-bd2b-70ba8d728cae tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9d2471-2915-4422-9e7f-27fbcac857bc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:33.372798 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bab1837b-8966-4966-bd2b-70ba8d728cae tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.374009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873a08c-f814-4115-98e2-0b2ae2c8a1e7 None None] Network 0ce7491f-04bd-4f39-a81d-ebd70217f589 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:33.380377 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bab1837b-8966-4966-bd2b-70ba8d728cae tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "DELETE /v2.0/subnets/4c9d2471-2915-4422-9e7f-27fbcac857bc HTTP/1.1" status: 204 len: 168 time: 0.4625661 Mar 10 15:13:33.383785 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58496) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:33.515340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb10c38a-3bd0-4140-9ac5-2518ea31a67d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Deleting subnet d516d9c8-a178-4391-90b6-521d520caa21 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:13:33.523478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb10c38a-3bd0-4140-9ac5-2518ea31a67d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for subnet (d516d9c8-a178-4391-90b6-521d520caa21), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.573087 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb10c38a-3bd0-4140-9ac5-2518ea31a67d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (d516d9c8-a178-4391-90b6-521d520caa21), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.737096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6bef6-c228-4a95-b862-1104e7328214 None None] DHCP port deletion for 0ce7491f-04bd-4f39-a81d-ebd70217f589 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:13:33.746152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb10c38a-3bd0-4140-9ac5-2518ea31a67d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d516d9c8-a178-4391-90b6-521d520caa21), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.752824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d48a261e-85fb-4510-8d6a-20bbe9d22417 req-3ad6fa10-78e2-4978-b6e2-4d641750f444 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4b0e6b49-72ba-49de-adfb-4711020449e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5788581 Mar 10 15:13:33.864541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-89a6bef6-c228-4a95-b862-1104e7328214 None None] Deleting port cd890f33-1c17-41a2-932d-a087da4f1131 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:33.866664 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89a6bef6-c228-4a95-b862-1104e7328214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.870347 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb10c38a-3bd0-4140-9ac5-2518ea31a67d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (d516d9c8-a178-4391-90b6-521d520caa21), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.916168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10c38a-3bd0-4140-9ac5-2518ea31a67d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Subnet': ['ID=d516d9c8-a178-4391-90b6-521d520caa21,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:33.932294 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb10c38a-3bd0-4140-9ac5-2518ea31a67d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:33.940580 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-eb10c38a-3bd0-4140-9ac5-2518ea31a67d tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "DELETE /v2.0/subnets/d516d9c8-a178-4391-90b6-521d520caa21 HTTP/1.1" status: 204 len: 168 time: 0.5532267 Mar 10 15:13:33.941275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58504) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:33.981118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba621ac3-df05-4a1e-a443-e6235be57e98 None None] Network be8524cd-cbb7-4825-a346-3074feb1e69e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:34.021697 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c19a113-4472-49aa-bd5f-110aeea4c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (513da1a9-2c41-4c35-b51a-7b2707732ff9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.031413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab3ccc-f9e2-4b5b-a5b2-814200c762c4 req-ab542cc3-34b8-45c5-bc75-ef4a20c26c52 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:34.032984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07ab3ccc-f9e2-4b5b-a5b2-814200c762c4 req-ab542cc3-34b8-45c5-bc75-ef4a20c26c52 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.9442878 Mar 10 15:13:34.069673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-89a6bef6-c228-4a95-b862-1104e7328214 None None] For port cd890f33-1c17-41a2-932d-a087da4f1131, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd890f33-1c17-41a2-932d-a087da4f1131,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:34.071005 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89a6bef6-c228-4a95-b862-1104e7328214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.136162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-89a6bef6-c228-4a95-b862-1104e7328214 None None] Calling delete_port for cd890f33-1c17-41a2-932d-a087da4f1131 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:34.140295 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (0ce7491f-04bd-4f39-a81d-ebd70217f589), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.235948 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Deleting port cd890f33-1c17-41a2-932d-a087da4f1131 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:34.236639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.254603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b0684-bc0f-4781-90db-83e982202a71 None None] DHCP port deletion for be8524cd-cbb7-4825-a346-3074feb1e69e request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:13:34.297164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19a113-4472-49aa-bd5f-110aeea4c560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513da1a9-2c41-4c35-b51a-7b2707732ff9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:34.315266 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c19a113-4472-49aa-bd5f-110aeea4c560 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.321491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3c19a113-4472-49aa-bd5f-110aeea4c560 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/513da1a9-2c41-4c35-b51a-7b2707732ff9 HTTP/1.1" status: 204 len: 168 time: 1.7677839 Mar 10 15:13:34.322906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58508) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:34.337089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e29b0684-bc0f-4781-90db-83e982202a71 None None] Deleting port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:34.338154 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e29b0684-bc0f-4781-90db-83e982202a71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.411345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e29b0684-bc0f-4781-90db-83e982202a71 None None] For port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=67caa3fb-d235-4ab5-bb06-ff89d1a17c26,segment=NetworkSegment(6c2d7195-1584-44e5-91ef-24bf9ef760ec),segment_id=6c2d7195-1584-44e5-91ef-24bf9ef760ec)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:34.412046 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e29b0684-bc0f-4781-90db-83e982202a71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.425280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e29b0684-bc0f-4781-90db-83e982202a71 None None] Calling delete_port for 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:34.450826 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9341f270-d504-4138-b500-7f9b461d58c3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.465765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] For port cd890f33-1c17-41a2-932d-a087da4f1131, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd890f33-1c17-41a2-932d-a087da4f1131,segment=NetworkSegment(6c13eca8-f907-4f5a-8530-b5937b0a1044),segment_id=6c13eca8-f907-4f5a-8530-b5937b0a1044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:34.467085 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.484068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f9d61-9d2f-4e6f-a5ba-c0cbaba19cf4 req-e68a532d-ceaf-4db5-b9de-ae6f3f6a4418 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:34.491726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b8f9d61-9d2f-4e6f-a5ba-c0cbaba19cf4 req-e68a532d-ceaf-4db5-b9de-ae6f3f6a4418 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.7301114 Mar 10 15:13:34.513050 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Calling delete_port for cd890f33-1c17-41a2-932d-a087da4f1131 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:34.526227 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89a6bef6-c228-4a95-b862-1104e7328214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.563220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6bef6-c228-4a95-b862-1104e7328214 None None] Pushing event deleted for resources: {'Port': ['ID=cd890f33-1c17-41a2-932d-a087da4f1131,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:34.566325 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e29b0684-bc0f-4781-90db-83e982202a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (67caa3fb-d235-4ab5-bb06-ff89d1a17c26), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.605785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d48a261e-85fb-4510-8d6a-20bbe9d22417 req-315afef7-5344-4116-b75c-d360039790d8 service neutron] 10.222.0.62 "GET /v2.0/networks/4b0e6b49-72ba-49de-adfb-4711020449e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8321915 Mar 10 15:13:34.613161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b0684-bc0f-4781-90db-83e982202a71 None None] Pushing event deleted for resources: {'Port': ['ID=67caa3fb-d235-4ab5-bb06-ff89d1a17c26,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:34.617173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b0684-bc0f-4781-90db-83e982202a71 None None] No DVR routers for this DVR port 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:13:34.647309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6bef6-c228-4a95-b862-1104e7328214 None None] No DVR routers for this DVR port cd890f33-1c17-41a2-932d-a087da4f1131 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:13:34.723505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (cd890f33-1c17-41a2-932d-a087da4f1131), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.762509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d48a261e-85fb-4510-8d6a-20bbe9d22417 req-04f1bf1e-76f0-4d93-9727-30e191b120cd service neutron] 10.222.0.62 "GET /v2.0/networks/4b0e6b49-72ba-49de-adfb-4711020449e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207762 Mar 10 15:13:34.763690 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-754024ba-cc35-415b-b791-ca2943837ce4 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.769557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-754024ba-cc35-415b-b791-ca2943837ce4 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "DELETE /v2.0/ports/31ac1237-629a-4511-b2bb-140ce166ce16 HTTP/1.1" status: 204 len: 168 time: 2.7773848 Mar 10 15:13:34.770554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58514) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:34.790742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07ab3ccc-f9e2-4b5b-a5b2-814200c762c4 req-35d29307-5f95-4792-88aa-7f366fbe128d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6746027 Mar 10 15:13:34.830504 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] No DVR routers for this DVR port cd890f33-1c17-41a2-932d-a087da4f1131 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:13:34.832756 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2f7037-1bf3-4bb4-af44-12dba5e9ff8a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] GET failed (client error): The resource could not be found. Mar 10 15:13:34.837825 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7e2f7037-1bf3-4bb4-af44-12dba5e9ff8a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "GET /v2.0/ports/31ac1237-629a-4511-b2bb-140ce166ce16 HTTP/1.1" status: 404 len: 333 time: 0.0478408 Mar 10 15:13:34.840676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58516) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:34.852710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Request body: {'port': {'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6', 'name': 'tempest-AllowedAddressPairTestJSON-1481286049'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:34.902925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b8f9d61-9d2f-4e6f-a5ba-c0cbaba19cf4 req-3b1e5061-d045-4e1c-846a-2445d5565453 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080515 Mar 10 15:13:34.925421 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (0ce7491f-04bd-4f39-a81d-ebd70217f589), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:34.928428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Port': ['ID=cd890f33-1c17-41a2-932d-a087da4f1131,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:34.978662 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9341f270-d504-4138-b500-7f9b461d58c3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.002432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce7491f-04bd-4f39-a81d-ebd70217f589']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:35.018606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9341f270-d504-4138-b500-7f9b461d58c3']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:35.021799 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c13eca8-f907-4f5a-8530-b5937b0a1044') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:35.022087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c13eca8-f907-4f5a-8530-b5937b0a1044') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:35.044102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244cabdc-94b0-415b-bcbd-fa0b1494f46b') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:35.044400 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244cabdc-94b0-415b-bcbd-fa0b1494f46b') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:35.047952 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (6c13eca8-f907-4f5a-8530-b5937b0a1044), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.071856 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6c13eca8-f907-4f5a-8530-b5937b0a1044), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.076361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-c1f98bad-6b38-41dc-907b-8260b1c8e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:35.078118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-c1f98bad-6b38-41dc-907b-8260b1c8e2b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249&tenant_id=30681029f9c54de880026374e32f2679 HTTP/1.1" status: 200 len: 1125 time: 0.6744423 Mar 10 15:13:35.080208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:13:35.080789 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (6c13eca8-f907-4f5a-8530-b5937b0a1044), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.101774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-92404a99-61f3-41ef-9a9f-8c82d508949b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:13:35.103559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-92404a99-61f3-41ef-9a9f-8c82d508949b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186737 Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:13:35.162293 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:13:35.166301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3abb0-1719-483b-883f-9232cde8ee7f req-14ec2287-7798-46ef-bb54-2aa870de76a3 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:35.170097 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (244cabdc-94b0-415b-bcbd-fa0b1494f46b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.173127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ca3abb0-1719-483b-883f-9232cde8ee7f req-14ec2287-7798-46ef-bb54-2aa870de76a3 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 943 time: 0.1563361 Mar 10 15:13:35.187377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (244cabdc-94b0-415b-bcbd-fa0b1494f46b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.194938 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:13:35.195453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (244cabdc-94b0-415b-bcbd-fa0b1494f46b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.210581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Made reservation on behalf of ff37ee9cfc034f82afcf2df0a4c417d4 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:35.214504 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.263088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] device_id is not set on port 3e07bfe0-7507-43e5-ac31-37b674ba1464 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:13:35.272642 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:13:35.278149 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (0ce7491f-04bd-4f39-a81d-ebd70217f589), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.289004 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.294543 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "DELETE /v2.0/networks/0ce7491f-04bd-4f39-a81d-ebd70217f589 HTTP/1.1" status: 204 len: 168 time: 1.3521652 Mar 10 15:13:35.295348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-e502ac60-4a45-4759-9c49-120e93a8170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:35.296026 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9341f270-d504-4138-b500-7f9b461d58c3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.296865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-e502ac60-4a45-4759-9c49-120e93a8170f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 1125 time: 0.1574326 Mar 10 15:13:35.298578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58518) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:35.310221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.316355 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] 10.222.0.11 "DELETE /v2.0/networks/9341f270-d504-4138-b500-7f9b461d58c3 HTTP/1.1" status: 204 len: 168 time: 0.9899769 Mar 10 15:13:35.316355 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e7a64-f66b-4b7a-ac54-4b86bb5dbed2 tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Network': ['ID=0ce7491f-04bd-4f39-a81d-ebd70217f589,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:35.351840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73799e0-1eae-4972-9244-b406250bc7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=9341f270-d504-4138-b500-7f9b461d58c3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:35.353262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ca3abb0-1719-483b-883f-9232cde8ee7f req-5d3ac08c-f56d-47d0-908c-f53fbcbbf00a tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/security-groups?id=806e4ad7-570d-43a8-8f7a-31a62c23bf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793053 Mar 10 15:13:35.458592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-64083f20-6223-45ad-9d67-b1433b7ad847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:35.460107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-64083f20-6223-45ad-9d67-b1433b7ad847 service neutron] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 917 time: 0.1171327 Mar 10 15:13:35.480125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cd890f33-1c17-41a2-932d-a087da4f1131 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:35.509906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: cd890f33-1c17-41a2-932d-a087da4f1131 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:35.510513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cd890f33-1c17-41a2-932d-a087da4f1131 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:35.511130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:35.565571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:35.566381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 67caa3fb-d235-4ab5-bb06-ff89d1a17c26 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:35.653965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (be8524cd-cbb7-4825-a346-3074feb1e69e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.656476 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58522) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:35.684943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-f2152259-78c5-4a53-a362-6eb1a6de8778 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a HTTP/1.1" status: 200 len: 999 time: 0.2102375 Mar 10 15:13:35.710031 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-83971152-be64-4b10-ae16-6d71e6babe72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30c445464c7a415caec8599f893a0c1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500109 Mar 10 15:13:35.710296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Allocated IP 172.20.0.7 (5dc1267e-f8b9-4a5c-802a-f6648bc017c6/18d562da-15f3-413e-ad43-647b6b9e970e/3e07bfe0-7507-43e5-ac31-37b674ba1464) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:13:35.711039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58524) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:35.773639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32912c57-3bc9-45fd-a909-1383206642e1 admin admin] Publish callbacks [] for security_group (6b8029cb-dc97-4610-a046-38a123f18293), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.804158 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32912c57-3bc9-45fd-a909-1383206642e1 admin admin] Publish callbacks [] for security_group (6b8029cb-dc97-4610-a046-38a123f18293), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.825720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-e3c7900c-3bfe-4a18-9f0f-5abcbebaa62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:35.827106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-e3c7900c-3bfe-4a18-9f0f-5abcbebaa62d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.1271794 Mar 10 15:13:35.854845 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (be8524cd-cbb7-4825-a346-3074feb1e69e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.888421 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32912c57-3bc9-45fd-a909-1383206642e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6b8029cb-dc97-4610-a046-38a123f18293), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.890914 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32912c57-3bc9-45fd-a909-1383206642e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:35.892144 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-32912c57-3bc9-45fd-a909-1383206642e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b8029cb-dc97-4610-a046-38a123f18293 HTTP/1.1" status: 204 len: 168 time: 0.1806653 Mar 10 15:13:35.906987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32912c57-3bc9-45fd-a909-1383206642e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8029cb-dc97-4610-a046-38a123f18293,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:35.936878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:13:35.950038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8524cd-cbb7-4825-a346-3074feb1e69e']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:36.000336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2d7195-1584-44e5-91ef-24bf9ef760ec') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:36.000707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2d7195-1584-44e5-91ef-24bf9ef760ec') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:36.037852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (6c2d7195-1584-44e5-91ef-24bf9ef760ec), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:36.172411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6c2d7195-1584-44e5-91ef-24bf9ef760ec), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:36.196596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79803a-d38a-4e78-8045-8845774d6f1a req-1eed14d5-5533-4f7e-9f9f-268afa06962c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:36.198178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac79803a-d38a-4e78-8045-8845774d6f1a req-1eed14d5-5533-4f7e-9f9f-268afa06962c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.2751107 Mar 10 15:13:36.204217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85d7b4f4-e57a-44f2-8894-5fa23fe3f968,segment=NetworkSegment(dfa26f32-2626-4466-803b-1f5cafd072fa),segment_id=dfa26f32-2626-4466-803b-1f5cafd072fa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:36.223612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '85d7b4f4-e57a-44f2-8894-5fa23fe3f968', 'network_id': '4b0e6b49-72ba-49de-adfb-4711020449e7', 'port_id': '85d7b4f4-e57a-44f2-8894-5fa23fe3f968', 'mac_address': 'fa:16:3e:83:e4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ce3680-6e95-4bfd-9fd8-56a68c7b8a69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:13:36.254204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-7fbfa21c-5488-4035-b99a-aee27996c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:36.258829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-7fbfa21c-5488-4035-b99a-aee27996c847 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4012685 Mar 10 15:13:36.284729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:13:36.285414 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:36.303251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:13:36.324467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:13:36.324878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (6c2d7195-1584-44e5-91ef-24bf9ef760ec), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:36.326659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85d7b4f4-e57a-44f2-8894-5fa23fe3f968,segment=NetworkSegment(dfa26f32-2626-4466-803b-1f5cafd072fa),segment_id=dfa26f32-2626-4466-803b-1f5cafd072fa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:13:36.329772 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:13:36.335831 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:36.397323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=85d7b4f4-e57a-44f2-8894-5fa23fe3f968,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:36.464311 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for port (3e07bfe0-7507-43e5-ac31-37b674ba1464), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:36.517206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6f380-9af3-4123-8ab0-faf2407d5892 req-252f49ce-8cce-46ec-ad47-22c8c5ed40fa tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:36.518682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97a6f380-9af3-4123-8ab0-faf2407d5892 req-252f49ce-8cce-46ec-ad47-22c8c5ed40fa tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.4970646 Mar 10 15:13:36.559143 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (be8524cd-cbb7-4825-a346-3074feb1e69e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:36.564351 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:36.567801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] 10.222.0.11 "DELETE /v2.0/networks/be8524cd-cbb7-4825-a346-3074feb1e69e HTTP/1.1" status: 204 len: 168 time: 1.2289839 Mar 10 15:13:36.586143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac79803a-d38a-4e78-8045-8845774d6f1a req-10c1f611-0d45-4332-84e8-649358efefd7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3462620 Mar 10 15:13:36.673251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['85d7b4f4-e57a-44f2-8894-5fa23fe3f968'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:13:36.688280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97a6f380-9af3-4123-8ab0-faf2407d5892 req-e701abba-e8d0-4995-adff-2d92fe6ecd40 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597102 Mar 10 15:13:36.689215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3bbda-ef53-4fe6-9020-f293179bd04c tempest-TaggedBootDevicesTest-51066850 tempest-TaggedBootDevicesTest-51066850-project] Pushing event deleted for resources: {'Network': ['ID=be8524cd-cbb7-4825-a346-3074feb1e69e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:36.699965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3e07bfe0-7507-43e5-ac31-37b674ba1464), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:36.797924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'Port': ['ID=3e07bfe0-7507-43e5-ac31-37b674ba1464,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:36.808279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-41efe5ab-a019-440a-8902-46344504eb24 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344770 Mar 10 15:13:36.810213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:13:36.812165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:36.819547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:13:37.009240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:37.011138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:37.083651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cda02b32-6dc8-4f95-a3e3-c04be8fc0360 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2380877 Mar 10 15:13:37.085975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58566) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:37.093129 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c8a0b463-821d-4cca-8afc-884c96a3786b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:88:a7:4d'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:37.244395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ad559-8b12-45e3-9739-1486d18069fe req-df1820ff-9919-47c6-8722-c30db71481a8 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:37.244395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-528ad559-8b12-45e3-9739-1486d18069fe req-df1820ff-9919-47c6-8722-c30db71481a8 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 944 time: 0.2997806 Mar 10 15:13:37.288503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4eef36d-2a34-47ff-a4a2-df09c6b2b397 req-c4712e51-ee06-4d4e-b5c2-e225f0e4f7a3 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566570 Mar 10 15:13:37.350879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1c3979c5-2831-4452-baf6-01a43c4616e4 None None] Provisioning complete for port 3e07bfe0-7507-43e5-ac31-37b674ba1464 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:37.352951 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1c3979c5-2831-4452-baf6-01a43c4616e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3e07bfe0-7507-43e5-ac31-37b674ba1464), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:37.354946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-528ad559-8b12-45e3-9739-1486d18069fe req-e02f96ff-4c0d-47fc-88b4-a8e5161bf521 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/security-groups?id=806e4ad7-570d-43a8-8f7a-31a62c23bf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909884 Mar 10 15:13:37.404106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1c3979c5-2831-4452-baf6-01a43c4616e4 None None] Port 3e07bfe0-7507-43e5-ac31-37b674ba1464 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:13:37.439125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b463-821d-4cca-8afc-884c96a3786b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3e07bfe0-7507-43e5-ac31-37b674ba1464), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:37.810114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b463-821d-4cca-8afc-884c96a3786b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for port (3e07bfe0-7507-43e5-ac31-37b674ba1464), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:37.826517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b463-821d-4cca-8afc-884c96a3786b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (3e07bfe0-7507-43e5-ac31-37b674ba1464), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:37.893615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f991a35-215e-439f-85e1-3ab51488bdd3 req-16d40cf6-cb1b-40f7-8ff6-c6a1e5537638 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:37.895622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f991a35-215e-439f-85e1-3ab51488bdd3 req-16d40cf6-cb1b-40f7-8ff6-c6a1e5537638 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1650290 Mar 10 15:13:37.899201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58604) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:37.937166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:13:37.943062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574cced-9b19-4350-9cc8-4d3afb9a7210 req-ab523db0-c6d9-467f-8265-82bb9efa57c6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:37.955038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f574cced-9b19-4350-9cc8-4d3afb9a7210 req-ab523db0-c6d9-467f-8265-82bb9efa57c6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1678696 Mar 10 15:13:38.009087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0b463-821d-4cca-8afc-884c96a3786b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] In _notify_port_updated(), no bound segment for port 3e07bfe0-7507-43e5-ac31-37b674ba1464 on network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:13:38.021088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a0b463-821d-4cca-8afc-884c96a3786b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:38.021943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8a0b463-821d-4cca-8afc-884c96a3786b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:38.027304 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c8a0b463-821d-4cca-8afc-884c96a3786b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "PUT /v2.0/ports/3e07bfe0-7507-43e5-ac31-37b674ba1464 HTTP/1.1" status: 200 len: 996 time: 0.9389236 Mar 10 15:13:38.031189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58608) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:38.066277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f991a35-215e-439f-85e1-3ab51488bdd3 req-70b639b6-2f97-45b1-a69e-8a83085e6512 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1472516 Mar 10 15:13:38.093012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f574cced-9b19-4350-9cc8-4d3afb9a7210 req-b4a31737-1476-4709-82c8-58af2660c1eb tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370275 Mar 10 15:13:38.151572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:13:38.156933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:38.157776 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:38.194506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0b463-821d-4cca-8afc-884c96a3786b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'Port': ['ID=3e07bfe0-7507-43e5-ac31-37b674ba1464,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:38.242358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-bd87c4ff-52ec-489d-8421-3edf945bd7cd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Deleting port 3e07bfe0-7507-43e5-ac31-37b674ba1464 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:38.244403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-777ca04f-adb6-4f4b-90da-0899377baf6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:38.247594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd87c4ff-52ec-489d-8421-3edf945bd7cd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3e07bfe0-7507-43e5-ac31-37b674ba1464), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:38.419368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:13:38.421378 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:38.512019 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd87c4ff-52ec-489d-8421-3edf945bd7cd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3e07bfe0-7507-43e5-ac31-37b674ba1464), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:38.524289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c33654d-caa4-44b5-9330-ad13786dbee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d7b4f4-e57a-44f2-8894-5fa23fe3f968'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:13:38.526660 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd96796f-eadf-47d8-83b7-f0540562ba33" -d '{"events": [{"server_uuid": "6c33654d-caa4-44b5-9330-ad13786dbee5", "name": "network-vif-plugged", "status": "completed", "tag": "85d7b4f4-e57a-44f2-8894-5fa23fe3f968"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:13:38.536950 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-777ca04f-adb6-4f4b-90da-0899377baf6c admin admin] Publish callbacks [] for security_group (d2f9a591-8695-466e-b887-0e0a21db747e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:38.541096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-bd87c4ff-52ec-489d-8421-3edf945bd7cd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Calling delete_port for 3e07bfe0-7507-43e5-ac31-37b674ba1464 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:38.594329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-568f3704-6365-48e2-92c8-6109c9715639 None None] Provisioning complete for port 3e07bfe0-7507-43e5-ac31-37b674ba1464 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:38.606575 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-777ca04f-adb6-4f4b-90da-0899377baf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d2f9a591-8695-466e-b887-0e0a21db747e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:38.612404 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-568f3704-6365-48e2-92c8-6109c9715639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3e07bfe0-7507-43e5-ac31-37b674ba1464), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:38.621103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85d7b4f4-e57a-44f2-8894-5fa23fe3f968,segment=NetworkSegment(dfa26f32-2626-4466-803b-1f5cafd072fa),segment_id=dfa26f32-2626-4466-803b-1f5cafd072fa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:38.676863 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12f54e4-dccc-4b8c-8543-b5a37f69a5b8 x-openstack-request-id: req-d12f54e4-dccc-4b8c-8543-b5a37f69a5b8 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:13:38.678009 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c33654d-caa4-44b5-9330-ad13786dbee5", "name": "network-vif-plugged", "status": "completed", "tag": "85d7b4f4-e57a-44f2-8894-5fa23fe3f968", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:13:38.678512 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d12f54e4-dccc-4b8c-8543-b5a37f69a5b8 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:13:38.679311 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c33654d-caa4-44b5-9330-ad13786dbee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d7b4f4-e57a-44f2-8894-5fa23fe3f968', 'code': 200} Mar 10 15:13:38.680731 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-568f3704-6365-48e2-92c8-6109c9715639 None None] Port 3e07bfe0-7507-43e5-ac31-37b674ba1464 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:13:38.683134 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:38.730158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-777ca04f-adb6-4f4b-90da-0899377baf6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d15489ae7924bf1b337dd8cba4ac0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8295283 Mar 10 15:13:38.732911 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58624) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:38.733415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ca04f-adb6-4f4b-90da-0899377baf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f9a591-8695-466e-b887-0e0a21db747e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:38.767018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9b3da-7f46-4ae5-a180-dd18570bca31 req-90f364af-39b0-434b-bb7e-cdd43640c182 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:38.778250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dd9b3da-7f46-4ae5-a180-dd18570bca31 req-90f364af-39b0-434b-bb7e-cdd43640c182 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 944 time: 0.2475729 Mar 10 15:13:38.811741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=85d7b4f4-e57a-44f2-8894-5fa23fe3f968,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:38.913398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2dd9b3da-7f46-4ae5-a180-dd18570bca31 req-283648f4-bd49-43b6-acfa-9bf5d5edf1fb tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/security-groups?id=806e4ad7-570d-43a8-8f7a-31a62c23bf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342041 Mar 10 15:13:38.958635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2288aa22-e74d-473c-9758-f614fbead5ea admin admin] Publish callbacks [] for security_group (d2f9a591-8695-466e-b887-0e0a21db747e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:38.991631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdab65-73ee-4a22-8709-579b1bce9010 req-c2d1f2d6-e540-4815-b07b-bfaf8c98023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:38.994138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7bdab65-73ee-4a22-8709-579b1bce9010 req-c2d1f2d6-e540-4815-b07b-bfaf8c98023d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 1127 time: 0.2524915 Mar 10 15:13:38.997490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2288aa22-e74d-473c-9758-f614fbead5ea admin admin] Publish callbacks [] for security_group (d2f9a591-8695-466e-b887-0e0a21db747e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:39.055679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2288aa22-e74d-473c-9758-f614fbead5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d2f9a591-8695-466e-b887-0e0a21db747e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:39.058571 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2288aa22-e74d-473c-9758-f614fbead5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:39.060277 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2288aa22-e74d-473c-9758-f614fbead5ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2f9a591-8695-466e-b887-0e0a21db747e HTTP/1.1" status: 204 len: 168 time: 0.3253798 Mar 10 15:13:39.077434 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288aa22-e74d-473c-9758-f614fbead5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f9a591-8695-466e-b887-0e0a21db747e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:39.132761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7bdab65-73ee-4a22-8709-579b1bce9010 req-f62df25d-cb48-4306-a75f-7f042f70d17f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=806e4ad7-570d-43a8-8f7a-31a62c23bf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320658 Mar 10 15:13:39.136507 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd87c4ff-52ec-489d-8421-3edf945bd7cd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3e07bfe0-7507-43e5-ac31-37b674ba1464), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:39.218912 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87c4ff-52ec-489d-8421-3edf945bd7cd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event deleted for resources: {'Port': ['ID=3e07bfe0-7507-43e5-ac31-37b674ba1464,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:39.409417 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd87c4ff-52ec-489d-8421-3edf945bd7cd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:39.422190 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bd87c4ff-52ec-489d-8421-3edf945bd7cd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "DELETE /v2.0/ports/3e07bfe0-7507-43e5-ac31-37b674ba1464 HTTP/1.1" status: 204 len: 168 time: 1.3830407 Mar 10 15:13:39.423150 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58638) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:39.496421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc769514-1734-4a37-83af-4b9681fdd4c8 req-98ff47ec-f24d-4425-bc82-1fe163a7f2a4 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:39.502513 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bac8ffa-84dc-4c4f-bcb1-a33cd4034266 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] GET failed (client error): The resource could not be found. Mar 10 15:13:39.516232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc769514-1734-4a37-83af-4b9681fdd4c8 req-98ff47ec-f24d-4425-bc82-1fe163a7f2a4 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.2658048 Mar 10 15:13:39.517920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58644) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:39.519642 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0bac8ffa-84dc-4c4f-bcb1-a33cd4034266 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "GET /v2.0/ports/3e07bfe0-7507-43e5-ac31-37b674ba1464 HTTP/1.1" status: 404 len: 333 time: 0.0923276 Mar 10 15:13:39.548032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Request body: {'port': {'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6', 'name': 'tempest-AllowedAddressPairTestJSON-711481147'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:39.608404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fffce-934e-4143-bf58-5367b006f278 req-ce230ad1-66a0-4326-a835-380f30a1dba9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:39.616200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a2fffce-934e-4143-bf58-5367b006f278 req-ce230ad1-66a0-4326-a835-380f30a1dba9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.3014143 Mar 10 15:13:39.696833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a2fffce-934e-4143-bf58-5367b006f278 req-39049147-edc1-47f1-bc42-9d82cae3a05f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796750 Mar 10 15:13:39.723705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc769514-1734-4a37-83af-4b9681fdd4c8 req-36c8ae14-d8a1-4f77-8583-1bb19fcd15e6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062118 Mar 10 15:13:39.906749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Made reservation on behalf of ff37ee9cfc034f82afcf2df0a4c417d4 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:39.911071 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:39.932559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] device_id is not set on port e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:13:40.844096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70931565-fa6f-4eeb-ae62-3171a8afb43c req-6283b8fd-42f1-45ba-941f-70e9cc2b1b1b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:40.851605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70931565-fa6f-4eeb-ae62-3171a8afb43c req-6283b8fd-42f1-45ba-941f-70e9cc2b1b1b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 945 time: 0.7977698 Mar 10 15:13:40.865336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Allocated IP 172.20.0.5 (5dc1267e-f8b9-4a5c-802a-f6648bc017c6/18d562da-15f3-413e-ad43-647b6b9e970e/e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:13:40.953416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70931565-fa6f-4eeb-ae62-3171a8afb43c req-a7541dd9-70b6-4f5f-a1fb-17640a90cd24 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/security-groups?id=806e4ad7-570d-43a8-8f7a-31a62c23bf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001208 Mar 10 15:13:41.332620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for port (e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:41.351387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eab49-5a1c-42f1-973c-d5d3cdedac83 req-d48a8e2c-b881-49be-8856-691952be1224 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:41.358536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a9eab49-5a1c-42f1-973c-d5d3cdedac83 req-d48a8e2c-b881-49be-8856-691952be1224 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.2049851 Mar 10 15:13:41.487133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a9eab49-5a1c-42f1-973c-d5d3cdedac83 req-ac7e29c1-4385-466c-b469-4c60be59d3f3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275120 Mar 10 15:13:41.493326 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:41.600303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:13:41.618363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:41.650449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:13:41.657260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'Port': ['ID=e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:41.736327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.736840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.737291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.737738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.738178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.738615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.739078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.739532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.739955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.740405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.741309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.742923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.743368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:41.813489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:41.817870 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:41.878951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4141a75-feeb-4c42-90c4-18cbca2f34a6 req-3d19d73c-92fa-4a41-9f67-f512600750fc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:41.882536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4141a75-feeb-4c42-90c4-18cbca2f34a6 req-3d19d73c-92fa-4a41-9f67-f512600750fc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.2851887 Mar 10 15:13:41.903385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58690) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:41.909643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Request body: {'port': {'network_id': '5dc1267e-f8b9-4a5c-802a-f6648bc017c6', 'name': 'tempest-AllowedAddressPairTestJSON-788148514'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:41.913996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-22725709-9343-4a1c-8ada-39fc03062172 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3916469 Mar 10 15:13:42.005515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4141a75-feeb-4c42-90c4-18cbca2f34a6 req-ecfcd3d5-e7eb-45b6-b57e-b908013cb501 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165555 Mar 10 15:13:42.166460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a3c3b0ca-315a-4e46-89bd-b622b25cdd15 None None] Provisioning complete for port e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:42.168154 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b0ca-315a-4e46-89bd-b622b25cdd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:42.200364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Made reservation on behalf of ff37ee9cfc034f82afcf2df0a4c417d4 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:42.211143 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:42.304446 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] device_id is not set on port a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:13:42.330877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105304a-b7cf-4ace-a603-6bf7ece87710 req-95b7476c-767c-4c55-87f6-2ddebbcc16f3 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:42.332779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a3c3b0ca-315a-4e46-89bd-b622b25cdd15 None None] Port e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:13:42.356962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7105304a-b7cf-4ace-a603-6bf7ece87710 req-95b7476c-767c-4c55-87f6-2ddebbcc16f3 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 945 time: 0.1518598 Mar 10 15:13:42.479558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7105304a-b7cf-4ace-a603-6bf7ece87710 req-987bfe5c-6945-405f-9592-7d206d806cdb tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/security-groups?id=806e4ad7-570d-43a8-8f7a-31a62c23bf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215622 Mar 10 15:13:42.511868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Allocated IP 172.20.0.11 (5dc1267e-f8b9-4a5c-802a-f6648bc017c6/18d562da-15f3-413e-ad43-647b6b9e970e/a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:13:42.730948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6d6e-6c3b-49c3-b9af-0662911acad6 req-3eb79a24-aa2d-4f2e-88af-fd2b3a0c5671 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:42.763454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a78b6d6e-6c3b-49c3-b9af-0662911acad6 req-3eb79a24-aa2d-4f2e-88af-fd2b3a0c5671 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1397479 Mar 10 15:13:42.819166 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for port (a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:42.897472 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:42.919968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a78b6d6e-6c3b-49c3-b9af-0662911acad6 req-62afb7b6-0273-4cbb-9fc8-cd90040854c4 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535399 Mar 10 15:13:43.000549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:13:43.015552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:43.033522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:13:43.181522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'Port': ['ID=a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:43.277933 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:43.278614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:43.326757 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-05c0ace9-a7ed-4acd-ab4b-a1790b517dbd tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4213951 Mar 10 15:13:43.329136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58722) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:43.367381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e5653f11-d5cc-4d02-b1f0-81fa5907c462 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:88:a7:4d'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:83:cd:f3'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:43.578762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d07a3-e037-40da-860c-68fff05570c4 req-2d4dd8dc-5e6a-4767-9af8-ebb905b931ca tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:43.591587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c44d07a3-e037-40da-860c-68fff05570c4 req-2d4dd8dc-5e6a-4767-9af8-ebb905b931ca tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.2580366 Mar 10 15:13:43.596325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1e1d674a-29b5-4d74-b6ca-5fbbe9b16781 None None] Provisioning complete for port a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:43.596923 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1e1d674a-29b5-4d74-b6ca-5fbbe9b16781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:43.707396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d674a-29b5-4d74-b6ca-5fbbe9b16781 None None] Port a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:13:43.747353 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5653f11-d5cc-4d02-b1f0-81fa5907c462 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:43.823262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c44d07a3-e037-40da-860c-68fff05570c4 req-9a3a4f98-dffe-4b77-80dc-83c571351447 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2307568 Mar 10 15:13:43.869766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a64c73-4e87-424e-a9c6-cd6dc1ca1dd7 req-ab4f48f7-a2bd-45df-bfac-7fdabefa87d2 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:43.881792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05a64c73-4e87-424e-a9c6-cd6dc1ca1dd7 req-ab4f48f7-a2bd-45df-bfac-7fdabefa87d2 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 945 time: 0.2697482 Mar 10 15:13:44.035836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05a64c73-4e87-424e-a9c6-cd6dc1ca1dd7 req-1d01b7eb-7303-471b-9d6d-c1905846c45d tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/security-groups?id=806e4ad7-570d-43a8-8f7a-31a62c23bf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443315 Mar 10 15:13:44.279668 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358398de-58c7-4668-a838-a26b83a698ae req-74cb4afb-25e3-42e8-9c7d-6cc5a5440157 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:44.282090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-358398de-58c7-4668-a838-a26b83a698ae req-74cb4afb-25e3-42e8-9c7d-6cc5a5440157 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1672707 Mar 10 15:13:44.343894 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5653f11-d5cc-4d02-b1f0-81fa5907c462 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for port (a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:44.368167 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5653f11-d5cc-4d02-b1f0-81fa5907c462 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:44.408859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-358398de-58c7-4668-a838-a26b83a698ae req-b818390d-6223-461f-957a-dfd2bf2b6772 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099143 Mar 10 15:13:44.778401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c953f4-052c-40f7-be0f-0de7c5f407e5 req-44aee11f-3848-46ba-a409-f29b1f40c3b5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:44.795712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8c953f4-052c-40f7-be0f-0de7c5f407e5 req-44aee11f-3848-46ba-a409-f29b1f40c3b5 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 945 time: 0.1620619 Mar 10 15:13:44.959107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-888853c9-41c3-4c7a-ba77-b7dcf0469e08 None None] Provisioning complete for port a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:13:44.963367 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-888853c9-41c3-4c7a-ba77-b7dcf0469e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:45.113118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-888853c9-41c3-4c7a-ba77-b7dcf0469e08 None None] Port a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:13:45.190674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f8c953f4-052c-40f7-be0f-0de7c5f407e5 req-f6c49fb1-41c6-4900-99b2-0edcf505834b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Deleting port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:45.191913 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f8c953f4-052c-40f7-be0f-0de7c5f407e5 req-f6c49fb1-41c6-4900-99b2-0edcf505834b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:45.243171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921fe49-08d9-4868-9c44-3fda5988ac0f req-6589e5ac-ccc5-4d7a-8f3b-8ab0579863ba tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:45.251965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2921fe49-08d9-4868-9c44-3fda5988ac0f req-6589e5ac-ccc5-4d7a-8f3b-8ab0579863ba tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1616821 Mar 10 15:13:45.338545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2921fe49-08d9-4868-9c44-3fda5988ac0f req-0991738c-17f5-4b10-bd8a-b41f6707612c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851712 Mar 10 15:13:45.489139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f8c953f4-052c-40f7-be0f-0de7c5f407e5 req-f6c49fb1-41c6-4900-99b2-0edcf505834b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] For port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=85d7b4f4-e57a-44f2-8894-5fa23fe3f968,segment=NetworkSegment(dfa26f32-2626-4466-803b-1f5cafd072fa),segment_id=dfa26f32-2626-4466-803b-1f5cafd072fa)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:45.489756 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f8c953f4-052c-40f7-be0f-0de7c5f407e5 req-f6c49fb1-41c6-4900-99b2-0edcf505834b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:45.544997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccd018-f27d-4769-919c-4a5e23ee5695 req-fd819b06-2beb-4e9a-8353-7f4d9082206f tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:45.547216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-acccd018-f27d-4769-919c-4a5e23ee5695 req-fd819b06-2beb-4e9a-8353-7f4d9082206f tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 945 time: 0.2356980 Mar 10 15:13:45.548380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f8c953f4-052c-40f7-be0f-0de7c5f407e5 req-f6c49fb1-41c6-4900-99b2-0edcf505834b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Calling delete_port for 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:45.557797 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5653f11-d5cc-4d02-b1f0-81fa5907c462 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event updated for resources: {'Port': ['ID=a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:45.607067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e5653f11-d5cc-4d02-b1f0-81fa5907c462 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] In _notify_port_updated(), no bound segment for port a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a on network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:13:45.612061 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5653f11-d5cc-4d02-b1f0-81fa5907c462 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:45.612702 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5653f11-d5cc-4d02-b1f0-81fa5907c462 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:45.614012 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e5653f11-d5cc-4d02-b1f0-81fa5907c462 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "PUT /v2.0/ports/a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a HTTP/1.1" status: 200 len: 1055 time: 2.2838511 Mar 10 15:13:45.621281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58752) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:45.702146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee6067-bc29-4d80-843a-55b88c3df178 req-78f9c272-a19f-4464-96e8-de72ed10920f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:45.711958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0ee6067-bc29-4d80-843a-55b88c3df178 req-78f9c272-a19f-4464-96e8-de72ed10920f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.2085626 Mar 10 15:13:45.757704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-acccd018-f27d-4769-919c-4a5e23ee5695 req-554721cb-5b9b-4661-8347-d0eacbd545f4 tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/security-groups?id=806e4ad7-570d-43a8-8f7a-31a62c23bf13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006021 Mar 10 15:13:45.850673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd4ef7-3f38-4835-888c-3b305cff5a9a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Deleting port a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:45.851060 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4ef7-3f38-4835-888c-3b305cff5a9a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:45.918449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0ee6067-bc29-4d80-843a-55b88c3df178 req-45767e45-ff89-4bf8-b2ac-f85b9076f494 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899970 Mar 10 15:13:46.031072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f8c953f4-052c-40f7-be0f-0de7c5f407e5 req-f6c49fb1-41c6-4900-99b2-0edcf505834b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (85d7b4f4-e57a-44f2-8894-5fa23fe3f968), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:46.053409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4ef7-3f38-4835-888c-3b305cff5a9a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:46.100359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd4ef7-3f38-4835-888c-3b305cff5a9a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Calling delete_port for a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:46.117291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c49fb1-41c6-4900-99b2-0edcf505834b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Pushing event deleted for resources: {'Port': ['ID=85d7b4f4-e57a-44f2-8894-5fa23fe3f968,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:46.185683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58762) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:46.231542 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:13:46.271967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c953f4-052c-40f7-be0f-0de7c5f407e5 req-f6c49fb1-41c6-4900-99b2-0edcf505834b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] No DVR routers for this DVR port 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:13:46.284078 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f8c953f4-052c-40f7-be0f-0de7c5f407e5 req-f6c49fb1-41c6-4900-99b2-0edcf505834b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:46.287555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8c953f4-052c-40f7-be0f-0de7c5f407e5 req-f6c49fb1-41c6-4900-99b2-0edcf505834b tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.62 "DELETE /v2.0/ports/85d7b4f4-e57a-44f2-8894-5fa23fe3f968 HTTP/1.1" status: 204 len: 173 time: 1.4871972 Mar 10 15:13:46.288065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c33654d-caa4-44b5-9330-ad13786dbee5', 'name': 'network-vif-deleted', 'tag': '85d7b4f4-e57a-44f2-8894-5fa23fe3f968'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:13:46.303122 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed22a9e-1841-4349-881f-08ea56a78b9e" -d '{"events": [{"server_uuid": "6c33654d-caa4-44b5-9330-ad13786dbee5", "name": "network-vif-deleted", "tag": "85d7b4f4-e57a-44f2-8894-5fa23fe3f968"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:13:46.355770 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4ef7-3f38-4835-888c-3b305cff5a9a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:46.392496 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e200a2-be86-477a-b525-ea6b8fb49f65 x-openstack-request-id: req-76e200a2-be86-477a-b525-ea6b8fb49f65 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:13:46.393284 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c33654d-caa4-44b5-9330-ad13786dbee5", "name": "network-vif-deleted", "tag": "85d7b4f4-e57a-44f2-8894-5fa23fe3f968", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:13:46.394110 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-76e200a2-be86-477a-b525-ea6b8fb49f65 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:13:46.394882 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c33654d-caa4-44b5-9330-ad13786dbee5', 'name': 'network-vif-deleted', 'tag': '85d7b4f4-e57a-44f2-8894-5fa23fe3f968', 'status': 'completed', 'code': 200} Mar 10 15:13:46.434176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd4ef7-3f38-4835-888c-3b305cff5a9a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event deleted for resources: {'Port': ['ID=a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:46.617872 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d48432c-cda8-4b38-969f-d1a20a75d2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:46.798739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74261cc-8ad0-4188-b21f-1fbf4d4e0ca2 req-1b36297c-b46f-4851-bbce-676c6c7518fa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:46.810957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a74261cc-8ad0-4188-b21f-1fbf4d4e0ca2 req-1b36297c-b46f-4851-bbce-676c6c7518fa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1822629 Mar 10 15:13:46.953560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a74261cc-8ad0-4188-b21f-1fbf4d4e0ca2 req-0175aa2d-1f38-42da-989c-35756e3e6b69 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213136 Mar 10 15:13:47.072739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d48432c-cda8-4b38-969f-d1a20a75d2ad admin admin] Publish callbacks [] for security_group (8bc6f22e-f1b0-46d2-b283-98f55f6eeedc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:47.080600 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d48432c-cda8-4b38-969f-d1a20a75d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8bc6f22e-f1b0-46d2-b283-98f55f6eeedc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:47.225801 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4ef7-3f38-4835-888c-3b305cff5a9a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:47.233116 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cdbd4ef7-3f38-4835-888c-3b305cff5a9a tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "DELETE /v2.0/ports/a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a HTTP/1.1" status: 204 len: 168 time: 1.6037741 Mar 10 15:13:47.237417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58790) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:47.256129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2d48432c-cda8-4b38-969f-d1a20a75d2ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d14ed5f400c44f7984d750c91b794a80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0668683 Mar 10 15:13:47.267215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58792) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:47.268970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48432c-cda8-4b38-969f-d1a20a75d2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc6f22e-f1b0-46d2-b283-98f55f6eeedc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:47.313678 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f6d4c2-166e-4eff-99bb-d08a88101fc9 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] GET failed (client error): The resource could not be found. Mar 10 15:13:47.318311 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f1f6d4c2-166e-4eff-99bb-d08a88101fc9 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "GET /v2.0/ports/a0a1ebea-48bd-4ba6-8eba-1140aee3ce0a HTTP/1.1" status: 404 len: 333 time: 0.0779757 Mar 10 15:13:47.321650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58794) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:47.360709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97254f60-5c9e-4120-87d1-1b9ce7e6713e req-7082a664-d0d6-42b6-a7e3-43d99acc952c tempest-ServerPasswordTestJSON-1195112049 tempest-ServerPasswordTestJSON-1195112049-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c33654d-caa4-44b5-9330-ad13786dbee5 HTTP/1.1" status: 200 len: 210 time: 0.1792831 Mar 10 15:13:47.444785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63646e6f-a2d9-42ff-8ff3-263be685a693 req-d59be58b-b394-48fb-b3f0-a99cab7956c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:47.454213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63646e6f-a2d9-42ff-8ff3-263be685a693 req-d59be58b-b394-48fb-b3f0-a99cab7956c3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1708627 Mar 10 15:13:47.529473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c823d3dc-5faf-4b26-9270-ccb27b3fd449 admin admin] Publish callbacks [] for security_group (8bc6f22e-f1b0-46d2-b283-98f55f6eeedc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:47.550506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-db27e536-0cec-4a36-b697-2d53aed7ef35 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Deleting port e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:47.550878 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db27e536-0cec-4a36-b697-2d53aed7ef35 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:47.640019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c823d3dc-5faf-4b26-9270-ccb27b3fd449 admin admin] Publish callbacks [] for security_group (8bc6f22e-f1b0-46d2-b283-98f55f6eeedc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:47.681147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63646e6f-a2d9-42ff-8ff3-263be685a693 req-1ee6667e-b336-4ea6-826e-632688d7f40b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184157 Mar 10 15:13:47.772667 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:47.822602 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c823d3dc-5faf-4b26-9270-ccb27b3fd449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8bc6f22e-f1b0-46d2-b283-98f55f6eeedc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:47.825206 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db27e536-0cec-4a36-b697-2d53aed7ef35 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:47.825413 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c823d3dc-5faf-4b26-9270-ccb27b3fd449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:47.826502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c823d3dc-5faf-4b26-9270-ccb27b3fd449 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8bc6f22e-f1b0-46d2-b283-98f55f6eeedc HTTP/1.1" status: 204 len: 168 time: 0.5543513 Mar 10 15:13:47.835390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823d3dc-5faf-4b26-9270-ccb27b3fd449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc6f22e-f1b0-46d2-b283-98f55f6eeedc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:47.855193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-db27e536-0cec-4a36-b697-2d53aed7ef35 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Calling delete_port for e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:47.985157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:48.098665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:48.101329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 85d7b4f4-e57a-44f2-8894-5fa23fe3f968 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:48.241823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02778ec-470d-4e6f-8fb7-b3a18b951eb8 req-74db38b7-183f-400b-a987-f5b1580679ec tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:48.248395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c02778ec-470d-4e6f-8fb7-b3a18b951eb8 req-74db38b7-183f-400b-a987-f5b1580679ec tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1469872 Mar 10 15:13:48.361517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db27e536-0cec-4a36-b697-2d53aed7ef35 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:48.426041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c02778ec-470d-4e6f-8fb7-b3a18b951eb8 req-feca044a-e836-4899-9fad-81cc5166584e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1708176 Mar 10 15:13:48.466510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27e536-0cec-4a36-b697-2d53aed7ef35 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event deleted for resources: {'Port': ['ID=e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:48.471019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58812) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:48.627287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc684bbe-0aa4-4741-8694-c1465be6e162 admin admin] Deleting subnet 86ce3680-6e95-4bfd-9fd8-56a68c7b8a69 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:13:48.648169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc684bbe-0aa4-4741-8694-c1465be6e162 admin admin] Publish callbacks [] for subnet (86ce3680-6e95-4bfd-9fd8-56a68c7b8a69), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:48.749679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db27e536-0cec-4a36-b697-2d53aed7ef35 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:48.757009 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-db27e536-0cec-4a36-b697-2d53aed7ef35 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "DELETE /v2.0/ports/e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3 HTTP/1.1" status: 204 len: 168 time: 1.4343379 Mar 10 15:13:48.760092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58824) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:48.791753 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc684bbe-0aa4-4741-8694-c1465be6e162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (86ce3680-6e95-4bfd-9fd8-56a68c7b8a69), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:48.819892 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-8620e165-3e70-4e04-b120-dc959434e2a7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] GET failed (client error): The resource could not be found. Mar 10 15:13:48.825340 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8620e165-3e70-4e04-b120-dc959434e2a7 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "GET /v2.0/ports/e9aa0b94-a6eb-4d0c-a686-c25662ca9ce3 HTTP/1.1" status: 404 len: 333 time: 0.0637836 Mar 10 15:13:48.829460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58826) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:49.004731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc684bbe-0aa4-4741-8694-c1465be6e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (86ce3680-6e95-4bfd-9fd8-56a68c7b8a69), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:49.099236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c1313959-06c6-4073-a31e-21a15fca4e28 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Deleting port b8e44b08-5a2c-498f-b4a0-5c6b04900ff6 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:49.100380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1313959-06c6-4073-a31e-21a15fca4e28 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b8e44b08-5a2c-498f-b4a0-5c6b04900ff6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:49.237662 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1313959-06c6-4073-a31e-21a15fca4e28 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b8e44b08-5a2c-498f-b4a0-5c6b04900ff6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:49.259421 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c1313959-06c6-4073-a31e-21a15fca4e28 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Calling delete_port for b8e44b08-5a2c-498f-b4a0-5c6b04900ff6 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:49.271109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04038e1-32de-40a5-9fb1-40d2092e62ac req-e55020ab-537f-4ec2-821f-b0d37c504eb3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:49.278812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b04038e1-32de-40a5-9fb1-40d2092e62ac req-e55020ab-537f-4ec2-821f-b0d37c504eb3 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.3715577 Mar 10 15:13:49.420848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc684bbe-0aa4-4741-8694-c1465be6e162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (86ce3680-6e95-4bfd-9fd8-56a68c7b8a69), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:49.518167 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1313959-06c6-4073-a31e-21a15fca4e28 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b8e44b08-5a2c-498f-b4a0-5c6b04900ff6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:49.585592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1313959-06c6-4073-a31e-21a15fca4e28 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event deleted for resources: {'Port': ['ID=b8e44b08-5a2c-498f-b4a0-5c6b04900ff6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:49.638778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b04038e1-32de-40a5-9fb1-40d2092e62ac req-d954612b-261e-4ae1-9eef-487174eb4f98 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539808 Mar 10 15:13:49.695076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc684bbe-0aa4-4741-8694-c1465be6e162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ce3680-6e95-4bfd-9fd8-56a68c7b8a69,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:49.733205 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc684bbe-0aa4-4741-8694-c1465be6e162 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:49.746217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fc684bbe-0aa4-4741-8694-c1465be6e162 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/86ce3680-6e95-4bfd-9fd8-56a68c7b8a69 HTTP/1.1" status: 204 len: 168 time: 1.2735608 Mar 10 15:13:49.780104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58846) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:49.926888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d41d3a-68e0-43e8-b7f7-257f410e3608 req-8cd42e79-ea8b-4874-b920-dd2d5e396a18 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:49.943470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69d41d3a-68e0-43e8-b7f7-257f410e3608 req-8cd42e79-ea8b-4874-b920-dd2d5e396a18 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1789048 Mar 10 15:13:50.091968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69d41d3a-68e0-43e8-b7f7-257f410e3608 req-6cc57c54-6ba5-4f38-809d-360309b7415e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1472709 Mar 10 15:13:50.154337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (4b0e6b49-72ba-49de-adfb-4711020449e7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.242318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1313959-06c6-4073-a31e-21a15fca4e28 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.250003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58858) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:50.263236 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c1313959-06c6-4073-a31e-21a15fca4e28 tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "DELETE /v2.0/ports/b8e44b08-5a2c-498f-b4a0-5c6b04900ff6 HTTP/1.1" status: 204 len: 168 time: 1.4321783 Mar 10 15:13:50.399854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-379a3098-b724-4b87-b211-c61afa09068b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Deleting subnet 18d562da-15f3-413e-ad43-647b6b9e970e {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:13:50.435726 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-379a3098-b724-4b87-b211-c61afa09068b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for subnet (18d562da-15f3-413e-ad43-647b6b9e970e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.469249 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (4b0e6b49-72ba-49de-adfb-4711020449e7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.534716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0e6b49-72ba-49de-adfb-4711020449e7']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:50.556989 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.559706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa26f32-2626-4466-803b-1f5cafd072fa') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:50.560024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa26f32-2626-4466-803b-1f5cafd072fa') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:50.579937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-379a3098-b724-4b87-b211-c61afa09068b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (18d562da-15f3-413e-ad43-647b6b9e970e), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.584014 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (dfa26f32-2626-4466-803b-1f5cafd072fa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.619540 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (dfa26f32-2626-4466-803b-1f5cafd072fa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.631921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:13:50.632336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (dfa26f32-2626-4466-803b-1f5cafd072fa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:13:50.642528 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:13:50.813211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58866) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:50.855926 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-379a3098-b724-4b87-b211-c61afa09068b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (18d562da-15f3-413e-ad43-647b6b9e970e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.864436 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (4b0e6b49-72ba-49de-adfb-4711020449e7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.870217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:50.873799 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4b0e6b49-72ba-49de-adfb-4711020449e7 HTTP/1.1" status: 204 len: 168 time: 1.0710142 Mar 10 15:13:50.920826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f107485-151a-41c5-b009-3904b24d7327 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b0e6b49-72ba-49de-adfb-4711020449e7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:51.047174 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-379a3098-b724-4b87-b211-c61afa09068b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (18d562da-15f3-413e-ad43-647b6b9e970e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.159902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58880) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:51.176678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a3098-b724-4b87-b211-c61afa09068b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event deleted for resources: {'Subnet': ['ID=18d562da-15f3-413e-ad43-647b6b9e970e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:51.180146 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-379a3098-b724-4b87-b211-c61afa09068b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.187197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-379a3098-b724-4b87-b211-c61afa09068b tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "DELETE /v2.0/subnets/18d562da-15f3-413e-ad43-647b6b9e970e HTTP/1.1" status: 204 len: 168 time: 0.9353592 Mar 10 15:13:51.189270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58882) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:51.190892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a2b42-ecc6-43b4-8bc9-ef148b0d0cc0 None None] Network 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:51.197180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a4649e8-e5ec-4b54-b40d-a2b29815b124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.333377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae9f1-b202-49c5-a8c0-82a4401169b6 req-6dfed0e6-8eb7-4ef6-a8b7-fd7314671df1 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:51.339993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d9ae9f1-b202-49c5-a8c0-82a4401169b6 req-6dfed0e6-8eb7-4ef6-a8b7-fd7314671df1 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.3090415 Mar 10 15:13:51.458830 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (5dc1267e-f8b9-4a5c-802a-f6648bc017c6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.539612 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c21a4648-3991-4b31-9dba-22b4f9b525e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07979bc974714d5680aa66b64307ce2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3779397 Mar 10 15:13:51.542467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58886) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:51.553563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d14df7-29f5-4c02-bcab-d12108ef0326 None None] DHCP port deletion for 5dc1267e-f8b9-4a5c-802a-f6648bc017c6 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:13:51.655860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d9ae9f1-b202-49c5-a8c0-82a4401169b6 req-2e518a88-a9a8-4e14-9108-875602a785f1 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493777 Mar 10 15:13:51.759580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Publish callbacks [] for security_group (806e4ad7-570d-43a8-8f7a-31a62c23bf13), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.764266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-67d14df7-29f5-4c02-bcab-d12108ef0326 None None] Deleting port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:51.767449 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-67d14df7-29f5-4c02-bcab-d12108ef0326 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.788422 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23491af6-f4a1-4a9d-b890-dfc22d694229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.821971 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a4649e8-e5ec-4b54-b40d-a2b29815b124 admin admin] Publish callbacks [] for security_group (ccfce2fc-167e-4a15-931d-f9f145195a6e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.837060 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a4649e8-e5ec-4b54-b40d-a2b29815b124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ccfce2fc-167e-4a15-931d-f9f145195a6e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.857426 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Publish callbacks [] for security_group (806e4ad7-570d-43a8-8f7a-31a62c23bf13), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.891687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575268e5-b6d3-4028-9e09-e9a560267f17 req-6cc76f02-6c55-49f8-bddd-12e163ed22a1 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:51.902472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-575268e5-b6d3-4028-9e09-e9a560267f17 req-6cc76f02-6c55-49f8-bddd-12e163ed22a1 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.6305199 Mar 10 15:13:51.949448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-67d14df7-29f5-4c02-bcab-d12108ef0326 None None] For port 1baefda3-8679-4f36-b28a-8e6cf887d2f9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1baefda3-8679-4f36-b28a-8e6cf887d2f9,segment=NetworkSegment(2732bd0c-7536-4b18-94d3-fd2627351481),segment_id=2732bd0c-7536-4b18-94d3-fd2627351481)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:51.960409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-67d14df7-29f5-4c02-bcab-d12108ef0326 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.981114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (806e4ad7-570d-43a8-8f7a-31a62c23bf13), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.987718 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:51.995775 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/806e4ad7-570d-43a8-8f7a-31a62c23bf13 HTTP/1.1" status: 204 len: 168 time: 0.4505677 Mar 10 15:13:52.031424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Deleting port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:13:52.031899 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:52.040183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-67d14df7-29f5-4c02-bcab-d12108ef0326 None None] Calling delete_port for 1baefda3-8679-4f36-b28a-8e6cf887d2f9 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:52.057449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5a4649e8-e5ec-4b54-b40d-a2b29815b124 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05448e0d743b444881f4f49e1cfd5291&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2430854 Mar 10 15:13:52.062826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58896) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:52.172308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4649e8-e5ec-4b54-b40d-a2b29815b124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfce2fc-167e-4a15-931d-f9f145195a6e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:52.206247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-575268e5-b6d3-4028-9e09-e9a560267f17 req-01d20971-7fee-4104-b818-3544828bf74e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3019767 Mar 10 15:13:52.316776 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-67d14df7-29f5-4c02-bcab-d12108ef0326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:52.365068 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806e4ad7-570d-43a8-8f7a-31a62c23bf13,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:52.388280 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-953ebad9-b3c0-4ae8-ac39-db3716a2880a admin admin] Publish callbacks [] for security_group (ccfce2fc-167e-4a15-931d-f9f145195a6e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:52.449358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d14df7-29f5-4c02-bcab-d12108ef0326 None None] No DVR routers for this DVR port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:13:52.478873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d14df7-29f5-4c02-bcab-d12108ef0326 None None] Pushing event deleted for resources: {'Port': ['ID=1baefda3-8679-4f36-b28a-8e6cf887d2f9,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:52.500622 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-953ebad9-b3c0-4ae8-ac39-db3716a2880a admin admin] Publish callbacks [] for security_group (ccfce2fc-167e-4a15-931d-f9f145195a6e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:52.556191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.560179 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.563117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.571581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.573172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.574745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.575501 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.577350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.579056 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.582301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.582891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.585121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.586968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2b0e5-1d68-437c-9c9e-a3bbbdae1a84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:13:52.634672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] For port 1baefda3-8679-4f36-b28a-8e6cf887d2f9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1baefda3-8679-4f36-b28a-8e6cf887d2f9,segment=NetworkSegment(2732bd0c-7536-4b18-94d3-fd2627351481),segment_id=2732bd0c-7536-4b18-94d3-fd2627351481)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:13:52.637502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:52.708448 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Calling delete_port for 1baefda3-8679-4f36-b28a-8e6cf887d2f9 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:13:52.713909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-953ebad9-b3c0-4ae8-ac39-db3716a2880a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ccfce2fc-167e-4a15-931d-f9f145195a6e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:52.727315 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-953ebad9-b3c0-4ae8-ac39-db3716a2880a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:52.728470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-953ebad9-b3c0-4ae8-ac39-db3716a2880a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ccfce2fc-167e-4a15-931d-f9f145195a6e HTTP/1.1" status: 204 len: 168 time: 0.6622713 Mar 10 15:13:52.769021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ebad9-b3c0-4ae8-ac39-db3716a2880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfce2fc-167e-4a15-931d-f9f145195a6e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:52.935480 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1baefda3-8679-4f36-b28a-8e6cf887d2f9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:52.956104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77afde9-b0d5-4d54-97df-f6ce2954917c req-a47838db-3dad-4004-9b54-0fbe4c03212b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:52.960551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e77afde9-b0d5-4d54-97df-f6ce2954917c req-a47838db-3dad-4004-9b54-0fbe4c03212b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1222172 Mar 10 15:13:52.973461 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event deleted for resources: {'Port': ['ID=1baefda3-8679-4f36-b28a-8e6cf887d2f9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:52.993775 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] No DVR routers for this DVR port 1baefda3-8679-4f36-b28a-8e6cf887d2f9 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:13:53.129390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e77afde9-b0d5-4d54-97df-f6ce2954917c req-e60aa598-9893-4231-9760-22e460886164 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585853 Mar 10 15:13:53.154823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (5dc1267e-f8b9-4a5c-802a-f6648bc017c6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:53.180826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc1267e-f8b9-4a5c-802a-f6648bc017c6']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:53.194769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2732bd0c-7536-4b18-94d3-fd2627351481') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:53.195986 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2732bd0c-7536-4b18-94d3-fd2627351481') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:13:53.208397 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (2732bd0c-7536-4b18-94d3-fd2627351481), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:53.227605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (2732bd0c-7536-4b18-94d3-fd2627351481), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:53.243274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:13:53.243900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (2732bd0c-7536-4b18-94d3-fd2627351481), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:13:53.251958 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:13:53.449949 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (5dc1267e-f8b9-4a5c-802a-f6648bc017c6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:53.456611 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:53.463929 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] 10.222.0.11 "DELETE /v2.0/networks/5dc1267e-f8b9-4a5c-802a-f6648bc017c6 HTTP/1.1" status: 204 len: 168 time: 2.2710886 Mar 10 15:13:53.485214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af90148-791f-421d-bc89-24a8cc4a7caa tempest-AllowedAddressPairTestJSON-1142829393 tempest-AllowedAddressPairTestJSON-1142829393-project] Pushing event deleted for resources: {'Network': ['ID=5dc1267e-f8b9-4a5c-802a-f6648bc017c6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:53.548787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1baefda3-8679-4f36-b28a-8e6cf887d2f9 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:13:53.558587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b143e-91d7-4b78-be80-c2087e4ec8a8 req-a151a0d8-4a75-4a50-bf51-d03a32f06e27 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:53.561031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-893b143e-91d7-4b78-be80-c2087e4ec8a8 req-a151a0d8-4a75-4a50-bf51-d03a32f06e27 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1485250 Mar 10 15:13:53.589552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 1baefda3-8679-4f36-b28a-8e6cf887d2f9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:13:53.602618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1baefda3-8679-4f36-b28a-8e6cf887d2f9 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:13:53.616812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-893b143e-91d7-4b78-be80-c2087e4ec8a8 req-32d88fe1-5b90-4ae2-919f-20ff954256a0 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494020 Mar 10 15:13:53.983864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58970) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:54.008107 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8912-c486-4ac6-988a-f346c89c3506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:54.287064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e5251-ac4d-487c-a120-b2bc26bf6644 req-9a8da957-ab0e-4639-a729-5103f72b745c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:54.301467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e5251-ac4d-487c-a120-b2bc26bf6644 req-9a8da957-ab0e-4639-a729-5103f72b745c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1189170 Mar 10 15:13:54.334142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c73f1cdd-ded3-4de8-87e9-e7c1d5d8aced admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff37ee9cfc034f82afcf2df0a4c417d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489330 Mar 10 15:13:54.337236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58988) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:54.419553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-712e5251-ac4d-487c-a120-b2bc26bf6644 req-32ac4e11-dbee-45c2-90d9-9c1934d13f98 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171472 Mar 10 15:13:54.432903 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bac1df50-6463-4816-a4cd-4f15ac934518 admin admin] Publish callbacks [] for security_group (72c9cbdd-f76c-4eae-a8f4-7a3faa795d31), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:54.465006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bac1df50-6463-4816-a4cd-4f15ac934518 admin admin] Publish callbacks [] for security_group (72c9cbdd-f76c-4eae-a8f4-7a3faa795d31), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:54.553552 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bac1df50-6463-4816-a4cd-4f15ac934518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (72c9cbdd-f76c-4eae-a8f4-7a3faa795d31), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:54.557750 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bac1df50-6463-4816-a4cd-4f15ac934518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:54.559430 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bac1df50-6463-4816-a4cd-4f15ac934518 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72c9cbdd-f76c-4eae-a8f4-7a3faa795d31 HTTP/1.1" status: 204 len: 168 time: 0.2211766 Mar 10 15:13:54.580460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1df50-6463-4816-a4cd-4f15ac934518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c9cbdd-f76c-4eae-a8f4-7a3faa795d31,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:54.805366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ca60f-d6e1-4ab3-b7d9-0725b94eb1e5 req-85535670-865b-4050-aa95-3377e0081b40 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:54.807160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b6ca60f-d6e1-4ab3-b7d9-0725b94eb1e5 req-85535670-865b-4050-aa95-3377e0081b40 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.0737391 Mar 10 15:13:54.917608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b6ca60f-d6e1-4ab3-b7d9-0725b94eb1e5 req-703602b0-7aee-4aa5-9684-c118fe836a2c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046438 Mar 10 15:13:55.191060 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:55.659041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fc9c0-e989-44e8-990a-522e581f0c1a req-f23c6372-86fe-4b00-9bac-c518270224a6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:55.660623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f7fc9c0-e989-44e8-990a-522e581f0c1a req-f23c6372-86fe-4b00-9bac-c518270224a6 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1092975 Mar 10 15:13:55.759512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f7fc9c0-e989-44e8-990a-522e581f0c1a req-0ce1cdf5-38f5-42cf-839a-838e6d8da41f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896955 Mar 10 15:13:56.124824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59056) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:56.282441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38568fdc-6023-4d19-a546-12c55293f1bf req-9f1b3d11-e3b2-4530-8f3b-26bdb135daa1 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:56.291136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38568fdc-6023-4d19-a546-12c55293f1bf req-9f1b3d11-e3b2-4530-8f3b-26bdb135daa1 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1447582 Mar 10 15:13:56.410290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38568fdc-6023-4d19-a546-12c55293f1bf req-27a2a138-5c34-4c81-a520-a705d99f7e1d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1179729 Mar 10 15:13:56.516419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-701163898'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:56.540413 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:56.558063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Made reservation on behalf of 3b8df452fa89489facf51468b92675ee for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:56.568444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:56.589734 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:56.803321 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for security_group (9bbc6f4c-3c73-451c-820a-04f112285741), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:56.813324 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9bbc6f4c-3c73-451c-820a-04f112285741), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:56.933613 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:13:56.969459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbc6f4c-3c73-451c-820a-04f112285741,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:56.975940 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (87563e17-da3b-4402-bedd-1bad0d215bcf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:56.977521 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Added segment 87563e17-da3b-4402-bedd-1bad0d215bcf of type vlan for network 169fa05f-39ea-468b-9eaf-3b552c0b1940 Mar 10 15:13:57.074483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977cf62-dd61-49bc-bb80-dce1657c283f req-c651feaa-9bfe-4f30-bc60-c2fdf7d7b025 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:57.076957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3977cf62-dd61-49bc-bb80-dce1657c283f req-c651feaa-9bfe-4f30-bc60-c2fdf7d7b025 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1326439 Mar 10 15:13:57.103857 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (169fa05f-39ea-468b-9eaf-3b552c0b1940), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:57.182126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (169fa05f-39ea-468b-9eaf-3b552c0b1940), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:57.188284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:57.189202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:57.208996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3977cf62-dd61-49bc-bb80-dce1657c283f req-6596903a-b457-4889-b484-c2f2a6de6e3c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179700 Mar 10 15:13:57.289871 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1631124 Mar 10 15:13:57.292861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59082) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:57.299302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Request body: {'subnet': {'network_id': '169fa05f-39ea-468b-9eaf-3b552c0b1940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:57.370064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba20164-4e49-429f-b19e-f4f5f2d951f6 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event updated for resources: {'Network': ['ID=169fa05f-39ea-468b-9eaf-3b552c0b1940,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:57.383829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 169fa05f-39ea-468b-9eaf-3b552c0b1940 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:13:57.472040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Made reservation on behalf of 3b8df452fa89489facf51468b92675ee for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:13:57.476085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:57.931614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (cd96ce53-9091-4cc8-9e60-47478b876622), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:58.065026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97aeb6-6869-4e11-99e3-b077a63f2695 req-185361aa-63a9-4909-9210-d05a35e535aa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:58.067708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f97aeb6-6869-4e11-99e3-b077a63f2695 req-185361aa-63a9-4909-9210-d05a35e535aa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.2013631 Mar 10 15:13:58.072460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Checking segment: {'id': '87563e17-da3b-4402-bedd-1bad0d215bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '169fa05f-39ea-468b-9eaf-3b552c0b1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:13:58.073227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Network hostable DHCP agents. Network: 169fa05f-39ea-468b-9eaf-3b552c0b1940, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:13:58.078762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event updated for resources: {'Subnet': ['ID=cd96ce53-9091-4cc8-9e60-47478b876622,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:58.163745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f97aeb6-6869-4e11-99e3-b077a63f2695 req-a1551545-cbc0-4cfb-a937-a97c28ca011e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730755 Mar 10 15:13:58.182367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Network 169fa05f-39ea-468b-9eaf-3b552c0b1940 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:13:58.198921 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:58.207760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 169fa05f-39ea-468b-9eaf-3b552c0b1940) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:58.214779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:58.215674 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:58.221466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9051623d-847f-4543-826a-4df34b115c92 None None] Network 169fa05f-39ea-468b-9eaf-3b552c0b1940 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:13:58.255383 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fcd26635-8535-4517-bbd4-9677308606f5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9596119 Mar 10 15:13:58.255542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59112) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:58.263122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c8ad3465-0dd1-417a-8bba-f8455c267fcd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1431689719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:13:58.309207 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3465-0dd1-417a-8bba-f8455c267fcd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:58.310654 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3465-0dd1-417a-8bba-f8455c267fcd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:58.442263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3465-0dd1-417a-8bba-f8455c267fcd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for router_controller (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:58.455113 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3465-0dd1-417a-8bba-f8455c267fcd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:58.499783 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3465-0dd1-417a-8bba-f8455c267fcd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:58.500892 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c8ad3465-0dd1-417a-8bba-f8455c267fcd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2444320 Mar 10 15:13:58.503566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68a8ec-8ad3-47bd-88ef-3c54fb9ed64a req-2ae7176b-a271-4da4-90c0-9f0a9fd921bc tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:58.506317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-169fa05f-39ea-468b-9eaf-3b552c0b1940', 'network_id': '169fa05f-39ea-468b-9eaf-3b552c0b1940', 'project_id': '3b8df452fa89489facf51468b92675ee', 'fixed_ips': [{'subnet_id': 'cd96ce53-9091-4cc8-9e60-47478b876622'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:13:58.506513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59116) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:13:58.508021 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:58.519460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd68a8ec-8ad3-47bd-88ef-3c54fb9ed64a req-2ae7176b-a271-4da4-90c0-9f0a9fd921bc tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1427498 Mar 10 15:13:58.631695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd68a8ec-8ad3-47bd-88ef-3c54fb9ed64a req-88792836-fc0c-485b-886e-dd71f3fdef57 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107423 Mar 10 15:13:58.696017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Allocated IP 172.20.0.2 (169fa05f-39ea-468b-9eaf-3b552c0b1940/cd96ce53-9091-4cc8-9e60-47478b876622/4b01c929-6dde-4082-9580-308bf73e72bb) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:13:58.914332 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Publish callbacks [] for port (4b01c929-6dde-4082-9580-308bf73e72bb), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:58.926605 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:59.048937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Pushing event updated for resources: {'Port': ['ID=4b01c929-6dde-4082-9580-308bf73e72bb,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:59.062534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Network 169fa05f-39ea-468b-9eaf-3b552c0b1940 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:13:59.065277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:13:59.073004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:13:59.145291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e80899-62a7-43f2-b98c-b578dea0d157 req-fe2bf384-79e1-4c67-b82a-101904307685 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:59.154443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5e80899-62a7-43f2-b98c-b578dea0d157 req-fe2bf384-79e1-4c67-b82a-101904307685 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1536520 Mar 10 15:13:59.177652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Attempting to bind port 4b01c929-6dde-4082-9580-308bf73e72bb on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:13:59.178365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Attempting to bind port 4b01c929-6dde-4082-9580-308bf73e72bb by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '87563e17-da3b-4402-bedd-1bad0d215bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '169fa05f-39ea-468b-9eaf-3b552c0b1940'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:13:59.179098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Attempting to bind port 4b01c929-6dde-4082-9580-308bf73e72bb on network 169fa05f-39ea-468b-9eaf-3b552c0b1940 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:13:59.190407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:13:59.193848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Checking segment: {'id': '87563e17-da3b-4402-bedd-1bad0d215bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '169fa05f-39ea-468b-9eaf-3b552c0b1940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:13:59.194050 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:59.194511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Bound using segment: {'id': '87563e17-da3b-4402-bedd-1bad0d215bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '169fa05f-39ea-468b-9eaf-3b552c0b1940'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:13:59.195895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Bound port: 4b01c929-6dde-4082-9580-308bf73e72bb, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87563e17-da3b-4402-bedd-1bad0d215bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '169fa05f-39ea-468b-9eaf-3b552c0b1940'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:13:59.198188 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:59.306018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5e80899-62a7-43f2-b98c-b578dea0d157 req-8ff359af-9df9-4dca-ad24-4521c391a5eb tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454709 Mar 10 15:13:59.433433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] For port 4b01c929-6dde-4082-9580-308bf73e72bb, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:13:59.441681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] For port 4b01c929-6dde-4082-9580-308bf73e72bb, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4b01c929-6dde-4082-9580-308bf73e72bb,segment=NetworkSegment(87563e17-da3b-4402-bedd-1bad0d215bcf),segment_id=87563e17-da3b-4402-bedd-1bad0d215bcf)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:13:59.454097 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:59.463923 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:13:59.500986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15141f7d-e53a-4231-be1f-594fffa07867 req-4219e7b3-62c8-45ed-8cef-d79e32e4dfce tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:59.505730 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15141f7d-e53a-4231-be1f-594fffa07867 req-4219e7b3-62c8-45ed-8cef-d79e32e4dfce tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1378253 Mar 10 15:13:59.595287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17339a8a-12c3-4315-9a36-ce479326c18a None None] Pushing event updated for resources: {'Port': ['ID=4b01c929-6dde-4082-9580-308bf73e72bb,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:13:59.717262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7b89c-6beb-41c4-83eb-d0b17dead416 req-139d3444-524e-4c64-9873-0627e773247d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:13:59.725954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98e7b89c-6beb-41c4-83eb-d0b17dead416 req-139d3444-524e-4c64-9873-0627e773247d tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.2173498 Mar 10 15:13:59.740645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15141f7d-e53a-4231-be1f-594fffa07867 req-d280c8d6-8d0d-4220-bf6b-76757b48dfa1 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2113335 Mar 10 15:13:59.817928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98e7b89c-6beb-41c4-83eb-d0b17dead416 req-3a20ad08-d148-4970-8ec6-9465d07038af tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869007 Mar 10 15:14:00.182732 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Allocated IP 172.20.0.1 (169fa05f-39ea-468b-9eaf-3b552c0b1940/cd96ce53-9091-4cc8-9e60-47478b876622/c730b488-b4b7-466a-9246-36cb0245c6bd) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:14:00.473977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdd351-713c-42f7-93d6-691c55197e04 req-0e01f12a-1f29-4b20-8832-14b16051ae66 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:00.479393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0fdd351-713c-42f7-93d6-691c55197e04 req-0e01f12a-1f29-4b20-8832-14b16051ae66 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.1263700 Mar 10 15:14:00.493883 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for port (c730b488-b4b7-466a-9246-36cb0245c6bd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:00.560748 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c730b488-b4b7-466a-9246-36cb0245c6bd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:00.601996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0fdd351-713c-42f7-93d6-691c55197e04 req-3d51bdf7-7896-4c50-8dc7-da565ff51335 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141486 Mar 10 15:14:00.618761 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Network 169fa05f-39ea-468b-9eaf-3b552c0b1940 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:00.634258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:00.644764 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:14:00.725337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event updated for resources: {'Port': ['ID=c730b488-b4b7-466a-9246-36cb0245c6bd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:00.780692 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:01.068305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa0a8e-5731-4ab1-86ab-5093232d3181 req-978cad7d-21a9-43d7-ad70-7d71e951578c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:01.084325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ffa0a8e-5731-4ab1-86ab-5093232d3181 req-978cad7d-21a9-43d7-ad70-7d71e951578c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 943 time: 0.1739039 Mar 10 15:14:01.131518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c730b488-b4b7-466a-9246-36cb0245c6bd), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:01.244475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ffa0a8e-5731-4ab1-86ab-5093232d3181 req-f84d63b1-5e7f-465b-b23a-aab039cd40ca tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407235 Mar 10 15:14:01.332370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2267db-b705-4539-8855-7de3611155bf None None] Network 169fa05f-39ea-468b-9eaf-3b552c0b1940 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:01.553198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0eda67b7-f55b-476b-afca-685d6a76bfcf None None] Provisioning complete for port 4b01c929-6dde-4082-9580-308bf73e72bb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:01.555616 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0eda67b7-f55b-476b-afca-685d6a76bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:01.683277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4b01c929-6dde-4082-9580-308bf73e72bb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:14:01.738287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0eaf15c8-e27b-4395-86e1-9f6633b4952a details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:14:01.861332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:01.890995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'port_id': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'mac_address': 'fa:16:3e:8d:87:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:14:01.959935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dcd04-328a-4a4b-b53b-c0840d9e5be5 req-df4fed20-ac61-4699-b967-81c7ec9f7257 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:01.966782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0eaf15c8-e27b-4395-86e1-9f6633b4952a is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:01.967182 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:01.974480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c55dcd04-328a-4a4b-b53b-c0840d9e5be5 req-df4fed20-ac61-4699-b967-81c7ec9f7257 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.3192317 Mar 10 15:14:02.020906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eaf15c8-e27b-4395-86e1-9f6633b4952a {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:14:02.043435 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for port (c730b488-b4b7-466a-9246-36cb0245c6bd), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:02.049071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073906dd-9c9c-47ec-80dc-479fa3b4d219 req-0f548314-a5ac-42a7-949d-23a49d799a39 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:02.057625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-073906dd-9c9c-47ec-80dc-479fa3b4d219 req-0f548314-a5ac-42a7-949d-23a49d799a39 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 945 time: 0.3039539 Mar 10 15:14:02.059281 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (c730b488-b4b7-466a-9246-36cb0245c6bd), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:02.073439 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:02.183508 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:02.229967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4b01c929-6dde-4082-9580-308bf73e72bb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:02.232505 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:02.262004 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-073906dd-9c9c-47ec-80dc-479fa3b4d219 req-3b2a0ab3-fbbc-4bb6-9f34-19e382e6a11e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909626 Mar 10 15:14:02.327685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event updated for resources: {'Port': ['ID=c730b488-b4b7-466a-9246-36cb0245c6bd,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:02.350211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:02.435658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0eda67b7-f55b-476b-afca-685d6a76bfcf None None] Current status of the port 4b01c929-6dde-4082-9580-308bf73e72bb is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:02.445447 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0eda67b7-f55b-476b-afca-685d6a76bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:02.565705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['0eaf15c8-e27b-4395-86e1-9f6633b4952a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:14:02.691098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c0b3b-0a82-4fbc-9d7d-35930187ca22 req-45c1d0f4-d3fa-485c-adc0-7ca871b43fe9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:02.701324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-612c0b3b-0a82-4fbc-9d7d-35930187ca22 req-45c1d0f4-d3fa-485c-adc0-7ca871b43fe9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 944 time: 0.2670412 Mar 10 15:14:02.704866 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Network 169fa05f-39ea-468b-9eaf-3b552c0b1940 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:02.705644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0eaf15c8-e27b-4395-86e1-9f6633b4952a,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:02.706358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:02.792086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c55dcd04-328a-4a4b-b53b-c0840d9e5be5 req-c1a79d51-9597-4e26-94e2-b25ff6bfb48c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Deleting port 9423d8c3-edf2-429c-8936-d03a92e759e5 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:02.792433 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c55dcd04-328a-4a4b-b53b-c0840d9e5be5 req-c1a79d51-9597-4e26-94e2-b25ff6bfb48c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:02.888792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0eda67b7-f55b-476b-afca-685d6a76bfcf None None] For port 4b01c929-6dde-4082-9580-308bf73e72bb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4b01c929-6dde-4082-9580-308bf73e72bb,segment=NetworkSegment(87563e17-da3b-4402-bedd-1bad0d215bcf),segment_id=87563e17-da3b-4402-bedd-1bad0d215bcf)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:02.907447 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0eda67b7-f55b-476b-afca-685d6a76bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:03.094316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Router ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:14:03.113780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-612c0b3b-0a82-4fbc-9d7d-35930187ca22 req-4fcacf7f-7989-47e0-aa31-05e21763da88 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3982391 Mar 10 15:14:03.190513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c55dcd04-328a-4a4b-b53b-c0840d9e5be5 req-c1a79d51-9597-4e26-94e2-b25ff6bfb48c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] For port 9423d8c3-edf2-429c-8936-d03a92e759e5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9423d8c3-edf2-429c-8936-d03a92e759e5,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:03.191038 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c55dcd04-328a-4a4b-b53b-c0840d9e5be5 req-c1a79d51-9597-4e26-94e2-b25ff6bfb48c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:03.223528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4b01c929-6dde-4082-9580-308bf73e72bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:03.238625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c55dcd04-328a-4a4b-b53b-c0840d9e5be5 req-c1a79d51-9597-4e26-94e2-b25ff6bfb48c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Calling delete_port for 9423d8c3-edf2-429c-8936-d03a92e759e5 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:03.292636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c0e49902-b8d0-431d-bd73-75dafe17cc76 None None] Provisioning complete for port 4b01c929-6dde-4082-9580-308bf73e72bb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:03.292853 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c0e49902-b8d0-431d-bd73-75dafe17cc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:03.299393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda67b7-f55b-476b-afca-685d6a76bfcf None None] Pushing event updated for resources: {'Port': ['ID=4b01c929-6dde-4082-9580-308bf73e72bb,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:03.430703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:14:03.445536 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6e015c-dce1-49c9-a055-35be7a482b7d None None] Sync routers for ids ['ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:14:03.460105 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8aa808bd-aa93-4291-9fa6-80acafc37c75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "PUT /v2.0/routers/ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9516861 Mar 10 15:14:03.463793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59220) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:03.482636 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6e015c-dce1-49c9-a055-35be7a482b7d None None] Routers {'ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:03.484433 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7e6e015c-dce1-49c9-a055-35be7a482b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:13:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:03.495528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Request body: {'port': {'network_id': '169fa05f-39ea-468b-9eaf-3b552c0b1940', 'name': 'tempest-FloatingIPNegativeTestJSON-1112097410'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:03.574534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c0e49902-b8d0-431d-bd73-75dafe17cc76 None None] Current status of the port 4b01c929-6dde-4082-9580-308bf73e72bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:03.581365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4b01c929-6dde-4082-9580-308bf73e72bb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:14:03.592651 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7e6e015c-dce1-49c9-a055-35be7a482b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:03.618088 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6e015c-dce1-49c9-a055-35be7a482b7d None None] Routers {'ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:03.621395 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7e6e015c-dce1-49c9-a055-35be7a482b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:13:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:03.646646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c0e49902-b8d0-431d-bd73-75dafe17cc76 None None] Provisioning complete for port c730b488-b4b7-466a-9246-36cb0245c6bd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:03.647061 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c0e49902-b8d0-431d-bd73-75dafe17cc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c730b488-b4b7-466a-9246-36cb0245c6bd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:03.709907 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7e6e015c-dce1-49c9-a055-35be7a482b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:03.713985 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6e015c-dce1-49c9-a055-35be7a482b7d None None] The sync data for ids ['ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:14:03.755782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9423d8c3-edf2-429c-8936-d03a92e759e5 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:03.869311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c0e49902-b8d0-431d-bd73-75dafe17cc76 None None] Port c730b488-b4b7-466a-9246-36cb0245c6bd cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:14:03.912720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c55dcd04-328a-4a4b-b53b-c0840d9e5be5 req-c1a79d51-9597-4e26-94e2-b25ff6bfb48c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9423d8c3-edf2-429c-8936-d03a92e759e5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:03.915065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4b01c929-6dde-4082-9580-308bf73e72bb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:03.915691 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:03.967110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a79d51-9597-4e26-94e2-b25ff6bfb48c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event deleted for resources: {'Port': ['ID=9423d8c3-edf2-429c-8936-d03a92e759e5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:04.004997 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['b8231f06-2169-4db5-b9c2-b93cf461870b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:14:04.077757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55dcd04-328a-4a4b-b53b-c0840d9e5be5 req-c1a79d51-9597-4e26-94e2-b25ff6bfb48c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] No DVR routers for this DVR port 9423d8c3-edf2-429c-8936-d03a92e759e5 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:04.081194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c55dcd04-328a-4a4b-b53b-c0840d9e5be5 req-c1a79d51-9597-4e26-94e2-b25ff6bfb48c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:04.083969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No active binding found for port 9423d8c3-edf2-429c-8936-d03a92e759e5 {{(pid=115535) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 15:14:04.084944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port 9423d8c3-edf2-429c-8936-d03a92e759e5 host None! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:14:04.084944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9423d8c3-edf2-429c-8936-d03a92e759e5 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:04.089261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c55dcd04-328a-4a4b-b53b-c0840d9e5be5 req-c1a79d51-9597-4e26-94e2-b25ff6bfb48c tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "DELETE /v2.0/ports/9423d8c3-edf2-429c-8936-d03a92e759e5 HTTP/1.1" status: 204 len: 173 time: 2.1011558 Mar 10 15:14:04.105123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc57a0d3-28c5-4756-a264-a1e105f88aba', 'name': 'network-vif-deleted', 'tag': '9423d8c3-edf2-429c-8936-d03a92e759e5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:14:04.109309 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61db891a-b32d-4222-a7f0-0a42da34b896" -d '{"events": [{"server_uuid": "cc57a0d3-28c5-4756-a264-a1e105f88aba", "name": "network-vif-deleted", "tag": "9423d8c3-edf2-429c-8936-d03a92e759e5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:14:04.140761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301916b-779b-4446-8543-62e99e79c9d6 req-e2944dab-7224-46aa-be5e-4d29741692a5 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:04.158346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d301916b-779b-4446-8543-62e99e79c9d6 req-e2944dab-7224-46aa-be5e-4d29741692a5 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc57a0d3-28c5-4756-a264-a1e105f88aba HTTP/1.1" status: 200 len: 867 time: 0.6411204 Mar 10 15:14:04.187374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e8387484-920c-4529-881b-a3001d9577fa None None] Provisioning complete for port c730b488-b4b7-466a-9246-36cb0245c6bd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:04.187764 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e8387484-920c-4529-881b-a3001d9577fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c730b488-b4b7-466a-9246-36cb0245c6bd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:04.366668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e8387484-920c-4529-881b-a3001d9577fa None None] Port c730b488-b4b7-466a-9246-36cb0245c6bd cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:14:04.386889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4b01c929-6dde-4082-9580-308bf73e72bb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:04.484662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d301916b-779b-4446-8543-62e99e79c9d6 req-02dccd1c-6ba8-41b5-b243-1d418f490385 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246591 Mar 10 15:14:04.494538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b0584-346a-4636-a2d1-8e2f98a52b80 req-bf318068-f0c3-4e5a-8d54-760c348edf62 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:04.497324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d0b0584-346a-4636-a2d1-8e2f98a52b80 req-bf318068-f0c3-4e5a-8d54-760c348edf62 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 944 time: 0.2535017 Mar 10 15:14:04.498676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Made reservation on behalf of 3b8df452fa89489facf51468b92675ee for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:14:04.502473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:04.527293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] device_id is not set on port 5674898e-f9c1-4af9-8939-90082a56d01f yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:14:04.714167 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86e10fa-b52a-4572-81ce-4253a10fb5a6 x-openstack-request-id: req-d86e10fa-b52a-4572-81ce-4253a10fb5a6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:14:04.714537 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc57a0d3-28c5-4756-a264-a1e105f88aba", "name": "network-vif-deleted", "tag": "9423d8c3-edf2-429c-8936-d03a92e759e5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:14:04.714732 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d86e10fa-b52a-4572-81ce-4253a10fb5a6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:14:04.715149 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc57a0d3-28c5-4756-a264-a1e105f88aba', 'name': 'network-vif-deleted', 'tag': '9423d8c3-edf2-429c-8936-d03a92e759e5', 'status': 'completed', 'code': 200} Mar 10 15:14:04.908905 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d0b0584-346a-4636-a2d1-8e2f98a52b80 req-35f061c4-747b-452b-92b3-4075a7a57609 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3896785 Mar 10 15:14:04.977873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Allocated IP 172.20.0.13 (169fa05f-39ea-468b-9eaf-3b552c0b1940/cd96ce53-9091-4cc8-9e60-47478b876622/5674898e-f9c1-4af9-8939-90082a56d01f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:14:05.209085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for port (5674898e-f9c1-4af9-8939-90082a56d01f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:05.259724 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5674898e-f9c1-4af9-8939-90082a56d01f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:05.337845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Network 169fa05f-39ea-468b-9eaf-3b552c0b1940 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:05.347348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:05.355839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:14:05.456660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event updated for resources: {'Port': ['ID=5674898e-f9c1-4af9-8939-90082a56d01f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:05.501548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:05.504510 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:05.552360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-90c95f30-04e1-48ef-abfc-12f8a22ad50f tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0701208 Mar 10 15:14:05.553107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59264) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:05.566057 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:05.623510 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:05.753432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0eaf15c8-e27b-4395-86e1-9f6633b4952a up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:14:05.941501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-394bf43f-5239-47ff-bd23-a69040a71b60 None None] Provisioning complete for port 5674898e-f9c1-4af9-8939-90082a56d01f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:05.941888 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-394bf43f-5239-47ff-bd23-a69040a71b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5674898e-f9c1-4af9-8939-90082a56d01f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:06.046911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:06.082555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-394bf43f-5239-47ff-bd23-a69040a71b60 None None] Port 5674898e-f9c1-4af9-8939-90082a56d01f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:14:06.136601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 0eaf15c8-e27b-4395-86e1-9f6633b4952a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:06.141500 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:06.268768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab49d27-edcf-4982-a63b-744e4cd190b0 req-93f4be06-37ba-4c38-904c-ce083be9c9c7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:06.279288 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab49d27-edcf-4982-a63b-744e4cd190b0 req-93f4be06-37ba-4c38-904c-ce083be9c9c7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 944 time: 0.1153598 Mar 10 15:14:06.391400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 0eaf15c8-e27b-4395-86e1-9f6633b4952a is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:06.391849 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:06.460481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab49d27-edcf-4982-a63b-744e4cd190b0 req-08f1d098-25a8-4a44-954c-757674534f6a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1665206 Mar 10 15:14:06.486680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:14:06.508626 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac41f91a-b2dd-42cb-a3b1-3de5bc5d36a0" -d '{"events": [{"server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:14:06.557342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Allocated IP 172.25.3.188 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/f7b6f6cc-508d-41ff-bd98-e1a366641eb3) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:14:06.568646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:06.582918 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:06.765316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=0eaf15c8-e27b-4395-86e1-9f6633b4952a,revision_number=10']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:06.894213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for port (f7b6f6cc-508d-41ff-bd98-e1a366641eb3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:07.021425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f7b6f6cc-508d-41ff-bd98-e1a366641eb3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:07.090344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:07.098386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:07.111168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:14:07.230676 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da608965-3f7e-4bf3-b4c7-8426f9211640 x-openstack-request-id: req-da608965-3f7e-4bf3-b4c7-8426f9211640 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:14:07.231085 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "name": "network-vif-plugged", "status": "completed", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:14:07.231778 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da608965-3f7e-4bf3-b4c7-8426f9211640 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:14:07.231897 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'code': 200} Mar 10 15:14:07.550323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event updated for resources: {'Port': ['ID=f7b6f6cc-508d-41ff-bd98-e1a366641eb3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:07.610201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded48dbf-42eb-480b-bcc7-aeab362d4ab0 req-669019a9-737f-4d10-8954-3e6ab41621ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:07.611769 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ded48dbf-42eb-480b-bcc7-aeab362d4ab0 req-669019a9-737f-4d10-8954-3e6ab41621ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 1128 time: 0.1537750 Mar 10 15:14:07.640356 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for floatingip (9eaeec98-633f-4baf-8432-aaa030baaf46), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:07.752165 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f7b6f6cc-508d-41ff-bd98-e1a366641eb3), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:08.299455 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for port (f7b6f6cc-508d-41ff-bd98-e1a366641eb3), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:08.314445 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (f7b6f6cc-508d-41ff-bd98-e1a366641eb3), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:09.074045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (9eaeec98-633f-4baf-8432-aaa030baaf46), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:09.081828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a9bff-da3c-4f18-8a51-add72dae7b67 req-e1ef2251-ea82-43e7-a537-25dbddf8261a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:09.094955 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c8a9bff-da3c-4f18-8a51-add72dae7b67 req-e1ef2251-ea82-43e7-a537-25dbddf8261a tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 946 time: 1.5304153 Mar 10 15:14:09.153175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event updated for resources: {'Port': ['ID=f7b6f6cc-508d-41ff-bd98-e1a366641eb3,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:09.165240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ca511-e712-4e45-9d3d-c0f7fb2d8c2c req-b527c423-2c6e-40c6-8f9d-a9c0bb9b0df3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:09.183087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd7ca511-e712-4e45-9d3d-c0f7fb2d8c2c req-b527c423-2c6e-40c6-8f9d-a9c0bb9b0df3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 946 time: 1.5244453 Mar 10 15:14:09.185953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:09.192230 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-68b5fd32-5218-4c1b-982a-269cdb328836 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6408198 Mar 10 15:14:09.198592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59366) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:09.212422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9aa7b666-b91d-463a-969a-806d50ce33ad tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Request body: {'floatingip': {'port_id': '5674898e-f9c1-4af9-8939-90082a56d01f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:09.330337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b666-b91d-463a-969a-806d50ce33ad tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for floatingip (9eaeec98-633f-4baf-8432-aaa030baaf46), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:09.382888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c8a9bff-da3c-4f18-8a51-add72dae7b67 req-8e258294-b22e-44e3-b0b1-223e4f350a6f tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/security-groups?id=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860689 Mar 10 15:14:09.410082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd7ca511-e712-4e45-9d3d-c0f7fb2d8c2c req-6b060db0-1227-48bc-b739-a083cf6f4774 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2218513 Mar 10 15:14:09.423571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ded48dbf-42eb-480b-bcc7-aeab362d4ab0 req-cf95e451-e934-4739-8c11-e69bbfde3f4e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.7653494 Mar 10 15:14:09.480582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db654f1e-7c03-4138-b1be-b88a1fae922e req-e8a01af0-16af-4a1a-b922-aa21b3c1a83b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:09.482440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db654f1e-7c03-4138-b1be-b88a1fae922e req-e8a01af0-16af-4a1a-b922-aa21b3c1a83b tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 946 time: 0.5608506 Mar 10 15:14:09.591477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59378) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:09.674992 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-9aa7b666-b91d-463a-969a-806d50ce33ad tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] update failed (client error): The resource could not be found. Mar 10 15:14:09.676381 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9aa7b666-b91d-463a-969a-806d50ce33ad tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "PUT /v2.0/floatingips/9eaeec98-633f-4baf-8432-aaa030baaf46 HTTP/1.1" status: 404 len: 507 time: 0.4754543 Mar 10 15:14:09.679870 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59388) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:09.964727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-20a1fb92-35c5-4558-8f06-fcd41bf610b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:10.048019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-dab9c1a3-ea1f-4af5-b493-fd5ee4094f89 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Deleting port f7b6f6cc-508d-41ff-bd98-e1a366641eb3 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:10.048844 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dab9c1a3-ea1f-4af5-b493-fd5ee4094f89 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f7b6f6cc-508d-41ff-bd98-e1a366641eb3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:10.214622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-db654f1e-7c03-4138-b1be-b88a1fae922e req-e156bd17-7b1d-469e-a873-935e3d9959e2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Deleting port b8231f06-2169-4db5-b9c2-b93cf461870b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:10.214622 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db654f1e-7c03-4138-b1be-b88a1fae922e req-e156bd17-7b1d-469e-a873-935e3d9959e2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:10.263324 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59396) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:10.280389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dab9c1a3-ea1f-4af5-b493-fd5ee4094f89 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f7b6f6cc-508d-41ff-bd98-e1a366641eb3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:10.280716 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dab9c1a3-ea1f-4af5-b493-fd5ee4094f89 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for floatingip (f7b6f6cc-508d-41ff-bd98-e1a366641eb3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:10.332783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-dab9c1a3-ea1f-4af5-b493-fd5ee4094f89 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Calling delete_port for f7b6f6cc-508d-41ff-bd98-e1a366641eb3 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:10.485707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-db654f1e-7c03-4138-b1be-b88a1fae922e req-e156bd17-7b1d-469e-a873-935e3d9959e2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] For port b8231f06-2169-4db5-b9c2-b93cf461870b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=b8231f06-2169-4db5-b9c2-b93cf461870b,segment=NetworkSegment(9e6258fe-a431-4366-8f77-c04746e6f367),segment_id=9e6258fe-a431-4366-8f77-c04746e6f367)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:10.490377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db654f1e-7c03-4138-b1be-b88a1fae922e req-e156bd17-7b1d-469e-a873-935e3d9959e2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:10.530597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-db654f1e-7c03-4138-b1be-b88a1fae922e req-e156bd17-7b1d-469e-a873-935e3d9959e2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Calling delete_port for b8231f06-2169-4db5-b9c2-b93cf461870b owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:10.610493 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-722df6ac-7db4-4897-b3cd-b27825dd8a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:10.958443 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-722df6ac-7db4-4897-b3cd-b27825dd8a64 admin admin] Publish callbacks [] for security_group (ee3c0bae-0269-4e99-b101-77cc0fabc042), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:10.968719 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dab9c1a3-ea1f-4af5-b493-fd5ee4094f89 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f7b6f6cc-508d-41ff-bd98-e1a366641eb3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.042428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9c1a3-ea1f-4af5-b493-fd5ee4094f89 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event deleted for resources: {'Port': ['ID=f7b6f6cc-508d-41ff-bd98-e1a366641eb3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:11.062187 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-722df6ac-7db4-4897-b3cd-b27825dd8a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ee3c0bae-0269-4e99-b101-77cc0fabc042), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.188831 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-20a1fb92-35c5-4558-8f06-fcd41bf610b3 admin admin] Publish callbacks [] for security_group (037b95c8-bd04-46d0-9591-519202ab1537), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.246627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-586ded4f-6388-4dbb-931f-f6b33f46b983 req-0dae7536-d9e2-4f14-9174-0e48a5be0baf tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 210 time: 0.2553473 Mar 10 15:14:11.264959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db654f1e-7c03-4138-b1be-b88a1fae922e req-e156bd17-7b1d-469e-a873-935e3d9959e2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b8231f06-2169-4db5-b9c2-b93cf461870b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.266717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-20a1fb92-35c5-4558-8f06-fcd41bf610b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (037b95c8-bd04-46d0-9591-519202ab1537), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.291797 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722df6ac-7db4-4897-b3cd-b27825dd8a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3c0bae-0269-4e99-b101-77cc0fabc042,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:11.371903 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-722df6ac-7db4-4897-b3cd-b27825dd8a64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d62176d59fff46419bdcb60d3ccbe592&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1052866 Mar 10 15:14:11.372157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156bd17-7b1d-469e-a873-935e3d9959e2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Pushing event deleted for resources: {'Port': ['ID=b8231f06-2169-4db5-b9c2-b93cf461870b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:11.373539 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59434) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:11.444092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-20a1fb92-35c5-4558-8f06-fcd41bf610b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58749cb3b1284603bb4c92b68ee7e4b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8514912 Mar 10 15:14:11.452128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59442) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:11.509007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1fb92-35c5-4558-8f06-fcd41bf610b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037b95c8-bd04-46d0-9591-519202ab1537,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:11.550826 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dab9c1a3-ea1f-4af5-b493-fd5ee4094f89 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for floatingip (9eaeec98-633f-4baf-8432-aaa030baaf46), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.553578 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dab9c1a3-ea1f-4af5-b493-fd5ee4094f89 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.563746 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dab9c1a3-ea1f-4af5-b493-fd5ee4094f89 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "DELETE /v2.0/floatingips/9eaeec98-633f-4baf-8432-aaa030baaf46 HTTP/1.1" status: 204 len: 168 time: 1.8826449 Mar 10 15:14:11.574666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59454) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:11.583398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-06b7149e-ef89-4db2-81df-c728d744884b tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Request body: {'floatingip': {'floating_network_id': '169fa05f-39ea-468b-9eaf-3b552c0b1940', 'port_id': '5674898e-f9c1-4af9-8939-90082a56d01f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:11.686951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-06b7149e-ef89-4db2-81df-c728d744884b tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.707452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-db654f1e-7c03-4138-b1be-b88a1fae922e req-e156bd17-7b1d-469e-a873-935e3d9959e2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] No DVR routers for this DVR port b8231f06-2169-4db5-b9c2-b93cf461870b on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:11.718451 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db654f1e-7c03-4138-b1be-b88a1fae922e req-e156bd17-7b1d-469e-a873-935e3d9959e2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.725151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db654f1e-7c03-4138-b1be-b88a1fae922e req-e156bd17-7b1d-469e-a873-935e3d9959e2 tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.45 "DELETE /v2.0/ports/b8231f06-2169-4db5-b9c2-b93cf461870b HTTP/1.1" status: 204 len: 173 time: 2.0834458 Mar 10 15:14:11.739968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f831971d-ee05-4326-b7a4-441149115917', 'name': 'network-vif-deleted', 'tag': 'b8231f06-2169-4db5-b9c2-b93cf461870b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:14:11.755834 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37bfac1d-7d3e-42b5-bf08-a3c62fbf9c44 admin admin] Publish callbacks [] for security_group (ee3c0bae-0269-4e99-b101-77cc0fabc042), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.757999 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e339aa-6b96-4799-998d-e6a0e42e10f7" -d '{"events": [{"server_uuid": "f831971d-ee05-4326-b7a4-441149115917", "name": "network-vif-deleted", "tag": "b8231f06-2169-4db5-b9c2-b93cf461870b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:14:11.781707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b8231f06-2169-4db5-b9c2-b93cf461870b no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:11.793562 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37bfac1d-7d3e-42b5-bf08-a3c62fbf9c44 admin admin] Publish callbacks [] for security_group (ee3c0bae-0269-4e99-b101-77cc0fabc042), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.814449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820608d2-7586-40f2-a254-ff34c498a3fe req-136f490a-323a-473b-9e23-0fb24a14fa78 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:11.816248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-820608d2-7586-40f2-a254-ff34c498a3fe req-136f490a-323a-473b-9e23-0fb24a14fa78 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 946 time: 0.8598034 Mar 10 15:14:11.863078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: b8231f06-2169-4db5-b9c2-b93cf461870b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:11.863892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device b8231f06-2169-4db5-b9c2-b93cf461870b not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:11.876107 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37bfac1d-7d3e-42b5-bf08-a3c62fbf9c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ee3c0bae-0269-4e99-b101-77cc0fabc042), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.879327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37bfac1d-7d3e-42b5-bf08-a3c62fbf9c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.883736 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37bfac1d-7d3e-42b5-bf08-a3c62fbf9c44 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee3c0bae-0269-4e99-b101-77cc0fabc042 HTTP/1.1" status: 204 len: 168 time: 0.5024681 Mar 10 15:14:11.898837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7964635a-0d99-4091-8568-42bd232ba5be admin admin] Publish callbacks [] for security_group (037b95c8-bd04-46d0-9591-519202ab1537), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:11.901191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfac1d-7d3e-42b5-bf08-a3c62fbf9c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3c0bae-0269-4e99-b101-77cc0fabc042,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:11.909292 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c9e069-d7e4-4b70-a5b9-ced2630969e3 x-openstack-request-id: req-36c9e069-d7e4-4b70-a5b9-ced2630969e3 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:14:11.913711 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f831971d-ee05-4326-b7a4-441149115917", "name": "network-vif-deleted", "tag": "b8231f06-2169-4db5-b9c2-b93cf461870b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:14:11.919125 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36c9e069-d7e4-4b70-a5b9-ced2630969e3 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:14:11.919715 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f831971d-ee05-4326-b7a4-441149115917', 'name': 'network-vif-deleted', 'tag': 'b8231f06-2169-4db5-b9c2-b93cf461870b', 'status': 'completed', 'code': 200} Mar 10 15:14:11.977178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7964635a-0d99-4091-8568-42bd232ba5be admin admin] Publish callbacks [] for security_group (037b95c8-bd04-46d0-9591-519202ab1537), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:12.047699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-820608d2-7586-40f2-a254-ff34c498a3fe req-616176f8-2c32-431e-92ad-446cc88b9fae tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2240307 Mar 10 15:14:12.317682 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7964635a-0d99-4091-8568-42bd232ba5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (037b95c8-bd04-46d0-9591-519202ab1537), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:12.336217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7964635a-0d99-4091-8568-42bd232ba5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:12.337614 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7964635a-0d99-4091-8568-42bd232ba5be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/037b95c8-bd04-46d0-9591-519202ab1537 HTTP/1.1" status: 204 len: 168 time: 0.8783305 Mar 10 15:14:12.413017 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964635a-0d99-4091-8568-42bd232ba5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037b95c8-bd04-46d0-9591-519202ab1537,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:12.431258 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-06b7149e-ef89-4db2-81df-c728d744884b tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:14:12.438054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59470) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:12.443081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '5674898e-f9c1-4af9-8939-90082a56d01f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:12.446402 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-06b7149e-ef89-4db2-81df-c728d744884b tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8665104 Mar 10 15:14:12.604676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0648a4-0d71-4054-91e0-819669fd7850 req-d61b755a-b50b-4905-ab2d-eb6493e4026e tempest-ServersTestJSON-1606639474 tempest-ServersTestJSON-1606639474-project] 10.222.0.11 "GET /v2.0/ports?device_id=f831971d-ee05-4326-b7a4-441149115917 HTTP/1.1" status: 200 len: 210 time: 0.0934255 Mar 10 15:14:12.611295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:13.081579 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:13.372310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59496) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:13.406953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-627a1a76-41e2-4e8a-963c-57d368f844a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:13.409298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Allocated IP 172.25.3.250 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/6cda97b2-3edd-41a0-9b2c-af6440cf01e0) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:14:13.562358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ad22c-a0cd-49e3-9926-6e9fcff8e1ce req-5b623270-ce91-41a1-a9cc-7ba3d7dd9a6a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:13.564012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a95ad22c-a0cd-49e3-9926-6e9fcff8e1ce req-5b623270-ce91-41a1-a9cc-7ba3d7dd9a6a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 946 time: 0.2583702 Mar 10 15:14:13.593760 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-627a1a76-41e2-4e8a-963c-57d368f844a0 admin admin] Publish callbacks [] for security_group (3fe5f06f-fd9a-4e2e-a10e-542b319f6a71), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:13.603104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-627a1a76-41e2-4e8a-963c-57d368f844a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3fe5f06f-fd9a-4e2e-a10e-542b319f6a71), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:13.723916 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-627a1a76-41e2-4e8a-963c-57d368f844a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22cfc0a6b3ea4ab9b90bf5349079345d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3505046 Mar 10 15:14:13.742377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59510) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:13.780145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a95ad22c-a0cd-49e3-9926-6e9fcff8e1ce req-4c698da9-7fd4-4be7-bbd6-a8102ae3ed3e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2043579 Mar 10 15:14:13.787438 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for port (6cda97b2-3edd-41a0-9b2c-af6440cf01e0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:13.830286 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a1a76-41e2-4e8a-963c-57d368f844a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe5f06f-fd9a-4e2e-a10e-542b319f6a71,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:13.930364 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-356d4409-fc90-4c29-8d09-877779f8c4e8 admin admin] Publish callbacks [] for security_group (3fe5f06f-fd9a-4e2e-a10e-542b319f6a71), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:13.978288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-356d4409-fc90-4c29-8d09-877779f8c4e8 admin admin] Publish callbacks [] for security_group (3fe5f06f-fd9a-4e2e-a10e-542b319f6a71), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.005572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59516) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:14.043448 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6cda97b2-3edd-41a0-9b2c-af6440cf01e0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.087944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event updated for resources: {'Port': ['ID=6cda97b2-3edd-41a0-9b2c-af6440cf01e0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:14.091106 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-356d4409-fc90-4c29-8d09-877779f8c4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3fe5f06f-fd9a-4e2e-a10e-542b319f6a71), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.096195 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-356d4409-fc90-4c29-8d09-877779f8c4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.097397 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-356d4409-fc90-4c29-8d09-877779f8c4e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fe5f06f-fd9a-4e2e-a10e-542b319f6a71 HTTP/1.1" status: 204 len: 168 time: 0.3495040 Mar 10 15:14:14.125097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d4409-fc90-4c29-8d09-877779f8c4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe5f06f-fd9a-4e2e-a10e-542b319f6a71,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:14.129929 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0aed0a-1453-4deb-b331-b0f8d392e8da admin admin] Deleting subnet cb24078f-4516-4897-8be0-5a7c1076ae2d {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:14:14.146828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:14.155224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:14.159934 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0aed0a-1453-4deb-b331-b0f8d392e8da admin admin] Publish callbacks [] for subnet (cb24078f-4516-4897-8be0-5a7c1076ae2d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.162210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:14:14.290455 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0aed0a-1453-4deb-b331-b0f8d392e8da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (cb24078f-4516-4897-8be0-5a7c1076ae2d), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.398270 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0aed0a-1453-4deb-b331-b0f8d392e8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (cb24078f-4516-4897-8be0-5a7c1076ae2d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.599034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0aed0a-1453-4deb-b331-b0f8d392e8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (cb24078f-4516-4897-8be0-5a7c1076ae2d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.683182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Deleting port 6cda97b2-3edd-41a0-9b2c-af6440cf01e0 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:14.684179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6cda97b2-3edd-41a0-9b2c-af6440cf01e0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.697894 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da0aed0a-1453-4deb-b331-b0f8d392e8da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.713942 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-da0aed0a-1453-4deb-b331-b0f8d392e8da admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cb24078f-4516-4897-8be0-5a7c1076ae2d HTTP/1.1" status: 204 len: 168 time: 0.7045636 Mar 10 15:14:14.715389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59546) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:14.721091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0aed0a-1453-4deb-b331-b0f8d392e8da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb24078f-4516-4897-8be0-5a7c1076ae2d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:14.782474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6cda97b2-3edd-41a0-9b2c-af6440cf01e0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.783081 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for floatingip (6cda97b2-3edd-41a0-9b2c-af6440cf01e0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:14.798302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Calling delete_port for 6cda97b2-3edd-41a0-9b2c-af6440cf01e0 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:14.923518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9b4c730c-ad0a-4573-a071-96465b27d617), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:15.122013 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6cda97b2-3edd-41a0-9b2c-af6440cf01e0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:15.164202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9b4c730c-ad0a-4573-a071-96465b27d617), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:15.203862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59560) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:15.212312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event deleted for resources: {'Port': ['ID=6cda97b2-3edd-41a0-9b2c-af6440cf01e0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:15.236036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4c730c-ad0a-4573-a071-96465b27d617']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:15.261948 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6258fe-a431-4366-8f77-c04746e6f367') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:15.262323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6258fe-a431-4366-8f77-c04746e6f367') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:15.282290 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (9e6258fe-a431-4366-8f77-c04746e6f367), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:15.308680 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9e6258fe-a431-4366-8f77-c04746e6f367), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:15.316756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:14:15.317153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (9e6258fe-a431-4366-8f77-c04746e6f367), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:14:15.319120 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:14:15.453141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9b4c730c-ad0a-4573-a071-96465b27d617), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:15.459915 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:15.468288 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] 10.222.0.11 "DELETE /v2.0/networks/9b4c730c-ad0a-4573-a071-96465b27d617 HTTP/1.1" status: 204 len: 168 time: 0.7516637 Mar 10 15:14:15.504420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be662a6d-8c75-4177-8879-7a8fbcfd7197 req-29b8c077-2ca6-4593-bac2-d99de21f8121 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1341333 Mar 10 15:14:15.520200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08d5dd-bd11-4630-8be7-7a1733c2771f admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4c730c-ad0a-4573-a071-96465b27d617,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:15.558551 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] create failed (client error): The resource could not be found. Mar 10 15:14:15.561724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1e26afe7-d5cb-49db-b777-5dfc2b50be42 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1224892 Mar 10 15:14:15.565328 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59574) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:15.649288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b60c9a3c-8b44-4de4-adf1-82246cb0a401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:15.735250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59578) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:15.756865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662a6d-8c75-4177-8879-7a8fbcfd7197 req-84619c04-f156-4450-8701-dc0bfc48c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:15.756865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be662a6d-8c75-4177-8879-7a8fbcfd7197 req-84619c04-f156-4450-8701-dc0bfc48c8f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 1127 time: 0.1917942 Mar 10 15:14:15.782625 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5beaf575-2c79-4774-a0bc-44be0e2a6341 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Deleting port 5674898e-f9c1-4af9-8939-90082a56d01f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:15.783001 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5beaf575-2c79-4774-a0bc-44be0e2a6341 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5674898e-f9c1-4af9-8939-90082a56d01f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:15.961208 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5beaf575-2c79-4774-a0bc-44be0e2a6341 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5674898e-f9c1-4af9-8939-90082a56d01f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:15.984614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-baa96d5e-5a44-4818-b5f6-6623b204673b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8714f144a3684d0d933f128eb20101bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285669 Mar 10 15:14:15.988234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59584) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:16.017461 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5beaf575-2c79-4774-a0bc-44be0e2a6341 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Calling delete_port for 5674898e-f9c1-4af9-8939-90082a56d01f owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:16.051652 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b60c9a3c-8b44-4de4-adf1-82246cb0a401 admin admin] Publish callbacks [] for security_group (9d918336-0002-4549-96ae-f9524d0fe1b1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:16.074525 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b60c9a3c-8b44-4de4-adf1-82246cb0a401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9d918336-0002-4549-96ae-f9524d0fe1b1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:16.132592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662a6d-8c75-4177-8879-7a8fbcfd7197 req-27ca3adb-b500-456e-804e-dd84c3aa8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:16.134312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be662a6d-8c75-4177-8879-7a8fbcfd7197 req-27ca3adb-b500-456e-804e-dd84c3aa8cf9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 200 len: 919 time: 0.3483448 Mar 10 15:14:16.283956 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0810c35-11a8-4eaa-bd9a-d44e8de7836f admin admin] Publish callbacks [] for security_group (1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:16.312180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be662a6d-8c75-4177-8879-7a8fbcfd7197 req-4e47368c-a4f1-45f6-8667-ec564b91dfa8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab109d63-c458-4c59-80bf-668baab26b5d HTTP/1.1" status: 200 len: 217 time: 0.1615458 Mar 10 15:14:16.316292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b60c9a3c-8b44-4de4-adf1-82246cb0a401 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4dcb2555d4041059fe3438228841eec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0992806 Mar 10 15:14:16.317224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c9a3c-8b44-4de4-adf1-82246cb0a401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d918336-0002-4549-96ae-f9524d0fe1b1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:16.321649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59592) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:16.427047 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0810c35-11a8-4eaa-bd9a-d44e8de7836f admin admin] Publish callbacks [] for security_group (1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:16.439235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662a6d-8c75-4177-8879-7a8fbcfd7197 req-9f2fb302-ad74-479a-a352-ae193fa1d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:16.441617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be662a6d-8c75-4177-8879-7a8fbcfd7197 req-9f2fb302-ad74-479a-a352-ae193fa1d7a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 200 len: 858 time: 0.1100972 Mar 10 15:14:16.541823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be662a6d-8c75-4177-8879-7a8fbcfd7197 req-22dd8750-1152-47fd-9627-7451527a36e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7d356684-fac8-4711-8dea-9cfe05cf74a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885880 Mar 10 15:14:16.573645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0f85824-f28e-4cf4-ba76-aa91468ab82c admin admin] Publish callbacks [] for security_group (9d918336-0002-4549-96ae-f9524d0fe1b1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:16.617284 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5beaf575-2c79-4774-a0bc-44be0e2a6341 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (5674898e-f9c1-4af9-8939-90082a56d01f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:16.633042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0f85824-f28e-4cf4-ba76-aa91468ab82c admin admin] Publish callbacks [] for security_group (9d918336-0002-4549-96ae-f9524d0fe1b1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:16.798607 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0f85824-f28e-4cf4-ba76-aa91468ab82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9d918336-0002-4549-96ae-f9524d0fe1b1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:16.802451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0f85824-f28e-4cf4-ba76-aa91468ab82c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:16.806386 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c0f85824-f28e-4cf4-ba76-aa91468ab82c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d918336-0002-4549-96ae-f9524d0fe1b1 HTTP/1.1" status: 204 len: 168 time: 0.4564896 Mar 10 15:14:16.812122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be662a6d-8c75-4177-8879-7a8fbcfd7197 req-9ceb2544-1737-40e7-978b-a6024b3ddeaa service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508988 Mar 10 15:14:16.813196 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0810c35-11a8-4eaa-bd9a-d44e8de7836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:16.816360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0810c35-11a8-4eaa-bd9a-d44e8de7836f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:16.819860 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e0810c35-11a8-4eaa-bd9a-d44e8de7836f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf HTTP/1.1" status: 204 len: 168 time: 0.8245189 Mar 10 15:14:16.824510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaf575-2c79-4774-a0bc-44be0e2a6341 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event deleted for resources: {'Port': ['ID=5674898e-f9c1-4af9-8939-90082a56d01f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:16.963960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f85824-f28e-4cf4-ba76-aa91468ab82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d918336-0002-4549-96ae-f9524d0fe1b1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:16.993955 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5beaf575-2c79-4774-a0bc-44be0e2a6341 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:17.008398 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5beaf575-2c79-4774-a0bc-44be0e2a6341 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "DELETE /v2.0/ports/5674898e-f9c1-4af9-8939-90082a56d01f HTTP/1.1" status: 204 len: 168 time: 1.4393401 Mar 10 15:14:17.012135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59610) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:17.027004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0810c35-11a8-4eaa-bd9a-d44e8de7836f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfc07cd-6e29-41cb-ba17-4f3ea91e5bcf,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:17.074131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be662a6d-8c75-4177-8879-7a8fbcfd7197 req-da60dc50-a40e-4273-acbb-dda454a65b79 service neutron] 10.222.0.45 "GET /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601261 Mar 10 15:14:17.214805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91033c37-147d-45aa-b29e-f057e592e29a tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:17.220920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-91033c37-147d-45aa-b29e-f057e592e29a tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742 HTTP/1.1" status: 200 len: 913 time: 0.2051351 Mar 10 15:14:17.221289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59616) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:17.766557 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:17.926832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027b35cd-75d6-4d2b-8fe6-cb05727211f9 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:18.410831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-027b35cd-75d6-4d2b-8fe6-cb05727211f9 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Deleting port c730b488-b4b7-466a-9246-36cb0245c6bd {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:18.411165 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027b35cd-75d6-4d2b-8fe6-cb05727211f9 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c730b488-b4b7-466a-9246-36cb0245c6bd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:18.648665 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027b35cd-75d6-4d2b-8fe6-cb05727211f9 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c730b488-b4b7-466a-9246-36cb0245c6bd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:18.684663 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-027b35cd-75d6-4d2b-8fe6-cb05727211f9 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Calling delete_port for c730b488-b4b7-466a-9246-36cb0245c6bd owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:18.764385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59674) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:18.987126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027b35cd-75d6-4d2b-8fe6-cb05727211f9 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c730b488-b4b7-466a-9246-36cb0245c6bd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:19.025002 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b35cd-75d6-4d2b-8fe6-cb05727211f9 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event deleted for resources: {'Port': ['ID=c730b488-b4b7-466a-9246-36cb0245c6bd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:19.508287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1346173015-network', 'tenant_id': 'c26e251873e44024bbdfd59c196534ff'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:19.563266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Made reservation on behalf of c26e251873e44024bbdfd59c196534ff for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:14:19.569046 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:19.580589 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-027b35cd-75d6-4d2b-8fe6-cb05727211f9 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:19.627271 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:19.855261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027b35cd-75d6-4d2b-8fe6-cb05727211f9 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Router ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:14:19.923922 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Publish callbacks [] for security_group (2100abcd-e034-400f-92a1-d11082751b18), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:19.995216 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2100abcd-e034-400f-92a1-d11082751b18), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:20.064156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2100abcd-e034-400f-92a1-d11082751b18,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:20.078002 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027b35cd-75d6-4d2b-8fe6-cb05727211f9 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:14:20.092966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85542580-df20-433b-990a-7a7f21402991 None None] Sync routers for ids ['ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:14:20.101518 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-027b35cd-75d6-4d2b-8fe6-cb05727211f9 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "PUT /v2.0/routers/ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8783600 Mar 10 15:14:20.106865 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59708) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:20.110636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85542580-df20-433b-990a-7a7f21402991 None None] Routers {'ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:20.112275 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-85542580-df20-433b-990a-7a7f21402991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:13:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:20.115712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:14:20.150484 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6d88b695-3f94-40cb-aec5-54e507eb3153), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:20.150960 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Added segment 6d88b695-3f94-40cb-aec5-54e507eb3153 of type vlan for network 478931ce-4e6a-449d-82db-7f259f8778bf Mar 10 15:14:20.218349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-85542580-df20-433b-990a-7a7f21402991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:20.254224 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85542580-df20-433b-990a-7a7f21402991 None None] Routers {'ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:20.254541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-85542580-df20-433b-990a-7a7f21402991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:13:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:20.269934 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (478931ce-4e6a-449d-82db-7f259f8778bf), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:20.323678 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea4c05d0-f43d-4363-a2de-d79571fdac75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for router (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:20.357794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ffee8-e961-4bca-9cc8-d601ad3945cc req-b85ac10f-42d3-4772-a0b4-5c2fb9980a4d tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:20.358913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-85542580-df20-433b-990a-7a7f21402991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:20.359967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85542580-df20-433b-990a-7a7f21402991 None None] The sync data for ids ['ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:14:20.378526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad9ffee8-e961-4bca-9cc8-d601ad3945cc req-b85ac10f-42d3-4772-a0b4-5c2fb9980a4d tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.4473016 Mar 10 15:14:20.405418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (478931ce-4e6a-449d-82db-7f259f8778bf), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:20.406467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:20.407119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:20.486839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad9ffee8-e961-4bca-9cc8-d601ad3945cc req-e4df46ff-31a7-4047-ae67-311ed4fcfb56 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070046 Mar 10 15:14:20.502280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7355795 Mar 10 15:14:20.503466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59730) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:20.514203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] Request body: {'subnet': {'network_id': '478931ce-4e6a-449d-82db-7f259f8778bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1346173015-subnet', 'tenant_id': 'c26e251873e44024bbdfd59c196534ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:20.560383 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:20.598654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521a92e-9e81-4172-98bf-a79283c03d3a admin admin] Pushing event updated for resources: {'Network': ['ID=478931ce-4e6a-449d-82db-7f259f8778bf,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:20.613740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 478931ce-4e6a-449d-82db-7f259f8778bf details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:14:20.624770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] Made reservation on behalf of c26e251873e44024bbdfd59c196534ff for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:14:20.632366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:20.773483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59738) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:20.833284 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea4c05d0-f43d-4363-a2de-d79571fdac75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:20.840156 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea4c05d0-f43d-4363-a2de-d79571fdac75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for router_controller (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.029814 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea4c05d0-f43d-4363-a2de-d79571fdac75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.031168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4c05d0-f43d-4363-a2de-d79571fdac75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Fanout notify agent at l3_agent the message router_deleted on router ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:14:21.046372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea4c05d0-f43d-4363-a2de-d79571fdac75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.053084 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ea4c05d0-f43d-4363-a2de-d79571fdac75 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "DELETE /v2.0/routers/ce4cb57a-ef1a-4c4f-b350-0dc4f4a53742 HTTP/1.1" status: 204 len: 168 time: 0.9445412 Mar 10 15:14:21.056088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59754) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:21.139417 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (f31b5eea-fe96-40ae-9fc4-3326d10f71a8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.168494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-798b53e6-f602-48a8-81b3-38585709b0bd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Deleting subnet cd96ce53-9091-4cc8-9e60-47478b876622 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:14:21.173092 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-798b53e6-f602-48a8-81b3-38585709b0bd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for subnet (cd96ce53-9091-4cc8-9e60-47478b876622), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.224495 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-798b53e6-f602-48a8-81b3-38585709b0bd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (cd96ce53-9091-4cc8-9e60-47478b876622), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.263601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f31b5eea-fe96-40ae-9fc4-3326d10f71a8,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:21.358897 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-798b53e6-f602-48a8-81b3-38585709b0bd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (cd96ce53-9091-4cc8-9e60-47478b876622), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.360271 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d8268404-7046-43cf-9b36-6d61553aa3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.388388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] Checking segment: {'id': '6d88b695-3f94-40cb-aec5-54e507eb3153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '478931ce-4e6a-449d-82db-7f259f8778bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:14:21.388824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] Network hostable DHCP agents. Network: 478931ce-4e6a-449d-82db-7f259f8778bf, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:14:21.445050 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-798b53e6-f602-48a8-81b3-38585709b0bd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (cd96ce53-9091-4cc8-9e60-47478b876622), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.479519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b53e6-f602-48a8-81b3-38585709b0bd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event deleted for resources: {'Subnet': ['ID=cd96ce53-9091-4cc8-9e60-47478b876622,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:21.493786 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15aa1c5-92a0-4c77-898d-09793605c36e None None] Network 169fa05f-39ea-468b-9eaf-3b552c0b1940 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:21.494262 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-798b53e6-f602-48a8-81b3-38585709b0bd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.497913 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-798b53e6-f602-48a8-81b3-38585709b0bd tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "DELETE /v2.0/subnets/cd96ce53-9091-4cc8-9e60-47478b876622 HTTP/1.1" status: 204 len: 168 time: 0.4395216 Mar 10 15:14:21.500885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59774) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:21.529295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] Network 478931ce-4e6a-449d-82db-7f259f8778bf is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:14:21.612445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 478931ce-4e6a-449d-82db-7f259f8778bf) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:21.645303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:21.645955 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.670994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad46c21-1e10-4d40-80b3-f28ea6caa6ae None None] Network 478931ce-4e6a-449d-82db-7f259f8778bf requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:21.723560 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-624bd229-e6c1-4110-a7ee-f7f36b7ce824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.785300 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (169fa05f-39ea-468b-9eaf-3b552c0b1940), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.880896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0676d10a-4dc9-4aff-aa78-7f596b829a34 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3715761 Mar 10 15:14:21.918129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d8268404-7046-43cf-9b36-6d61553aa3c1 admin admin] Publish callbacks [] for security_group (9fd8381b-0fe7-4ce6-9f93-14d57ee05d52), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.936150 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Deleting port 4b01c929-6dde-4082-9580-308bf73e72bb {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:21.937737 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:21.940344 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d8268404-7046-43cf-9b36-6d61553aa3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9fd8381b-0fe7-4ce6-9f93-14d57ee05d52), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.111565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] For port 4b01c929-6dde-4082-9580-308bf73e72bb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4b01c929-6dde-4082-9580-308bf73e72bb,segment=NetworkSegment(87563e17-da3b-4402-bedd-1bad0d215bcf),segment_id=87563e17-da3b-4402-bedd-1bad0d215bcf)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:22.111939 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.153436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d8268404-7046-43cf-9b36-6d61553aa3c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05c6824b7e75419882b3ea82500a0926&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3757412 Mar 10 15:14:22.160709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59788) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:22.189848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec11d86-9599-442a-9922-de61ebb577d1 req-72353226-6ce8-44c1-85da-eb576c354a17 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:22.197671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bec11d86-9599-442a-9922-de61ebb577d1 req-72353226-6ce8-44c1-85da-eb576c354a17 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.4819920 Mar 10 15:14:22.212716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59794) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:22.242181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Calling delete_port for 4b01c929-6dde-4082-9580-308bf73e72bb owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:22.294643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a38e74f2-d075-4afb-bd55-bb9bf523a805 admin admin] Publish callbacks [] for security_group (9fd8381b-0fe7-4ce6-9f93-14d57ee05d52), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.303676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] DHCP port deletion for 169fa05f-39ea-468b-9eaf-3b552c0b1940 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:14:22.309069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b50b9-d65c-4134-9a92-1be860cc87f6 None None] Network 478931ce-4e6a-449d-82db-7f259f8778bf requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:22.372206 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a38e74f2-d075-4afb-bd55-bb9bf523a805 admin admin] Publish callbacks [] for security_group (9fd8381b-0fe7-4ce6-9f93-14d57ee05d52), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.419341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe92b03d-8f32-4d6b-8206-7ec3b8504d2a admin admin] Deleting subnet f31b5eea-fe96-40ae-9fc4-3326d10f71a8 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:14:22.424848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe92b03d-8f32-4d6b-8206-7ec3b8504d2a admin admin] Publish callbacks [] for subnet (f31b5eea-fe96-40ae-9fc4-3326d10f71a8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.425896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8268404-7046-43cf-9b36-6d61553aa3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd8381b-0fe7-4ce6-9f93-14d57ee05d52,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:22.484791 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a38e74f2-d075-4afb-bd55-bb9bf523a805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9fd8381b-0fe7-4ce6-9f93-14d57ee05d52), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.487663 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a38e74f2-d075-4afb-bd55-bb9bf523a805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.492101 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a38e74f2-d075-4afb-bd55-bb9bf523a805 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fd8381b-0fe7-4ce6-9f93-14d57ee05d52 HTTP/1.1" status: 204 len: 168 time: 0.3302197 Mar 10 15:14:22.506285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e74f2-d075-4afb-bd55-bb9bf523a805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd8381b-0fe7-4ce6-9f93-14d57ee05d52,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:22.557039 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.581919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9235a6-12ff-4099-8de0-c870d0da8b63 req-86f200d7-5bab-4567-8be1-b2c2b0f069e2 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:22.583572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f9235a6-12ff-4099-8de0-c870d0da8b63 req-86f200d7-5bab-4567-8be1-b2c2b0f069e2 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.62 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 945 time: 0.5680215 Mar 10 15:14:22.594245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe92b03d-8f32-4d6b-8206-7ec3b8504d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (f31b5eea-fe96-40ae-9fc4-3326d10f71a8), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.664074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event deleted for resources: {'Port': ['ID=4b01c929-6dde-4082-9580-308bf73e72bb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:22.676070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bec11d86-9599-442a-9922-de61ebb577d1 req-c6922021-2526-40e0-9700-63273ae2d33f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613640 Mar 10 15:14:22.696774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] No DVR routers for this DVR port 4b01c929-6dde-4082-9580-308bf73e72bb on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:22.717572 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe92b03d-8f32-4d6b-8206-7ec3b8504d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f31b5eea-fe96-40ae-9fc4-3326d10f71a8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.867700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Deleting port 4b01c929-6dde-4082-9580-308bf73e72bb {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:22.868295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.890077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-9f9235a6-12ff-4099-8de0-c870d0da8b63 req-f0c10162-e046-4be5-ad81-5be4f0ef815a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Deleting port 714fca1f-222d-4fac-976d-7c4c3c1d29ca {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:22.891832 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f9235a6-12ff-4099-8de0-c870d0da8b63 req-f0c10162-e046-4be5-ad81-5be4f0ef815a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.923886 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (169fa05f-39ea-468b-9eaf-3b552c0b1940), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:22.956769 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe92b03d-8f32-4d6b-8206-7ec3b8504d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (f31b5eea-fe96-40ae-9fc4-3326d10f71a8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.000576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169fa05f-39ea-468b-9eaf-3b552c0b1940']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:23.028248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87563e17-da3b-4402-bedd-1bad0d215bcf') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:23.028544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87563e17-da3b-4402-bedd-1bad0d215bcf') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:23.041662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] For port 4b01c929-6dde-4082-9580-308bf73e72bb, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:23.042375 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.057217 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe92b03d-8f32-4d6b-8206-7ec3b8504d2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.065110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Calling delete_port for 4b01c929-6dde-4082-9580-308bf73e72bb owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:23.068491 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Port 4b01c929-6dde-4082-9580-308bf73e72bb was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:14:23.070638 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (4b01c929-6dde-4082-9580-308bf73e72bb), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.071216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fe92b03d-8f32-4d6b-8206-7ec3b8504d2a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f31b5eea-fe96-40ae-9fc4-3326d10f71a8 HTTP/1.1" status: 204 len: 168 time: 0.8557596 Mar 10 15:14:23.074476 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (87563e17-da3b-4402-bedd-1bad0d215bcf), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.077650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59816) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:23.112601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (87563e17-da3b-4402-bedd-1bad0d215bcf), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.119059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Pushing event deleted for resources: {'Port': ['ID=4b01c929-6dde-4082-9580-308bf73e72bb,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:23.124751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] No DVR routers for this DVR port 4b01c929-6dde-4082-9580-308bf73e72bb on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:23.139588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.140767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.141355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.141645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92b03d-8f32-4d6b-8206-7ec3b8504d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f31b5eea-fe96-40ae-9fc4-3326d10f71a8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:23.142549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.143285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.144246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.144961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.146322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.147710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.148300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.148889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.149440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.149988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616e0863-a4e3-490f-a3ad-ec24f46d0404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:23.159161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:14:23.159570 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (87563e17-da3b-4402-bedd-1bad0d215bcf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:14:23.168067 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:14:23.232132 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:14:23.273893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9f9235a6-12ff-4099-8de0-c870d0da8b63 req-f0c10162-e046-4be5-ad81-5be4f0ef815a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] For port 714fca1f-222d-4fac-976d-7c4c3c1d29ca, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=714fca1f-222d-4fac-976d-7c4c3c1d29ca,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:23.275082 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f9235a6-12ff-4099-8de0-c870d0da8b63 req-f0c10162-e046-4be5-ad81-5be4f0ef815a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.281576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (478931ce-4e6a-449d-82db-7f259f8778bf), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.324315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-9f9235a6-12ff-4099-8de0-c870d0da8b63 req-f0c10162-e046-4be5-ad81-5be4f0ef815a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Calling delete_port for 714fca1f-222d-4fac-976d-7c4c3c1d29ca owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:23.546577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4b01c929-6dde-4082-9580-308bf73e72bb no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:23.597487 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (478931ce-4e6a-449d-82db-7f259f8778bf), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.634639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 4b01c929-6dde-4082-9580-308bf73e72bb {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:23.635587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4b01c929-6dde-4082-9580-308bf73e72bb not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:23.687772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478931ce-4e6a-449d-82db-7f259f8778bf']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:23.753722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d88b695-3f94-40cb-aec5-54e507eb3153') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:23.754230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d88b695-3f94-40cb-aec5-54e507eb3153') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:23.804104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59822) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:23.874023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (169fa05f-39ea-468b-9eaf-3b552c0b1940), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.883423 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.895518 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] 10.222.0.11 "DELETE /v2.0/networks/169fa05f-39ea-468b-9eaf-3b552c0b1940 HTTP/1.1" status: 204 len: 168 time: 2.3922040 Mar 10 15:14:23.939823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (6d88b695-3f94-40cb-aec5-54e507eb3153), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:23.953881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9484c45-0ce4-486f-b181-9994c8bf8ee5 tempest-FloatingIPNegativeTestJSON-1120242214 tempest-FloatingIPNegativeTestJSON-1120242214-project] Pushing event deleted for resources: {'Network': ['ID=169fa05f-39ea-468b-9eaf-3b552c0b1940,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:24.027792 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-acb7b0aa-79a7-459b-8da8-716bd948a10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:24.275933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f9235a6-12ff-4099-8de0-c870d0da8b63 req-f0c10162-e046-4be5-ad81-5be4f0ef815a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (714fca1f-222d-4fac-976d-7c4c3c1d29ca), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:24.297363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['ab109d63-c458-4c59-80bf-668baab26b5d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:14:24.304132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6d88b695-3f94-40cb-aec5-54e507eb3153), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:24.336319 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdbb53ed-f86e-4a93-b46b-087d2a387fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:24.372169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8419f3af-87a3-4730-abc5-acee2d3b021f req-9ecd3ee4-e2d6-4341-9b36-460042d9ba67 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 210 time: 0.3677855 Mar 10 15:14:24.438150 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59836) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:24.473889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:14:24.479013 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (6d88b695-3f94-40cb-aec5-54e507eb3153), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:14:24.485564 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:14:24.591305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c10162-e046-4be5-ad81-5be4f0ef815a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Pushing event deleted for resources: {'Port': ['ID=714fca1f-222d-4fac-976d-7c4c3c1d29ca,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:24.610067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59842) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:24.653734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9235a6-12ff-4099-8de0-c870d0da8b63 req-f0c10162-e046-4be5-ad81-5be4f0ef815a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] No DVR routers for this DVR port 714fca1f-222d-4fac-976d-7c4c3c1d29ca on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:24.658098 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9f9235a6-12ff-4099-8de0-c870d0da8b63 req-f0c10162-e046-4be5-ad81-5be4f0ef815a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:24.663765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f9235a6-12ff-4099-8de0-c870d0da8b63 req-f0c10162-e046-4be5-ad81-5be4f0ef815a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.62 "DELETE /v2.0/ports/714fca1f-222d-4fac-976d-7c4c3c1d29ca HTTP/1.1" status: 204 len: 173 time: 2.0673957 Mar 10 15:14:24.673560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e600df-df20-49be-bc19-5702d29f6d1e', 'name': 'network-vif-deleted', 'tag': '714fca1f-222d-4fac-976d-7c4c3c1d29ca'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:14:24.676078 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfd5730-eb94-4a1f-aefd-24b3d0fe9ea7" -d '{"events": [{"server_uuid": "94e600df-df20-49be-bc19-5702d29f6d1e", "name": "network-vif-deleted", "tag": "714fca1f-222d-4fac-976d-7c4c3c1d29ca"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:14:24.855071 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-891d2564-b260-48eb-ab42-3e2464f88385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:24.913821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdbb53ed-f86e-4a93-b46b-087d2a387fec admin admin] Publish callbacks [] for security_group (94c52645-f097-4246-b521-8b52c38d4933), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:24.916585 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (478931ce-4e6a-449d-82db-7f259f8778bf), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:24.928957 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:24.951291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/478931ce-4e6a-449d-82db-7f259f8778bf HTTP/1.1" status: 204 len: 168 time: 1.8013561 Mar 10 15:14:24.956932 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf5ab14-986c-419f-926b-6de95dd894cf x-openstack-request-id: req-8cf5ab14-986c-419f-926b-6de95dd894cf {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:14:24.960773 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e600df-df20-49be-bc19-5702d29f6d1e", "name": "network-vif-deleted", "tag": "714fca1f-222d-4fac-976d-7c4c3c1d29ca", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:14:24.961476 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cf5ab14-986c-419f-926b-6de95dd894cf {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:14:24.962857 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e600df-df20-49be-bc19-5702d29f6d1e', 'name': 'network-vif-deleted', 'tag': '714fca1f-222d-4fac-976d-7c4c3c1d29ca', 'status': 'completed', 'code': 200} Mar 10 15:14:24.984057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdbb53ed-f86e-4a93-b46b-087d2a387fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (94c52645-f097-4246-b521-8b52c38d4933), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.019591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb53ed-f86e-4a93-b46b-087d2a387fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c52645-f097-4246-b521-8b52c38d4933,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:25.044006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68fcf2-ca1c-4095-8109-df086eec22a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=478931ce-4e6a-449d-82db-7f259f8778bf,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:25.092365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bdbb53ed-f86e-4a93-b46b-087d2a387fec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3094cab137ab43ea9c6be155b6d16542&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1765256 Mar 10 15:14:25.093403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59852) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:25.174882 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-891d2564-b260-48eb-ab42-3e2464f88385 admin admin] Publish callbacks [] for security_group (3efecc2a-63b8-40f2-9888-af37eda0345e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.222114 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.227660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59854) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:25.237436 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-891d2564-b260-48eb-ab42-3e2464f88385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3efecc2a-63b8-40f2-9888-af37eda0345e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.270784 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-95a45a02-210a-4c54-9cf5-520ceb5f3b24 admin admin] Publish callbacks [] for security_group (94c52645-f097-4246-b521-8b52c38d4933), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.349681 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-891d2564-b260-48eb-ab42-3e2464f88385 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=366b0120b8a0446990a09845955081ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9095194 Mar 10 15:14:25.359232 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-95a45a02-210a-4c54-9cf5-520ceb5f3b24 admin admin] Publish callbacks [] for security_group (94c52645-f097-4246-b521-8b52c38d4933), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.367062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59856) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:25.431415 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d2564-b260-48eb-ab42-3e2464f88385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efecc2a-63b8-40f2-9888-af37eda0345e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:25.487753 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-365abaa4-9a4c-4472-9b64-e305dfb6c6bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b8df452fa89489facf51468b92675ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8750937 Mar 10 15:14:25.488311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59860) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:25.557745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b5080603-3f5e-449f-840c-a57cdf442a17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c26e251873e44024bbdfd59c196534ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929130 Mar 10 15:14:25.558652 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-95a45a02-210a-4c54-9cf5-520ceb5f3b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (94c52645-f097-4246-b521-8b52c38d4933), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.563302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59862) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:25.583357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-95a45a02-210a-4c54-9cf5-520ceb5f3b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.589206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-95a45a02-210a-4c54-9cf5-520ceb5f3b24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94c52645-f097-4246-b521-8b52c38d4933 HTTP/1.1" status: 204 len: 168 time: 0.4942324 Mar 10 15:14:25.613937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a45a02-210a-4c54-9cf5-520ceb5f3b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c52645-f097-4246-b521-8b52c38d4933,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:25.685669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a37c0881-04ee-463e-8871-e9a270b72890 req-ba83270d-5e06-49f2-9262-1e80c8695702 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e600df-df20-49be-bc19-5702d29f6d1e HTTP/1.1" status: 200 len: 210 time: 0.0738361 Mar 10 15:14:25.703750 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f91db684-f756-4484-bb31-51b517703612 admin admin] Publish callbacks [] for security_group (3efecc2a-63b8-40f2-9888-af37eda0345e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.751396 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f91db684-f756-4484-bb31-51b517703612 admin admin] Publish callbacks [] for security_group (3efecc2a-63b8-40f2-9888-af37eda0345e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.760372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d56a0cdc-4fca-4711-92ea-792b6aaf9daf admin admin] Publish callbacks [] for security_group (9bbc6f4c-3c73-451c-820a-04f112285741), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.841080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-869270f1-c0ec-4927-a6ac-5448651ff17a admin admin] Publish callbacks [] for security_group (2100abcd-e034-400f-92a1-d11082751b18), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.846226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d56a0cdc-4fca-4711-92ea-792b6aaf9daf admin admin] Publish callbacks [] for security_group (9bbc6f4c-3c73-451c-820a-04f112285741), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.929710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-869270f1-c0ec-4927-a6ac-5448651ff17a admin admin] Publish callbacks [] for security_group (2100abcd-e034-400f-92a1-d11082751b18), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.956215 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f91db684-f756-4484-bb31-51b517703612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3efecc2a-63b8-40f2-9888-af37eda0345e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.958730 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f91db684-f756-4484-bb31-51b517703612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:25.968038 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f91db684-f756-4484-bb31-51b517703612 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3efecc2a-63b8-40f2-9888-af37eda0345e HTTP/1.1" status: 204 len: 168 time: 0.5996065 Mar 10 15:14:25.999372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91db684-f756-4484-bb31-51b517703612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efecc2a-63b8-40f2-9888-af37eda0345e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:26.126454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-869270f1-c0ec-4927-a6ac-5448651ff17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2100abcd-e034-400f-92a1-d11082751b18), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:26.129034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-869270f1-c0ec-4927-a6ac-5448651ff17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:26.134131 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-869270f1-c0ec-4927-a6ac-5448651ff17a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2100abcd-e034-400f-92a1-d11082751b18 HTTP/1.1" status: 204 len: 168 time: 0.5663862 Mar 10 15:14:26.137380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d56a0cdc-4fca-4711-92ea-792b6aaf9daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9bbc6f4c-3c73-451c-820a-04f112285741), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:26.141437 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d56a0cdc-4fca-4711-92ea-792b6aaf9daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:26.151997 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d56a0cdc-4fca-4711-92ea-792b6aaf9daf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bbc6f4c-3c73-451c-820a-04f112285741 HTTP/1.1" status: 204 len: 168 time: 0.6572800 Mar 10 15:14:26.159545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 714fca1f-222d-4fac-976d-7c4c3c1d29ca no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:26.176016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869270f1-c0ec-4927-a6ac-5448651ff17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2100abcd-e034-400f-92a1-d11082751b18,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:26.197946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 714fca1f-222d-4fac-976d-7c4c3c1d29ca {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:26.198500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 714fca1f-222d-4fac-976d-7c4c3c1d29ca not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:26.205965 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a0cdc-4fca-4711-92ea-792b6aaf9daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbc6f4c-3c73-451c-820a-04f112285741,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:26.554403 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:26.696654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59894) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:26.734170 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccf259f7-b08f-46f8-b90a-c67624b924e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:26.935544 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccf259f7-b08f-46f8-b90a-c67624b924e7 admin admin] Publish callbacks [] for security_group (8906ec07-ef49-40ff-9f75-4bbc864ef505), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:26.946090 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccf259f7-b08f-46f8-b90a-c67624b924e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8906ec07-ef49-40ff-9f75-4bbc864ef505), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:27.061556 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ccf259f7-b08f-46f8-b90a-c67624b924e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5240673f89f146c18c659ea5fd2c60ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621342 Mar 10 15:14:27.062577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf259f7-b08f-46f8-b90a-c67624b924e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8906ec07-ef49-40ff-9f75-4bbc864ef505,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:27.063253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59914) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:27.192101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a7519b04-b29d-4ce8-959e-714325e21ecb admin admin] Publish callbacks [] for security_group (8906ec07-ef49-40ff-9f75-4bbc864ef505), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:27.299448 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a7519b04-b29d-4ce8-959e-714325e21ecb admin admin] Publish callbacks [] for security_group (8906ec07-ef49-40ff-9f75-4bbc864ef505), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:27.350199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756fb6a-b95c-4bcd-b184-6e399d81325e req-34dbedea-f59d-4378-ae11-7ead42ecfc91 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:27.352024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a756fb6a-b95c-4bcd-b184-6e399d81325e req-34dbedea-f59d-4378-ae11-7ead42ecfc91 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1642778 Mar 10 15:14:27.410134 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a7519b04-b29d-4ce8-959e-714325e21ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8906ec07-ef49-40ff-9f75-4bbc864ef505), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:27.413152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a7519b04-b29d-4ce8-959e-714325e21ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:27.417597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a7519b04-b29d-4ce8-959e-714325e21ecb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8906ec07-ef49-40ff-9f75-4bbc864ef505 HTTP/1.1" status: 204 len: 168 time: 0.3531241 Mar 10 15:14:27.425638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a756fb6a-b95c-4bcd-b184-6e399d81325e req-5cb199f7-a748-4642-b3ba-2197db5615e8 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637541 Mar 10 15:14:27.432574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7519b04-b29d-4ce8-959e-714325e21ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8906ec07-ef49-40ff-9f75-4bbc864ef505,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:28.173732 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:28.237753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59976) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:28.665424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-254457ae-3c18-4641-8849-6dad1f9bd2bc tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-465599902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:28.719264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ca013-0963-44b4-a293-caaedb1acf6e req-3349a450-5748-42ba-980b-4af2a1d91621 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:28.732572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff2ca013-0963-44b4-a293-caaedb1acf6e req-3349a450-5748-42ba-980b-4af2a1d91621 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1440787 Mar 10 15:14:28.735310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-254457ae-3c18-4641-8849-6dad1f9bd2bc tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:28.736714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-254457ae-3c18-4641-8849-6dad1f9bd2bc tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:28.889396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff2ca013-0963-44b4-a293-caaedb1acf6e req-23cc0ae6-637e-4402-8b1a-d63a24c36c2d tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553442 Mar 10 15:14:28.894009 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-254457ae-3c18-4641-8849-6dad1f9bd2bc tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for router_controller (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:28.902579 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-254457ae-3c18-4641-8849-6dad1f9bd2bc tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:28.931078 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-254457ae-3c18-4641-8849-6dad1f9bd2bc tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:28.936864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59992) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:28.937880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-254457ae-3c18-4641-8849-6dad1f9bd2bc tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6983411 Mar 10 15:14:28.945203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2046430400'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:28.972316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59994) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:28.980697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Made reservation on behalf of 58f7b9aa034549b09d50c641f5b6a17b for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:14:28.986678 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.002546 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.126435 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for security_group (161c4d22-63ab-4f58-abef-e90ee86820cc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.164577 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (161c4d22-63ab-4f58-abef-e90ee86820cc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.194849 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:14:29.215529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (1bf7e857-b3fc-4dd0-82be-8213ee97e3ae), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.215957 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Added segment 1bf7e857-b3fc-4dd0-82be-8213ee97e3ae of type vlan for network 9b7fefcd-5308-406c-900d-ae63328e8787 Mar 10 15:14:29.251256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f3b9668-6346-4d48-8d6f-2da2c1cf5f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.265124 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9b7fefcd-5308-406c-900d-ae63328e8787), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.301245 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9b7fefcd-5308-406c-900d-ae63328e8787), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.313178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:29.313869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.450467 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f3b9668-6346-4d48-8d6f-2da2c1cf5f2b admin admin] Publish callbacks [] for security_group (0e4c2785-bad9-4a60-8139-06cd353b45f9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.462523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f3b9668-6346-4d48-8d6f-2da2c1cf5f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0e4c2785-bad9-4a60-8139-06cd353b45f9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.470705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event updated for resources: {'Network': ['ID=9b7fefcd-5308-406c-900d-ae63328e8787,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:29.484040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9b7fefcd-5308-406c-900d-ae63328e8787 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:14:29.497199 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161c4d22-63ab-4f58-abef-e90ee86820cc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:29.527790 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-98f606f0-aa29-4f19-8a7d-f703789a4a56 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5875008 Mar 10 15:14:29.530643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60016) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:29.538071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Request body: {'subnet': {'network_id': '9b7fefcd-5308-406c-900d-ae63328e8787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:29.544942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b9668-6346-4d48-8d6f-2da2c1cf5f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4c2785-bad9-4a60-8139-06cd353b45f9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:29.606735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9f3b9668-6346-4d48-8d6f-2da2c1cf5f2b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=786d685706a74329924baf7a0b14e737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6301844 Mar 10 15:14:29.608268 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60020) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:29.804589 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Made reservation on behalf of 58f7b9aa034549b09d50c641f5b6a17b for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:14:29.808090 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.844581 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0b15f6c-ebbb-40c4-819a-7f244362f348 admin admin] Publish callbacks [] for security_group (0e4c2785-bad9-4a60-8139-06cd353b45f9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:29.908977 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0b15f6c-ebbb-40c4-819a-7f244362f348 admin admin] Publish callbacks [] for security_group (0e4c2785-bad9-4a60-8139-06cd353b45f9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:30.104768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0b15f6c-ebbb-40c4-819a-7f244362f348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0e4c2785-bad9-4a60-8139-06cd353b45f9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:30.117237 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e0b15f6c-ebbb-40c4-819a-7f244362f348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:30.121989 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e0b15f6c-ebbb-40c4-819a-7f244362f348 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e4c2785-bad9-4a60-8139-06cd353b45f9 HTTP/1.1" status: 204 len: 168 time: 0.5126979 Mar 10 15:14:30.141388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b15f6c-ebbb-40c4-819a-7f244362f348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4c2785-bad9-4a60-8139-06cd353b45f9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:30.168107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c48228-43a1-48bd-a233-f3a55f0c3635 req-1d2f8a1c-07cb-4f88-ac55-0b2d66e05006 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:30.175664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18c48228-43a1-48bd-a233-f3a55f0c3635 req-1d2f8a1c-07cb-4f88-ac55-0b2d66e05006 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1411016 Mar 10 15:14:30.234227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (ac0bc792-30bc-4774-85a3-8ae76e6783ec), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:30.337803 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18c48228-43a1-48bd-a233-f3a55f0c3635 req-1c280c69-22d5-4883-8399-be831fa83253 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509154 Mar 10 15:14:30.346718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event updated for resources: {'Subnet': ['ID=ac0bc792-30bc-4774-85a3-8ae76e6783ec,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:30.372094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Checking segment: {'id': '1bf7e857-b3fc-4dd0-82be-8213ee97e3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9b7fefcd-5308-406c-900d-ae63328e8787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:14:30.372464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Network hostable DHCP agents. Network: 9b7fefcd-5308-406c-900d-ae63328e8787, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:14:30.430104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Network 9b7fefcd-5308-406c-900d-ae63328e8787 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:14:30.454469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9b7fefcd-5308-406c-900d-ae63328e8787) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:30.461363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:30.465609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a3399b-868b-4d7e-9bfd-c928fc413762 None None] Network 9b7fefcd-5308-406c-900d-ae63328e8787 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:30.473389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:30.528068 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9c7fc90d-5ce4-4be5-bf80-c2b8909586fd tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9955766 Mar 10 15:14:30.529453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60050) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:30.535308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Request body: {'network': {'name': 'tempest-router-network01--1725755935'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:30.580997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Made reservation on behalf of 58f7b9aa034549b09d50c641f5b6a17b for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:14:30.585371 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:30.639062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:14:30.665159 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (db335c3d-0373-4ab8-b616-18ee49bc1f7e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:30.666045 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Added segment db335c3d-0373-4ab8-b616-18ee49bc1f7e of type vlan for network b66b6e7f-67a6-46d5-af22-808beb5d526d Mar 10 15:14:30.751240 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (b66b6e7f-67a6-46d5-af22-808beb5d526d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:30.755445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-9b7fefcd-5308-406c-900d-ae63328e8787', 'network_id': '9b7fefcd-5308-406c-900d-ae63328e8787', 'project_id': '58f7b9aa034549b09d50c641f5b6a17b', 'fixed_ips': [{'subnet_id': 'ac0bc792-30bc-4774-85a3-8ae76e6783ec'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:14:30.757007 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:30.795389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (b66b6e7f-67a6-46d5-af22-808beb5d526d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:30.808895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:30.810450 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:30.952459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event updated for resources: {'Network': ['ID=b66b6e7f-67a6-46d5-af22-808beb5d526d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:30.966326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network b66b6e7f-67a6-46d5-af22-808beb5d526d details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:14:30.967192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5dfdc54c-3a47-499c-b84d-80e6475a6764 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4363954 Mar 10 15:14:30.970109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60062) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:30.977704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Request body: {'network': {'name': 'tempest-router-network02--2125682405'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:31.010109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Made reservation on behalf of 58f7b9aa034549b09d50c641f5b6a17b for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:14:31.024074 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:31.095924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:14:31.122725 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ea892689-b045-4a79-987a-9fc7cdb0d0b0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:31.124618 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Added segment ea892689-b045-4a79-987a-9fc7cdb0d0b0 of type vlan for network c06f765b-421b-40b7-8c70-f59bb0a8c55a Mar 10 15:14:31.230224 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Allocated IP 172.20.0.2 (9b7fefcd-5308-406c-900d-ae63328e8787/ac0bc792-30bc-4774-85a3-8ae76e6783ec/8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:14:31.259357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c06f765b-421b-40b7-8c70-f59bb0a8c55a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:31.336151 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60078) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:31.343459 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c06f765b-421b-40b7-8c70-f59bb0a8c55a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:31.356137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:31.358476 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:31.539185 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Publish callbacks [] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:31.545829 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:31.550399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event updated for resources: {'Network': ['ID=c06f765b-421b-40b7-8c70-f59bb0a8c55a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:31.565862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Network 9b7fefcd-5308-406c-900d-ae63328e8787 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:31.570326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:31.575472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c06f765b-421b-40b7-8c70-f59bb0a8c55a details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:14:31.633153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ac5674db-3fb3-4b9e-b4d6-70eb9b0e89c4 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6583586 Mar 10 15:14:31.633674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60090) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:31.641180 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Request body: {'subnet': {'network_id': 'b66b6e7f-67a6-46d5-af22-808beb5d526d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:31.699981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bf7ea-220a-4890-ac89-5129bf8a1339 req-c6a7d1a9-e1bc-4447-9743-d1059e1dc5b7 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:31.706258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-002bf7ea-220a-4890-ac89-5129bf8a1339 req-c6a7d1a9-e1bc-4447-9743-d1059e1dc5b7 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1807804 Mar 10 15:14:31.724009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:14:31.791430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-002bf7ea-220a-4890-ac89-5129bf8a1339 req-421685ec-3138-4a21-aebf-b51135b796e2 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774593 Mar 10 15:14:31.956799 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Pushing event updated for resources: {'Port': ['ID=8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:31.982577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Attempting to bind port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:14:31.983272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Attempting to bind port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '1bf7e857-b3fc-4dd0-82be-8213ee97e3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9b7fefcd-5308-406c-900d-ae63328e8787'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:14:31.984084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Attempting to bind port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 on network 9b7fefcd-5308-406c-900d-ae63328e8787 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:14:31.998644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:14:31.999761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Checking segment: {'id': '1bf7e857-b3fc-4dd0-82be-8213ee97e3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9b7fefcd-5308-406c-900d-ae63328e8787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:14:32.000534 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:32.001407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Bound using segment: {'id': '1bf7e857-b3fc-4dd0-82be-8213ee97e3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9b7fefcd-5308-406c-900d-ae63328e8787'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:14:32.004253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Bound port: 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf7e857-b3fc-4dd0-82be-8213ee97e3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9b7fefcd-5308-406c-900d-ae63328e8787'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:14:32.006079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:32.076548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Made reservation on behalf of 58f7b9aa034549b09d50c641f5b6a17b for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:14:32.082749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:32.160063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] For port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:14:32.168032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] For port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397,segment=NetworkSegment(1bf7e857-b3fc-4dd0-82be-8213ee97e3ae),segment_id=1bf7e857-b3fc-4dd0-82be-8213ee97e3ae)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:14:32.180879 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:32.324528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb735f-5c75-4566-bbae-43f3033af5af None None] Pushing event updated for resources: {'Port': ['ID=8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:32.675052 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (c195dda3-de92-4ccc-9b6b-d352c10049e4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:32.916705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event updated for resources: {'Subnet': ['ID=c195dda3-de92-4ccc-9b6b-d352c10049e4,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:32.933062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Checking segment: {'id': 'db335c3d-0373-4ab8-b616-18ee49bc1f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b66b6e7f-67a6-46d5-af22-808beb5d526d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:14:32.934661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Network hostable DHCP agents. Network: b66b6e7f-67a6-46d5-af22-808beb5d526d, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:14:33.025122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Network b66b6e7f-67a6-46d5-af22-808beb5d526d is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:14:33.045853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6749d2-68e5-43f5-86f0-213109d4d175 req-3d1b7ac4-8125-4b81-8239-1e1fab48dc8e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:33.057705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e6749d2-68e5-43f5-86f0-213109d4d175 req-3d1b7ac4-8125-4b81-8239-1e1fab48dc8e tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.1082094 Mar 10 15:14:33.071918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, b66b6e7f-67a6-46d5-af22-808beb5d526d) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:33.083719 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:33.084245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25de0f9-c990-49f2-9e33-54e6a040fb28 None None] Network b66b6e7f-67a6-46d5-af22-808beb5d526d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:33.085979 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:33.183641 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3c5eab2e-95eb-48b2-b82e-558a33d16c0a tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5488684 Mar 10 15:14:33.187632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e6749d2-68e5-43f5-86f0-213109d4d175 req-a48b1b26-85d7-4198-8642-4e23fa7533d7 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286478 Mar 10 15:14:33.187776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60134) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:33.200681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Request body: {'subnet': {'network_id': 'c06f765b-421b-40b7-8c70-f59bb0a8c55a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:33.359247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-b66b6e7f-67a6-46d5-af22-808beb5d526d', 'network_id': 'b66b6e7f-67a6-46d5-af22-808beb5d526d', 'project_id': '58f7b9aa034549b09d50c641f5b6a17b', 'fixed_ips': [{'subnet_id': 'c195dda3-de92-4ccc-9b6b-d352c10049e4'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:14:33.360138 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:33.426433 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (daf220e7-5f70-48f3-96c3-b9afe9102f03), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:33.430652 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Made reservation on behalf of 58f7b9aa034549b09d50c641f5b6a17b for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:14:33.434511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:33.660664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Allocated IP 172.20.0.2 (b66b6e7f-67a6-46d5-af22-808beb5d526d/c195dda3-de92-4ccc-9b6b-d352c10049e4/d4751a49-bfaa-4e90-8a44-e3e1b6be1e50) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:14:33.704259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:14:33.949447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:33.949797 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:34.004815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e6b8f-5d49-43c5-b501-3ac5d1b63685 None None] Network 9b7fefcd-5308-406c-900d-ae63328e8787 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:34.159886 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (a37e6c5c-3774-49ad-b664-47ff2bfd9769), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:34.224380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event updated for resources: {'Subnet': ['ID=a37e6c5c-3774-49ad-b664-47ff2bfd9769,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:34.319751 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Publish callbacks [] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:34.385373 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:34.406748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2a463365-dc0b-469d-b4f1-8039b2232fd2 None None] Provisioning complete for port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:34.407143 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2a463365-dc0b-469d-b4f1-8039b2232fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:34.453259 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Checking segment: {'id': 'ea892689-b045-4a79-987a-9fc7cdb0d0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c06f765b-421b-40b7-8c70-f59bb0a8c55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:14:34.456641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Network hostable DHCP agents. Network: c06f765b-421b-40b7-8c70-f59bb0a8c55a, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:14:34.498935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] Deleting port d47f1c6d-9371-4d1e-873f-b5bb87659e3b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:34.500173 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:34.505359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Network c06f765b-421b-40b7-8c70-f59bb0a8c55a is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:14:34.523843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06490e5d-8f9f-41f3-88bf-f08ddb730861 req-8f717bb0-aed7-4838-97ca-789e3eee657f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:34.525699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06490e5d-8f9f-41f3-88bf-f08ddb730861 req-8f717bb0-aed7-4838-97ca-789e3eee657f tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.2354393 Mar 10 15:14:34.552467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c06f765b-421b-40b7-8c70-f59bb0a8c55a) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:34.567050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe036a6-710c-4974-9a86-889fd5fecc17 req-def4a0f6-e330-49e0-afc6-a79761b384cd tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:34.572938 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:14:34.573811 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:34.574281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fe036a6-710c-4974-9a86-889fd5fecc17 req-def4a0f6-e330-49e0-afc6-a79761b384cd tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.45 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 945 time: 0.2208307 Mar 10 15:14:34.607240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Network b66b6e7f-67a6-46d5-af22-808beb5d526d is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:34.629254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:34.636539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:14:34.643940 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a7c01-973c-4a39-90f6-ec2e7bd55c8e None None] Network c06f765b-421b-40b7-8c70-f59bb0a8c55a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:34.657990 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2d2cc05c-86bd-4e87-83e8-c2ead8e983f5 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4691870 Mar 10 15:14:34.660874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:34.930988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06490e5d-8f9f-41f3-88bf-f08ddb730861 req-df48e0f5-2ab6-4d52-a0ed-967f15755066 tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/security-groups?id=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845742 Mar 10 15:14:34.992458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3fe036a6-710c-4974-9a86-889fd5fecc17 req-29a81be9-2ed8-447e-9146-7fe08c3c9ada tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Deleting port ab109d63-c458-4c59-80bf-668baab26b5d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:34.992808 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3fe036a6-710c-4974-9a86-889fd5fecc17 req-29a81be9-2ed8-447e-9146-7fe08c3c9ada tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.010785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Pushing event updated for resources: {'Port': ['ID=d4751a49-bfaa-4e90-8a44-e3e1b6be1e50,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:35.039704 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:35.040419 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.111232 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] For port d47f1c6d-9371-4d1e-873f-b5bb87659e3b, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d47f1c6d-9371-4d1e-873f-b5bb87659e3b,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:35.111669 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.179528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-3fe036a6-710c-4974-9a86-889fd5fecc17 req-29a81be9-2ed8-447e-9146-7fe08c3c9ada tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] For port ab109d63-c458-4c59-80bf-668baab26b5d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ab109d63-c458-4c59-80bf-668baab26b5d,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:35.180197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3fe036a6-710c-4974-9a86-889fd5fecc17 req-29a81be9-2ed8-447e-9146-7fe08c3c9ada tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.200724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3fe036a6-710c-4974-9a86-889fd5fecc17 req-29a81be9-2ed8-447e-9146-7fe08c3c9ada tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Calling delete_port for ab109d63-c458-4c59-80bf-668baab26b5d owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:35.231815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Attempting to bind port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:14:35.233911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Attempting to bind port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'db335c3d-0373-4ab8-b616-18ee49bc1f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b66b6e7f-67a6-46d5-af22-808beb5d526d'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:14:35.235628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Attempting to bind port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 on network b66b6e7f-67a6-46d5-af22-808beb5d526d {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:14:35.243588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] Calling delete_port for d47f1c6d-9371-4d1e-873f-b5bb87659e3b owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:35.259372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:14:35.262116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Checking segment: {'id': 'db335c3d-0373-4ab8-b616-18ee49bc1f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b66b6e7f-67a6-46d5-af22-808beb5d526d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:14:35.262976 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.264765 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Bound using segment: {'id': 'db335c3d-0373-4ab8-b616-18ee49bc1f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b66b6e7f-67a6-46d5-af22-808beb5d526d'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:14:35.266054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Bound port: d4751a49-bfaa-4e90-8a44-e3e1b6be1e50, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db335c3d-0373-4ab8-b616-18ee49bc1f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b66b6e7f-67a6-46d5-af22-808beb5d526d'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:14:35.267328 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.478993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.508002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397,segment=NetworkSegment(1bf7e857-b3fc-4dd0-82be-8213ee97e3ae),segment_id=1bf7e857-b3fc-4dd0-82be-8213ee97e3ae)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:35.655141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] For port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:14:35.667289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] For port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d4751a49-bfaa-4e90-8a44-e3e1b6be1e50,segment=NetworkSegment(db335c3d-0373-4ab8-b616-18ee49bc1f7e),segment_id=db335c3d-0373-4ab8-b616-18ee49bc1f7e)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:14:35.699492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-c06f765b-421b-40b7-8c70-f59bb0a8c55a', 'network_id': 'c06f765b-421b-40b7-8c70-f59bb0a8c55a', 'project_id': '58f7b9aa034549b09d50c641f5b6a17b', 'fixed_ips': [{'subnet_id': 'a37e6c5c-3774-49ad-b664-47ff2bfd9769'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:14:35.702395 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.706502 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.720393 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.876701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2a463365-dc0b-469d-b4f1-8039b2232fd2 None None] Current status of the port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:35.877106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2a463365-dc0b-469d-b4f1-8039b2232fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.976578 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d47f1c6d-9371-4d1e-873f-b5bb87659e3b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:35.995353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Allocated IP 172.20.0.1 (b66b6e7f-67a6-46d5-af22-808beb5d526d/c195dda3-de92-4ccc-9b6b-d352c10049e4/921126fb-2af4-474e-9905-d14322dbf1c2) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:14:36.012139 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3fe036a6-710c-4974-9a86-889fd5fecc17 req-29a81be9-2ed8-447e-9146-7fe08c3c9ada tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ab109d63-c458-4c59-80bf-668baab26b5d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:36.051112 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=d47f1c6d-9371-4d1e-873f-b5bb87659e3b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:36.083740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a81be9-2ed8-447e-9146-7fe08c3c9ada tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Pushing event deleted for resources: {'Port': ['ID=ab109d63-c458-4c59-80bf-668baab26b5d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:36.117521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:36.204490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe036a6-710c-4974-9a86-889fd5fecc17 req-29a81be9-2ed8-447e-9146-7fe08c3c9ada tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] No DVR routers for this DVR port ab109d63-c458-4c59-80bf-668baab26b5d on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:36.212036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3fe036a6-710c-4974-9a86-889fd5fecc17 req-29a81be9-2ed8-447e-9146-7fe08c3c9ada tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:36.224074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fe036a6-710c-4974-9a86-889fd5fecc17 req-29a81be9-2ed8-447e-9146-7fe08c3c9ada tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.45 "DELETE /v2.0/ports/ab109d63-c458-4c59-80bf-668baab26b5d HTTP/1.1" status: 204 len: 173 time: 1.5892458 Mar 10 15:14:36.239773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0887446c-dae7-4dd9-b9da-f3917208893a', 'name': 'network-vif-deleted', 'tag': 'ab109d63-c458-4c59-80bf-668baab26b5d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:14:36.244736 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2ecffc-6874-4612-81d7-4f857794f325" -d '{"events": [{"server_uuid": "0887446c-dae7-4dd9-b9da-f3917208893a", "name": "network-vif-deleted", "tag": "ab109d63-c458-4c59-80bf-668baab26b5d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:14:36.386431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d172cbe7-fea0-4615-85e9-90839f44fca6 req-db772d10-43ea-47cd-929f-f0b2f576cd0a tempest-ServerRescueNegativeTestJSON-426226584 tempest-ServerRescueNegativeTestJSON-426226584-project] 10.222.0.11 "GET /v2.0/ports?device_id=0887446c-dae7-4dd9-b9da-f3917208893a HTTP/1.1" status: 200 len: 210 time: 0.1830974 Mar 10 15:14:36.391484 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31ebab4-1882-45fe-8935-a00bc6e52418 x-openstack-request-id: req-d31ebab4-1882-45fe-8935-a00bc6e52418 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:14:36.392027 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0887446c-dae7-4dd9-b9da-f3917208893a", "name": "network-vif-deleted", "tag": "ab109d63-c458-4c59-80bf-668baab26b5d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:14:36.392608 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d31ebab4-1882-45fe-8935-a00bc6e52418 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:14:36.393173 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0887446c-dae7-4dd9-b9da-f3917208893a', 'name': 'network-vif-deleted', 'tag': 'ab109d63-c458-4c59-80bf-668baab26b5d', 'status': 'completed', 'code': 200} Mar 10 15:14:36.602511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe99e44-7ff7-46e4-a484-379ad24955f1 None None] Pushing event updated for resources: {'Port': ['ID=d4751a49-bfaa-4e90-8a44-e3e1b6be1e50,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:36.617268 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-2a463365-dc0b-469d-b4f1-8039b2232fd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:14:36.618358 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-2a463365-dc0b-469d-b4f1-8039b2232fd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:14:36.620830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Allocated IP 172.20.0.2 (c06f765b-421b-40b7-8c70-f59bb0a8c55a/a37e6c5c-3774-49ad-b664-47ff2bfd9769/20a70005-d956-470a-9e28-c5bca07255fa) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:14:36.972263 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Publish callbacks [] for port (20a70005-d956-470a-9e28-c5bca07255fa), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:36.985036 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (20a70005-d956-470a-9e28-c5bca07255fa), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:37.046379 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (daf220e7-5f70-48f3-96c3-b9afe9102f03), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:37.060810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Network c06f765b-421b-40b7-8c70-f59bb0a8c55a is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:37.066055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:37.071324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:14:37.086134 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for port (921126fb-2af4-474e-9905-d14322dbf1c2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:37.114036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Pushing event updated for resources: {'Port': ['ID=20a70005-d956-470a-9e28-c5bca07255fa,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:37.274566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2a463365-dc0b-469d-b4f1-8039b2232fd2 None None] Current status of the port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:37.305690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Attempting to bind port 20a70005-d956-470a-9e28-c5bca07255fa on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:14:37.306109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Attempting to bind port 20a70005-d956-470a-9e28-c5bca07255fa by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'ea892689-b045-4a79-987a-9fc7cdb0d0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c06f765b-421b-40b7-8c70-f59bb0a8c55a'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:14:37.306429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Attempting to bind port 20a70005-d956-470a-9e28-c5bca07255fa on network c06f765b-421b-40b7-8c70-f59bb0a8c55a {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:14:37.312152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:14:37.312592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Checking segment: {'id': 'ea892689-b045-4a79-987a-9fc7cdb0d0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c06f765b-421b-40b7-8c70-f59bb0a8c55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:14:37.312960 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:37.313344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Bound using segment: {'id': 'ea892689-b045-4a79-987a-9fc7cdb0d0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c06f765b-421b-40b7-8c70-f59bb0a8c55a'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:14:37.313830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Bound port: 20a70005-d956-470a-9e28-c5bca07255fa, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea892689-b045-4a79-987a-9fc7cdb0d0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c06f765b-421b-40b7-8c70-f59bb0a8c55a'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:14:37.314215 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (20a70005-d956-470a-9e28-c5bca07255fa), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:37.448266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e1f33069-fdfc-4acd-aa05-2a7575413918 None None] Provisioning complete for port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:37.448676 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e1f33069-fdfc-4acd-aa05-2a7575413918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:37.463040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60224) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:37.476091 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (921126fb-2af4-474e-9905-d14322dbf1c2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:37.521731 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] For port 20a70005-d956-470a-9e28-c5bca07255fa, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:14:37.545274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Network b66b6e7f-67a6-46d5-af22-808beb5d526d is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:37.566034 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:37.574170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] For port 20a70005-d956-470a-9e28-c5bca07255fa, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=20a70005-d956-470a-9e28-c5bca07255fa,segment=NetworkSegment(ea892689-b045-4a79-987a-9fc7cdb0d0b0),segment_id=ea892689-b045-4a79-987a-9fc7cdb0d0b0)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:14:37.580473 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:14:37.590331 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (20a70005-d956-470a-9e28-c5bca07255fa), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:37.670522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event updated for resources: {'Port': ['ID=921126fb-2af4-474e-9905-d14322dbf1c2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:37.711170 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:37.717070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1eb69a-49d6-4f90-aac0-bb7f4ccd82c7 None None] Network b66b6e7f-67a6-46d5-af22-808beb5d526d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:37.737517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b33b66-51ed-4f5d-a921-38d8fd5ba85b None None] Pushing event updated for resources: {'Port': ['ID=20a70005-d956-470a-9e28-c5bca07255fa,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:37.759751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60232) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:37.799573 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] Router daf220e7-5f70-48f3-96c3-b9afe9102f03 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:14:37.930092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ab109d63-c458-4c59-80bf-668baab26b5d no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:38.059948 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (921126fb-2af4-474e-9905-d14322dbf1c2), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:38.061721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: ab109d63-c458-4c59-80bf-668baab26b5d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:38.062596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ab109d63-c458-4c59-80bf-668baab26b5d not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:38.245310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:14:38.373284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8856cd9-2ab8-4faa-8a4b-10b122633c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:38.402837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e1f33069-fdfc-4acd-aa05-2a7575413918 None None] Current status of the port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:38.427852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:14:38.440356 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28354d33-4e5b-49a2-9b9d-77432ba63e03 None None] Sync routers for ids ['daf220e7-5f70-48f3-96c3-b9afe9102f03'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:14:38.457127 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28354d33-4e5b-49a2-9b9d-77432ba63e03 None None] Routers {'daf220e7-5f70-48f3-96c3-b9afe9102f03'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:38.458162 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-28354d33-4e5b-49a2-9b9d-77432ba63e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['daf220e7-5f70-48f3-96c3-b9afe9102f03'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:38.524139 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-468bc75c-fbfc-4cb5-8500-41e994a84d6e admin admin] 10.222.0.11 "PUT /v2.0/routers/daf220e7-5f70-48f3-96c3-b9afe9102f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1841748 Mar 10 15:14:38.524543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60256) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:38.645847 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-28354d33-4e5b-49a2-9b9d-77432ba63e03 None None] Set router daf220e7-5f70-48f3-96c3-b9afe9102f03 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:14:38.660766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:38.662302 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:38.746404 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8856cd9-2ab8-4faa-8a4b-10b122633c96 admin admin] Publish callbacks [] for security_group (f06d75ed-a8ec-4e33-9bc8-089338530b99), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:38.765219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8856cd9-2ab8-4faa-8a4b-10b122633c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f06d75ed-a8ec-4e33-9bc8-089338530b99), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:38.789401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6a198af2-b88f-4507-add0-fafba0f05e97 None None] Provisioning complete for port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:38.789962 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a198af2-b88f-4507-add0-fafba0f05e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:38.848318 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (b0d21469-7c2c-4a2a-8669-6e6186b66045), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:38.906720 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-28354d33-4e5b-49a2-9b9d-77432ba63e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:14:35Z', 'revision_number': 5, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:38.934544 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Publish callbacks [] for router (daf220e7-5f70-48f3-96c3-b9afe9102f03), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:38.942904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f8856cd9-2ab8-4faa-8a4b-10b122633c96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=160f69690bf449ebb7c983f51f9d579e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1657729 Mar 10 15:14:38.945413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8856cd9-2ab8-4faa-8a4b-10b122633c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06d75ed-a8ec-4e33-9bc8-089338530b99,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:38.948325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60264) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:38.970754 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28354d33-4e5b-49a2-9b9d-77432ba63e03 None None] Checking router: daf220e7-5f70-48f3-96c3-b9afe9102f03 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:14:38.985647 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28354d33-4e5b-49a2-9b9d-77432ba63e03 None None] Routers {'daf220e7-5f70-48f3-96c3-b9afe9102f03'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:38.986389 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-28354d33-4e5b-49a2-9b9d-77432ba63e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['daf220e7-5f70-48f3-96c3-b9afe9102f03'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:39.215701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:39.215701 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:39.265873 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6ea344e-dd66-4ea0-b099-7e658ca98759 admin admin] Publish callbacks [] for security_group (f06d75ed-a8ec-4e33-9bc8-089338530b99), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:39.277984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6a198af2-b88f-4507-add0-fafba0f05e97 None None] Current status of the port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:39.278367 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a198af2-b88f-4507-add0-fafba0f05e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:39.370699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d4751a49-bfaa-4e90-8a44-e3e1b6be1e50,segment=NetworkSegment(db335c3d-0373-4ab8-b616-18ee49bc1f7e),segment_id=db335c3d-0373-4ab8-b616-18ee49bc1f7e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:39.384398 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:39.385243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:14:39.456266 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6ea344e-dd66-4ea0-b099-7e658ca98759 admin admin] Publish callbacks [] for security_group (f06d75ed-a8ec-4e33-9bc8-089338530b99), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:39.511435 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-28354d33-4e5b-49a2-9b9d-77432ba63e03 None None] Set router daf220e7-5f70-48f3-96c3-b9afe9102f03 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:14:39.544793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=d4751a49-bfaa-4e90-8a44-e3e1b6be1e50,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:39.587306 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Publish callbacks [] for router_gateway (daf220e7-5f70-48f3-96c3-b9afe9102f03), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:39.594494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60274) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:39.620203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for port (921126fb-2af4-474e-9905-d14322dbf1c2), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:39.633067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (921126fb-2af4-474e-9905-d14322dbf1c2), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:39.786171 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-6a198af2-b88f-4507-add0-fafba0f05e97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:14:39.786740 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-6a198af2-b88f-4507-add0-fafba0f05e97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:14:39.816364 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6ea344e-dd66-4ea0-b099-7e658ca98759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f06d75ed-a8ec-4e33-9bc8-089338530b99), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:39.824019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6ea344e-dd66-4ea0-b099-7e658ca98759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:39.831958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c6ea344e-dd66-4ea0-b099-7e658ca98759 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f06d75ed-a8ec-4e33-9bc8-089338530b99 HTTP/1.1" status: 204 len: 168 time: 0.8626969 Mar 10 15:14:39.857851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea344e-dd66-4ea0-b099-7e658ca98759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06d75ed-a8ec-4e33-9bc8-089338530b99,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:39.909620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] Deleting port 9771d68a-0b0b-4792-94d4-3732c1a6db8f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:39.910070 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:39.933155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:39.935823 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:40.132353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d0e8d-76c2-46e9-81c4-9528a6474a0e None None] Network c06f765b-421b-40b7-8c70-f59bb0a8c55a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:40.134711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event updated for resources: {'Port': ['ID=921126fb-2af4-474e-9905-d14322dbf1c2,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:40.141087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] For port 9771d68a-0b0b-4792-94d4-3732c1a6db8f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9771d68a-0b0b-4792-94d4-3732c1a6db8f,segment=NetworkSegment(70414dec-7438-425f-9f90-442c43289854),segment_id=70414dec-7438-425f-9f90-442c43289854)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:40.141476 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:40.144333 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:40.187164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] Calling delete_port for 9771d68a-0b0b-4792-94d4-3732c1a6db8f owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:40.208104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Deleting port 634b36fa-045f-40c6-8fb0-e4f8cb20688e {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:40.208784 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:40.227921 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-28354d33-4e5b-49a2-9b9d-77432ba63e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:14:35Z', 'revision_number': 5, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:40.263489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:40.329317 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28354d33-4e5b-49a2-9b9d-77432ba63e03 None None] The sync data for ids ['daf220e7-5f70-48f3-96c3-b9afe9102f03'] in n-d-833090-1 is: [{'id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'name': 'tempest-TaggedBootDevicesTest-390233344-router', 'tenant_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:15Z', 'updated_at': '2022-03-10T15:14:35Z', 'revision_number': 5, 'project_id': '44af2d32b4ac4a6b8ecda2bc10c33f5a', 'gw_port': {'id': '634b36fa-045f-40c6-8fb0-e4f8cb20688e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf220e7-5f70-48f3-96c3-b9afe9102f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:17Z', 'updated_at': '2022-03-10T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:14:40.425008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Network b66b6e7f-67a6-46d5-af22-808beb5d526d is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:40.430698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] For port 634b36fa-045f-40c6-8fb0-e4f8cb20688e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=634b36fa-045f-40c6-8fb0-e4f8cb20688e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:40.431234 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:40.444344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:40.459528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Calling delete_port for 634b36fa-045f-40c6-8fb0-e4f8cb20688e owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:40.528812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6a198af2-b88f-4507-add0-fafba0f05e97 None None] Current status of the port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:40.552475 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9771d68a-0b0b-4792-94d4-3732c1a6db8f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:40.605742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9771d68a-0b0b-4792-94d4-3732c1a6db8f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:40.658642 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f93d4717-6c2f-4510-b53c-81e2d2b8d72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:40.679709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Provisioning complete for port 921126fb-2af4-474e-9905-d14322dbf1c2 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:40.680088 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (921126fb-2af4-474e-9905-d14322dbf1c2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:40.825011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Port 921126fb-2af4-474e-9905-d14322dbf1c2 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:14:40.880437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Provisioning complete for port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:40.884438 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:40.966886 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (b0d21469-7c2c-4a2a-8669-6e6186b66045), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:40.973360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:14:41.074564 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f93d4717-6c2f-4510-b53c-81e2d2b8d72f admin admin] Publish callbacks [] for security_group (9a2fae4b-5b3c-47e7-a0c7-ac7e3288edf5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.104257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60292) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:41.121453 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eedfaccc-133b-4b20-8568-0b70929e2b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.239188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:41.239769 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.246112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Current status of the port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:41.294080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f93d4717-6c2f-4510-b53c-81e2d2b8d72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9a2fae4b-5b3c-47e7-a0c7-ac7e3288edf5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.296279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Provisioning complete for port 20a70005-d956-470a-9e28-c5bca07255fa triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:41.296658 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (20a70005-d956-470a-9e28-c5bca07255fa), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.382559 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d4717-6c2f-4510-b53c-81e2d2b8d72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2fae4b-5b3c-47e7-a0c7-ac7e3288edf5,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:41.452048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Current status of the port 20a70005-d956-470a-9e28-c5bca07255fa is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:41.452534 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (20a70005-d956-470a-9e28-c5bca07255fa), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.461603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:41.462691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 20a70005-d956-470a-9e28-c5bca07255fa up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:14:41.469784 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (634b36fa-045f-40c6-8fb0-e4f8cb20688e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.479469 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f93d4717-6c2f-4510-b53c-81e2d2b8d72f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1db1cf73c07c4ee5ac2c4be3aef46f33&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8752310 Mar 10 15:14:41.483967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60302) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:41.585483 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eedfaccc-133b-4b20-8568-0b70929e2b66 admin admin] Publish callbacks [] for security_group (1df9233d-c4db-4716-bbf3-94aad113436b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.596970 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Pushing event deleted for resources: {'Port': ['ID=634b36fa-045f-40c6-8fb0-e4f8cb20688e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:41.597822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] Router b0d21469-7c2c-4a2a-8669-6e6186b66045 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:14:41.600215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] For port 20a70005-d956-470a-9e28-c5bca07255fa, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=20a70005-d956-470a-9e28-c5bca07255fa,segment=NetworkSegment(ea892689-b045-4a79-987a-9fc7cdb0d0b0),segment_id=ea892689-b045-4a79-987a-9fc7cdb0d0b0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:41.602759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eedfaccc-133b-4b20-8568-0b70929e2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1df9233d-c4db-4716-bbf3-94aad113436b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.616103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (20a70005-d956-470a-9e28-c5bca07255fa), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.635991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfaccc-133b-4b20-8568-0b70929e2b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df9233d-c4db-4716-bbf3-94aad113436b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:41.665407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 20a70005-d956-470a-9e28-c5bca07255fa triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:41.665788 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (20a70005-d956-470a-9e28-c5bca07255fa), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.692023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1a3df7f-8e77-4215-8411-4dab25c222a3 admin admin] Publish callbacks [] for security_group (9a2fae4b-5b3c-47e7-a0c7-ac7e3288edf5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.694880 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (daf220e7-5f70-48f3-96c3-b9afe9102f03), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.703078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-eedfaccc-133b-4b20-8568-0b70929e2b66 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0951d6351fd44ebb81d81485235a4534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5958667 Mar 10 15:14:41.705633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60306) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:41.804129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3d2c681e-36f2-4149-b98a-3e7cbceceb7d None None] Provisioning complete for port 921126fb-2af4-474e-9905-d14322dbf1c2 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:41.804585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3d2c681e-36f2-4149-b98a-3e7cbceceb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (921126fb-2af4-474e-9905-d14322dbf1c2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.812608 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Publish callbacks [] for security_group (1df9233d-c4db-4716-bbf3-94aad113436b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.833114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (daf220e7-5f70-48f3-96c3-b9afe9102f03), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.835441 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Publish callbacks [] for router_controller (daf220e7-5f70-48f3-96c3-b9afe9102f03), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.846876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c681e-36f2-4149-b98a-3e7cbceceb7d None None] Port 921126fb-2af4-474e-9905-d14322dbf1c2 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:14:41.848909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f96762-6ae5-4464-b731-3c257b1d2867 None None] Pushing event updated for resources: {'Port': ['ID=20a70005-d956-470a-9e28-c5bca07255fa,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:41.850125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Publish callbacks [] for security_group (1df9233d-c4db-4716-bbf3-94aad113436b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.871201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3d2c681e-36f2-4149-b98a-3e7cbceceb7d None None] Provisioning complete for port 20a70005-d956-470a-9e28-c5bca07255fa triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:41.871534 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3d2c681e-36f2-4149-b98a-3e7cbceceb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (20a70005-d956-470a-9e28-c5bca07255fa), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.885449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Router 4e20dac5-f72d-4801-b31e-6c1f00c8acb6 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:14:41.899564 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (daf220e7-5f70-48f3-96c3-b9afe9102f03), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.900106 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daf220e7-5f70-48f3-96c3-b9afe9102f03 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:14:41.916694 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.918053 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4dd20401-6ba7-44f3-9230-0d9fa06ff562 admin admin] 10.222.0.11 "DELETE /v2.0/routers/daf220e7-5f70-48f3-96c3-b9afe9102f03 HTTP/1.1" status: 204 len: 168 time: 3.3925972 Mar 10 15:14:41.933981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60310) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:41.952304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1df9233d-c4db-4716-bbf3-94aad113436b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.955323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:41.956454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1df9233d-c4db-4716-bbf3-94aad113436b HTTP/1.1" status: 204 len: 168 time: 0.2496367 Mar 10 15:14:41.993634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df9233d-c4db-4716-bbf3-94aad113436b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:41.999469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:14:42.020057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7fa96831-dca3-45f5-b926-16f277bb3d49 admin admin] 10.222.0.11 "PUT /v2.0/routers/b0d21469-7c2c-4a2a-8669-6e6186b66045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5538094 Mar 10 15:14:42.026875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60314) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:42.092387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:14:42.104879 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223a70f-e4a0-4f14-bb57-64ca134a4e25 None None] Sync routers for ids ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:14:42.119381 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223a70f-e4a0-4f14-bb57-64ca134a4e25 None None] Routers {'4e20dac5-f72d-4801-b31e-6c1f00c8acb6'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:42.122601 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7ec8cf88-7cb9-468c-8afe-cb2a963df87b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "PUT /v2.0/routers/4e20dac5-f72d-4801-b31e-6c1f00c8acb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4573309 Mar 10 15:14:42.123298 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1223a70f-e4a0-4f14-bb57-64ca134a4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:42.124921 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1a3df7f-8e77-4215-8411-4dab25c222a3 admin admin] Publish callbacks [] for security_group (9a2fae4b-5b3c-47e7-a0c7-ac7e3288edf5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:42.126930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60316) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:42.173761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e96471-098d-4fec-81db-187bcfa4fe1d admin admin] Deleting subnet 698414b2-a473-41ee-963f-7769b367db5c {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:14:42.187515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12e96471-098d-4fec-81db-187bcfa4fe1d admin admin] Publish callbacks [] for subnet (698414b2-a473-41ee-963f-7769b367db5c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:42.282033 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1223a70f-e4a0-4f14-bb57-64ca134a4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:42.288568 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12e96471-098d-4fec-81db-187bcfa4fe1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (698414b2-a473-41ee-963f-7769b367db5c), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:42.298371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f56d65-50c9-410d-af94-4ad9d462ae05 None None] Sync routers for ids ['b0d21469-7c2c-4a2a-8669-6e6186b66045'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:14:42.310653 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223a70f-e4a0-4f14-bb57-64ca134a4e25 None None] Routers {'4e20dac5-f72d-4801-b31e-6c1f00c8acb6'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:42.311598 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1223a70f-e4a0-4f14-bb57-64ca134a4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:42.324124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 20a70005-d956-470a-9e28-c5bca07255fa is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:42.353803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f56d65-50c9-410d-af94-4ad9d462ae05 None None] Routers {'b0d21469-7c2c-4a2a-8669-6e6186b66045'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:42.354462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-85f56d65-50c9-410d-af94-4ad9d462ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0d21469-7c2c-4a2a-8669-6e6186b66045'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:42.430478 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1223a70f-e4a0-4f14-bb57-64ca134a4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:42.433233 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223a70f-e4a0-4f14-bb57-64ca134a4e25 None None] The sync data for ids ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:14:42.513879 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12e96471-098d-4fec-81db-187bcfa4fe1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (698414b2-a473-41ee-963f-7769b367db5c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:42.555793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-85f56d65-50c9-410d-af94-4ad9d462ae05 None None] Set router b0d21469-7c2c-4a2a-8669-6e6186b66045 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:14:42.610451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.610830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.616430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.616784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.617124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.617459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.617786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.618115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.618438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.618758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.620980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.621321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.621650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8ddd1-e6c3-41c4-a52e-a52ce7dbc768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:42.746560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c681e-36f2-4149-b98a-3e7cbceceb7d None None] Current status of the port 20a70005-d956-470a-9e28-c5bca07255fa is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:42.850484 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Publish callbacks [] for router (b0d21469-7c2c-4a2a-8669-6e6186b66045), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:42.872814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 20a70005-d956-470a-9e28-c5bca07255fa up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:14:42.905678 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12e96471-098d-4fec-81db-187bcfa4fe1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (698414b2-a473-41ee-963f-7769b367db5c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:42.942168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e96471-098d-4fec-81db-187bcfa4fe1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=698414b2-a473-41ee-963f-7769b367db5c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:42.944995 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12e96471-098d-4fec-81db-187bcfa4fe1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:42.951130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-12e96471-098d-4fec-81db-187bcfa4fe1d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/698414b2-a473-41ee-963f-7769b367db5c HTTP/1.1" status: 204 len: 168 time: 1.0160639 Mar 10 15:14:42.953981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60340) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:42.964521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce2f93-e52a-4b76-abcc-7f187ebc84a0 None None] Network fa5e524c-1898-4673-8197-c16e729f39de requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:43.105493 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (fa5e524c-1898-4673-8197-c16e729f39de), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:43.133451 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Publish callbacks [] for router_gateway (b0d21469-7c2c-4a2a-8669-6e6186b66045), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:43.160411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-85f56d65-50c9-410d-af94-4ad9d462ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'name': 'tempest-ServerRescueNegativeTestJSON-303281793-router', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:10Z', 'updated_at': '2022-03-10T15:14:40Z', 'revision_number': 5, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'gw_port': {'id': '7404d519-735b-4fcc-9f4b-364d45521ee2', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:11Z', 'updated_at': '2022-03-10T15:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:43.253793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f56d65-50c9-410d-af94-4ad9d462ae05 None None] Checking router: b0d21469-7c2c-4a2a-8669-6e6186b66045 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:14:43.264121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Deleting port 5e385904-a305-4d41-b9b6-7248f74202b6 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:43.264490 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:43.284486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Deleting port 7404d519-735b-4fcc-9f4b-364d45521ee2 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:43.284831 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:43.299574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 20a70005-d956-470a-9e28-c5bca07255fa triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:43.300252 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (20a70005-d956-470a-9e28-c5bca07255fa), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:43.340409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f56d65-50c9-410d-af94-4ad9d462ae05 None None] Routers {'b0d21469-7c2c-4a2a-8669-6e6186b66045'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:43.341447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-85f56d65-50c9-410d-af94-4ad9d462ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0d21469-7c2c-4a2a-8669-6e6186b66045'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:43.417109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] For port 5e385904-a305-4d41-b9b6-7248f74202b6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5e385904-a305-4d41-b9b6-7248f74202b6,segment=NetworkSegment(47f47a57-3d6c-407d-ad88-e45b1363c8b9),segment_id=47f47a57-3d6c-407d-ad88-e45b1363c8b9)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:43.417527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:43.444746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Calling delete_port for 5e385904-a305-4d41-b9b6-7248f74202b6 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:43.458511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1a3df7f-8e77-4215-8411-4dab25c222a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9a2fae4b-5b3c-47e7-a0c7-ac7e3288edf5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:43.461200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1a3df7f-8e77-4215-8411-4dab25c222a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:43.463912 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f1a3df7f-8e77-4215-8411-4dab25c222a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a2fae4b-5b3c-47e7-a0c7-ac7e3288edf5 HTTP/1.1" status: 204 len: 168 time: 1.9735622 Mar 10 15:14:43.481977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] For port 7404d519-735b-4fcc-9f4b-364d45521ee2, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7404d519-735b-4fcc-9f4b-364d45521ee2,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:43.482592 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:43.492226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3df7f-8e77-4215-8411-4dab25c222a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2fae4b-5b3c-47e7-a0c7-ac7e3288edf5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:43.519959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-85f56d65-50c9-410d-af94-4ad9d462ae05 None None] Set router b0d21469-7c2c-4a2a-8669-6e6186b66045 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:14:43.542612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Calling delete_port for 7404d519-735b-4fcc-9f4b-364d45521ee2 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:43.609823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-85f56d65-50c9-410d-af94-4ad9d462ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'name': 'tempest-ServerRescueNegativeTestJSON-303281793-router', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:10Z', 'updated_at': '2022-03-10T15:14:43Z', 'revision_number': 6, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:43.655921 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-62ce18a3-c1ae-47a0-8bdd-a8563f5427e0 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:14:43.659590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f56d65-50c9-410d-af94-4ad9d462ae05 None None] The sync data for ids ['b0d21469-7c2c-4a2a-8669-6e6186b66045'] in n-d-833090-1 is: [{'id': 'b0d21469-7c2c-4a2a-8669-6e6186b66045', 'name': 'tempest-ServerRescueNegativeTestJSON-303281793-router', 'tenant_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:10Z', 'updated_at': '2022-03-10T15:14:43Z', 'revision_number': 6, 'project_id': 'f1c83b65e6d54279ad3b6733f36bf488', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:14:43.660407 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-62ce18a3-c1ae-47a0-8bdd-a8563f5427e0 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "PUT /v2.0/routers/4e20dac5-f72d-4801-b31e-6c1f00c8acb6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5322311 Mar 10 15:14:43.660779 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60360) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:43.755662 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5e385904-a305-4d41-b9b6-7248f74202b6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:43.781207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] No DVR routers for this DVR port 5e385904-a305-4d41-b9b6-7248f74202b6 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:43.788694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 20a70005-d956-470a-9e28-c5bca07255fa is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:14:43.872582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e385904-a305-4d41-b9b6-7248f74202b6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:43.947227 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (fa5e524c-1898-4673-8197-c16e729f39de), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:44.039514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5e524c-1898-4673-8197-c16e729f39de']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:44.072557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f47a57-3d6c-407d-ad88-e45b1363c8b9') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:44.072861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f47a57-3d6c-407d-ad88-e45b1363c8b9') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:44.081139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20325c4f-3007-4091-a080-d839e555c639 None None] DHCP port deletion for fa5e524c-1898-4673-8197-c16e729f39de request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:14:44.124586 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (47f47a57-3d6c-407d-ad88-e45b1363c8b9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:44.139929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d47f1c6d-9371-4d1e-873f-b5bb87659e3b no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:44.184064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d47f1c6d-9371-4d1e-873f-b5bb87659e3b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:44.189523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d47f1c6d-9371-4d1e-873f-b5bb87659e3b not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:44.191844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 634b36fa-045f-40c6-8fb0-e4f8cb20688e no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:44.224760 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (47f47a57-3d6c-407d-ad88-e45b1363c8b9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:44.240350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:14:44.240968 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (47f47a57-3d6c-407d-ad88-e45b1363c8b9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:44.246626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 634b36fa-045f-40c6-8fb0-e4f8cb20688e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:44.249227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 634b36fa-045f-40c6-8fb0-e4f8cb20688e not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:44.269328 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60368) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:44.286702 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7872f495-e880-4a7c-a7a6-c514fbf60705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:14:44.328400 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:14:44.332340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7404d519-735b-4fcc-9f4b-364d45521ee2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:44.334596 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d93940-999a-4fb4-b304-130e47b6b748 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:44.354087 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (fa5e524c-1898-4673-8197-c16e729f39de), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:44.400346 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:44.411672 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] 10.222.0.11 "DELETE /v2.0/networks/fa5e524c-1898-4673-8197-c16e729f39de HTTP/1.1" status: 204 len: 168 time: 1.4564960 Mar 10 15:14:44.469952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60372) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:44.744937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7404d519-735b-4fcc-9f4b-364d45521ee2 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:44.768496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 7404d519-735b-4fcc-9f4b-364d45521ee2 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:44.769109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7404d519-735b-4fcc-9f4b-364d45521ee2 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:44.769742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5e385904-a305-4d41-b9b6-7248f74202b6 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:44.790756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7872f495-e880-4a7c-a7a6-c514fbf60705 admin admin] Publish callbacks [] for security_group (5df5344e-c537-4c82-80a5-a53c6bcd7b96), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:44.793779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 5e385904-a305-4d41-b9b6-7248f74202b6 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:44.795036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5e385904-a305-4d41-b9b6-7248f74202b6 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:44.795672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9771d68a-0b0b-4792-94d4-3732c1a6db8f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:44.810306 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7872f495-e880-4a7c-a7a6-c514fbf60705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5df5344e-c537-4c82-80a5-a53c6bcd7b96), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:44.842684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 9771d68a-0b0b-4792-94d4-3732c1a6db8f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:44.843374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9771d68a-0b0b-4792-94d4-3732c1a6db8f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:44.968355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7404d519-735b-4fcc-9f4b-364d45521ee2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:44.981549 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7872f495-e880-4a7c-a7a6-c514fbf60705 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5475fa5a9b2646b4b3a8d9e98c4877bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7086039 Mar 10 15:14:44.981549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872f495-e880-4a7c-a7a6-c514fbf60705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df5344e-c537-4c82-80a5-a53c6bcd7b96,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:44.988130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60392) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:45.022421 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (b0d21469-7c2c-4a2a-8669-6e6186b66045), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.026240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d1e9d-5837-453d-8f04-377952e2b54a admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5e524c-1898-4673-8197-c16e729f39de,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:45.122102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aab2a70d-2f9c-48a3-955c-6a4cd460c284 admin admin] Publish callbacks [] for security_group (5df5344e-c537-4c82-80a5-a53c6bcd7b96), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.138992 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (b0d21469-7c2c-4a2a-8669-6e6186b66045), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.141264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Publish callbacks [] for router_controller (b0d21469-7c2c-4a2a-8669-6e6186b66045), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.192873 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (b0d21469-7c2c-4a2a-8669-6e6186b66045), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.193835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d21469-7c2c-4a2a-8669-6e6186b66045 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:14:45.202296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.207768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6fb7d1c8-ba27-416d-aa96-31c03fb30aa4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b0d21469-7c2c-4a2a-8669-6e6186b66045 HTTP/1.1" status: 204 len: 168 time: 3.1796737 Mar 10 15:14:45.210100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60398) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:45.218522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aab2a70d-2f9c-48a3-955c-6a4cd460c284 admin admin] Publish callbacks [] for security_group (5df5344e-c537-4c82-80a5-a53c6bcd7b96), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.296004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-97d93940-999a-4fb4-b304-130e47b6b748 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Deleting port 921126fb-2af4-474e-9905-d14322dbf1c2 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:45.296651 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d93940-999a-4fb4-b304-130e47b6b748 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (921126fb-2af4-474e-9905-d14322dbf1c2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.316940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c031315-dfb4-4618-bf6c-bcdd7d541fdc admin admin] Deleting subnet f676c7fc-77e8-47e4-89fb-8cc159a55df3 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:14:45.324159 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c031315-dfb4-4618-bf6c-bcdd7d541fdc admin admin] Publish callbacks [] for subnet (f676c7fc-77e8-47e4-89fb-8cc159a55df3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.341826 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aab2a70d-2f9c-48a3-955c-6a4cd460c284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5df5344e-c537-4c82-80a5-a53c6bcd7b96), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.344381 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aab2a70d-2f9c-48a3-955c-6a4cd460c284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.348146 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aab2a70d-2f9c-48a3-955c-6a4cd460c284 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5df5344e-c537-4c82-80a5-a53c6bcd7b96 HTTP/1.1" status: 204 len: 168 time: 0.3594863 Mar 10 15:14:45.409529 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c031315-dfb4-4618-bf6c-bcdd7d541fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (f676c7fc-77e8-47e4-89fb-8cc159a55df3), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.463328 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c031315-dfb4-4618-bf6c-bcdd7d541fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f676c7fc-77e8-47e4-89fb-8cc159a55df3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.479214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2a70d-2f9c-48a3-955c-6a4cd460c284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df5344e-c537-4c82-80a5-a53c6bcd7b96,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:45.534021 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d93940-999a-4fb4-b304-130e47b6b748 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (921126fb-2af4-474e-9905-d14322dbf1c2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.549553 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c031315-dfb4-4618-bf6c-bcdd7d541fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (f676c7fc-77e8-47e4-89fb-8cc159a55df3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.553233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-97d93940-999a-4fb4-b304-130e47b6b748 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Calling delete_port for 921126fb-2af4-474e-9905-d14322dbf1c2 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:45.575386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (69fd8830-79fe-48d5-9d06-5a6402f461ce), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.616312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c031315-dfb4-4618-bf6c-bcdd7d541fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f676c7fc-77e8-47e4-89fb-8cc159a55df3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:45.622132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c031315-dfb4-4618-bf6c-bcdd7d541fdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.631698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4c031315-dfb4-4618-bf6c-bcdd7d541fdc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f676c7fc-77e8-47e4-89fb-8cc159a55df3 HTTP/1.1" status: 204 len: 168 time: 0.4198480 Mar 10 15:14:45.632726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60408) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:45.786348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (7d356684-fac8-4711-8dea-9cfe05cf74a7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.952868 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (7d356684-fac8-4711-8dea-9cfe05cf74a7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:45.980796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d356684-fac8-4711-8dea-9cfe05cf74a7']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:46.000337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70414dec-7438-425f-9f90-442c43289854') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:46.000975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70414dec-7438-425f-9f90-442c43289854') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:46.020260 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (70414dec-7438-425f-9f90-442c43289854), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.032800 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d93940-999a-4fb4-b304-130e47b6b748 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (921126fb-2af4-474e-9905-d14322dbf1c2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.057377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (70414dec-7438-425f-9f90-442c43289854), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.072831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:14:46.073410 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (70414dec-7438-425f-9f90-442c43289854), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:14:46.078613 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:14:46.113922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d93940-999a-4fb4-b304-130e47b6b748 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event deleted for resources: {'Port': ['ID=921126fb-2af4-474e-9905-d14322dbf1c2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:46.234970 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (7d356684-fac8-4711-8dea-9cfe05cf74a7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.261074 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.265541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7d356684-fac8-4711-8dea-9cfe05cf74a7 HTTP/1.1" status: 204 len: 168 time: 0.6313519 Mar 10 15:14:46.267068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5492cee-fc83-4115-af43-d24cf1903069 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d356684-fac8-4711-8dea-9cfe05cf74a7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:46.475032 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d93940-999a-4fb4-b304-130e47b6b748 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.489974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] Deleting port f8e982ab-1bd8-4b91-8248-1c4edddf8869 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:46.490737 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.601564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60436) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:46.688971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d03a42fb-5c05-4290-84e9-f59ec63667ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1c83b65e6d54279ad3b6733f36bf488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0850704 Mar 10 15:14:46.690383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60438) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:46.719095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] For port f8e982ab-1bd8-4b91-8248-1c4edddf8869, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f8e982ab-1bd8-4b91-8248-1c4edddf8869,segment=NetworkSegment(c67d5dc2-5779-4cca-a19b-9578ad1aad8d),segment_id=c67d5dc2-5779-4cca-a19b-9578ad1aad8d)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:46.719513 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.736692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d93940-999a-4fb4-b304-130e47b6b748 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Router 4e20dac5-f72d-4801-b31e-6c1f00c8acb6 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:14:46.737721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] Calling delete_port for f8e982ab-1bd8-4b91-8248-1c4edddf8869 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:46.748612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8e8d795-501f-4e5b-a340-1e4a6f68efce admin admin] Publish callbacks [] for security_group (56295d1a-4e9a-42dc-8c70-8a0ca7221bf9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.775998 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8e8d795-501f-4e5b-a340-1e4a6f68efce admin admin] Publish callbacks [] for security_group (56295d1a-4e9a-42dc-8c70-8a0ca7221bf9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.822736 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60442) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:46.864062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8e8d795-501f-4e5b-a340-1e4a6f68efce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (56295d1a-4e9a-42dc-8c70-8a0ca7221bf9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.868453 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8e8d795-501f-4e5b-a340-1e4a6f68efce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:46.869947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e8e8d795-501f-4e5b-a340-1e4a6f68efce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56295d1a-4e9a-42dc-8c70-8a0ca7221bf9 HTTP/1.1" status: 204 len: 168 time: 0.1785946 Mar 10 15:14:46.879986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8d795-501f-4e5b-a340-1e4a6f68efce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56295d1a-4e9a-42dc-8c70-8a0ca7221bf9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:46.882375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d93940-999a-4fb4-b304-130e47b6b748 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:14:46.891789 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-97d93940-999a-4fb4-b304-130e47b6b748 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "PUT /v2.0/routers/4e20dac5-f72d-4801-b31e-6c1f00c8acb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2248981 Mar 10 15:14:46.892784 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60448) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:46.900762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58973ba7-da57-494d-96fa-b7cc9c9eb7fe None None] Sync routers for ids ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:14:46.925675 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58973ba7-da57-494d-96fa-b7cc9c9eb7fe None None] Routers {'4e20dac5-f72d-4801-b31e-6c1f00c8acb6'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:46.926598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-58973ba7-da57-494d-96fa-b7cc9c9eb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:46.942542 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-b8b274ce-8e39-4241-8e87-c9086cdceb8d tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] delete failed (client error): The resource could not be found. Mar 10 15:14:46.947546 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b8b274ce-8e39-4241-8e87-c9086cdceb8d tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1226992735 HTTP/1.1" status: 404 len: 335 time: 0.0511363 Mar 10 15:14:46.948394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60452) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:46.953574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-47eb0ce1-68ae-4faf-b5f6-e987d686d923 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e20dac5-f72d-4801-b31e-6c1f00c8acb6'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:46.973091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-58973ba7-da57-494d-96fa-b7cc9c9eb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:46.990737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58973ba7-da57-494d-96fa-b7cc9c9eb7fe None None] Routers {'4e20dac5-f72d-4801-b31e-6c1f00c8acb6'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:46.991393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-58973ba7-da57-494d-96fa-b7cc9c9eb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:47.085859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-58973ba7-da57-494d-96fa-b7cc9c9eb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:47.086717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58973ba7-da57-494d-96fa-b7cc9c9eb7fe None None] The sync data for ids ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:14:47.182870 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f8e982ab-1bd8-4b91-8248-1c4edddf8869), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:47.263967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e982ab-1bd8-4b91-8248-1c4edddf8869,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:47.350316 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-47eb0ce1-68ae-4faf-b5f6-e987d686d923 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for router_gateway (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:47.357544 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4efea32a-cd68-4fac-a593-7f08f8446543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:47.397401 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-47eb0ce1-68ae-4faf-b5f6-e987d686d923 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] update failed (client error): The resource could not be found. Mar 10 15:14:47.404348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-47eb0ce1-68ae-4faf-b5f6-e987d686d923 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "PUT /v2.0/routers/4e20dac5-f72d-4801-b31e-6c1f00c8acb6 HTTP/1.1" status: 404 len: 339 time: 0.4511225 Mar 10 15:14:47.404814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60458) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:47.776730 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:48.020164 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4efea32a-cd68-4fac-a593-7f08f8446543 admin admin] Publish callbacks [] for security_group (087a96f8-8b32-46b5-81d7-a1d13f39cdc8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:48.043018 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4efea32a-cd68-4fac-a593-7f08f8446543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (087a96f8-8b32-46b5-81d7-a1d13f39cdc8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:48.120262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:48.124040 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (69fd8830-79fe-48d5-9d06-5a6402f461ce), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:48.139779 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efea32a-cd68-4fac-a593-7f08f8446543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087a96f8-8b32-46b5-81d7-a1d13f39cdc8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:48.227894 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4efea32a-cd68-4fac-a593-7f08f8446543 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=404fb865f79849cc9d6dd0570656b338&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4027245 Mar 10 15:14:48.230319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60498) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:48.391590 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f582c20-3d5b-43a6-a2ee-041da68ad03f admin admin] Publish callbacks [] for security_group (087a96f8-8b32-46b5-81d7-a1d13f39cdc8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:48.426711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f582c20-3d5b-43a6-a2ee-041da68ad03f admin admin] Publish callbacks [] for security_group (087a96f8-8b32-46b5-81d7-a1d13f39cdc8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:48.502250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] Router 69fd8830-79fe-48d5-9d06-5a6402f461ce has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:14:48.606316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Allocated IP 172.20.0.1 (9b7fefcd-5308-406c-900d-ae63328e8787/ac0bc792-30bc-4774-85a3-8ae76e6783ec/452d626c-cd72-443e-a03c-8fce427b240b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:14:48.638068 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f582c20-3d5b-43a6-a2ee-041da68ad03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (087a96f8-8b32-46b5-81d7-a1d13f39cdc8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:48.640639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f582c20-3d5b-43a6-a2ee-041da68ad03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:48.641789 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1f582c20-3d5b-43a6-a2ee-041da68ad03f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/087a96f8-8b32-46b5-81d7-a1d13f39cdc8 HTTP/1.1" status: 204 len: 168 time: 0.4103260 Mar 10 15:14:48.654641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f582c20-3d5b-43a6-a2ee-041da68ad03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a96f8-8b32-46b5-81d7-a1d13f39cdc8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:48.657186 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:14:48.662612 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4bb9b67e-552e-4181-b44c-9c4d36cf289c admin admin] 10.222.0.11 "PUT /v2.0/routers/69fd8830-79fe-48d5-9d06-5a6402f461ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1885777 Mar 10 15:14:48.665104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60508) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:48.666690 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd758c2-da0f-42ba-9c0e-48e1aa18f11c None None] Sync routers for ids ['69fd8830-79fe-48d5-9d06-5a6402f461ce'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:14:48.707274 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd758c2-da0f-42ba-9c0e-48e1aa18f11c None None] Routers {'69fd8830-79fe-48d5-9d06-5a6402f461ce'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:48.707914 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7fd758c2-da0f-42ba-9c0e-48e1aa18f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['69fd8830-79fe-48d5-9d06-5a6402f461ce'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:48.834783 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Publish callbacks [] for router (69fd8830-79fe-48d5-9d06-5a6402f461ce), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:48.893844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for port (452d626c-cd72-443e-a03c-8fce427b240b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:48.916006 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-7fd758c2-da0f-42ba-9c0e-48e1aa18f11c None None] Set router 69fd8830-79fe-48d5-9d06-5a6402f461ce gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:14:48.964975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (452d626c-cd72-443e-a03c-8fce427b240b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:49.081001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event updated for resources: {'Port': ['ID=452d626c-cd72-443e-a03c-8fce427b240b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:49.111600 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Publish callbacks [] for router_gateway (69fd8830-79fe-48d5-9d06-5a6402f461ce), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:49.135605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Network 9b7fefcd-5308-406c-900d-ae63328e8787 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:49.150470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:49.158848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:14:49.335129 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Deleting port 3586277c-2f36-4c2b-9361-f3cdbba58eca {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:49.342022 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:49.365486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:49.538568 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7fd758c2-da0f-42ba-9c0e-48e1aa18f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'name': 'tempest-TaggedBootDevicesTest-1981890398-router', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:35Z', 'updated_at': '2022-03-10T15:14:47Z', 'revision_number': 5, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'gw_port': {'id': '3586277c-2f36-4c2b-9361-f3cdbba58eca', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:05:36Z', 'updated_at': '2022-03-10T15:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:49.608093 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd758c2-da0f-42ba-9c0e-48e1aa18f11c None None] Checking router: 69fd8830-79fe-48d5-9d06-5a6402f461ce for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:14:49.622107 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd758c2-da0f-42ba-9c0e-48e1aa18f11c None None] Routers {'69fd8830-79fe-48d5-9d06-5a6402f461ce'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:49.623127 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7fd758c2-da0f-42ba-9c0e-48e1aa18f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['69fd8830-79fe-48d5-9d06-5a6402f461ce'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:49.659896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] For port 3586277c-2f36-4c2b-9361-f3cdbba58eca, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3586277c-2f36-4c2b-9361-f3cdbba58eca,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:49.660268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:49.696426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Calling delete_port for 3586277c-2f36-4c2b-9361-f3cdbba58eca owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:49.711023 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (452d626c-cd72-443e-a03c-8fce427b240b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:49.766051 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-7fd758c2-da0f-42ba-9c0e-48e1aa18f11c None None] Set router 69fd8830-79fe-48d5-9d06-5a6402f461ce gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:14:49.784320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e2ab49ab-e71c-4b01-9cd5-4e85e4d403d6 None None] Provisioning complete for port 452d626c-cd72-443e-a03c-8fce427b240b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:49.784911 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e2ab49ab-e71c-4b01-9cd5-4e85e4d403d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (452d626c-cd72-443e-a03c-8fce427b240b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:49.830205 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7fd758c2-da0f-42ba-9c0e-48e1aa18f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'name': 'tempest-TaggedBootDevicesTest-1981890398-router', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:35Z', 'updated_at': '2022-03-10T15:14:49Z', 'revision_number': 6, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:49.863530 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd758c2-da0f-42ba-9c0e-48e1aa18f11c None None] The sync data for ids ['69fd8830-79fe-48d5-9d06-5a6402f461ce'] in n-d-833090-1 is: [{'id': '69fd8830-79fe-48d5-9d06-5a6402f461ce', 'name': 'tempest-TaggedBootDevicesTest-1981890398-router', 'tenant_id': '041d71bc4a2b41a485d065776177f6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:05:35Z', 'updated_at': '2022-03-10T15:14:49Z', 'revision_number': 6, 'project_id': '041d71bc4a2b41a485d065776177f6fb', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:14:49.895112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab49ab-e71c-4b01-9cd5-4e85e4d403d6 None None] Port 452d626c-cd72-443e-a03c-8fce427b240b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:14:50.052578 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3586277c-2f36-4c2b-9361-f3cdbba58eca), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.105635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3586277c-2f36-4c2b-9361-f3cdbba58eca,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:50.204915 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (69fd8830-79fe-48d5-9d06-5a6402f461ce), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.237229 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for port (452d626c-cd72-443e-a03c-8fce427b240b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.245169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (452d626c-cd72-443e-a03c-8fce427b240b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.403588 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (69fd8830-79fe-48d5-9d06-5a6402f461ce), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.409046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Publish callbacks [] for router_controller (69fd8830-79fe-48d5-9d06-5a6402f461ce), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.437523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event updated for resources: {'Port': ['ID=452d626c-cd72-443e-a03c-8fce427b240b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:50.445897 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.516217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (69fd8830-79fe-48d5-9d06-5a6402f461ce), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.517021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69fd8830-79fe-48d5-9d06-5a6402f461ce {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:14:50.523171 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.524883 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-055e2b9c-c258-411d-893f-45016fd99d2c admin admin] 10.222.0.11 "DELETE /v2.0/routers/69fd8830-79fe-48d5-9d06-5a6402f461ce HTTP/1.1" status: 204 len: 168 time: 1.8586521 Mar 10 15:14:50.527722 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60552) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:50.569452 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.597616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Network 9b7fefcd-5308-406c-900d-ae63328e8787 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:14:50.599335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:14:50.635851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4418210-71c4-481b-9520-2733f1ca63b9 admin admin] Deleting subnet 4f27f980-b618-4b43-ba53-4503d5cab2a4 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:14:50.645117 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4418210-71c4-481b-9520-2733f1ca63b9 admin admin] Publish callbacks [] for subnet (4f27f980-b618-4b43-ba53-4503d5cab2a4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.741160 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4418210-71c4-481b-9520-2733f1ca63b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (4f27f980-b618-4b43-ba53-4503d5cab2a4), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:50.763675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Router 4e20dac5-f72d-4801-b31e-6c1f00c8acb6 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:14:50.801480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f8e982ab-1bd8-4b91-8248-1c4edddf8869 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:50.869964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f8e982ab-1bd8-4b91-8248-1c4edddf8869 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:50.870760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f8e982ab-1bd8-4b91-8248-1c4edddf8869 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:50.925308 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4418210-71c4-481b-9520-2733f1ca63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (4f27f980-b618-4b43-ba53-4503d5cab2a4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:51.013647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:14:51.019511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4418210-71c4-481b-9520-2733f1ca63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (4f27f980-b618-4b43-ba53-4503d5cab2a4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:51.021603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bf154f6a-37ba-489b-a444-6e5c10baa630 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "PUT /v2.0/routers/4e20dac5-f72d-4801-b31e-6c1f00c8acb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6144264 Mar 10 15:14:51.024190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60564) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:51.061078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4418210-71c4-481b-9520-2733f1ca63b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f27f980-b618-4b43-ba53-4503d5cab2a4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:51.066307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae3935-a060-42ff-a501-a0d214170edc None None] Sync routers for ids ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:14:51.082223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4418210-71c4-481b-9520-2733f1ca63b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:51.087899 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d4418210-71c4-481b-9520-2733f1ca63b9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4f27f980-b618-4b43-ba53-4503d5cab2a4 HTTP/1.1" status: 204 len: 168 time: 0.5586717 Mar 10 15:14:51.090591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60568) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:51.116868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34baa241-bdf1-4b6b-b49a-78d90c0a854b None None] Network 39eb2bfe-4d18-4d27-ba6d-23578991eb12 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:51.165154 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae3935-a060-42ff-a501-a0d214170edc None None] Routers {'4e20dac5-f72d-4801-b31e-6c1f00c8acb6'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:51.167717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9ae3935-a060-42ff-a501-a0d214170edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:51.174756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-89d5b418-46cc-446f-a211-2185e25d5171 None None] Provisioning complete for port 452d626c-cd72-443e-a03c-8fce427b240b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:14:51.181768 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89d5b418-46cc-446f-a211-2185e25d5171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (452d626c-cd72-443e-a03c-8fce427b240b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:51.256010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (39eb2bfe-4d18-4d27-ba6d-23578991eb12), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:51.268746 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e32020f0-d013-453c-972a-f2217d83fe3b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for router (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:51.425501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9ae3935-a060-42ff-a501-a0d214170edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:51.433301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Deleting port f80effd4-abdb-4651-8c16-533d794ba353 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:51.433560 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f80effd4-abdb-4651-8c16-533d794ba353), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:51.486691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae3935-a060-42ff-a501-a0d214170edc None None] Routers {'4e20dac5-f72d-4801-b31e-6c1f00c8acb6'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:51.492953 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9ae3935-a060-42ff-a501-a0d214170edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:51.527906 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-e32020f0-d013-453c-972a-f2217d83fe3b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 15:14:51.530961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e32020f0-d013-453c-972a-f2217d83fe3b tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "DELETE /v2.0/routers/4e20dac5-f72d-4801-b31e-6c1f00c8acb6 HTTP/1.1" status: 409 len: 376 time: 0.5055535 Mar 10 15:14:51.534181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60582) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:51.590887 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9ae3935-a060-42ff-a501-a0d214170edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:51.591991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae3935-a060-42ff-a501-a0d214170edc None None] The sync data for ids ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:14:51.592847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] For port f80effd4-abdb-4651-8c16-533d794ba353, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f80effd4-abdb-4651-8c16-533d794ba353,segment=NetworkSegment(c67d5dc2-5779-4cca-a19b-9578ad1aad8d),segment_id=c67d5dc2-5779-4cca-a19b-9578ad1aad8d)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:51.593353 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f80effd4-abdb-4651-8c16-533d794ba353), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:51.624835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-89d5b418-46cc-446f-a211-2185e25d5171 None None] Port 452d626c-cd72-443e-a03c-8fce427b240b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:14:51.643684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Calling delete_port for f80effd4-abdb-4651-8c16-533d794ba353 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:51.711398 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a3fae6f4-0e43-436e-8308-6e095295af5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:51.789937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b293b4-2348-4c11-99aa-dec34286c911 None None] DHCP port deletion for 39eb2bfe-4d18-4d27-ba6d-23578991eb12 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:14:51.831509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f80effd4-abdb-4651-8c16-533d794ba353), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:51.894227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-23b293b4-2348-4c11-99aa-dec34286c911 None None] Deleting port f80effd4-abdb-4651-8c16-533d794ba353 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:51.897091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] No DVR routers for this DVR port f80effd4-abdb-4651-8c16-533d794ba353 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:51.899811 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23b293b4-2348-4c11-99aa-dec34286c911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f80effd4-abdb-4651-8c16-533d794ba353), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:51.904390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f80effd4-abdb-4651-8c16-533d794ba353,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:51.985808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e6eb281-6164-4129-b78a-88ed7a2a2ab0 req-084827e1-e459-4997-84c5-0033ec08c18c tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=46babbec-00da-45ce-bbb1-5b7cc9777e68 HTTP/1.1" status: 200 len: 210 time: 0.0711815 Mar 10 15:14:52.069848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (39eb2bfe-4d18-4d27-ba6d-23578991eb12), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:52.070499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-23b293b4-2348-4c11-99aa-dec34286c911 None None] For port f80effd4-abdb-4651-8c16-533d794ba353, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:52.071991 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23b293b4-2348-4c11-99aa-dec34286c911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f80effd4-abdb-4651-8c16-533d794ba353), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:52.111525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-23b293b4-2348-4c11-99aa-dec34286c911 None None] Calling delete_port for f80effd4-abdb-4651-8c16-533d794ba353 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:52.115282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-23b293b4-2348-4c11-99aa-dec34286c911 None None] Port f80effd4-abdb-4651-8c16-533d794ba353 was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:14:52.116770 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23b293b4-2348-4c11-99aa-dec34286c911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (f80effd4-abdb-4651-8c16-533d794ba353), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:52.130977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39eb2bfe-4d18-4d27-ba6d-23578991eb12']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:52.156648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67d5dc2-5779-4cca-a19b-9578ad1aad8d') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:52.156953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67d5dc2-5779-4cca-a19b-9578ad1aad8d') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:52.167110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b293b4-2348-4c11-99aa-dec34286c911 None None] Pushing event deleted for resources: {'Port': ['ID=f80effd4-abdb-4651-8c16-533d794ba353,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:52.171396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b293b4-2348-4c11-99aa-dec34286c911 None None] No DVR routers for this DVR port f80effd4-abdb-4651-8c16-533d794ba353 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:52.185402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (c67d5dc2-5779-4cca-a19b-9578ad1aad8d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:52.214943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (c67d5dc2-5779-4cca-a19b-9578ad1aad8d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:52.229083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:14:52.229512 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (c67d5dc2-5779-4cca-a19b-9578ad1aad8d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:14:52.236280 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:14:52.341755 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e35bcd4d-33bc-443c-a981-92c3631f3faa tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:52.376014 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (39eb2bfe-4d18-4d27-ba6d-23578991eb12), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:52.383068 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:52.401757 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] 10.222.0.11 "DELETE /v2.0/networks/39eb2bfe-4d18-4d27-ba6d-23578991eb12 HTTP/1.1" status: 204 len: 168 time: 1.2966356 Mar 10 15:14:52.439516 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d8157-df9c-4daf-9906-c90ebe8ced05 admin admin] Pushing event deleted for resources: {'Network': ['ID=39eb2bfe-4d18-4d27-ba6d-23578991eb12,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:52.468571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f80effd4-abdb-4651-8c16-533d794ba353 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:52.537847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f80effd4-abdb-4651-8c16-533d794ba353 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:52.538223 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f80effd4-abdb-4651-8c16-533d794ba353 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:52.544473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3586277c-2f36-4c2b-9361-f3cdbba58eca no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:52.595244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 3586277c-2f36-4c2b-9361-f3cdbba58eca {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:52.596104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3586277c-2f36-4c2b-9361-f3cdbba58eca not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:52.927377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60642) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:53.062449 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0d56a555-0940-40f7-82ee-5e0c0e3b2444 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44af2d32b4ac4a6b8ecda2bc10c33f5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331630 Mar 10 15:14:53.065102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60646) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:53.152056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3836aebd-fb20-49df-8976-408d41e9fba9 req-35b447eb-6994-4054-adbc-3d9bfecbf4c4 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.1194584 Mar 10 15:14:53.193258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Publish callbacks [] for security_group (513b4a40-bc3a-423d-b980-3396d877e010), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:53.248675 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Publish callbacks [] for security_group (513b4a40-bc3a-423d-b980-3396d877e010), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:53.348587 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (513b4a40-bc3a-423d-b980-3396d877e010), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:53.352268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:53.353625 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/513b4a40-bc3a-423d-b980-3396d877e010 HTTP/1.1" status: 204 len: 168 time: 0.2874129 Mar 10 15:14:53.358821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e35bcd4d-33bc-443c-a981-92c3631f3faa tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Deleting port 452d626c-cd72-443e-a03c-8fce427b240b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:53.359229 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e35bcd4d-33bc-443c-a981-92c3631f3faa tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (452d626c-cd72-443e-a03c-8fce427b240b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:53.372959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513b4a40-bc3a-423d-b980-3396d877e010,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:53.395398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.397851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.398376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.398941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.402820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.403382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.403900 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.404405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.405108 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.405619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.406106 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.406603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.408789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987a679-5d92-4172-8b52-cec99851a470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:14:53.524301 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e35bcd4d-33bc-443c-a981-92c3631f3faa tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (452d626c-cd72-443e-a03c-8fce427b240b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:53.541041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e35bcd4d-33bc-443c-a981-92c3631f3faa tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Calling delete_port for 452d626c-cd72-443e-a03c-8fce427b240b owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:53.797078 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e35bcd4d-33bc-443c-a981-92c3631f3faa tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (452d626c-cd72-443e-a03c-8fce427b240b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:53.919846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bcd4d-33bc-443c-a981-92c3631f3faa tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event deleted for resources: {'Port': ['ID=452d626c-cd72-443e-a03c-8fce427b240b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:54.037225 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-700e6cb9-ca03-4fd2-8dd4-47ce5dfbc8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:54.125940 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e35bcd4d-33bc-443c-a981-92c3631f3faa tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:54.340347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e11678b2-d1da-4298-bb3b-243382af7504 req-9c81a1fa-81f1-4e9f-8177-bb76b9b468cf tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0365593 Mar 10 15:14:54.355452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60686) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:54.422567 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ac77f613-8682-4783-a8f7-9129d99e0431 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=041d71bc4a2b41a485d065776177f6fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658731 Mar 10 15:14:54.424311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60688) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:54.451759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35bcd4d-33bc-443c-a981-92c3631f3faa tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Router 4e20dac5-f72d-4801-b31e-6c1f00c8acb6 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:14:54.490995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b502-3f35-4356-b581-6b9f5381128e admin admin] Publish callbacks [] for security_group (2cadd847-43e1-4eb2-87e1-c9da9abba6af), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:54.519716 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b502-3f35-4356-b581-6b9f5381128e admin admin] Publish callbacks [] for security_group (2cadd847-43e1-4eb2-87e1-c9da9abba6af), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:54.585391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35bcd4d-33bc-443c-a981-92c3631f3faa tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:14:54.602633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e35bcd4d-33bc-443c-a981-92c3631f3faa tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "PUT /v2.0/routers/4e20dac5-f72d-4801-b31e-6c1f00c8acb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633719 Mar 10 15:14:54.603031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60694) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:54.605705 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55ca86-8d0b-440f-8fb3-ad097fc1dfc0 None None] Sync routers for ids ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:14:54.622620 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55ca86-8d0b-440f-8fb3-ad097fc1dfc0 None None] Routers {'4e20dac5-f72d-4801-b31e-6c1f00c8acb6'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:54.623644 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0b55ca86-8d0b-440f-8fb3-ad097fc1dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:54.626271 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b502-3f35-4356-b581-6b9f5381128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2cadd847-43e1-4eb2-87e1-c9da9abba6af), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:54.629589 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b502-3f35-4356-b581-6b9f5381128e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:54.634543 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a0b7b502-3f35-4356-b581-6b9f5381128e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cadd847-43e1-4eb2-87e1-c9da9abba6af HTTP/1.1" status: 204 len: 168 time: 0.2089236 Mar 10 15:14:54.657703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7b502-3f35-4356-b581-6b9f5381128e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cadd847-43e1-4eb2-87e1-c9da9abba6af,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:54.684071 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0b55ca86-8d0b-440f-8fb3-ad097fc1dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:54.693345 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55ca86-8d0b-440f-8fb3-ad097fc1dfc0 None None] Routers {'4e20dac5-f72d-4801-b31e-6c1f00c8acb6'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:14:54.694201 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0b55ca86-8d0b-440f-8fb3-ad097fc1dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:54.701709 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-344f84f3-7143-4ea3-b374-4d05fd1366ff tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] show failed (client error): The resource could not be found. Mar 10 15:14:54.710320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60698) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:54.714872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-344f84f3-7143-4ea3-b374-4d05fd1366ff tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-856728048 HTTP/1.1" status: 404 len: 334 time: 0.1073763 Mar 10 15:14:54.716341 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-42252638-7837-455d-a130-97af0f10e516 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:14:54.767763 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-42252638-7837-455d-a130-97af0f10e516 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] update failed (client error): The resource could not be found. Mar 10 15:14:54.773554 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-42252638-7837-455d-a130-97af0f10e516 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-1592760532 HTTP/1.1" status: 404 len: 335 time: 0.0612221 Mar 10 15:14:54.773983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60702) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:54.778243 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0b55ca86-8d0b-440f-8fb3-ad097fc1dfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:54.779204 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55ca86-8d0b-440f-8fb3-ad097fc1dfc0 None None] The sync data for ids ['4e20dac5-f72d-4801-b31e-6c1f00c8acb6'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:14:54.841266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fb1080-dfb7-438d-be8c-664e46c70735 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Deleting subnet a37e6c5c-3774-49ad-b664-47ff2bfd9769 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:14:54.846927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18fb1080-dfb7-438d-be8c-664e46c70735 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for subnet (a37e6c5c-3774-49ad-b664-47ff2bfd9769), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:54.899071 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18fb1080-dfb7-438d-be8c-664e46c70735 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (a37e6c5c-3774-49ad-b664-47ff2bfd9769), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.046863 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18fb1080-dfb7-438d-be8c-664e46c70735 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (a37e6c5c-3774-49ad-b664-47ff2bfd9769), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.106227 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60714) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:55.139562 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18fb1080-dfb7-438d-be8c-664e46c70735 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (a37e6c5c-3774-49ad-b664-47ff2bfd9769), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.190210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb1080-dfb7-438d-be8c-664e46c70735 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event deleted for resources: {'Subnet': ['ID=a37e6c5c-3774-49ad-b664-47ff2bfd9769,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:55.193472 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18fb1080-dfb7-438d-be8c-664e46c70735 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.197989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-18fb1080-dfb7-438d-be8c-664e46c70735 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "DELETE /v2.0/subnets/a37e6c5c-3774-49ad-b664-47ff2bfd9769 HTTP/1.1" status: 204 len: 168 time: 0.4228601 Mar 10 15:14:55.200705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60722) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:55.213366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c84e11-2fe0-4031-a8c7-acf03679627f None None] Network c06f765b-421b-40b7-8c70-f59bb0a8c55a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:55.290407 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.290873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-214ce4ee-5fb5-4def-a666-f2bf73ac82c8 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Deleting subnet c195dda3-de92-4ccc-9b6b-d352c10049e4 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:14:55.294333 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-214ce4ee-5fb5-4def-a666-f2bf73ac82c8 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for subnet (c195dda3-de92-4ccc-9b6b-d352c10049e4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.371491 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-214ce4ee-5fb5-4def-a666-f2bf73ac82c8 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (c195dda3-de92-4ccc-9b6b-d352c10049e4), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.419025 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7da1d24e-dbaa-4f4d-941f-33924ceefec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.462767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39965d0-3050-47eb-9b7f-7dcb955f8c47 None None] DHCP port deletion for c06f765b-421b-40b7-8c70-f59bb0a8c55a request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:14:55.543056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e0d6853-4073-4fde-aa09-a09b1e47eecb req-9ff5b3b0-b861-4724-a2d0-7ed76fc47576 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0465937 Mar 10 15:14:55.584833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a39965d0-3050-47eb-9b7f-7dcb955f8c47 None None] Deleting port 20a70005-d956-470a-9e28-c5bca07255fa {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:55.585792 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a39965d0-3050-47eb-9b7f-7dcb955f8c47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (20a70005-d956-470a-9e28-c5bca07255fa), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.607429 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-214ce4ee-5fb5-4def-a666-f2bf73ac82c8 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (c195dda3-de92-4ccc-9b6b-d352c10049e4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.669976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7da1d24e-dbaa-4f4d-941f-33924ceefec8 admin admin] Publish callbacks [] for security_group (d8a21d22-b4c4-425f-9455-e441ba7e7cf5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.680949 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7da1d24e-dbaa-4f4d-941f-33924ceefec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d8a21d22-b4c4-425f-9455-e441ba7e7cf5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.719136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1d24e-dbaa-4f4d-941f-33924ceefec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a21d22-b4c4-425f-9455-e441ba7e7cf5,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:55.771868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60746) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:55.772441 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7da1d24e-dbaa-4f4d-941f-33924ceefec8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c1bc9559f584a30b24fee267ba5fe3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6633739 Mar 10 15:14:55.774501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-214ce4ee-5fb5-4def-a666-f2bf73ac82c8 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (c195dda3-de92-4ccc-9b6b-d352c10049e4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.807612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ce4ee-5fb5-4def-a666-f2bf73ac82c8 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event deleted for resources: {'Subnet': ['ID=c195dda3-de92-4ccc-9b6b-d352c10049e4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:55.828963 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-214ce4ee-5fb5-4def-a666-f2bf73ac82c8 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.837078 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-214ce4ee-5fb5-4def-a666-f2bf73ac82c8 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "DELETE /v2.0/subnets/c195dda3-de92-4ccc-9b6b-d352c10049e4 HTTP/1.1" status: 204 len: 168 time: 0.6353233 Mar 10 15:14:55.838074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60750) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:55.865692 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5833810e-aec4-422f-a88d-a1683b6ce181 admin admin] Publish callbacks [] for security_group (d8a21d22-b4c4-425f-9455-e441ba7e7cf5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.909812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5833810e-aec4-422f-a88d-a1683b6ce181 admin admin] Publish callbacks [] for security_group (d8a21d22-b4c4-425f-9455-e441ba7e7cf5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.925308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc4afbb-d87b-42e0-96fc-e0b16f83b53b None None] Network b66b6e7f-67a6-46d5-af22-808beb5d526d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:55.931471 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c06f765b-421b-40b7-8c70-f59bb0a8c55a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.996769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Deleting port 20a70005-d956-470a-9e28-c5bca07255fa {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:55.997225 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (20a70005-d956-470a-9e28-c5bca07255fa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:55.997836 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5833810e-aec4-422f-a88d-a1683b6ce181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d8a21d22-b4c4-425f-9455-e441ba7e7cf5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.008605 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5833810e-aec4-422f-a88d-a1683b6ce181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.010853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5833810e-aec4-422f-a88d-a1683b6ce181 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8a21d22-b4c4-425f-9455-e441ba7e7cf5 HTTP/1.1" status: 204 len: 168 time: 0.2376845 Mar 10 15:14:56.040766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833810e-aec4-422f-a88d-a1683b6ce181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a21d22-b4c4-425f-9455-e441ba7e7cf5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:56.045269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a39965d0-3050-47eb-9b7f-7dcb955f8c47 None None] For port 20a70005-d956-470a-9e28-c5bca07255fa, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=20a70005-d956-470a-9e28-c5bca07255fa,segment=NetworkSegment(ea892689-b045-4a79-987a-9fc7cdb0d0b0),segment_id=ea892689-b045-4a79-987a-9fc7cdb0d0b0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:56.045912 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a39965d0-3050-47eb-9b7f-7dcb955f8c47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (20a70005-d956-470a-9e28-c5bca07255fa), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.118192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a39965d0-3050-47eb-9b7f-7dcb955f8c47 None None] Calling delete_port for 20a70005-d956-470a-9e28-c5bca07255fa owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:56.144177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] For port 20a70005-d956-470a-9e28-c5bca07255fa, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=20a70005-d956-470a-9e28-c5bca07255fa,segment=NetworkSegment(ea892689-b045-4a79-987a-9fc7cdb0d0b0),segment_id=ea892689-b045-4a79-987a-9fc7cdb0d0b0)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:56.147434 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (20a70005-d956-470a-9e28-c5bca07255fa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.178662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Calling delete_port for 20a70005-d956-470a-9e28-c5bca07255fa owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:56.242458 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a39965d0-3050-47eb-9b7f-7dcb955f8c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (20a70005-d956-470a-9e28-c5bca07255fa), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.283103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39965d0-3050-47eb-9b7f-7dcb955f8c47 None None] Pushing event deleted for resources: {'Port': ['ID=20a70005-d956-470a-9e28-c5bca07255fa,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:56.290302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a691fb1-1bf2-45c3-be2d-1523f022fbb6 None None] DHCP port deletion for b66b6e7f-67a6-46d5-af22-808beb5d526d request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:14:56.302116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39965d0-3050-47eb-9b7f-7dcb955f8c47 None None] No DVR routers for this DVR port 20a70005-d956-470a-9e28-c5bca07255fa on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:56.338246 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (20a70005-d956-470a-9e28-c5bca07255fa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.395445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3a691fb1-1bf2-45c3-be2d-1523f022fbb6 None None] Deleting port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:56.396652 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3a691fb1-1bf2-45c3-be2d-1523f022fbb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.401849 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event deleted for resources: {'Port': ['ID=20a70005-d956-470a-9e28-c5bca07255fa,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:56.430978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] No DVR routers for this DVR port 20a70005-d956-470a-9e28-c5bca07255fa on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:56.526389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 20a70005-d956-470a-9e28-c5bca07255fa no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:56.640252 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c06f765b-421b-40b7-8c70-f59bb0a8c55a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.676138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3a691fb1-1bf2-45c3-be2d-1523f022fbb6 None None] For port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d4751a49-bfaa-4e90-8a44-e3e1b6be1e50,segment=NetworkSegment(db335c3d-0373-4ab8-b616-18ee49bc1f7e),segment_id=db335c3d-0373-4ab8-b616-18ee49bc1f7e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:56.676463 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3a691fb1-1bf2-45c3-be2d-1523f022fbb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.711302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06f765b-421b-40b7-8c70-f59bb0a8c55a']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:56.715740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 20a70005-d956-470a-9e28-c5bca07255fa {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:14:56.716003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 20a70005-d956-470a-9e28-c5bca07255fa not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:14:56.718236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:14:56.754261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea892689-b045-4a79-987a-9fc7cdb0d0b0') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:56.757308 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea892689-b045-4a79-987a-9fc7cdb0d0b0') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:56.772543 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (ea892689-b045-4a79-987a-9fc7cdb0d0b0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.794171 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ea892689-b045-4a79-987a-9fc7cdb0d0b0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.798530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa3c842f-24f7-441c-84a0-a38ce084ea0f req-ec4517e9-73d9-4ab8-90ba-0da50594bd4f tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0885267 Mar 10 15:14:56.814581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:14:56.817028 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (ea892689-b045-4a79-987a-9fc7cdb0d0b0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.834744 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3a691fb1-1bf2-45c3-be2d-1523f022fbb6 None None] Calling delete_port for d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:56.840371 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:14:56.861789 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:14:56.914456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60778) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:57.024229 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec41036f-c4d6-4cab-b689-31caef8920df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.056379 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c06f765b-421b-40b7-8c70-f59bb0a8c55a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.059753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70c8b05f-2257-4e98-a0b1-58ec826a79c7 req-d9cbd6fc-011e-47a0-bc11-eb2cfea4bf04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46babbec-00da-45ce-bbb1-5b7cc9777e68 HTTP/1.1" status: 200 len: 210 time: 0.0683920 Mar 10 15:14:57.077880 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.084452 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "DELETE /v2.0/networks/c06f765b-421b-40b7-8c70-f59bb0a8c55a HTTP/1.1" status: 204 len: 168 time: 1.2424526 Mar 10 15:14:57.085858 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3a691fb1-1bf2-45c3-be2d-1523f022fbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (d4751a49-bfaa-4e90-8a44-e3e1b6be1e50), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.092845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60780) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:57.106811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95681c-28d6-4161-8d7f-82233d7a2bf9 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event deleted for resources: {'Network': ['ID=c06f765b-421b-40b7-8c70-f59bb0a8c55a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:57.140204 n-d-833090-1 neutron-server[115535]: INFO neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No ports have port_id starting with d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 Mar 10 15:14:57.156234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a691fb1-1bf2-45c3-be2d-1523f022fbb6 None None] Pushing event deleted for resources: {'Port': ['ID=d4751a49-bfaa-4e90-8a44-e3e1b6be1e50,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:57.216529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (b66b6e7f-67a6-46d5-af22-808beb5d526d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.221288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a691fb1-1bf2-45c3-be2d-1523f022fbb6 None None] No DVR routers for this DVR port d4751a49-bfaa-4e90-8a44-e3e1b6be1e50 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:57.285922 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec41036f-c4d6-4cab-b689-31caef8920df admin admin] Publish callbacks [] for security_group (9b175e5d-8849-4742-9da9-8c602000ca50), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.306763 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec41036f-c4d6-4cab-b689-31caef8920df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9b175e5d-8849-4742-9da9-8c602000ca50), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.345870 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41036f-c4d6-4cab-b689-31caef8920df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b175e5d-8849-4742-9da9-8c602000ca50,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:57.413685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (b66b6e7f-67a6-46d5-af22-808beb5d526d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.432281 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ec41036f-c4d6-4cab-b689-31caef8920df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=280361ce78924e5aa72a8a1728459126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5166683 Mar 10 15:14:57.435523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60794) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:57.461298 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66b6e7f-67a6-46d5-af22-808beb5d526d']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:57.475939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db335c3d-0373-4ab8-b616-18ee49bc1f7e') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:57.476308 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db335c3d-0373-4ab8-b616-18ee49bc1f7e') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:57.490752 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (db335c3d-0373-4ab8-b616-18ee49bc1f7e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.524107 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (db335c3d-0373-4ab8-b616-18ee49bc1f7e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.532919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:14:57.533613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (db335c3d-0373-4ab8-b616-18ee49bc1f7e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.535079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-591f2adc-65e1-4a0d-a022-3bbe40a0cfd6 req-31da86da-c8cb-4d8e-b78c-8040c96b8484 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0731497 Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:14:57.539161 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:14:57.611481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24f88eec-b48e-412e-a50d-1353bbf6a639 req-a886bb21-73bd-43c9-9101-698a0e9ed955 tempest-ServersAaction247Test-879345321 tempest-ServersAaction247Test-879345321-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.0632436 Mar 10 15:14:57.617571 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (b66b6e7f-67a6-46d5-af22-808beb5d526d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.631062 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.637061 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "DELETE /v2.0/networks/b66b6e7f-67a6-46d5-af22-808beb5d526d HTTP/1.1" status: 204 len: 168 time: 0.5418985 Mar 10 15:14:57.644798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60800) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:57.668086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5eea0-b84e-4414-9ec4-600764e4a563 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event deleted for resources: {'Network': ['ID=b66b6e7f-67a6-46d5-af22-808beb5d526d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:57.700591 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68526ada-4149-4836-b23c-c18669cbf17e admin admin] Publish callbacks [] for security_group (9b175e5d-8849-4742-9da9-8c602000ca50), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.754577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a31860-0873-407b-bd41-6827fe95c69d tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Deleting subnet ac0bc792-30bc-4774-85a3-8ae76e6783ec {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:14:57.760941 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f5a31860-0873-407b-bd41-6827fe95c69d tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for subnet (ac0bc792-30bc-4774-85a3-8ae76e6783ec), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.766699 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68526ada-4149-4836-b23c-c18669cbf17e admin admin] Publish callbacks [] for security_group (9b175e5d-8849-4742-9da9-8c602000ca50), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.837546 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f5a31860-0873-407b-bd41-6827fe95c69d tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (ac0bc792-30bc-4774-85a3-8ae76e6783ec), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:57.970394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fcdc7952-f0a5-4879-9e74-5435156969bb req-928d5393-3b76-4a60-9ebe-f5278483d5aa tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0333695 Mar 10 15:14:58.031104 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68526ada-4149-4836-b23c-c18669cbf17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9b175e5d-8849-4742-9da9-8c602000ca50), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:58.034784 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68526ada-4149-4836-b23c-c18669cbf17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:58.036050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-68526ada-4149-4836-b23c-c18669cbf17e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b175e5d-8849-4742-9da9-8c602000ca50 HTTP/1.1" status: 204 len: 168 time: 0.5994494 Mar 10 15:14:58.081138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68526ada-4149-4836-b23c-c18669cbf17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b175e5d-8849-4742-9da9-8c602000ca50,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:58.097393 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f5a31860-0873-407b-bd41-6827fe95c69d tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (ac0bc792-30bc-4774-85a3-8ae76e6783ec), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:58.170807 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:58.192414 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f5a31860-0873-407b-bd41-6827fe95c69d tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (ac0bc792-30bc-4774-85a3-8ae76e6783ec), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:58.247438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a31860-0873-407b-bd41-6827fe95c69d tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0bc792-30bc-4774-85a3-8ae76e6783ec,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:58.256281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f5a31860-0873-407b-bd41-6827fe95c69d tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:58.264178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60818) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:58.264348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f5a31860-0873-407b-bd41-6827fe95c69d tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "DELETE /v2.0/subnets/ac0bc792-30bc-4774-85a3-8ae76e6783ec HTTP/1.1" status: 204 len: 168 time: 0.6160638 Mar 10 15:14:58.268190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc50a76-c60d-4cd7-87ff-e14d7b5783f5 None None] Network 9b7fefcd-5308-406c-900d-ae63328e8787 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:14:58.530069 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9b7fefcd-5308-406c-900d-ae63328e8787), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:58.650230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Deleting port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:58.650705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:58.680179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61bd828-4282-4f67-b7d1-70928e3f7712 None None] DHCP port deletion for 9b7fefcd-5308-406c-900d-ae63328e8787 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:14:58.786776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e61bd828-4282-4f67-b7d1-70928e3f7712 None None] Deleting port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:14:58.787226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e61bd828-4282-4f67-b7d1-70928e3f7712 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:58.813448 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] For port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397,segment=NetworkSegment(1bf7e857-b3fc-4dd0-82be-8213ee97e3ae),segment_id=1bf7e857-b3fc-4dd0-82be-8213ee97e3ae)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:58.816541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:58.856880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Calling delete_port for 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:58.866162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a2e9ecb-67aa-4993-be97-e4ec73e172a9 req-b8df1e12-872e-4d23-a357-96cac418fa97 tempest-ServersAaction247Test-879345321 tempest-ServersAaction247Test-879345321-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.0835853 Mar 10 15:14:58.896065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e61bd828-4282-4f67-b7d1-70928e3f7712 None None] For port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397,segment=NetworkSegment(1bf7e857-b3fc-4dd0-82be-8213ee97e3ae),segment_id=1bf7e857-b3fc-4dd0-82be-8213ee97e3ae)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:14:58.896757 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e61bd828-4282-4f67-b7d1-70928e3f7712 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:58.913712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e61bd828-4282-4f67-b7d1-70928e3f7712 None None] Calling delete_port for 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:14:59.022774 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:59.085588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event deleted for resources: {'Port': ['ID=8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:59.110631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] No DVR routers for this DVR port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:59.161221 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e61bd828-4282-4f67-b7d1-70928e3f7712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:59.226000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bd828-4282-4f67-b7d1-70928e3f7712 None None] Pushing event deleted for resources: {'Port': ['ID=8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:59.237660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61bd828-4282-4f67-b7d1-70928e3f7712 None None] No DVR routers for this DVR port 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:14:59.261480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2064543-62e1-427c-a82b-04acbba8543c req-1ec2df73-7beb-4a26-98bd-d2c9155792f9 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0640836 Mar 10 15:14:59.263863 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9b7fefcd-5308-406c-900d-ae63328e8787), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:59.303128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7fefcd-5308-406c-900d-ae63328e8787']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:59.324452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf7e857-b3fc-4dd0-82be-8213ee97e3ae') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:59.324838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf7e857-b3fc-4dd0-82be-8213ee97e3ae') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:14:59.339030 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (1bf7e857-b3fc-4dd0-82be-8213ee97e3ae), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:59.361228 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (1bf7e857-b3fc-4dd0-82be-8213ee97e3ae), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:59.375937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:14:59.376821 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (1bf7e857-b3fc-4dd0-82be-8213ee97e3ae), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:14:59.380267 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:14:59.475327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9b7fefcd-5308-406c-900d-ae63328e8787), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:59.488041 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:59.495506 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "DELETE /v2.0/networks/9b7fefcd-5308-406c-900d-ae63328e8787 HTTP/1.1" status: 204 len: 168 time: 1.2299056 Mar 10 15:14:59.498446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60872) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:59.519395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5472c1d-5ddf-425e-ae85-1556f6546539 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Pushing event deleted for resources: {'Network': ['ID=9b7fefcd-5308-406c-900d-ae63328e8787,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:14:59.562375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60874) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:14:59.562617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c5cbd924-0114-448c-ac61-a843e31ea453 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e20dac5-f72d-4801-b31e-6c1f00c8acb6 HTTP/1.1" status: 200 len: 205 time: 0.0627925 Mar 10 15:14:59.690619 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f30fdc19-f235-4fb0-8660-3aca06761834 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for router (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:59.889728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-687eefe6-2672-49da-bf27-4529461befb9 req-da9d24a3-2219-4567-a241-e320268d5060 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0698028 Mar 10 15:14:59.972535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f30fdc19-f235-4fb0-8660-3aca06761834 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:14:59.975211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f30fdc19-f235-4fb0-8660-3aca06761834 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for router_controller (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:00.041961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f30fdc19-f235-4fb0-8660-3aca06761834 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (4e20dac5-f72d-4801-b31e-6c1f00c8acb6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:00.048718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30fdc19-f235-4fb0-8660-3aca06761834 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Fanout notify agent at l3_agent the message router_deleted on router 4e20dac5-f72d-4801-b31e-6c1f00c8acb6 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:15:00.059633 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f30fdc19-f235-4fb0-8660-3aca06761834 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:00.069290 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f30fdc19-f235-4fb0-8660-3aca06761834 tempest-RoutersNegativeTest-774477584 tempest-RoutersNegativeTest-774477584-project] 10.222.0.11 "DELETE /v2.0/routers/4e20dac5-f72d-4801-b31e-6c1f00c8acb6 HTTP/1.1" status: 204 len: 168 time: 0.5053346 Mar 10 15:15:00.095733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7dee029-f366-4420-a109-7b6d65209c77 req-f95f69d4-86cc-49c6-9131-c219cddf554e tempest-ServersAaction247Test-879345321 tempest-ServersAaction247Test-879345321-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.0646844 Mar 10 15:15:00.234774 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:15:00.432906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:15:00.469518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60910) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:00.480352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:15:00.480352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8aab0bb8-8dc4-4308-9a7e-b00cfd3f2397 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:15:00.494121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afb36173-dada-4bf9-bd4d-cd823e1341f0 req-c7c72a26-7b5c-4e5d-a057-6085fe5a1cfd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.0358403 Mar 10 15:15:00.657662 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-912126e1-b1a3-41fb-aaae-d2a42acc8c0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58f7b9aa034549b09d50c641f5b6a17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865819 Mar 10 15:15:00.659869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60924) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:00.715279 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b76b768-9bcc-47d8-82ac-97a951be4307 admin admin] Publish callbacks [] for security_group (161c4d22-63ab-4f58-abef-e90ee86820cc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:00.743627 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b76b768-9bcc-47d8-82ac-97a951be4307 admin admin] Publish callbacks [] for security_group (161c4d22-63ab-4f58-abef-e90ee86820cc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:00.803306 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b76b768-9bcc-47d8-82ac-97a951be4307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (161c4d22-63ab-4f58-abef-e90ee86820cc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:00.807249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b76b768-9bcc-47d8-82ac-97a951be4307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:00.808680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3b76b768-9bcc-47d8-82ac-97a951be4307 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/161c4d22-63ab-4f58-abef-e90ee86820cc HTTP/1.1" status: 204 len: 168 time: 0.1477048 Mar 10 15:15:00.824227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76b768-9bcc-47d8-82ac-97a951be4307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161c4d22-63ab-4f58-abef-e90ee86820cc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:01.028568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0712efe-a45a-4941-8851-90230db86875 req-bf7fcb02-03d2-423a-8eeb-62c18494f940 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0403597 Mar 10 15:15:01.248280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bca23fe3-7b11-4b6c-9ecc-b804fc667f69 req-9644e456-1bfb-498f-9c2b-b7e6fa21913c tempest-ServersAaction247Test-879345321 tempest-ServersAaction247Test-879345321-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.0529087 Mar 10 15:15:01.983988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32786) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:02.179520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b969f6dc-1b1a-4adf-82ed-7c722061595f req-b70618e8-9966-408f-ab24-351c99ef6e91 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0464158 Mar 10 15:15:02.213502 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f63a0527-c5c0-4fc4-9ca6-488b8b901992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.323021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f63a0527-c5c0-4fc4-9ca6-488b8b901992 admin admin] Publish callbacks [] for security_group (a8197750-7d2c-47e8-add3-4b33452ddb12), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.329830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f63a0527-c5c0-4fc4-9ca6-488b8b901992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a8197750-7d2c-47e8-add3-4b33452ddb12), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.364212 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32820) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:02.387780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a0527-c5c0-4fc4-9ca6-488b8b901992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8197750-7d2c-47e8-add3-4b33452ddb12,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:02.417067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1bcba4f-2d81-4759-a171-21ade9487551 req-594a0280-f07b-4931-a3f6-d67566113706 tempest-ServersAaction247Test-879345321 tempest-ServersAaction247Test-879345321-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.0485778 Mar 10 15:15:02.423417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f63a0527-c5c0-4fc4-9ca6-488b8b901992 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aca8bc5343a14729955c003343d152ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4369013 Mar 10 15:15:02.423662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32824) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:02.478304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d72bf3a-9bfa-4c86-8cb3-f04fcf285d8c admin admin] Publish callbacks [] for security_group (a8197750-7d2c-47e8-add3-4b33452ddb12), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.504215 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d72bf3a-9bfa-4c86-8cb3-f04fcf285d8c admin admin] Publish callbacks [] for security_group (a8197750-7d2c-47e8-add3-4b33452ddb12), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.520220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-544074884'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:02.543455 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Made reservation on behalf of 72eadafe63f549f98db07fe060aaee34 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:02.547701 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.558842 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.577512 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d72bf3a-9bfa-4c86-8cb3-f04fcf285d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a8197750-7d2c-47e8-add3-4b33452ddb12), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.580587 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d72bf3a-9bfa-4c86-8cb3-f04fcf285d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.585364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7d72bf3a-9bfa-4c86-8cb3-f04fcf285d8c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8197750-7d2c-47e8-add3-4b33452ddb12 HTTP/1.1" status: 204 len: 168 time: 0.1605458 Mar 10 15:15:02.594063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72bf3a-9bfa-4c86-8cb3-f04fcf285d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8197750-7d2c-47e8-add3-4b33452ddb12,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:02.616914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32836) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:02.682885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for security_group (255432de-d1df-47ed-8ebe-297e5cee4f5c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.690671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (255432de-d1df-47ed-8ebe-297e5cee4f5c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.706710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:02.718297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d445fa20-d350-4586-9d51-f6eb3ca9723f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.718688 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Added segment d445fa20-d350-4586-9d51-f6eb3ca9723f of type vlan for network ada1c181-ea27-4850-8e7f-ec2693f0615c Mar 10 15:15:02.798727 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ada1c181-ea27-4850-8e7f-ec2693f0615c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.842662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255432de-d1df-47ed-8ebe-297e5cee4f5c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:02.851053 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ada1c181-ea27-4850-8e7f-ec2693f0615c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.856832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:02.857808 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:02.909191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32854) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:02.909435 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5435040 Mar 10 15:15:02.914772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Request body: {'subnet': {'network_id': 'ada1c181-ea27-4850-8e7f-ec2693f0615c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:02.940121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41bd6c-6492-48f9-ab14-022e793a0d06 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Pushing event updated for resources: {'Network': ['ID=ada1c181-ea27-4850-8e7f-ec2693f0615c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:02.954492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ada1c181-ea27-4850-8e7f-ec2693f0615c details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:02.993896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d57b1837-7cc8-4e5f-b820-0b25ac848f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.085670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Made reservation on behalf of 72eadafe63f549f98db07fe060aaee34 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:03.089803 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.128512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32858) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:03.159239 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab4edc36-46ec-4484-bcad-e7bee65323ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.244883 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab4edc36-46ec-4484-bcad-e7bee65323ac admin admin] Publish callbacks [] for security_group (7be1d54f-9113-4013-b54d-fead3db43690), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.248610 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab4edc36-46ec-4484-bcad-e7bee65323ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7be1d54f-9113-4013-b54d-fead3db43690), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.270719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b43531e-9cd7-46bc-9763-345fb1e1cc56 req-654a00d0-1b99-4349-a83a-cac56abea88c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f54b09264134df586000f9e8bdf39db&device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.0680370 Mar 10 15:15:03.287510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4edc36-46ec-4484-bcad-e7bee65323ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be1d54f-9113-4013-b54d-fead3db43690,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:03.292806 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ab4edc36-46ec-4484-bcad-e7bee65323ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1274451d242844ea819f159781460f5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631999 Mar 10 15:15:03.295781 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32864) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:03.303275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-330d3946-9fa0-441a-a8c4-4917447e046f req-03aa7522-c5a5-43c5-a8b4-445b596fa1de tempest-ServersAaction247Test-879345321 tempest-ServersAaction247Test-879345321-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.0791283 Mar 10 15:15:03.306330 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d57b1837-7cc8-4e5f-b820-0b25ac848f8c admin admin] Publish callbacks [] for security_group (f0f17382-e685-41e3-831f-79c7b32d6c74), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.330969 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d57b1837-7cc8-4e5f-b820-0b25ac848f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f0f17382-e685-41e3-831f-79c7b32d6c74), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.342431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b43531e-9cd7-46bc-9763-345fb1e1cc56 req-27eb4d26-2a9f-4f14-9aee-084a6897006e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8f54b09264134df586000f9e8bdf39db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427804 Mar 10 15:15:03.349581 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0871246b-2b3a-452c-81e9-c71f1e3f8456 admin admin] Publish callbacks [] for security_group (7be1d54f-9113-4013-b54d-fead3db43690), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.373301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0871246b-2b3a-452c-81e9-c71f1e3f8456 admin admin] Publish callbacks [] for security_group (7be1d54f-9113-4013-b54d-fead3db43690), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.422926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0871246b-2b3a-452c-81e9-c71f1e3f8456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7be1d54f-9113-4013-b54d-fead3db43690), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.425442 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0871246b-2b3a-452c-81e9-c71f1e3f8456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.426577 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0871246b-2b3a-452c-81e9-c71f1e3f8456 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7be1d54f-9113-4013-b54d-fead3db43690 HTTP/1.1" status: 204 len: 168 time: 0.1299918 Mar 10 15:15:03.433625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d57b1837-7cc8-4e5f-b820-0b25ac848f8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e4cc37b78394beaaa8802b821b37009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8153522 Mar 10 15:15:03.438081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32868) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:03.446410 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871246b-2b3a-452c-81e9-c71f1e3f8456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be1d54f-9113-4013-b54d-fead3db43690,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:03.473771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b1837-7cc8-4e5f-b820-0b25ac848f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f17382-e685-41e3-831f-79c7b32d6c74,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:03.488106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-204702bb-08da-4376-ad70-74444c5b3ea6 req-4984d8fc-e266-4111-aeb4-0a375cbd3b92 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0826254 Mar 10 15:15:03.496247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d24ac1-1698-4179-aec2-2545a835dd02 req-ca938fd9-0328-4acb-94f7-1bed3472a8dc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:03.504027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08d24ac1-1698-4179-aec2-2545a835dd02 req-ca938fd9-0328-4acb-94f7-1bed3472a8dc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 946 time: 0.3137233 Mar 10 15:15:03.507807 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f9a-655c-4b1e-a1ae-572c5dbae036 admin admin] Publish callbacks [] for security_group (f0f17382-e685-41e3-831f-79c7b32d6c74), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.548797 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f9a-655c-4b1e-a1ae-572c5dbae036 admin admin] Publish callbacks [] for security_group (f0f17382-e685-41e3-831f-79c7b32d6c74), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.604715 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f9a-655c-4b1e-a1ae-572c5dbae036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f0f17382-e685-41e3-831f-79c7b32d6c74), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.608191 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccad3f9a-655c-4b1e-a1ae-572c5dbae036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.613890 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ccad3f9a-655c-4b1e-a1ae-572c5dbae036 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0f17382-e685-41e3-831f-79c7b32d6c74 HTTP/1.1" status: 204 len: 168 time: 0.1726279 Mar 10 15:15:03.622413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad3f9a-655c-4b1e-a1ae-572c5dbae036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f17382-e685-41e3-831f-79c7b32d6c74,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:03.664615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08d24ac1-1698-4179-aec2-2545a835dd02 req-16ddbff0-7bfe-4156-8973-03e1adad285a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1595454 Mar 10 15:15:03.666654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43531e-9cd7-46bc-9763-345fb1e1cc56 req-b2fc1981-d0f0-411c-a1b3-31997a97c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:03.673358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b43531e-9cd7-46bc-9763-345fb1e1cc56 req-b2fc1981-d0f0-411c-a1b3-31997a97c830 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3139462 Mar 10 15:15:03.674282 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (9a8b4e7f-5746-4012-90a1-73e0212d4542), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.753523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Pushing event updated for resources: {'Subnet': ['ID=9a8b4e7f-5746-4012-90a1-73e0212d4542,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:03.760617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Checking segment: {'id': 'd445fa20-d350-4586-9d51-f6eb3ca9723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ada1c181-ea27-4850-8e7f-ec2693f0615c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:03.761784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Network hostable DHCP agents. Network: ada1c181-ea27-4850-8e7f-ec2693f0615c, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:15:03.778275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Network ada1c181-ea27-4850-8e7f-ec2693f0615c is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:03.789104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ada1c181-ea27-4850-8e7f-ec2693f0615c) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:03.797754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:03.798408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.799696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85d572-5e5e-4e6b-86f9-6585d8778fef None None] Network ada1c181-ea27-4850-8e7f-ec2693f0615c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:03.819175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a4ed50cf-0f29-4150-acdd-5e277abdb255 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9087021 Mar 10 15:15:03.821967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32876) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:03.827457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Request body: {'port': {'network_id': 'ada1c181-ea27-4850-8e7f-ec2693f0615c', 'name': 'tempest-TagsExtTest-2034220765'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:03.936366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-ada1c181-ea27-4850-8e7f-ec2693f0615c', 'network_id': 'ada1c181-ea27-4850-8e7f-ec2693f0615c', 'project_id': '72eadafe63f549f98db07fe060aaee34', 'fixed_ips': [{'subnet_id': '9a8b4e7f-5746-4012-90a1-73e0212d4542'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:15:03.937320 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:03.978879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Made reservation on behalf of 72eadafe63f549f98db07fe060aaee34 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:03.983395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.004153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] device_id is not set on port 092a4f82-03c7-4a25-a228-f0f98a402f06 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:15:04.063955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32886) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:04.077914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Allocated IP 172.20.0.2 (ada1c181-ea27-4850-8e7f-ec2693f0615c/9a8b4e7f-5746-4012-90a1-73e0212d4542/3ab719a8-2fd9-4444-930c-abcee76f7400) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:04.079226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-685a0791-250c-4829-a043-1b4ca8bf112d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.166569 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-685a0791-250c-4829-a043-1b4ca8bf112d admin admin] Publish callbacks [] for security_group (11e5553d-62bb-471b-b601-793f22321e8c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.172791 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-685a0791-250c-4829-a043-1b4ca8bf112d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (11e5553d-62bb-471b-b601-793f22321e8c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.214602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32894) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:04.214863 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-685a0791-250c-4829-a043-1b4ca8bf112d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62508594eb504bb8b8e089af2df96f7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1496429 Mar 10 15:15:04.225102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a0791-250c-4829-a043-1b4ca8bf112d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e5553d-62bb-471b-b601-793f22321e8c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:04.287980 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c02ec91a-29ce-4557-9203-44b27baf97ab admin admin] Publish callbacks [] for security_group (11e5553d-62bb-471b-b601-793f22321e8c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.295692 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Publish callbacks [] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.302816 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.345541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Network ada1c181-ea27-4850-8e7f-ec2693f0615c is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:04.347214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:04.359455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:04.412529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Allocated IP 172.20.0.11 (ada1c181-ea27-4850-8e7f-ec2693f0615c/9a8b4e7f-5746-4012-90a1-73e0212d4542/092a4f82-03c7-4a25-a228-f0f98a402f06) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:04.431259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Pushing event updated for resources: {'Port': ['ID=3ab719a8-2fd9-4444-930c-abcee76f7400,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:04.457489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Attempting to bind port 3ab719a8-2fd9-4444-930c-abcee76f7400 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:04.457888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Attempting to bind port 3ab719a8-2fd9-4444-930c-abcee76f7400 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'd445fa20-d350-4586-9d51-f6eb3ca9723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ada1c181-ea27-4850-8e7f-ec2693f0615c'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:04.459024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Attempting to bind port 3ab719a8-2fd9-4444-930c-abcee76f7400 on network ada1c181-ea27-4850-8e7f-ec2693f0615c {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:04.464308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:04.464711 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Checking segment: {'id': 'd445fa20-d350-4586-9d51-f6eb3ca9723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ada1c181-ea27-4850-8e7f-ec2693f0615c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:04.465115 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.465507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Bound using segment: {'id': 'd445fa20-d350-4586-9d51-f6eb3ca9723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ada1c181-ea27-4850-8e7f-ec2693f0615c'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:04.465970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Bound port: 3ab719a8-2fd9-4444-930c-abcee76f7400, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd445fa20-d350-4586-9d51-f6eb3ca9723f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ada1c181-ea27-4850-8e7f-ec2693f0615c'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:04.466345 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.475376 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c02ec91a-29ce-4557-9203-44b27baf97ab admin admin] Publish callbacks [] for security_group (11e5553d-62bb-471b-b601-793f22321e8c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.535425 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] For port 3ab719a8-2fd9-4444-930c-abcee76f7400, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:04.540930 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] For port 3ab719a8-2fd9-4444-930c-abcee76f7400, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3ab719a8-2fd9-4444-930c-abcee76f7400,segment=NetworkSegment(d445fa20-d350-4586-9d51-f6eb3ca9723f),segment_id=d445fa20-d350-4586-9d51-f6eb3ca9723f)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:04.550836 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.570919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-490c5f5e-33fb-4213-a582-eeaa4c4a4a0c req-7c304f6f-8c6d-42f1-b9e2-4a70b9286714 tempest-ServersAaction247Test-879345321 tempest-ServersAaction247Test-879345321-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.0831125 Mar 10 15:15:04.651234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73728c0b-1d66-445e-8026-c6c2557bfbe6 None None] Pushing event updated for resources: {'Port': ['ID=3ab719a8-2fd9-4444-930c-abcee76f7400,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:04.665374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e87a060b-bebc-4461-8d69-af99be174c7b req-1ce53ecf-7433-467c-983e-15a4bb029a2e tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0424876 Mar 10 15:15:04.696010 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c02ec91a-29ce-4557-9203-44b27baf97ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (11e5553d-62bb-471b-b601-793f22321e8c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.699994 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c02ec91a-29ce-4557-9203-44b27baf97ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.701508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c02ec91a-29ce-4557-9203-44b27baf97ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11e5553d-62bb-471b-b601-793f22321e8c HTTP/1.1" status: 204 len: 168 time: 0.4854801 Mar 10 15:15:04.716258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ec91a-29ce-4557-9203-44b27baf97ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e5553d-62bb-471b-b601-793f22321e8c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:04.734382 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for port (092a4f82-03c7-4a25-a228-f0f98a402f06), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.831320 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (092a4f82-03c7-4a25-a228-f0f98a402f06), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:04.858206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371823a-183d-4e21-843d-b21e34190234 req-1c32d779-5d4b-426c-9d31-2ae41adaa918 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:04.867830 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4371823a-183d-4e21-843d-b21e34190234 req-1c32d779-5d4b-426c-9d31-2ae41adaa918 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 946 time: 0.1044822 Mar 10 15:15:04.951321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Network ada1c181-ea27-4850-8e7f-ec2693f0615c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:04.957482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:04.965827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:05.024327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:05.024906 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:05.051728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2286160 Mar 10 15:15:05.054031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869989ee-ab56-4b41-8c4b-626ab99e3dd3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Pushing event updated for resources: {'Port': ['ID=092a4f82-03c7-4a25-a228-f0f98a402f06,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:05.055331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32924) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:05.062975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3af6cf59-9cdc-4edc-80da-23c33fd6ac76 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1741217139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:05.086745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4371823a-183d-4e21-843d-b21e34190234 req-020d10cd-0995-492a-9528-7ad2be31f9a5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2146184 Mar 10 15:15:05.101773 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3af6cf59-9cdc-4edc-80da-23c33fd6ac76 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (c19db217-5b1e-497e-adfd-1fb62a4db7fd), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:05.102282 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3af6cf59-9cdc-4edc-80da-23c33fd6ac76 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (c19db217-5b1e-497e-adfd-1fb62a4db7fd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:05.164792 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3af6cf59-9cdc-4edc-80da-23c33fd6ac76 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for router_controller (c19db217-5b1e-497e-adfd-1fb62a4db7fd), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:05.171292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3af6cf59-9cdc-4edc-80da-23c33fd6ac76 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (c19db217-5b1e-497e-adfd-1fb62a4db7fd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:05.191792 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3af6cf59-9cdc-4edc-80da-23c33fd6ac76 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:05.193332 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3af6cf59-9cdc-4edc-80da-23c33fd6ac76 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1361928 Mar 10 15:15:05.196233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32930) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:05.201294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-024edff3-b0ae-4659-806d-8dd41e2144ac tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1078166160', 'prefixes': ['172.20.0.0/16']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:05.493999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-15f44136-cb0d-44fd-b8d7-5822dad0d90b tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:05.499877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-15f44136-cb0d-44fd-b8d7-5822dad0d90b tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.45 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 946 time: 0.1052825 Mar 10 15:15:05.687464 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-024edff3-b0ae-4659-806d-8dd41e2144ac tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:05.688734 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-024edff3-b0ae-4659-806d-8dd41e2144ac tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4915540 Mar 10 15:15:05.692288 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32954) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:05.697159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-487c3244-28c3-4a82-b8b0-ef9abff48b0e tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542', 'tempest-TagsExtTest-Tag-1800308725') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:05.716299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Deleting port 0eaf15c8-e27b-4395-86e1-9f6633b4952a {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:05.716646 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:05.799961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95ac2466-29be-4799-875a-3234453e9925 req-4b497eb8-679e-4c60-8d70-cf2d1922b2b3 tempest-ServersAaction247Test-879345321 tempest-ServersAaction247Test-879345321-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.0754721 Mar 10 15:15:05.931641 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-487c3244-28c3-4a82-b8b0-ef9abff48b0e tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags/tempest-TagsExtTest-Tag-1800308725 HTTP/1.1" status: 201 len: 201 time: 0.2373922 Mar 10 15:15:05.933819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32964) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:05.940983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-8539f1cc-67a2-47b4-bde0-05fe566646c5 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06', 'tempest-TagsExtTest-Tag-317496461') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:05.947480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5631099b-9820-43df-b6b1-2c8291beeb5b req-9d649af2-3754-466f-bfd6-1103a26d8e9a tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0548391 Mar 10 15:15:05.996459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] For port 0eaf15c8-e27b-4395-86e1-9f6633b4952a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=0eaf15c8-e27b-4395-86e1-9f6633b4952a,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:05.996852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:06.083031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32968) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:06.088761 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8539f1cc-67a2-47b4-bde0-05fe566646c5 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags/tempest-TagsExtTest-Tag-317496461 HTTP/1.1" status: 201 len: 201 time: 0.1479187 Mar 10 15:15:06.093986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.tag.tag_plugin [None req-8975aa88-bb0e-4f42-a209-c252741aecf4 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd', 'tempest-TagsExtTest-Tag-1428966754') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:06.163917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d4058-af96-4449-9dc4-59083a635155 None None] Network ada1c181-ea27-4850-8e7f-ec2693f0615c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:06.200781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b43531e-9cd7-46bc-9763-345fb1e1cc56 req-2f1cb40c-485f-44b4-8618-f63a0dc94c1f tempest-ServersAaction247Test-879345321 tempest-ServersAaction247Test-879345321-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.0498242 Mar 10 15:15:06.349507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-22b5265a-1b68-4767-ac5f-4743620f0bab None None] Provisioning complete for port 3ab719a8-2fd9-4444-930c-abcee76f7400 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:06.350167 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22b5265a-1b68-4767-ac5f-4743620f0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:06.508114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4461c-654f-45ee-97f9-99fd46852ac4 req-9f71ec10-c291-467f-88f0-a9dbc372bb93 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:06.513383 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20b4461c-654f-45ee-97f9-99fd46852ac4 req-9f71ec10-c291-467f-88f0-a9dbc372bb93 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 946 time: 0.2811942 Mar 10 15:15:06.523926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32980) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:06.531094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-24b75ec9-7223-41e8-a2fe-b96ce1379a41 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f', 'tempest-TagsExtTest-Tag-1097981319') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:06.539985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8975aa88-bb0e-4f42-a209-c252741aecf4 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags/tempest-TagsExtTest-Tag-1428966754 HTTP/1.1" status: 201 len: 201 time: 0.4491842 Mar 10 15:15:06.626014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3ab719a8-2fd9-4444-930c-abcee76f7400 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:06.654024 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-24b75ec9-7223-41e8-a2fe-b96ce1379a41 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags/tempest-TagsExtTest-Tag-1097981319 HTTP/1.1" status: 201 len: 201 time: 0.1283619 Mar 10 15:15:06.654714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32986) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:06.660540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-36d521ac-06c9-4594-a581-479311b7b253 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:06.674593 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:06.675099 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (228d3a7b-f88b-4af9-8701-a037bb7cd541), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:06.675427 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Floating IP 228d3a7b-f88b-4af9-8701-a037bb7cd541 disassociated. External IP: 172.25.3.125, port: 0eaf15c8-e27b-4395-86e1-9f6633b4952a. Mar 10 15:15:06.681552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Calling delete_port for 0eaf15c8-e27b-4395-86e1-9f6633b4952a owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:06.747816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-22b5265a-1b68-4767-ac5f-4743620f0bab None None] Current status of the port 3ab719a8-2fd9-4444-930c-abcee76f7400 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:06.748295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22b5265a-1b68-4767-ac5f-4743620f0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:06.778612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20b4461c-654f-45ee-97f9-99fd46852ac4 req-9e37aee7-3106-4bb4-b063-1760df4a0f61 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc5c1bba-0a43-4087-9efa-ec46f8a86923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2370315 Mar 10 15:15:06.816112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-22b5265a-1b68-4767-ac5f-4743620f0bab None None] For port 3ab719a8-2fd9-4444-930c-abcee76f7400, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3ab719a8-2fd9-4444-930c-abcee76f7400,segment=NetworkSegment(d445fa20-d350-4586-9d51-f6eb3ca9723f),segment_id=d445fa20-d350-4586-9d51-f6eb3ca9723f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:06.828960 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-36d521ac-06c9-4594-a581-479311b7b253 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags HTTP/1.1" status: 200 len: 241 time: 0.1724498 Mar 10 15:15:06.829849 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32992) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:06.833088 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22b5265a-1b68-4767-ac5f-4743620f0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:06.840569 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-c9c5693e-d74e-497a-8ee7-71809307d182 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542', 'tempest-TagsExtTest-Tag-1800308725') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:06.873011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3ab719a8-2fd9-4444-930c-abcee76f7400 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:06.874780 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:06.957464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5265a-1b68-4767-ac5f-4743620f0bab None None] Pushing event updated for resources: {'Port': ['ID=3ab719a8-2fd9-4444-930c-abcee76f7400,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:07.066602 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c9c5693e-d74e-497a-8ee7-71809307d182 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags/tempest-TagsExtTest-Tag-1800308725 HTTP/1.1" status: 204 len: 168 time: 0.2345197 Mar 10 15:15:07.067080 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32998) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:07.085065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-90df4400-d856-41ea-b54e-dba373ce9686 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542', 'tempest-TagsExtTest-Tag-1800308725') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:07.113899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3ab719a8-2fd9-4444-930c-abcee76f7400 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:07.211508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1afe5ef-6cac-44d4-b1a2-4f8c3be2df89 req-26648a6a-f925-4f97-ab9e-65215a836f52 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0901740 Mar 10 15:15:07.217744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e48f371-c94d-445c-bf41-e44e3b1cbd0c req-b93b8f32-8897-4823-a56b-91d3d2f82272 tempest-ServersAaction247Test-879345321 tempest-ServersAaction247Test-879345321-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c9ae85b-3d4b-4f73-ac3d-3b43c9b5ec43 HTTP/1.1" status: 200 len: 210 time: 0.1071925 Mar 10 15:15:07.262398 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0eaf15c8-e27b-4395-86e1-9f6633b4952a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:07.264647 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-90df4400-d856-41ea-b54e-dba373ce9686 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags/tempest-TagsExtTest-Tag-1800308725 HTTP/1.1" status: 204 len: 168 time: 0.1933446 Mar 10 15:15:07.268645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33002) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:07.285796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.tag.tag_plugin [None req-27e5f164-0c1c-41ea-80c2-b4f4b7b27685 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:07.370864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ddf6e7d9-ad5f-4951-bf03-74331a9e56ac None None] Provisioning complete for port 3ab719a8-2fd9-4444-930c-abcee76f7400 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:07.371839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ddf6e7d9-ad5f-4951-bf03-74331a9e56ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:07.477825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event deleted for resources: {'Port': ['ID=0eaf15c8-e27b-4395-86e1-9f6633b4952a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:07.560883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6e7d9-ad5f-4951-bf03-74331a9e56ac None None] Current status of the port 3ab719a8-2fd9-4444-930c-abcee76f7400 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:07.586643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ddf6e7d9-ad5f-4951-bf03-74331a9e56ac None None] Provisioning complete for port 092a4f82-03c7-4a25-a228-f0f98a402f06 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:07.586961 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ddf6e7d9-ad5f-4951-bf03-74331a9e56ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (092a4f82-03c7-4a25-a228-f0f98a402f06), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:07.629206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6e7d9-ad5f-4951-bf03-74331a9e56ac None None] Port 092a4f82-03c7-4a25-a228-f0f98a402f06 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:15:07.706226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33016) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:07.759185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-cbe0cd09-fcdb-4e72-9c56-c5da42385473 None None] Provisioning complete for port 092a4f82-03c7-4a25-a228-f0f98a402f06 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:07.759884 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cbe0cd09-fcdb-4e72-9c56-c5da42385473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (092a4f82-03c7-4a25-a228-f0f98a402f06), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:07.842047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cbe0cd09-fcdb-4e72-9c56-c5da42385473 None None] Port 092a4f82-03c7-4a25-a228-f0f98a402f06 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:15:08.019213 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1633151802'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:08.041069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Made reservation on behalf of 74bdde07f5e84f0797b5fca240cb09ad for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:08.045708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:08.060814 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:08.133173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9ce43cc-a1b3-4b38-988a-eae82f88babd req-a27f462f-56df-45fd-9aa6-b1f14935ead7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 210 time: 0.0343573 Mar 10 15:15:08.172231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33032) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:08.172571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-27e5f164-0c1c-41ea-80c2-b4f4b7b27685 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags HTTP/1.1" status: 200 len: 205 time: 0.8906083 Mar 10 15:15:08.178231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-21504cb7-ad98-449a-9921-bf7760e47695 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:08.182628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Router 4f24379f-afec-43d3-b7a5-367140070ff9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:15:08.327637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks [] for security_group (c0fe435f-01eb-4104-a3a6-121c048dec32), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:08.355600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:15:08.359410 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c0fe435f-01eb-4104-a3a6-121c048dec32), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:08.372801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983de49-a274-4923-a911-cc19dff04534 None None] Sync routers for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:15:08.390229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983de49-a274-4923-a911-cc19dff04534 None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:08.391917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e983de49-a274-4923-a911-cc19dff04534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:08.431862 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-21504cb7-ad98-449a-9921-bf7760e47695 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags HTTP/1.1" status: 200 len: 240 time: 0.2583771 Mar 10 15:15:08.440714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33048) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:08.458632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-d32edc74-cff1-4c01-8a1b-883cd33d65ba tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06', 'tempest-TagsExtTest-Tag-317496461') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:08.465433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:08.497742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] No DVR routers for this DVR port 0eaf15c8-e27b-4395-86e1-9f6633b4952a on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:15:08.501997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ced5f4d-c6d0-44c7-8b9b-6dadbfdcb3e0 req-3f4c96a9-e45a-4049-ad22-29690deee408 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0968220 Mar 10 15:15:08.503469 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:08.508231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c49e3bb-a61c-47c3-84de-faffb8592848 req-a810c620-9efa-4ae4-af12-8664912690f7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.45 "DELETE /v2.0/ports/0eaf15c8-e27b-4395-86e1-9f6633b4952a HTTP/1.1" status: 204 len: 173 time: 3.0005517 Mar 10 15:15:08.509005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'name': 'network-vif-deleted', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:15:08.511989 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7098e0-7e0a-4d1e-a04c-8a75adfa5843" -d '{"events": [{"server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "name": "network-vif-deleted", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:15:08.532495 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fe435f-01eb-4104-a3a6-121c048dec32,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:08.541688 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:08.542486 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Added segment 7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e of type vlan for network a46a2325-74b8-4af6-a915-d23a396b778e Mar 10 15:15:08.604601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (a46a2325-74b8-4af6-a915-d23a396b778e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:08.612290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3ab719a8-2fd9-4444-930c-abcee76f7400 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:08.632884 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ca6e5f-404c-465e-92e5-2d80efe7ad3f x-openstack-request-id: req-f9ca6e5f-404c-465e-92e5-2d80efe7ad3f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:15:08.633382 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f839bee4-ced1-4ebb-996e-5ccb61f60249", "name": "network-vif-deleted", "tag": "0eaf15c8-e27b-4395-86e1-9f6633b4952a", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:15:08.633806 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9ca6e5f-404c-465e-92e5-2d80efe7ad3f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:15:08.634623 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f839bee4-ced1-4ebb-996e-5ccb61f60249', 'name': 'network-vif-deleted', 'tag': '0eaf15c8-e27b-4395-86e1-9f6633b4952a', 'status': 'completed', 'code': 200} Mar 10 15:15:08.658399 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d32edc74-cff1-4c01-8a1b-883cd33d65ba tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags/tempest-TagsExtTest-Tag-317496461 HTTP/1.1" status: 204 len: 168 time: 0.2073154 Mar 10 15:15:08.660954 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33054) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:08.665284 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (a46a2325-74b8-4af6-a915-d23a396b778e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:08.674140 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:08.675415 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:08.684250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-dcee60f8-27ad-4ad2-89f3-432b805ee261 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06', 'tempest-TagsExtTest-Tag-317496461') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:08.801074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3ab719a8-2fd9-4444-930c-abcee76f7400 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:08.801563 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:08.810943 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1027434 Mar 10 15:15:08.814463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33062) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:08.821017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Request body: {'subnet': {'network_id': 'a46a2325-74b8-4af6-a915-d23a396b778e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:08.854943 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0b74f-893a-462b-8fac-3f1eaf8a714e tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Pushing event updated for resources: {'Network': ['ID=a46a2325-74b8-4af6-a915-d23a396b778e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:08.862524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-e983de49-a274-4923-a911-cc19dff04534 None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:15:08.890556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33064) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:08.918001 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dcee60f8-27ad-4ad2-89f3-432b805ee261 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags/tempest-TagsExtTest-Tag-317496461 HTTP/1.1" status: 204 len: 168 time: 0.2551756 Mar 10 15:15:08.919243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network a46a2325-74b8-4af6-a915-d23a396b778e details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:08.923211 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33068) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:08.929208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-1341ad69-814b-4b01-a17e-e8cee52c39d3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:08.986757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Made reservation on behalf of 74bdde07f5e84f0797b5fca240cb09ad for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:09.007223 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:09.019136 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1341ad69-814b-4b01-a17e-e8cee52c39d3 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags HTTP/1.1" status: 200 len: 205 time: 0.0943692 Mar 10 15:15:09.022063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33072) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:09.031137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-4e0fc952-8efb-43fb-91cd-7bbb9e9fa057 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:09.185505 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4e0fc952-8efb-43fb-91cd-7bbb9e9fa057 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags HTTP/1.1" status: 200 len: 241 time: 0.1623614 Mar 10 15:15:09.188275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33078) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:09.199335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-edc565eb-cdd2-4ed1-a2c1-ab7d35445e91 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd', 'tempest-TagsExtTest-Tag-1428966754') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:09.231085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3ab719a8-2fd9-4444-930c-abcee76f7400 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:09.350782 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-edc565eb-cdd2-4ed1-a2c1-ab7d35445e91 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags/tempest-TagsExtTest-Tag-1428966754 HTTP/1.1" status: 204 len: 168 time: 0.1583197 Mar 10 15:15:09.351385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33080) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:09.357834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-9798a434-9ea4-4627-8d27-0cda91b94787 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd', 'tempest-TagsExtTest-Tag-1428966754') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:09.361528 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (15b4a5f3-3791-48cc-bb8f-165b514bacc4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:09.460097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b21f9a43-0625-492a-8f84-7046b9241a2b req-2aac2846-401c-4c77-b495-61ab3d1df56e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=f839bee4-ced1-4ebb-996e-5ccb61f60249 HTTP/1.1" status: 200 len: 210 time: 0.0530558 Mar 10 15:15:09.478572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e983de49-a274-4923-a911-cc19dff04534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:09.488021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Pushing event updated for resources: {'Subnet': ['ID=15b4a5f3-3791-48cc-bb8f-165b514bacc4,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:09.504324 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9798a434-9ea4-4627-8d27-0cda91b94787 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags/tempest-TagsExtTest-Tag-1428966754 HTTP/1.1" status: 204 len: 168 time: 0.1523058 Mar 10 15:15:09.507122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33082) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:09.510141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8566658f-7e30-489b-93a6-282f5c4bc3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:09.520305 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-c3bf3f18-afe9-43e7-9f33-029a0e00807d tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:09.524623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Checking segment: {'id': '7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a46a2325-74b8-4af6-a915-d23a396b778e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:09.525458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Network hostable DHCP agents. Network: a46a2325-74b8-4af6-a915-d23a396b778e, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:15:09.532126 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983de49-a274-4923-a911-cc19dff04534 None None] Checking router: 4f24379f-afec-43d3-b7a5-367140070ff9 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:15:09.546314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983de49-a274-4923-a911-cc19dff04534 None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:09.547166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e983de49-a274-4923-a911-cc19dff04534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:09.577118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Network a46a2325-74b8-4af6-a915-d23a396b778e is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:09.604508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, a46a2325-74b8-4af6-a915-d23a396b778e) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:09.612337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:09.613468 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:09.641788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3f8ec250-20b9-4160-ae27-f2285b188cfc tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8265612 Mar 10 15:15:09.644359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33086) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:09.645490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b006266-08a7-4072-b401-50658cc78638 None None] Network a46a2325-74b8-4af6-a915-d23a396b778e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:09.653448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Request body: {'port': {'network_id': 'a46a2325-74b8-4af6-a915-d23a396b778e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-22940661'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:09.701382 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8566658f-7e30-489b-93a6-282f5c4bc3a4 admin admin] Publish callbacks [] for security_group (92e6a8ab-d612-4d11-9635-2efebc61a2de), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:09.724690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec08047a-8afe-4085-8964-9af722e5ee99 req-8f49e578-d520-4b4b-a33b-12e5ae71f746 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0582175 Mar 10 15:15:09.726044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8566658f-7e30-489b-93a6-282f5c4bc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (92e6a8ab-d612-4d11-9635-2efebc61a2de), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:09.743809 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c3bf3f18-afe9-43e7-9f33-029a0e00807d tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags HTTP/1.1" status: 200 len: 205 time: 0.2355070 Mar 10 15:15:09.756941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33088) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:09.768444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-7b89ff19-7203-4dfa-8a08-aea7987584f5 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:09.802530 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7b89ff19-7203-4dfa-8a08-aea7987584f5 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags HTTP/1.1" status: 200 len: 241 time: 0.0431089 Mar 10 15:15:09.803851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33090) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:09.816535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-a46a2325-74b8-4af6-a915-d23a396b778e', 'network_id': 'a46a2325-74b8-4af6-a915-d23a396b778e', 'project_id': '74bdde07f5e84f0797b5fca240cb09ad', 'fixed_ips': [{'subnet_id': '15b4a5f3-3791-48cc-bb8f-165b514bacc4'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:15:09.817962 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:09.821730 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-3261a00a-8a56-4618-8119-4fddc44dcd21 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f', 'tempest-TagsExtTest-Tag-1097981319') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:09.823427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8566658f-7e30-489b-93a6-282f5c4bc3a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f54b09264134df586000f9e8bdf39db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9313865 Mar 10 15:15:09.826722 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33092) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:09.826935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566658f-7e30-489b-93a6-282f5c4bc3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e6a8ab-d612-4d11-9635-2efebc61a2de,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:09.874194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-e983de49-a274-4923-a911-cc19dff04534 None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:15:09.894346 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3261a00a-8a56-4618-8119-4fddc44dcd21 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags/tempest-TagsExtTest-Tag-1097981319 HTTP/1.1" status: 204 len: 168 time: 0.0870886 Mar 10 15:15:09.894596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33096) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:09.899270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-732dc301-d7f2-425e-8080-713fe286969c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f', 'tempest-TagsExtTest-Tag-1097981319') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:09.910426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Made reservation on behalf of 74bdde07f5e84f0797b5fca240cb09ad for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:09.927637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:09.931358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1598-f58e-4af2-8b4d-9343fcc6b32c admin admin] Publish callbacks [] for security_group (92e6a8ab-d612-4d11-9635-2efebc61a2de), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:09.963452 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1598-f58e-4af2-8b4d-9343fcc6b32c admin admin] Publish callbacks [] for security_group (92e6a8ab-d612-4d11-9635-2efebc61a2de), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:09.996986 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-732dc301-d7f2-425e-8080-713fe286969c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags/tempest-TagsExtTest-Tag-1097981319 HTTP/1.1" status: 204 len: 168 time: 0.0993176 Mar 10 15:15:09.997595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33098) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:10.000563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] device_id is not set on port 4038f743-67f7-4ee7-9742-290b70555f7a yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:15:10.011836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.tag.tag_plugin [None req-292df299-93a1-45b9-a85e-9cd0c5f6723e tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:10.038216 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1598-f58e-4af2-8b4d-9343fcc6b32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (92e6a8ab-d612-4d11-9635-2efebc61a2de), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:10.041214 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1598-f58e-4af2-8b4d-9343fcc6b32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:10.050441 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bd3a1598-f58e-4af2-8b4d-9343fcc6b32c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92e6a8ab-d612-4d11-9635-2efebc61a2de HTTP/1.1" status: 204 len: 168 time: 0.2155671 Mar 10 15:15:10.058490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a1598-f58e-4af2-8b4d-9343fcc6b32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e6a8ab-d612-4d11-9635-2efebc61a2de,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:10.098110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-292df299-93a1-45b9-a85e-9cd0c5f6723e tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags HTTP/1.1" status: 200 len: 205 time: 0.0994561 Mar 10 15:15:10.101813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33102) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:10.107790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.tag.tag_plugin [None req-e87ea78a-2d86-4700-98a3-b1a38107dbf8 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:10.123815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0eaf15c8-e27b-4395-86e1-9f6633b4952a no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:15:10.150836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e87ea78a-2d86-4700-98a3-b1a38107dbf8 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags HTTP/1.1" status: 204 len: 168 time: 0.0473742 Mar 10 15:15:10.153120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33104) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:10.157630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.tag.tag_plugin [None req-6c1fdbf9-9144-42cc-952a-c579a3c0cb9a tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:10.164597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Allocated IP 172.20.0.2 (a46a2325-74b8-4af6-a915-d23a396b778e/15b4a5f3-3791-48cc-bb8f-165b514bacc4/3386f6d5-7cce-42fc-a7b5-1c3f73383bce) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:10.166754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 0eaf15c8-e27b-4395-86e1-9f6633b4952a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:15:10.167140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 0eaf15c8-e27b-4395-86e1-9f6633b4952a not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:15:10.254377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6c1fdbf9-9144-42cc-952a-c579a3c0cb9a tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags HTTP/1.1" status: 204 len: 168 time: 0.0979316 Mar 10 15:15:10.254621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33108) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:10.259059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.tag.tag_plugin [None req-7e593dfb-0ce7-44c3-a8c0-49990f67a9bd tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:10.316982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7e593dfb-0ce7-44c3-a8c0-49990f67a9bd tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags HTTP/1.1" status: 204 len: 168 time: 0.0612760 Mar 10 15:15:10.319626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33110) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:10.324660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.tag.tag_plugin [None req-feb9c572-d9ee-404f-a127-08a3ef2bfd4c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:10.398445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e983de49-a274-4923-a911-cc19dff04534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:10.408377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33114) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:10.410033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-feb9c572-d9ee-404f-a127-08a3ef2bfd4c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags HTTP/1.1" status: 204 len: 168 time: 0.0881479 Mar 10 15:15:10.413284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-4670ca71-c858-4785-a111-92208a2c76ec tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542', 'tempest-TagsExtTest-Tag-1385870570') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:10.431890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Publish callbacks [] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:10.433586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983de49-a274-4923-a911-cc19dff04534 None None] The sync data for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 is: [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:15:10.443785 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:10.484734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Network a46a2325-74b8-4af6-a915-d23a396b778e is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:10.489844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:10.498068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:10.534130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Allocated IP 172.20.0.6 (a46a2325-74b8-4af6-a915-d23a396b778e/15b4a5f3-3791-48cc-bb8f-165b514bacc4/4038f743-67f7-4ee7-9742-290b70555f7a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:10.554758 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4670ca71-c858-4785-a111-92208a2c76ec tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags/tempest-TagsExtTest-Tag-1385870570 HTTP/1.1" status: 201 len: 201 time: 0.1439464 Mar 10 15:15:10.556181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33120) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:10.561863 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-28574fca-2873-4d89-94c4-188e7569056e tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06', 'tempest-TagsExtTest-Tag-119040665') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:10.574310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Pushing event updated for resources: {'Port': ['ID=3386f6d5-7cce-42fc-a7b5-1c3f73383bce,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:10.611079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Attempting to bind port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:10.611455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Attempting to bind port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a46a2325-74b8-4af6-a915-d23a396b778e'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:10.611814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Attempting to bind port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce on network a46a2325-74b8-4af6-a915-d23a396b778e {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:10.618378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:10.619114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Checking segment: {'id': '7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a46a2325-74b8-4af6-a915-d23a396b778e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:10.619696 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:10.620420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Bound using segment: {'id': '7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a46a2325-74b8-4af6-a915-d23a396b778e'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:10.621087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Bound port: 3386f6d5-7cce-42fc-a7b5-1c3f73383bce, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a46a2325-74b8-4af6-a915-d23a396b778e'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:10.621694 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:10.628662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33126) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:10.710442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] For port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:10.717470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] For port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3386f6d5-7cce-42fc-a7b5-1c3f73383bce,segment=NetworkSegment(7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e),segment_id=7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:10.727757 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:10.770532 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f432e8a-acbf-4933-89ca-2c11b0226c76 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (dc5c1bba-0a43-4087-9efa-ec46f8a86923), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:10.803662 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-28574fca-2873-4d89-94c4-188e7569056e tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags/tempest-TagsExtTest-Tag-119040665 HTTP/1.1" status: 201 len: 201 time: 0.2462583 Mar 10 15:15:10.813431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33136) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:10.819242 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-8b268dcc-f51c-46fe-a131-b31287dc73b7 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd', 'tempest-TagsExtTest-Tag-766007364') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:10.870313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b86d5-ab21-4b0b-b8e5-c3a5d8360d95 None None] Pushing event updated for resources: {'Port': ['ID=3386f6d5-7cce-42fc-a7b5-1c3f73383bce,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:10.952192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f432e8a-acbf-4933-89ca-2c11b0226c76 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (dc5c1bba-0a43-4087-9efa-ec46f8a86923), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:10.953031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c60f542-5fee-4660-8ba9-1bc69a315039 req-251734fc-6e17-4f3d-90d7-c57f050b73fb tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0657406 Mar 10 15:15:10.968999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks [] for port (4038f743-67f7-4ee7-9742-290b70555f7a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:10.991422 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527a4b3-8cc7-4954-8ae2-b4a68227f1b5 None None] New status for floating IP 228d3a7b-f88b-4af9-8701-a037bb7cd541: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:15:11.041454 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4038f743-67f7-4ee7-9742-290b70555f7a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:11.122065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Network a46a2325-74b8-4af6-a915-d23a396b778e is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:11.135203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:11.148206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:11.184838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Pushing event updated for resources: {'Port': ['ID=4038f743-67f7-4ee7-9742-290b70555f7a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:11.208590 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f432e8a-acbf-4933-89ca-2c11b0226c76 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dc5c1bba-0a43-4087-9efa-ec46f8a86923), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:11.214025 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f432e8a-acbf-4933-89ca-2c11b0226c76 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:11.216984 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7f432e8a-acbf-4933-89ca-2c11b0226c76 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "DELETE /v2.0/security-groups/dc5c1bba-0a43-4087-9efa-ec46f8a86923 HTTP/1.1" status: 204 len: 168 time: 0.5854123 Mar 10 15:15:11.224710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33146) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:11.224886 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8b268dcc-f51c-46fe-a131-b31287dc73b7 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags/tempest-TagsExtTest-Tag-766007364 HTTP/1.1" status: 201 len: 201 time: 0.4090846 Mar 10 15:15:11.229715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33148) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:11.248831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-911e3aad-1253-4dce-944f-263119c29901 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f', 'tempest-TagsExtTest-Tag-832418322') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:11.272253 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-1587732e-2f18-46d7-bc25-3d734001e46a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] show failed (client error): The resource could not be found. Mar 10 15:15:11.276334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1587732e-2f18-46d7-bc25-3d734001e46a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups/dc5c1bba-0a43-4087-9efa-ec46f8a86923 HTTP/1.1" status: 404 len: 347 time: 0.0447702 Mar 10 15:15:11.276334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33154) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:11.304945 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f432e8a-acbf-4933-89ca-2c11b0226c76 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5c1bba-0a43-4087-9efa-ec46f8a86923,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:11.366934 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-911e3aad-1253-4dce-944f-263119c29901 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags/tempest-TagsExtTest-Tag-832418322 HTTP/1.1" status: 201 len: 201 time: 0.1352196 Mar 10 15:15:11.370134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:11.371228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33156) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:11.371361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:11.379448 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-0c3de7c4-ec40-4b05-81cf-5d9f3adf8909 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542', {'tags': ['tempest-TagsExtTest-Tag-1021454968', 'tempest-TagsExtTest-Tag-1357684475', 'tempest-TagsExtTest-Tag-1097979276']}) {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:11.483114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a7caf68c-5fd3-475e-a47a-2d50ae673ab8 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8373179 Mar 10 15:15:11.486513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33160) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:11.492756 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0c3de7c4-ec40-4b05-81cf-5d9f3adf8909 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags HTTP/1.1" status: 200 len: 318 time: 0.1194363 Mar 10 15:15:11.494969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33162) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:11.502977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-8d96df48-9e50-4b5f-8f6d-0ca8c22e5f24 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:11.572441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1db6f96c-d6ea-4a19-82d8-797d281cad0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Deleting port 975b9677-eb68-4188-b43e-4313cf4a2b52 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:11.573173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1db6f96c-d6ea-4a19-82d8-797d281cad0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (975b9677-eb68-4188-b43e-4313cf4a2b52), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:11.588665 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8d96df48-9e50-4b5f-8f6d-0ca8c22e5f24 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags HTTP/1.1" status: 204 len: 168 time: 0.0926285 Mar 10 15:15:11.592201 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33170) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:11.598465 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-09ad8027-5b0a-491d-8736-1fa33ceb9ed1 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542', 'tempest-TagsExtTest-Tag-1021454968') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:11.673135 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-09ad8027-5b0a-491d-8736-1fa33ceb9ed1 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:11.677302 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1db6f96c-d6ea-4a19-82d8-797d281cad0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (975b9677-eb68-4188-b43e-4313cf4a2b52), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:11.677644 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1db6f96c-d6ea-4a19-82d8-797d281cad0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (975b9677-eb68-4188-b43e-4313cf4a2b52), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:11.678138 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-09ad8027-5b0a-491d-8736-1fa33ceb9ed1 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags/tempest-TagsExtTest-Tag-1021454968 HTTP/1.1" status: 404 len: 329 time: 0.0846059 Mar 10 15:15:11.679513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33176) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:11.684748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-3d7c8a14-d9f9-437a-ac1f-7cc931cca9c1 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542', 'tempest-TagsExtTest-Tag-1357684475') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:11.688273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ba564c26-2782-47a7-91da-d6ba5e17fe2c tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Deleting port 4038f743-67f7-4ee7-9742-290b70555f7a {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:11.688626 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba564c26-2782-47a7-91da-d6ba5e17fe2c tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4038f743-67f7-4ee7-9742-290b70555f7a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:11.711490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1db6f96c-d6ea-4a19-82d8-797d281cad0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Calling delete_port for 975b9677-eb68-4188-b43e-4313cf4a2b52 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:11.759406 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-3d7c8a14-d9f9-437a-ac1f-7cc931cca9c1 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:11.764059 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3d7c8a14-d9f9-437a-ac1f-7cc931cca9c1 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags/tempest-TagsExtTest-Tag-1357684475 HTTP/1.1" status: 404 len: 329 time: 0.0833166 Mar 10 15:15:11.765119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33180) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:11.769511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-eb907fdd-4f0d-4899-9b6b-7226a98cad7b tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542', 'tempest-TagsExtTest-Tag-1097979276') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:11.802868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33182) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:11.858446 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-eb907fdd-4f0d-4899-9b6b-7226a98cad7b tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:11.861161 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba564c26-2782-47a7-91da-d6ba5e17fe2c tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4038f743-67f7-4ee7-9742-290b70555f7a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:11.863550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33186) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:11.864070 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-eb907fdd-4f0d-4899-9b6b-7226a98cad7b tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags/tempest-TagsExtTest-Tag-1097979276 HTTP/1.1" status: 404 len: 329 time: 0.0974379 Mar 10 15:15:11.871542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.tag.tag_plugin [None req-8d7a2c15-a050-4a11-a018-42cf238dde49 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06', {'tags': ['tempest-TagsExtTest-Tag-616974901', 'tempest-TagsExtTest-Tag-374042603', 'tempest-TagsExtTest-Tag-936916226']}) {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:11.921708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ba564c26-2782-47a7-91da-d6ba5e17fe2c tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Calling delete_port for 4038f743-67f7-4ee7-9742-290b70555f7a owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:11.976322 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1300009258-network', 'tenant_id': '168fe9a92e5e49429fad26db570a485d'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:12.024294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Made reservation on behalf of 168fe9a92e5e49429fad26db570a485d for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:12.027132 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.059184 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.074494 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1db6f96c-d6ea-4a19-82d8-797d281cad0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (975b9677-eb68-4188-b43e-4313cf4a2b52), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.119518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8d7a2c15-a050-4a11-a018-42cf238dde49 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags HTTP/1.1" status: 200 len: 315 time: 0.2501371 Mar 10 15:15:12.121782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33194) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:12.127318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6f96c-d6ea-4a19-82d8-797d281cad0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event deleted for resources: {'Port': ['ID=975b9677-eb68-4188-b43e-4313cf4a2b52,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:12.128239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-50da0776-dfce-4c21-ae94-508e02dfe7a2 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:12.168833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96693d82-6af1-45f8-a67a-9bdd2e5b92ce req-d1a50b0b-69fb-49b5-a5e9-d92f28a48422 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0488899 Mar 10 15:15:12.209420 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Publish callbacks [] for security_group (fcb3ce28-dad8-4cac-9734-4718e955bd6b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.225476 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fcb3ce28-dad8-4cac-9734-4718e955bd6b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.275392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb3ce28-dad8-4cac-9734-4718e955bd6b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:12.299378 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-50da0776-dfce-4c21-ae94-508e02dfe7a2 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags HTTP/1.1" status: 204 len: 168 time: 0.1765232 Mar 10 15:15:12.302117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33200) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:12.302254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1db6f96c-d6ea-4a19-82d8-797d281cad0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (228d3a7b-f88b-4af9-8701-a037bb7cd541), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.304875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1db6f96c-d6ea-4a19-82d8-797d281cad0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.306044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1db6f96c-d6ea-4a19-82d8-797d281cad0a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "DELETE /v2.0/floatingips/228d3a7b-f88b-4af9-8701-a037bb7cd541 HTTP/1.1" status: 204 len: 168 time: 1.0288684 Mar 10 15:15:12.306940 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-66b467e9-70a7-490e-b925-e8440ef5ba5f tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06', 'tempest-TagsExtTest-Tag-616974901') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:12.327206 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba564c26-2782-47a7-91da-d6ba5e17fe2c tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4038f743-67f7-4ee7-9742-290b70555f7a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.359359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:12.377275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a98c6834-17cb-4320-a22c-919dc1014bac), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.377701 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Added segment a98c6834-17cb-4320-a22c-919dc1014bac of type vlan for network c6e5513e-5eef-4aa1-b1a0-5293715a9889 Mar 10 15:15:12.419089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba564c26-2782-47a7-91da-d6ba5e17fe2c tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Pushing event deleted for resources: {'Port': ['ID=4038f743-67f7-4ee7-9742-290b70555f7a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:12.445084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c6e5513e-5eef-4aa1-b1a0-5293715a9889), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.453308 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-66b467e9-70a7-490e-b925-e8440ef5ba5f tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:12.454363 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-66b467e9-70a7-490e-b925-e8440ef5ba5f tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags/tempest-TagsExtTest-Tag-616974901 HTTP/1.1" status: 404 len: 328 time: 0.1513441 Mar 10 15:15:12.459770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33206) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:12.471534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-829f117d-96a2-4ee3-ad4a-4269d7e4efc6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06', 'tempest-TagsExtTest-Tag-374042603') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:12.477008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7591ffcd-49d1-4c31-8455-e9509c6b8da1 None None] Network a46a2325-74b8-4af6-a915-d23a396b778e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:12.527292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c6e5513e-5eef-4aa1-b1a0-5293715a9889), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.528385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:12.528817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.537554 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba564c26-2782-47a7-91da-d6ba5e17fe2c tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.544852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ba564c26-2782-47a7-91da-d6ba5e17fe2c tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] 10.222.0.11 "DELETE /v2.0/ports/4038f743-67f7-4ee7-9742-290b70555f7a HTTP/1.1" status: 204 len: 168 time: 1.0549550 Mar 10 15:15:12.546407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33208) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:12.581465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3386f6d5-7cce-42fc-a7b5-1c3f73383bce up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:12.584626 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7784431 Mar 10 15:15:12.587672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33212) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:12.598556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] Request body: {'subnet': {'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1300009258-subnet', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:12.611243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-01630c83-f883-4329-a3cd-d5492803c8e4 None None] Provisioning complete for port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:12.611626 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-01630c83-f883-4329-a3cd-d5492803c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.622238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b46d40-2de1-46d2-b733-2071affb3191 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e5513e-5eef-4aa1-b1a0-5293715a9889,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:12.631273 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-829f117d-96a2-4ee3-ad4a-4269d7e4efc6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:12.632400 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-829f117d-96a2-4ee3-ad4a-4269d7e4efc6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags/tempest-TagsExtTest-Tag-374042603 HTTP/1.1" status: 404 len: 328 time: 0.1717093 Mar 10 15:15:12.637113 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33214) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:12.645122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-796d8a28-4fdb-4e72-bdfe-b44ec7d4ae9a tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06', 'tempest-TagsExtTest-Tag-936916226') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:12.657588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] Made reservation on behalf of 168fe9a92e5e49429fad26db570a485d for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:12.660172 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.733299 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-796d8a28-4fdb-4e72-bdfe-b44ec7d4ae9a tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:12.734750 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-796d8a28-4fdb-4e72-bdfe-b44ec7d4ae9a tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags/tempest-TagsExtTest-Tag-936916226 HTTP/1.1" status: 404 len: 328 time: 0.0966654 Mar 10 15:15:12.737618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33216) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:12.742826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-005afb60-d213-4ca0-b79a-153e60961bdb tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd', {'tags': ['tempest-TagsExtTest-Tag-747556966', 'tempest-TagsExtTest-Tag-1915441560', 'tempest-TagsExtTest-Tag-1899771071']}) {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:12.812640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ddfe7dc0-4f53-4fdd-836d-5c962d965fc3 tempest-DHCPAgentSchedulersTestJSON-873091477 tempest-DHCPAgentSchedulersTestJSON-873091477-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2620482 Mar 10 15:15:12.814132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33218) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:12.820454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1519763120'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:12.828505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33220) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:12.838395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8e83ace0-eaa1-4877-b6b4-3c9421b20311 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216623182', 'description': 'tempest-description--1799273682'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:12.848858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c6e5513e-5eef-4aa1-b1a0-5293715a9889 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:12.851034 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-005afb60-d213-4ca0-b79a-153e60961bdb tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags HTTP/1.1" status: 200 len: 317 time: 0.1120570 Mar 10 15:15:12.853501 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33222) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:12.858042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-11b7216f-274d-41f3-bcc2-ea0cab4606bb tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:12.876514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Made reservation on behalf of 74bdde07f5e84f0797b5fca240cb09ad for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:12.880453 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.895139 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8e83ace0-eaa1-4877-b6b4-3c9421b20311 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.925062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:12.960057 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-11b7216f-274d-41f3-bcc2-ea0cab4606bb tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags HTTP/1.1" status: 204 len: 168 time: 0.1053128 Mar 10 15:15:12.962405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33224) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:12.965332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (306d5b17-94cc-4ee7-98cb-341ae1de1faf), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:12.965811 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Added segment 306d5b17-94cc-4ee7-98cb-341ae1de1faf of type vlan for network 02a2a170-fcfa-4b14-97fa-f4b83d20c0c1 Mar 10 15:15:12.967319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-f5e1b302-13f7-48d0-8ee3-67456d7527e5 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd', 'tempest-TagsExtTest-Tag-747556966') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:12.971511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:12.971893 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.029407 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (02a2a170-fcfa-4b14-97fa-f4b83d20c0c1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.055322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-01630c83-f883-4329-a3cd-d5492803c8e4 None None] Current status of the port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:13.055956 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-01630c83-f883-4329-a3cd-d5492803c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.066061 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-f5e1b302-13f7-48d0-8ee3-67456d7527e5 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:13.067844 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f5e1b302-13f7-48d0-8ee3-67456d7527e5 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags/tempest-TagsExtTest-Tag-747556966 HTTP/1.1" status: 404 len: 328 time: 0.1035199 Mar 10 15:15:13.070715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33226) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.075318 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-2bcbf07f-df89-483d-89f1-274167d97a63 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd', 'tempest-TagsExtTest-Tag-1915441560') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:13.128663 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-01630c83-f883-4329-a3cd-d5492803c8e4 None None] For port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3386f6d5-7cce-42fc-a7b5-1c3f73383bce,segment=NetworkSegment(7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e),segment_id=7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:13.138273 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-01630c83-f883-4329-a3cd-d5492803c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.154004 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (b461b8ba-c71f-44ba-8a3f-9f7cdda42dde), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.171191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:13.171824 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.181416 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (02a2a170-fcfa-4b14-97fa-f4b83d20c0c1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.187278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:13.187427 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.221636 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-2bcbf07f-df89-483d-89f1-274167d97a63 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:13.223861 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2bcbf07f-df89-483d-89f1-274167d97a63 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags/tempest-TagsExtTest-Tag-1915441560 HTTP/1.1" status: 404 len: 329 time: 0.1521037 Mar 10 15:15:13.229945 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33232) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.238296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-58213d14-eeea-4090-8dfb-c929974d9dcc tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd', 'tempest-TagsExtTest-Tag-1899771071') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:13.245426 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8e83ace0-eaa1-4877-b6b4-3c9421b20311 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (65ccc3a6-0c00-42c4-978b-5897e05514d9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.288790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01630c83-f883-4329-a3cd-d5492803c8e4 None None] Pushing event updated for resources: {'Port': ['ID=3386f6d5-7cce-42fc-a7b5-1c3f73383bce,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:13.288989 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8e83ace0-eaa1-4877-b6b4-3c9421b20311 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (65ccc3a6-0c00-42c4-978b-5897e05514d9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.326351 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8e83ace0-eaa1-4877-b6b4-3c9421b20311 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.327586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8e83ace0-eaa1-4877-b6b4-3c9421b20311 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4962721 Mar 10 15:15:13.331015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5157216 Mar 10 15:15:13.335649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:15:13.336345 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:15:13.337002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33238) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.337343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33240) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.352222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-778faf9f-43dd-46e8-983e-743ff9ce624c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'security_group_rule': {'security_group_id': '65ccc3a6-0c00-42c4-978b-5897e05514d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:13.407998 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-58213d14-eeea-4090-8dfb-c929974d9dcc tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:13.412323 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-58213d14-eeea-4090-8dfb-c929974d9dcc tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags/tempest-TagsExtTest-Tag-1899771071 HTTP/1.1" status: 404 len: 329 time: 0.1764994 Mar 10 15:15:13.412888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33242) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.417076 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-d1d06a84-91f0-4bc3-9747-8103b82baeba tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f', {'tags': ['tempest-TagsExtTest-Tag-873318191', 'tempest-TagsExtTest-Tag-1827712570', 'tempest-TagsExtTest-Tag-30711942']}) {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:13.435430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b461b8ba-c71f-44ba-8a3f-9f7cdda42dde,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:13.462613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] Checking segment: {'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:13.463012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] Network hostable DHCP agents. Network: c6e5513e-5eef-4aa1-b1a0-5293715a9889, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:15:13.466897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-aeba7b7c-5718-498f-a221-d3f5dbe0e8c6 None None] Provisioning complete for port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:13.469306 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aeba7b7c-5718-498f-a221-d3f5dbe0e8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.479683 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d1d06a84-91f0-4bc3-9747-8103b82baeba tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "PUT /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags HTTP/1.1" status: 200 len: 315 time: 0.0660188 Mar 10 15:15:13.482548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33248) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.487064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-42583dbe-44b9-4e74-95a8-591b8dd6d55b tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:13.504500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317c3b8-84e1-4db1-9785-05df9a9affb5 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Pushing event updated for resources: {'Network': ['ID=02a2a170-fcfa-4b14-97fa-f4b83d20c0c1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:13.528062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-928a3fb0-caae-40bf-b699-ef03690c7043 req-d4aff3c2-2e26-49fe-a8bd-b82a1272e974 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.1566384 Mar 10 15:15:13.547634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 02a2a170-fcfa-4b14-97fa-f4b83d20c0c1 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:13.556452 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-42583dbe-44b9-4e74-95a8-591b8dd6d55b tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags HTTP/1.1" status: 204 len: 168 time: 0.0727065 Mar 10 15:15:13.557705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33250) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.568797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83ace0-eaa1-4877-b6b4-3c9421b20311 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ccc3a6-0c00-42c4-978b-5897e05514d9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:13.573425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-34a974d6-f2c1-4c18-9d0f-7626c7682fb4 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f', 'tempest-TagsExtTest-Tag-873318191') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:13.580303 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-778faf9f-43dd-46e8-983e-743ff9ce624c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (77168aa2-1d54-4473-8d52-285850581c49), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.623462 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-34a974d6-f2c1-4c18-9d0f-7626c7682fb4 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:13.625405 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-34a974d6-f2c1-4c18-9d0f-7626c7682fb4 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags/tempest-TagsExtTest-Tag-873318191 HTTP/1.1" status: 404 len: 328 time: 0.0639706 Mar 10 15:15:13.629036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33252) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.633825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-b31fb507-7e8e-40ae-b7c5-a709161a8393 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f', 'tempest-TagsExtTest-Tag-1827712570') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:13.663515 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-b31fb507-7e8e-40ae-b7c5-a709161a8393 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:13.668462 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b31fb507-7e8e-40ae-b7c5-a709161a8393 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags/tempest-TagsExtTest-Tag-1827712570 HTTP/1.1" status: 404 len: 329 time: 0.0379772 Mar 10 15:15:13.669711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33256) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.674835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-64747b42-340a-4d10-a9ce-a36982d40609 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f', 'tempest-TagsExtTest-Tag-30711942') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:13.710726 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-64747b42-340a-4d10-a9ce-a36982d40609 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] show failed (client error): The resource could not be found. Mar 10 15:15:13.715487 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-64747b42-340a-4d10-a9ce-a36982d40609 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags/tempest-TagsExtTest-Tag-30711942 HTTP/1.1" status: 404 len: 327 time: 0.0443046 Mar 10 15:15:13.716071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33258) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.721928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] Network c6e5513e-5eef-4aa1-b1a0-5293715a9889 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:13.723038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-16fc213e-e214-4bf6-bbe9-50515c117917 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:13.740489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aeba7b7c-5718-498f-a221-d3f5dbe0e8c6 None None] Current status of the port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:13.745487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c6e5513e-5eef-4aa1-b1a0-5293715a9889) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:13.754819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:13.755443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:13.757606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6c331-1524-4e69-94fc-518ecb6f4751 None None] Network c6e5513e-5eef-4aa1-b1a0-5293715a9889 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:13.768969 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-16fc213e-e214-4bf6-bbe9-50515c117917 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f/tags HTTP/1.1" status: 204 len: 168 time: 0.0517836 Mar 10 15:15:13.769650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33260) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.775297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-004ff5be-4971-4f68-a3bf-636f9a27d5f9 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c19db217-5b1e-497e-adfd-1fb62a4db7fd') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:13.896733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8996aa52-3b96-4f16-b901-1139735baa21 None None] Could not find standard attr ID for object 4038f743-67f7-4ee7-9742-290b70555f7a. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:15:13.916915 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-004ff5be-4971-4f68-a3bf-636f9a27d5f9 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd/tags HTTP/1.1" status: 204 len: 168 time: 0.1453784 Mar 10 15:15:13.919571 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33264) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.923058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-22ca4c6b-e9e4-411b-b606-8079a8e0bda7 tempest-DHCPAgentSchedulersTestJSON-873091477 tempest-DHCPAgentSchedulersTestJSON-873091477-project-admin] 10.222.0.11 "GET /v2.0/agents/34d70ea5-e54b-453c-ad18-5bd770307537/dhcp-networks HTTP/1.1" status: 200 len: 4893 time: 0.5739274 Mar 10 15:15:13.924544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-931fc4b5-87c3-4a66-a395-850a86f13a8c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '092a4f82-03c7-4a25-a228-f0f98a402f06') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:13.932458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-820889c6-57c8-463f-bc3c-08993992492b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3435388 Mar 10 15:15:13.933716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:13.934441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33266) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.934784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33268) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:13.947465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1300009258-router', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:13.968369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ae1524-c4f7-4ef8-b6d7-7519c0f240fc None None] Network c6e5513e-5eef-4aa1-b1a0-5293715a9889 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:13.997137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-778faf9f-43dd-46e8-983e-743ff9ce624c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (77168aa2-1d54-4473-8d52-285850581c49), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.013120 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-778faf9f-43dd-46e8-983e-743ff9ce624c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (77168aa2-1d54-4473-8d52-285850581c49), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.030271 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-931fc4b5-87c3-4a66-a395-850a86f13a8c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06/tags HTTP/1.1" status: 204 len: 168 time: 0.1093833 Mar 10 15:15:14.033280 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33272) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:14.039960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-74c8c400-2f3b-4de7-b570-e1490bf296f6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9a8b4e7f-5746-4012-90a1-73e0212d4542') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:14.049829 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-778faf9f-43dd-46e8-983e-743ff9ce624c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.049829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-778faf9f-43dd-46e8-983e-743ff9ce624c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7010844 Mar 10 15:15:14.049829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33274) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:14.057526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3bc2e155-fd1c-4296-ba50-ed3b1d662945 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'security_group_rule': {'security_group_id': '65ccc3a6-0c00-42c4-978b-5897e05514d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:14.096268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778faf9f-43dd-46e8-983e-743ff9ce624c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77168aa2-1d54-4473-8d52-285850581c49,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:14.102772 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (df865b3f-31b5-4223-bc04-a70e78b45108), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.104055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (df865b3f-31b5-4223-bc04-a70e78b45108), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.141473 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-74c8c400-2f3b-4de7-b570-e1490bf296f6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542/tags HTTP/1.1" status: 204 len: 168 time: 0.1037924 Mar 10 15:15:14.142749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33278) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:14.170364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2d2251-78ab-4a0c-a18f-44fc5cfcd78c tempest-DHCPAgentSchedulersTestJSON-873091477 tempest-DHCPAgentSchedulersTestJSON-873091477-project-admin] Network 02a2a170-fcfa-4b14-97fa-f4b83d20c0c1 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:14.190224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e155-fd1c-4296-ba50-ed3b1d662945 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (f1e83373-949c-4515-ae56-05483c76d226), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.203506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2f2d2251-78ab-4a0c-a18f-44fc5cfcd78c tempest-DHCPAgentSchedulersTestJSON-873091477 tempest-DHCPAgentSchedulersTestJSON-873091477-project-admin] 10.222.0.11 "POST /v2.0/agents/34d70ea5-e54b-453c-ad18-5bd770307537/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2654717 Mar 10 15:15:14.205860 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ef81e-fdb4-4369-8386-0f3d20253f28 None None] Network 02a2a170-fcfa-4b14-97fa-f4b83d20c0c1 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:14.207399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33280) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:14.233599 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Publish callbacks [] for router_controller (df865b3f-31b5-4223-bc04-a70e78b45108), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.348868 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5335786-b77b-4998-9ea2-a1afaea35071 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.349939 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d5335786-b77b-4998-9ea2-a1afaea35071 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/subnetpools/61cd7a3d-5da9-4dc6-8b7a-c5de57b5f41f HTTP/1.1" status: 204 len: 168 time: 0.2061090 Mar 10 15:15:14.350442 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e155-fd1c-4296-ba50-ed3b1d662945 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (f1e83373-949c-4515-ae56-05483c76d226), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.352674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33284) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:14.403527 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d09a9d48-2de1-4d6e-95f3-3709fd33787b tempest-DHCPAgentSchedulersTestJSON-873091477 tempest-DHCPAgentSchedulersTestJSON-873091477-project-admin] 10.222.0.11 "GET /v2.0/agents/34d70ea5-e54b-453c-ad18-5bd770307537/dhcp-networks HTTP/1.1" status: 200 len: 6461 time: 0.1899176 Mar 10 15:15:14.406213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33286) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:14.414813 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e155-fd1c-4296-ba50-ed3b1d662945 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f1e83373-949c-4515-ae56-05483c76d226), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.447044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f24ceb7c-e4f8-431a-b61f-7429eeed4592 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "GET /v2.0/ports?device_id=c19db217-5b1e-497e-adfd-1fb62a4db7fd HTTP/1.1" status: 200 len: 205 time: 0.0932188 Mar 10 15:15:14.449613 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33288) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:14.451730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3386f6d5-7cce-42fc-a7b5-1c3f73383bce up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:14.481982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Publish callbacks [] for router_gateway (df865b3f-31b5-4223-bc04-a70e78b45108), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.503679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2e155-fd1c-4296-ba50-ed3b1d662945 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e83373-949c-4515-ae56-05483c76d226,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:14.516923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:14.517434 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.549183 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d027b02-a36a-4b68-80c7-b184b065bc3c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for router (c19db217-5b1e-497e-adfd-1fb62a4db7fd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.565459 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3bc2e155-fd1c-4296-ba50-ed3b1d662945 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:14.571643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3bc2e155-fd1c-4296-ba50-ed3b1d662945 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5181708 Mar 10 15:15:14.585913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33294) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:14.622440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:14.665512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:14.700242 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e1194f03-3639-4881-9f8d-8212eb4aaf5a tempest-DHCPAgentSchedulersTestJSON-873091477 tempest-DHCPAgentSchedulersTestJSON-873091477-project-admin] 10.222.0.11 "DELETE /v2.0/agents/34d70ea5-e54b-453c-ad18-5bd770307537/dhcp-networks/02a2a170-fcfa-4b14-97fa-f4b83d20c0c1 HTTP/1.1" status: 204 len: 168 time: 0.2865963 Mar 10 15:15:14.714710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33300) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:14.731787 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-adf478ef-924b-4d0c-8d30-d71c210d14ae req-f3d4c9db-85bf-4356-b636-936e8d53ee1f tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0669360 Mar 10 15:15:14.754561 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.021658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33308) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:15.022246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33310) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:15.156521 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d027b02-a36a-4b68-80c7-b184b065bc3c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (c19db217-5b1e-497e-adfd-1fb62a4db7fd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.158764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d027b02-a36a-4b68-80c7-b184b065bc3c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for router_controller (c19db217-5b1e-497e-adfd-1fb62a4db7fd), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.225059 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07e266e3-fba6-4c4f-8930-1048a6c4520c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.227243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d027b02-a36a-4b68-80c7-b184b065bc3c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (c19db217-5b1e-497e-adfd-1fb62a4db7fd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.227848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d027b02-a36a-4b68-80c7-b184b065bc3c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Fanout notify agent at l3_agent the message router_deleted on router c19db217-5b1e-497e-adfd-1fb62a4db7fd {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:15:15.230653 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccedfb82-d77a-4fb1-83d9-73b1c12fb176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.236730 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d027b02-a36a-4b68-80c7-b184b065bc3c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.240997 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8d027b02-a36a-4b68-80c7-b184b065bc3c tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/routers/c19db217-5b1e-497e-adfd-1fb62a4db7fd HTTP/1.1" status: 204 len: 168 time: 0.7870128 Mar 10 15:15:15.252003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33318) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:15.376326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07e266e3-fba6-4c4f-8930-1048a6c4520c admin admin] Publish callbacks [] for security_group (bd76e97e-c546-4f4c-829c-c8350782403f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.381175 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccedfb82-d77a-4fb1-83d9-73b1c12fb176 admin admin] Publish callbacks [] for security_group (337c9109-775e-48d2-b3e8-5693db091462), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.382515 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07e266e3-fba6-4c4f-8930-1048a6c4520c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bd76e97e-c546-4f4c-829c-c8350782403f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.393584 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccedfb82-d77a-4fb1-83d9-73b1c12fb176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (337c9109-775e-48d2-b3e8-5693db091462), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.434772 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e266e3-fba6-4c4f-8930-1048a6c4520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd76e97e-c546-4f4c-829c-c8350782403f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:15.439146 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-07e266e3-fba6-4c4f-8930-1048a6c4520c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d82e92732ceb4172b55c75331974fba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4150393 Mar 10 15:15:15.444230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33320) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:15.455899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6455ad38-ec1c-43cb-9a99-7b8c7d7cce34 tempest-DHCPAgentSchedulersTestJSON-873091477 tempest-DHCPAgentSchedulersTestJSON-873091477-project-admin] 10.222.0.11 "GET /v2.0/agents/34d70ea5-e54b-453c-ad18-5bd770307537/dhcp-networks HTTP/1.1" status: 200 len: 5690 time: 0.7186873 Mar 10 15:15:15.455899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33322) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:15.462125 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ccedfb82-d77a-4fb1-83d9-73b1c12fb176 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13df475add424d1aa23dd8915dbb13f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4391530 Mar 10 15:15:15.473066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33324) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:15.485389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedfb82-d77a-4fb1-83d9-73b1c12fb176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337c9109-775e-48d2-b3e8-5693db091462,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:15.516208 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5685-cea2-46c4-b771-b3b006b8dacc admin admin] Publish callbacks [] for security_group (bd76e97e-c546-4f4c-829c-c8350782403f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.539330 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5685-cea2-46c4-b771-b3b006b8dacc admin admin] Publish callbacks [] for security_group (bd76e97e-c546-4f4c-829c-c8350782403f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.561567 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f06b82c4-4a77-4caa-b454-b2c9fae752ad tempest-DHCPAgentSchedulersTestJSON-873091477 tempest-DHCPAgentSchedulersTestJSON-873091477-project-admin] 10.222.0.11 "GET /v2.0/networks/a46a2325-74b8-4af6-a915-d23a396b778e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1046612 Mar 10 15:15:15.566397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33326) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:15.590093 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-27e3bd3b-833b-460d-b976-3ae704ce04a5 tempest-DHCPAgentSchedulersTestJSON-873091477 tempest-DHCPAgentSchedulersTestJSON-873091477-project-admin] 10.222.0.11 "GET /v2.0/networks/a46a2325-74b8-4af6-a915-d23a396b778e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0225353 Mar 10 15:15:15.592533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33328) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:15.609543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.621943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5685-cea2-46c4-b771-b3b006b8dacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bd76e97e-c546-4f4c-829c-c8350782403f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.624830 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bcf5685-cea2-46c4-b771-b3b006b8dacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.626219 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1bcf5685-cea2-46c4-b771-b3b006b8dacc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd76e97e-c546-4f4c-829c-c8350782403f HTTP/1.1" status: 204 len: 168 time: 0.1802697 Mar 10 15:15:15.639135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf5685-cea2-46c4-b771-b3b006b8dacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd76e97e-c546-4f4c-829c-c8350782403f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:15.640659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-065d1aeb-0dd3-44d1-904c-65aaccf98cb6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Deleting port 092a4f82-03c7-4a25-a228-f0f98a402f06 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:15.641006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-065d1aeb-0dd3-44d1-904c-65aaccf98cb6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (092a4f82-03c7-4a25-a228-f0f98a402f06), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.735233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-379d785d-599a-4019-b637-e21823424305 admin admin] Publish callbacks [] for security_group (337c9109-775e-48d2-b3e8-5693db091462), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.763142 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-573164b6-f1ae-40e8-bf31-bcb3a9ce25aa tempest-DHCPAgentSchedulersTestJSON-873091477 tempest-DHCPAgentSchedulersTestJSON-873091477-project-admin] 10.222.0.11 "GET /v2.0/agents/34d70ea5-e54b-453c-ad18-5bd770307537/dhcp-networks HTTP/1.1" status: 200 len: 5690 time: 0.1694124 Mar 10 15:15:15.763986 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33334) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:15.775447 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Publish callbacks [] for router_gateway (df865b3f-31b5-4223-bc04-a70e78b45108), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.814866 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.857996 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (02a2a170-fcfa-4b14-97fa-f4b83d20c0c1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.881893 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-379d785d-599a-4019-b637-e21823424305 admin admin] Publish callbacks [] for security_group (337c9109-775e-48d2-b3e8-5693db091462), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.938137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d66744d3-ab82-4876-8efe-4dcd2b20b91e req-42750da9-96d8-4a10-811c-248b226c73dd tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.1211901 Mar 10 15:15:15.954453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (02a2a170-fcfa-4b14-97fa-f4b83d20c0c1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.962635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33338) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:15.970503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-065d1aeb-0dd3-44d1-904c-65aaccf98cb6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (092a4f82-03c7-4a25-a228-f0f98a402f06), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.986934 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47c38c44-c9e9-425c-863e-c737e52e970c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:15.991625 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a2a170-fcfa-4b14-97fa-f4b83d20c0c1']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:15.993020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Allocated IP 172.25.3.52 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/951a0291-9356-4f12-9f23-696448b2149c) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:16.007823 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306d5b17-94cc-4ee7-98cb-341ae1de1faf') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:16.008110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306d5b17-94cc-4ee7-98cb-341ae1de1faf') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:16.014654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-065d1aeb-0dd3-44d1-904c-65aaccf98cb6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Calling delete_port for 092a4f82-03c7-4a25-a228-f0f98a402f06 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:16.023078 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (306d5b17-94cc-4ee7-98cb-341ae1de1faf), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.044478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (306d5b17-94cc-4ee7-98cb-341ae1de1faf), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.055013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:15:16.055615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (306d5b17-94cc-4ee7-98cb-341ae1de1faf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:15:16.059850 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:15:16.107918 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-379d785d-599a-4019-b637-e21823424305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (337c9109-775e-48d2-b3e8-5693db091462), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.110433 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-379d785d-599a-4019-b637-e21823424305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.111623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-379d785d-599a-4019-b637-e21823424305 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/337c9109-775e-48d2-b3e8-5693db091462 HTTP/1.1" status: 204 len: 168 time: 0.6362672 Mar 10 15:15:16.144766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (02a2a170-fcfa-4b14-97fa-f4b83d20c0c1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.153086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.156293 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] 10.222.0.11 "DELETE /v2.0/networks/02a2a170-fcfa-4b14-97fa-f4b83d20c0c1 HTTP/1.1" status: 204 len: 168 time: 0.3912270 Mar 10 15:15:16.158989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33342) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:16.162854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d785d-599a-4019-b637-e21823424305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337c9109-775e-48d2-b3e8-5693db091462,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:16.175338 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930b90a-6785-4d77-8bbe-0c5bf92a28c3 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Pushing event deleted for resources: {'Network': ['ID=02a2a170-fcfa-4b14-97fa-f4b83d20c0c1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:16.206917 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-57506036-4b85-48bf-8306-005b4d3b2ddd tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] DELETE failed (client error): The resource could not be found. Mar 10 15:15:16.207491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57506036-4b85-48bf-8306-005b4d3b2ddd tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:15:16.211360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-57506036-4b85-48bf-8306-005b4d3b2ddd tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] 10.222.0.11 "DELETE /v2.0/ports/4038f743-67f7-4ee7-9742-290b70555f7a HTTP/1.1" status: 404 len: 333 time: 0.0502160 Mar 10 15:15:16.216590 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33344) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:16.219609 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47c38c44-c9e9-425c-863e-c737e52e970c admin admin] Publish callbacks [] for security_group (5182c016-3459-4d3a-8126-62395280d7f0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.228719 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47c38c44-c9e9-425c-863e-c737e52e970c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5182c016-3459-4d3a-8126-62395280d7f0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.263110 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for port (951a0291-9356-4f12-9f23-696448b2149c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.299695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c38c44-c9e9-425c-863e-c737e52e970c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5182c016-3459-4d3a-8126-62395280d7f0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:16.304591 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-065d1aeb-0dd3-44d1-904c-65aaccf98cb6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (092a4f82-03c7-4a25-a228-f0f98a402f06), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.314821 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-47c38c44-c9e9-425c-863e-c737e52e970c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8bdff6b23894c6687010f443cd570a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3509550 Mar 10 15:15:16.315845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33346) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:16.325794 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7f674b-1819-4b7b-8433-9bc86c611b89 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Deleting subnet 15b4a5f3-3791-48cc-bb8f-165b514bacc4 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:15:16.329752 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7f674b-1819-4b7b-8433-9bc86c611b89 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks [] for subnet (15b4a5f3-3791-48cc-bb8f-165b514bacc4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.349043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d1aeb-0dd3-44d1-904c-65aaccf98cb6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Pushing event deleted for resources: {'Port': ['ID=092a4f82-03c7-4a25-a228-f0f98a402f06,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:16.386535 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (951a0291-9356-4f12-9f23-696448b2149c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.400971 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7f674b-1819-4b7b-8433-9bc86c611b89 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (15b4a5f3-3791-48cc-bb8f-165b514bacc4), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.461643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5603a6c2-c096-4a1e-bc7a-34e139665da3 admin admin] Publish callbacks [] for security_group (5182c016-3459-4d3a-8126-62395280d7f0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.511467 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5603a6c2-c096-4a1e-bc7a-34e139665da3 admin admin] Publish callbacks [] for security_group (5182c016-3459-4d3a-8126-62395280d7f0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.513801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'Port': ['ID=951a0291-9356-4f12-9f23-696448b2149c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:16.531860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:16.538159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:16.545470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:16.547904 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7f674b-1819-4b7b-8433-9bc86c611b89 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (15b4a5f3-3791-48cc-bb8f-165b514bacc4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.606008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Allocated IP 172.25.3.8 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/f492ff1b-b292-41a0-88d5-9d4ff1d41540) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:16.608485 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-065d1aeb-0dd3-44d1-904c-65aaccf98cb6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.611912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-065d1aeb-0dd3-44d1-904c-65aaccf98cb6 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/ports/092a4f82-03c7-4a25-a228-f0f98a402f06 HTTP/1.1" status: 204 len: 168 time: 1.3582151 Mar 10 15:15:16.616949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33354) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:16.678546 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5603a6c2-c096-4a1e-bc7a-34e139665da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5182c016-3459-4d3a-8126-62395280d7f0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.681401 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5603a6c2-c096-4a1e-bc7a-34e139665da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.682617 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5603a6c2-c096-4a1e-bc7a-34e139665da3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5182c016-3459-4d3a-8126-62395280d7f0 HTTP/1.1" status: 204 len: 168 time: 0.3655119 Mar 10 15:15:16.709247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603a6c2-c096-4a1e-bc7a-34e139665da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5182c016-3459-4d3a-8126-62395280d7f0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:16.728740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf19ba40-251b-4f4e-be47-04a9f765198d tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Deleting subnet 9a8b4e7f-5746-4012-90a1-73e0212d4542 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:15:16.733671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf19ba40-251b-4f4e-be47-04a9f765198d tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for subnet (9a8b4e7f-5746-4012-90a1-73e0212d4542), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.768323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.783816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf19ba40-251b-4f4e-be47-04a9f765198d tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (9a8b4e7f-5746-4012-90a1-73e0212d4542), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.789364 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7f674b-1819-4b7b-8433-9bc86c611b89 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (15b4a5f3-3791-48cc-bb8f-165b514bacc4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.796139 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Publish callbacks [] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.828333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ea2eec-0e4d-4003-bff2-014212a582d0 None None] Network a46a2325-74b8-4af6-a915-d23a396b778e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:16.832152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (951a0291-9356-4f12-9f23-696448b2149c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.838749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7f674b-1819-4b7b-8433-9bc86c611b89 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.846639 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-eb7f674b-1819-4b7b-8433-9bc86c611b89 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] 10.222.0.11 "DELETE /v2.0/subnets/15b4a5f3-3791-48cc-bb8f-165b514bacc4 HTTP/1.1" status: 204 len: 168 time: 0.6287777 Mar 10 15:15:16.847349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33362) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:16.902606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f674b-1819-4b7b-8433-9bc86c611b89 tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Pushing event deleted for resources: {'Subnet': ['ID=15b4a5f3-3791-48cc-bb8f-165b514bacc4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:16.920574 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:16.980783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:17.000425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf19ba40-251b-4f4e-be47-04a9f765198d tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (9a8b4e7f-5746-4012-90a1-73e0212d4542), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.034080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:17.048903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:17.062948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Pushing event updated for resources: {'Port': ['ID=f492ff1b-b292-41a0-88d5-9d4ff1d41540,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:17.097228 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf19ba40-251b-4f4e-be47-04a9f765198d tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (9a8b4e7f-5746-4012-90a1-73e0212d4542), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.151513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75befd04-9182-4936-8ae6-7d4892aee4da None None] DHCP port deletion for a46a2325-74b8-4af6-a915-d23a396b778e request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:15:17.189940 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf19ba40-251b-4f4e-be47-04a9f765198d tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.193894 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cf19ba40-251b-4f4e-be47-04a9f765198d tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/subnets/9a8b4e7f-5746-4012-90a1-73e0212d4542 HTTP/1.1" status: 204 len: 168 time: 0.5725853 Mar 10 15:15:17.194978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19ba40-251b-4f4e-be47-04a9f765198d tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8b4e7f-5746-4012-90a1-73e0212d4542,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:17.197769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33380) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:17.212082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7f610-88f9-4b2f-a6e6-8f805da8acdf None None] Network ada1c181-ea27-4850-8e7f-ec2693f0615c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:17.222724 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for port (951a0291-9356-4f12-9f23-696448b2149c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.251030 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (951a0291-9356-4f12-9f23-696448b2149c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.262094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-389396c1-b74c-4e70-9dfb-d2a4a6a97d82 req-94832066-042a-4f0f-87a5-4faf64752f38 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.1374488 Mar 10 15:15:17.285226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ada1c181-ea27-4850-8e7f-ec2693f0615c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.290867 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (a46a2325-74b8-4af6-a915-d23a396b778e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.414858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'Port': ['ID=951a0291-9356-4f12-9f23-696448b2149c,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:17.429751 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Deleting port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:17.430104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.466366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-75befd04-9182-4936-8ae6-7d4892aee4da None None] Deleting port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:17.467112 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75befd04-9182-4936-8ae6-7d4892aee4da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.511583 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.541934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] For port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3386f6d5-7cce-42fc-a7b5-1c3f73383bce,segment=NetworkSegment(7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e),segment_id=7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:17.542318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.563033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Calling delete_port for 3386f6d5-7cce-42fc-a7b5-1c3f73383bce owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:17.570452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-75befd04-9182-4936-8ae6-7d4892aee4da None None] For port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3386f6d5-7cce-42fc-a7b5-1c3f73383bce,segment=NetworkSegment(7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e),segment_id=7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:17.571021 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75befd04-9182-4936-8ae6-7d4892aee4da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.582399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135abd04-5344-470a-8b77-3ea97a4b493c None None] DHCP port deletion for ada1c181-ea27-4850-8e7f-ec2693f0615c request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:15:17.594485 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.604508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-63523287-82fa-4541-a76d-3c0e9e4a91e8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0014760 Mar 10 15:15:17.624704 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-75befd04-9182-4936-8ae6-7d4892aee4da None None] Calling delete_port for 3386f6d5-7cce-42fc-a7b5-1c3f73383bce owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:17.666914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Deleting port 3ab719a8-2fd9-4444-930c-abcee76f7400 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:17.667544 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.689187 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.701929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-135abd04-5344-470a-8b77-3ea97a4b493c None None] Deleting port 3ab719a8-2fd9-4444-930c-abcee76f7400 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:17.702517 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-135abd04-5344-470a-8b77-3ea97a4b493c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.754782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Pushing event deleted for resources: {'Port': ['ID=3386f6d5-7cce-42fc-a7b5-1c3f73383bce,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:17.770757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-135abd04-5344-470a-8b77-3ea97a4b493c None None] For port 3ab719a8-2fd9-4444-930c-abcee76f7400, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3ab719a8-2fd9-4444-930c-abcee76f7400,segment=NetworkSegment(d445fa20-d350-4586-9d51-f6eb3ca9723f),segment_id=d445fa20-d350-4586-9d51-f6eb3ca9723f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:17.771497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-135abd04-5344-470a-8b77-3ea97a4b493c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.776044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] No DVR routers for this DVR port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:15:17.788858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-135abd04-5344-470a-8b77-3ea97a4b493c None None] Calling delete_port for 3ab719a8-2fd9-4444-930c-abcee76f7400 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:17.844243 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Publish callbacks [] for router_gateway (df865b3f-31b5-4223-bc04-a70e78b45108), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.916049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] For port 3ab719a8-2fd9-4444-930c-abcee76f7400, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3ab719a8-2fd9-4444-930c-abcee76f7400,segment=NetworkSegment(d445fa20-d350-4586-9d51-f6eb3ca9723f),segment_id=d445fa20-d350-4586-9d51-f6eb3ca9723f)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:17.916565 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.958279 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-135abd04-5344-470a-8b77-3ea97a4b493c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:17.970036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Calling delete_port for 3ab719a8-2fd9-4444-930c-abcee76f7400 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:17.992271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-88c7df44-91ba-4f2c-b46f-658417f21fa8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--216623182&fields=id&tenant_id=30681029f9c54de880026374e32f2679 HTTP/1.1" status: 200 len: 267 time: 0.0770721 Mar 10 15:15:18.042446 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (a46a2325-74b8-4af6-a915-d23a396b778e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.044393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135abd04-5344-470a-8b77-3ea97a4b493c None None] No DVR routers for this DVR port 3ab719a8-2fd9-4444-930c-abcee76f7400 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:15:18.056150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135abd04-5344-470a-8b77-3ea97a4b493c None None] Pushing event deleted for resources: {'Port': ['ID=3ab719a8-2fd9-4444-930c-abcee76f7400,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:18.077540 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.090604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75befd04-9182-4936-8ae6-7d4892aee4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (3386f6d5-7cce-42fc-a7b5-1c3f73383bce), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.106098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75befd04-9182-4936-8ae6-7d4892aee4da None None] No DVR routers for this DVR port 3386f6d5-7cce-42fc-a7b5-1c3f73383bce on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:15:18.151749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75befd04-9182-4936-8ae6-7d4892aee4da None None] Pushing event deleted for resources: {'Port': ['ID=3386f6d5-7cce-42fc-a7b5-1c3f73383bce,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:18.159927 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46a2325-74b8-4af6-a915-d23a396b778e']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:18.175892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:18.176194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:18.194515 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.212346 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.227354 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:15:18.227871 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (7777d4cb-8e32-4d04-ad2b-3a8f80c9b48e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:15:18.231133 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:15:18.232622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-4bdba8f7-d869-4a57-a40b-5dc039f3f3d6 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:18.233972 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-4bdba8f7-d869-4a57-a40b-5dc039f3f3d6 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 816 time: 0.2305369 Mar 10 15:15:18.253502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3ab719a8-2fd9-4444-930c-abcee76f7400), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.256001 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (df865b3f-31b5-4223-bc04-a70e78b45108), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.260085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-79868560-c513-46ea-ad1a-1329426fb2a0 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/quotas/30681029f9c54de880026374e32f2679 HTTP/1.1" status: 200 len: 375 time: 0.0192084 Mar 10 15:15:18.321459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Pushing event deleted for resources: {'Port': ['ID=3ab719a8-2fd9-4444-930c-abcee76f7400,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:18.323514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] No DVR routers for this DVR port 3ab719a8-2fd9-4444-930c-abcee76f7400 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:15:18.329707 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (a46a2325-74b8-4af6-a915-d23a396b778e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.377706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.381569 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] 10.222.0.11 "DELETE /v2.0/networks/a46a2325-74b8-4af6-a915-d23a396b778e HTTP/1.1" status: 204 len: 168 time: 1.5298824 Mar 10 15:15:18.383093 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521ac32-2062-4346-8d35-6df06b34591f tempest-DHCPAgentSchedulersTestJSON-1439235053 tempest-DHCPAgentSchedulersTestJSON-1439235053-project] Pushing event deleted for resources: {'Network': ['ID=a46a2325-74b8-4af6-a915-d23a396b778e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:18.479431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9af034f-cf34-44cc-900b-8c6ec31762d6 req-09682e2a-23d9-4925-b3ba-7da564da2dca tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0435646 Mar 10 15:15:18.490321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-0a33f85d-4036-44e6-a7a1-dd645baf1f45 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2247910 Mar 10 15:15:18.543192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3386f6d5-7cce-42fc-a7b5-1c3f73383bce no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:15:18.581045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ada1c181-ea27-4850-8e7f-ec2693f0615c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.586088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 3386f6d5-7cce-42fc-a7b5-1c3f73383bce {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:15:18.586661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3386f6d5-7cce-42fc-a7b5-1c3f73383bce not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:15:18.587315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3ab719a8-2fd9-4444-930c-abcee76f7400 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:15:18.607322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Router df865b3f-31b5-4223-bc04-a70e78b45108 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:15:18.625888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 3ab719a8-2fd9-4444-930c-abcee76f7400 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:15:18.632406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3ab719a8-2fd9-4444-930c-abcee76f7400 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:15:18.649097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada1c181-ea27-4850-8e7f-ec2693f0615c']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:18.667755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd445fa20-d350-4586-9d51-f6eb3ca9723f') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:18.668070 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd445fa20-d350-4586-9d51-f6eb3ca9723f') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:18.679178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (d445fa20-d350-4586-9d51-f6eb3ca9723f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.683715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-c42d1db8-b97c-4b16-b323-f8a89555cab4 service neutron] 10.222.0.11 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704438 Mar 10 15:15:18.714183 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d445fa20-d350-4586-9d51-f6eb3ca9723f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.726446 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:15:18.727138 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (d445fa20-d350-4586-9d51-f6eb3ca9723f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:15:18.764217 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:15:18.831098 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ada1c181-ea27-4850-8e7f-ec2693f0615c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.843877 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:18.847096 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] 10.222.0.11 "DELETE /v2.0/networks/ada1c181-ea27-4850-8e7f-ec2693f0615c HTTP/1.1" status: 204 len: 168 time: 1.6459198 Mar 10 15:15:18.862165 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c88598-f239-4f76-9aaf-0c8838140461 tempest-TagsExtTest-740138846 tempest-TagsExtTest-740138846-project] Pushing event deleted for resources: {'Network': ['ID=ada1c181-ea27-4850-8e7f-ec2693f0615c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:18.877722 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33462) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:19.201828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:15:19.214983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Sync routers for ids ['df865b3f-31b5-4223-bc04-a70e78b45108'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:15:19.229630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-0ff78330-346f-426a-9ecb-40e0dd97d74e service neutron] 10.222.0.11 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281091 Mar 10 15:15:19.237763 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:19.241982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d5b5e201-0ab0-412f-8fde-c14d61f843ef admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2952161 Mar 10 15:15:19.242716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33482) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:19.249105 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Routers {'df865b3f-31b5-4223-bc04-a70e78b45108'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:19.250491 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['df865b3f-31b5-4223-bc04-a70e78b45108'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:19.407275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33492) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:19.428241 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-91ca5f77-006c-4890-91c4-c70bfa81eb0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74bdde07f5e84f0797b5fca240cb09ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5489888 Mar 10 15:15:19.428888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33498) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:19.476636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Set router df865b3f-31b5-4223-bc04-a70e78b45108 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:15:19.502561 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f14e072-4536-478d-9cd5-5dbfe05d5e34 admin admin] Publish callbacks [] for security_group (c0fe435f-01eb-4104-a3a6-121c048dec32), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:19.558498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33506) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:19.632790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16f853f7-ab82-4dc1-902d-c136e19ff466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:19.642765 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f14e072-4536-478d-9cd5-5dbfe05d5e34 admin admin] Publish callbacks [] for security_group (c0fe435f-01eb-4104-a3a6-121c048dec32), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:19.707200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1323c13e-033c-4dbd-bcb7-d4780471d06d req-79f1fcfc-b70c-45ed-801b-30f7d9e3fed3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 210 time: 0.0701830 Mar 10 15:15:19.767138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-653159da-50f1-4102-b194-6cd3a0161841 req-6a2021e8-94ce-4ae4-8322-c39eb8e1d948 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.1075919 Mar 10 15:15:19.786669 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16f853f7-ab82-4dc1-902d-c136e19ff466 admin admin] Publish callbacks [] for security_group (075eb08a-4865-4541-87f7-4b6ae9e96ada), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:19.831600 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8f840a34-037a-4a58-9915-4e400e76fa77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72eadafe63f549f98db07fe060aaee34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696991 Mar 10 15:15:19.831600 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16f853f7-ab82-4dc1-902d-c136e19ff466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (075eb08a-4865-4541-87f7-4b6ae9e96ada), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:19.842950 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33524) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:19.908660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f14e072-4536-478d-9cd5-5dbfe05d5e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c0fe435f-01eb-4104-a3a6-121c048dec32), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:19.911969 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f14e072-4536-478d-9cd5-5dbfe05d5e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:19.913351 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4f14e072-4536-478d-9cd5-5dbfe05d5e34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0fe435f-01eb-4104-a3a6-121c048dec32 HTTP/1.1" status: 204 len: 168 time: 0.4832923 Mar 10 15:15:19.935910 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-16f853f7-ab82-4dc1-902d-c136e19ff466 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5252b3437fc145eab30930a72a7d1ca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5257297 Mar 10 15:15:19.938647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33528) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:19.941018 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f853f7-ab82-4dc1-902d-c136e19ff466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075eb08a-4865-4541-87f7-4b6ae9e96ada,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:19.944668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'name': 'tempest-ServerRescueTestJSON-1300009258-router', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:15:14Z', 'updated_at': '2022-03-10T15:15:17Z', 'revision_number': 3, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'gw_port': {'id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:15:15Z', 'updated_at': '2022-03-10T15:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:19.983333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33530) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:20.019072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Checking router: df865b3f-31b5-4223-bc04-a70e78b45108 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:15:20.019436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Updating router df865b3f-31b5-4223-bc04-a70e78b45108 port f492ff1b-b292-41a0-88d5-9d4ff1d41540 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:15:20.026437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14e072-4536-478d-9cd5-5dbfe05d5e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fe435f-01eb-4104-a3a6-121c048dec32,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:20.028765 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65f0282f-1695-4d0b-92cc-8d45985f8be7 admin admin] Publish callbacks [] for security_group (255432de-d1df-47ed-8ebe-297e5cee4f5c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.066825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65f0282f-1695-4d0b-92cc-8d45985f8be7 admin admin] Publish callbacks [] for security_group (255432de-d1df-47ed-8ebe-297e5cee4f5c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.084067 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18cfa279-ecbb-4821-83fd-41f5f749308f admin admin] Publish callbacks [] for security_group (075eb08a-4865-4541-87f7-4b6ae9e96ada), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.121693 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18cfa279-ecbb-4821-83fd-41f5f749308f admin admin] Publish callbacks [] for security_group (075eb08a-4865-4541-87f7-4b6ae9e96ada), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.150177 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.171742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65f0282f-1695-4d0b-92cc-8d45985f8be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (255432de-d1df-47ed-8ebe-297e5cee4f5c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.177138 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65f0282f-1695-4d0b-92cc-8d45985f8be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.181246 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-65f0282f-1695-4d0b-92cc-8d45985f8be7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/255432de-d1df-47ed-8ebe-297e5cee4f5c HTTP/1.1" status: 204 len: 168 time: 0.3206522 Mar 10 15:15:20.193565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0282f-1695-4d0b-92cc-8d45985f8be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255432de-d1df-47ed-8ebe-297e5cee4f5c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:20.222163 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.301118 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4afd2f0f-740b-4851-979d-eb4a04e8d85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.419821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18cfa279-ecbb-4821-83fd-41f5f749308f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (075eb08a-4865-4541-87f7-4b6ae9e96ada), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.422354 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18cfa279-ecbb-4821-83fd-41f5f749308f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.425786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-18cfa279-ecbb-4821-83fd-41f5f749308f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/075eb08a-4865-4541-87f7-4b6ae9e96ada HTTP/1.1" status: 204 len: 168 time: 0.4838543 Mar 10 15:15:20.461924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfa279-ecbb-4821-83fd-41f5f749308f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075eb08a-4865-4541-87f7-4b6ae9e96ada,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:20.534062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Allocated IP 172.20.0.1 (c6e5513e-5eef-4aa1-b1a0-5293715a9889/b461b8ba-c71f-44ba-8a3f-9f7cdda42dde/27acea81-83a5-45dc-98a1-dc02431c277a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:20.559966 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4afd2f0f-740b-4851-979d-eb4a04e8d85a admin admin] Publish callbacks [] for security_group (74aea233-3d4b-4bbf-bbd3-e3909739b6f5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.582090 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4afd2f0f-740b-4851-979d-eb4a04e8d85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (74aea233-3d4b-4bbf-bbd3-e3909739b6f5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.598664 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.628788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4afd2f0f-740b-4851-979d-eb4a04e8d85a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20bc274f60704254b08d69987395a9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6441731 Mar 10 15:15:20.632234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33544) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:20.645218 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Publish callbacks [] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.653543 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.677768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33546) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:20.712167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Attempting to bind port f492ff1b-b292-41a0-88d5-9d4ff1d41540 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:20.712719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Attempting to bind port f492ff1b-b292-41a0-88d5-9d4ff1d41540 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:20.713242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Attempting to bind port f492ff1b-b292-41a0-88d5-9d4ff1d41540 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:20.721271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:20.721863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:20.722444 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.723016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:20.723671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Bound port: f492ff1b-b292-41a0-88d5-9d4ff1d41540, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:20.724209 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.749795 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5ba0817c-65c9-406d-90ef-3a3233edc64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.757955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e79d30-0ed0-44b1-b7a7-79b126b9c344 None None] Pushing event updated for resources: {'Port': ['ID=f492ff1b-b292-41a0-88d5-9d4ff1d41540,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:20.777930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd2f0f-740b-4851-979d-eb4a04e8d85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aea233-3d4b-4bbf-bbd3-e3909739b6f5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:20.809456 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6576db84-68a4-406c-a7d0-4881b7a7edb9 admin admin] Publish callbacks [] for security_group (74aea233-3d4b-4bbf-bbd3-e3909739b6f5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.829655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] For port f492ff1b-b292-41a0-88d5-9d4ff1d41540, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:20.839483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] For port f492ff1b-b292-41a0-88d5-9d4ff1d41540, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f492ff1b-b292-41a0-88d5-9d4ff1d41540,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:20.849276 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6576db84-68a4-406c-a7d0-4881b7a7edb9 admin admin] Publish callbacks [] for security_group (74aea233-3d4b-4bbf-bbd3-e3909739b6f5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.861362 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.894592 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Publish callbacks [] for port (27acea81-83a5-45dc-98a1-dc02431c277a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.944681 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6576db84-68a4-406c-a7d0-4881b7a7edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (74aea233-3d4b-4bbf-bbd3-e3909739b6f5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.949333 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6576db84-68a4-406c-a7d0-4881b7a7edb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:20.953914 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6576db84-68a4-406c-a7d0-4881b7a7edb9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74aea233-3d4b-4bbf-bbd3-e3909739b6f5 HTTP/1.1" status: 204 len: 168 time: 0.3204315 Mar 10 15:15:20.983125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-483ab41b-8c26-4799-9333-16dc9e5a3c86 req-9cd55b55-88b6-4c4a-a20f-dec0fc34e3a0 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 210 time: 0.0655735 Mar 10 15:15:20.985740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576db84-68a4-406c-a7d0-4881b7a7edb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aea233-3d4b-4bbf-bbd3-e3909739b6f5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:21.039781 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5ba0817c-65c9-406d-90ef-3a3233edc64f admin admin] Publish callbacks [] for security_group (c2157925-56e1-456f-bc1d-f09b04125db3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.046650 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5ba0817c-65c9-406d-90ef-3a3233edc64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c2157925-56e1-456f-bc1d-f09b04125db3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.182529 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5ba0817c-65c9-406d-90ef-3a3233edc64f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47e32800edbe4b3b9efe91c1b5e6cbfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4970689 Mar 10 15:15:21.185164 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0817c-65c9-406d-90ef-3a3233edc64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2157925-56e1-456f-bc1d-f09b04125db3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:21.192893 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33568) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:21.226442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Routers {'df865b3f-31b5-4223-bc04-a70e78b45108'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:21.227082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:14:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['df865b3f-31b5-4223-bc04-a70e78b45108'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:21.331494 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b10e0a7-3c3e-48fd-ad2e-d0832e54c987 admin admin] Publish callbacks [] for security_group (c2157925-56e1-456f-bc1d-f09b04125db3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.344455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] Set router df865b3f-31b5-4223-bc04-a70e78b45108 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:15:21.354865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-c425f4a6-66ab-4231-bd1b-7cba74dbb80d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:21.356363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-c425f4a6-66ab-4231-bd1b-7cba74dbb80d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 816 time: 0.3242691 Mar 10 15:15:21.358414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d7bb319-2614-4bcb-a4f2-efaced285dec req-aa5ce8f4-7e77-4544-991f-fe9c940e9f5b tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.3666027 Mar 10 15:15:21.382442 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b10e0a7-3c3e-48fd-ad2e-d0832e54c987 admin admin] Publish callbacks [] for security_group (c2157925-56e1-456f-bc1d-f09b04125db3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.427850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e79d30-0ed0-44b1-b7a7-79b126b9c344 None None] Pushing event updated for resources: {'Port': ['ID=f492ff1b-b292-41a0-88d5-9d4ff1d41540,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:21.453278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-079a5d49-45fd-4ae6-8401-7328c171210a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30681029f9c54de880026374e32f2679 HTTP/1.1" status: 200 len: 379 time: 0.0818520 Mar 10 15:15:21.458658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.459029 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b10e0a7-3c3e-48fd-ad2e-d0832e54c987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c2157925-56e1-456f-bc1d-f09b04125db3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.464420 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b10e0a7-3c3e-48fd-ad2e-d0832e54c987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.466872 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4b10e0a7-3c3e-48fd-ad2e-d0832e54c987 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2157925-56e1-456f-bc1d-f09b04125db3 HTTP/1.1" status: 204 len: 168 time: 0.2726665 Mar 10 15:15:21.481837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10e0a7-3c3e-48fd-ad2e-d0832e54c987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2157925-56e1-456f-bc1d-f09b04125db3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:21.490873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'port': {'device_id': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'admin_state_up': True, 'tenant_id': '30681029f9c54de880026374e32f2679', 'security_groups': ['65ccc3a6-0c00-42c4-978b-5897e05514d9']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:21.540461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Network c6e5513e-5eef-4aa1-b1a0-5293715a9889 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:21.549139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:21.559468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:21.593133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33580) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:21.613032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'name': 'tempest-ServerRescueTestJSON-1300009258-router', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:15:14Z', 'updated_at': '2022-03-10T15:15:17Z', 'revision_number': 3, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'gw_port': {'id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:15:15Z', 'updated_at': '2022-03-10T15:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:21.616141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c94069e0-63fe-4b40-84db-9aabe73871cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.648759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd6fae-4296-4849-965c-a74ede10b9ec None None] The sync data for ids ['df865b3f-31b5-4223-bc04-a70e78b45108'] in n-d-833090-1 is: [{'id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'name': 'tempest-ServerRescueTestJSON-1300009258-router', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:15:14Z', 'updated_at': '2022-03-10T15:15:17Z', 'revision_number': 3, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'gw_port': {'id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:15:15Z', 'updated_at': '2022-03-10T15:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:15:21.649297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Pushing event updated for resources: {'Port': ['ID=27acea81-83a5-45dc-98a1-dc02431c277a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:21.702189 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (df865b3f-31b5-4223-bc04-a70e78b45108), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.705759 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4bb016ed-0865-4b22-858a-4aa7d2e44424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.742194 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c94069e0-63fe-4b40-84db-9aabe73871cb admin admin] Publish callbacks [] for security_group (80c517c5-9b90-4aba-98b3-f01afad1a973), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.751231 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c94069e0-63fe-4b40-84db-9aabe73871cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (80c517c5-9b90-4aba-98b3-f01afad1a973), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.804659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Made reservation on behalf of 30681029f9c54de880026374e32f2679 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:21.808323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.823026 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c94069e0-63fe-4b40-84db-9aabe73871cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cabf3801505d441e94dfd88654f1eadc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285831 Mar 10 15:15:21.828007 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33582) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:21.844677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94069e0-63fe-4b40-84db-9aabe73871cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c517c5-9b90-4aba-98b3-f01afad1a973,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:21.936070 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5fe73e6-a137-4e4a-9cc1-115b2f483055 admin admin] Publish callbacks [] for security_group (80c517c5-9b90-4aba-98b3-f01afad1a973), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.979889 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5fe73e6-a137-4e4a-9cc1-115b2f483055 admin admin] Publish callbacks [] for security_group (80c517c5-9b90-4aba-98b3-f01afad1a973), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:21.994598 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.037843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5fe73e6-a137-4e4a-9cc1-115b2f483055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (80c517c5-9b90-4aba-98b3-f01afad1a973), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.042221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e5fe73e6-a137-4e4a-9cc1-115b2f483055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.045891 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e5fe73e6-a137-4e4a-9cc1-115b2f483055 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80c517c5-9b90-4aba-98b3-f01afad1a973 HTTP/1.1" status: 204 len: 168 time: 0.2137327 Mar 10 15:15:22.053899 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe73e6-a137-4e4a-9cc1-115b2f483055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c517c5-9b90-4aba-98b3-f01afad1a973,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:22.148324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Allocated IP 172.20.0.4 (083d81ff-380f-40be-8440-8980c24e49d8/68d894d8-6340-4c5f-8791-441b0e8bb520/87020666-2760-437f-9844-2e087c5b08d8) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:22.231238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab9f1155-7050-4a15-9307-d872d40ef860 req-a8ffd0fa-b9d7-4c5c-8f07-c94e3ece03cb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 210 time: 0.0577474 Mar 10 15:15:22.490575 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Publish callbacks [] for port (27acea81-83a5-45dc-98a1-dc02431c277a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.508308 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.539281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b2f99ab-982f-4901-a3b7-af5e08ebf7bf req-9edf4e3d-2ea8-49ca-b33b-db2fd4eb0473 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0527556 Mar 10 15:15:22.554305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f492ff1b-b292-41a0-88d5-9d4ff1d41540 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:22.592940 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for port (87020666-2760-437f-9844-2e087c5b08d8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.636943 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (df865b3f-31b5-4223-bc04-a70e78b45108), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.647904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Pushing event updated for resources: {'Port': ['ID=27acea81-83a5-45dc-98a1-dc02431c277a,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:22.662909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f492ff1b-b292-41a0-88d5-9d4ff1d41540 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:22.664358 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.699194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.777325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Network 083d81ff-380f-40be-8440-8980c24e49d8 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:22.785001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:22.788254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:22.812867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f492ff1b-b292-41a0-88d5-9d4ff1d41540 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:22.815300 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.842396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event updated for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:22.886477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:22.887343 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.891818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port f492ff1b-b292-41a0-88d5-9d4ff1d41540, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f492ff1b-b292-41a0-88d5-9d4ff1d41540,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:22.900049 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:22.912336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Network c6e5513e-5eef-4aa1-b1a0-5293715a9889 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:22.917034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:22.967647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=f492ff1b-b292-41a0-88d5-9d4ff1d41540,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:22.989861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-91935132-97bc-4d77-86b5-76f668e362f8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5102735 Mar 10 15:15:23.016315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Request body: {'port': {'device_id': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:23.166656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Router df865b3f-31b5-4223-bc04-a70e78b45108 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:15:23.167433 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (87020666-2760-437f-9844-2e087c5b08d8), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.182475 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33626) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:23.208446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4376d0f6-3889-4112-8a00-1f0cc57f374b None None] Provisioning complete for port 87020666-2760-437f-9844-2e087c5b08d8 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:23.208994 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4376d0f6-3889-4112-8a00-1f0cc57f374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (87020666-2760-437f-9844-2e087c5b08d8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.253602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4376d0f6-3889-4112-8a00-1f0cc57f374b None None] Port 87020666-2760-437f-9844-2e087c5b08d8 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:15:23.476240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:15:23.492271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fced3b81-081e-4372-b0a4-cd2bd22741c9 admin admin] 10.222.0.11 "PUT /v2.0/routers/df865b3f-31b5-4223-bc04-a70e78b45108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2392731 Mar 10 15:15:23.505794 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-621516551'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:23.515872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b8f3a-1958-47ba-85ef-fc79ec26b0a3 req-7a27d2fc-efda-4859-8749-db3c3e81008d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:23.518272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-569b8f3a-1958-47ba-85ef-fc79ec26b0a3 req-7a27d2fc-efda-4859-8749-db3c3e81008d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 931 time: 0.1632991 Mar 10 15:15:23.534557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Made reservation on behalf of 7a3b5a805d4a4a23b866c152c2a28710 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:23.538687 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.559623 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.623827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-569b8f3a-1958-47ba-85ef-fc79ec26b0a3 req-0e4c5dc8-b166-42e7-9b6d-1d94d4039371 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660110 Mar 10 15:15:23.700867 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks [] for security_group (63ce9db0-c039-496b-8ec2-e68efc496aba), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.709014 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (63ce9db0-c039-496b-8ec2-e68efc496aba), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.743323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce9db0-c039-496b-8ec2-e68efc496aba,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:23.751689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:23.764140 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (88bd7eb5-f5ca-4dbc-b17f-9c8de8d4621d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.765435 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Added segment 88bd7eb5-f5ca-4dbc-b17f-9c8de8d4621d of type vlan for network 70b42600-0a41-4d7a-b43a-689ea89c3cc8 Mar 10 15:15:23.790705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb76c3ed-204c-4fd6-9787-5dd90afd16b1 req-1c566b7c-8d35-4941-8fd9-8dc049d1b154 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.1010473 Mar 10 15:15:23.808890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87020666-2760-437f-9844-2e087c5b08d8 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:15:23.819845 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Publish callbacks [] for port (87020666-2760-437f-9844-2e087c5b08d8), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.843189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Transition to ACTIVE for port object 87020666-2760-437f-9844-2e087c5b08d8 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:15:23.849841 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.858536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (70b42600-0a41-4d7a-b43a-689ea89c3cc8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.890213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (70b42600-0a41-4d7a-b43a-689ea89c3cc8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.898131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:23.898723 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:23.903473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Pushing event updated for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:23.998454 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8149209 Mar 10 15:15:23.999515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33662) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:24.006707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Attempting to bind port 87020666-2760-437f-9844-2e087c5b08d8 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:24.007193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Attempting to bind port 87020666-2760-437f-9844-2e087c5b08d8 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:24.007527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Attempting to bind port 87020666-2760-437f-9844-2e087c5b08d8 on network 083d81ff-380f-40be-8440-8980c24e49d8 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:24.010955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-29fd661d-3c58-4449-a44e-5890e5c3bde5 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8', 'tempest-TagsTest-Tag-1250785611') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:24.013415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Port 87020666-2760-437f-9844-2e087c5b08d8 on network 083d81ff-380f-40be-8440-8980c24e49d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:15:24.013798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Attempting to bind port 87020666-2760-437f-9844-2e087c5b08d8 on network 083d81ff-380f-40be-8440-8980c24e49d8 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:24.017853 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-48e3f251-d825-4bab-9186-5c62638e0915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:24.021434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:24.021943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Checking segment: {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:24.022337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Bound using segment: {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:24.022774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Bound port: 87020666-2760-437f-9844-2e087c5b08d8, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc378257-d6b1-466e-985a-eec7339f208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:24.023228 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (87020666-2760-437f-9844-2e087c5b08d8), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:24.061543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83223b1a-ef89-4007-8db1-13c829a750ed tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Pushing event updated for resources: {'Network': ['ID=70b42600-0a41-4d7a-b43a-689ea89c3cc8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:24.072424 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 70b42600-0a41-4d7a-b43a-689ea89c3cc8 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:24.117139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:24.121863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:24.133845 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Sync routers for ids ['df865b3f-31b5-4223-bc04-a70e78b45108'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:15:24.148034 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:24.164009 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Routers {'df865b3f-31b5-4223-bc04-a70e78b45108'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:24.165865 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['df865b3f-31b5-4223-bc04-a70e78b45108'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:24.231086 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-29fd661d-3c58-4449-a44e-5890e5c3bde5 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "PUT /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags/tempest-TagsTest-Tag-1250785611 HTTP/1.1" status: 201 len: 201 time: 0.2278116 Mar 10 15:15:24.231687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33670) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:24.246860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-69c2e7fe-990e-4c1c-ae62-002787ff2f09 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8', 'tempest-TagsTest-Tag-1250785611') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:24.320810 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Set router df865b3f-31b5-4223-bc04-a70e78b45108 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:15:24.324706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Pushing event updated for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:24.337535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:24.338161 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:24.339845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-d70cf08c-aa91-4f41-bef4-b5b847ad2e10 service neutron] 10.222.0.45 "PUT /v2.0/ports/87020666-2760-437f-9844-2e087c5b08d8 HTTP/1.1" status: 200 len: 1091 time: 1.3331478 Mar 10 15:15:24.340302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'tag': '87020666-2760-437f-9844-2e087c5b08d8'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:15:24.342582 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abbc454-61c8-427a-ae26-af29b790c52f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "tag": "87020666-2760-437f-9844-2e087c5b08d8"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:15:24.406357 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-69c2e7fe-990e-4c1c-ae62-002787ff2f09 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "GET /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags/tempest-TagsTest-Tag-1250785611 HTTP/1.1" status: 204 len: 168 time: 0.1733913 Mar 10 15:15:24.409349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33676) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:24.431726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.tag.tag_plugin [None req-4f69a10f-8fe6-4246-9782-a281ce7ec7ac tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:24.439729 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33678) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:24.471717 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7ee202-41e9-41b4-8828-8b08009bae4b x-openstack-request-id: req-cd7ee202-41e9-41b4-8828-8b08009bae4b {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:15:24.472239 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "tag": "87020666-2760-437f-9844-2e087c5b08d8", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:15:24.472642 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd7ee202-41e9-41b4-8828-8b08009bae4b {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:15:24.473773 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'tag': '87020666-2760-437f-9844-2e087c5b08d8', 'status': 'completed', 'code': 200} Mar 10 15:15:24.520763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f492ff1b-b292-41a0-88d5-9d4ff1d41540 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:24.569068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-89846bc2-f4d0-4535-84f8-53a0c820d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:24.576244 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-89846bc2-f4d0-4535-84f8-53a0c820d95e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 1125 time: 0.1830676 Mar 10 15:15:24.654838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f492ff1b-b292-41a0-88d5-9d4ff1d41540 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:24.655462 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:24.829643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f492ff1b-b292-41a0-88d5-9d4ff1d41540 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:24.869706 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'name': 'tempest-ServerRescueTestJSON-1300009258-router', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:15:14Z', 'updated_at': '2022-03-10T15:15:21Z', 'revision_number': 4, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'gw_port': {'id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:15:15Z', 'updated_at': '2022-03-10T15:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '27acea81-83a5-45dc-98a1-dc02431c277a', 'name': '', 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'mac_address': 'fa:16:3e:42:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'b461b8ba-c71f-44ba-8a3f-9f7cdda42dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:15:20Z', 'updated_at': '2022-03-10T15:15:22Z', 'revision_number': 2, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'subnets': [{'id': 'b461b8ba-c71f-44ba-8a3f-9f7cdda42dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:24.904887 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Checking router: df865b3f-31b5-4223-bc04-a70e78b45108 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:15:24.905508 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Updating router df865b3f-31b5-4223-bc04-a70e78b45108 port 27acea81-83a5-45dc-98a1-dc02431c277a binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:15:24.959014 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:24.979534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:25.016263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:25.149772 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:25.205242 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:25.246726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4f69a10f-8fe6-4246-9782-a281ce7ec7ac tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "GET /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags HTTP/1.1" status: 200 len: 238 time: 0.8362772 Mar 10 15:15:25.252008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33710) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:25.293159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-63405835-f789-4eac-a66a-ae11320c07d1 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8', {'tags': ['tempest-TagsTest-Tag-76350468', 'tempest-TagsTest-Tag-1555238109', 'tempest-TagsTest-Tag-1789688773']}) {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:25.328543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Allocated IP 172.25.3.61 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/1bfb947b-ac25-4310-a9f5-2ebf0155084c) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:25.344528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-2fb3db42-f6de-4827-b5af-29be8b633368 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87020666-2760-437f-9844-2e087c5b08d8 HTTP/1.1" status: 200 len: 217 time: 0.7407181 Mar 10 15:15:25.378143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e100efff-2b46-48c9-b914-268505443d44 req-62c625a6-b9b2-4197-a188-bba86bc033df service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46babbec-00da-45ce-bbb1-5b7cc9777e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1366696 Mar 10 15:15:25.416263 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Publish callbacks [] for port (27acea81-83a5-45dc-98a1-dc02431c277a), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:25.432620 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:25.507443 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Pushing event updated for resources: {'Port': ['ID=27acea81-83a5-45dc-98a1-dc02431c277a,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:25.514256 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-63405835-f789-4eac-a66a-ae11320c07d1 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "PUT /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags HTTP/1.1" status: 200 len: 307 time: 0.2596712 Mar 10 15:15:25.520088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33722) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:25.527213 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-366145d7-f9f7-4d40-8140-b7a1587cbaf1 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8', 'tempest-TagsTest-Tag-76350468') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:25.532451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks [] for port (1bfb947b-ac25-4310-a9f5-2ebf0155084c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:25.556053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e100efff-2b46-48c9-b914-268505443d44 req-ec69e4ad-12a8-47af-8f69-e7e90ed44d46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe03997206ea4053b1aa904251fd69ea&device_id=46babbec-00da-45ce-bbb1-5b7cc9777e68 HTTP/1.1" status: 200 len: 210 time: 0.1053476 Mar 10 15:15:25.569805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-2f9db992-2a56-4a85-bb2c-55f19ecdd3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:25.572040 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-2f9db992-2a56-4a85-bb2c-55f19ecdd3b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.1624343 Mar 10 15:15:25.581616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22a35c-3536-41ff-8a50-e6d1f02047db req-0f22f98f-82d5-4264-a5a3-bf1acf8911c0 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:25.587326 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.587676 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.588019 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.588353 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.588686 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.589014 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.589340 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.589616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea22a35c-3536-41ff-8a50-e6d1f02047db req-0f22f98f-82d5-4264-a5a3-bf1acf8911c0 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.3490438 Mar 10 15:15:25.589733 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.589972 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.590293 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.591192 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.591531 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.591855 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:25.614681 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Attempting to bind port 27acea81-83a5-45dc-98a1-dc02431c277a on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:25.615278 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Attempting to bind port 27acea81-83a5-45dc-98a1-dc02431c277a by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:25.615695 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Attempting to bind port 27acea81-83a5-45dc-98a1-dc02431c277a on network c6e5513e-5eef-4aa1-b1a0-5293715a9889 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:25.624048 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:25.624739 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Checking segment: {'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:25.625549 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:25.625955 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Bound using segment: {'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:25.626478 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Bound port: 27acea81-83a5-45dc-98a1-dc02431c277a, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:25.627213 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:25.667578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e100efff-2b46-48c9-b914-268505443d44 req-f631f3f5-c4ce-4a01-b185-83c9e8567b07 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe03997206ea4053b1aa904251fd69ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723617 Mar 10 15:15:25.668058 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1bfb947b-ac25-4310-a9f5-2ebf0155084c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:25.675778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-1807b0e3-f449-4b19-9618-8a354e88867d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:25.679291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-1807b0e3-f449-4b19-9618-8a354e88867d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/networks?id=c6e5513e-5eef-4aa1-b1a0-5293715a9889 HTTP/1.1" status: 200 len: 811 time: 0.4338379 Mar 10 15:15:25.702517 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-366145d7-f9f7-4d40-8140-b7a1587cbaf1 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "DELETE /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags/tempest-TagsTest-Tag-76350468 HTTP/1.1" status: 204 len: 168 time: 0.1790113 Mar 10 15:15:25.703957 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33726) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:25.713920 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-19c1f3ff-1cae-4deb-8247-b58dd92d6c03 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8', 'tempest-TagsTest-Tag-76350468') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:25.726898 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] For port 27acea81-83a5-45dc-98a1-dc02431c277a, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:25.732125 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] For port 27acea81-83a5-45dc-98a1-dc02431c277a, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=27acea81-83a5-45dc-98a1-dc02431c277a,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:25.742574 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:25.775505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:25.782524 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:25.785408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:25.804918 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Routers {'df865b3f-31b5-4223-bc04-a70e78b45108'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:25.805753 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['df865b3f-31b5-4223-bc04-a70e78b45108'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:25.823630 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Pushing event updated for resources: {'Port': ['ID=1bfb947b-ac25-4310-a9f5-2ebf0155084c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:25.824095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-ff138128-f647-433b-b3ae-e0153a205892 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/quotas/168fe9a92e5e49429fad26db570a485d HTTP/1.1" status: 200 len: 375 time: 0.1279938 Mar 10 15:15:25.863371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea22a35c-3536-41ff-8a50-e6d1f02047db req-685b9d19-6dea-4e88-9c86-a8e38041cc8b tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726152 Mar 10 15:15:25.892900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-8523849d-389d-429d-84af-b446591a5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:25.894630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-8523849d-389d-429d-84af-b446591a5820 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2976716 Mar 10 15:15:25.938584 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bc0b0-c30f-48ac-832f-560c57d3de43 None None] Pushing event updated for resources: {'Port': ['ID=27acea81-83a5-45dc-98a1-dc02431c277a,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:25.999160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100efff-2b46-48c9-b914-268505443d44 req-2ccbd78f-8a9a-4cc1-937b-54103f0b3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:26.001414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e100efff-2b46-48c9-b914-268505443d44 req-2ccbd78f-8a9a-4cc1-937b-54103f0b3f79 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3194661 Mar 10 15:15:26.034991 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-19c1f3ff-1cae-4deb-8247-b58dd92d6c03 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] show failed (client error): The resource could not be found. Mar 10 15:15:26.037004 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-19c1f3ff-1cae-4deb-8247-b58dd92d6c03 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "GET /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags/tempest-TagsTest-Tag-76350468 HTTP/1.1" status: 404 len: 324 time: 0.3296549 Mar 10 15:15:26.039917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33744) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:26.045619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-f43b810d-0123-43d3-812d-9df6aaff40a2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8', 'tempest-TagsTest-Tag-1555238109') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:26.052482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks [] for floatingip (745be0b4-1780-4c19-8fdb-52c0a0f91e82), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.089809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-367f9f94-9680-4753-9950-6d4746b4be33 req-ecb82fa9-d18c-4cc0-b46f-dcfdf4fe4097 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0873561 Mar 10 15:15:26.101454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33746) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:26.108253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-2ad95eaa-a623-4f8b-b99b-9f97c68d39a4 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=168fe9a92e5e49429fad26db570a485d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2680950 Mar 10 15:15:26.134616 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] Set router df865b3f-31b5-4223-bc04-a70e78b45108 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:15:26.144145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-c0153fd9-7b31-4509-92a9-48b5667bca19 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311735 Mar 10 15:15:26.156804 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1bfb947b-ac25-4310-a9f5-2ebf0155084c), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.205997 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f43b810d-0123-43d3-812d-9df6aaff40a2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "GET /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags/tempest-TagsTest-Tag-1555238109 HTTP/1.1" status: 204 len: 168 time: 0.1648123 Mar 10 15:15:26.210167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33752) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:26.215968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.tag.tag_plugin [None req-6a2e961e-6991-432a-ac41-fd06c10587b2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8', 'tempest-TagsTest-Tag-1789688773') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:26.341639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7632c3d1-b864-4d3c-bab7-ea2f731c7b5d tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Request body: {'quota': {'network': 2}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:26.416062 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'name': 'tempest-ServerRescueTestJSON-1300009258-router', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:15:14Z', 'updated_at': '2022-03-10T15:15:21Z', 'revision_number': 4, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'gw_port': {'id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:15:15Z', 'updated_at': '2022-03-10T15:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '27acea81-83a5-45dc-98a1-dc02431c277a', 'name': '', 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'mac_address': 'fa:16:3e:42:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'b461b8ba-c71f-44ba-8a3f-9f7cdda42dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:15:20Z', 'updated_at': '2022-03-10T15:15:25Z', 'revision_number': 4, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'subnets': [{'id': 'b461b8ba-c71f-44ba-8a3f-9f7cdda42dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:26.420963 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks [] for port (1bfb947b-ac25-4310-a9f5-2ebf0155084c), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.430748 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (1bfb947b-ac25-4310-a9f5-2ebf0155084c), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.431160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b538d5d-a288-4773-a724-74a012e21eb5 req-203ade55-efe4-4046-89ee-79bc87a984fe service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769194 Mar 10 15:15:26.453457 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781fe936-cfdb-426c-889e-a60b9bfead98 None None] The sync data for ids ['df865b3f-31b5-4223-bc04-a70e78b45108'] in n-d-833090-1 is: [{'id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'name': 'tempest-ServerRescueTestJSON-1300009258-router', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:15:14Z', 'updated_at': '2022-03-10T15:15:21Z', 'revision_number': 4, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'gw_port': {'id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:15:15Z', 'updated_at': '2022-03-10T15:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '27acea81-83a5-45dc-98a1-dc02431c277a', 'name': '', 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'mac_address': 'fa:16:3e:42:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': 'b461b8ba-c71f-44ba-8a3f-9f7cdda42dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:15:20Z', 'updated_at': '2022-03-10T15:15:25Z', 'revision_number': 4, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'subnets': [{'id': 'b461b8ba-c71f-44ba-8a3f-9f7cdda42dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:15:26.539673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Pushing event updated for resources: {'Port': ['ID=1bfb947b-ac25-4310-a9f5-2ebf0155084c,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:26.560198 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (745be0b4-1780-4c19-8fdb-52c0a0f91e82), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.563321 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.581075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.584312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6a2e961e-6991-432a-ac41-fd06c10587b2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "GET /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags/tempest-TagsTest-Tag-1789688773 HTTP/1.1" status: 204 len: 168 time: 0.3692136 Mar 10 15:15:26.584782 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-364d8a31-acb8-4dc8-b7e9-48fa10d00627 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1415353 Mar 10 15:15:26.588079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33768) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:26.588848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33770) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:26.594855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-d5a5a212-3437-4b71-a4ed-d132c1707378 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:26.619446 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a5ce0b1d-69ca-4b0c-af3c-c8326e33a603 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-436789463', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'fixed_ips': [{'ip_address': '172.25.3.61'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:26.622933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7632c3d1-b864-4d3c-bab7-ea2f731c7b5d tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] 10.222.0.11 "PUT /v2.0/quotas/e550f5ebfad841e7a2e25197fb8abd49 HTTP/1.1" status: 200 len: 368 time: 0.5134990 Mar 10 15:15:26.631393 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33774) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:26.637353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Request body: {'network': {'project_id': 'e550f5ebfad841e7a2e25197fb8abd49'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:26.643435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-6d0a4c6e-115b-45d4-99a6-77e45a0b4c6d service neutron] 10.222.0.11 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249565 Mar 10 15:15:26.673917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ce0b1d-69ca-4b0c-af3c-c8326e33a603 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Made reservation on behalf of 54f3df1ffa5c48e49d5cfa896ce00cd6 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:26.677240 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0b1d-69ca-4b0c-af3c-c8326e33a603 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.700872 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Made reservation on behalf of e550f5ebfad841e7a2e25197fb8abd49 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:26.704448 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.716459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0b1d-69ca-4b0c-af3c-c8326e33a603 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.745501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.752863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbc454-61c8-427a-ae26-af29b790c52f req-e473b2e0-9748-44d4-be73-d989ba5aac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:26.755156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0abbc454-61c8-427a-ae26-af29b790c52f req-e473b2e0-9748-44d4-be73-d989ba5aac6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 1125 time: 0.2601194 Mar 10 15:15:26.816300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-c1161d17-9504-4439-9098-202dfa7bfed4 service neutron] 10.222.0.11 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715636 Mar 10 15:15:26.927049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbc454-61c8-427a-ae26-af29b790c52f req-305756b2-67ba-481a-85f5-bc2e9da28458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:26.929196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0abbc454-61c8-427a-ae26-af29b790c52f req-305756b2-67ba-481a-85f5-bc2e9da28458 service neutron] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 917 time: 0.1668651 Mar 10 15:15:26.968138 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks [] for security_group (bdf75818-0430-4753-a69f-ddc18d40df1e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.977682 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d5a5a212-3437-4b71-a4ed-d132c1707378 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "DELETE /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags HTTP/1.1" status: 204 len: 168 time: 0.3849592 Mar 10 15:15:26.980120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33796) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:26.983765 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bdf75818-0430-4753-a69f-ddc18d40df1e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:26.992593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-4c91442f-adde-4c96-94dd-2bd86ca702f3 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8', 'tempest-TagsTest-Tag-1555238109') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:27.021205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0abbc454-61c8-427a-ae26-af29b790c52f req-d9b1daee-8670-4fd8-bdfb-13eb9f689fdd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87020666-2760-437f-9844-2e087c5b08d8 HTTP/1.1" status: 200 len: 217 time: 0.0838261 Mar 10 15:15:27.054934 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0b1d-69ca-4b0c-af3c-c8326e33a603 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks [] for security_group (e5f05a55-8e11-4f4e-a370-fd5df75cd341), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:27.076746 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0b1d-69ca-4b0c-af3c-c8326e33a603 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e5f05a55-8e11-4f4e-a370-fd5df75cd341), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:27.086000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-a5ce0b1d-69ca-4b0c-af3c-c8326e33a603 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] device_id is not set on port 94a4529b-4c8d-4dce-87cd-582c4c8302d1 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:15:27.140982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbc454-61c8-427a-ae26-af29b790c52f req-95e17de8-56b8-4c51-a530-966f9c386ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:27.148620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0abbc454-61c8-427a-ae26-af29b790c52f req-95e17de8-56b8-4c51-a530-966f9c386ebc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.1134937 Mar 10 15:15:27.193543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:27.269076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8178d1d5-9677-48c8-bc50-83ba84b2e1ee req-5b1159e9-54b5-4795-b9ba-abeae833de60 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 210 time: 0.1199739 Mar 10 15:15:27.298095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1eca7-e902-44af-9d98-7db91548c315 req-1d9e3d58-3410-4dde-9963-cbd76cb4bab5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:27.305432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eb1eca7-e902-44af-9d98-7db91548c315 req-1d9e3d58-3410-4dde-9963-cbd76cb4bab5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.2808156 Mar 10 15:15:27.316652 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf75818-0430-4753-a69f-ddc18d40df1e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:27.323334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ea632058-f883-4979-801f-101369b8bd57), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:27.323686 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Added segment ea632058-f883-4979-801f-101369b8bd57 of type vlan for network e5713ad0-560b-4f5f-bec4-fba02a82bfd7 Mar 10 15:15:27.367484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbc454-61c8-427a-ae26-af29b790c52f req-5355fec9-93f2-4e08-a602-2b27736255fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:27.368943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0abbc454-61c8-427a-ae26-af29b790c52f req-5355fec9-93f2-4e08-a602-2b27736255fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2002585 Mar 10 15:15:27.413538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eb1eca7-e902-44af-9d98-7db91548c315 req-81558fb9-2373-4943-86fb-d9b06d7bfd26 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950692 Mar 10 15:15:27.477189 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (e5713ad0-560b-4f5f-bec4-fba02a82bfd7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:27.479406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce0b1d-69ca-4b0c-af3c-c8326e33a603 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f05a55-8e11-4f4e-a370-fd5df75cd341,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:27.521118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95bb135d-dfdd-476c-a579-0db7aad3340c req-ae150d06-02f7-4cba-9051-8dc0aaf223b1 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0709031 Mar 10 15:15:27.557552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0abbc454-61c8-427a-ae26-af29b790c52f req-c5721d62-a09f-4f82-9ac9-8a5a90590355 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801920 Mar 10 15:15:27.581811 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-4c91442f-adde-4c96-94dd-2bd86ca702f3 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] show failed (client error): The resource could not be found. Mar 10 15:15:27.586034 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4c91442f-adde-4c96-94dd-2bd86ca702f3 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "GET /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags/tempest-TagsTest-Tag-1555238109 HTTP/1.1" status: 404 len: 326 time: 0.6013644 Mar 10 15:15:27.588962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33828) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:27.593171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.tag.tag_plugin [None req-c57d4881-ce45-433f-8380-20434f42b408 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8', 'tempest-TagsTest-Tag-1789688773') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:27.615037 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ce0b1d-69ca-4b0c-af3c-c8326e33a603 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 10 15:15:27.615557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ce0b1d-69ca-4b0c-af3c-c8326e33a603 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:15:27.617517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (e5713ad0-560b-4f5f-bec4-fba02a82bfd7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:27.618419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:27.619021 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:27.675154 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a5ce0b1d-69ca-4b0c-af3c-c8326e33a603 tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0837042 Mar 10 15:15:27.681545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33832) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:27.695131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0abbc454-61c8-427a-ae26-af29b790c52f req-bf0a4b6b-0e2c-41ad-8d85-82bc85f9d541 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229725 Mar 10 15:15:27.698272 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0652506 Mar 10 15:15:27.701024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33836) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:27.741392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Request body: {'network': {'project_id': 'e550f5ebfad841e7a2e25197fb8abd49'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:27.753572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dfc02-f397-455b-ac32-f8d429fe9b31 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Pushing event updated for resources: {'Network': ['ID=e5713ad0-560b-4f5f-bec4-fba02a82bfd7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:27.773083 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network e5713ad0-560b-4f5f-bec4-fba02a82bfd7 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:27.857832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Made reservation on behalf of e550f5ebfad841e7a2e25197fb8abd49 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:27.860490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:27.863592 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-c57d4881-ce45-433f-8380-20434f42b408 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] show failed (client error): The resource could not be found. Mar 10 15:15:27.866513 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c57d4881-ce45-433f-8380-20434f42b408 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "GET /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags/tempest-TagsTest-Tag-1789688773 HTTP/1.1" status: 404 len: 326 time: 0.2747903 Mar 10 15:15:27.869319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33844) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:27.887362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.tag.tag_plugin [None req-368486d8-e7bf-44ce-b131-90420008b501 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '70b42600-0a41-4d7a-b43a-689ea89c3cc8') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:27.897553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2cffc24a-913f-4b22-a955-0cb7bc909fca tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Deleting port 1bfb947b-ac25-4310-a9f5-2ebf0155084c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:27.898036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cffc24a-913f-4b22-a955-0cb7bc909fca tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1bfb947b-ac25-4310-a9f5-2ebf0155084c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:27.911994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:27.949973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d811b881-7de1-49b8-8728-785fcc5a6b88), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:27.950302 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Added segment d811b881-7de1-49b8-8728-785fcc5a6b88 of type vlan for network ed8a1464-20b8-43c8-a27d-b9dc359da44f Mar 10 15:15:28.033076 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cffc24a-913f-4b22-a955-0cb7bc909fca tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1bfb947b-ac25-4310-a9f5-2ebf0155084c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.033480 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cffc24a-913f-4b22-a955-0cb7bc909fca tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks [] for floatingip (1bfb947b-ac25-4310-a9f5-2ebf0155084c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.076230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2cffc24a-913f-4b22-a955-0cb7bc909fca tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Calling delete_port for 1bfb947b-ac25-4310-a9f5-2ebf0155084c owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:28.084070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-368486d8-e7bf-44ce-b131-90420008b501 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "DELETE /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8/tags HTTP/1.1" status: 204 len: 168 time: 0.2128391 Mar 10 15:15:28.091350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33854) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:28.189521 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.244581 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (70b42600-0a41-4d7a-b43a-689ea89c3cc8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.430354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ed8a1464-20b8-43c8-a27d-b9dc359da44f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.499333 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ed8a1464-20b8-43c8-a27d-b9dc359da44f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.502313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:28.503217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.519998 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (70b42600-0a41-4d7a-b43a-689ea89c3cc8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.572348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27951207-5747-4f05-b295-2a6b1f21dc55 req-876a7757-99f6-4e7b-b1e5-b1e8857c9bf2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 210 time: 0.1594715 Mar 10 15:15:28.599190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 27acea81-83a5-45dc-98a1-dc02431c277a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:28.621430 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-8a0680c5-def9-4c47-b2e2-26d3d402e3ff req-56af9ec2-7df9-4ff6-bc3a-759e23940a90 service neutron] (115534) timed out ('10.222.0.62', 62678) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:15:28.623108 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Pushing event updated for resources: {'Network': ['ID=ed8a1464-20b8-43c8-a27d-b9dc359da44f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:28.640726 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a1eda486-4187-4f33-9ac7-a1151f527408 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9379613 Mar 10 15:15:28.643524 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33882) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:28.651408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-86aa034a-e977-4722-a54e-3e0c05eb396c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Request body: {'network': {'project_id': 'e550f5ebfad841e7a2e25197fb8abd49'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:28.669412 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ed8a1464-20b8-43c8-a27d-b9dc359da44f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:28.675663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b42600-0a41-4d7a-b43a-689ea89c3cc8']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:28.694152 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-86aa034a-e977-4722-a54e-3e0c05eb396c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 10 15:15:28.694636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86aa034a-e977-4722-a54e-3e0c05eb396c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:15:28.695403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bd7eb5-f5ca-4dbc-b17f-9c8de8d4621d') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:28.696781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bd7eb5-f5ca-4dbc-b17f-9c8de8d4621d') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:28.698851 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-86aa034a-e977-4722-a54e-3e0c05eb396c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0529230 Mar 10 15:15:28.702484 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33888) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:28.740584 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cffc24a-913f-4b22-a955-0cb7bc909fca tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1bfb947b-ac25-4310-a9f5-2ebf0155084c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.815935 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (88bd7eb5-f5ca-4dbc-b17f-9c8de8d4621d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.816987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 27acea81-83a5-45dc-98a1-dc02431c277a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:28.817509 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.825393 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bb752204-f97a-4953-9019-5b93d9a04aea tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e550f5ebfad841e7a2e25197fb8abd49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1216002 Mar 10 15:15:28.831424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33892) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:28.905920 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee954ed6-65d7-462c-94d9-8399c6649bcb tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks [] for security_group (bdf75818-0430-4753-a69f-ddc18d40df1e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.916451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 27acea81-83a5-45dc-98a1-dc02431c277a is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:28.916872 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.928997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51e52151-ad25-42a3-b2b4-01c7b1e86caf req-708b959f-f52f-441c-bdbf-f02f01e4071d tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.1559961 Mar 10 15:15:28.940268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffc24a-913f-4b22-a955-0cb7bc909fca tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bfb947b-ac25-4310-a9f5-2ebf0155084c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:28.943433 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee954ed6-65d7-462c-94d9-8399c6649bcb tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks [] for security_group (bdf75818-0430-4753-a69f-ddc18d40df1e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.976337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 27acea81-83a5-45dc-98a1-dc02431c277a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=27acea81-83a5-45dc-98a1-dc02431c277a,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:28.985243 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (88bd7eb5-f5ca-4dbc-b17f-9c8de8d4621d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:28.986050 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.026580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee954ed6-65d7-462c-94d9-8399c6649bcb tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bdf75818-0430-4753-a69f-ddc18d40df1e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.027091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:15:29.027507 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (88bd7eb5-f5ca-4dbc-b17f-9c8de8d4621d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: warnings.warn('Neutron quota engine will require "--force" ' Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:15:29.031321 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:15:29.039091 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee954ed6-65d7-462c-94d9-8399c6649bcb tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.044800 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ee954ed6-65d7-462c-94d9-8399c6649bcb tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/bdf75818-0430-4753-a69f-ddc18d40df1e HTTP/1.1" status: 204 len: 168 time: 0.2101812 Mar 10 15:15:29.044800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33902) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:29.070570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=27acea81-83a5-45dc-98a1-dc02431c277a,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:29.075747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee954ed6-65d7-462c-94d9-8399c6649bcb tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf75818-0430-4753-a69f-ddc18d40df1e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:29.085052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.085809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.086495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.087013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.087496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.087977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.088455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.088965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.089303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.089635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.090819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.091345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.091884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:29.106228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed591cf-703b-4c46-ba75-60b551182245 req-6ea5434a-b3ed-47f9-a4e6-aca38673429f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:29.106228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ed591cf-703b-4c46-ba75-60b551182245 req-6ea5434a-b3ed-47f9-a4e6-aca38673429f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.5431807 Mar 10 15:15:29.190392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ed8a1464-20b8-43c8-a27d-b9dc359da44f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.190824 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cffc24a-913f-4b22-a955-0cb7bc909fca tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks [] for floatingip (745be0b4-1780-4c19-8fdb-52c0a0f91e82), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.194494 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cffc24a-913f-4b22-a955-0cb7bc909fca tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.195705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2cffc24a-913f-4b22-a955-0cb7bc909fca tempest-ExternalNetworksAdminNegativeTestJSON-791669814 tempest-ExternalNetworksAdminNegativeTestJSON-791669814-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/745be0b4-1780-4c19-8fdb-52c0a0f91e82 HTTP/1.1" status: 204 len: 168 time: 1.5113766 Mar 10 15:15:29.197946 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (70b42600-0a41-4d7a-b43a-689ea89c3cc8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.208900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-e08d87aa-2079-4933-9a82-d8854bed429a tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:29.210459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-e08d87aa-2079-4933-9a82-d8854bed429a tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.45 "GET /v2.0/networks?id=c6e5513e-5eef-4aa1-b1a0-5293715a9889 HTTP/1.1" status: 200 len: 811 time: 0.4672768 Mar 10 15:15:29.217972 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.221133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] 10.222.0.11 "DELETE /v2.0/networks/70b42600-0a41-4d7a-b43a-689ea89c3cc8 HTTP/1.1" status: 204 len: 168 time: 1.1287136 Mar 10 15:15:29.237161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Request body: {'port': {'device_id': '576bfbf5-f2a1-4416-a2c8-9b27b302362e', 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889', 'admin_state_up': True, 'tenant_id': '168fe9a92e5e49429fad26db570a485d'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:29.253232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8e902-b913-4c1b-93e5-6ad2c92147f2 tempest-TagsTest-992542234 tempest-TagsTest-992542234-project] Pushing event deleted for resources: {'Network': ['ID=70b42600-0a41-4d7a-b43a-689ea89c3cc8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:29.293948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ed591cf-703b-4c46-ba75-60b551182245 req-29452840-ad0c-41a4-8563-11d980c91ab3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443117 Mar 10 15:15:29.353827 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ed8a1464-20b8-43c8-a27d-b9dc359da44f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.390642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Made reservation on behalf of 168fe9a92e5e49429fad26db570a485d for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:29.394309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8a1464-20b8-43c8-a27d-b9dc359da44f']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:29.398368 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.412609 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd811b881-7de1-49b8-8728-785fcc5a6b88') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:29.413297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd811b881-7de1-49b8-8728-785fcc5a6b88') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:29.427915 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (d811b881-7de1-49b8-8728-785fcc5a6b88), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.449350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d811b881-7de1-49b8-8728-785fcc5a6b88), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.461320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:15:29.462034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (d811b881-7de1-49b8-8728-785fcc5a6b88), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:15:29.463858 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:15:29.537103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ed8a1464-20b8-43c8-a27d-b9dc359da44f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.555924 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.562061 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] 10.222.0.11 "DELETE /v2.0/networks/ed8a1464-20b8-43c8-a27d-b9dc359da44f HTTP/1.1" status: 204 len: 168 time: 0.5153036 Mar 10 15:15:29.569211 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33938) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:29.569211 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33940) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:29.591982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61bc34-5e57-4216-aa28-c4dcae417228 tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed8a1464-20b8-43c8-a27d-b9dc359da44f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:29.633009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Allocated IP 172.20.0.4 (c6e5513e-5eef-4aa1-b1a0-5293715a9889/b461b8ba-c71f-44ba-8a3f-9f7cdda42dde/41543a3b-c75f-4dfa-bdd5-956e066e63c0) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:29.687708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (e5713ad0-560b-4f5f-bec4-fba02a82bfd7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.746592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33958) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:29.799953 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3cbe134-5d5f-4b4a-88bf-82e43f90cf97 req-4e3108a6-c294-40e1-ac01-13308aa62b61 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 210 time: 0.0685556 Mar 10 15:15:29.818748 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (e5713ad0-560b-4f5f-bec4-fba02a82bfd7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.855045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks [] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.865267 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5713ad0-560b-4f5f-bec4-fba02a82bfd7']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:29.872995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b4e2-e109-4a5c-b1ac-0be794b0c737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.884357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea632058-f883-4979-801f-101369b8bd57') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:29.884769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea632058-f883-4979-801f-101369b8bd57') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:29.898285 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (ea632058-f883-4979-801f-101369b8bd57), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.920609 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ea632058-f883-4979-801f-101369b8bd57), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.934162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:15:29.934567 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (ea632058-f883-4979-801f-101369b8bd57), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.935486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:15:29.936313 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:15:29.981723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-46f250da-6f98-4513-bd82-6507ef527f8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a3b5a805d4a4a23b866c152c2a28710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326622 Mar 10 15:15:29.983760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33980) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:30.007202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (e5713ad0-560b-4f5f-bec4-fba02a82bfd7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.017540 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.023462 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] 10.222.0.11 "DELETE /v2.0/networks/e5713ad0-560b-4f5f-bec4-fba02a82bfd7 HTTP/1.1" status: 204 len: 168 time: 0.4365087 Mar 10 15:15:30.040457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2d261-f844-4ef5-b5c5-9e6c3e58db3c tempest-QuotasNegativeTest-748872693 tempest-QuotasNegativeTest-748872693-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5713ad0-560b-4f5f-bec4-fba02a82bfd7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:30.047036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Network c6e5513e-5eef-4aa1-b1a0-5293715a9889 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:30.060397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:30.070181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:30.122434 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b4e2-e109-4a5c-b1ac-0be794b0c737 admin admin] Publish callbacks [] for security_group (77043875-f0e4-4086-a656-af34441257bb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.128936 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b4e2-e109-4a5c-b1ac-0be794b0c737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (77043875-f0e4-4086-a656-af34441257bb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.169156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 87020666-2760-437f-9844-2e087c5b08d8 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:15:30.179612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7b4e2-e109-4a5c-b1ac-0be794b0c737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77043875-f0e4-4086-a656-af34441257bb,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:30.195400 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c3b7b4e2-e109-4a5c-b1ac-0be794b0c737 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9bb2f6e0b0d4070a40a0b41a44a0cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6302238 Mar 10 15:15:30.199298 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33996) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:30.267616 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f415e7a-05ac-4584-bd8e-b4166d179496 admin admin] Publish callbacks [] for security_group (77043875-f0e4-4086-a656-af34441257bb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.303645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f415e7a-05ac-4584-bd8e-b4166d179496 admin admin] Publish callbacks [] for security_group (77043875-f0e4-4086-a656-af34441257bb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.357332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:30.380785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '87020666-2760-437f-9844-2e087c5b08d8', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'port_id': '87020666-2760-437f-9844-2e087c5b08d8', 'mac_address': 'fa:16:3e:ad:f4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:15:30.432660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f415e7a-05ac-4584-bd8e-b4166d179496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (77043875-f0e4-4086-a656-af34441257bb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.435813 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f415e7a-05ac-4584-bd8e-b4166d179496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.437716 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5f415e7a-05ac-4584-bd8e-b4166d179496 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77043875-f0e4-4086-a656-af34441257bb HTTP/1.1" status: 204 len: 168 time: 0.2368729 Mar 10 15:15:30.449519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f415e7a-05ac-4584-bd8e-b4166d179496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77043875-f0e4-4086-a656-af34441257bb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:30.454821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 87020666-2760-437f-9844-2e087c5b08d8 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:30.455431 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (87020666-2760-437f-9844-2e087c5b08d8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.480550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87020666-2760-437f-9844-2e087c5b08d8 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:15:30.522757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 27acea81-83a5-45dc-98a1-dc02431c277a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:30.530288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:30.534245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd69d958-fb21-4490-a7fb-e8988f968e4b req-e66fa0da-81c5-4ffc-b3c2-7574273e6462 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.4838028 Mar 10 15:15:30.560395 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.576736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Pushing event updated for resources: {'Port': ['ID=41543a3b-c75f-4dfa-bdd5-956e066e63c0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:30.587960 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46d48b0f-e60e-49a6-a381-5464abcfa5f3 admin admin] Publish callbacks [] for security_group (63ce9db0-c039-496b-8ec2-e68efc496aba), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.622044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:30.623102 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.631372 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46d48b0f-e60e-49a6-a381-5464abcfa5f3 admin admin] Publish callbacks [] for security_group (63ce9db0-c039-496b-8ec2-e68efc496aba), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.641624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:30.647142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 27acea81-83a5-45dc-98a1-dc02431c277a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:30.647515 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.657987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-965e8978-99b6-4ff1-95ca-ad3d9e70fbac tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4249086 Mar 10 15:15:30.675877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Request body: {'port': {'device_id': '576bfbf5-f2a1-4416-a2c8-9b27b302362e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:30.757016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 27acea81-83a5-45dc-98a1-dc02431c277a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:30.791386 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46d48b0f-e60e-49a6-a381-5464abcfa5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (63ce9db0-c039-496b-8ec2-e68efc496aba), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.794247 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46d48b0f-e60e-49a6-a381-5464abcfa5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.795703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-46d48b0f-e60e-49a6-a381-5464abcfa5f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63ce9db0-c039-496b-8ec2-e68efc496aba HTTP/1.1" status: 204 len: 168 time: 0.8110170 Mar 10 15:15:30.837889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d48b0f-e60e-49a6-a381-5464abcfa5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce9db0-c039-496b-8ec2-e68efc496aba,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:30.840595 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:30.845248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['87020666-2760-437f-9844-2e087c5b08d8'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:15:30.858933 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34030) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:30.919000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fe3ef-4cda-40cc-8703-a33a5642d23b req-48805d87-c898-4f3f-a888-6d5f1212f528 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:30.920805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd0fe3ef-4cda-40cc-8703-a33a5642d23b req-48805d87-c898-4f3f-a888-6d5f1212f528 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 944 time: 0.1628399 Mar 10 15:15:31.121501 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd0fe3ef-4cda-40cc-8703-a33a5642d23b req-5f430192-4d2f-4c37-a7a6-1ab82c6ab7f1 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961921 Mar 10 15:15:31.168781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0373cf3-7e5a-4232-8c7c-fb3e88eac9d3 req-20627480-d078-418e-80bd-e48a6e48e5f1 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:31.170412 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0373cf3-7e5a-4232-8c7c-fb3e88eac9d3 req-20627480-d078-418e-80bd-e48a6e48e5f1 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 931 time: 0.2454474 Mar 10 15:15:31.259099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0373cf3-7e5a-4232-8c7c-fb3e88eac9d3 req-5712a198-80d3-4417-8e59-0898f4913649 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803332 Mar 10 15:15:31.318667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41543a3b-c75f-4dfa-bdd5-956e066e63c0 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:15:31.329613 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Publish callbacks [] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.354177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-daf5fb19-fabf-442c-8bb5-23b7f53c6ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.366932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Transition to ACTIVE for port object 41543a3b-c75f-4dfa-bdd5-956e066e63c0 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:15:31.380299 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.415602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34056) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:31.467135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6e159c7d-c395-425b-9ccb-9cce09522644 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54f3df1ffa5c48e49d5cfa896ce00cd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487680 Mar 10 15:15:31.470128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34058) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:31.511247 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-daf5fb19-fabf-442c-8bb5-23b7f53c6ec6 admin admin] Publish callbacks [] for security_group (24f7a2ee-72cb-43ff-9627-70f5b7e1dd9a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.512270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Pushing event updated for resources: {'Port': ['ID=41543a3b-c75f-4dfa-bdd5-956e066e63c0,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:31.523729 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-daf5fb19-fabf-442c-8bb5-23b7f53c6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (24f7a2ee-72cb-43ff-9627-70f5b7e1dd9a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.576468 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-daf5fb19-fabf-442c-8bb5-23b7f53c6ec6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5eb39c54d164198bdcf03ac611df801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7164233 Mar 10 15:15:31.581275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34066) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:31.625755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5fb19-fabf-442c-8bb5-23b7f53c6ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f7a2ee-72cb-43ff-9627-70f5b7e1dd9a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:31.639908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Attempting to bind port 41543a3b-c75f-4dfa-bdd5-956e066e63c0 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:31.640323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Attempting to bind port 41543a3b-c75f-4dfa-bdd5-956e066e63c0 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:31.640669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Attempting to bind port 41543a3b-c75f-4dfa-bdd5-956e066e63c0 on network c6e5513e-5eef-4aa1-b1a0-5293715a9889 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:31.655907 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-863a8df9-d0a9-415b-8fb7-adb9b06ef568 admin admin] Publish callbacks [] for security_group (e5f05a55-8e11-4f4e-a370-fd5df75cd341), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.662118 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82b8bada-2e5e-4b04-aba5-b594beaf24b3 admin admin] Publish callbacks [] for security_group (24f7a2ee-72cb-43ff-9627-70f5b7e1dd9a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.667750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Port 41543a3b-c75f-4dfa-bdd5-956e066e63c0 on network c6e5513e-5eef-4aa1-b1a0-5293715a9889 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:15:31.668080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Attempting to bind port 41543a3b-c75f-4dfa-bdd5-956e066e63c0 on network c6e5513e-5eef-4aa1-b1a0-5293715a9889 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:31.695760 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-863a8df9-d0a9-415b-8fb7-adb9b06ef568 admin admin] Publish callbacks [] for security_group (e5f05a55-8e11-4f4e-a370-fd5df75cd341), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.703603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:31.703958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Checking segment: {'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:31.704358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Bound using segment: {'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:31.704817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Bound port: 41543a3b-c75f-4dfa-bdd5-956e066e63c0, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:31.705224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.710637 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b56858d6-08a7-4f73-8bca-3174b16a5e22 req-11a862a5-b1f1-4071-9643-55daff6e4188 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0462711 Mar 10 15:15:31.732037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82b8bada-2e5e-4b04-aba5-b594beaf24b3 admin admin] Publish callbacks [] for security_group (24f7a2ee-72cb-43ff-9627-70f5b7e1dd9a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.800290 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-863a8df9-d0a9-415b-8fb7-adb9b06ef568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e5f05a55-8e11-4f4e-a370-fd5df75cd341), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.803570 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-863a8df9-d0a9-415b-8fb7-adb9b06ef568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.805051 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-863a8df9-d0a9-415b-8fb7-adb9b06ef568 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5f05a55-8e11-4f4e-a370-fd5df75cd341 HTTP/1.1" status: 204 len: 168 time: 0.3339179 Mar 10 15:15:31.814554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a8df9-d0a9-415b-8fb7-adb9b06ef568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f05a55-8e11-4f4e-a370-fd5df75cd341,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:31.819098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] For port 41543a3b-c75f-4dfa-bdd5-956e066e63c0, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:31.834316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] For port 41543a3b-c75f-4dfa-bdd5-956e066e63c0, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=41543a3b-c75f-4dfa-bdd5-956e066e63c0,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:31.849159 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.899111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:31.899746 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.901135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] 10.222.0.45 "PUT /v2.0/ports/41543a3b-c75f-4dfa-bdd5-956e066e63c0 HTTP/1.1" status: 200 len: 1091 time: 1.2346103 Mar 10 15:15:31.901579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576bfbf5-f2a1-4416-a2c8-9b27b302362e', 'tag': '41543a3b-c75f-4dfa-bdd5-956e066e63c0'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:15:31.903871 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b4bd76-d627-4713-b92b-76f275541111" -d '{"events": [{"name": "network-changed", "server_uuid": "576bfbf5-f2a1-4416-a2c8-9b27b302362e", "tag": "41543a3b-c75f-4dfa-bdd5-956e066e63c0"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:15:31.910065 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82b8bada-2e5e-4b04-aba5-b594beaf24b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (24f7a2ee-72cb-43ff-9627-70f5b7e1dd9a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.913226 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82b8bada-2e5e-4b04-aba5-b594beaf24b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:31.917068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-82b8bada-2e5e-4b04-aba5-b594beaf24b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24f7a2ee-72cb-43ff-9627-70f5b7e1dd9a HTTP/1.1" status: 204 len: 168 time: 0.3345129 Mar 10 15:15:31.932954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bceb1a0-3d7c-4c3d-a87c-95d5bd9546b8 service neutron] Pushing event updated for resources: {'Port': ['ID=41543a3b-c75f-4dfa-bdd5-956e066e63c0,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:31.935829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8bada-2e5e-4b04-aba5-b594beaf24b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f7a2ee-72cb-43ff-9627-70f5b7e1dd9a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:31.971612 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e3c066-424d-4207-9e65-af2cae540890 x-openstack-request-id: req-63e3c066-424d-4207-9e65-af2cae540890 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:15:31.971917 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576bfbf5-f2a1-4416-a2c8-9b27b302362e", "tag": "41543a3b-c75f-4dfa-bdd5-956e066e63c0", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:15:31.972261 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63e3c066-424d-4207-9e65-af2cae540890 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:15:31.972625 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576bfbf5-f2a1-4416-a2c8-9b27b302362e', 'tag': '41543a3b-c75f-4dfa-bdd5-956e066e63c0', 'status': 'completed', 'code': 200} Mar 10 15:15:32.031613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-8d1c955d-5c61-4c7b-a845-7ad5253ca57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:32.033901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-8d1c955d-5c61-4c7b-a845-7ad5253ca57a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=168fe9a92e5e49429fad26db570a485d&device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 1125 time: 0.0582051 Mar 10 15:15:32.099134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-e383a9b1-ce62-47e7-bbd9-ed18971f38c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41543a3b-c75f-4dfa-bdd5-956e066e63c0 HTTP/1.1" status: 200 len: 217 time: 0.0535967 Mar 10 15:15:32.155979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-89624a04-e50b-40c9-bb9a-8e77e7c31bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:32.157438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-89624a04-e50b-40c9-bb9a-8e77e7c31bb3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b461b8ba-c71f-44ba-8a3f-9f7cdda42dde HTTP/1.1" status: 200 len: 851 time: 0.0525303 Mar 10 15:15:32.184140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 87020666-2760-437f-9844-2e087c5b08d8 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:32.235176 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-d99dd5cc-e5cf-4c0e-8822-95363f7dee9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6e5513e-5eef-4aa1-b1a0-5293715a9889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697315 Mar 10 15:15:32.256148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 87020666-2760-437f-9844-2e087c5b08d8 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:15:32.263599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 87020666-2760-437f-9844-2e087c5b08d8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:32.264300 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (87020666-2760-437f-9844-2e087c5b08d8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:32.360771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2635ea6-0ea9-4eb4-957e-b672020cb831 req-a94776ec-74bd-4211-bcf4-38b31165583d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:32.362752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2635ea6-0ea9-4eb4-957e-b672020cb831 req-a94776ec-74bd-4211-bcf4-38b31165583d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 944 time: 0.1421657 Mar 10 15:15:32.392516 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34114) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:32.414918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3d94777-b1d6-4396-9821-dcbd4d146b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:32.439834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 87020666-2760-437f-9844-2e087c5b08d8 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:32.440654 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (87020666-2760-437f-9844-2e087c5b08d8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:32.471101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87020666-2760-437f-9844-2e087c5b08d8'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:15:32.475281 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e099c53-34a6-4315-b679-7356cb7fa010" -d '{"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-plugged", "status": "completed", "tag": "87020666-2760-437f-9844-2e087c5b08d8"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:15:32.493290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:32.499283 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:32.521889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-873cb180-6210-4d32-950f-03b6d112f559 service neutron] 10.222.0.45 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708726 Mar 10 15:15:32.560893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:32.563148 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3d94777-b1d6-4396-9821-dcbd4d146b51 admin admin] Publish callbacks [] for security_group (5b3cdbe4-4c18-4302-8c55-b15498fc478b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:32.569330 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3d94777-b1d6-4396-9821-dcbd4d146b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5b3cdbe4-4c18-4302-8c55-b15498fc478b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:32.606347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755e5a3-45c9-43f4-be8d-4a9fb970e158 req-b62fc1dd-6cb8-4c12-9dab-1b1bdb07602a tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:32.607910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6755e5a3-45c9-43f4-be8d-4a9fb970e158 req-b62fc1dd-6cb8-4c12-9dab-1b1bdb07602a tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 943 time: 0.2553482 Mar 10 15:15:32.628168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2635ea6-0ea9-4eb4-957e-b672020cb831 req-51892f22-a281-4019-aca6-4d99ff265eb6 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517118 Mar 10 15:15:32.633752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d94777-b1d6-4396-9821-dcbd4d146b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3cdbe4-4c18-4302-8c55-b15498fc478b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:32.650198 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a3d94777-b1d6-4396-9821-dcbd4d146b51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d3d38b204914b32a9eefd334ec087e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567496 Mar 10 15:15:32.653966 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34124) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:32.716444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6755e5a3-45c9-43f4-be8d-4a9fb970e158 req-78039ab8-8c42-48dd-b20d-d13126a5ebd4 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018517 Mar 10 15:15:32.722048 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a744e6-56e6-4cc2-a52d-12178a90179b x-openstack-request-id: req-27a744e6-56e6-4cc2-a52d-12178a90179b {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:15:32.722344 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-plugged", "status": "completed", "tag": "87020666-2760-437f-9844-2e087c5b08d8", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:15:32.723392 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27a744e6-56e6-4cc2-a52d-12178a90179b {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:15:32.724309 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87020666-2760-437f-9844-2e087c5b08d8', 'code': 200} Mar 10 15:15:32.739721 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66396349-33d0-4794-826d-bc2ee2eb8d61 admin admin] Publish callbacks [] for security_group (5b3cdbe4-4c18-4302-8c55-b15498fc478b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:32.740612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80044742-efd3-467f-b30b-11a0aa0e83ca req-299e043b-b0b5-43d1-8607-ddcee12608a9 service neutron] 10.222.0.45 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944602 Mar 10 15:15:32.791367 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66396349-33d0-4794-826d-bc2ee2eb8d61 admin admin] Publish callbacks [] for security_group (5b3cdbe4-4c18-4302-8c55-b15498fc478b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:32.838245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34130) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:32.868478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66396349-33d0-4794-826d-bc2ee2eb8d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5b3cdbe4-4c18-4302-8c55-b15498fc478b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:32.871727 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66396349-33d0-4794-826d-bc2ee2eb8d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:32.875927 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-66396349-33d0-4794-826d-bc2ee2eb8d61 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b3cdbe4-4c18-4302-8c55-b15498fc478b HTTP/1.1" status: 204 len: 168 time: 0.2205493 Mar 10 15:15:32.885783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66396349-33d0-4794-826d-bc2ee2eb8d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3cdbe4-4c18-4302-8c55-b15498fc478b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:32.927192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5cbcf74-9c02-46de-be5e-d75164c01765 req-12580bf9-d3b6-41b4-8ad8-d7c02e36122c tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0767767 Mar 10 15:15:32.946713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd71f-5f66-47ae-80df-78483950fb1b req-71c08c77-5085-4b39-b308-cf95ca3bd891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:32.948028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96bfd71f-5f66-47ae-80df-78483950fb1b req-71c08c77-5085-4b39-b308-cf95ca3bd891 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 1127 time: 0.1343696 Mar 10 15:15:32.953751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4bd76-d627-4713-b92b-76f275541111 req-a261196b-12c2-4e64-b473-ed65f7c08cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:32.955252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b4bd76-d627-4713-b92b-76f275541111 req-a261196b-12c2-4e64-b473-ed65f7c08cca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=168fe9a92e5e49429fad26db570a485d&device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 1125 time: 0.1427932 Mar 10 15:15:33.063688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96bfd71f-5f66-47ae-80df-78483950fb1b req-d5dce1e0-86c2-42f8-aef0-914b935861ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061599 Mar 10 15:15:33.091486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4bd76-d627-4713-b92b-76f275541111 req-a6ce098d-0680-40ce-a44b-50d95d4540fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:33.095174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b4bd76-d627-4713-b92b-76f275541111 req-a6ce098d-0680-40ce-a44b-50d95d4540fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6e5513e-5eef-4aa1-b1a0-5293715a9889 HTTP/1.1" status: 200 len: 912 time: 0.1303658 Mar 10 15:15:33.115342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-254052533-network', 'tenant_id': 'f9c81877fd6e47d3aed347cfa56ec4f7'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:33.148402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Made reservation on behalf of f9c81877fd6e47d3aed347cfa56ec4f7 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:33.153172 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:33.167263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:33.257264 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Publish callbacks [] for security_group (93f5158f-480d-400f-983c-1312f404a40e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:33.261728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (93f5158f-480d-400f-983c-1312f404a40e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:33.290710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:33.300219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5158f-480d-400f-983c-1312f404a40e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:33.308570 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (23bb5f63-c6b4-4193-adb0-bb488e6ee24a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:33.309045 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Added segment 23bb5f63-c6b4-4193-adb0-bb488e6ee24a of type vlan for network 343f9db2-a595-4030-8097-2c35e6c77e27 Mar 10 15:15:33.353785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b4bd76-d627-4713-b92b-76f275541111 req-3e9327e7-1179-4700-ae1d-83d592977e80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41543a3b-c75f-4dfa-bdd5-956e066e63c0 HTTP/1.1" status: 200 len: 217 time: 0.0725601 Mar 10 15:15:33.362941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (343f9db2-a595-4030-8097-2c35e6c77e27), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:33.397107 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (343f9db2-a595-4030-8097-2c35e6c77e27), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:33.398630 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:33.399640 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:33.444975 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6054254 Mar 10 15:15:33.445775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4bd76-d627-4713-b92b-76f275541111 req-f9dc8447-f989-4bf0-9114-c41613404098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:33.448788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b4bd76-d627-4713-b92b-76f275541111 req-f9dc8447-f989-4bf0-9114-c41613404098 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b461b8ba-c71f-44ba-8a3f-9f7cdda42dde HTTP/1.1" status: 200 len: 851 time: 0.0855567 Mar 10 15:15:33.450074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34172) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:33.459134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] Request body: {'subnet': {'network_id': '343f9db2-a595-4030-8097-2c35e6c77e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-254052533-subnet', 'tenant_id': 'f9c81877fd6e47d3aed347cfa56ec4f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:33.476028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81f8b6-74df-4316-9c05-732c26e4074d admin admin] Pushing event updated for resources: {'Network': ['ID=343f9db2-a595-4030-8097-2c35e6c77e27,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:33.491370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 343f9db2-a595-4030-8097-2c35e6c77e27 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:33.554033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b4bd76-d627-4713-b92b-76f275541111 req-a25a8458-c459-4d04-b540-87baff1ee245 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6e5513e-5eef-4aa1-b1a0-5293715a9889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814743 Mar 10 15:15:33.638587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] Made reservation on behalf of f9c81877fd6e47d3aed347cfa56ec4f7 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:33.643129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:33.802568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b4bd76-d627-4713-b92b-76f275541111 req-8d6a5b31-fcd9-4458-8ee2-1a3aa0542cfc service neutron] 10.222.0.45 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377722 Mar 10 15:15:34.032309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb0690-b038-4d65-b7b7-6660b727e1c7 req-5d93a306-162f-47d5-9795-aa709201240e tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:34.033461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fecb0690-b038-4d65-b7b7-6660b727e1c7 req-5d93a306-162f-47d5-9795-aa709201240e tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 943 time: 0.2092867 Mar 10 15:15:34.040025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc370b-d6c0-4bac-81c7-01a310d1640d req-d7ac267f-7d0b-4ce5-8c9c-1442006adb62 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:34.041459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ebc370b-d6c0-4bac-81c7-01a310d1640d req-d7ac267f-7d0b-4ce5-8c9c-1442006adb62 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.1972413 Mar 10 15:15:34.071478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b4bd76-d627-4713-b92b-76f275541111 req-b986c5bd-dd06-439a-a071-a4574b3c582e service neutron] 10.222.0.45 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612112 Mar 10 15:15:34.147544 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (6d01f12c-4453-49a5-9d16-370f79fcb4a9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:34.205432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ebc370b-d6c0-4bac-81c7-01a310d1640d req-9f0fd081-ced1-4a2e-a1cb-e40c75dea4a7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364830 Mar 10 15:15:34.228877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fecb0690-b038-4d65-b7b7-6660b727e1c7 req-72cd9f66-d5da-47c0-9813-4e773ec0476c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829634 Mar 10 15:15:34.238281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d01f12c-4453-49a5-9d16-370f79fcb4a9,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:34.290225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d39a6d57-4065-44ed-8cc7-a994da2b61b9 req-27c6ae4b-b3d4-4782-b277-7a19a143a529 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0403671 Mar 10 15:15:34.291445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] Checking segment: {'id': '23bb5f63-c6b4-4193-adb0-bb488e6ee24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '343f9db2-a595-4030-8097-2c35e6c77e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:34.291818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] Network hostable DHCP agents. Network: 343f9db2-a595-4030-8097-2c35e6c77e27, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:15:34.311175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] Network 343f9db2-a595-4030-8097-2c35e6c77e27 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:34.324940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 343f9db2-a595-4030-8097-2c35e6c77e27) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:34.331508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:34.333094 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:34.344965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4944598-7bdb-45d7-ad49-0e381c6029e8 None None] Network 343f9db2-a595-4030-8097-2c35e6c77e27 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:34.381528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bef09e65-a716-4a06-8e80-37d59ef9df63 req-95e0a84b-5ca9-40f5-bcf2-c110ace32d4b tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0406394 Mar 10 15:15:34.399417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dd3a244b-8b9b-4354-b7f6-f887129d0b57 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9477148 Mar 10 15:15:34.487733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7ee150-25de-43f7-a66d-e84937441503 None None] Network 343f9db2-a595-4030-8097-2c35e6c77e27 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:35.327608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34290) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:35.432792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f421557-ec88-4449-972d-938469c438aa req-96ae7b50-0820-4d01-91b9-d9c6d05af5f0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:35.434308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f421557-ec88-4449-972d-938469c438aa req-96ae7b50-0820-4d01-91b9-d9c6d05af5f0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 943 time: 0.0906739 Mar 10 15:15:35.445277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a974e-6900-4482-973b-5ee90a412cd2 req-c6226352-cb93-4804-a425-c6b1a6f08a25 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:35.446747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e9a974e-6900-4482-973b-5ee90a412cd2 req-c6226352-cb93-4804-a425-c6b1a6f08a25 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.0736020 Mar 10 15:15:35.545568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f421557-ec88-4449-972d-938469c438aa req-c58ed63d-d6b3-43a7-bf67-81bdeaf835d8 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841014 Mar 10 15:15:35.545568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e9a974e-6900-4482-973b-5ee90a412cd2 req-a8cf98e9-daaf-4d9b-b10f-387de4f2e65c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863285 Mar 10 15:15:35.563985 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-acc81aab-d457-417f-8751-5170ed6b81b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:35.592140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34306) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:35.597629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-440016800-network', 'tenant_id': 'd6c25e2500054e2aadcd75b168d33d50'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:35.661283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31c442d9-a788-4e35-84fa-8dfc1c6bdf7f req-a8aa79be-a385-407f-a08d-aa68067e5a5f tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0313754 Mar 10 15:15:35.662293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Made reservation on behalf of d6c25e2500054e2aadcd75b168d33d50 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:35.666090 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:35.678036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:35.776807 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-acc81aab-d457-417f-8751-5170ed6b81b3 admin admin] Publish callbacks [] for security_group (68197ae9-5434-4b50-953f-f12c70734edd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:35.786706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-acc81aab-d457-417f-8751-5170ed6b81b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (68197ae9-5434-4b50-953f-f12c70734edd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:35.840781 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-acc81aab-d457-417f-8751-5170ed6b81b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=861f1500733142db8fd2132fdb7aab17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5106242 Mar 10 15:15:35.841692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc81aab-d457-417f-8751-5170ed6b81b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68197ae9-5434-4b50-953f-f12c70734edd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:35.843990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34312) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:35.863123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Publish callbacks [] for security_group (f1fbc978-dc17-4aec-9ec0-fc5b38693579), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:35.872647 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f1fbc978-dc17-4aec-9ec0-fc5b38693579), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:35.904045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfca06d0-b263-46b3-8c81-e676ca70a66c admin admin] Publish callbacks [] for security_group (68197ae9-5434-4b50-953f-f12c70734edd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:35.913661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e524e-a206-4e51-a6ea-94fe1540d621 req-db744243-fd57-44a7-9e6a-f2bf5b03265d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:35.926098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d10e524e-a206-4e51-a6ea-94fe1540d621 req-db744243-fd57-44a7-9e6a-f2bf5b03265d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.2275088 Mar 10 15:15:35.926285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34318) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:35.937320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-120bf007-4b71-4a66-b383-09783a349ceb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Request body: {'floatingip': {'port_id': '87020666-2760-437f-9844-2e087c5b08d8'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:35.945934 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfca06d0-b263-46b3-8c81-e676ca70a66c admin admin] Publish callbacks [] for security_group (68197ae9-5434-4b50-953f-f12c70734edd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:35.951717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fbc978-dc17-4aec-9ec0-fc5b38693579,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:35.959326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:35.973057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7f9b630d-b897-4a0f-9649-4583907dd3f7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:35.973754 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Added segment 7f9b630d-b897-4a0f-9649-4583907dd3f7 of type vlan for network bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055 Mar 10 15:15:36.025215 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-120bf007-4b71-4a66-b383-09783a349ceb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.036927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.066213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34324) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:36.073574 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.074765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:36.075693 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.098768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34328) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:36.129765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5321653 Mar 10 15:15:36.129765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34332) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:36.134410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] Request body: {'subnet': {'network_id': 'bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-440016800-subnet', 'tenant_id': 'd6c25e2500054e2aadcd75b168d33d50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:36.147674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfca06d0-b263-46b3-8c81-e676ca70a66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (68197ae9-5434-4b50-953f-f12c70734edd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.150890 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfca06d0-b263-46b3-8c81-e676ca70a66c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.152070 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bfca06d0-b263-46b3-8c81-e676ca70a66c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68197ae9-5434-4b50-953f-f12c70734edd HTTP/1.1" status: 204 len: 168 time: 0.3069887 Mar 10 15:15:36.167911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229649e7-ec69-4b28-9abd-4a069172a67e admin admin] Pushing event updated for resources: {'Network': ['ID=bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:36.176250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca06d0-b263-46b3-8c81-e676ca70a66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68197ae9-5434-4b50-953f-f12c70734edd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:36.186908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:36.189248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 41543a3b-c75f-4dfa-bdd5-956e066e63c0 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:15:36.205369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] Made reservation on behalf of d6c25e2500054e2aadcd75b168d33d50 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:36.210570 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.298838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-55e3de44-3c3d-404d-a5b4-55a23fedd11d tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:36.343194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:36.407465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-55e3de44-3c3d-404d-a5b4-55a23fedd11d tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] 10.222.0.11 "PUT /v2.0/quotas/fce09c2140ea4044bf4c71130d1ffcf0 HTTP/1.1" status: 200 len: 366 time: 0.3075783 Mar 10 15:15:36.411338 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34336) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:36.412977 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.439269 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c7441ada-f30b-4408-bb8a-0b44cb53c77d tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0247340 Mar 10 15:15:36.445565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34338) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:36.458362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4ea28275-be00-4fd2-95d7-20a2180e58b3 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] 10.222.0.11 "GET /v2.0/quotas/fce09c2140ea4044bf4c71130d1ffcf0 HTTP/1.1" status: 200 len: 366 time: 0.0116644 Mar 10 15:15:36.464722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34340) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:36.525375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-746ebc25-e90f-437b-8216-8ea9bd8bf429 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/fce09c2140ea4044bf4c71130d1ffcf0 HTTP/1.1" status: 204 len: 168 time: 0.0393794 Mar 10 15:15:36.529411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34342) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:36.611405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (eac19e86-0c58-4206-b0e8-08a65e8b7e66), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.626998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7cb3c697-25a0-4179-ae94-4b2e2b7bd2b8 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0964360 Mar 10 15:15:36.632773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34348) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:36.696538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.resource_extend [None req-120bf007-4b71-4a66-b383-09783a349ceb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:15:36.698091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 41543a3b-c75f-4dfa-bdd5-956e066e63c0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=41543a3b-c75f-4dfa-bdd5-956e066e63c0,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:36.740003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '41543a3b-c75f-4dfa-bdd5-956e066e63c0', 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889', 'port_id': '41543a3b-c75f-4dfa-bdd5-956e066e63c0', 'mac_address': 'fa:16:3e:56:d4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b461b8ba-c71f-44ba-8a3f-9f7cdda42dde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:15:36.744638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b801be33-1d08-494e-8b25-e84429c64743 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] 10.222.0.11 "GET /v2.0/quotas/fce09c2140ea4044bf4c71130d1ffcf0 HTTP/1.1" status: 200 len: 370 time: 0.0912743 Mar 10 15:15:36.758284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34352) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:36.763984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4c1b31c5-9f4a-4660-b253-d5b50ce8da34 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] 10.222.0.11 "GET /v2.0/quotas/fce09c2140ea4044bf4c71130d1ffcf0/default HTTP/1.1" status: 200 len: 370 time: 0.0048413 Mar 10 15:15:36.767978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34354) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:36.769676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] Checking segment: {'id': '7f9b630d-b897-4a0f-9649-4583907dd3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:36.770043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] Network hostable DHCP agents. Network: bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:15:36.782381 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-ebe5018e-d6ee-4a7f-8a17-43e2906c21a4 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] delete failed (client error): The resource could not be found. Mar 10 15:15:36.783541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ebe5018e-d6ee-4a7f-8a17-43e2906c21a4 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/fce09c2140ea4044bf4c71130d1ffcf0 HTTP/1.1" status: 404 len: 348 time: 0.0110426 Mar 10 15:15:36.784077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac19e86-0c58-4206-b0e8-08a65e8b7e66,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:36.804363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 41543a3b-c75f-4dfa-bdd5-956e066e63c0 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:36.804995 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.819503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41543a3b-c75f-4dfa-bdd5-956e066e63c0 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:15:36.831909 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-120bf007-4b71-4a66-b383-09783a349ceb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.837601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-120bf007-4b71-4a66-b383-09783a349ceb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.848277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 41543a3b-c75f-4dfa-bdd5-956e066e63c0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=41543a3b-c75f-4dfa-bdd5-956e066e63c0,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:36.854480 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.902696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1428f-5607-4eee-98a2-222d8293c5cc req-53b92250-42d1-4c4c-b256-28861780b165 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:36.904431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93c1428f-5607-4eee-98a2-222d8293c5cc req-53b92250-42d1-4c4c-b256-28861780b165 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 943 time: 0.2419214 Mar 10 15:15:36.908370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b4fd689-26af-4c45-a62a-1fc0d2a74c7c req-bd5ff00b-4f0d-492c-bcdb-126cb2bb7c3a tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0968921 Mar 10 15:15:36.956156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] Network bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:36.959251 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:36.975914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=41543a3b-c75f-4dfa-bdd5-956e066e63c0,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:36.981683 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-120bf007-4b71-4a66-b383-09783a349ceb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Floating IP ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9 associated. External IP: 172.25.3.52, port: 87020666-2760-437f-9844-2e087c5b08d8. Mar 10 15:15:36.988176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:36.993119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:36.993757 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:37.001897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e7d84e-e491-4dc7-be69-0019dc622142 None None] Network bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:37.049311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93c1428f-5607-4eee-98a2-222d8293c5cc req-5d496e7e-0e59-4989-89f3-91a847bfcd3c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344426 Mar 10 15:15:37.098498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f160ca1e-8601-4e79-b54a-21e7a99b71a2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9672956 Mar 10 15:15:37.106374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34368) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:37.163196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Usage tracker for resource:network and project:33b938df462b4e30aad6d18ce16cafcd is out of sync, need to count used quota {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 15:15:37.173430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 15:15:37.182623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Allocated IP 172.25.3.48 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:37.193589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Usage tracker for resource:subnet and project:33b938df462b4e30aad6d18ce16cafcd is out of sync, need to count used quota {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 15:15:37.201237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 15:15:37.211227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f765bf-e953-4a17-b2fa-ef530b0d45f5 None None] Network bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:37.227723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Usage tracker for resource:subnetpool and project:33b938df462b4e30aad6d18ce16cafcd is out of sync, need to count used quota {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 15:15:37.235113 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:15:37.244055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 15:15:37.256995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['41543a3b-c75f-4dfa-bdd5-956e066e63c0'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:15:37.289036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Usage tracker for resource:port and project:33b938df462b4e30aad6d18ce16cafcd is out of sync, need to count used quota {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 15:15:37.295816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 15:15:37.318110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Usage tracker for resource:router and project:33b938df462b4e30aad6d18ce16cafcd is out of sync, need to count used quota {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 15:15:37.333855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 15:15:37.341516 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for port (1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:37.355855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Usage tracker for resource:floatingip and project:33b938df462b4e30aad6d18ce16cafcd is out of sync, need to count used quota {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 15:15:37.361558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 15:15:37.435650 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:37.484408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120bf007-4b71-4a66-b383-09783a349ceb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Router 4f24379f-afec-43d3-b7a5-367140070ff9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:15:37.521299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:37.593364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef7b3b35-4cfb-4c81-8e98-a8b5cb8a377c req-9a13a4e3-8063-419d-a8b3-c48fdb575f07 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc&device_id=46babbec-00da-45ce-bbb1-5b7cc9777e68 HTTP/1.1" status: 200 len: 210 time: 0.1007597 Mar 10 15:15:37.594077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event updated for resources: {'Port': ['ID=1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:37.599839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Usage tracker for resource:security_group and project:33b938df462b4e30aad6d18ce16cafcd is out of sync, need to count used quota {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 15:15:37.602227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:37.604511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:37.682269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 15:15:37.706450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120bf007-4b71-4a66-b383-09783a349ceb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:15:37.717652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-120bf007-4b71-4a66-b383-09783a349ceb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:37.719750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Usage tracker for resource:security_group_rule and project:33b938df462b4e30aad6d18ce16cafcd is out of sync, need to count used quota {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 10 15:15:37.723545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d85ebda-3766-42de-8b15-df2f71216e92 None None] Sync routers for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:15:37.737475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.quota.resource [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=115533) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 10 15:15:37.758279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d85ebda-3766-42de-8b15-df2f71216e92 None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:37.758986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0d85ebda-3766-42de-8b15-df2f71216e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:37.783269 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-120bf007-4b71-4a66-b383-09783a349ceb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "PUT /v2.0/floatingips/ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9 HTTP/1.1" status: 200 len: 990 time: 1.8551264 Mar 10 15:15:37.785576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'tag': '87020666-2760-437f-9844-2e087c5b08d8'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:15:37.789482 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97e6921-b10b-41f0-a239-f3dc438af345" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "tag": "87020666-2760-437f-9844-2e087c5b08d8"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:15:37.854039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bc0eb40a-348e-4483-a31e-7b04dafcb426 tempest-QuotasTest-888298919 tempest-QuotasTest-888298919-project-admin] 10.222.0.11 "GET /v2.0/quotas/33b938df462b4e30aad6d18ce16cafcd/details.json HTTP/1.1" status: 200 len: 703 time: 0.7462552 Mar 10 15:15:37.891294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19557b3a-4ed0-452e-b967-5060de05d4ed req-08cb46ad-9409-4545-afb6-53ab6d2aa6b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe03997206ea4053b1aa904251fd69ea&device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0346119 Mar 10 15:15:37.915366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0d85ebda-3766-42de-8b15-df2f71216e92 None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:15:37.918887 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for floatingip (c051cb83-a321-4ee5-8206-df44251c5651), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:37.925488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19557b3a-4ed0-452e-b967-5060de05d4ed req-c8890c3d-ebc3-4cba-bb03-bad9662ef187 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe03997206ea4053b1aa904251fd69ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265381 Mar 10 15:15:38.047083 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:38.192248 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52f5d58-14f8-4b20-8ad6-068168c23acc x-openstack-request-id: req-c52f5d58-14f8-4b20-8ad6-068168c23acc {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:15:38.192573 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "tag": "87020666-2760-437f-9844-2e087c5b08d8", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:15:38.192856 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c52f5d58-14f8-4b20-8ad6-068168c23acc {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:15:38.193434 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'tag': '87020666-2760-437f-9844-2e087c5b08d8', 'status': 'completed', 'code': 200} Mar 10 15:15:38.206219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 41543a3b-c75f-4dfa-bdd5-956e066e63c0 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:38.245085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19557b3a-4ed0-452e-b967-5060de05d4ed req-de0a5a9e-9429-48dc-984c-fe4610230beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:38.245756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19557b3a-4ed0-452e-b967-5060de05d4ed req-de0a5a9e-9429-48dc-984c-fe4610230beb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3055439 Mar 10 15:15:38.315089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0d85ebda-3766-42de-8b15-df2f71216e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9', 'tenant_id': '30681029f9c54de880026374e32f2679', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'port_id': '87020666-2760-437f-9844-2e087c5b08d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'mac_address': 'fa:16:3e:ad:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:15:16Z', 'updated_at': '2022-03-10T15:15:36Z', 'revision_number': 1, 'project_id': '30681029f9c54de880026374e32f2679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:38.353798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d85ebda-3766-42de-8b15-df2f71216e92 None None] Checking router: 4f24379f-afec-43d3-b7a5-367140070ff9 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:15:38.366916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d85ebda-3766-42de-8b15-df2f71216e92 None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:38.367556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0d85ebda-3766-42de-8b15-df2f71216e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:38.380731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34418) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:38.430944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 41543a3b-c75f-4dfa-bdd5-956e066e63c0 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:15:38.450436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 41543a3b-c75f-4dfa-bdd5-956e066e63c0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:38.451244 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:38.564961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0d85ebda-3766-42de-8b15-df2f71216e92 None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:15:38.610711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afaac4dc-2641-4023-a2ca-fe21194ba586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:38.690955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 41543a3b-c75f-4dfa-bdd5-956e066e63c0 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:38.691409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:38.726974 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afaac4dc-2641-4023-a2ca-fe21194ba586 admin admin] Publish callbacks [] for security_group (e49bfbf3-eeb2-4ad7-93de-70289669435e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:38.733181 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afaac4dc-2641-4023-a2ca-fe21194ba586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e49bfbf3-eeb2-4ad7-93de-70289669435e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:38.736771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576bfbf5-f2a1-4416-a2c8-9b27b302362e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41543a3b-c75f-4dfa-bdd5-956e066e63c0'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:15:38.739299 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc3459b-8527-4a89-80f9-865bc1ade742" -d '{"events": [{"server_uuid": "576bfbf5-f2a1-4416-a2c8-9b27b302362e", "name": "network-vif-plugged", "status": "completed", "tag": "41543a3b-c75f-4dfa-bdd5-956e066e63c0"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:15:38.743661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 41543a3b-c75f-4dfa-bdd5-956e066e63c0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=41543a3b-c75f-4dfa-bdd5-956e066e63c0,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:38.763416 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:38.781417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaac4dc-2641-4023-a2ca-fe21194ba586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49bfbf3-eeb2-4ad7-93de-70289669435e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:38.787821 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-afaac4dc-2641-4023-a2ca-fe21194ba586 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad3f6880cb6c44febae93ab14f4fb336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4060321 Mar 10 15:15:38.790440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34434) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:38.833335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d342396-0977-440b-ade7-26ba4dc2d497 req-28c7d095-9e62-4a68-afb3-d89236d0364b tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.5091903 Mar 10 15:15:38.844386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-5931e695-9ec2-4844-a048-5975c0baee23 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:38.846748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-5931e695-9ec2-4844-a048-5975c0baee23 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/networks?id=343f9db2-a595-4030-8097-2c35e6c77e27 HTTP/1.1" status: 200 len: 808 time: 0.8114107 Mar 10 15:15:38.854133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e6921-b10b-41f0-a239-f3dc438af345 req-96779a0e-1b8f-42b0-af0f-31eb87115b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:38.855601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97e6921-b10b-41f0-a239-f3dc438af345 req-96779a0e-1b8f-42b0-af0f-31eb87115b14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 1127 time: 0.6311185 Mar 10 15:15:38.882744 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0efb5c9a-439a-4999-98ca-854f5f6eccd8 admin admin] Publish callbacks [] for security_group (e49bfbf3-eeb2-4ad7-93de-70289669435e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:38.895346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=41543a3b-c75f-4dfa-bdd5-956e066e63c0,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:38.914724 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0efb5c9a-439a-4999-98ca-854f5f6eccd8 admin admin] Publish callbacks [] for security_group (e49bfbf3-eeb2-4ad7-93de-70289669435e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:38.954672 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-21165e03-b662-45b6-acc5-cf0bfd624df6 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/quotas/f9c81877fd6e47d3aed347cfa56ec4f7 HTTP/1.1" status: 200 len: 375 time: 0.0927124 Mar 10 15:15:38.980435 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0efb5c9a-439a-4999-98ca-854f5f6eccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e49bfbf3-eeb2-4ad7-93de-70289669435e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:38.983197 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0efb5c9a-439a-4999-98ca-854f5f6eccd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:38.986871 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0efb5c9a-439a-4999-98ca-854f5f6eccd8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e49bfbf3-eeb2-4ad7-93de-70289669435e HTTP/1.1" status: 204 len: 168 time: 0.1925154 Mar 10 15:15:39.005383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb5c9a-439a-4999-98ca-854f5f6eccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49bfbf3-eeb2-4ad7-93de-70289669435e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:39.061047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-3737bdd3-246a-4ccd-b08c-657b9964f31b tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9c81877fd6e47d3aed347cfa56ec4f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1054783 Mar 10 15:15:39.067959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0d85ebda-3766-42de-8b15-df2f71216e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9', 'tenant_id': '30681029f9c54de880026374e32f2679', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'port_id': '87020666-2760-437f-9844-2e087c5b08d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'mac_address': 'fa:16:3e:ad:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:15:16Z', 'updated_at': '2022-03-10T15:15:36Z', 'revision_number': 1, 'project_id': '30681029f9c54de880026374e32f2679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:39.108125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d85ebda-3766-42de-8b15-df2f71216e92 None None] The sync data for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 is: [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9', 'tenant_id': '30681029f9c54de880026374e32f2679', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'port_id': '87020666-2760-437f-9844-2e087c5b08d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'mac_address': 'fa:16:3e:ad:f4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:15:16Z', 'updated_at': '2022-03-10T15:15:36Z', 'revision_number': 1, 'project_id': '30681029f9c54de880026374e32f2679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:15:39.150113 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for port (1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.175543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.255266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51400a7a-b69c-4238-ac78-a1b03b68cf33 req-5c114671-79a1-4d1a-ba54-9bc98636d61d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:39.259089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51400a7a-b69c-4238-ac78-a1b03b68cf33 req-5c114671-79a1-4d1a-ba54-9bc98636d61d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2812247 Mar 10 15:15:39.268042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e6921-b10b-41f0-a239-f3dc438af345 req-0442ccf0-2ae6-4824-8b5a-26e651dcb5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:39.269612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97e6921-b10b-41f0-a239-f3dc438af345 req-0442ccf0-2ae6-4824-8b5a-26e651dcb5d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 917 time: 0.3779719 Mar 10 15:15:39.374326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event updated for resources: {'Port': ['ID=1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:39.421422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34472) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:39.451365 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e711afb1-06a3-4b32-9f40-e8b0157b54c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.458433 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfc531-8bf8-4097-89d1-1c865ede619a None None] New status for floating IP ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:15:39.493497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97e6921-b10b-41f0-a239-f3dc438af345 req-be2d1c33-bcb8-41b4-8137-b7cfcca39c81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87020666-2760-437f-9844-2e087c5b08d8 HTTP/1.1" status: 200 len: 998 time: 0.2127705 Mar 10 15:15:39.508118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-8448d889-a90a-489d-b010-eb84ba683ebb service neutron] 10.222.0.11 "GET /v2.0/networks/343f9db2-a595-4030-8097-2c35e6c77e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163327 Mar 10 15:15:39.530545 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (c051cb83-a321-4ee5-8206-df44251c5651), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.573563 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e711afb1-06a3-4b32-9f40-e8b0157b54c5 admin admin] Publish callbacks [] for security_group (331e8d18-09cc-46a0-be61-c97862bbbce3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.577797 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e711afb1-06a3-4b32-9f40-e8b0157b54c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (331e8d18-09cc-46a0-be61-c97862bbbce3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.580381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51400a7a-b69c-4238-ac78-a1b03b68cf33 req-d1ae29ec-f69b-48b9-8498-e66788cc872d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070269 Mar 10 15:15:39.632722 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e711afb1-06a3-4b32-9f40-e8b0157b54c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33b938df462b4e30aad6d18ce16cafcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2099934 Mar 10 15:15:39.642235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34484) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:39.644269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19557b3a-4ed0-452e-b967-5060de05d4ed req-0b9d4356-93a6-4223-93b5-6df1bac5f73c tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.62 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0588911 Mar 10 15:15:39.654605 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84075a86-257f-43e8-b3ff-5b381cbab0f5 x-openstack-request-id: req-84075a86-257f-43e8-b3ff-5b381cbab0f5 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:15:39.655110 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576bfbf5-f2a1-4416-a2c8-9b27b302362e", "name": "network-vif-plugged", "status": "completed", "tag": "41543a3b-c75f-4dfa-bdd5-956e066e63c0", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:15:39.655934 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84075a86-257f-43e8-b3ff-5b381cbab0f5 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:15:39.656888 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576bfbf5-f2a1-4416-a2c8-9b27b302362e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41543a3b-c75f-4dfa-bdd5-956e066e63c0', 'code': 200} Mar 10 15:15:39.670691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711afb1-06a3-4b32-9f40-e8b0157b54c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331e8d18-09cc-46a0-be61-c97862bbbce3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:39.673922 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.678527 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34486) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:39.686295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1866711798'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:39.693563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-32e4f34f-0def-4ad8-aa04-a5e4097340f2 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6142771 Mar 10 15:15:39.718273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Made reservation on behalf of eb3b21b6e08e47828c4424e3bcf03212 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:39.727117 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.743239 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.762156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e6921-b10b-41f0-a239-f3dc438af345 req-88666e21-f5b6-41d5-b78f-f19a96829aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:39.763702 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97e6921-b10b-41f0-a239-f3dc438af345 req-88666e21-f5b6-41d5-b78f-f19a96829aec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.2437596 Mar 10 15:15:39.835902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for security_group (7c116101-2a81-44d4-9955-87ec50da48ae), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.841601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7c116101-2a81-44d4-9955-87ec50da48ae), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.870894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:39.876713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-0dc93c91-eb4a-44f6-85fc-6972f1621250 service neutron] 10.222.0.11 "GET /v2.0/networks/343f9db2-a595-4030-8097-2c35e6c77e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677366 Mar 10 15:15:39.885474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8c85-306d-44a2-adc4-3c7acc083aee admin admin] Publish callbacks [] for security_group (331e8d18-09cc-46a0-be61-c97862bbbce3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.893496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c116101-2a81-44d4-9955-87ec50da48ae,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:39.910773 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (70c9d695-1ce3-4ba2-8d21-f3afc266bb8d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.911133 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Added segment 70c9d695-1ce3-4ba2-8d21-f3afc266bb8d of type vlan for network 90982dd7-89c4-4234-9427-74264a95aaa9 Mar 10 15:15:39.914177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d4c73-43b4-4365-b0ae-707e9e296925 req-6190c62a-a302-46cd-b841-765302fe779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:39.915743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-311d4c73-43b4-4365-b0ae-707e9e296925 req-6190c62a-a302-46cd-b841-765302fe779e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 1127 time: 0.1481466 Mar 10 15:15:39.921915 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8c85-306d-44a2-adc4-3c7acc083aee admin admin] Publish callbacks [] for security_group (331e8d18-09cc-46a0-be61-c97862bbbce3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:39.933945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e6921-b10b-41f0-a239-f3dc438af345 req-93784c4e-30d9-4457-875d-cd3a98f3a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:39.936252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97e6921-b10b-41f0-a239-f3dc438af345 req-93784c4e-30d9-4457-875d-cd3a98f3a11f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1515839 Mar 10 15:15:39.990707 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (90982dd7-89c4-4234-9427-74264a95aaa9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.066672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34494) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:40.073249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96d0fd9a-ae79-42f1-8879-25319c583e18 req-3562bf4f-e23a-4604-a3f5-c692960d36e0 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=18e35084-df8e-457c-8b4d-6a6048286bcc HTTP/1.1" status: 200 len: 210 time: 0.0979967 Mar 10 15:15:40.104315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (90982dd7-89c4-4234-9427-74264a95aaa9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.114188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:40.114978 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.173903 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f97c23c8-df78-4c23-85b2-992568b3c4c0 req-40977c7e-bd30-4e6d-bdf3-6bbdc0122549 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 210 time: 0.0933521 Mar 10 15:15:40.186744 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8c85-306d-44a2-adc4-3c7acc083aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (331e8d18-09cc-46a0-be61-c97862bbbce3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.189474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ee4c8c85-306d-44a2-adc4-3c7acc083aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.193524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ee4c8c85-306d-44a2-adc4-3c7acc083aee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/331e8d18-09cc-46a0-be61-c97862bbbce3 HTTP/1.1" status: 204 len: 168 time: 0.5468791 Mar 10 15:15:40.202366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-311d4c73-43b4-4365-b0ae-707e9e296925 req-162fe6af-6449-4f53-92ce-8168e2525313 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771094 Mar 10 15:15:40.209725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c8c85-306d-44a2-adc4-3c7acc083aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331e8d18-09cc-46a0-be61-c97862bbbce3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:40.251775 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5692072 Mar 10 15:15:40.252902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34502) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:40.266499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97e6921-b10b-41f0-a239-f3dc438af345 req-4f7d50e4-877f-4ac4-9213-1a3f1213acb5 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220768 Mar 10 15:15:40.270946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Request body: {'subnet': {'network_id': '90982dd7-89c4-4234-9427-74264a95aaa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:40.318610 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59a9a8-b5dd-4fdd-a97d-aa3c1739355a tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event updated for resources: {'Network': ['ID=90982dd7-89c4-4234-9427-74264a95aaa9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:40.330112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 90982dd7-89c4-4234-9427-74264a95aaa9 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:40.345881 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d12eb0b-7336-4672-a927-332c29ba1136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.467917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Made reservation on behalf of eb3b21b6e08e47828c4424e3bcf03212 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:40.471529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.554621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d12eb0b-7336-4672-a927-332c29ba1136 admin admin] Publish callbacks [] for security_group (d57f964c-1f09-4631-be7c-9b373eab59fd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.568291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d12eb0b-7336-4672-a927-332c29ba1136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d57f964c-1f09-4631-be7c-9b373eab59fd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.596780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97e6921-b10b-41f0-a239-f3dc438af345 req-0a6e27a5-afd2-4f16-9f85-2df0e6182322 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207902 Mar 10 15:15:40.613956 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2d12eb0b-7336-4672-a927-332c29ba1136 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c937f7fafef4d978fe84a576d7b589c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5461943 Mar 10 15:15:40.617236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34518) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:40.626452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12eb0b-7336-4672-a927-332c29ba1136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57f964c-1f09-4631-be7c-9b373eab59fd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:40.693990 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00bbc7b3-3ebe-47df-9b13-7c2ac6608a6c admin admin] Publish callbacks [] for security_group (d57f964c-1f09-4631-be7c-9b373eab59fd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.740614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00bbc7b3-3ebe-47df-9b13-7c2ac6608a6c admin admin] Publish callbacks [] for security_group (d57f964c-1f09-4631-be7c-9b373eab59fd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.758279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (b6b176f5-c074-48bc-ab6f-6cdc49bb276c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.794451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdc143-0e6b-4946-a4cb-32927017532f req-2cf841c2-3013-4b84-8d62-dab4a1388a43 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:40.801594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0bcdc143-0e6b-4946-a4cb-32927017532f req-2cf841c2-3013-4b84-8d62-dab4a1388a43 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.0976508 Mar 10 15:15:40.827094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event updated for resources: {'Subnet': ['ID=b6b176f5-c074-48bc-ab6f-6cdc49bb276c,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:40.837992 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Checking segment: {'id': '70c9d695-1ce3-4ba2-8d21-f3afc266bb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '90982dd7-89c4-4234-9427-74264a95aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:40.838682 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Network hostable DHCP agents. Network: 90982dd7-89c4-4234-9427-74264a95aaa9, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:15:40.839248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00bbc7b3-3ebe-47df-9b13-7c2ac6608a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d57f964c-1f09-4631-be7c-9b373eab59fd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.841825 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00bbc7b3-3ebe-47df-9b13-7c2ac6608a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.844274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-00bbc7b3-3ebe-47df-9b13-7c2ac6608a6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d57f964c-1f09-4631-be7c-9b373eab59fd HTTP/1.1" status: 204 len: 168 time: 0.2257197 Mar 10 15:15:40.859771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Network 90982dd7-89c4-4234-9427-74264a95aaa9 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:40.872210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbc7b3-3ebe-47df-9b13-7c2ac6608a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57f964c-1f09-4631-be7c-9b373eab59fd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:40.873703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 90982dd7-89c4-4234-9427-74264a95aaa9) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:40.878412 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:40.879390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.883964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23aeee2-3f68-40e2-b667-709d09fb94b9 None None] Network 90982dd7-89c4-4234-9427-74264a95aaa9 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:40.895751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0bcdc143-0e6b-4946-a4cb-32927017532f req-34da7449-9b39-4875-964d-cdc6c44a97aa tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927372 Mar 10 15:15:40.903665 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ac384027-ee1d-48ac-9955-9bd840285018 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6434402 Mar 10 15:15:40.907212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34526) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:40.914521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1623089586', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:40.949762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (01389341-7ee6-46fe-b312-e84d4098bff2), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:40.951510 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (01389341-7ee6-46fe-b312-e84d4098bff2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:41.013563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for router_controller (01389341-7ee6-46fe-b312-e84d4098bff2), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:41.057610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-90982dd7-89c4-4234-9427-74264a95aaa9', 'network_id': '90982dd7-89c4-4234-9427-74264a95aaa9', 'project_id': 'eb3b21b6e08e47828c4424e3bcf03212', 'fixed_ips': [{'subnet_id': 'b6b176f5-c074-48bc-ab6f-6cdc49bb276c'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:15:41.058476 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:41.263832 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Allocated IP 172.20.0.2 (90982dd7-89c4-4234-9427-74264a95aaa9/b6b176f5-c074-48bc-ab6f-6cdc49bb276c/7e19a0c9-ebaa-4e57-82a4-27952bcb5131) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:41.349183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for router_gateway (01389341-7ee6-46fe-b312-e84d4098bff2), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:41.434980 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-411203e8-d52b-4326-9850-3be6edf7a2b0 req-7141dbdc-78af-4586-83ab-85f50c78f53a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe03997206ea4053b1aa904251fd69ea&device_id=46babbec-00da-45ce-bbb1-5b7cc9777e68 HTTP/1.1" status: 200 len: 210 time: 0.0514846 Mar 10 15:15:41.497778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6b083e6-e438-4f1b-84a7-df22701e2d5a req-16de6308-c042-4a21-b521-9688e3632aa3 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 210 time: 0.1346207 Mar 10 15:15:41.499926 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Publish callbacks [] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:41.508185 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:41.521090 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-411203e8-d52b-4326-9850-3be6edf7a2b0 req-d8e70183-c1c7-4d4b-856e-4664de8210ed service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe03997206ea4053b1aa904251fd69ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802517 Mar 10 15:15:41.584139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Network 90982dd7-89c4-4234-9427-74264a95aaa9 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:41.591001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:41.592313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34546) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:41.595247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:41.601293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Pushing event updated for resources: {'Port': ['ID=7e19a0c9-ebaa-4e57-82a4-27952bcb5131,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:41.673405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-517c01c3-2ad9-4013-9ae3-caf837758ffb req-d1792d68-4f58-4d8c-a9af-df0008fabcd8 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=46babbec-00da-45ce-bbb1-5b7cc9777e68 HTTP/1.1" status: 200 len: 210 time: 0.1245282 Mar 10 15:15:41.695095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34550) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:41.711515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Attempting to bind port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:41.711889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Attempting to bind port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '70c9d695-1ce3-4ba2-8d21-f3afc266bb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '90982dd7-89c4-4234-9427-74264a95aaa9'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:41.712247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Attempting to bind port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 on network 90982dd7-89c4-4234-9427-74264a95aaa9 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:41.718846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:41.719301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Checking segment: {'id': '70c9d695-1ce3-4ba2-8d21-f3afc266bb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '90982dd7-89c4-4234-9427-74264a95aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:41.719630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:41.720024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Bound using segment: {'id': '70c9d695-1ce3-4ba2-8d21-f3afc266bb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '90982dd7-89c4-4234-9427-74264a95aaa9'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:41.720500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Bound port: 7e19a0c9-ebaa-4e57-82a4-27952bcb5131, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c9d695-1ce3-4ba2-8d21-f3afc266bb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '90982dd7-89c4-4234-9427-74264a95aaa9'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:41.720875 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:41.809170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b22d68da-d0ad-4731-a518-e23f9db035b7 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:41.809384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] For port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:41.811226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b22d68da-d0ad-4731-a518-e23f9db035b7 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.62 "GET /v2.0/networks?id=343f9db2-a595-4030-8097-2c35e6c77e27 HTTP/1.1" status: 200 len: 808 time: 0.4455879 Mar 10 15:15:41.814961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] For port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e19a0c9-ebaa-4e57-82a4-27952bcb5131,segment=NetworkSegment(70c9d695-1ce3-4ba2-8d21-f3afc266bb8d),segment_id=70c9d695-1ce3-4ba2-8d21-f3afc266bb8d)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:41.827159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Request body: {'port': {'device_id': 'ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d', 'network_id': '343f9db2-a595-4030-8097-2c35e6c77e27', 'admin_state_up': True, 'tenant_id': 'f9c81877fd6e47d3aed347cfa56ec4f7'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:41.827365 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:41.919336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a09ae-6d00-4815-a0a9-6810d179eb65 None None] Pushing event updated for resources: {'Port': ['ID=7e19a0c9-ebaa-4e57-82a4-27952bcb5131,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:42.133598 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for router_gateway (01389341-7ee6-46fe-b312-e84d4098bff2), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.135442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Made reservation on behalf of f9c81877fd6e47d3aed347cfa56ec4f7 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:42.139314 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.156644 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-908400842'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:42.171133 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.205554 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38f68e8d-a079-4dff-a032-c6d424582ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.234724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c189d5e-8a32-48c6-9760-a23cc408354f req-14e6787f-7786-4ca7-856b-fc34c02a91a4 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:42.236421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c189d5e-8a32-48c6-9760-a23cc408354f req-14e6787f-7786-4ca7-856b-fc34c02a91a4 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2242272 Mar 10 15:15:42.250947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411203e8-d52b-4326-9850-3be6edf7a2b0 req-b148e34a-3911-4129-ab5f-5fb679f13088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:42.252459 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-411203e8-d52b-4326-9850-3be6edf7a2b0 req-b148e34a-3911-4129-ab5f-5fb679f13088 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7248585 Mar 10 15:15:42.264172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Made reservation on behalf of 37ad66f65ad44e939ea827f98a8e72d0 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:42.268274 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.284096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.386683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38f68e8d-a079-4dff-a032-c6d424582ad9 admin admin] Publish callbacks [] for security_group (cefc8df3-13a9-4073-abb7-28385671dd64), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.398207 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38f68e8d-a079-4dff-a032-c6d424582ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cefc8df3-13a9-4073-abb7-28385671dd64), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.428971 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks [] for security_group (e0eef3d3-acd2-440f-96b1-436aae78606c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.430126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f68e8d-a079-4dff-a032-c6d424582ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefc8df3-13a9-4073-abb7-28385671dd64,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:42.441683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e0eef3d3-acd2-440f-96b1-436aae78606c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.477106 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-38f68e8d-a079-4dff-a032-c6d424582ad9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=707e9886ef5048a39d17bbf0a3764736&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7807555 Mar 10 15:15:42.486153 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34554) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:42.498334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:42.500564 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eef3d3-acd2-440f-96b1-436aae78606c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:42.536659 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (01d1a54c-8c28-4e73-97db-13470a2f20b6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.537065 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Added segment 01d1a54c-8c28-4e73-97db-13470a2f20b6 of type vlan for network f0885110-4ff1-4fab-9450-71292ad062e1 Mar 10 15:15:42.546143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:42.611541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9933dec-95ae-401d-bd24-3c1816b64b72 admin admin] Publish callbacks [] for security_group (cefc8df3-13a9-4073-abb7-28385671dd64), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.614236 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (f0885110-4ff1-4fab-9450-71292ad062e1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.653273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9933dec-95ae-401d-bd24-3c1816b64b72 admin admin] Publish callbacks [] for security_group (cefc8df3-13a9-4073-abb7-28385671dd64), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.673052 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (f0885110-4ff1-4fab-9450-71292ad062e1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.678244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:42.679524 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.730762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-92ea9a4e-35eb-4dfc-ad2c-c2cad040ab5a req-ea8eb80d-ea57-45c0-882a-4bb0c0648cb8 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 210 time: 0.0743527 Mar 10 15:15:42.745643 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1518209 Mar 10 15:15:42.751679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34560) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:42.771640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Request body: {'subnet': {'network_id': 'f0885110-4ff1-4fab-9450-71292ad062e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:42.775882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Allocated IP 172.25.3.139 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/197e7ee5-e20d-4b14-b4b1-754c8fa13641) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:42.782122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655e63a-dc3a-4391-8f69-7e1c8f3dbc2c tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Pushing event updated for resources: {'Network': ['ID=f0885110-4ff1-4fab-9450-71292ad062e1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:42.784683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c189d5e-8a32-48c6-9760-a23cc408354f req-d6ac2a7f-5013-498f-9759-51ab326b358b tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354993 Mar 10 15:15:42.809735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:42.810258 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.814444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9933dec-95ae-401d-bd24-3c1816b64b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cefc8df3-13a9-4073-abb7-28385671dd64), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.819879 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9933dec-95ae-401d-bd24-3c1816b64b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:42.822331 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f9933dec-95ae-401d-bd24-3c1816b64b72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cefc8df3-13a9-4073-abb7-28385671dd64 HTTP/1.1" status: 204 len: 168 time: 0.3351593 Mar 10 15:15:42.842757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9933dec-95ae-401d-bd24-3c1816b64b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefc8df3-13a9-4073-abb7-28385671dd64,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:42.864138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network f0885110-4ff1-4fab-9450-71292ad062e1 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:42.883727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Allocated IP 172.20.0.13 (343f9db2-a595-4030-8097-2c35e6c77e27/6d01f12c-4453-49a5-9d16-370f79fcb4a9/90067629-073f-4dc4-a59b-3ca098eaa20b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:42.967171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f470371-df08-4875-804b-779c65f57836 req-11780504-e18d-4227-a26d-794f2222b486 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=46babbec-00da-45ce-bbb1-5b7cc9777e68 HTTP/1.1" status: 200 len: 210 time: 0.0870118 Mar 10 15:15:43.031873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Made reservation on behalf of 37ad66f65ad44e939ea827f98a8e72d0 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:43.036660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:43.037438 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:43.037879 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:43.096421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e19a0c9-ebaa-4e57-82a4-27952bcb5131,segment=NetworkSegment(70c9d695-1ce3-4ba2-8d21-f3afc266bb8d),segment_id=70c9d695-1ce3-4ba2-8d21-f3afc266bb8d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:43.104403 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:43.212452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=7e19a0c9-ebaa-4e57-82a4-27952bcb5131,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:43.302939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5276aa93-54d7-42bc-bd96-a3642e719343 None None] Network 90982dd7-89c4-4234-9427-74264a95aaa9 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:43.349155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0a69d306-bfd8-4095-aa01-8de5b84b3f2c None None] Provisioning complete for port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:43.349539 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0a69d306-bfd8-4095-aa01-8de5b84b3f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:43.397288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for port (197e7ee5-e20d-4b14-b4b1-754c8fa13641), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:43.455996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93edfc7-eab2-48bf-9737-f6a66281bded req-bc516fb2-72d3-46cd-a5ce-9765b6188664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:43.457841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d93edfc7-eab2-48bf-9737-f6a66281bded req-bc516fb2-72d3-46cd-a5ce-9765b6188664 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=168fe9a92e5e49429fad26db570a485d&device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 1127 time: 0.2972403 Mar 10 15:15:43.493592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbc8f-d8cc-48b8-8efd-b436caa5706b req-4c15b257-839c-4850-944c-423c1ea5bad3 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:43.500276 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0a69d306-bfd8-4095-aa01-8de5b84b3f2c None None] Current status of the port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:43.500492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aeffbc8f-d8cc-48b8-8efd-b436caa5706b req-4c15b257-839c-4850-944c-423c1ea5bad3 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.3276012 Mar 10 15:15:43.654849 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-411203e8-d52b-4326-9850-3be6edf7a2b0 req-a1af922f-2a56-493a-ad27-5bc8cceea5e2 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.62 "GET /v2.0/ports?device_id=46babbec-00da-45ce-bbb1-5b7cc9777e68 HTTP/1.1" status: 200 len: 210 time: 0.0669055 Mar 10 15:15:43.727376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aeffbc8f-d8cc-48b8-8efd-b436caa5706b req-b3a65eb9-5a93-46b1-8ab4-5508821ba261 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259507 Mar 10 15:15:43.758389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Publish callbacks [] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:43.788851 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (197e7ee5-e20d-4b14-b4b1-754c8fa13641), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:43.840091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ce8a2bff-7ae6-4c13-b216-c556da9f4ea3 None None] Provisioning complete for port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:43.840703 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ce8a2bff-7ae6-4c13-b216-c556da9f4ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:43.848368 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:43.878376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34588) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:43.903328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:43.927437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a2bff-7ae6-4c13-b216-c556da9f4ea3 None None] Current status of the port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:43.932381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40548c99-dde8-455d-9951-7116ff6b266a req-757d49d3-9808-4cd7-b7f4-145a95a8bcd6 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 210 time: 0.1037893 Mar 10 15:15:43.939661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:43.942388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:43.961169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93edfc7-eab2-48bf-9737-f6a66281bded req-63da4f3f-4769-4451-8ced-50acce073164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:43.962665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d93edfc7-eab2-48bf-9737-f6a66281bded req-63da4f3f-4769-4451-8ced-50acce073164 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6e5513e-5eef-4aa1-b1a0-5293715a9889 HTTP/1.1" status: 200 len: 912 time: 0.4772770 Mar 10 15:15:43.983563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event updated for resources: {'Port': ['ID=197e7ee5-e20d-4b14-b4b1-754c8fa13641,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:43.985699 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-946428771'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:44.004953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:44.008790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.012715 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.018032 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.079880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d93edfc7-eab2-48bf-9737-f6a66281bded req-8db87ebd-6a53-4056-8f2d-3b4970c3d77c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41543a3b-c75f-4dfa-bdd5-956e066e63c0 HTTP/1.1" status: 200 len: 217 time: 0.0918391 Mar 10 15:15:44.080575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Pushing event updated for resources: {'Subnet': ['ID=d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:44.087526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.087836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.088282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.088545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.088878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.089205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.089709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.089838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.090149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.090469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.090817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.091134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.091452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.124337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for security_group (bfe0228b-5827-4d41-a84f-98fff4686baa), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.130411 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bfe0228b-5827-4d41-a84f-98fff4686baa), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.167358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:44.169005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.169364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.169706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.170042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.170373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.170699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.171088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.171442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.171843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.172190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe0228b-5827-4d41-a84f-98fff4686baa,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:44.172327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.172560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.172886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.173199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:44.180355 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4cbffbfc-8c5c-4932-9d7b-973309f77bb6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.180840 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Added segment 4cbffbfc-8c5c-4932-9d7b-973309f77bb6 of type vlan for network 4fb825d6-58fc-4218-b0eb-4ee874da1520 Mar 10 15:15:44.183112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Network 343f9db2-a595-4030-8097-2c35e6c77e27 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:44.225685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (4fb825d6-58fc-4218-b0eb-4ee874da1520), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.251741 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (4fb825d6-58fc-4218-b0eb-4ee874da1520), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.257988 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:44.258583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.266922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8beeb3b0-8982-4628-97c8-00637bfdde11 req-5b637251-75a9-4158-9246-ecc649cc51f3 tempest-ServerShowV247Test-186616010 tempest-ServerShowV247Test-186616010-project] 10.222.0.11 "GET /v2.0/ports?device_id=46babbec-00da-45ce-bbb1-5b7cc9777e68 HTTP/1.1" status: 200 len: 210 time: 0.1515079 Mar 10 15:15:44.267885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:44.270881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:44.308013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Checking segment: {'id': '01d1a54c-8c28-4e73-97db-13470a2f20b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f0885110-4ff1-4fab-9450-71292ad062e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:44.308378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Network hostable DHCP agents. Network: f0885110-4ff1-4fab-9450-71292ad062e1, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:15:44.318831 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4297223 Mar 10 15:15:44.336065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b21259-6f2c-42b0-ae39-cda19dd42b8b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=4fb825d6-58fc-4218-b0eb-4ee874da1520,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:44.346146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 4fb825d6-58fc-4218-b0eb-4ee874da1520 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:44.363247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Pushing event updated for resources: {'Port': ['ID=90067629-073f-4dc4-a59b-3ca098eaa20b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:44.392704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93edfc7-eab2-48bf-9737-f6a66281bded req-7dd0b367-74f2-4be5-81c2-4fef8768a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:44.394080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d93edfc7-eab2-48bf-9737-f6a66281bded req-7dd0b367-74f2-4be5-81c2-4fef8768a0b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b461b8ba-c71f-44ba-8a3f-9f7cdda42dde HTTP/1.1" status: 200 len: 851 time: 0.2873781 Mar 10 15:15:44.435005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:44.435676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.460965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d93edfc7-eab2-48bf-9737-f6a66281bded req-2c0b3be7-45be-4fbc-9d1c-cfa046315470 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6e5513e-5eef-4aa1-b1a0-5293715a9889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550034 Mar 10 15:15:44.461600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Network f0885110-4ff1-4fab-9450-71292ad062e1 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:44.489534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:44.498948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, f0885110-4ff1-4fab-9450-71292ad062e1) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:44.503553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:44.504777 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.510275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-9fc08d2e-707c-4200-9172-719d1274ca48 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6894085 Mar 10 15:15:44.516517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef82361d-8f79-4e73-9467-1187c17de86a None None] Network f0885110-4ff1-4fab-9450-71292ad062e1 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:44.563614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-a208e9ae-db8e-462d-b8f8-fb80c36e5e08 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:15:44.564602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-a208e9ae-db8e-462d-b8f8-fb80c36e5e08 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166118 Mar 10 15:15:44.586040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Request body: {'port': {'device_id': 'ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:44.607623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:44.608007 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.661912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-f0885110-4ff1-4fab-9450-71292ad062e1', 'network_id': 'f0885110-4ff1-4fab-9450-71292ad062e1', 'project_id': '37ad66f65ad44e939ea827f98a8e72d0', 'fixed_ips': [{'subnet_id': 'd429e8d1-2eb5-49aa-a7f5-1bf9f4693e91'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:15:44.662772 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:44.840971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:44.856883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Allocated IP 2001:db8::2 (f0885110-4ff1-4fab-9450-71292ad062e1/d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91/6ba07144-9df9-4279-9624-4ee0f0280536) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:44.906997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-717c4fdb-776b-440d-abe8-7343db445fd2 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1455979 Mar 10 15:15:44.907737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34596) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:44.917162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Request body: {'port': {'network_id': 'f0885110-4ff1-4fab-9450-71292ad062e1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1391060566'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:45.047140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d93edfc7-eab2-48bf-9737-f6a66281bded req-f7f689d0-bfe5-4ac3-9e46-53a4c9224837 service neutron] 10.222.0.45 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737040 Mar 10 15:15:45.101526 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Publish callbacks [] for port (6ba07144-9df9-4279-9624-4ee0f0280536), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:45.110622 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:45.113964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for router_gateway (01389341-7ee6-46fe-b312-e84d4098bff2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:45.116191 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:45.118219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Made reservation on behalf of 37ad66f65ad44e939ea827f98a8e72d0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:45.124263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:45.149841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] device_id is not set on port f8d776ec-7af9-4484-89d6-a93fdd5080fd yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:15:45.169720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Pushing event updated for resources: {'Port': ['ID=6ba07144-9df9-4279-9624-4ee0f0280536,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:45.184895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Network f0885110-4ff1-4fab-9450-71292ad062e1 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:45.187042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:45.189513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:45.241999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f1da3-5d3c-4193-b3f2-922ee446dc75 req-9b943053-fa42-4e87-a99a-f083bd55b627 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:45.243581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f5f1da3-5d3c-4193-b3f2-922ee446dc75 req-9b943053-fa42-4e87-a99a-f083bd55b627 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.3349202 Mar 10 15:15:45.280114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Attempting to bind port 6ba07144-9df9-4279-9624-4ee0f0280536 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:45.280497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Attempting to bind port 6ba07144-9df9-4279-9624-4ee0f0280536 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '01d1a54c-8c28-4e73-97db-13470a2f20b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f0885110-4ff1-4fab-9450-71292ad062e1'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:45.281617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Attempting to bind port 6ba07144-9df9-4279-9624-4ee0f0280536 on network f0885110-4ff1-4fab-9450-71292ad062e1 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:45.292248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:45.292659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Checking segment: {'id': '01d1a54c-8c28-4e73-97db-13470a2f20b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f0885110-4ff1-4fab-9450-71292ad062e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:45.294222 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:45.294669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Bound using segment: {'id': '01d1a54c-8c28-4e73-97db-13470a2f20b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f0885110-4ff1-4fab-9450-71292ad062e1'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:45.295214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Bound port: 6ba07144-9df9-4279-9624-4ee0f0280536, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d1a54c-8c28-4e73-97db-13470a2f20b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f0885110-4ff1-4fab-9450-71292ad062e1'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:45.295616 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:45.373542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Allocated IP 2001:db8::3 (f0885110-4ff1-4fab-9450-71292ad062e1/d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91/f8d776ec-7af9-4484-89d6-a93fdd5080fd) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:45.376294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d93edfc7-eab2-48bf-9737-f6a66281bded req-e9a84c7e-eb63-4008-8527-338059f32645 service neutron] 10.222.0.45 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085670 Mar 10 15:15:45.389352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db59e45-d06e-4120-bc5b-56223b14c4b7 req-f79eef66-39e4-499c-98ce-41b5b3ca76c8 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:45.391399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5db59e45-d06e-4120-bc5b-56223b14c4b7 req-f79eef66-39e4-499c-98ce-41b5b3ca76c8 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 932 time: 0.3484931 Mar 10 15:15:45.400539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] For port 6ba07144-9df9-4279-9624-4ee0f0280536, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:45.405686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] For port 6ba07144-9df9-4279-9624-4ee0f0280536, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6ba07144-9df9-4279-9624-4ee0f0280536,segment=NetworkSegment(01d1a54c-8c28-4e73-97db-13470a2f20b6),segment_id=01d1a54c-8c28-4e73-97db-13470a2f20b6)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:45.416674 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:45.498178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa8861-7e9f-41ff-9c99-6f66f0f97b0d None None] Pushing event updated for resources: {'Port': ['ID=6ba07144-9df9-4279-9624-4ee0f0280536,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:45.544729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f5f1da3-5d3c-4193-b3f2-922ee446dc75 req-912ce04e-abd0-47f5-9189-2f666f53704d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693639 Mar 10 15:15:45.657442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5db59e45-d06e-4120-bc5b-56223b14c4b7 req-f5daf9bf-0843-416c-8de8-7aa41baeb1e8 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441385 Mar 10 15:15:45.696627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks [] for port (f8d776ec-7af9-4484-89d6-a93fdd5080fd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:45.744215 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f8d776ec-7af9-4484-89d6-a93fdd5080fd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:45.842006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Network f0885110-4ff1-4fab-9450-71292ad062e1 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:45.847041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:45.851271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Pushing event updated for resources: {'Port': ['ID=f8d776ec-7af9-4484-89d6-a93fdd5080fd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:45.854043 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:45.864116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:45.864788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:45.888489 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-14bda7aa-69ce-4cfd-ad2a-589779309b7e tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.9772189 Mar 10 15:15:45.891320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34610) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:45.897471 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Request body: {'port': {'network_id': 'f0885110-4ff1-4fab-9450-71292ad062e1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1940098446', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:45.898649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.api.validators [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] bootfile-name is not in valid_values {{(pid=115534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:15:45.898649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.api.validators [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] tftp-server is not in valid_values {{(pid=115534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:15:45.898869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.api.validators [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] server-ip-address is not in valid_values {{(pid=115534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:15:45.903083 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (01389341-7ee6-46fe-b312-e84d4098bff2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.031651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90067629-073f-4dc4-a59b-3ca098eaa20b {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:15:46.054661 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Publish callbacks [] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.112174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Transition to ACTIVE for port object 90067629-073f-4dc4-a59b-3ca098eaa20b will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:15:46.119969 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.121612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Made reservation on behalf of 37ad66f65ad44e939ea827f98a8e72d0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:46.132152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.136459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34614) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:46.153934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] device_id is not set on port b72059a9-468f-402d-975d-5a7969c6c8a3 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:15:46.206860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Pushing event updated for resources: {'Port': ['ID=90067629-073f-4dc4-a59b-3ca098eaa20b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:46.287587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Router 01389341-7ee6-46fe-b312-e84d4098bff2 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:15:46.304498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Attempting to bind port 90067629-073f-4dc4-a59b-3ca098eaa20b on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:46.304850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Attempting to bind port 90067629-073f-4dc4-a59b-3ca098eaa20b by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '23bb5f63-c6b4-4193-adb0-bb488e6ee24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '343f9db2-a595-4030-8097-2c35e6c77e27'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:46.305185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Attempting to bind port 90067629-073f-4dc4-a59b-3ca098eaa20b on network 343f9db2-a595-4030-8097-2c35e6c77e27 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:46.312762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Port 90067629-073f-4dc4-a59b-3ca098eaa20b on network 343f9db2-a595-4030-8097-2c35e6c77e27 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:15:46.313134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Attempting to bind port 90067629-073f-4dc4-a59b-3ca098eaa20b on network 343f9db2-a595-4030-8097-2c35e6c77e27 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:46.325607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Allocated IP 2001:db8::258 (f0885110-4ff1-4fab-9450-71292ad062e1/d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91/b72059a9-468f-402d-975d-5a7969c6c8a3) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:46.354710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:46.355086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Checking segment: {'id': '23bb5f63-c6b4-4193-adb0-bb488e6ee24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '343f9db2-a595-4030-8097-2c35e6c77e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:46.355464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Bound using segment: {'id': '23bb5f63-c6b4-4193-adb0-bb488e6ee24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '343f9db2-a595-4030-8097-2c35e6c77e27'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:46.355915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Bound port: 90067629-073f-4dc4-a59b-3ca098eaa20b, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23bb5f63-c6b4-4193-adb0-bb488e6ee24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '343f9db2-a595-4030-8097-2c35e6c77e27'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:46.356276 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.383172 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-656546ad-708f-49dd-9a9a-fbefd2067497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.570470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6ba07144-9df9-4279-9624-4ee0f0280536 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:46.583424 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks [] for port (b72059a9-468f-402d-975d-5a7969c6c8a3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.641156 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-656546ad-708f-49dd-9a9a-fbefd2067497 admin admin] Publish callbacks [] for security_group (560b61c8-702a-4592-b144-5534f6573664), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.642347 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b72059a9-468f-402d-975d-5a7969c6c8a3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.645925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6ba07144-9df9-4279-9624-4ee0f0280536 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:46.646089 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.666129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-656546ad-708f-49dd-9a9a-fbefd2067497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (560b61c8-702a-4592-b144-5534f6573664), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.728541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Network f0885110-4ff1-4fab-9450-71292ad062e1 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:46.736123 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:46.742830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:46.747859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:46.749181 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.778862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] For port 90067629-073f-4dc4-a59b-3ca098eaa20b, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:46.786581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Pushing event updated for resources: {'Port': ['ID=b72059a9-468f-402d-975d-5a7969c6c8a3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:46.790594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-656546ad-708f-49dd-9a9a-fbefd2067497 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe03997206ea4053b1aa904251fd69ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6506765 Mar 10 15:15:46.793338 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34622) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:46.814671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:15:46.824028 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e041c72c-cede-4bb4-bded-649e7000018f tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9313138 Mar 10 15:15:46.826458 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34624) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:46.829272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656546ad-708f-49dd-9a9a-fbefd2067497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560b61c8-702a-4592-b144-5534f6573664,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:46.872103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] For port 90067629-073f-4dc4-a59b-3ca098eaa20b, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=90067629-073f-4dc4-a59b-3ca098eaa20b,segment=NetworkSegment(23bb5f63-c6b4-4193-adb0-bb488e6ee24a),segment_id=23bb5f63-c6b4-4193-adb0-bb488e6ee24a)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:46.879949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6ba07144-9df9-4279-9624-4ee0f0280536 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:46.880486 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.900685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8a3fa4-f2fc-4e48-b408-267a908569bf None None] Sync routers for ids ['01389341-7ee6-46fe-b312-e84d4098bff2'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:15:46.931877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.934474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a3fa4-f2fc-4e48-b408-267a908569bf None None] Routers {'01389341-7ee6-46fe-b312-e84d4098bff2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:46.935262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0f8a3fa4-f2fc-4e48-b408-267a908569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['01389341-7ee6-46fe-b312-e84d4098bff2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:46.949715 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:46.964916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7a4485ea-30b3-4161-b77a-bfe89acea5f9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.0564029 Mar 10 15:15:46.968825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34626) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:46.992787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0f8a3fa4-f2fc-4e48-b408-267a908569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:47.026532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a3fa4-f2fc-4e48-b408-267a908569bf None None] Routers {'01389341-7ee6-46fe-b312-e84d4098bff2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:47.027396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0f8a3fa4-f2fc-4e48-b408-267a908569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['01389341-7ee6-46fe-b312-e84d4098bff2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:47.035466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 6ba07144-9df9-4279-9624-4ee0f0280536, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6ba07144-9df9-4279-9624-4ee0f0280536,segment=NetworkSegment(01d1a54c-8c28-4e73-97db-13470a2f20b6),segment_id=01d1a54c-8c28-4e73-97db-13470a2f20b6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:47.049815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:47.050988 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:47.052408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] 10.222.0.62 "PUT /v2.0/ports/90067629-073f-4dc4-a59b-3ca098eaa20b HTTP/1.1" status: 200 len: 1092 time: 2.4708617 Mar 10 15:15:47.083834 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:47.099442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6348c7-111d-4dd4-8094-50ceff5e26c9 req-22239d6e-23ea-4b81-a65e-219eb3e6e102 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:47.100887 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf86f-d1f2-40a0-b555-8552dbd01ebb admin admin] Publish callbacks [] for security_group (560b61c8-702a-4592-b144-5534f6573664), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:47.102941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be6348c7-111d-4dd4-8094-50ceff5e26c9 req-22239d6e-23ea-4b81-a65e-219eb3e6e102 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.4119132 Mar 10 15:15:47.107204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d', 'tag': '90067629-073f-4dc4-a59b-3ca098eaa20b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:15:47.110142 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1368249f-aed2-412b-8819-0607cb356361" -d '{"events": [{"name": "network-changed", "server_uuid": "ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d", "tag": "90067629-073f-4dc4-a59b-3ca098eaa20b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:15:47.151467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0f8a3fa4-f2fc-4e48-b408-267a908569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:47.152155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8a3fa4-f2fc-4e48-b408-267a908569bf None None] The sync data for ids ['01389341-7ee6-46fe-b312-e84d4098bff2'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:15:47.167372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=6ba07144-9df9-4279-9624-4ee0f0280536,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:47.182601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ecfef-4ab9-43ec-a4ac-abadbbbccf99 None None] Network f0885110-4ff1-4fab-9450-71292ad062e1 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:47.186323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2626a-735f-4e58-8cf8-dddd6bf13e11 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:47.191845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2626a-735f-4e58-8cf8-dddd6bf13e11 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:47.198763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2626a-735f-4e58-8cf8-dddd6bf13e11 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:47.201452 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8ca2626a-735f-4e58-8cf8-dddd6bf13e11 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3740044 Mar 10 15:15:47.213559 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34630) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:47.230905 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf86f-d1f2-40a0-b555-8552dbd01ebb admin admin] Publish callbacks [] for security_group (560b61c8-702a-4592-b144-5534f6573664), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:47.239612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a9b31-deeb-4130-80fc-af1b33abd5f0 req-4fde7d3b-eb61-4dec-b375-69b85cb7c16d tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:47.247407 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-992a9b31-deeb-4130-80fc-af1b33abd5f0 req-4fde7d3b-eb61-4dec-b375-69b85cb7c16d tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 944 time: 0.3974833 Mar 10 15:15:47.272540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be6348c7-111d-4dd4-8094-50ceff5e26c9 req-7741fdb5-2bf1-492d-856c-3f74f0606a2a tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493845 Mar 10 15:15:47.362773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-96d11714-2d72-43b8-818c-14c61eb0651b None None] Provisioning complete for port 6ba07144-9df9-4279-9624-4ee0f0280536 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:47.364086 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-96d11714-2d72-43b8-818c-14c61eb0651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:47.481377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf86f-d1f2-40a0-b555-8552dbd01ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (560b61c8-702a-4592-b144-5534f6573664), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:47.484903 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf86f-d1f2-40a0-b555-8552dbd01ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:47.489488 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c6bbf86f-d1f2-40a0-b555-8552dbd01ebb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/560b61c8-702a-4592-b144-5534f6573664 HTTP/1.1" status: 204 len: 168 time: 0.6951187 Mar 10 15:15:47.509147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-31cd68da-e204-4e71-a160-2841f04f98a0 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Deleting port b72059a9-468f-402d-975d-5a7969c6c8a3 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:47.509489 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31cd68da-e204-4e71-a160-2841f04f98a0 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b72059a9-468f-402d-975d-5a7969c6c8a3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:47.512670 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbf86f-d1f2-40a0-b555-8552dbd01ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560b61c8-702a-4592-b144-5534f6573664,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:47.551475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-96d11714-2d72-43b8-818c-14c61eb0651b None None] Current status of the port 6ba07144-9df9-4279-9624-4ee0f0280536 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:47.609893 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34634) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:47.616266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'network_id': '4fb825d6-58fc-4218-b0eb-4ee874da1520', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:47.710707 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b720c29-29af-4150-8498-87cf763ba774 x-openstack-request-id: req-4b720c29-29af-4150-8498-87cf763ba774 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:15:47.711459 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d", "tag": "90067629-073f-4dc4-a59b-3ca098eaa20b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:15:47.711459 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b720c29-29af-4150-8498-87cf763ba774 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:15:47.711826 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d', 'tag': '90067629-073f-4dc4-a59b-3ca098eaa20b', 'status': 'completed', 'code': 200} Mar 10 15:15:47.720910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f86ca-6f5a-412c-818f-9c29faa3ab7a service neutron] Pushing event updated for resources: {'Port': ['ID=90067629-073f-4dc4-a59b-3ca098eaa20b,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:47.757061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-4f28c2c3-f706-471d-aee8-6091edd97a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:47.758581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-4f28c2c3-f706-471d-aee8-6091edd97a14 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9c81877fd6e47d3aed347cfa56ec4f7&device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 1126 time: 0.6389744 Mar 10 15:15:47.774040 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-992a9b31-deeb-4130-80fc-af1b33abd5f0 req-0ee5503f-7e45-4a1b-b590-d8c0959d35c4 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207925 Mar 10 15:15:47.804507 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:47.812357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-3ee8df44-eab0-4115-bd6a-fabc74900061 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90067629-073f-4dc4-a59b-3ca098eaa20b HTTP/1.1" status: 200 len: 217 time: 0.0370502 Mar 10 15:15:47.874732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-3d027e2e-5836-4309-9a1b-fde79ee6630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:47.876255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-3d027e2e-5836-4309-9a1b-fde79ee6630e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d01f12c-4453-49a5-9d16-370f79fcb4a9 HTTP/1.1" status: 200 len: 848 time: 0.0580969 Mar 10 15:15:47.903116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-edee6a39-2c5f-47b9-ac7f-cbe518956950 None None] Provisioning complete for port f8d776ec-7af9-4484-89d6-a93fdd5080fd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:47.903587 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-edee6a39-2c5f-47b9-ac7f-cbe518956950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8d776ec-7af9-4484-89d6-a93fdd5080fd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:47.935205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-b03224e3-c347-4b8d-a3a9-dba30c48d2a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=343f9db2-a595-4030-8097-2c35e6c77e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521257 Mar 10 15:15:47.948537 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31cd68da-e204-4e71-a160-2841f04f98a0 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b72059a9-468f-402d-975d-5a7969c6c8a3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:47.980524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-edee6a39-2c5f-47b9-ac7f-cbe518956950 None None] Port f8d776ec-7af9-4484-89d6-a93fdd5080fd cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:15:47.997422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-31cd68da-e204-4e71-a160-2841f04f98a0 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Calling delete_port for b72059a9-468f-402d-975d-5a7969c6c8a3 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:48.011398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-edee6a39-2c5f-47b9-ac7f-cbe518956950 None None] Provisioning complete for port 6ba07144-9df9-4279-9624-4ee0f0280536 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:48.011821 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-edee6a39-2c5f-47b9-ac7f-cbe518956950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:48.043718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:48.047334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:48.079282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-25c92cd2-3723-4a90-948c-503c148f8106 service neutron] 10.222.0.62 "GET /v2.0/networks/343f9db2-a595-4030-8097-2c35e6c77e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367311 Mar 10 15:15:48.139572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-edee6a39-2c5f-47b9-ac7f-cbe518956950 None None] Current status of the port 6ba07144-9df9-4279-9624-4ee0f0280536 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:48.157135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-edee6a39-2c5f-47b9-ac7f-cbe518956950 None None] Provisioning complete for port b72059a9-468f-402d-975d-5a7969c6c8a3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:48.157722 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-edee6a39-2c5f-47b9-ac7f-cbe518956950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b72059a9-468f-402d-975d-5a7969c6c8a3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:48.200470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-edee6a39-2c5f-47b9-ac7f-cbe518956950 None None] Port b72059a9-468f-402d-975d-5a7969c6c8a3 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:15:48.240360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571e35fe-17e2-432e-8cc8-f66098ed5f56 req-a4d591a0-be34-40c0-a319-69bccf00bcbd service neutron] 10.222.0.62 "GET /v2.0/networks/343f9db2-a595-4030-8097-2c35e6c77e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544309 Mar 10 15:15:48.285500 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:48.352271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-39c7a5d0-f59a-49fa-9bbd-640253421d9b None None] Provisioning complete for port f8d776ec-7af9-4484-89d6-a93fdd5080fd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:48.354300 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39c7a5d0-f59a-49fa-9bbd-640253421d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8d776ec-7af9-4484-89d6-a93fdd5080fd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:48.432550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368249f-aed2-412b-8819-0607cb356361 req-aa765eda-0c3d-479f-ab2b-44a5daa50867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:48.438758 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1368249f-aed2-412b-8819-0607cb356361 req-aa765eda-0c3d-479f-ab2b-44a5daa50867 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9c81877fd6e47d3aed347cfa56ec4f7&device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 1126 time: 0.1410072 Mar 10 15:15:48.470996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-39c7a5d0-f59a-49fa-9bbd-640253421d9b None None] Port f8d776ec-7af9-4484-89d6-a93fdd5080fd cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:15:48.508464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6ba07144-9df9-4279-9624-4ee0f0280536 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:48.592790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6ba07144-9df9-4279-9624-4ee0f0280536 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:48.593215 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:48.616191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368249f-aed2-412b-8819-0607cb356361 req-115b38b9-daef-450f-a03a-4f1151a401d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:48.617992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1368249f-aed2-412b-8819-0607cb356361 req-115b38b9-daef-450f-a03a-4f1151a401d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=343f9db2-a595-4030-8097-2c35e6c77e27 HTTP/1.1" status: 200 len: 909 time: 0.1649323 Mar 10 15:15:48.630089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4240a844-0d04-495b-b14c-d431a6ed44b7 None None] Provisioning complete for port b72059a9-468f-402d-975d-5a7969c6c8a3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:48.630486 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4240a844-0d04-495b-b14c-d431a6ed44b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b72059a9-468f-402d-975d-5a7969c6c8a3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:48.658360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31cd68da-e204-4e71-a160-2841f04f98a0 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b72059a9-468f-402d-975d-5a7969c6c8a3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:48.658689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4240a844-0d04-495b-b14c-d431a6ed44b7 None None] Port b72059a9-468f-402d-975d-5a7969c6c8a3 was deleted so its status cannot be updated. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 10 15:15:48.683874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1368249f-aed2-412b-8819-0607cb356361 req-1d7a2188-3ae6-4003-9a5b-73b8ce04ca34 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90067629-073f-4dc4-a59b-3ca098eaa20b HTTP/1.1" status: 200 len: 217 time: 0.0563438 Mar 10 15:15:48.720955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6ba07144-9df9-4279-9624-4ee0f0280536 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:48.743344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (4a0da169-e78a-4113-9b57-bf26cd819d35), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:48.759381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368249f-aed2-412b-8819-0607cb356361 req-331aec15-147e-463c-aba4-1548c15c30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:48.760867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1368249f-aed2-412b-8819-0607cb356361 req-331aec15-147e-463c-aba4-1548c15c30cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d01f12c-4453-49a5-9d16-370f79fcb4a9 HTTP/1.1" status: 200 len: 848 time: 0.0700991 Mar 10 15:15:48.765868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd68da-e204-4e71-a160-2841f04f98a0 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Pushing event deleted for resources: {'Port': ['ID=b72059a9-468f-402d-975d-5a7969c6c8a3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:48.772063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75166134-8f80-43c5-922c-bf48c480a31c req-70f95af6-df65-4989-bb34-0ef0196cc62e tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:48.781204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75166134-8f80-43c5-922c-bf48c480a31c req-70f95af6-df65-4989-bb34-0ef0196cc62e tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2931526 Mar 10 15:15:48.830502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1368249f-aed2-412b-8819-0607cb356361 req-4e9498d9-8049-48f8-a85d-c3faf61d1440 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=343f9db2-a595-4030-8097-2c35e6c77e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417683 Mar 10 15:15:48.876531 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31cd68da-e204-4e71-a160-2841f04f98a0 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:48.881601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75166134-8f80-43c5-922c-bf48c480a31c req-4bc1480d-3312-403a-bb52-86d94f521886 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994973 Mar 10 15:15:48.884660 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-31cd68da-e204-4e71-a160-2841f04f98a0 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] 10.222.0.11 "DELETE /v2.0/ports/b72059a9-468f-402d-975d-5a7969c6c8a3 HTTP/1.1" status: 204 len: 168 time: 1.6689286 Mar 10 15:15:48.889006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34662) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:48.896857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Request body: {'port': {'name': 'tempest-new-port-name-50019782', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:48.897257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.api.validators [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] bootfile-name is not in valid_values {{(pid=115534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:15:48.897615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.api.validators [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] tftp-server is not in valid_values {{(pid=115534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:15:48.897950 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.api.validators [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] server-ip-address is not in valid_values {{(pid=115534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:15:48.989871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=4a0da169-e78a-4113-9b57-bf26cd819d35,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:49.017708 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Checking segment: {'id': '4cbffbfc-8c5c-4932-9d7b-973309f77bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4fb825d6-58fc-4218-b0eb-4ee874da1520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:49.018084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network hostable DHCP agents. Network: 4fb825d6-58fc-4218-b0eb-4ee874da1520, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:15:49.039918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62dc94-914e-43a9-9d99-0b22daaea421 req-58622b5f-1da9-4926-817b-30b648e7a370 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:49.041601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac62dc94-914e-43a9-9d99-0b22daaea421 req-58622b5f-1da9-4926-817b-30b648e7a370 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 944 time: 0.1640587 Mar 10 15:15:49.049117 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1368249f-aed2-412b-8819-0607cb356361 req-a91d05f3-4764-4bf8-bf70-6f43fbc64ba8 service neutron] 10.222.0.62 "GET /v2.0/networks/343f9db2-a595-4030-8097-2c35e6c77e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067544 Mar 10 15:15:49.178559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac62dc94-914e-43a9-9d99-0b22daaea421 req-270f7c5c-a958-423f-9e7e-59d87aac7e88 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286280 Mar 10 15:15:49.208754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1368249f-aed2-412b-8819-0607cb356361 req-4157ff13-dd26-4023-be05-7ef49210001e service neutron] 10.222.0.62 "GET /v2.0/networks/343f9db2-a595-4030-8097-2c35e6c77e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484318 Mar 10 15:15:49.422916 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f8d776ec-7af9-4484-89d6-a93fdd5080fd), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.426945 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Allocated IP 172.20.0.1 (90982dd7-89c4-4234-9427-74264a95aaa9/b6b176f5-c074-48bc-ab6f-6cdc49bb276c/adf51319-a312-483b-81a1-981f72d15762) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:49.438658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network 4fb825d6-58fc-4218-b0eb-4ee874da1520 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:49.459354 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 4fb825d6-58fc-4218-b0eb-4ee874da1520) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:49.471715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39af4a3-e27e-48b0-b5f7-7fd99ce13abe None None] Network 4fb825d6-58fc-4218-b0eb-4ee874da1520 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:49.494165 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:49.494756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.563446 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ae99ba69-d9b8-409b-9d92-73affd8f4504 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9518690 Mar 10 15:15:49.564974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34678) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:49.570175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-101418408'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:49.595372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-4fb825d6-58fc-4218-b0eb-4ee874da1520', 'network_id': '4fb825d6-58fc-4218-b0eb-4ee874da1520', 'project_id': '2848b28c40b94190ab9c99f4ca7b9545', 'fixed_ips': [{'subnet_id': '4a0da169-e78a-4113-9b57-bf26cd819d35'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:15:49.596272 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.610973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:49.617563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.650984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:49.661932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (de619c5c-6ce9-499f-9bd8-f068e5c5e4a7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.662713 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Added segment de619c5c-6ce9-499f-9bd8-f068e5c5e4a7 of type vlan for network 5dd0b0e9-b7a6-4b60-9b2e-157f019477a7 Mar 10 15:15:49.670390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for port (adf51319-a312-483b-81a1-981f72d15762), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.714245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (5dd0b0e9-b7a6-4b60-9b2e-157f019477a7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.749695 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (5dd0b0e9-b7a6-4b60-9b2e-157f019477a7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.750239 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (adf51319-a312-483b-81a1-981f72d15762), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.757238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:49.758237 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.797761 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks [] for port (f8d776ec-7af9-4484-89d6-a93fdd5080fd), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.798006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Allocated IP 2001:db8:0:ffff::2 (4fb825d6-58fc-4218-b0eb-4ee874da1520/4a0da169-e78a-4113-9b57-bf26cd819d35/9c46279c-2c5c-4063-b511-f62047da9f8a) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:49.809459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Network 90982dd7-89c4-4234-9427-74264a95aaa9 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:49.813212 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:49.825353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2567983 Mar 10 15:15:49.834625 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (f8d776ec-7af9-4484-89d6-a93fdd5080fd), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.836862 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:49.839558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34688) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:49.881102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event updated for resources: {'Port': ['ID=adf51319-a312-483b-81a1-981f72d15762,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:49.901269 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] In _notify_port_updated(), no bound segment for port f8d776ec-7af9-4484-89d6-a93fdd5080fd on network f0885110-4ff1-4fab-9450-71292ad062e1 {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:15:49.906818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:49.907946 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:49.912168 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] 10.222.0.11 "PUT /v2.0/ports/f8d776ec-7af9-4484-89d6-a93fdd5080fd HTTP/1.1" status: 200 len: 1126 time: 1.0205395 Mar 10 15:15:49.912833 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34694) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:49.947533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'network_id': '5dd0b0e9-b7a6-4b60-9b2e-157f019477a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:49.956308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbb52f-dce9-4b78-9433-9d9ec8771f0f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=5dd0b0e9-b7a6-4b60-9b2e-157f019477a7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:49.989935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 5dd0b0e9-b7a6-4b60-9b2e-157f019477a7 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:49.993594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (01389341-7ee6-46fe-b312-e84d4098bff2), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.092355 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7895b6d-c073-400d-9863-1ff7c7b133ea tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:50.101810 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d7895b6d-c073-400d-9863-1ff7c7b133ea tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] 10.222.0.11 "GET /v2.0/ports/f8d776ec-7af9-4484-89d6-a93fdd5080fd HTTP/1.1" status: 200 len: 1126 time: 0.1817865 Mar 10 15:15:50.106743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34700) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:50.116914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f4786-79f7-4317-a8e0-27bd2999a592 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Pushing event updated for resources: {'Port': ['ID=f8d776ec-7af9-4484-89d6-a93fdd5080fd,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:50.155472 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Publish callbacks [] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.224754 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.302003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:50.306386 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.306560 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (adf51319-a312-483b-81a1-981f72d15762), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.320276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16889379-e160-4338-a733-b3158cf9867b req-9bd3f99f-a253-400e-af82-732e032f6742 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:50.328603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16889379-e160-4338-a733-b3158cf9867b req-9bd3f99f-a253-400e-af82-732e032f6742 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2696755 Mar 10 15:15:50.372381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Network 4fb825d6-58fc-4218-b0eb-4ee874da1520 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:50.386005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:50.388655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:50.390620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Pushing event updated for resources: {'Port': ['ID=9c46279c-2c5c-4063-b511-f62047da9f8a,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:50.399862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-74e14f3f-90b9-4a52-a9e6-f65c2b7ac5e3 None None] Provisioning complete for port adf51319-a312-483b-81a1-981f72d15762 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:50.400079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-74e14f3f-90b9-4a52-a9e6-f65c2b7ac5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (adf51319-a312-483b-81a1-981f72d15762), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.530904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8236f778-74e2-41cb-bab2-35bc6e64e5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Deleting port f8d776ec-7af9-4484-89d6-a93fdd5080fd {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:50.531263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8236f778-74e2-41cb-bab2-35bc6e64e5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f8d776ec-7af9-4484-89d6-a93fdd5080fd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.580514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ed5d6-477a-4bb7-a56c-7f03663c55f7 req-2ed74fdd-c45a-47ac-8ec5-6060f23e192c tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:50.582552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-925ed5d6-477a-4bb7-a56c-7f03663c55f7 req-2ed74fdd-c45a-47ac-8ec5-6060f23e192c tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 944 time: 0.2478161 Mar 10 15:15:50.592198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16889379-e160-4338-a733-b3158cf9867b req-7c247eb1-7e5d-44e8-ab94-d7d5958f250c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627754 Mar 10 15:15:50.648327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-74e14f3f-90b9-4a52-a9e6-f65c2b7ac5e3 None None] Port adf51319-a312-483b-81a1-981f72d15762 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:15:50.650110 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.652937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Attempting to bind port 9c46279c-2c5c-4063-b511-f62047da9f8a on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:50.653313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Attempting to bind port 9c46279c-2c5c-4063-b511-f62047da9f8a by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '4cbffbfc-8c5c-4932-9d7b-973309f77bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4fb825d6-58fc-4218-b0eb-4ee874da1520'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:50.653671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Attempting to bind port 9c46279c-2c5c-4063-b511-f62047da9f8a on network 4fb825d6-58fc-4218-b0eb-4ee874da1520 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:50.658778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:50.659199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Checking segment: {'id': '4cbffbfc-8c5c-4932-9d7b-973309f77bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4fb825d6-58fc-4218-b0eb-4ee874da1520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:50.659599 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.660029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Bound using segment: {'id': '4cbffbfc-8c5c-4932-9d7b-973309f77bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4fb825d6-58fc-4218-b0eb-4ee874da1520'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:50.660489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Bound port: 9c46279c-2c5c-4063-b511-f62047da9f8a, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbffbfc-8c5c-4932-9d7b-973309f77bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4fb825d6-58fc-4218-b0eb-4ee874da1520'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:50.661047 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.713112 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for port (adf51319-a312-483b-81a1-981f72d15762), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.719856 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (adf51319-a312-483b-81a1-981f72d15762), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.731058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] For port 9c46279c-2c5c-4063-b511-f62047da9f8a, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:50.734764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] For port 9c46279c-2c5c-4063-b511-f62047da9f8a, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9c46279c-2c5c-4063-b511-f62047da9f8a,segment=NetworkSegment(4cbffbfc-8c5c-4932-9d7b-973309f77bb6),segment_id=4cbffbfc-8c5c-4932-9d7b-973309f77bb6)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:50.739382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-925ed5d6-477a-4bb7-a56c-7f03663c55f7 req-d239c58a-b03d-43ba-b139-e07274be8e29 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408713 Mar 10 15:15:50.745338 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.825818 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8236f778-74e2-41cb-bab2-35bc6e64e5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f8d776ec-7af9-4484-89d6-a93fdd5080fd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.827591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-31824657-5aeb-4f64-9dd9-be3b6aa13758 None None] Provisioning complete for port f8d776ec-7af9-4484-89d6-a93fdd5080fd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:50.828136 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-31824657-5aeb-4f64-9dd9-be3b6aa13758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8d776ec-7af9-4484-89d6-a93fdd5080fd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.831905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf7e2b-d9ff-4eb0-81f4-a165a6bf04b6 None None] Pushing event updated for resources: {'Port': ['ID=9c46279c-2c5c-4063-b511-f62047da9f8a,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:50.841515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event updated for resources: {'Port': ['ID=adf51319-a312-483b-81a1-981f72d15762,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:50.844947 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (01389341-7ee6-46fe-b312-e84d4098bff2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.859101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8236f778-74e2-41cb-bab2-35bc6e64e5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Calling delete_port for f8d776ec-7af9-4484-89d6-a93fdd5080fd owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:50.885055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-31824657-5aeb-4f64-9dd9-be3b6aa13758 None None] Port f8d776ec-7af9-4484-89d6-a93fdd5080fd cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:15:50.945380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (8833041a-9b40-40df-9659-45f2da516512), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:50.971641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Network 90982dd7-89c4-4234-9427-74264a95aaa9 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:50.973847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:51.092564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=8833041a-9b40-40df-9659-45f2da516512,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:51.151416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Checking segment: {'id': 'de619c5c-6ce9-499f-9bd8-f068e5c5e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5dd0b0e9-b7a6-4b60-9b2e-157f019477a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:51.151886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network hostable DHCP agents. Network: 5dd0b0e9-b7a6-4b60-9b2e-157f019477a7, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:15:51.207130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network 5dd0b0e9-b7a6-4b60-9b2e-157f019477a7 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:51.210926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Router 01389341-7ee6-46fe-b312-e84d4098bff2 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:15:51.250313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 5dd0b0e9-b7a6-4b60-9b2e-157f019477a7) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:51.259284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea87d8d-894f-48aa-92a5-cb810dfcb01a None None] Network 5dd0b0e9-b7a6-4b60-9b2e-157f019477a7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:51.278980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:51.279501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:51.303184 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8236f778-74e2-41cb-bab2-35bc6e64e5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f8d776ec-7af9-4484-89d6-a93fdd5080fd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:51.365207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236f778-74e2-41cb-bab2-35bc6e64e5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Pushing event deleted for resources: {'Port': ['ID=f8d776ec-7af9-4484-89d6-a93fdd5080fd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:51.378160 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:15:51.384020 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8bee255a-c055-4f44-8f42-23ef0c01c2bf tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "PUT /v2.0/routers/01389341-7ee6-46fe-b312-e84d4098bff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4125462 Mar 10 15:15:51.384631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34724) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:51.385375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a4dc426d-7bb1-4720-9f31-fb5ff1bbe9da tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5370321 Mar 10 15:15:51.389027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34726) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:51.395573 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a299c-ade9-4c74-a79c-9591b32cc8a7 None None] Sync routers for ids ['01389341-7ee6-46fe-b312-e84d4098bff2'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:15:51.396075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Request body: {'port': {'network_id': '90982dd7-89c4-4234-9427-74264a95aaa9', 'name': 'tempest-FloatingIPAdminTestJSON-1331696247'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:51.413291 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a299c-ade9-4c74-a79c-9591b32cc8a7 None None] Routers {'01389341-7ee6-46fe-b312-e84d4098bff2'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:51.413984 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-589a299c-ade9-4c74-a79c-9591b32cc8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['01389341-7ee6-46fe-b312-e84d4098bff2'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:51.465430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4bf60333-c374-4172-81ff-ac11b86ce920 None None] Provisioning complete for port adf51319-a312-483b-81a1-981f72d15762 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:51.466052 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4bf60333-c374-4172-81ff-ac11b86ce920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (adf51319-a312-483b-81a1-981f72d15762), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:51.487130 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-589a299c-ade9-4c74-a79c-9591b32cc8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:51.503205 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a299c-ade9-4c74-a79c-9591b32cc8a7 None None] Routers {'01389341-7ee6-46fe-b312-e84d4098bff2'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:51.504392 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-589a299c-ade9-4c74-a79c-9591b32cc8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['01389341-7ee6-46fe-b312-e84d4098bff2'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:51.523206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4bf60333-c374-4172-81ff-ac11b86ce920 None None] Port adf51319-a312-483b-81a1-981f72d15762 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:15:51.529158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-5dd0b0e9-b7a6-4b60-9b2e-157f019477a7', 'network_id': '5dd0b0e9-b7a6-4b60-9b2e-157f019477a7', 'project_id': '2848b28c40b94190ab9c99f4ca7b9545', 'fixed_ips': [{'subnet_id': '8833041a-9b40-40df-9659-45f2da516512'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:15:51.530486 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:51.568346 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-589a299c-ade9-4c74-a79c-9591b32cc8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:51.569295 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a299c-ade9-4c74-a79c-9591b32cc8a7 None None] The sync data for ids ['01389341-7ee6-46fe-b312-e84d4098bff2'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:15:51.605119 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (5dd0b0e9-b7a6-4b60-9b2e-157f019477a7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:51.607263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8236f778-74e2-41cb-bab2-35bc6e64e5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:51.611206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8236f778-74e2-41cb-bab2-35bc6e64e5f8 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] 10.222.0.11 "DELETE /v2.0/ports/f8d776ec-7af9-4484-89d6-a93fdd5080fd HTTP/1.1" status: 204 len: 168 time: 1.4981751 Mar 10 15:15:51.613907 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34730) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:51.638239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Made reservation on behalf of eb3b21b6e08e47828c4424e3bcf03212 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:51.643872 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:51.671663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] device_id is not set on port b120de65-ed85-4249-a4a3-71cf8f57746a yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:15:51.761649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-774bb1cd-f12e-4adb-b582-f0dd0a6d545e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:51.816457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f85f977-01f3-4cb3-8f3e-f585f1e8cf27 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Deleting subnet d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:15:51.819998 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f85f977-01f3-4cb3-8f3e-f585f1e8cf27 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks [] for subnet (d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:51.884194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Allocated IP 2001:db8::1 (5dd0b0e9-b7a6-4b60-9b2e-157f019477a7/8833041a-9b40-40df-9659-45f2da516512/90508216-a374-4110-92df-ecab05ca357c) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:51.889361 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f85f977-01f3-4cb3-8f3e-f585f1e8cf27 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:51.910463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c9e4f-2b4e-4a4e-a5ac-695cc198f251 req-bac5ab25-7999-4e64-9449-80acbdef81e2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:51.937837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-302c9e4f-2b4e-4a4e-a5ac-695cc198f251 req-bac5ab25-7999-4e64-9449-80acbdef81e2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2041461 Mar 10 15:15:51.965764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Allocated IP 172.20.0.11 (90982dd7-89c4-4234-9427-74264a95aaa9/b6b176f5-c074-48bc-ab6f-6cdc49bb276c/b120de65-ed85-4249-a4a3-71cf8f57746a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:51.998096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f85f977-01f3-4cb3-8f3e-f585f1e8cf27 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.052901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (8833041a-9b40-40df-9659-45f2da516512), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.088552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339afa38-33da-454c-b0a0-f8689761f8ff req-3c0bad08-ebc0-4c59-b6fd-1e7c0cbf71fc tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:52.090238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-339afa38-33da-454c-b0a0-f8689761f8ff req-3c0bad08-ebc0-4c59-b6fd-1e7c0cbf71fc tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 944 time: 0.2248003 Mar 10 15:15:52.110731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-302c9e4f-2b4e-4a4e-a5ac-695cc198f251 req-8682d6ae-a93f-48cb-9247-648ce441b4d1 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718521 Mar 10 15:15:52.130990 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f85f977-01f3-4cb3-8f3e-f585f1e8cf27 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.150685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f85f977-01f3-4cb3-8f3e-f585f1e8cf27 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.157129 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4f85f977-01f3-4cb3-8f3e-f585f1e8cf27 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] 10.222.0.11 "DELETE /v2.0/subnets/d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91 HTTP/1.1" status: 204 len: 168 time: 0.5389731 Mar 10 15:15:52.161873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee07ee-2f9c-441c-924b-8d61ac05e7e5 None None] Network f0885110-4ff1-4fab-9450-71292ad062e1 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:52.166293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34740) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:52.176523 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Publish callbacks [] for port (90508216-a374-4110-92df-ecab05ca357c), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.201128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85f977-01f3-4cb3-8f3e-f585f1e8cf27 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Pushing event deleted for resources: {'Subnet': ['ID=d429e8d1-2eb5-49aa-a7f5-1bf9f4693e91,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:52.213527 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (90508216-a374-4110-92df-ecab05ca357c), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.299459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (8833041a-9b40-40df-9659-45f2da516512), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.341590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-339afa38-33da-454c-b0a0-f8689761f8ff req-9afe61ed-3e35-42cf-b3ea-2111f6029fcb tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185864 Mar 10 15:15:52.345949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Network 5dd0b0e9-b7a6-4b60-9b2e-157f019477a7 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:52.362533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Subnet': ['ID=8833041a-9b40-40df-9659-45f2da516512,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:52.369639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (f0885110-4ff1-4fab-9450-71292ad062e1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.383533 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for port (b120de65-ed85-4249-a4a3-71cf8f57746a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.386436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:52.399636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:52.435169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b120de65-ed85-4249-a4a3-71cf8f57746a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.457200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Pushing event updated for resources: {'Port': ['ID=90508216-a374-4110-92df-ecab05ca357c,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:52.494470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (5dd0b0e9-b7a6-4b60-9b2e-157f019477a7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.500623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d89dd4-356c-4938-9bed-3536d5225f5e None None] Network 4fb825d6-58fc-4218-b0eb-4ee874da1520 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:52.505778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Attempting to bind port 90508216-a374-4110-92df-ecab05ca357c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:52.506160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Attempting to bind port 90508216-a374-4110-92df-ecab05ca357c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'de619c5c-6ce9-499f-9bd8-f068e5c5e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5dd0b0e9-b7a6-4b60-9b2e-157f019477a7'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:52.506526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Attempting to bind port 90508216-a374-4110-92df-ecab05ca357c on network 5dd0b0e9-b7a6-4b60-9b2e-157f019477a7 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:52.521809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd0b0e9-b7a6-4b60-9b2e-157f019477a7']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:52.528591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:52.529340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Checking segment: {'id': 'de619c5c-6ce9-499f-9bd8-f068e5c5e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5dd0b0e9-b7a6-4b60-9b2e-157f019477a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:52.529340 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.529758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Bound using segment: {'id': 'de619c5c-6ce9-499f-9bd8-f068e5c5e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5dd0b0e9-b7a6-4b60-9b2e-157f019477a7'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:52.530255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Bound port: 90508216-a374-4110-92df-ecab05ca357c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de619c5c-6ce9-499f-9bd8-f068e5c5e4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5dd0b0e9-b7a6-4b60-9b2e-157f019477a7'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:52.530649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (90508216-a374-4110-92df-ecab05ca357c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.537380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de619c5c-6ce9-499f-9bd8-f068e5c5e4a7') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:52.537380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de619c5c-6ce9-499f-9bd8-f068e5c5e4a7') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:52.548821 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (de619c5c-6ce9-499f-9bd8-f068e5c5e4a7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.586070 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Deleting port 6ba07144-9df9-4279-9624-4ee0f0280536 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:52.586656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.590621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (de619c5c-6ce9-499f-9bd8-f068e5c5e4a7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.597183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event updated for resources: {'Port': ['ID=b120de65-ed85-4249-a4a3-71cf8f57746a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:52.605101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Network 90982dd7-89c4-4234-9427-74264a95aaa9 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:52.606635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:52.609332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:52.630607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:15:52.631328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (de619c5c-6ce9-499f-9bd8-f068e5c5e4a7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:15:52.636519 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:15:52.641759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 90067629-073f-4dc4-a59b-3ca098eaa20b details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:15:52.684255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:52.685550 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.711048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cc8ee848-0a85-47f3-8b22-0ada4933ab36 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3208148 Mar 10 15:15:52.711745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34752) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:52.725745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9c46279c-2c5c-4063-b511-f62047da9f8a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:52.727696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb7f31-6b4c-4b27-bde8-99429bbfb37a None None] DHCP port deletion for f0885110-4ff1-4fab-9450-71292ad062e1 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:15:52.818723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] For port 6ba07144-9df9-4279-9624-4ee0f0280536, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6ba07144-9df9-4279-9624-4ee0f0280536,segment=NetworkSegment(01d1a54c-8c28-4e73-97db-13470a2f20b6),segment_id=01d1a54c-8c28-4e73-97db-13470a2f20b6)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:52.819382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.819612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2dfbe231-591c-4bb7-8012-31cf5104c587 None None] Provisioning complete for port 9c46279c-2c5c-4063-b511-f62047da9f8a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:52.820101 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe231-591c-4bb7-8012-31cf5104c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.834863 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:15:52.834863 n-d-833090-1 neutron-server[115534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:15:52.834863 n-d-833090-1 neutron-server[115534]: [parameters: {'id': '5dd0b0e9-b7a6-4b60-9b2e-157f019477a7'}] Mar 10 15:15:52.834863 n-d-833090-1 neutron-server[115534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:15:52.835246 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:15:52.836227 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Calling delete_port for 6ba07144-9df9-4279-9624-4ee0f0280536 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:52.891701 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.resource_extend [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:15:52.954310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'project_id': 'eb3b21b6e08e47828c4424e3bcf03212', 'port_id': 'b120de65-ed85-4249-a4a3-71cf8f57746a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:52.977751 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.992177 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:52.995816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] For port 90508216-a374-4110-92df-ecab05ca357c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:53.011240 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Pushing event deleted for resources: {'Port': ['ID=6ba07144-9df9-4279-9624-4ee0f0280536,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:53.018055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] No DVR routers for this DVR port 6ba07144-9df9-4279-9624-4ee0f0280536 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:15:53.062732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] For port 90508216-a374-4110-92df-ecab05ca357c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=90508216-a374-4110-92df-ecab05ca357c,segment=NetworkSegment(de619c5c-6ce9-499f-9bd8-f068e5c5e4a7),segment_id=de619c5c-6ce9-499f-9bd8-f068e5c5e4a7)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:53.123314 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (90508216-a374-4110-92df-ecab05ca357c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.123670 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (f0885110-4ff1-4fab-9450-71292ad062e1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.125862 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.154761 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0885110-4ff1-4fab-9450-71292ad062e1']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:53.169848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d1a54c-8c28-4e73-97db-13470a2f20b6') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:53.170986 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d1a54c-8c28-4e73-97db-13470a2f20b6') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:53.173744 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb7f31-6b4c-4b27-bde8-99429bbfb37a None None] Deleting port 6ba07144-9df9-4279-9624-4ee0f0280536 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:53.174129 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7f31-6b4c-4b27-bde8-99429bbfb37a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.190280 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (01d1a54c-8c28-4e73-97db-13470a2f20b6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.211995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (01d1a54c-8c28-4e73-97db-13470a2f20b6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.220372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:15:53.220980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9c46279c-2c5c-4063-b511-f62047da9f8a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:53.221457 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.221728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (01d1a54c-8c28-4e73-97db-13470a2f20b6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:15:53.227700 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:15:53.288503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 90067629-073f-4dc4-a59b-3ca098eaa20b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=90067629-073f-4dc4-a59b-3ca098eaa20b,segment=NetworkSegment(23bb5f63-c6b4-4193-adb0-bb488e6ee24a),segment_id=23bb5f63-c6b4-4193-adb0-bb488e6ee24a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:53.334293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2dfbe231-591c-4bb7-8012-31cf5104c587 None None] Current status of the port 9c46279c-2c5c-4063-b511-f62047da9f8a is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:53.334706 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe231-591c-4bb7-8012-31cf5104c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.335809 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (f0885110-4ff1-4fab-9450-71292ad062e1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.343255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.349482 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] 10.222.0.11 "DELETE /v2.0/networks/f0885110-4ff1-4fab-9450-71292ad062e1 HTTP/1.1" status: 204 len: 168 time: 1.1790092 Mar 10 15:15:53.349482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (5dd0b0e9-b7a6-4b60-9b2e-157f019477a7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.357249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Allocated IP 172.25.3.230 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/bba7a8bf-67dc-4601-a92c-df50025ec28a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:53.438373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '90067629-073f-4dc4-a59b-3ca098eaa20b', 'network_id': '343f9db2-a595-4030-8097-2c35e6c77e27', 'port_id': '90067629-073f-4dc4-a59b-3ca098eaa20b', 'mac_address': 'fa:16:3e:f6:e3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d01f12c-4453-49a5-9d16-370f79fcb4a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:15:53.442784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d8f4b-36eb-44e0-b7be-0ff00b2976f5 req-df412ac2-3184-4003-a329-3de0ed8d4daa tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:53.446289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-447d8f4b-36eb-44e0-b7be-0ff00b2976f5 req-df412ac2-3184-4003-a329-3de0ed8d4daa tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2241566 Mar 10 15:15:53.471746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c6bb7f31-6b4c-4b27-bde8-99429bbfb37a None None] For port 6ba07144-9df9-4279-9624-4ee0f0280536, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:53.472719 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7f31-6b4c-4b27-bde8-99429bbfb37a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.521630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9a5f9-b147-4ef8-abac-fe974275852f None None] Pushing event updated for resources: {'Port': ['ID=90508216-a374-4110-92df-ecab05ca357c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:53.526166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb7f31-6b4c-4b27-bde8-99429bbfb37a None None] Calling delete_port for 6ba07144-9df9-4279-9624-4ee0f0280536 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:53.533831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf1da50-a92b-4a11-91aa-857a677ab99a None None] Network 5dd0b0e9-b7a6-4b60-9b2e-157f019477a7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:53.546391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-c6bb7f31-6b4c-4b27-bde8-99429bbfb37a None None] Port 6ba07144-9df9-4279-9624-4ee0f0280536 was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:15:53.604015 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6bb7f31-6b4c-4b27-bde8-99429bbfb37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (6ba07144-9df9-4279-9624-4ee0f0280536), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.695227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2dfbe231-591c-4bb7-8012-31cf5104c587 None None] For port 9c46279c-2c5c-4063-b511-f62047da9f8a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9c46279c-2c5c-4063-b511-f62047da9f8a,segment=NetworkSegment(4cbffbfc-8c5c-4932-9d7b-973309f77bb6),segment_id=4cbffbfc-8c5c-4932-9d7b-973309f77bb6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:53.703399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43961a-7123-4ae4-a0cc-efffee88ac6f req-fbe325b3-2bda-484a-8a03-b9ebb94427b4 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:53.713774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a43961a-7123-4ae4-a0cc-efffee88ac6f req-fbe325b3-2bda-484a-8a03-b9ebb94427b4 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 944 time: 0.1916919 Mar 10 15:15:53.723852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-447d8f4b-36eb-44e0-b7be-0ff00b2976f5 req-2e72bea0-be7a-4994-99c6-5cf3262f3f1d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457592 Mar 10 15:15:53.778886 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks [] for port (bba7a8bf-67dc-4601-a92c-df50025ec28a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.808104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a43961a-7123-4ae4-a0cc-efffee88ac6f req-40c67a25-b489-4cf0-88d2-4667299985b5 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934582 Mar 10 15:15:53.812819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Pushing event deleted for resources: {'Network': ['ID=f0885110-4ff1-4fab-9450-71292ad062e1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:53.823509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.824204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.824204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.824523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.824859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.825438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.825557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.825832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.826159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.826513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.826828 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.827191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.827514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e81397-0cf8-46c6-9af6-82de0a1f4d18 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869 tempest-ExtraDHCPOptionsIpV6TestJSON-525494869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:15:53.850094 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bba7a8bf-67dc-4601-a92c-df50025ec28a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.901244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting port 90508216-a374-4110-92df-ecab05ca357c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:53.901733 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (90508216-a374-4110-92df-ecab05ca357c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:53.916015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:53.924612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:53.928789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:53.971883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34790) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:53.978997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Pushing event updated for resources: {'Port': ['ID=bba7a8bf-67dc-4601-a92c-df50025ec28a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:53.992492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9c46279c-2c5c-4063-b511-f62047da9f8a is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:53.992996 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.004703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb7f31-6b4c-4b27-bde8-99429bbfb37a None None] Pushing event deleted for resources: {'Port': ['ID=6ba07144-9df9-4279-9624-4ee0f0280536,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:54.007528 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2dfbe231-591c-4bb7-8012-31cf5104c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.049678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6bb7f31-6b4c-4b27-bde8-99429bbfb37a None None] Network f0885110-4ff1-4fab-9450-71292ad062e1 is not hosted by any dhcp agent {{(pid=115535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:15:54.050162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb7f31-6b4c-4b27-bde8-99429bbfb37a None None] No DVR routers for this DVR port 6ba07144-9df9-4279-9624-4ee0f0280536 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:15:54.053017 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] For port 90508216-a374-4110-92df-ecab05ca357c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=90508216-a374-4110-92df-ecab05ca357c,segment=NetworkSegment(de619c5c-6ce9-499f-9bd8-f068e5c5e4a7),segment_id=de619c5c-6ce9-499f-9bd8-f068e5c5e4a7)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:54.053395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (90508216-a374-4110-92df-ecab05ca357c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.085496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Calling delete_port for 90508216-a374-4110-92df-ecab05ca357c owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:54.141683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 90067629-073f-4dc4-a59b-3ca098eaa20b is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:54.142082 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.166420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90067629-073f-4dc4-a59b-3ca098eaa20b {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:15:54.182132 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fc5a519d-3b64-46e2-add5-bc215fcfe78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.217967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (90508216-a374-4110-92df-ecab05ca357c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.241916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2ec08ac1-a05d-4fab-8eb4-ef8e899bc94f None None] Provisioning complete for port 9c46279c-2c5c-4063-b511-f62047da9f8a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:54.242549 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2ec08ac1-a05d-4fab-8eb4-ef8e899bc94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.254974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No DVR routers for this DVR port 90508216-a374-4110-92df-ecab05ca357c on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:15:54.285469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Port': ['ID=90508216-a374-4110-92df-ecab05ca357c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:54.299931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 90067629-073f-4dc4-a59b-3ca098eaa20b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=90067629-073f-4dc4-a59b-3ca098eaa20b,segment=NetworkSegment(23bb5f63-c6b4-4193-adb0-bb488e6ee24a),segment_id=23bb5f63-c6b4-4193-adb0-bb488e6ee24a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:54.313777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbe231-591c-4bb7-8012-31cf5104c587 None None] Pushing event updated for resources: {'Port': ['ID=9c46279c-2c5c-4063-b511-f62047da9f8a,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:54.331788 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.339261 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:15:54.340274 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:15:54.379279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (5dd0b0e9-b7a6-4b60-9b2e-157f019477a7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.386455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98138c1-e74d-4343-8fb1-c590a715e2ba None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:15:54.410645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd0b0e9-b7a6-4b60-9b2e-157f019477a7']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:54.425944 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de619c5c-6ce9-499f-9bd8-f068e5c5e4a7') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:54.426581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de619c5c-6ce9-499f-9bd8-f068e5c5e4a7') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:54.432295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=90067629-073f-4dc4-a59b-3ca098eaa20b,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:54.456427 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (de619c5c-6ce9-499f-9bd8-f068e5c5e4a7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.478937 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (de619c5c-6ce9-499f-9bd8-f068e5c5e4a7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.486532 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:15:54.486974 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (de619c5c-6ce9-499f-9bd8-f068e5c5e4a7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:15:54.491130 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:15:54.493165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2ec08ac1-a05d-4fab-8eb4-ef8e899bc94f None None] Current status of the port 9c46279c-2c5c-4063-b511-f62047da9f8a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:54.532696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2ec08ac1-a05d-4fab-8eb4-ef8e899bc94f None None] Provisioning complete for port b120de65-ed85-4249-a4a3-71cf8f57746a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:54.533079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2ec08ac1-a05d-4fab-8eb4-ef8e899bc94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b120de65-ed85-4249-a4a3-71cf8f57746a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.560646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98138c1-e74d-4343-8fb1-c590a715e2ba None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:15:54.578165 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (5dd0b0e9-b7a6-4b60-9b2e-157f019477a7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.593940 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2ec08ac1-a05d-4fab-8eb4-ef8e899bc94f None None] Port b120de65-ed85-4249-a4a3-71cf8f57746a cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:15:54.623114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.630668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['90067629-073f-4dc4-a59b-3ca098eaa20b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:15:54.639008 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/5dd0b0e9-b7a6-4b60-9b2e-157f019477a7 HTTP/1.1" status: 204 len: 168 time: 3.2519848 Mar 10 15:15:54.643421 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34832) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:54.649341 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-118326866'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:54.670996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6637a-deac-4e1b-8d06-5771aaeb0efc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Network': ['ID=5dd0b0e9-b7a6-4b60-9b2e-157f019477a7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:54.691358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:54.696067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.741184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:54.756577 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0699e42b-bb27-417a-8700-c36039ffec6a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.757107 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Added segment 0699e42b-bb27-417a-8700-c36039ffec6a of type vlan for network da3e8645-9345-4977-98ca-da58e227a140 Mar 10 15:15:54.815316 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (da3e8645-9345-4977-98ca-da58e227a140), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.850645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (da3e8645-9345-4977-98ca-da58e227a140), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.858345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:54.858526 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:54.936699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9c46279c-2c5c-4063-b511-f62047da9f8a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:54.950455 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2938001 Mar 10 15:15:54.956580 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34852) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:54.964090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'network_id': 'da3e8645-9345-4977-98ca-da58e227a140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:55.050407 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b17a12ce-17a4-4c54-8ee6-cbfdc06e17ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37ad66f65ad44e939ea827f98a8e72d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0730376 Mar 10 15:15:55.055308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34860) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:55.061315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9c46279c-2c5c-4063-b511-f62047da9f8a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:55.102605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24961fd1-8a23-4761-8a55-c005cc5972a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=da3e8645-9345-4977-98ca-da58e227a140,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:55.116263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network da3e8645-9345-4977-98ca-da58e227a140 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:55.149856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:55.154563 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.210691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9c46279c-2c5c-4063-b511-f62047da9f8a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:55.211454 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.214190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425061ae-6a28-4e06-ab2f-1ad386e28a14 req-0cf80161-d583-46cb-946d-fc26882edf39 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:55.215738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-425061ae-6a28-4e06-ab2f-1ad386e28a14 req-0cf80161-d583-46cb-946d-fc26882edf39 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.3709998 Mar 10 15:15:55.216955 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks [] for floatingip (534c2b50-c50f-460d-ba3a-948402af09cb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.268327 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.270093 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03ce60d7-42cd-422e-b4a2-a99467a5c827 admin admin] Publish callbacks [] for security_group (e0eef3d3-acd2-440f-96b1-436aae78606c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.305080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914221f-5edc-44c8-94c1-1ce87285918e req-fc6a0c88-2ad2-4626-aa6a-1dcd875534eb tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:55.306569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d914221f-5edc-44c8-94c1-1ce87285918e req-fc6a0c88-2ad2-4626-aa6a-1dcd875534eb tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 945 time: 0.2593057 Mar 10 15:15:55.340968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9c46279c-2c5c-4063-b511-f62047da9f8a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:55.372672 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03ce60d7-42cd-422e-b4a2-a99467a5c827 admin admin] Publish callbacks [] for security_group (e0eef3d3-acd2-440f-96b1-436aae78606c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.419127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6ba07144-9df9-4279-9624-4ee0f0280536 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:15:55.441590 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (fe7285f9-a907-425c-8d91-7da7da21014a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.447800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 6ba07144-9df9-4279-9624-4ee0f0280536 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:15:55.448968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6ba07144-9df9-4279-9624-4ee0f0280536 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:15:55.466334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-425061ae-6a28-4e06-ab2f-1ad386e28a14 req-fc1bbd0b-151e-4950-849e-6ae55bee11bc tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982617 Mar 10 15:15:55.475539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bba7a8bf-67dc-4601-a92c-df50025ec28a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.515528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=fe7285f9-a907-425c-8d91-7da7da21014a,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:55.516202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d914221f-5edc-44c8-94c1-1ce87285918e req-763a2603-6c38-4f1a-b94c-8aeea4065220 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827867 Mar 10 15:15:55.553383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Checking segment: {'id': '0699e42b-bb27-417a-8700-c36039ffec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3e8645-9345-4977-98ca-da58e227a140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:55.553764 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network hostable DHCP agents. Network: da3e8645-9345-4977-98ca-da58e227a140, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:15:55.562273 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03ce60d7-42cd-422e-b4a2-a99467a5c827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e0eef3d3-acd2-440f-96b1-436aae78606c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.564862 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03ce60d7-42cd-422e-b4a2-a99467a5c827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.566056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-03ce60d7-42cd-422e-b4a2-a99467a5c827 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0eef3d3-acd2-440f-96b1-436aae78606c HTTP/1.1" status: 204 len: 168 time: 0.5004189 Mar 10 15:15:55.582424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce60d7-42cd-422e-b4a2-a99467a5c827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eef3d3-acd2-440f-96b1-436aae78606c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:55.583983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network da3e8645-9345-4977-98ca-da58e227a140 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:55.599248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, da3e8645-9345-4977-98ca-da58e227a140) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:55.603541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:55.604281 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.614351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a023900-79fa-4db7-addc-3da409d34835 None None] Network da3e8645-9345-4977-98ca-da58e227a140 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:55.635040 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9ca59166-0dcb-4ad0-977e-77a43c6f143b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6774881 Mar 10 15:15:55.635704 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34894) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:55.640583 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-945060962'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:55.677061 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:55.692918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.730729 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks [] for port (bba7a8bf-67dc-4601-a92c-df50025ec28a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.739812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (bba7a8bf-67dc-4601-a92c-df50025ec28a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.741438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:55.754591 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (044a6996-25f3-49e1-ba7d-8dcc177bd1c6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.765266 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Added segment 044a6996-25f3-49e1-ba7d-8dcc177bd1c6 of type vlan for network 63b447ca-6005-4481-a5c6-1bf21c6d986c Mar 10 15:15:55.769635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-da3e8645-9345-4977-98ca-da58e227a140', 'network_id': 'da3e8645-9345-4977-98ca-da58e227a140', 'project_id': '2848b28c40b94190ab9c99f4ca7b9545', 'fixed_ips': [{'subnet_id': 'fe7285f9-a907-425c-8d91-7da7da21014a'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:15:55.771038 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.825497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (63b447ca-6005-4481-a5c6-1bf21c6d986c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.857507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Pushing event updated for resources: {'Port': ['ID=bba7a8bf-67dc-4601-a92c-df50025ec28a,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:55.870008 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (534c2b50-c50f-460d-ba3a-948402af09cb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.880554 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (63b447ca-6005-4481-a5c6-1bf21c6d986c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.897183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:55.898204 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:55.938610 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3017025 Mar 10 15:15:55.942005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34908) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:55.947302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'network_id': '63b447ca-6005-4481-a5c6-1bf21c6d986c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:55.985680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Allocated IP 2001:db8::1 (da3e8645-9345-4977-98ca-da58e227a140/fe7285f9-a907-425c-8d91-7da7da21014a/f45ac540-b2c7-43dd-8002-efebb0e9e488) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:15:56.100901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2a2d4-3bdf-436a-a176-5ffc1dbdc65e tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=63b447ca-6005-4481-a5c6-1bf21c6d986c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:56.103549 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Floating IP 534c2b50-c50f-460d-ba3a-948402af09cb associated. External IP: 172.25.3.230, port: b120de65-ed85-4249-a4a3-71cf8f57746a. Mar 10 15:15:56.118150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 63b447ca-6005-4481-a5c6-1bf21c6d986c details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:56.122016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:56.127211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.252717 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_backend_mixin [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Performing IP validity checks on allocation pools {{(pid=115534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 15:15:56.260204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_backend_mixin [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 15:15:56.303536 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Publish callbacks [] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.311163 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34920) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:56.316545 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.365818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Network da3e8645-9345-4977-98ca-da58e227a140 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:15:56.368932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:56.371861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:15:56.391836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Pushing event updated for resources: {'Port': ['ID=f45ac540-b2c7-43dd-8002-efebb0e9e488,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:56.443935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Router 01389341-7ee6-46fe-b312-e84d4098bff2 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:15:56.451433 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (d171f35e-527e-4380-88ff-1487047f3f52), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.455026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Attempting to bind port f45ac540-b2c7-43dd-8002-efebb0e9e488 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:15:56.455366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Attempting to bind port f45ac540-b2c7-43dd-8002-efebb0e9e488 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '0699e42b-bb27-417a-8700-c36039ffec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3e8645-9345-4977-98ca-da58e227a140'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:15:56.455653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Attempting to bind port f45ac540-b2c7-43dd-8002-efebb0e9e488 on network da3e8645-9345-4977-98ca-da58e227a140 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:15:56.462615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:15:56.463025 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Checking segment: {'id': '0699e42b-bb27-417a-8700-c36039ffec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3e8645-9345-4977-98ca-da58e227a140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:56.463438 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.463838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Bound using segment: {'id': '0699e42b-bb27-417a-8700-c36039ffec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3e8645-9345-4977-98ca-da58e227a140'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:15:56.464313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Bound port: f45ac540-b2c7-43dd-8002-efebb0e9e488, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0699e42b-bb27-417a-8700-c36039ffec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da3e8645-9345-4977-98ca-da58e227a140'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:15:56.464877 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.546403 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-19c850af-dafd-4b70-ad66-e544738707a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.556007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] For port f45ac540-b2c7-43dd-8002-efebb0e9e488, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:15:56.561950 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.564804 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] For port f45ac540-b2c7-43dd-8002-efebb0e9e488, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f45ac540-b2c7-43dd-8002-efebb0e9e488,segment=NetworkSegment(0699e42b-bb27-417a-8700-c36039ffec6a),segment_id=0699e42b-bb27-417a-8700-c36039ffec6a)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:15:56.573590 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.616632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Checking segment: {'id': '044a6996-25f3-49e1-ba7d-8dcc177bd1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '63b447ca-6005-4481-a5c6-1bf21c6d986c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:15:56.617043 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network hostable DHCP agents. Network: 63b447ca-6005-4481-a5c6-1bf21c6d986c, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:15:56.629363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 90067629-073f-4dc4-a59b-3ca098eaa20b up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:56.661989 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=d171f35e-527e-4380-88ff-1487047f3f52,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:56.688528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044972e-061c-4e09-bd0c-96fe44a561f7 None None] Pushing event updated for resources: {'Port': ['ID=f45ac540-b2c7-43dd-8002-efebb0e9e488,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:56.720025 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network 63b447ca-6005-4481-a5c6-1bf21c6d986c is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:15:56.730074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34936) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:56.730313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 90067629-073f-4dc4-a59b-3ca098eaa20b completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:15:56.736159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 90067629-073f-4dc4-a59b-3ca098eaa20b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:56.737071 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.741637 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 63b447ca-6005-4481-a5c6-1bf21c6d986c) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:15:56.750549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:56.751255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.790933 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-077037ab-55e5-4bea-8c53-ad3189cdbbb9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8477671 Mar 10 15:15:56.796085 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34940) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:56.798014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ebe6e7-fc94-4762-93b2-4361cabec8a5 None None] Network 63b447ca-6005-4481-a5c6-1bf21c6d986c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:56.810733 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-19c850af-dafd-4b70-ad66-e544738707a6 admin admin] Publish callbacks [] for security_group (3e845337-2e89-4fac-99fc-357e6988a670), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.815365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:15:56.833107 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-19c850af-dafd-4b70-ad66-e544738707a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3e845337-2e89-4fac-99fc-357e6988a670), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:56.834817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49033607-d8ce-4800-8e1a-ffcfb00c166d None None] Sync routers for ids ['01389341-7ee6-46fe-b312-e84d4098bff2'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:15:56.840497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf370716-d6c8-44a2-a05f-698293f38040 req-f08e5ad0-7deb-4a1e-a073-3a6745ea1818 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:56.842019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf370716-d6c8-44a2-a05f-698293f38040 req-f08e5ad0-7deb-4a1e-a073-3a6745ea1818 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2532308 Mar 10 15:15:56.864285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68976d4a-4616-48f7-8126-d2b952157a7e req-6377d454-4b3b-4b96-9c94-8b4c78a0d0d0 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:56.866028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68976d4a-4616-48f7-8126-d2b952157a7e req-6377d454-4b3b-4b96-9c94-8b4c78a0d0d0 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 945 time: 0.1527121 Mar 10 15:15:56.897054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49033607-d8ce-4800-8e1a-ffcfb00c166d None None] Routers {'01389341-7ee6-46fe-b312-e84d4098bff2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:56.899057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-49033607-d8ce-4800-8e1a-ffcfb00c166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['01389341-7ee6-46fe-b312-e84d4098bff2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:56.902481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'networks': [{'name': 'tempest-network--1810765754'}, {'name': 'tempest-network--350952284'}]} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:56.903001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'network': {'name': 'tempest-network--1810765754'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:56.903421 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'network': {'name': 'tempest-network--350952284'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:56.927986 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.014630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf370716-d6c8-44a2-a05f-698293f38040 req-768eb7b6-35d9-4294-a810-bbb87953a010 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472251 Mar 10 15:15:57.018380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c850af-dafd-4b70-ad66-e544738707a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e845337-2e89-4fac-99fc-357e6988a670,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:57.033898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cfe132e2-4e4c-4732-bdbd-3cecbe6f9d6e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.3210857 Mar 10 15:15:57.040952 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-19c850af-dafd-4b70-ad66-e544738707a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bb742602bf648a5b0ef9f3e360ac1b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7280421 Mar 10 15:15:57.043848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34942) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:57.048509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34944) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:57.067032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68976d4a-4616-48f7-8126-d2b952157a7e req-12627859-22be-4306-9705-61dd31320480 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788282 Mar 10 15:15:57.210735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Made reservation on behalf of 43f695ba093f4fa4993cd8d83947d6d5 for: {'network': 2} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:57.215155 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.263439 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.280549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (63b447ca-6005-4481-a5c6-1bf21c6d986c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.299522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f45ac540-b2c7-43dd-8002-efebb0e9e488 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:57.304546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-49033607-d8ce-4800-8e1a-ffcfb00c166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:57.327760 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1f2e93db-56da-426b-9e20-adf96bb0eb1e tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] 10.222.0.11 "GET /v2.0/floatingips/534c2b50-c50f-460d-ba3a-948402af09cb HTTP/1.1" status: 200 len: 984 time: 0.2773094 Mar 10 15:15:57.330831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34946) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:57.370820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49033607-d8ce-4800-8e1a-ffcfb00c166d None None] Routers {'01389341-7ee6-46fe-b312-e84d4098bff2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:15:57.371488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-49033607-d8ce-4800-8e1a-ffcfb00c166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['01389341-7ee6-46fe-b312-e84d4098bff2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:57.394991 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8abce537-91dc-4906-a2a6-2b69df26d86d admin admin] Publish callbacks [] for security_group (3e845337-2e89-4fac-99fc-357e6988a670), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.442718 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d171f35e-527e-4380-88ff-1487047f3f52), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.442994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8ca0f-3a4d-4044-879a-9aadcd297b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-63b447ca-6005-4481-a5c6-1bf21c6d986c', 'network_id': '63b447ca-6005-4481-a5c6-1bf21c6d986c', 'project_id': '2848b28c40b94190ab9c99f4ca7b9545', 'fixed_ips': [{'subnet_id': 'd171f35e-527e-4380-88ff-1487047f3f52'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:15:57.443820 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7af8ca0f-3a4d-4044-879a-9aadcd297b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.450431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-49033607-d8ce-4800-8e1a-ffcfb00c166d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:57.451071 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49033607-d8ce-4800-8e1a-ffcfb00c166d None None] The sync data for ids ['01389341-7ee6-46fe-b312-e84d4098bff2'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:15:57.475691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8abce537-91dc-4906-a2a6-2b69df26d86d admin admin] Publish callbacks [] for security_group (3e845337-2e89-4fac-99fc-357e6988a670), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.488227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 90067629-073f-4dc4-a59b-3ca098eaa20b is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:57.488425 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.530441 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for security_group (014c2fcb-511b-418a-99be-d2a296a42f22), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.549430 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (014c2fcb-511b-418a-99be-d2a296a42f22), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.549945 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.560020 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f45ac540-b2c7-43dd-8002-efebb0e9e488 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:57.560409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.606815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90067629-073f-4dc4-a59b-3ca098eaa20b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:15:57.608752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014c2fcb-511b-418a-99be-d2a296a42f22,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:57.609108 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828a8663-ac7e-454a-89ed-643f8ded9076" -d '{"events": [{"server_uuid": "ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d", "name": "network-vif-plugged", "status": "completed", "tag": "90067629-073f-4dc4-a59b-3ca098eaa20b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:15:57.614961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (d171f35e-527e-4380-88ff-1487047f3f52), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.634446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 90067629-073f-4dc4-a59b-3ca098eaa20b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=90067629-073f-4dc4-a59b-3ca098eaa20b,segment=NetworkSegment(23bb5f63-c6b4-4193-adb0-bb488e6ee24a),segment_id=23bb5f63-c6b4-4193-adb0-bb488e6ee24a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server [None req-7af8ca0f-3a4d-4044-879a-9aadcd297b2f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d171f35e-527e-4380-88ff-1487047f3f52: This subnet is being modified by another concurrent operation. Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:15:57.638429 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise exception Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d171f35e-527e-4380-88ff-1487047f3f52: This subnet is being modified by another concurrent operation. Mar 10 15:15:57.641302 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Mar 10 15:15:57.648336 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.653599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Subnet': ['ID=d171f35e-527e-4380-88ff-1487047f3f52,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:57.662151 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8abce537-91dc-4906-a2a6-2b69df26d86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3e845337-2e89-4fac-99fc-357e6988a670), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.665517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8abce537-91dc-4906-a2a6-2b69df26d86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.669926 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8abce537-91dc-4906-a2a6-2b69df26d86d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e845337-2e89-4fac-99fc-357e6988a670 HTTP/1.1" status: 204 len: 168 time: 0.6174889 Mar 10 15:15:57.693384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:57.695520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abce537-91dc-4906-a2a6-2b69df26d86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e845337-2e89-4fac-99fc-357e6988a670,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:57.705849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4769f03b-5620-4afe-8761-1389732b9094 None None] Network 63b447ca-6005-4481-a5c6-1bf21c6d986c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:57.727437 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b6d8ff15-c8bb-4216-8433-54f15c4d9fbc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.728120 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Added segment b6d8ff15-c8bb-4216-8433-54f15c4d9fbc of type vlan for network 38126b6f-3af2-402f-9ae7-48ad3a32b15a Mar 10 15:15:57.732815 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e06e33f-1bcf-4827-a305-330c7a158393 x-openstack-request-id: req-3e06e33f-1bcf-4827-a305-330c7a158393 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:15:57.733120 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d", "name": "network-vif-plugged", "status": "completed", "tag": "90067629-073f-4dc4-a59b-3ca098eaa20b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:15:57.733870 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e06e33f-1bcf-4827-a305-330c7a158393 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:15:57.733870 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90067629-073f-4dc4-a59b-3ca098eaa20b', 'code': 200} Mar 10 15:15:57.773741 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (63b447ca-6005-4481-a5c6-1bf21c6d986c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.825736 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b447ca-6005-4481-a5c6-1bf21c6d986c']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:57.835866 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (38126b6f-3af2-402f-9ae7-48ad3a32b15a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.841837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044a6996-25f3-49e1-ba7d-8dcc177bd1c6') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:57.842172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044a6996-25f3-49e1-ba7d-8dcc177bd1c6') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:57.855114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (044a6996-25f3-49e1-ba7d-8dcc177bd1c6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.885214 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (044a6996-25f3-49e1-ba7d-8dcc177bd1c6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.892038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:57.899294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:15:57.899700 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (044a6996-25f3-49e1-ba7d-8dcc177bd1c6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:15:57.903191 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:15:57.923013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (daa0cb81-3c6d-4535-873f-24c9a33c1bd8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.923404 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Added segment daa0cb81-3c6d-4535-873f-24c9a33c1bd8 of type vlan for network c635f7b6-ef9d-4efd-82b5-bbef80762ea1 Mar 10 15:15:57.924515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b526c886-7dfd-4487-9ce4-40691fd9f3d4 tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.5919878 Mar 10 15:15:57.927818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=90067629-073f-4dc4-a59b-3ca098eaa20b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:57.935754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f45ac540-b2c7-43dd-8002-efebb0e9e488 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:57.936144 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:57.942449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34952) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:57.985093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee56b13-9d23-4ac3-b420-0f1f9f7beaa0 req-0691e518-1fd4-46fd-9d22-d45be7df9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:57.987045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ee56b13-9d23-4ac3-b420-0f1f9f7beaa0 req-0691e518-1fd4-46fd-9d22-d45be7df9606 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 1128 time: 0.0808668 Mar 10 15:15:58.028905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port f45ac540-b2c7-43dd-8002-efebb0e9e488, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f45ac540-b2c7-43dd-8002-efebb0e9e488,segment=NetworkSegment(0699e42b-bb27-417a-8700-c36039ffec6a),segment_id=0699e42b-bb27-417a-8700-c36039ffec6a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:15:58.035456 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.079439 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (63b447ca-6005-4481-a5c6-1bf21c6d986c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.084097 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.087423 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/63b447ca-6005-4481-a5c6-1bf21c6d986c HTTP/1.1" status: 204 len: 168 time: 1.2903409 Mar 10 15:15:58.089389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c635f7b6-ef9d-4efd-82b5-bbef80762ea1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.095238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34956) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:58.112014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1109483632'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:58.125605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb5cc0-df8e-4cae-85ac-dd25f23212f8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Network': ['ID=63b447ca-6005-4481-a5c6-1bf21c6d986c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:58.140388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ee56b13-9d23-4ac3-b420-0f1f9f7beaa0 req-197c4293-bfac-4feb-92a7-bb065b087e06 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454978 Mar 10 15:15:58.145711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:58.152004 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.182945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=f45ac540-b2c7-43dd-8002-efebb0e9e488,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:58.206463 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.220991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:15:58.222881 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (38126b6f-3af2-402f-9ae7-48ad3a32b15a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.223532 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c635f7b6-ef9d-4efd-82b5-bbef80762ea1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.228900 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:58.233757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:58.234376 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.243814 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5518524e-9934-4040-adcd-17595fb437e0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.244162 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Added segment 5518524e-9934-4040-adcd-17595fb437e0 of type vlan for network dd98b2b7-7cdb-48da-9966-d1cf26b672f4 Mar 10 15:15:58.267727 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5365200 Mar 10 15:15:58.268082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631db4e0-6cb0-4b7b-81a4-370549c7aaf4 req-17d9a834-31d9-4060-890f-c2720441af35 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:58.269623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-631db4e0-6cb0-4b7b-81a4-370549c7aaf4 req-17d9a834-31d9-4060-890f-c2720441af35 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.1136434 Mar 10 15:15:58.275870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34962) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:58.362399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event updated for resources: {'Network': ['ID=38126b6f-3af2-402f-9ae7-48ad3a32b15a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:58.377352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 38126b6f-3af2-402f-9ae7-48ad3a32b15a details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:58.400679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6065bd09-35a2-4f7e-a984-db24dd895a31 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:15:58.445775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34964) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:58.449332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (dd98b2b7-7cdb-48da-9966-d1cf26b672f4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.450536 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191491ba-ac84-4d6d-b742-499905d18f8d tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event updated for resources: {'Network': ['ID=c635f7b6-ef9d-4efd-82b5-bbef80762ea1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:58.455710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Deleting port bba7a8bf-67dc-4601-a92c-df50025ec28a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:15:58.456048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bba7a8bf-67dc-4601-a92c-df50025ec28a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.493184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c635f7b6-ef9d-4efd-82b5-bbef80762ea1 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:58.537594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bba7a8bf-67dc-4601-a92c-df50025ec28a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.537912 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for floatingip (bba7a8bf-67dc-4601-a92c-df50025ec28a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.551227 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Calling delete_port for bba7a8bf-67dc-4601-a92c-df50025ec28a owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:15:58.560409 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-951eab17-be11-4189-a13b-0ed2131f6b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.585397 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-631db4e0-6cb0-4b7b-81a4-370549c7aaf4 req-b72e1a68-65ff-4abd-bae1-5f0c9e889f01 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064437 Mar 10 15:15:58.603272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffd7fa-fec0-4354-99d2-f14e5017c057 req-2d166eda-5b2b-48cf-b0cb-41cebf35b336 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:58.604788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9ffd7fa-fec0-4354-99d2-f14e5017c057 req-2d166eda-5b2b-48cf-b0cb-41cebf35b336 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 946 time: 0.3331010 Mar 10 15:15:58.606173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-409c6733-4155-4d54-9e16-d63e9c857358 None None] Provisioning complete for port f45ac540-b2c7-43dd-8002-efebb0e9e488 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:58.606554 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-409c6733-4155-4d54-9e16-d63e9c857358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.657471 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (dd98b2b7-7cdb-48da-9966-d1cf26b672f4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.662378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:58.662998 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.701392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6065bd09-35a2-4f7e-a984-db24dd895a31 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:15:58.711724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca50818a-381b-4f0f-bc16-b3a85a1f2fcf tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:58.717004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca50818a-381b-4f0f-bc16-b3a85a1f2fcf tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:58.722075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca50818a-381b-4f0f-bc16-b3a85a1f2fcf tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:58.727450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca50818a-381b-4f0f-bc16-b3a85a1f2fcf tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:58.729138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ca50818a-381b-4f0f-bc16-b3a85a1f2fcf tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4490795 Mar 10 15:15:58.732121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34966) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:58.759680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6596136 Mar 10 15:15:58.763080 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34968) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:58.768366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'network_id': 'dd98b2b7-7cdb-48da-9966-d1cf26b672f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:15:58.818442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9ffd7fa-fec0-4354-99d2-f14e5017c057 req-f10df142-a1b1-480d-ad47-a171efa35dc4 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981289 Mar 10 15:15:58.819097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2347ec8-e649-4d1b-92d8-c37557b99fab tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=dd98b2b7-7cdb-48da-9966-d1cf26b672f4,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:58.849528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network dd98b2b7-7cdb-48da-9966-d1cf26b672f4 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:15:58.870226 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-951eab17-be11-4189-a13b-0ed2131f6b86 admin admin] Publish callbacks [] for security_group (e45ad32c-784b-4cb4-8785-27f8957fdbc8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.874846 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-951eab17-be11-4189-a13b-0ed2131f6b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e45ad32c-784b-4cb4-8785-27f8957fdbc8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.886926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bba7a8bf-67dc-4601-a92c-df50025ec28a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.892389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (38126b6f-3af2-402f-9ae7-48ad3a32b15a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:58.912467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-409c6733-4155-4d54-9e16-d63e9c857358 None None] Current status of the port f45ac540-b2c7-43dd-8002-efebb0e9e488 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:58.916815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-951eab17-be11-4189-a13b-0ed2131f6b86 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6f2dc26d4834652a47938b7a72623aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4508958 Mar 10 15:15:58.916815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34970) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:58.923983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eab17-be11-4189-a13b-0ed2131f6b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45ad32c-784b-4cb4-8785-27f8957fdbc8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:58.944256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event deleted for resources: {'Port': ['ID=bba7a8bf-67dc-4601-a92c-df50025ec28a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:58.994149 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc3a17cf-c1a2-45cf-be55-a376a89b06c8 admin admin] Publish callbacks [] for security_group (e45ad32c-784b-4cb4-8785-27f8957fdbc8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.028371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b4bd6-ae5e-4da2-9f22-10ae00d4c849 None None] Network da3e8645-9345-4977-98ca-da58e227a140 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:15:59.030614 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:15:59.033519 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc3a17cf-c1a2-45cf-be55-a376a89b06c8 admin admin] Publish callbacks [] for security_group (e45ad32c-784b-4cb4-8785-27f8957fdbc8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.034104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.088767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f45ac540-b2c7-43dd-8002-efebb0e9e488 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:15:59.104875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc3a17cf-c1a2-45cf-be55-a376a89b06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e45ad32c-784b-4cb4-8785-27f8957fdbc8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.107995 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc3a17cf-c1a2-45cf-be55-a376a89b06c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.109178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cc3a17cf-c1a2-45cf-be55-a376a89b06c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e45ad32c-784b-4cb4-8785-27f8957fdbc8 HTTP/1.1" status: 204 len: 168 time: 0.1915886 Mar 10 15:15:59.120406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a17cf-c1a2-45cf-be55-a376a89b06c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45ad32c-784b-4cb4-8785-27f8957fdbc8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:59.195273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (38126b6f-3af2-402f-9ae7-48ad3a32b15a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.196090 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f45ac540-b2c7-43dd-8002-efebb0e9e488 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:59.196458 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.218152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for floatingip (534c2b50-c50f-460d-ba3a-948402af09cb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.218505 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Floating IP 534c2b50-c50f-460d-ba3a-948402af09cb disassociated (deleted). External IP: 172.25.3.230, port: b120de65-ed85-4249-a4a3-71cf8f57746a. Mar 10 15:15:59.230712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38126b6f-3af2-402f-9ae7-48ad3a32b15a']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:59.278839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d8ff15-c8bb-4216-8433-54f15c4d9fbc') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:59.279094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d8ff15-c8bb-4216-8433-54f15c4d9fbc') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:15:59.291090 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f45ac540-b2c7-43dd-8002-efebb0e9e488 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:59.301369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (b6d8ff15-c8bb-4216-8433-54f15c4d9fbc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.329205 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b6d8ff15-c8bb-4216-8433-54f15c4d9fbc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.551490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-27b9b7d6-560e-4b92-86da-a112d52bbb45 None None] Provisioning complete for port f45ac540-b2c7-43dd-8002-efebb0e9e488 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:15:59.551985 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-27b9b7d6-560e-4b92-86da-a112d52bbb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.638296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:15:59.638625 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (b6d8ff15-c8bb-4216-8433-54f15c4d9fbc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:15:59.641630 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:15:59.646523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-27b9b7d6-560e-4b92-86da-a112d52bbb45 None None] Current status of the port f45ac540-b2c7-43dd-8002-efebb0e9e488 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:15:59.753294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c16b7-339a-4e69-8b06-52555bf92797 req-8c29f199-4946-413e-9f64-400ed3edb2da tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:59.755655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c97c16b7-339a-4e69-8b06-52555bf92797 req-8c29f199-4946-413e-9f64-400ed3edb2da tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.0684841 Mar 10 15:15:59.796918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (38126b6f-3af2-402f-9ae7-48ad3a32b15a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.808675 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.815138 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "DELETE /v2.0/networks/38126b6f-3af2-402f-9ae7-48ad3a32b15a HTTP/1.1" status: 204 len: 168 time: 1.0804129 Mar 10 15:15:59.818525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34992) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:15:59.832669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c97c16b7-339a-4e69-8b06-52555bf92797 req-98e49d04-f057-49fb-8299-ec59db08ccef tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567451 Mar 10 15:15:59.837407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (4de70f9f-c573-4c7e-a905-099b5c3d0542), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:15:59.865047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6ae0c-f27f-4a58-9972-8fca4a945303 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event deleted for resources: {'Network': ['ID=38126b6f-3af2-402f-9ae7-48ad3a32b15a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:15:59.976185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcc146-a14e-4236-9ba4-b323cacee4c8 req-25dd9d8e-f869-47b2-818c-d3175d765b5c tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:15:59.977855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6dbcc146-a14e-4236-9ba4-b323cacee4c8 req-25dd9d8e-f869-47b2-818c-d3175d765b5c tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 946 time: 0.0568097 Mar 10 15:16:00.012635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c635f7b6-ef9d-4efd-82b5-bbef80762ea1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.025478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=4de70f9f-c573-4c7e-a905-099b5c3d0542,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:00.035840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6dbcc146-a14e-4236-9ba4-b323cacee4c8 req-efd79dba-eb37-4ae7-baad-ae15a3f35e90 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513535 Mar 10 15:16:00.045372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Router 01389341-7ee6-46fe-b312-e84d4098bff2 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:16:00.053201 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Checking segment: {'id': '5518524e-9934-4040-adcd-17595fb437e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd98b2b7-7cdb-48da-9966-d1cf26b672f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:00.053671 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network hostable DHCP agents. Network: dd98b2b7-7cdb-48da-9966-d1cf26b672f4, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:00.157603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network dd98b2b7-7cdb-48da-9966-d1cf26b672f4 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:00.190407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c635f7b6-ef9d-4efd-82b5-bbef80762ea1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.203510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, dd98b2b7-7cdb-48da-9966-d1cf26b672f4) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:00.218027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046764e-2888-4ceb-b8a2-ac9a861e9f78 None None] Network dd98b2b7-7cdb-48da-9966-d1cf26b672f4 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:00.242605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:00.242605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.246828 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c635f7b6-ef9d-4efd-82b5-bbef80762ea1']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:00.272874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa0cb81-3c6d-4535-873f-24c9a33c1bd8') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:00.273181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa0cb81-3c6d-4535-873f-24c9a33c1bd8') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:00.322833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (daa0cb81-3c6d-4535-873f-24c9a33c1bd8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.353988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-dd98b2b7-7cdb-48da-9966-d1cf26b672f4', 'network_id': 'dd98b2b7-7cdb-48da-9966-d1cf26b672f4', 'project_id': '2848b28c40b94190ab9c99f4ca7b9545', 'fixed_ips': [{'subnet_id': '4de70f9f-c573-4c7e-a905-099b5c3d0542'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:16:00.355114 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.360806 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7f2150bf-e43a-44f9-8fde-dba78d46f242 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5936706 Mar 10 15:16:00.361520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35014) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:00.368006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (daa0cb81-3c6d-4535-873f-24c9a33c1bd8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.386134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:00.387554 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (daa0cb81-3c6d-4535-873f-24c9a33c1bd8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:00.394142 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:00.417701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:16:00.431487 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211498d-a7fd-42eb-96ec-2be622830952 None None] Sync routers for ids ['01389341-7ee6-46fe-b312-e84d4098bff2'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:16:00.434027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.453499 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211498d-a7fd-42eb-96ec-2be622830952 None None] Routers {'01389341-7ee6-46fe-b312-e84d4098bff2'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:16:00.453499 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8211498d-a7fd-42eb-96ec-2be622830952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['01389341-7ee6-46fe-b312-e84d4098bff2'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:00.501514 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8211498d-a7fd-42eb-96ec-2be622830952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:00.512209 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211498d-a7fd-42eb-96ec-2be622830952 None None] Routers {'01389341-7ee6-46fe-b312-e84d4098bff2'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:16:00.512831 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8211498d-a7fd-42eb-96ec-2be622830952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['01389341-7ee6-46fe-b312-e84d4098bff2'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:00.525162 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c635f7b6-ef9d-4efd-82b5-bbef80762ea1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.539490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.546149 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "DELETE /v2.0/networks/c635f7b6-ef9d-4efd-82b5-bbef80762ea1 HTTP/1.1" status: 204 len: 168 time: 0.7261345 Mar 10 15:16:00.548887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35020) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:00.552641 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8211498d-a7fd-42eb-96ec-2be622830952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:00.553478 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211498d-a7fd-42eb-96ec-2be622830952 None None] The sync data for ids ['01389341-7ee6-46fe-b312-e84d4098bff2'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:16:00.566943 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71b276-8792-48dd-be4a-af9f937526fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event deleted for resources: {'Network': ['ID=c635f7b6-ef9d-4efd-82b5-bbef80762ea1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:00.572582 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3fb13240-e4c1-4b4e-aac1-f726230b16f6 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "DELETE /v2.0/floatingips/534c2b50-c50f-460d-ba3a-948402af09cb HTTP/1.1" status: 204 len: 168 time: 2.6290267 Mar 10 15:16:00.576640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35022) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:00.581382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:00.618021 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.619955 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (dd98b2b7-7cdb-48da-9966-d1cf26b672f4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.739938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.747177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbb08dc-9ca0-4e10-85df-8b0ae1dda7ca tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:00.747761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Allocated IP 2001:db8::1 (dd98b2b7-7cdb-48da-9966-d1cf26b672f4/4de70f9f-c573-4c7e-a905-099b5c3d0542/25161eb4-4c9f-490e-9fa1-8b44b817bf5a) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:00.753047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbb08dc-9ca0-4e10-85df-8b0ae1dda7ca tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:00.754762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9dbb08dc-9ca0-4e10-85df-8b0ae1dda7ca tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2023492 Mar 10 15:16:00.762512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35030) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:00.770674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2070290258'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:00.793485 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (4de70f9f-c573-4c7e-a905-099b5c3d0542), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.860857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Made reservation on behalf of 43f695ba093f4fa4993cd8d83947d6d5 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:00.867558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.947614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:00.959982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Allocated IP 172.25.3.83 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/2b729e62-1806-48db-808e-ef0baa9df08f) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:00.968619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f4f289fe-aa1c-43ae-b4e4-3a85169d5f12), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:00.969069 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Added segment f4f289fe-aa1c-43ae-b4e4-3a85169d5f12 of type vlan for network ebb86bb8-d4a4-4a02-8fdf-83078107e423 Mar 10 15:16:00.982295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Publish callbacks [] for port (25161eb4-4c9f-490e-9fa1-8b44b817bf5a), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.001038 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (25161eb4-4c9f-490e-9fa1-8b44b817bf5a), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.051575 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ebb86bb8-d4a4-4a02-8fdf-83078107e423), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.094625 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Network dd98b2b7-7cdb-48da-9966-d1cf26b672f4 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:01.104772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:01.110878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ebb86bb8-d4a4-4a02-8fdf-83078107e423), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.111584 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks [] for port (2b729e62-1806-48db-808e-ef0baa9df08f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.112046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:01.118211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:01.119235 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.125792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Pushing event updated for resources: {'Port': ['ID=25161eb4-4c9f-490e-9fa1-8b44b817bf5a,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:01.176785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae36f1-2378-4c2b-9c0d-f1fed41f154a req-49b65d6c-e714-485b-b369-e8ff7e5c90cf tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:01.178553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01ae36f1-2378-4c2b-9c0d-f1fed41f154a req-49b65d6c-e714-485b-b369-e8ff7e5c90cf tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2858641 Mar 10 15:16:01.180709 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (4de70f9f-c573-4c7e-a905-099b5c3d0542), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.192870 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2b729e62-1806-48db-808e-ef0baa9df08f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.212777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Attempting to bind port 25161eb4-4c9f-490e-9fa1-8b44b817bf5a on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:01.213252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Attempting to bind port 25161eb4-4c9f-490e-9fa1-8b44b817bf5a by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '5518524e-9934-4040-adcd-17595fb437e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd98b2b7-7cdb-48da-9966-d1cf26b672f4'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:01.213860 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Attempting to bind port 25161eb4-4c9f-490e-9fa1-8b44b817bf5a on network dd98b2b7-7cdb-48da-9966-d1cf26b672f4 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:01.219712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:16:01.220175 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Checking segment: {'id': '5518524e-9934-4040-adcd-17595fb437e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd98b2b7-7cdb-48da-9966-d1cf26b672f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:01.220662 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.221174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Bound using segment: {'id': '5518524e-9934-4040-adcd-17595fb437e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd98b2b7-7cdb-48da-9966-d1cf26b672f4'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:16:01.222447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Bound port: 25161eb4-4c9f-490e-9fa1-8b44b817bf5a, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518524e-9934-4040-adcd-17595fb437e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dd98b2b7-7cdb-48da-9966-d1cf26b672f4'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:16:01.223103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (25161eb4-4c9f-490e-9fa1-8b44b817bf5a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.244489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:01.247735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:01.253143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:01.298009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Pushing event updated for resources: {'Port': ['ID=2b729e62-1806-48db-808e-ef0baa9df08f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:01.324226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event updated for resources: {'Network': ['ID=ebb86bb8-d4a4-4a02-8fdf-83078107e423,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:01.349510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] For port 25161eb4-4c9f-490e-9fa1-8b44b817bf5a, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:01.360254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] For port 25161eb4-4c9f-490e-9fa1-8b44b817bf5a, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=25161eb4-4c9f-490e-9fa1-8b44b817bf5a,segment=NetworkSegment(5518524e-9934-4040-adcd-17595fb437e0),segment_id=5518524e-9934-4040-adcd-17595fb437e0)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:16:01.372510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ebb86bb8-d4a4-4a02-8fdf-83078107e423 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:01.377128 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks [] for floatingip (be02a246-8c1c-4778-bdd9-780127920bbf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.382426 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (25161eb4-4c9f-490e-9fa1-8b44b817bf5a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.408023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6dabbc0b-4d73-4f62-a673-bbf7439fa20a tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6441638 Mar 10 15:16:01.418530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35048) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:01.425191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-980327376'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:01.434936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Subnet': ['ID=4de70f9f-c573-4c7e-a905-099b5c3d0542,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:01.447387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2b729e62-1806-48db-808e-ef0baa9df08f), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.536964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Made reservation on behalf of 43f695ba093f4fa4993cd8d83947d6d5 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:01.548927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.579208 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (dd98b2b7-7cdb-48da-9966-d1cf26b672f4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.604538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd98b2b7-7cdb-48da-9966-d1cf26b672f4']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:01.616128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5518524e-9934-4040-adcd-17595fb437e0') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:01.616491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5518524e-9934-4040-adcd-17595fb437e0') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:01.627765 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (5518524e-9934-4040-adcd-17595fb437e0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.644462 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5518524e-9934-4040-adcd-17595fb437e0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.651219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:01.651619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (5518524e-9934-4040-adcd-17595fb437e0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: warnings.warn('Neutron quota engine will require "--force" ' Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:01.670204 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:01.682985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01ae36f1-2378-4c2b-9c0d-f1fed41f154a req-6c1e9eac-af75-4409-8302-63eda2764697 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123123 Mar 10 15:16:01.785904 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:01.796343 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9457649-1285-414c-bed8-a6c23bc4bdf0 None None] Pushing event updated for resources: {'Port': ['ID=25161eb4-4c9f-490e-9fa1-8b44b817bf5a,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:01.808983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.api [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:16:01.808983 n-d-833090-1 neutron-server[115533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:16:01.808983 n-d-833090-1 neutron-server[115533]: [parameters: {'id': 'dd98b2b7-7cdb-48da-9966-d1cf26b672f4'}] Mar 10 15:16:01.808983 n-d-833090-1 neutron-server[115533]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:16:01.809760 n-d-833090-1 neutron-server[115533]: DEBUG oslo_db.api [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:16:01.824235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d1431791-768b-4a4d-8b8c-4b715bf6adf9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.824703 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Added segment d1431791-768b-4a4d-8b8c-4b715bf6adf9 of type vlan for network 87c27570-9c15-4260-a7ca-c003b46dbbbc Mar 10 15:16:01.830774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2ff5ed-2786-430e-bf9f-a8c34e4c1f17 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:16:01.891074 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks [] for port (2b729e62-1806-48db-808e-ef0baa9df08f), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.916389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (2b729e62-1806-48db-808e-ef0baa9df08f), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:01.955938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (87c27570-9c15-4260-a7ca-c003b46dbbbc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.012079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2ff5ed-2786-430e-bf9f-a8c34e4c1f17 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:16:02.013229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Pushing event updated for resources: {'Port': ['ID=2b729e62-1806-48db-808e-ef0baa9df08f,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:02.035745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (be02a246-8c1c-4778-bdd9-780127920bbf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.044615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (87c27570-9c15-4260-a7ca-c003b46dbbbc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.050435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:02.052967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.115057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.116960 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-de76679b-d29c-4ce6-a015-05ffaf6421ff tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5391366 Mar 10 15:16:02.121320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35066) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:02.124535 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7045012 Mar 10 15:16:02.137947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35068) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:02.151326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'ports': [{'network_id': 'ebb86bb8-d4a4-4a02-8fdf-83078107e423', 'name': 'tempest-port--1304194229', 'admin_state_up': True}, {'network_id': '87c27570-9c15-4260-a7ca-c003b46dbbbc', 'admin_state_up': False}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:02.152004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'port': {'network_id': 'ebb86bb8-d4a4-4a02-8fdf-83078107e423', 'name': 'tempest-port--1304194229', 'admin_state_up': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:02.152967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'port': {'network_id': '87c27570-9c15-4260-a7ca-c003b46dbbbc', 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:02.153240 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58e9dd-7709-40f8-92fd-300676499d54 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event updated for resources: {'Network': ['ID=87c27570-9c15-4260-a7ca-c003b46dbbbc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:02.177657 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 87c27570-9c15-4260-a7ca-c003b46dbbbc details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:02.318021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (dd98b2b7-7cdb-48da-9966-d1cf26b672f4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.393969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07c9d7e-3263-4246-b044-79882b8f5639 None None] Network dd98b2b7-7cdb-48da-9966-d1cf26b672f4 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:02.446607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Made reservation on behalf of 43f695ba093f4fa4993cd8d83947d6d5 for: {'port': 2} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:02.451542 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.468543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.487050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:02.547756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35078) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:02.578990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting port 25161eb4-4c9f-490e-9fa1-8b44b817bf5a {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:02.579336 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (25161eb4-4c9f-490e-9fa1-8b44b817bf5a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.601288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.670990 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d200815f-4fc8-4ea9-9465-178f5a97e333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.748247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] device_id is not set on port df7cd5f2-43a1-47ce-a1b0-29194bf59e2e yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:02.767695 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d200815f-4fc8-4ea9-9465-178f5a97e333 admin admin] Publish callbacks [] for security_group (932128ef-a910-4670-b21b-717d5636623e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.775273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d200815f-4fc8-4ea9-9465-178f5a97e333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (932128ef-a910-4670-b21b-717d5636623e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.809787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] For port 25161eb4-4c9f-490e-9fa1-8b44b817bf5a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=25161eb4-4c9f-490e-9fa1-8b44b817bf5a,segment=NetworkSegment(5518524e-9934-4040-adcd-17595fb437e0),segment_id=5518524e-9934-4040-adcd-17595fb437e0)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:02.820225 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (25161eb4-4c9f-490e-9fa1-8b44b817bf5a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.832375 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d200815f-4fc8-4ea9-9465-178f5a97e333 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68cd0951fe7b4569a9f2966be2d94ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2807167 Mar 10 15:16:02.832375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200815f-4fc8-4ea9-9465-178f5a97e333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932128ef-a910-4670-b21b-717d5636623e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:02.835654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35090) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:02.880778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Calling delete_port for 25161eb4-4c9f-490e-9fa1-8b44b817bf5a owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:02.899895 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-466af60f-df5b-4f78-9845-ca2ed25a65e7 admin admin] Publish callbacks [] for security_group (932128ef-a910-4670-b21b-717d5636623e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.923006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-466af60f-df5b-4f78-9845-ca2ed25a65e7 admin admin] Publish callbacks [] for security_group (932128ef-a910-4670-b21b-717d5636623e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.977084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-466af60f-df5b-4f78-9845-ca2ed25a65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (932128ef-a910-4670-b21b-717d5636623e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.979769 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-466af60f-df5b-4f78-9845-ca2ed25a65e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.983735 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for port (df7cd5f2-43a1-47ce-a1b0-29194bf59e2e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:02.983844 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-466af60f-df5b-4f78-9845-ca2ed25a65e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/932128ef-a910-4670-b21b-717d5636623e HTTP/1.1" status: 204 len: 168 time: 0.1441417 Mar 10 15:16:02.991034 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466af60f-df5b-4f78-9845-ca2ed25a65e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932128ef-a910-4670-b21b-717d5636623e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:03.047202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c57e4-62be-4af4-b318-283004822bbe req-7c466dc9-02b6-4cb2-97c0-e9dd0576cf13 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:03.048734 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-791c57e4-62be-4af4-b318-283004822bbe req-7c466dc9-02b6-4cb2-97c0-e9dd0576cf13 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2439086 Mar 10 15:16:03.099775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] device_id is not set on port 61216f0d-de14-4acf-9952-e155665cf492 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:03.168837 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (25161eb4-4c9f-490e-9fa1-8b44b817bf5a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.205408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.216396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Port': ['ID=25161eb4-4c9f-490e-9fa1-8b44b817bf5a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:03.220911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-791c57e4-62be-4af4-b318-283004822bbe req-ce2ba22c-1877-47fb-98b9-4cfa3680e7f6 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346989 Mar 10 15:16:03.221781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No DVR routers for this DVR port 25161eb4-4c9f-490e-9fa1-8b44b817bf5a on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:03.370765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35104) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:03.387501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f5cf-1361-487c-98db-3a61e2c96abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.493652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f5cf-1361-487c-98db-3a61e2c96abd admin admin] Publish callbacks [] for security_group (ba58db0d-e60c-43f2-bce7-42055dd33cf2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.499065 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f5cf-1361-487c-98db-3a61e2c96abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ba58db0d-e60c-43f2-bce7-42055dd33cf2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.554333 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7ce1f5cf-1361-487c-98db-3a61e2c96abd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a76238d6238e443a834a1e5f815f1672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801136 Mar 10 15:16:03.554333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1f5cf-1361-487c-98db-3a61e2c96abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba58db0d-e60c-43f2-bce7-42055dd33cf2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:03.558093 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35112) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:03.616313 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef2daa7a-3418-4628-9562-042a9eef1e15 admin admin] Publish callbacks [] for security_group (ba58db0d-e60c-43f2-bce7-42055dd33cf2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.641918 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (dd98b2b7-7cdb-48da-9966-d1cf26b672f4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.650208 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef2daa7a-3418-4628-9562-042a9eef1e15 admin admin] Publish callbacks [] for security_group (ba58db0d-e60c-43f2-bce7-42055dd33cf2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.703557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd98b2b7-7cdb-48da-9966-d1cf26b672f4']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:03.704599 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef2daa7a-3418-4628-9562-042a9eef1e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ba58db0d-e60c-43f2-bce7-42055dd33cf2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.707816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef2daa7a-3418-4628-9562-042a9eef1e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.708589 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for port (61216f0d-de14-4acf-9952-e155665cf492), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.711597 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ef2daa7a-3418-4628-9562-042a9eef1e15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba58db0d-e60c-43f2-bce7-42055dd33cf2 HTTP/1.1" status: 204 len: 168 time: 0.1498368 Mar 10 15:16:03.726954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5518524e-9934-4040-adcd-17595fb437e0') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:03.726954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5518524e-9934-4040-adcd-17595fb437e0') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:03.735266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2daa7a-3418-4628-9562-042a9eef1e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba58db0d-e60c-43f2-bce7-42055dd33cf2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:03.749545 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (5518524e-9934-4040-adcd-17595fb437e0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.757248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Allocated IP 172.25.3.94 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:03.790821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5518524e-9934-4040-adcd-17595fb437e0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.817474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:03.818043 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (5518524e-9934-4040-adcd-17595fb437e0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:03.820922 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:03.855621 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (df7cd5f2-43a1-47ce-a1b0-29194bf59e2e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:03.982520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (dd98b2b7-7cdb-48da-9966-d1cf26b672f4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.003222 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.006296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/dd98b2b7-7cdb-48da-9966-d1cf26b672f4 HTTP/1.1" status: 204 len: 168 time: 3.6436281 Mar 10 15:16:04.009901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35124) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:04.019304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869241443'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:04.041076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a16879-962f-4ba3-a265-c3e5337b6c29 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Network': ['ID=dd98b2b7-7cdb-48da-9966-d1cf26b672f4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:04.041306 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:04.049119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event updated for resources: {'Port': ['ID=df7cd5f2-43a1-47ce-a1b0-29194bf59e2e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:04.054857 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.078243 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks [] for port (533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.088748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Checking segment: {'id': 'f4f289fe-aa1c-43ae-b4e4-3a85169d5f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ebb86bb8-d4a4-4a02-8fdf-83078107e423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:04.089102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Network hostable DHCP agents. Network: ebb86bb8-d4a4-4a02-8fdf-83078107e423, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:04.091468 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:04.099541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87303c88-8faf-4db0-88f6-f9f52f0c3507 req-441ad92d-160b-4309-9880-8a44e2b49a24 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:04.101162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87303c88-8faf-4db0-88f6-f9f52f0c3507 req-441ad92d-160b-4309-9880-8a44e2b49a24 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 946 time: 0.2472005 Mar 10 15:16:04.106167 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b184857f-782c-4ae3-b31f-c9246e892a17), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.106684 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Added segment b184857f-782c-4ae3-b31f-c9246e892a17 of type vlan for network d31d3c27-4a7f-4469-96e4-cee2ccc447a8 Mar 10 15:16:04.152062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Network ebb86bb8-d4a4-4a02-8fdf-83078107e423 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:04.154137 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d31d3c27-4a7f-4469-96e4-cee2ccc447a8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.176817 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.178982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ebb86bb8-d4a4-4a02-8fdf-83078107e423) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:04.187852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc01789-eea8-413d-beb0-0b7e5bb9e128 None None] Network ebb86bb8-d4a4-4a02-8fdf-83078107e423 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:04.193674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d31d3c27-4a7f-4469-96e4-cee2ccc447a8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.195721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:04.196649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (61216f0d-de14-4acf-9952-e155665cf492), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.201445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:04.202275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.234279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87303c88-8faf-4db0-88f6-f9f52f0c3507 req-8e0d8da8-7acf-484d-afcc-e3fcb4b2e9a0 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112678 Mar 10 15:16:04.246150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:04.256118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:04.258991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:04.302154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Pushing event updated for resources: {'Port': ['ID=533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:04.339245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=d31d3c27-4a7f-4469-96e4-cee2ccc447a8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:04.356900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d31d3c27-4a7f-4469-96e4-cee2ccc447a8 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:04.363706 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f5b753ad-3365-4591-94dd-a9bd276eb265 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3448327 Mar 10 15:16:04.365451 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35140) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:04.373707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'network_id': 'd31d3c27-4a7f-4469-96e4-cee2ccc447a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:04.404632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Checking segment: {'id': 'd1431791-768b-4a4d-8b8c-4b715bf6adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '87c27570-9c15-4260-a7ca-c003b46dbbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:04.404963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Network hostable DHCP agents. Network: 87c27570-9c15-4260-a7ca-c003b46dbbbc, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:04.436923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event updated for resources: {'Port': ['ID=61216f0d-de14-4acf-9952-e155665cf492,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:04.477995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Network 87c27570-9c15-4260-a7ca-c003b46dbbbc is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:04.478390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:04.480333 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks [] for floatingip (de5d5c0c-4f91-485a-8e6d-646b6b212fa8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.482618 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.502098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ab5cd-58ef-48b1-bfbc-f36d419a7ea3 req-51302190-bda8-4651-934c-0312259c315c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:04.503683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-005ab5cd-58ef-48b1-bfbc-f36d419a7ea3 req-51302190-bda8-4651-934c-0312259c315c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.1674738 Mar 10 15:16:04.504741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 87c27570-9c15-4260-a7ca-c003b46dbbbc) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:04.515718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549959c3-3275-489c-8668-23d21e669929 None None] Network 87c27570-9c15-4260-a7ca-c003b46dbbbc requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:04.541674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:04.546954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:04.552553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:04.552871 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.584148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.595691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c3be5d62-2748-4287-b7bf-7bdc96347486 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4534385 Mar 10 15:16:04.597952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35146) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:04.666643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-005ab5cd-58ef-48b1-bfbc-f36d419a7ea3 req-2a2e2eb4-f1bd-46ab-ab52-59967c0b9ed6 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517515 Mar 10 15:16:04.774666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b46a03-961c-4878-8a6c-ed8f9558e5fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:04.780617 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b46a03-961c-4878-8a6c-ed8f9558e5fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:04.785604 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-39b46a03-961c-4878-8a6c-ed8f9558e5fb tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1823101 Mar 10 15:16:04.785604 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (ca35e9b9-6315-46b0-8f0a-7513c7f8b108), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.785975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35150) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:04.857333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=ca35e9b9-6315-46b0-8f0a-7513c7f8b108,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:04.863262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Checking segment: {'id': 'b184857f-782c-4ae3-b31f-c9246e892a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd31d3c27-4a7f-4469-96e4-cee2ccc447a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:04.863641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network hostable DHCP agents. Network: d31d3c27-4a7f-4469-96e4-cee2ccc447a8, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:04.884189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network d31d3c27-4a7f-4469-96e4-cee2ccc447a8 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:04.884629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks [] for port (533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.892050 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.895786 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, d31d3c27-4a7f-4469-96e4-cee2ccc447a8) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:04.902084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:04.902995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:04.912823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d48fa3-c609-4860-9dd2-ddfdaec1570d None None] Network d31d3c27-4a7f-4469-96e4-cee2ccc447a8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:04.941278 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f6f1d216-610c-42f7-8f74-64d3da004d64 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5717487 Mar 10 15:16:04.942983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35156) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:04.976009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Pushing event updated for resources: {'Port': ['ID=533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:04.984595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ef109b35-9ee8-4463-9e3c-26dab6860da0 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Deleting port df7cd5f2-43a1-47ce-a1b0-29194bf59e2e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:04.984936 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef109b35-9ee8-4463-9e3c-26dab6860da0 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (df7cd5f2-43a1-47ce-a1b0-29194bf59e2e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.011059 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (de5d5c0c-4f91-485a-8e6d-646b6b212fa8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.057890 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d31d3c27-4a7f-4469-96e4-cee2ccc447a8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.068650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-d31d3c27-4a7f-4469-96e4-cee2ccc447a8', 'network_id': 'd31d3c27-4a7f-4469-96e4-cee2ccc447a8', 'project_id': '2848b28c40b94190ab9c99f4ca7b9545', 'fixed_ips': [{'subnet_id': 'ca35e9b9-6315-46b0-8f0a-7513c7f8b108'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:16:05.070185 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.098676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef109b35-9ee8-4463-9e3c-26dab6860da0 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (df7cd5f2-43a1-47ce-a1b0-29194bf59e2e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.114000 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.115625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7f3e873e-00b3-4e05-b7e8-37684a6805b5 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9922426 Mar 10 15:16:05.119981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35162) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:05.128913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ef109b35-9ee8-4463-9e3c-26dab6860da0 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Calling delete_port for df7cd5f2-43a1-47ce-a1b0-29194bf59e2e owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:05.149390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (ca35e9b9-6315-46b0-8f0a-7513c7f8b108), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.245674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Allocated IP 2001:db8::1 (d31d3c27-4a7f-4469-96e4-cee2ccc447a8/ca35e9b9-6315-46b0-8f0a-7513c7f8b108/8820b129-2120-4ff0-a4a8-17f0ef86d13c) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:05.248028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35166) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:05.248535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ccbb788e-855a-4232-8610-0c04ffe0ebaa tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2433 time: 0.1256564 Mar 10 15:16:05.329577 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-38a31a70-7d82-43ef-8856-bfc9e82bb490 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0799983 Mar 10 15:16:05.339271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35172) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:05.377608 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef109b35-9ee8-4463-9e3c-26dab6860da0 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (df7cd5f2-43a1-47ce-a1b0-29194bf59e2e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.428589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef109b35-9ee8-4463-9e3c-26dab6860da0 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event deleted for resources: {'Port': ['ID=df7cd5f2-43a1-47ce-a1b0-29194bf59e2e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:05.442978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e358b4f-b544-46cf-9562-8b8729f5c0b5 req-f54b498a-be9f-454a-b924-4f83cd57f722 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:05.444602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e358b4f-b544-46cf-9562-8b8729f5c0b5 req-f54b498a-be9f-454a-b924-4f83cd57f722 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 946 time: 0.1222575 Mar 10 15:16:05.463595 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ef109b35-9ee8-4463-9e3c-26dab6860da0 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.470156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ef109b35-9ee8-4463-9e3c-26dab6860da0 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "DELETE /v2.0/ports/df7cd5f2-43a1-47ce-a1b0-29194bf59e2e HTTP/1.1" status: 204 len: 168 time: 0.6832538 Mar 10 15:16:05.472278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35176) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:05.480058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c1a82b30-24b9-4f64-9e80-6c03cb804666 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Deleting port 533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:05.481205 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1a82b30-24b9-4f64-9e80-6c03cb804666 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.497618 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Publish callbacks [] for port (8820b129-2120-4ff0-a4a8-17f0ef86d13c), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.507998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (8820b129-2120-4ff0-a4a8-17f0ef86d13c), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.545674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Network d31d3c27-4a7f-4469-96e4-cee2ccc447a8 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:05.551171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:05.582965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26136b-d10f-4df1-a44c-a1a1adcccc82 req-628174ee-e8da-4187-8ba3-9088376e1b57 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:05.584487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce26136b-d10f-4df1-a44c-a1a1adcccc82 req-628174ee-e8da-4187-8ba3-9088376e1b57 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 946 time: 0.1700292 Mar 10 15:16:05.585068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:05.590111 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (ca35e9b9-6315-46b0-8f0a-7513c7f8b108), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.594277 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1a82b30-24b9-4f64-9e80-6c03cb804666 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.594608 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1a82b30-24b9-4f64-9e80-6c03cb804666 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks [] for floatingip (533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.633425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Subnet': ['ID=ca35e9b9-6315-46b0-8f0a-7513c7f8b108,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:05.648646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c1a82b30-24b9-4f64-9e80-6c03cb804666 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Calling delete_port for 533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:05.724040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Attempting to bind port 8820b129-2120-4ff0-a4a8-17f0ef86d13c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:05.724415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Attempting to bind port 8820b129-2120-4ff0-a4a8-17f0ef86d13c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b184857f-782c-4ae3-b31f-c9246e892a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd31d3c27-4a7f-4469-96e4-cee2ccc447a8'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:05.728192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Attempting to bind port 8820b129-2120-4ff0-a4a8-17f0ef86d13c on network d31d3c27-4a7f-4469-96e4-cee2ccc447a8 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:05.754575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:16:05.757236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Checking segment: {'id': 'b184857f-782c-4ae3-b31f-c9246e892a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd31d3c27-4a7f-4469-96e4-cee2ccc447a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:05.757891 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.759230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Bound using segment: {'id': 'b184857f-782c-4ae3-b31f-c9246e892a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd31d3c27-4a7f-4469-96e4-cee2ccc447a8'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:16:05.759729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Bound port: 8820b129-2120-4ff0-a4a8-17f0ef86d13c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b184857f-782c-4ae3-b31f-c9246e892a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd31d3c27-4a7f-4469-96e4-cee2ccc447a8'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:16:05.761676 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8820b129-2120-4ff0-a4a8-17f0ef86d13c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.764815 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d31d3c27-4a7f-4469-96e4-cee2ccc447a8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.791561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e358b4f-b544-46cf-9562-8b8729f5c0b5 req-ef9b1936-f093-4f5e-8772-b6477ee762a0 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/security-groups?id=93f5158f-480d-400f-983c-1312f404a40e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294094 Mar 10 15:16:05.812898 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31d3c27-4a7f-4469-96e4-cee2ccc447a8']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:05.835397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b184857f-782c-4ae3-b31f-c9246e892a17') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:05.836051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b184857f-782c-4ae3-b31f-c9246e892a17') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:05.848682 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (b184857f-782c-4ae3-b31f-c9246e892a17), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.874571 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b184857f-782c-4ae3-b31f-c9246e892a17), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.880863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] For port 8820b129-2120-4ff0-a4a8-17f0ef86d13c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:05.884867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:05.885962 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (b184857f-782c-4ae3-b31f-c9246e892a17), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:05.886472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Pushing event updated for resources: {'Port': ['ID=8820b129-2120-4ff0-a4a8-17f0ef86d13c,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:05.897292 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:05.992892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] For port 8820b129-2120-4ff0-a4a8-17f0ef86d13c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8820b129-2120-4ff0-a4a8-17f0ef86d13c,segment=NetworkSegment(b184857f-782c-4ae3-b31f-c9246e892a17),segment_id=b184857f-782c-4ae3-b31f-c9246e892a17)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:16:05.997407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:16:05.997407 n-d-833090-1 neutron-server[115534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:16:05.997407 n-d-833090-1 neutron-server[115534]: [parameters: {'id': 'd31d3c27-4a7f-4469-96e4-cee2ccc447a8'}] Mar 10 15:16:05.997407 n-d-833090-1 neutron-server[115534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:16:05.998374 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:16:06.005546 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8820b129-2120-4ff0-a4a8-17f0ef86d13c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.006548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-640ee3f1-d32f-4cea-88c6-e2e84ede6434 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Deleting port 61216f0d-de14-4acf-9952-e155665cf492 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:06.007037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-640ee3f1-d32f-4cea-88c6-e2e84ede6434 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (61216f0d-de14-4acf-9952-e155665cf492), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.021883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c096f6-9770-4814-ba6c-4c10a5a5c307 req-9be96404-b470-4ae6-8b69-115171848d0c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:06.023468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91c096f6-9770-4814-ba6c-4c10a5a5c307 req-9be96404-b470-4ae6-8b69-115171848d0c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2016828 Mar 10 15:16:06.030854 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1a82b30-24b9-4f64-9e80-6c03cb804666 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.092750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77b8bd-99ea-4a9b-a0fd-d3f5bfc787ba None None] Pushing event updated for resources: {'Port': ['ID=8820b129-2120-4ff0-a4a8-17f0ef86d13c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:06.092948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-ce26136b-d10f-4df1-a44c-a1a1adcccc82 req-0d038af2-4b99-43d8-a268-c4e2391dd33b tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Deleting port 90067629-073f-4dc4-a59b-3ca098eaa20b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:06.092948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ce26136b-d10f-4df1-a44c-a1a1adcccc82 req-0d038af2-4b99-43d8-a268-c4e2391dd33b tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.143707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a82b30-24b9-4f64-9e80-6c03cb804666 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Pushing event deleted for resources: {'Port': ['ID=533cedf0-3fbe-4fc7-9ef6-2785c1f6d16b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:06.170767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab38b2e-4ab6-423a-ae7c-9be3b6f39714 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:16:06.205871 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1a82b30-24b9-4f64-9e80-6c03cb804666 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks [] for floatingip (de5d5c0c-4f91-485a-8e6d-646b6b212fa8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.209432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c1a82b30-24b9-4f64-9e80-6c03cb804666 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.210995 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c1a82b30-24b9-4f64-9e80-6c03cb804666 tempest-FloatingIPAdminTestJSON-1718221230 tempest-FloatingIPAdminTestJSON-1718221230-project] 10.222.0.11 "DELETE /v2.0/floatingips/de5d5c0c-4f91-485a-8e6d-646b6b212fa8 HTTP/1.1" status: 204 len: 168 time: 0.8702345 Mar 10 15:16:06.213467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35198) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:06.223033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-640ee3f1-d32f-4cea-88c6-e2e84ede6434 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (61216f0d-de14-4acf-9952-e155665cf492), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.253994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91c096f6-9770-4814-ba6c-4c10a5a5c307 req-7024a496-a0d8-4191-9566-97b51fb9851f tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167637 Mar 10 15:16:06.304806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-640ee3f1-d32f-4cea-88c6-e2e84ede6434 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Calling delete_port for 61216f0d-de14-4acf-9952-e155665cf492 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:06.322902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab38b2e-4ab6-423a-ae7c-9be3b6f39714 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:16:06.417973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3fa79cfa-ae84-4237-900e-7897556f76bc tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Deleting port 2b729e62-1806-48db-808e-ef0baa9df08f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:06.418327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fa79cfa-ae84-4237-900e-7897556f76bc tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2b729e62-1806-48db-808e-ef0baa9df08f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.436318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ce26136b-d10f-4df1-a44c-a1a1adcccc82 req-0d038af2-4b99-43d8-a268-c4e2391dd33b tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] For port 90067629-073f-4dc4-a59b-3ca098eaa20b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=90067629-073f-4dc4-a59b-3ca098eaa20b,segment=NetworkSegment(23bb5f63-c6b4-4193-adb0-bb488e6ee24a),segment_id=23bb5f63-c6b4-4193-adb0-bb488e6ee24a)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:06.436707 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ce26136b-d10f-4df1-a44c-a1a1adcccc82 req-0d038af2-4b99-43d8-a268-c4e2391dd33b tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.463415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-ce26136b-d10f-4df1-a44c-a1a1adcccc82 req-0d038af2-4b99-43d8-a268-c4e2391dd33b tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Calling delete_port for 90067629-073f-4dc4-a59b-3ca098eaa20b owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:06.517256 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d31d3c27-4a7f-4469-96e4-cee2ccc447a8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.599284 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fa79cfa-ae84-4237-900e-7897556f76bc tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2b729e62-1806-48db-808e-ef0baa9df08f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.599606 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fa79cfa-ae84-4237-900e-7897556f76bc tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks [] for floatingip (2b729e62-1806-48db-808e-ef0baa9df08f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.612397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-640ee3f1-d32f-4cea-88c6-e2e84ede6434 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (61216f0d-de14-4acf-9952-e155665cf492), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.629605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting port 8820b129-2120-4ff0-a4a8-17f0ef86d13c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:06.629962 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8820b129-2120-4ff0-a4a8-17f0ef86d13c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.664710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c8f479-c9ad-459c-8b0d-cc520a6871f8 None None] Network d31d3c27-4a7f-4469-96e4-cee2ccc447a8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:06.695897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ee3f1-d32f-4cea-88c6-e2e84ede6434 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event deleted for resources: {'Port': ['ID=61216f0d-de14-4acf-9952-e155665cf492,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:06.702151 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] For port 8820b129-2120-4ff0-a4a8-17f0ef86d13c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8820b129-2120-4ff0-a4a8-17f0ef86d13c,segment=NetworkSegment(b184857f-782c-4ae3-b31f-c9246e892a17),segment_id=b184857f-782c-4ae3-b31f-c9246e892a17)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:06.702530 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8820b129-2120-4ff0-a4a8-17f0ef86d13c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.709057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-640ee3f1-d32f-4cea-88c6-e2e84ede6434 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.715055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-640ee3f1-d32f-4cea-88c6-e2e84ede6434 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "DELETE /v2.0/ports/61216f0d-de14-4acf-9952-e155665cf492 HTTP/1.1" status: 204 len: 168 time: 1.2373374 Mar 10 15:16:06.716334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35214) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:06.724468 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Calling delete_port for 8820b129-2120-4ff0-a4a8-17f0ef86d13c owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:06.797890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-03abc6ad-9ed7-4e77-81c5-b6445b79d6b4 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0769715 Mar 10 15:16:06.797890 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ce26136b-d10f-4df1-a44c-a1a1adcccc82 req-0d038af2-4b99-43d8-a268-c4e2391dd33b tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (90067629-073f-4dc4-a59b-3ca098eaa20b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.798837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35216) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:06.806565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-258321991'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:06.834159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d038af2-4b99-43d8-a268-c4e2391dd33b tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Pushing event deleted for resources: {'Port': ['ID=90067629-073f-4dc4-a59b-3ca098eaa20b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:06.906638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce26136b-d10f-4df1-a44c-a1a1adcccc82 req-0d038af2-4b99-43d8-a268-c4e2391dd33b tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] No DVR routers for this DVR port 90067629-073f-4dc4-a59b-3ca098eaa20b on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:06.910509 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ce26136b-d10f-4df1-a44c-a1a1adcccc82 req-0d038af2-4b99-43d8-a268-c4e2391dd33b tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.914410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce26136b-d10f-4df1-a44c-a1a1adcccc82 req-0d038af2-4b99-43d8-a268-c4e2391dd33b tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.62 "DELETE /v2.0/ports/90067629-073f-4dc4-a59b-3ca098eaa20b HTTP/1.1" status: 204 len: 173 time: 1.2694814 Mar 10 15:16:06.914926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d', 'name': 'network-vif-deleted', 'tag': '90067629-073f-4dc4-a59b-3ca098eaa20b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:16:06.917343 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0352f2c-2174-4635-b1c1-cd468c909c1b" -d '{"events": [{"server_uuid": "ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d", "name": "network-vif-deleted", "tag": "90067629-073f-4dc4-a59b-3ca098eaa20b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:16:06.933880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Made reservation on behalf of 43f695ba093f4fa4993cd8d83947d6d5 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:06.937391 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:06.974764 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c297feb9-8d26-47db-88a7-a65d956dd985 req-d2d2810e-e62b-44da-9187-2e0ee7528b06 tempest-VolumesActionsTest-1302094421 tempest-VolumesActionsTest-1302094421-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d HTTP/1.1" status: 200 len: 210 time: 0.0429950 Mar 10 15:16:06.993322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:07.019030 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9ecf9b60-11ce-4570-ba10-ea8ddb21fe0d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.019639 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Added segment 9ecf9b60-11ce-4570-ba10-ea8ddb21fe0d of type vlan for network 9aa7a5bd-3322-4646-872e-60ae686fda27 Mar 10 15:16:07.054175 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302e8b78-95a8-4fa8-9611-125f0b6fb27a x-openstack-request-id: req-302e8b78-95a8-4fa8-9611-125f0b6fb27a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:16:07.054175 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d", "name": "network-vif-deleted", "tag": "90067629-073f-4dc4-a59b-3ca098eaa20b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:16:07.054175 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-302e8b78-95a8-4fa8-9611-125f0b6fb27a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:16:07.054647 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac840cd3-9eed-4cc3-a3eb-60ddcb8a098d', 'name': 'network-vif-deleted', 'tag': '90067629-073f-4dc4-a59b-3ca098eaa20b', 'status': 'completed', 'code': 200} Mar 10 15:16:07.120754 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9aa7a5bd-3322-4646-872e-60ae686fda27), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.170983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9aa7a5bd-3322-4646-872e-60ae686fda27), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.180452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:07.181264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.185943 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3fa79cfa-ae84-4237-900e-7897556f76bc tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Calling delete_port for 2b729e62-1806-48db-808e-ef0baa9df08f owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:07.214657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35224) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:07.255685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4557686 Mar 10 15:16:07.258685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35228) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:07.266619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-142142774'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:07.293085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba1dab-db34-4243-bca7-664865151116 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event updated for resources: {'Network': ['ID=9aa7a5bd-3322-4646-872e-60ae686fda27,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:07.305746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9aa7a5bd-3322-4646-872e-60ae686fda27 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:07.357336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8820b129-2120-4ff0-a4a8-17f0ef86d13c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.433741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Port': ['ID=8820b129-2120-4ff0-a4a8-17f0ef86d13c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:07.435159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a8508-8095-45cd-99f8-b8cc5336673f req-8c3e63d5-ee99-42c9-a95f-d59ffafd1450 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:07.437683 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Made reservation on behalf of 43f695ba093f4fa4993cd8d83947d6d5 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:07.443214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe3a8508-8095-45cd-99f8-b8cc5336673f req-8c3e63d5-ee99-42c9-a95f-d59ffafd1450 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.0761991 Mar 10 15:16:07.446901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.485984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No DVR routers for this DVR port 8820b129-2120-4ff0-a4a8-17f0ef86d13c on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:07.505613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe3a8508-8095-45cd-99f8-b8cc5336673f req-479103ea-3dd2-4d31-af68-85bab9bef0fb tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550830 Mar 10 15:16:07.519579 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-59920cec-e110-46d8-8b1f-27a0f9575f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.523317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:07.583418 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b4f0720b-2eb9-40f2-abf9-370269176638), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.583669 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Added segment b4f0720b-2eb9-40f2-abf9-370269176638 of type vlan for network 990f1d87-07fa-4688-8fa3-7446a80b1f3f Mar 10 15:16:07.650220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d31d3c27-4a7f-4469-96e4-cee2ccc447a8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.710407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fa79cfa-ae84-4237-900e-7897556f76bc tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2b729e62-1806-48db-808e-ef0baa9df08f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.722574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31d3c27-4a7f-4469-96e4-cee2ccc447a8']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:07.738534 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (990f1d87-07fa-4688-8fa3-7446a80b1f3f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.759771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b184857f-782c-4ae3-b31f-c9246e892a17') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:07.760077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b184857f-782c-4ae3-b31f-c9246e892a17') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:07.762461 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-59920cec-e110-46d8-8b1f-27a0f9575f81 admin admin] Publish callbacks [] for security_group (5dd258ce-4e1d-4666-920f-bec1772a6ce5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.768097 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-59920cec-e110-46d8-8b1f-27a0f9575f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5dd258ce-4e1d-4666-920f-bec1772a6ce5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.773535 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa79cfa-ae84-4237-900e-7897556f76bc tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b729e62-1806-48db-808e-ef0baa9df08f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:07.787205 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (b184857f-782c-4ae3-b31f-c9246e892a17), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.812709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-59920cec-e110-46d8-8b1f-27a0f9575f81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c9b9724f3ef49d79e886a1afed4edfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5912609 Mar 10 15:16:07.813149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35234) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:07.830454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59920cec-e110-46d8-8b1f-27a0f9575f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd258ce-4e1d-4666-920f-bec1772a6ce5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:07.854497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b184857f-782c-4ae3-b31f-c9246e892a17), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.869118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (990f1d87-07fa-4688-8fa3-7446a80b1f3f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.874458 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:07.875078 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.876112 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18e6a32b-eaff-420c-9f0e-509b347369ce admin admin] Publish callbacks [] for security_group (5dd258ce-4e1d-4666-920f-bec1772a6ce5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.880738 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:07.881141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (b184857f-782c-4ae3-b31f-c9246e892a17), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:07.886736 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:07.904814 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18e6a32b-eaff-420c-9f0e-509b347369ce admin admin] Publish callbacks [] for security_group (5dd258ce-4e1d-4666-920f-bec1772a6ce5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.961875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18e6a32b-eaff-420c-9f0e-509b347369ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5dd258ce-4e1d-4666-920f-bec1772a6ce5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.964923 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18e6a32b-eaff-420c-9f0e-509b347369ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.968622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-18e6a32b-eaff-420c-9f0e-509b347369ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dd258ce-4e1d-4666-920f-bec1772a6ce5 HTTP/1.1" status: 204 len: 168 time: 0.1524563 Mar 10 15:16:07.986877 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7167637 Mar 10 15:16:07.987916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6a32b-eaff-420c-9f0e-509b347369ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd258ce-4e1d-4666-920f-bec1772a6ce5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:07.988009 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fa79cfa-ae84-4237-900e-7897556f76bc tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks [] for floatingip (be02a246-8c1c-4778-bdd9-780127920bbf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.988009 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3fa79cfa-ae84-4237-900e-7897556f76bc tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:07.988720 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3fa79cfa-ae84-4237-900e-7897556f76bc tempest-FloatingIPAdminTestJSON-585427856 tempest-FloatingIPAdminTestJSON-585427856-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/be02a246-8c1c-4778-bdd9-780127920bbf HTTP/1.1" status: 204 len: 168 time: 1.7735901 Mar 10 15:16:07.998368 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35238) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:08.116872 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d31d3c27-4a7f-4469-96e4-cee2ccc447a8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:08.122899 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e3b5f-816f-4621-b4b2-820ed7ae6b45 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event updated for resources: {'Network': ['ID=990f1d87-07fa-4688-8fa3-7446a80b1f3f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:08.134467 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:08.135330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 990f1d87-07fa-4688-8fa3-7446a80b1f3f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:08.138982 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/d31d3c27-4a7f-4469-96e4-cee2ccc447a8 HTTP/1.1" status: 204 len: 168 time: 3.1939819 Mar 10 15:16:08.142481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35244) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:08.148295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-407881260'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:08.194545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:08.208000 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:08.217895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b178c9-86ab-4f87-af94-2ee4a28144d4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Network': ['ID=d31d3c27-4a7f-4469-96e4-cee2ccc447a8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:08.295529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:08.316851 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (48a27b91-8414-4693-b626-30cdd232d20c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:08.317736 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Added segment 48a27b91-8414-4693-b626-30cdd232d20c of type vlan for network 1e0b1d7c-9927-4b8c-9213-b3232172e79a Mar 10 15:16:08.383751 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1af64faf-3141-4399-bb11-26370f520c81 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Deleting port b120de65-ed85-4249-a4a3-71cf8f57746a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:08.384517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af64faf-3141-4399-bb11-26370f520c81 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b120de65-ed85-4249-a4a3-71cf8f57746a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:08.396486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (1e0b1d7c-9927-4b8c-9213-b3232172e79a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:08.438244 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (1e0b1d7c-9927-4b8c-9213-b3232172e79a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:08.443868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:08.444516 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:08.505599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3614030 Mar 10 15:16:08.539544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35248) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:08.545044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'network_id': '1e0b1d7c-9927-4b8c-9213-b3232172e79a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:08.549122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3069a-c44f-4b03-8fdd-a6a4e372a5e6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=1e0b1d7c-9927-4b8c-9213-b3232172e79a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:08.567008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 1e0b1d7c-9927-4b8c-9213-b3232172e79a details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:08.712254 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af64faf-3141-4399-bb11-26370f520c81 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b120de65-ed85-4249-a4a3-71cf8f57746a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:08.746177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35254) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:08.762021 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 90067629-073f-4dc4-a59b-3ca098eaa20b no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:16:08.773062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1af64faf-3141-4399-bb11-26370f520c81 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Calling delete_port for b120de65-ed85-4249-a4a3-71cf8f57746a owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:08.776692 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84b43de3-a034-4eda-b95c-6e85f16cdd9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:08.823457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 90067629-073f-4dc4-a59b-3ca098eaa20b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:16:08.823810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 90067629-073f-4dc4-a59b-3ca098eaa20b not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:16:08.879313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d29da4-70ae-4fad-b1d8-a3fe9796edac req-0230083a-c492-4be2-9605-7398b2203206 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:08.887247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5d29da4-70ae-4fad-b1d8-a3fe9796edac req-0230083a-c492-4be2-9605-7398b2203206 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2219028 Mar 10 15:16:08.895069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:08.898543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:09.022839 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84b43de3-a034-4eda-b95c-6e85f16cdd9e admin admin] Publish callbacks [] for security_group (b4c141f4-9cd9-4e34-840d-19867618d5c4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:09.033690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5d29da4-70ae-4fad-b1d8-a3fe9796edac req-ef4876d0-9586-4924-85df-51bb503302f7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455238 Mar 10 15:16:09.039349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-84b43de3-a034-4eda-b95c-6e85f16cdd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b4c141f4-9cd9-4e34-840d-19867618d5c4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:09.075745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af64faf-3141-4399-bb11-26370f520c81 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b120de65-ed85-4249-a4a3-71cf8f57746a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:09.130827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b43de3-a034-4eda-b95c-6e85f16cdd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c141f4-9cd9-4e34-840d-19867618d5c4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:09.134001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af64faf-3141-4399-bb11-26370f520c81 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event deleted for resources: {'Port': ['ID=b120de65-ed85-4249-a4a3-71cf8f57746a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:09.158448 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-84b43de3-a034-4eda-b95c-6e85f16cdd9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=057f0081fb3b41c196cffb42e81401d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4108741 Mar 10 15:16:09.167565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35262) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:09.227164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (504da68e-2403-4923-8892-6bc16887b302), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:09.276744 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1af64faf-3141-4399-bb11-26370f520c81 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:09.284123 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1af64faf-3141-4399-bb11-26370f520c81 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "DELETE /v2.0/ports/b120de65-ed85-4249-a4a3-71cf8f57746a HTTP/1.1" status: 204 len: 168 time: 1.2848487 Mar 10 15:16:09.284825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35264) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:09.343645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6af707bc-3359-4493-90f6-3980359bdb4c admin admin] Publish callbacks [] for security_group (b4c141f4-9cd9-4e34-840d-19867618d5c4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:09.360343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=504da68e-2403-4923-8892-6bc16887b302,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:09.378823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Checking segment: {'id': '48a27b91-8414-4693-b626-30cdd232d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1e0b1d7c-9927-4b8c-9213-b3232172e79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:09.379185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network hostable DHCP agents. Network: 1e0b1d7c-9927-4b8c-9213-b3232172e79a, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:09.379597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6af707bc-3359-4493-90f6-3980359bdb4c admin admin] Publish callbacks [] for security_group (b4c141f4-9cd9-4e34-840d-19867618d5c4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:09.409866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network 1e0b1d7c-9927-4b8c-9213-b3232172e79a is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:09.419513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9586847a-b937-4f1e-8ba7-d1f4cc0c4c05 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:09.421198 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9586847a-b937-4f1e-8ba7-d1f4cc0c4c05 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "GET /v2.0/ports?device_id=01389341-7ee6-46fe-b312-e84d4098bff2 HTTP/1.1" status: 200 len: 913 time: 0.1334121 Mar 10 15:16:09.424226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35266) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:09.501153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6af707bc-3359-4493-90f6-3980359bdb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b4c141f4-9cd9-4e34-840d-19867618d5c4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:09.504681 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6af707bc-3359-4493-90f6-3980359bdb4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:09.508180 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6af707bc-3359-4493-90f6-3980359bdb4c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4c141f4-9cd9-4e34-840d-19867618d5c4 HTTP/1.1" status: 204 len: 168 time: 0.3388560 Mar 10 15:16:09.526895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af707bc-3359-4493-90f6-3980359bdb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c141f4-9cd9-4e34-840d-19867618d5c4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:09.944775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 1e0b1d7c-9927-4b8c-9213-b3232172e79a) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:09.951230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:09.951813 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:09.958237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e4397-1f86-42e6-8a44-de0984403cc6 None None] Network 1e0b1d7c-9927-4b8c-9213-b3232172e79a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:09.986943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1e8d7d60-fa7c-4d7e-bc8c-533ad54c0f6a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4465816 Mar 10 15:16:09.991651 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35280) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:10.006394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-463cb80d-69de-4a4b-80f5-b30da8b1318a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'network_id': '1e0b1d7c-9927-4b8c-9213-b3232172e79a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:10.245123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-1e0b1d7c-9927-4b8c-9213-b3232172e79a', 'network_id': '1e0b1d7c-9927-4b8c-9213-b3232172e79a', 'project_id': '2848b28c40b94190ab9c99f4ca7b9545', 'fixed_ips': [{'subnet_id': '504da68e-2403-4923-8892-6bc16887b302'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:16:10.246314 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:10.252585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463cb80d-69de-4a4b-80f5-b30da8b1318a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:10.262534 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-463cb80d-69de-4a4b-80f5-b30da8b1318a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:10.377109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ad87f-0b3b-4f5d-b160-9422b72b2628 req-6b72f0ea-0d33-4789-b27f-a930777d59a1 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:10.379270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d0ad87f-0b3b-4f5d-b160-9422b72b2628 req-6b72f0ea-0d33-4789-b27f-a930777d59a1 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.1823230 Mar 10 15:16:10.492121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d0ad87f-0b3b-4f5d-b160-9422b72b2628 req-e6165f99-a1be-4cc3-a486-6ad345af799c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959997 Mar 10 15:16:10.495757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Allocated IP 2001:db8::2 (1e0b1d7c-9927-4b8c-9213-b3232172e79a/504da68e-2403-4923-8892-6bc16887b302/8d0ac23d-d1c8-484d-b277-c34c1bd6ee25) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:10.803949 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Publish callbacks [] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:10.824018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:10.881150 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-463cb80d-69de-4a4b-80f5-b30da8b1318a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (dad5c676-0178-4068-8635-05aad3fa1b67), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:10.962148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-511a5858-35c2-488e-bf7e-f90bc8e2b33c tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (01389341-7ee6-46fe-b312-e84d4098bff2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:10.975880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Network 1e0b1d7c-9927-4b8c-9213-b3232172e79a is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:10.980118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:10.982152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Pushing event updated for resources: {'Port': ['ID=8d0ac23d-d1c8-484d-b277-c34c1bd6ee25,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:10.984674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:11.070162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463cb80d-69de-4a4b-80f5-b30da8b1318a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network 1e0b1d7c-9927-4b8c-9213-b3232172e79a is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:11.081420 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cb80d-69de-4a4b-80f5-b30da8b1318a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=dad5c676-0178-4068-8635-05aad3fa1b67,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:11.085221 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-463cb80d-69de-4a4b-80f5-b30da8b1318a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:11.097670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Attempting to bind port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:11.100691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463cb80d-69de-4a4b-80f5-b30da8b1318a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:11.101346 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-463cb80d-69de-4a4b-80f5-b30da8b1318a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.104288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Attempting to bind port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '48a27b91-8414-4693-b626-30cdd232d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1e0b1d7c-9927-4b8c-9213-b3232172e79a'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:11.104820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Attempting to bind port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 on network 1e0b1d7c-9927-4b8c-9213-b3232172e79a {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:11.124304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:16:11.129576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Checking segment: {'id': '48a27b91-8414-4693-b626-30cdd232d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1e0b1d7c-9927-4b8c-9213-b3232172e79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:11.130689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.131261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Bound using segment: {'id': '48a27b91-8414-4693-b626-30cdd232d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1e0b1d7c-9927-4b8c-9213-b3232172e79a'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:16:11.131976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Bound port: 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a27b91-8414-4693-b626-30cdd232d20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1e0b1d7c-9927-4b8c-9213-b3232172e79a'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:16:11.132425 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.140830 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-463cb80d-69de-4a4b-80f5-b30da8b1318a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1451213 Mar 10 15:16:11.150831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35300) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:11.279585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] For port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:11.283339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] For port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d0ac23d-d1c8-484d-b277-c34c1bd6ee25,segment=NetworkSegment(48a27b91-8414-4693-b626-30cdd232d20c),segment_id=48a27b91-8414-4693-b626-30cdd232d20c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:16:11.291845 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.330456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be39231-14cc-451c-8593-9f6eebd4f9c7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:11.333130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be39231-14cc-451c-8593-9f6eebd4f9c7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:11.334655 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be39231-14cc-451c-8593-9f6eebd4f9c7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:11.336471 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be39231-14cc-451c-8593-9f6eebd4f9c7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:11.340399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be39231-14cc-451c-8593-9f6eebd4f9c7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:11.342883 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6be39231-14cc-451c-8593-9f6eebd4f9c7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1815255 Mar 10 15:16:11.346629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35304) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:11.353121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1705005843'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:11.380325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223843cc-6b5a-499f-ad68-d153d1b70c88 None None] Pushing event updated for resources: {'Port': ['ID=8d0ac23d-d1c8-484d-b277-c34c1bd6ee25,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:11.399782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:11.409319 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.447381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:11.457910 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ac6eb174-aab9-4c31-8774-c965209f86dd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.458293 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Added segment ac6eb174-aab9-4c31-8774-c965209f86dd of type vlan for network 70650a3e-c2af-4c37-acb3-a1bcdbeec45f Mar 10 15:16:11.472506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35310) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:11.478708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'subnets': [{'network_id': '9aa7a5bd-3322-4646-872e-60ae686fda27', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--129329757', 'ip_version': 6}, {'network_id': '990f1d87-07fa-4688-8fa3-7446a80b1f3f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:11.479053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'subnet': {'network_id': '9aa7a5bd-3322-4646-872e-60ae686fda27', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--129329757', 'ip_version': 6}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:11.479710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Request body: {'subnet': {'network_id': '990f1d87-07fa-4688-8fa3-7446a80b1f3f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:11.504754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (70650a3e-c2af-4c37-acb3-a1bcdbeec45f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.548017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (70650a3e-c2af-4c37-acb3-a1bcdbeec45f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.554982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:11.556311 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.595484 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2476299 Mar 10 15:16:11.601751 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35316) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:11.608919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9f9bce8b-357f-4d95-a7af-5f760f62d3af tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:11.740291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09c01f-cb55-42e0-936c-57eb1875bfb0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=70650a3e-c2af-4c37-acb3-a1bcdbeec45f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:11.752879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 70650a3e-c2af-4c37-acb3-a1bcdbeec45f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:11.823274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2add3a-65d2-4e32-8672-f95705f51391 req-4ab9a670-c869-4537-9573-c29237147a19 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:11.830156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba2add3a-65d2-4e32-8672-f95705f51391 req-4ab9a670-c869-4537-9573-c29237147a19 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.1980870 Mar 10 15:16:11.849303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-511a5858-35c2-488e-bf7e-f90bc8e2b33c tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Deleting port adf51319-a312-483b-81a1-981f72d15762 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:11.849671 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-511a5858-35c2-488e-bf7e-f90bc8e2b33c tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (adf51319-a312-483b-81a1-981f72d15762), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.883962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Made reservation on behalf of 43f695ba093f4fa4993cd8d83947d6d5 for: {'subnet': 2} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:11.888669 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.889097 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.918358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f9bce8b-357f-4d95-a7af-5f760f62d3af tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (70650a3e-c2af-4c37-acb3-a1bcdbeec45f), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.943621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f9bce8b-357f-4d95-a7af-5f760f62d3af tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (70650a3e-c2af-4c37-acb3-a1bcdbeec45f), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.967229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f9bce8b-357f-4d95-a7af-5f760f62d3af tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network 70650a3e-c2af-4c37-acb3-a1bcdbeec45f is not hosted by any dhcp agent {{(pid=115534) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:16:11.973021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9bce8b-357f-4d95-a7af-5f760f62d3af tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:11.973661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f9bce8b-357f-4d95-a7af-5f760f62d3af tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:11.976036 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9f9bce8b-357f-4d95-a7af-5f760f62d3af tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "PUT /v2.0/networks/70650a3e-c2af-4c37-acb3-a1bcdbeec45f HTTP/1.1" status: 200 len: 723 time: 0.3730373 Mar 10 15:16:11.979881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35326) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:11.990222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'network_id': '70650a3e-c2af-4c37-acb3-a1bcdbeec45f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:12.155162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba2add3a-65d2-4e32-8672-f95705f51391 req-487fbcda-3090-4416-acc1-7fab85837735 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232768 Mar 10 15:16:12.178730 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-511a5858-35c2-488e-bf7e-f90bc8e2b33c tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (adf51319-a312-483b-81a1-981f72d15762), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:12.196355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-511a5858-35c2-488e-bf7e-f90bc8e2b33c tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Calling delete_port for adf51319-a312-483b-81a1-981f72d15762 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:12.204572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bce8b-357f-4d95-a7af-5f760f62d3af tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=70650a3e-c2af-4c37-acb3-a1bcdbeec45f,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:12.221167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 70650a3e-c2af-4c37-acb3-a1bcdbeec45f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:12.231696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:12.239006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:12.522762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (0245eab8-b952-46fd-8021-ea95b3d4d8ad), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:12.627567 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=0245eab8-b952-46fd-8021-ea95b3d4d8ad,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:12.648827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Checking segment: {'id': 'ac6eb174-aab9-4c31-8774-c965209f86dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '70650a3e-c2af-4c37-acb3-a1bcdbeec45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:12.649472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network hostable DHCP agents. Network: 70650a3e-c2af-4c37-acb3-a1bcdbeec45f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:12.671564 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network 70650a3e-c2af-4c37-acb3-a1bcdbeec45f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:12.692154 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 70650a3e-c2af-4c37-acb3-a1bcdbeec45f) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:12.705875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608039be-1d43-4d2f-ac0d-bcb9e66c0063 None None] Network 70650a3e-c2af-4c37-acb3-a1bcdbeec45f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:12.709278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:12.712192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:12.748695 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35352) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:12.750144 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-13e1ac35-39a2-4c29-afed-29766804184c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7675655 Mar 10 15:16:12.762204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e94337f4-b596-4360-87c0-41016f2e14a0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:12.833412 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-511a5858-35c2-488e-bf7e-f90bc8e2b33c tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (adf51319-a312-483b-81a1-981f72d15762), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:12.858889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-70650a3e-c2af-4c37-acb3-a1bcdbeec45f', 'network_id': '70650a3e-c2af-4c37-acb3-a1bcdbeec45f', 'project_id': '2848b28c40b94190ab9c99f4ca7b9545', 'fixed_ips': [{'subnet_id': '0245eab8-b952-46fd-8021-ea95b3d4d8ad'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:16:12.859600 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:12.912991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a5858-35c2-488e-bf7e-f90bc8e2b33c tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event deleted for resources: {'Port': ['ID=adf51319-a312-483b-81a1-981f72d15762,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:13.037798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e1f66d-1539-4725-913c-c22782273ae0 None None] Network 1e0b1d7c-9927-4b8c-9213-b3232172e79a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:13.065188 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e94337f4-b596-4360-87c0-41016f2e14a0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26248554'] for subnet (0245eab8-b952-46fd-8021-ea95b3d4d8ad), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:13.181606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Allocated IP 2001:db8::2 (70650a3e-c2af-4c37-acb3-a1bcdbeec45f/0245eab8-b952-46fd-8021-ea95b3d4d8ad/da0ba5ee-6335-4854-a80b-7e6d9d865442) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:13.190654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:16:13.203757 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (7c98b8eb-74e5-4a03-a3da-720bc0963750), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:13.270631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5cf29483-566a-46d9-8816-8235fc1eb80a None None] Provisioning complete for port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:16:13.272291 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5cf29483-566a-46d9-8816-8235fc1eb80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:13.425487 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:16:13.426123 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:13.509505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event updated for resources: {'Subnet': ['ID=7c98b8eb-74e5-4a03-a3da-720bc0963750,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:13.524408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642c79d-0876-4138-af01-328241b74ebb req-3424beb8-eab1-45b7-97bb-da2c992d02ef tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:13.526055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c642c79d-0876-4138-af01-328241b74ebb req-3424beb8-eab1-45b7-97bb-da2c992d02ef tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2151501 Mar 10 15:16:13.537236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Checking segment: {'id': '9ecf9b60-11ce-4570-ba10-ea8ddb21fe0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9aa7a5bd-3322-4646-872e-60ae686fda27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:13.537759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Network hostable DHCP agents. Network: 9aa7a5bd-3322-4646-872e-60ae686fda27, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:13.690644 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Publish callbacks [] for port (da0ba5ee-6335-4854-a80b-7e6d9d865442), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:13.782031 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (da0ba5ee-6335-4854-a80b-7e6d9d865442), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:13.875000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Pushing event updated for resources: {'Port': ['ID=da0ba5ee-6335-4854-a80b-7e6d9d865442,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:13.896370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Network 70650a3e-c2af-4c37-acb3-a1bcdbeec45f is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:13.897399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5cf29483-566a-46d9-8816-8235fc1eb80a None None] Current status of the port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:13.897803 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5cf29483-566a-46d9-8816-8235fc1eb80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:13.907072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:13.922574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:13.971612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:13.972015 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.021655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Network 9aa7a5bd-3322-4646-872e-60ae686fda27 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:14.037099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c642c79d-0876-4138-af01-328241b74ebb req-b7fee0c2-97ab-4bb8-bfe5-57de7f887b55 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023606 Mar 10 15:16:14.043846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9aa7a5bd-3322-4646-872e-60ae686fda27) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:14.050581 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (285cb6f5-9713-401f-9a22-3bead25f27c0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.061062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-511a5858-35c2-488e-bf7e-f90bc8e2b33c tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (01389341-7ee6-46fe-b312-e84d4098bff2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.076571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e09173-a9a2-46b1-b53c-007776fd6281 None None] Network 9aa7a5bd-3322-4646-872e-60ae686fda27 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:14.083135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35394) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:14.143690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5cf29483-566a-46d9-8816-8235fc1eb80a None None] For port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d0ac23d-d1c8-484d-b277-c34c1bd6ee25,segment=NetworkSegment(48a27b91-8414-4693-b626-30cdd232d20c),segment_id=48a27b91-8414-4693-b626-30cdd232d20c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:14.169456 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5cf29483-566a-46d9-8816-8235fc1eb80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.241360 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:16:14.250763 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-33feef3e-9b8f-4141-b192-5f1bbbe02d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.251790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c2357f-4903-4911-a86d-5774ff3088d4 None None] Update dhcp port {'port': {'network_id': '1e0b1d7c-9927-4b8c-9213-b3232172e79a', 'fixed_ips': [{'subnet_id': '504da68e-2403-4923-8892-6bc16887b302', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dad5c676-0178-4068-8635-05aad3fa1b67'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '8d0ac23d-d1c8-484d-b277-c34c1bd6ee25'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:16:14.269397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event updated for resources: {'Subnet': ['ID=285cb6f5-9713-401f-9a22-3bead25f27c0,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:14.293068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e6c2357f-4903-4911-a86d-5774ff3088d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.294643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Attempting to bind port da0ba5ee-6335-4854-a80b-7e6d9d865442 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:14.295041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Attempting to bind port da0ba5ee-6335-4854-a80b-7e6d9d865442 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'ac6eb174-aab9-4c31-8774-c965209f86dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '70650a3e-c2af-4c37-acb3-a1bcdbeec45f'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:14.295405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Attempting to bind port da0ba5ee-6335-4854-a80b-7e6d9d865442 on network 70650a3e-c2af-4c37-acb3-a1bcdbeec45f {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:14.295795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Checking segment: {'id': 'b4f0720b-2eb9-40f2-abf9-370269176638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '990f1d87-07fa-4688-8fa3-7446a80b1f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:14.296269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Network hostable DHCP agents. Network: 990f1d87-07fa-4688-8fa3-7446a80b1f3f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:14.335602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:16:14.335912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Checking segment: {'id': 'ac6eb174-aab9-4c31-8774-c965209f86dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '70650a3e-c2af-4c37-acb3-a1bcdbeec45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:14.336327 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.336728 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Bound using segment: {'id': 'ac6eb174-aab9-4c31-8774-c965209f86dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '70650a3e-c2af-4c37-acb3-a1bcdbeec45f'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:16:14.337211 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Bound port: da0ba5ee-6335-4854-a80b-7e6d9d865442, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6eb174-aab9-4c31-8774-c965209f86dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '70650a3e-c2af-4c37-acb3-a1bcdbeec45f'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:16:14.337608 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (da0ba5ee-6335-4854-a80b-7e6d9d865442), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.344119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e94337f4-b596-4360-87c0-41016f2e14a0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750712408158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25576784'] for subnet (0245eab8-b952-46fd-8021-ea95b3d4d8ad), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.372758 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:16:14.373111 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:16:14.380609 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-33feef3e-9b8f-4141-b192-5f1bbbe02d71 admin admin] Publish callbacks [] for security_group (0d4647b1-16f6-4b19-9026-895908f33edd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.385022 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-33feef3e-9b8f-4141-b192-5f1bbbe02d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0d4647b1-16f6-4b19-9026-895908f33edd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.398220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Network 990f1d87-07fa-4688-8fa3-7446a80b1f3f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:14.404283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94337f4-b596-4360-87c0-41016f2e14a0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:14.405017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e94337f4-b596-4360-87c0-41016f2e14a0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.406521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e94337f4-b596-4360-87c0-41016f2e14a0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "PUT /v2.0/subnets/0245eab8-b952-46fd-8021-ea95b3d4d8ad HTTP/1.1" status: 200 len: 826 time: 1.6564536 Mar 10 15:16:14.411814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35400) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:14.425657 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-33feef3e-9b8f-4141-b192-5f1bbbe02d71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e7b70010161419a9a7516e8070c7087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405831 Mar 10 15:16:14.426369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf29483-566a-46d9-8816-8235fc1eb80a None None] Pushing event updated for resources: {'Port': ['ID=8d0ac23d-d1c8-484d-b277-c34c1bd6ee25,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:14.428475 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35402) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:14.464136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1002c4-5073-4c57-b3d8-d16ae076bad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-9aa7a5bd-3322-4646-872e-60ae686fda27', 'network_id': '9aa7a5bd-3322-4646-872e-60ae686fda27', 'project_id': '43f695ba093f4fa4993cd8d83947d6d5', 'fixed_ips': [{'subnet_id': '7c98b8eb-74e5-4a03-a3da-720bc0963750'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:16:14.465136 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6b1002c4-5073-4c57-b3d8-d16ae076bad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.514731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33feef3e-9b8f-4141-b192-5f1bbbe02d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4647b1-16f6-4b19-9026-895908f33edd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:14.543510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 990f1d87-07fa-4688-8fa3-7446a80b1f3f) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:14.550701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94337f4-b596-4360-87c0-41016f2e14a0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=0245eab8-b952-46fd-8021-ea95b3d4d8ad,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:14.553609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:14.554170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:14.554809 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.569998 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (70650a3e-c2af-4c37-acb3-a1bcdbeec45f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.570471 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44ba168c-26bd-4d5b-9c65-14f90e2c6f6c admin admin] Publish callbacks [] for security_group (0d4647b1-16f6-4b19-9026-895908f33edd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.599670 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44ba168c-26bd-4d5b-9c65-14f90e2c6f6c admin admin] Publish callbacks [] for security_group (0d4647b1-16f6-4b19-9026-895908f33edd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.612774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6acc44c0-97f9-4048-906d-bb0d13c00e99 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.1385162 Mar 10 15:16:14.617832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35406) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:14.660899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1241abd3-9629-44af-8363-df494f5688ca None None] Network 990f1d87-07fa-4688-8fa3-7446a80b1f3f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:14.679609 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44ba168c-26bd-4d5b-9c65-14f90e2c6f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0d4647b1-16f6-4b19-9026-895908f33edd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.683415 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44ba168c-26bd-4d5b-9c65-14f90e2c6f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.685215 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-44ba168c-26bd-4d5b-9c65-14f90e2c6f6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d4647b1-16f6-4b19-9026-895908f33edd HTTP/1.1" status: 204 len: 168 time: 0.2464442 Mar 10 15:16:14.713939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba168c-26bd-4d5b-9c65-14f90e2c6f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4647b1-16f6-4b19-9026-895908f33edd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:14.747179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f2e2f-fde6-4b00-a3ac-fe95fa5cca4b tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:14.748515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f2e2f-fde6-4b00-a3ac-fe95fa5cca4b tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:14.748818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] For port da0ba5ee-6335-4854-a80b-7e6d9d865442, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:14.750223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f2e2f-fde6-4b00-a3ac-fe95fa5cca4b tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:14.751831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e61f2e2f-fde6-4b00-a3ac-fe95fa5cca4b tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1330776 Mar 10 15:16:14.762497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35410) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:14.819500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511a5858-35c2-488e-bf7e-f90bc8e2b33c tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Router 01389341-7ee6-46fe-b312-e84d4098bff2 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:16:14.822097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting port da0ba5ee-6335-4854-a80b-7e6d9d865442 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:14.822442 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (da0ba5ee-6335-4854-a80b-7e6d9d865442), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.825784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-e6c2357f-4903-4911-a86d-5774ff3088d4 None None] Allocated IP 172.20.0.1 (1e0b1d7c-9927-4b8c-9213-b3232172e79a/dad5c676-0178-4068-8635-05aad3fa1b67/8d0ac23d-d1c8-484d-b277-c34c1bd6ee25) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:14.864458 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] For port da0ba5ee-6335-4854-a80b-7e6d9d865442, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=da0ba5ee-6335-4854-a80b-7e6d9d865442,segment=NetworkSegment(ac6eb174-aab9-4c31-8774-c965209f86dd),segment_id=ac6eb174-aab9-4c31-8774-c965209f86dd)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:16:14.892018 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed718b7d-e87b-498b-bc21-ca4dc49531f6 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Deleting subnet 7c98b8eb-74e5-4a03-a3da-720bc0963750 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:16:14.907271 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed718b7d-e87b-498b-bc21-ca4dc49531f6 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for subnet (7c98b8eb-74e5-4a03-a3da-720bc0963750), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.929966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] For port da0ba5ee-6335-4854-a80b-7e6d9d865442, host n-d-833090-1, got binding levels [] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:14.930346 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (da0ba5ee-6335-4854-a80b-7e6d9d865442), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:14.945084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Calling delete_port for da0ba5ee-6335-4854-a80b-7e6d9d865442 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:14.991713 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed718b7d-e87b-498b-bc21-ca4dc49531f6 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (7c98b8eb-74e5-4a03-a3da-720bc0963750), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.121192 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (da0ba5ee-6335-4854-a80b-7e6d9d865442), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.152032 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed718b7d-e87b-498b-bc21-ca4dc49531f6 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (7c98b8eb-74e5-4a03-a3da-720bc0963750), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.186984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35416) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:15.232271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ddcdd-2da8-4d97-9e11-6a7cffd0b9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-990f1d87-07fa-4688-8fa3-7446a80b1f3f', 'network_id': '990f1d87-07fa-4688-8fa3-7446a80b1f3f', 'project_id': '43f695ba093f4fa4993cd8d83947d6d5', 'fixed_ips': [{'subnet_id': '285cb6f5-9713-401f-9a22-3bead25f27c0'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:16:15.233395 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9a8ddcdd-2da8-4d97-9e11-6a7cffd0b9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.234104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511a5858-35c2-488e-bf7e-f90bc8e2b33c tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:16:15.247971 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77939b40-c372-4908-8d3e-70deecdb2897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.269481 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed718b7d-e87b-498b-bc21-ca4dc49531f6 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (7c98b8eb-74e5-4a03-a3da-720bc0963750), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.287532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-511a5858-35c2-488e-bf7e-f90bc8e2b33c tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "PUT /v2.0/routers/01389341-7ee6-46fe-b312-e84d4098bff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8570383 Mar 10 15:16:15.294467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35418) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:15.306089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c699d-afcc-4a6d-bfda-e940fa5009df None None] Sync routers for ids ['01389341-7ee6-46fe-b312-e84d4098bff2'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:16:15.310668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server [None req-6b1002c4-5073-4c57-b3d8-d16ae076bad7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c98b8eb-74e5-4a03-a3da-720bc0963750: This subnet is being modified by another concurrent operation. Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:16:15.338359 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise exception Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c98b8eb-74e5-4a03-a3da-720bc0963750: This subnet is being modified by another concurrent operation. Mar 10 15:16:15.341982 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Mar 10 15:16:15.352919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed718b7d-e87b-498b-bc21-ca4dc49531f6 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event deleted for resources: {'Subnet': ['ID=7c98b8eb-74e5-4a03-a3da-720bc0963750,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:15.361409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed718b7d-e87b-498b-bc21-ca4dc49531f6 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.369504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71200d71-7e21-4df4-86cf-ae2f8efbf03f None None] Network 9aa7a5bd-3322-4646-872e-60ae686fda27 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:15.373191 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ed718b7d-e87b-498b-bc21-ca4dc49531f6 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "DELETE /v2.0/subnets/7c98b8eb-74e5-4a03-a3da-720bc0963750 HTTP/1.1" status: 204 len: 168 time: 0.6091800 Mar 10 15:16:15.374266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35420) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:15.381805 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571505b-9888-47ca-b25d-294f5ae6a036 None None] Pushing event updated for resources: {'Port': ['ID=da0ba5ee-6335-4854-a80b-7e6d9d865442,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:15.429396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c699d-afcc-4a6d-bfda-e940fa5009df None None] Routers {'01389341-7ee6-46fe-b312-e84d4098bff2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:16:15.430318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5b8c699d-afcc-4a6d-bfda-e940fa5009df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['01389341-7ee6-46fe-b312-e84d4098bff2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:15.468640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b451ce6-f7bd-4a98-80b9-e80fe5016fed tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Deleting subnet 285cb6f5-9713-401f-9a22-3bead25f27c0 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:16:15.479836 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b451ce6-f7bd-4a98-80b9-e80fe5016fed tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for subnet (285cb6f5-9713-401f-9a22-3bead25f27c0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.494634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (da0ba5ee-6335-4854-a80b-7e6d9d865442), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.531427 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b451ce6-f7bd-4a98-80b9-e80fe5016fed tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (285cb6f5-9713-401f-9a22-3bead25f27c0), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.544149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b6f06-9c5e-4a99-80ee-a53841fa5ff2 req-0210c2f6-aefa-40fe-b1f9-49db7e7c3842 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:15.546224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b96b6f06-9c5e-4a99-80ee-a53841fa5ff2 req-0210c2f6-aefa-40fe-b1f9-49db7e7c3842 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.3639233 Mar 10 15:16:15.551599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Port': ['ID=da0ba5ee-6335-4854-a80b-7e6d9d865442,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:15.625388 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b451ce6-f7bd-4a98-80b9-e80fe5016fed tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (285cb6f5-9713-401f-9a22-3bead25f27c0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.683779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:16:15.687031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5b8c699d-afcc-4a6d-bfda-e940fa5009df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:15.727094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e6c2357f-4903-4911-a86d-5774ff3088d4 None None] For port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d0ac23d-d1c8-484d-b277-c34c1bd6ee25,segment=NetworkSegment(48a27b91-8414-4693-b626-30cdd232d20c),segment_id=48a27b91-8414-4693-b626-30cdd232d20c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:15.733177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b451ce6-f7bd-4a98-80b9-e80fe5016fed tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (285cb6f5-9713-401f-9a22-3bead25f27c0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.791831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b451ce6-f7bd-4a98-80b9-e80fe5016fed tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event deleted for resources: {'Subnet': ['ID=285cb6f5-9713-401f-9a22-3bead25f27c0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:15.792407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No DVR routers for this DVR port da0ba5ee-6335-4854-a80b-7e6d9d865442 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:15.795535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b451ce6-f7bd-4a98-80b9-e80fe5016fed tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server [None req-9a8ddcdd-2da8-4d97-9e11-6a7cffd0b9bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 285cb6f5-9713-401f-9a22-3bead25f27c0: This subnet is being modified by another concurrent operation. Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:16:15.801472 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise exception Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 285cb6f5-9713-401f-9a22-3bead25f27c0: This subnet is being modified by another concurrent operation. Mar 10 15:16:15.808166 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Mar 10 15:16:15.817521 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for router (01389341-7ee6-46fe-b312-e84d4098bff2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.817702 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5b451ce6-f7bd-4a98-80b9-e80fe5016fed tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "DELETE /v2.0/subnets/285cb6f5-9713-401f-9a22-3bead25f27c0 HTTP/1.1" status: 204 len: 168 time: 0.4380445 Mar 10 15:16:15.817702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35424) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:15.817845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c699d-afcc-4a6d-bfda-e940fa5009df None None] Routers {'01389341-7ee6-46fe-b312-e84d4098bff2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:16:15.818114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5b8c699d-afcc-4a6d-bfda-e940fa5009df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:15:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['01389341-7ee6-46fe-b312-e84d4098bff2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:15.835434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b96b6f06-9c5e-4a99-80ee-a53841fa5ff2 req-10d67270-1fbe-4d95-b4c9-0f500bfc1c6e tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713568 Mar 10 15:16:15.865262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77939b40-c372-4908-8d3e-70deecdb2897 admin admin] Publish callbacks [] for security_group (f0560a36-ed1f-4e52-b4d2-240757714b53), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.871713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd3585-67ce-4e74-b4a5-7bc84e427e16 None None] Network 990f1d87-07fa-4688-8fa3-7446a80b1f3f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:15.898436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5b8c699d-afcc-4a6d-bfda-e940fa5009df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:15.899487 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c699d-afcc-4a6d-bfda-e940fa5009df None None] The sync data for ids ['01389341-7ee6-46fe-b312-e84d4098bff2'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:16:15.901111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2f1291-4fbc-4bfc-96dc-f0582ef03d86 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:15.902664 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7b2f1291-4fbc-4bfc-96dc-f0582ef03d86 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0844131 Mar 10 15:16:15.908691 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e6c2357f-4903-4911-a86d-5774ff3088d4 None None] Publish callbacks [] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.909370 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35426) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:15.940197 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e6c2357f-4903-4911-a86d-5774ff3088d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.956101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77939b40-c372-4908-8d3e-70deecdb2897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f0560a36-ed1f-4e52-b4d2-240757714b53), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:15.991984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-77939b40-c372-4908-8d3e-70deecdb2897 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f16a71b94be4f3da448b7c0fcf628d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8032579 Mar 10 15:16:15.995702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35428) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:16.002036 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (990f1d87-07fa-4688-8fa3-7446a80b1f3f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.031148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2357f-4903-4911-a86d-5774ff3088d4 None None] Pushing event updated for resources: {'Port': ['ID=8d0ac23d-d1c8-484d-b277-c34c1bd6ee25,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:16.045515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:16:16.046115 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.125152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (0245eab8-b952-46fd-8021-ea95b3d4d8ad), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.135547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77939b40-c372-4908-8d3e-70deecdb2897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0560a36-ed1f-4e52-b4d2-240757714b53,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:16.136212 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (990f1d87-07fa-4688-8fa3-7446a80b1f3f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.168092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990f1d87-07fa-4688-8fa3-7446a80b1f3f']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:16.181697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f0720b-2eb9-40f2-abf9-370269176638') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:16.183763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f0720b-2eb9-40f2-abf9-370269176638') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:16.201788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (b4f0720b-2eb9-40f2-abf9-370269176638), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.202981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:16.218607 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b4f0720b-2eb9-40f2-abf9-370269176638), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.226785 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:16.227348 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (b4f0720b-2eb9-40f2-abf9-370269176638), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:16.233589 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:16.285874 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for router_gateway (01389341-7ee6-46fe-b312-e84d4098bff2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.293348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (0245eab8-b952-46fd-8021-ea95b3d4d8ad), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.333222 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (990f1d87-07fa-4688-8fa3-7446a80b1f3f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.365129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.370832 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-114f72df-1d3b-43c0-becd-95401f58f47d admin admin] Publish callbacks [] for security_group (f0560a36-ed1f-4e52-b4d2-240757714b53), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.371707 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "DELETE /v2.0/networks/990f1d87-07fa-4688-8fa3-7446a80b1f3f HTTP/1.1" status: 204 len: 168 time: 0.4611559 Mar 10 15:16:16.373320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c1e80-651d-4c62-bf31-3e0668c8b86e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event deleted for resources: {'Network': ['ID=990f1d87-07fa-4688-8fa3-7446a80b1f3f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:16.383193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35430) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:16.414826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Subnet': ['ID=0245eab8-b952-46fd-8021-ea95b3d4d8ad,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:16.473728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9aa7a5bd-3322-4646-872e-60ae686fda27), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.483694 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (70650a3e-c2af-4c37-acb3-a1bcdbeec45f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.536270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-114f72df-1d3b-43c0-becd-95401f58f47d admin admin] Publish callbacks [] for security_group (f0560a36-ed1f-4e52-b4d2-240757714b53), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.558170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70650a3e-c2af-4c37-acb3-a1bcdbeec45f']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:16.578178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6eb174-aab9-4c31-8774-c965209f86dd') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:16.578479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6eb174-aab9-4c31-8774-c965209f86dd') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:16.580255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9aa7a5bd-3322-4646-872e-60ae686fda27), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.600198 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (ac6eb174-aab9-4c31-8774-c965209f86dd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.613149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Deleting port 197e7ee5-e20d-4b14-b4b1-754c8fa13641 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:16.613497 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (197e7ee5-e20d-4b14-b4b1-754c8fa13641), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.622821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa7a5bd-3322-4646-872e-60ae686fda27']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:16.635113 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ac6eb174-aab9-4c31-8774-c965209f86dd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.636134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecf9b60-11ce-4570-ba10-ea8ddb21fe0d') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:16.636534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecf9b60-11ce-4570-ba10-ea8ddb21fe0d') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:16.654263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:16.654263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (ac6eb174-aab9-4c31-8774-c965209f86dd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:16.658674 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:16.669919 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (9ecf9b60-11ce-4570-ba10-ea8ddb21fe0d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.687354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9ecf9b60-11ce-4570-ba10-ea8ddb21fe0d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.696320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:16.697006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (9ecf9b60-11ce-4570-ba10-ea8ddb21fe0d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:16.700376 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:16.757792 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-114f72df-1d3b-43c0-becd-95401f58f47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f0560a36-ed1f-4e52-b4d2-240757714b53), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.760506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-114f72df-1d3b-43c0-becd-95401f58f47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.761794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-114f72df-1d3b-43c0-becd-95401f58f47d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0560a36-ed1f-4e52-b4d2-240757714b53 HTTP/1.1" status: 204 len: 168 time: 0.7636089 Mar 10 15:16:16.838641 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (197e7ee5-e20d-4b14-b4b1-754c8fa13641), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.861651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Calling delete_port for 197e7ee5-e20d-4b14-b4b1-754c8fa13641 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:16.875395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9aa7a5bd-3322-4646-872e-60ae686fda27), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.898047 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:16.909955 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "DELETE /v2.0/networks/9aa7a5bd-3322-4646-872e-60ae686fda27 HTTP/1.1" status: 204 len: 168 time: 0.5249717 Mar 10 15:16:16.946728 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b74008-c61e-46db-b202-b451101c3040 None None] Network 70650a3e-c2af-4c37-acb3-a1bcdbeec45f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:16.947877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35438) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:16.963251 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20444ac-8302-4da3-8c68-43b5e78610ae tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event deleted for resources: {'Network': ['ID=9aa7a5bd-3322-4646-872e-60ae686fda27,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:17.021888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f72df-1d3b-43c0-becd-95401f58f47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0560a36-ed1f-4e52-b4d2-240757714b53,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:17.044900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-78b1ed21-06de-49ff-82d5-84e40c9d7d70 None None] Could not find standard attr ID for object da0ba5ee-6335-4854-a80b-7e6d9d865442. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:16:17.099248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (70650a3e-c2af-4c37-acb3-a1bcdbeec45f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.127024 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (87c27570-9c15-4260-a7ca-c003b46dbbbc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.132007 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.135314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/70650a3e-c2af-4c37-acb3-a1bcdbeec45f HTTP/1.1" status: 204 len: 168 time: 2.7224371 Mar 10 15:16:17.137883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35442) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:17.178073 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafcd10f-8239-400b-a68f-30b5aa09d3bb tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:17.178687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafcd10f-8239-400b-a68f-30b5aa09d3bb tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:17.185443 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bafcd10f-8239-400b-a68f-30b5aa09d3bb tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/70650a3e-c2af-4c37-acb3-a1bcdbeec45f HTTP/1.1" status: 404 len: 339 time: 0.0426512 Mar 10 15:16:17.206487 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35444) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:17.214623 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-65605447', 'description': 'd1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:17.224832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ee743-a83e-4c39-bc6e-294782f591d1 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Network': ['ID=70650a3e-c2af-4c37-acb3-a1bcdbeec45f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:17.240855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583b5d0d-c7a9-412c-98ed-2a71216bbd72 None None] Network 1e0b1d7c-9927-4b8c-9213-b3232172e79a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:17.284738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e4593-b561-45c1-8be5-a309417feb20 req-1ad026ad-a8cf-4875-b118-be1a2d70a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:17.290878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c9e4593-b561-45c1-8be5-a309417feb20 req-1ad026ad-a8cf-4875-b118-be1a2d70a870 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 1127 time: 0.2932870 Mar 10 15:16:17.374607 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (87c27570-9c15-4260-a7ca-c003b46dbbbc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.387456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029ed299-1351-411e-8563-717d8d1e0aaf None None] DHCP port deletion for 70650a3e-c2af-4c37-acb3-a1bcdbeec45f request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:16:17.392407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:17.396686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.440619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c2489218-c1b5-4ebe-ae46-dbf9f60472fc None None] Provisioning complete for port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:16:17.441004 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2489218-c1b5-4ebe-ae46-dbf9f60472fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.530906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b247a5-36a5-426e-94ce-f4567cd2a34b req-18f967eb-2786-42c9-b6ac-126abdf6044f tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:17.538919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46b247a5-36a5-426e-94ce-f4567cd2a34b req-18f967eb-2786-42c9-b6ac-126abdf6044f tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.5372031 Mar 10 15:16:17.540282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7199c726-0ffc-447d-9d7f-a12520b7d45d None None] Network 70650a3e-c2af-4c37-acb3-a1bcdbeec45f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:17.566244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:16:17.617773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7199c726-0ffc-447d-9d7f-a12520b7d45d None None] Network 70650a3e-c2af-4c37-acb3-a1bcdbeec45f could not be found, it might have been deleted concurrently. {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 15:16:17.747597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c9e4593-b561-45c1-8be5-a309417feb20 req-eac13f1f-9365-45d3-adb4-91bb4c0b7b02 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649609 Mar 10 15:16:17.750592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c27570-9c15-4260-a7ca-c003b46dbbbc']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:17.776203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1431791-768b-4a4d-8b8c-4b715bf6adf9') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:17.776506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1431791-768b-4a4d-8b8c-4b715bf6adf9') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:17.789398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46b247a5-36a5-426e-94ce-f4567cd2a34b req-7de92668-fd05-430e-ad6c-0b51c516b1ae tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498441 Mar 10 15:16:17.790184 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (d1431791-768b-4a4d-8b8c-4b715bf6adf9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.813498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:17.823308 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (197e7ee5-e20d-4b14-b4b1-754c8fa13641), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.827261 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d1431791-768b-4a4d-8b8c-4b715bf6adf9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.829924 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9b06b075-5c3b-4957-8e73-8cd9cc9562e5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.830324 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Added segment 9b06b075-5c3b-4957-8e73-8cd9cc9562e5 of type vlan for network 73f25ce6-a2c7-4e62-a25c-4f48580c7fc1 Mar 10 15:16:17.844148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:17.844678 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (d1431791-768b-4a4d-8b8c-4b715bf6adf9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.848592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c2489218-c1b5-4ebe-ae46-dbf9f60472fc None None] Current status of the port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:17.848873 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:17.858400 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.859633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:16:17.860187 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.902134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event deleted for resources: {'Port': ['ID=197e7ee5-e20d-4b14-b4b1-754c8fa13641,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:17.939240 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (73f25ce6-a2c7-4e62-a25c-4f48580c7fc1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:17.964855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:18.015720 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (87c27570-9c15-4260-a7ca-c003b46dbbbc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.028333 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.034878 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "DELETE /v2.0/networks/87c27570-9c15-4260-a7ca-c003b46dbbbc HTTP/1.1" status: 204 len: 168 time: 1.0830946 Mar 10 15:16:18.035128 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (01389341-7ee6-46fe-b312-e84d4098bff2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.035262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35464) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:18.068080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (73f25ce6-a2c7-4e62-a25c-4f48580c7fc1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.074630 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:18.075565 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.078429 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb9481-fdbd-4cd5-b976-ce61bdd8ed78 tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event deleted for resources: {'Network': ['ID=87c27570-9c15-4260-a7ca-c003b46dbbbc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:18.170075 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9607816 Mar 10 15:16:18.219236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d72af68-7fa8-4656-b3f1-e7b847cb24a5 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:16:18.219670 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ea25d-2ef6-4547-aa52-6b8e4ff8dba7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=73f25ce6-a2c7-4e62-a25c-4f48580c7fc1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:18.225510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35468) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:18.262637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 73f25ce6-a2c7-4e62-a25c-4f48580c7fc1 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:18.292436 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ebb86bb8-d4a4-4a02-8fdf-83078107e423), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.382037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (01389341-7ee6-46fe-b312-e84d4098bff2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.384935 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for router_controller (01389341-7ee6-46fe-b312-e84d4098bff2), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.406147 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ebb86bb8-d4a4-4a02-8fdf-83078107e423), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.411757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1892878e-7cfb-43a5-836f-8f8c7267e2ca None None] Provisioning complete for port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:16:18.412518 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1892878e-7cfb-43a5-836f-8f8c7267e2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.445890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb86bb8-d4a4-4a02-8fdf-83078107e423']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:18.456782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f289fe-aa1c-43ae-b4e4-3a85169d5f12') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:18.458036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f289fe-aa1c-43ae-b4e4-3a85169d5f12') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:18.474373 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (f4f289fe-aa1c-43ae-b4e4-3a85169d5f12), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.488040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72af68-7fa8-4656-b3f1-e7b847cb24a5 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:16:18.491129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f4f289fe-aa1c-43ae-b4e4-3a85169d5f12), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.499911 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:18.500336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (f4f289fe-aa1c-43ae-b4e4-3a85169d5f12), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:18.526143 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:18.617258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ebb86bb8-d4a4-4a02-8fdf-83078107e423), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.657930 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:18.661848 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] 10.222.0.11 "DELETE /v2.0/networks/ebb86bb8-d4a4-4a02-8fdf-83078107e423 HTTP/1.1" status: 204 len: 168 time: 0.6255767 Mar 10 15:16:18.671926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302d4d3-b708-4dcd-83d6-ad2df079e90e tempest-BulkNetworkOpsIpV6Test-1250549359 tempest-BulkNetworkOpsIpV6Test-1250549359-project] Pushing event deleted for resources: {'Network': ['ID=ebb86bb8-d4a4-4a02-8fdf-83078107e423,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:18.693344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1892878e-7cfb-43a5-836f-8f8c7267e2ca None None] Current status of the port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:18.823669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2233898d-8963-416a-9455-cba55b1b2ec8 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:16:19.062129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233898d-8963-416a-9455-cba55b1b2ec8 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:16:19.071934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35490) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:19.259887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-7b0c8166-a17e-41de-b720-fee9191c024a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0351112 Mar 10 15:16:19.265164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (01389341-7ee6-46fe-b312-e84d4098bff2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:19.273609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Fanout notify agent at l3_agent the message router_deleted on router 01389341-7ee6-46fe-b312-e84d4098bff2 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:16:19.307197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:19.308344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fa099726-23ef-4b04-94d7-a16180bd4bc9 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "DELETE /v2.0/routers/01389341-7ee6-46fe-b312-e84d4098bff2 HTTP/1.1" status: 204 len: 168 time: 4.0106091 Mar 10 15:16:19.311134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35498) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:19.323070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa2bd0-b093-4438-96c2-5e0ebf377694 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:19.324579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-63fa2bd0-b093-4438-96c2-5e0ebf377694 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/networks?id=73f25ce6-a2c7-4e62-a25c-4f48580c7fc1 HTTP/1.1" status: 200 len: 763 time: 1.0981724 Mar 10 15:16:19.329187 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35500) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:19.346834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cafaa593-b0ff-4478-940c-08d85eea064a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'description': 'd2'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:19.464886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35460f90-d97d-432c-9d44-abc55d7b4083 req-a694ef7c-5d21-42b0-848b-352f63ade287 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:19.466470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35460f90-d97d-432c-9d44-abc55d7b4083 req-a694ef7c-5d21-42b0-848b-352f63ade287 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.4110866 Mar 10 15:16:19.496413 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5152198f-2a2a-4f7c-af66-14d534e32c93 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43f695ba093f4fa4993cd8d83947d6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4233532 Mar 10 15:16:19.497638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-5d5b080b-1bbc-498b-b7b3-05070f5981e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:19.499707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-5d5b080b-1bbc-498b-b7b3-05070f5981e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 1127 time: 0.1647782 Mar 10 15:16:19.500364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35506) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:19.559557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a81e9f-fa8d-4820-82dd-3b46bfd20a40 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Deleting subnet b6b176f5-c074-48bc-ab6f-6cdc49bb276c {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:16:19.567872 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9a81e9f-fa8d-4820-82dd-3b46bfd20a40 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for subnet (b6b176f5-c074-48bc-ab6f-6cdc49bb276c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:19.587509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35508) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:19.610507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35460f90-d97d-432c-9d44-abc55d7b4083 req-30263ee2-c824-4d75-9499-1c07801e2afe tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345470 Mar 10 15:16:19.670098 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dcff3653-6054-4da8-9bd6-c28be1aaafa2 admin admin] Publish callbacks [] for security_group (014c2fcb-511b-418a-99be-d2a296a42f22), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:19.702751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-5a0b46d2-0541-45f4-b1a6-d5b7c5892997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:19.704261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-5a0b46d2-0541-45f4-b1a6-d5b7c5892997 service neutron] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 917 time: 0.1734767 Mar 10 15:16:19.724412 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9a81e9f-fa8d-4820-82dd-3b46bfd20a40 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (b6b176f5-c074-48bc-ab6f-6cdc49bb276c), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:19.770315 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dcff3653-6054-4da8-9bd6-c28be1aaafa2 admin admin] Publish callbacks [] for security_group (014c2fcb-511b-418a-99be-d2a296a42f22), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:19.787497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4c527600-1f7a-4872-ae0c-8a945b013bff tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1703440166'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:19.788033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4c527600-1f7a-4872-ae0c-8a945b013bff tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Unknown quota resources ['metering_label']. {{(pid=115533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 15:16:19.814584 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cafaa593-b0ff-4478-940c-08d85eea064a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (73f25ce6-a2c7-4e62-a25c-4f48580c7fc1), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:19.854026 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cafaa593-b0ff-4478-940c-08d85eea064a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (73f25ce6-a2c7-4e62-a25c-4f48580c7fc1), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:19.910678 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cafaa593-b0ff-4478-940c-08d85eea064a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network 73f25ce6-a2c7-4e62-a25c-4f48580c7fc1 is not hosted by any dhcp agent {{(pid=115534) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:16:19.916411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafaa593-b0ff-4478-940c-08d85eea064a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:19.917197 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cafaa593-b0ff-4478-940c-08d85eea064a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:19.918778 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cafaa593-b0ff-4478-940c-08d85eea064a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "PUT /v2.0/networks/73f25ce6-a2c7-4e62-a25c-4f48580c7fc1 HTTP/1.1" status: 200 len: 760 time: 0.5886152 Mar 10 15:16:19.927552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35514) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:20.016156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-31ea72db-39d1-42c2-b8cb-b02f92852b2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87020666-2760-437f-9844-2e087c5b08d8 HTTP/1.1" status: 200 len: 1000 time: 0.3049381 Mar 10 15:16:20.036188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaa593-b0ff-4478-940c-08d85eea064a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=73f25ce6-a2c7-4e62-a25c-4f48580c7fc1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:20.053692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 73f25ce6-a2c7-4e62-a25c-4f48580c7fc1 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:20.073137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c527600-1f7a-4872-ae0c-8a945b013bff tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:20.074379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4c527600-1f7a-4872-ae0c-8a945b013bff tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4815373 Mar 10 15:16:20.077997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35516) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:20.105799 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9a81e9f-fa8d-4820-82dd-3b46bfd20a40 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (b6b176f5-c074-48bc-ab6f-6cdc49bb276c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:20.112390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-66cfe6d8-6891-4b7b-af86-4128e2e42a8a tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8c81e8a3-02e9-4e63-9342-31d84c3a6fe1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:20.112950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-66cfe6d8-6891-4b7b-af86-4128e2e42a8a tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 15:16:20.214933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-400ffec2-3b86-45df-bd3d-188587137716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:20.216406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-400ffec2-3b86-45df-bd3d-188587137716 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.1561866 Mar 10 15:16:20.227296 n-d-833090-1 neutron-server[115533]: WARNING neutron.services.metering.metering_plugin [None req-66cfe6d8-6891-4b7b-af86-4128e2e42a8a tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 10 15:16:20.290280 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab1e9e5-ea6d-4f31-8240-22d539fb92e3 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:20.295309 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3ab1e9e5-ea6d-4f31-8240-22d539fb92e3 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/networks?id=73f25ce6-a2c7-4e62-a25c-4f48580c7fc1 HTTP/1.1" status: 200 len: 763 time: 0.3632128 Mar 10 15:16:20.296698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35518) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:20.309023 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dcff3653-6054-4da8-9bd6-c28be1aaafa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (014c2fcb-511b-418a-99be-d2a296a42f22), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:20.312176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dcff3653-6054-4da8-9bd6-c28be1aaafa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:20.313370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dcff3653-6054-4da8-9bd6-c28be1aaafa2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/014c2fcb-511b-418a-99be-d2a296a42f22 HTTP/1.1" status: 204 len: 168 time: 0.8096399 Mar 10 15:16:20.375784 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-66cfe6d8-6891-4b7b-af86-4128e2e42a8a tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:20.376981 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-66cfe6d8-6891-4b7b-af86-4128e2e42a8a tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2735372 Mar 10 15:16:20.380505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35522) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:20.381284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff3653-6054-4da8-9bd6-c28be1aaafa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014c2fcb-511b-418a-99be-d2a296a42f22,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:20.387437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-711b0ada-cba3-406f-931e-fd7cd8542489 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8c81e8a3-02e9-4e63-9342-31d84c3a6fe1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:20.387938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-711b0ada-cba3-406f-931e-fd7cd8542489 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 15:16:20.439681 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9a81e9f-fa8d-4820-82dd-3b46bfd20a40 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (b6b176f5-c074-48bc-ab6f-6cdc49bb276c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:20.466408 n-d-833090-1 neutron-server[115533]: WARNING neutron.services.metering.metering_plugin [None req-711b0ada-cba3-406f-931e-fd7cd8542489 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 10 15:16:20.469543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-88db4343-38c3-43e5-941b-f6d628c9bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:20.471692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-88db4343-38c3-43e5-941b-f6d628c9bb6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1649446 Mar 10 15:16:20.534233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a81e9f-fa8d-4820-82dd-3b46bfd20a40 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b176f5-c074-48bc-ab6f-6cdc49bb276c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:20.549595 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9a81e9f-fa8d-4820-82dd-3b46bfd20a40 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:20.551155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d7184-cee2-4f19-beb7-c781f24fb289 None None] Network 90982dd7-89c4-4234-9427-74264a95aaa9 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:20.553289 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d9a81e9f-fa8d-4820-82dd-3b46bfd20a40 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "DELETE /v2.0/subnets/b6b176f5-c074-48bc-ab6f-6cdc49bb276c HTTP/1.1" status: 204 len: 168 time: 1.2408280 Mar 10 15:16:20.560922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35526) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:20.655013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a211e-e4fd-40fc-b460-f1b84e14879a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:20.657023 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4a4a211e-e4fd-40fc-b460-f1b84e14879a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3590143 Mar 10 15:16:20.690127 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35530) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:20.748167 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-711b0ada-cba3-406f-931e-fd7cd8542489 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:20.757514 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8fb4cef4-f158-420e-9e46-93cf79e06ee0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 207 time: 0.0634251 Mar 10 15:16:20.757708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-711b0ada-cba3-406f-931e-fd7cd8542489 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3707049 Mar 10 15:16:20.757819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35534) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:20.760613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (90982dd7-89c4-4234-9427-74264a95aaa9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:20.764362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35536) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:20.770063 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:20.825060 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bc22f933-a9ea-4f36-99b7-f211211a8e5a tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=c3cf9936-9538-431a-b1ce-9d57ed2eddce HTTP/1.1" status: 200 len: 462 time: 0.0621557 Mar 10 15:16:20.836976 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35538) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:20.957238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-bc07c208-8ccb-4de7-bae1-633ffadfedb5 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735007 Mar 10 15:16:20.974038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b0b63-b184-4b60-b87f-58c9628ddde2 req-7239a70e-1e02-4220-adcb-a4dc218fb8bf tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:20.981887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65b0b63-b184-4b60-b87f-58c9628ddde2 req-7239a70e-1e02-4220-adcb-a4dc218fb8bf tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2098107 Mar 10 15:16:21.030669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85db99c-449f-4875-a303-4cba9d423d91 None None] DHCP port deletion for 90982dd7-89c4-4234-9427-74264a95aaa9 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:16:21.158217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b85db99c-449f-4875-a303-4cba9d423d91 None None] Deleting port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:21.158625 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b85db99c-449f-4875-a303-4cba9d423d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:21.175641 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65b0b63-b184-4b60-b87f-58c9628ddde2 req-ec96b58e-5328-477b-aa16-59086b8c4cb1 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927748 Mar 10 15:16:21.271471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa87a8ce-68f2-422c-bd3d-3cdc1f87a019 req-c0af497a-d762-4170-a2bf-212073095bfd service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843919 Mar 10 15:16:21.504456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457baa4-87b3-4b42-98b2-e3a0640598c6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:21.523239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457baa4-87b3-4b42-98b2-e3a0640598c6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:21.535539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:16:21.539378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457baa4-87b3-4b42-98b2-e3a0640598c6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:21.548384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457baa4-87b3-4b42-98b2-e3a0640598c6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:21.561543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457baa4-87b3-4b42-98b2-e3a0640598c6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:21.567870 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457baa4-87b3-4b42-98b2-e3a0640598c6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:21.569712 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a457baa4-87b3-4b42-98b2-e3a0640598c6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.7991443 Mar 10 15:16:21.572895 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3e3a-5e25-45f4-9635-7c92f468a8b4 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:21.577415 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fa0a3e3a-5e25-45f4-9635-7c92f468a8b4 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/c3cf9936-9538-431a-b1ce-9d57ed2eddce HTTP/1.1" status: 204 len: 168 time: 0.7393596 Mar 10 15:16:21.577846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35566) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:21.578348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35568) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:21.604922 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f54067c4-42bf-4bdd-b6b5-68a8fea5a8f7 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=c3cf9936-9538-431a-b1ce-9d57ed2eddce HTTP/1.1" status: 200 len: 221 time: 0.0205433 Mar 10 15:16:21.604922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35570) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:21.628792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b85db99c-449f-4875-a303-4cba9d423d91 None None] For port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e19a0c9-ebaa-4e57-82a4-27952bcb5131,segment=NetworkSegment(70c9d695-1ce3-4ba2-8d21-f3afc266bb8d),segment_id=70c9d695-1ce3-4ba2-8d21-f3afc266bb8d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:21.629990 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b85db99c-449f-4875-a303-4cba9d423d91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:21.640441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-86181dfb-3fc6-45a3-8fa2-8f572ae09e85 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2130080145', 'description': 'label created by tempest'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:21.640935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-86181dfb-3fc6-45a3-8fa2-8f572ae09e85 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Unknown quota resources ['metering_label']. {{(pid=115534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 15:16:21.684147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Deleting port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:21.684498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:21.688863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b85db99c-449f-4875-a303-4cba9d423d91 None None] Calling delete_port for 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:21.769395 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:21.772149 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:21.808520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d3322e41-9f6b-480e-be45-02962f8bd8fc tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.2295504 Mar 10 15:16:21.812954 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35582) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:21.896181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35584) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:21.932970 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d7aa22e4-1a25-493b-a197-6f2289ec3957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:21.977319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e19a0c9-ebaa-4e57-82a4-27952bcb5131,segment=NetworkSegment(70c9d695-1ce3-4ba2-8d21-f3afc266bb8d),segment_id=70c9d695-1ce3-4ba2-8d21-f3afc266bb8d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:22.002106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-58e6430a-cd79-4a63-8d7a-b04655668fde tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:22.003808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-58e6430a-cd79-4a63-8d7a-b04655668fde tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/networks?id=c6e5513e-5eef-4aa1-b1a0-5293715a9889 HTTP/1.1" status: 200 len: 811 time: 0.4462984 Mar 10 15:16:22.020746 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.043697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-a5af79eb-8dd7-4a1a-a206-91569df9af02 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/quotas/168fe9a92e5e49429fad26db570a485d HTTP/1.1" status: 200 len: 375 time: 0.0340669 Mar 10 15:16:22.107634 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b85db99c-449f-4875-a303-4cba9d423d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.130245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'networks': [{'name': 'tempest-network--1614624470'}, {'name': 'tempest-network--1770555464'}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:22.130552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'network': {'name': 'tempest-network--1614624470'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:22.131241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'network': {'name': 'tempest-network--1770555464'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:22.132617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85db99c-449f-4875-a303-4cba9d423d91 None None] No DVR routers for this DVR port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:22.138350 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=7e19a0c9-ebaa-4e57-82a4-27952bcb5131,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:22.193725 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85db99c-449f-4875-a303-4cba9d423d91 None None] Pushing event deleted for resources: {'Port': ['ID=7e19a0c9-ebaa-4e57-82a4-27952bcb5131,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:22.202157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-39210d06-4a72-41c4-962f-3d71fa06040f tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=168fe9a92e5e49429fad26db570a485d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1527977 Mar 10 15:16:22.203548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Made reservation on behalf of ba10856e14d64eebaf581257a4c0e8ff for: {'network': 2} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:22.211266 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.224268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-45099257-33de-41e5-8136-799035636b7d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:16:22.225616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-45099257-33de-41e5-8136-799035636b7d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116417 Mar 10 15:16:22.252350 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.398934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-5e1d6275-51b8-4772-845a-92e2646bde8b service neutron] 10.222.0.11 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618218 Mar 10 15:16:22.443110 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for security_group (69f8f15e-8669-4d96-97fe-ff72f0a31c59), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.481752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (69f8f15e-8669-4d96-97fe-ff72f0a31c59), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.482351 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.492521 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-86181dfb-3fc6-45a3-8fa2-8f572ae09e85 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.496529 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-86181dfb-3fc6-45a3-8fa2-8f572ae09e85 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8933001 Mar 10 15:16:22.498532 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] For port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e19a0c9-ebaa-4e57-82a4-27952bcb5131,segment=NetworkSegment(70c9d695-1ce3-4ba2-8d21-f3afc266bb8d),segment_id=70c9d695-1ce3-4ba2-8d21-f3afc266bb8d)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:22.499383 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.502194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35598) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:22.507224 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b57bcc-8a55-4690-9aaf-7628e29dc069 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:22.509181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b57bcc-8a55-4690-9aaf-7628e29dc069 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:22.510826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b57bcc-8a55-4690-9aaf-7628e29dc069 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:22.512401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b57bcc-8a55-4690-9aaf-7628e29dc069 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:22.513872 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b57bcc-8a55-4690-9aaf-7628e29dc069 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:22.515765 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-29b57bcc-8a55-4690-9aaf-7628e29dc069 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7017000 Mar 10 15:16:22.520773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35600) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:22.541623 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Calling delete_port for 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:22.543128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:22.604837 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (36a1dfe7-4433-4dcf-8be6-8e65bfadb79e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.605454 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Added segment 36a1dfe7-4433-4dcf-8be6-8e65bfadb79e of type vlan for network c9f5ae22-4962-4a06-b0f1-57d7a97fcedc Mar 10 15:16:22.626062 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f83dcb65-c3a6-4efa-aa83-9387a58074e1 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=cc6d30f6-a1c0-4c18-8410-db102f321294 HTTP/1.1" status: 200 len: 468 time: 0.1088610 Mar 10 15:16:22.626547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35602) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:22.630349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f8f15e-8669-4d96-97fe-ff72f0a31c59,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:22.665656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-5873e457-82df-4908-abdc-78769f54f43c service neutron] 10.222.0.11 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552710 Mar 10 15:16:22.735742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7e19a0c9-ebaa-4e57-82a4-27952bcb5131), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.763842 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c9f5ae22-4962-4a06-b0f1-57d7a97fcedc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.767941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event deleted for resources: {'Port': ['ID=7e19a0c9-ebaa-4e57-82a4-27952bcb5131,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:22.780956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] No DVR routers for this DVR port 7e19a0c9-ebaa-4e57-82a4-27952bcb5131 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:22.785101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99713f44-c66b-412f-886b-cb847fea3ad4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:22.786400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99713f44-c66b-412f-886b-cb847fea3ad4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:22.787627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99713f44-c66b-412f-886b-cb847fea3ad4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:22.788952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99713f44-c66b-412f-886b-cb847fea3ad4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:22.790174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99713f44-c66b-412f-886b-cb847fea3ad4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:22.796251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-99713f44-c66b-412f-886b-cb847fea3ad4 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2693841 Mar 10 15:16:22.798455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35608) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:22.913349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.resource_extend [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:16:22.927026 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (90982dd7-89c4-4234-9427-74264a95aaa9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.953749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90982dd7-89c4-4234-9427-74264a95aaa9']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:22.966598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c9d695-1ce3-4ba2-8d21-f3afc266bb8d') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:22.967017 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c9d695-1ce3-4ba2-8d21-f3afc266bb8d') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:22.977964 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (70c9d695-1ce3-4ba2-8d21-f3afc266bb8d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:22.993672 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (70c9d695-1ce3-4ba2-8d21-f3afc266bb8d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.003885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:23.004428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (70c9d695-1ce3-4ba2-8d21-f3afc266bb8d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:23.008872 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:23.102051 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (90982dd7-89c4-4234-9427-74264a95aaa9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.107847 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.112249 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "DELETE /v2.0/networks/90982dd7-89c4-4234-9427-74264a95aaa9 HTTP/1.1" status: 204 len: 168 time: 2.5497868 Mar 10 15:16:23.115471 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35618) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:23.189130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91e001-6a10-4929-a57e-9cd1ee562a31 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event deleted for resources: {'Network': ['ID=90982dd7-89c4-4234-9427-74264a95aaa9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:23.470269 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-dc6996e3-d773-4bb6-aade-e2d0a2d7c244 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Deleting port 1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:23.470654 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc6996e3-d773-4bb6-aade-e2d0a2d7c244 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.494667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95966e82-e0c2-4fc6-952d-47646842ed56 req-e919beef-f904-4b20-b4f4-85345db0c40c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 210 time: 0.4506366 Mar 10 15:16:23.565808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:23.570418 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc6996e3-d773-4bb6-aade-e2d0a2d7c244 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.571065 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc6996e3-d773-4bb6-aade-e2d0a2d7c244 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for floatingip (1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.589086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-dc6996e3-d773-4bb6-aade-e2d0a2d7c244 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Calling delete_port for 1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:23.589867 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0152c4bf-27b6-4013-8974-f93ff61586bb tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.601137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0152c4bf-27b6-4013-8974-f93ff61586bb tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/cc6d30f6-a1c0-4c18-8410-db102f321294 HTTP/1.1" status: 204 len: 168 time: 0.9678204 Mar 10 15:16:23.604573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35626) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:23.634436 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (adda8cfe-da91-455d-9bb1-1bd7c4905b17), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.635552 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Added segment adda8cfe-da91-455d-9bb1-1bd7c4905b17 of type vlan for network 2c397d3b-816b-4dcd-b588-a8265975bf94 Mar 10 15:16:23.668249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0fce7-f9d2-46e3-b70d-dc528efd1efe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:23.670248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-74e0fce7-f9d2-46e3-b70d-dc528efd1efe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/networks/4fb825d6-58fc-4218-b0eb-4ee874da1520 HTTP/1.1" status: 200 len: 803 time: 0.8645673 Mar 10 15:16:23.677964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f4062bf7-807d-455f-be5b-1acda62a06aa tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=cc6d30f6-a1c0-4c18-8410-db102f321294 HTTP/1.1" status: 200 len: 216 time: 0.0649579 Mar 10 15:16:23.678614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35628) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:23.678993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35630) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:23.758533 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (2c397d3b-816b-4dcd-b588-a8265975bf94), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.799729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-125871ee-c2c0-4c23-bcce-1822733b097a tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1160047 Mar 10 15:16:23.806390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35634) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:23.867959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc6996e3-d773-4bb6-aade-e2d0a2d7c244 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.879165 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c9f5ae22-4962-4a06-b0f1-57d7a97fcedc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.881184 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (2c397d3b-816b-4dcd-b588-a8265975bf94), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.890456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:23.900942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:23.901711 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:23.915058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-76ee3a28-86b0-469f-a5c1-896f6cf29bfa tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0996201 Mar 10 15:16:23.919702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35636) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:23.929554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6996e3-d773-4bb6-aade-e2d0a2d7c244 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Pushing event deleted for resources: {'Port': ['ID=1cde2ef2-bb44-4484-9cc8-ea0cbf2bd26a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:23.996263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0997758 Mar 10 15:16:23.997187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35638) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:24.004927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3e5290e4-8451-4087-a1a7-015257cf6dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:24.055334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a492fdfe-60ac-450c-9095-1fb203cc5c84 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/networks/4fb825d6-58fc-4218-b0eb-4ee874da1520?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3733575 Mar 10 15:16:24.064364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35640) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:24.069850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event updated for resources: {'Network': ['ID=c9f5ae22-4962-4a06-b0f1-57d7a97fcedc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:24.085315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c9f5ae22-4962-4a06-b0f1-57d7a97fcedc details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:24.085676 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c49d2bad-bf3d-4d3d-926b-ed1c8f07f599 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/8c81e8a3-02e9-4e63-9342-31d84c3a6fe1 HTTP/1.1" status: 200 len: 473 time: 0.1467419 Mar 10 15:16:24.087537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35642) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:24.182840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1015d4ea-6f89-4645-ad81-5323210d982f tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/d53728c7-e729-43cd-b287-1d367e978638 HTTP/1.1" status: 200 len: 459 time: 0.0911646 Mar 10 15:16:24.186974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35644) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:24.197367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64f91bb-1673-4703-91c5-79de9e574e9d tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:24.198963 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b64f91bb-1673-4703-91c5-79de9e574e9d tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/subnets/4a0da169-e78a-4113-9b57-bf26cd819d35 HTTP/1.1" status: 200 len: 843 time: 0.1307783 Mar 10 15:16:24.203063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35646) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:24.223244 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc6996e3-d773-4bb6-aade-e2d0a2d7c244 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks [] for floatingip (c051cb83-a321-4ee5-8206-df44251c5651), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:24.225574 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dc6996e3-d773-4bb6-aade-e2d0a2d7c244 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:24.226720 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dc6996e3-d773-4bb6-aade-e2d0a2d7c244 tempest-FloatingIPAdminTestJSON-1148148034 tempest-FloatingIPAdminTestJSON-1148148034-project] 10.222.0.11 "DELETE /v2.0/floatingips/c051cb83-a321-4ee5-8206-df44251c5651 HTTP/1.1" status: 204 len: 168 time: 1.1007161 Mar 10 15:16:24.300555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4fdb8-f687-422c-96d6-9a83bce33671 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event updated for resources: {'Network': ['ID=2c397d3b-816b-4dcd-b588-a8265975bf94,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:24.314197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 2c397d3b-816b-4dcd-b588-a8265975bf94 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:24.376969 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b1b229c-d1b3-4a5c-9ff1-1fbd58a9e577 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:24.390235 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7b1b229c-d1b3-4a5c-9ff1-1fbd58a9e577 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/d53728c7-e729-43cd-b287-1d367e978638 HTTP/1.1" status: 204 len: 168 time: 0.1998737 Mar 10 15:16:24.390568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35652) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:24.461650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5dd15-5af0-4a5d-b59a-3aa1caeb69e1 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:24.472702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5dd15-5af0-4a5d-b59a-3aa1caeb69e1 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:24.484159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5dd15-5af0-4a5d-b59a-3aa1caeb69e1 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:24.491568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5dd15-5af0-4a5d-b59a-3aa1caeb69e1 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:24.507391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3be5dd15-5af0-4a5d-b59a-3aa1caeb69e1 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5001268 Mar 10 15:16:24.511007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35654) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:24.590427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c693196-2d65-432d-95fd-906ea9c7f27b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['shared'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:24.599179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8c693196-2d65-432d-95fd-906ea9c7f27b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "GET /v2.0/subnets/4a0da169-e78a-4113-9b57-bf26cd819d35?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3948216 Mar 10 15:16:24.600044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35658) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:24.645278 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16aac067-b257-4de5-94df-28d5086e18a4 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:24.654165 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-16aac067-b257-4de5-94df-28d5086e18a4 tempest-MeteringIpV6TestJSON-684076124 tempest-MeteringIpV6TestJSON-684076124-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/8c81e8a3-02e9-4e63-9342-31d84c3a6fe1 HTTP/1.1" status: 204 len: 168 time: 0.2624106 Mar 10 15:16:24.668348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478015829'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:24.814502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a168a0-2e1c-408e-8568-a1a138e82f25 req-d69fa02e-be80-44eb-8589-373f9d375f90 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 210 time: 0.1338637 Mar 10 15:16:24.844412 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35664) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:24.886785 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c9f5ae22-4962-4a06-b0f1-57d7a97fcedc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.062169 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0e987157-31b4-48b8-b138-ec3c955021e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb3b21b6e08e47828c4424e3bcf03212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2139578 Mar 10 15:16:25.062418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:25.062520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35672) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:25.073267 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.138498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5fc2970c-5f4d-4078-925f-b6955b33fc2d admin admin] Publish callbacks [] for security_group (7c116101-2a81-44d4-9955-87ec50da48ae), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.147201 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35674) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:25.160896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-9ae7d3e3-c79f-433d-a62c-af8fe85c941b tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:25.162909 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-9ae7d3e3-c79f-433d-a62c-af8fe85c941b tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.62 "GET /v2.0/networks?id=c6e5513e-5eef-4aa1-b1a0-5293715a9889 HTTP/1.1" status: 200 len: 811 time: 0.5083284 Mar 10 15:16:25.165424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:25.184936 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5fc2970c-5f4d-4078-925f-b6955b33fc2d admin admin] Publish callbacks [] for security_group (7c116101-2a81-44d4-9955-87ec50da48ae), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.188244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Request body: {'port': {'device_id': 'd5f23f40-afee-488d-b394-f7762108e70d', 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889', 'admin_state_up': True, 'tenant_id': '168fe9a92e5e49429fad26db570a485d'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:25.208632 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.229931 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (75e9000d-0af2-4db5-95f6-1c023fcc3c9d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.230278 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Added segment 75e9000d-0af2-4db5-95f6-1c023fcc3c9d of type vlan for network e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 Mar 10 15:16:25.260058 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5fc2970c-5f4d-4078-925f-b6955b33fc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7c116101-2a81-44d4-9955-87ec50da48ae), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.263483 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5fc2970c-5f4d-4078-925f-b6955b33fc2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.265369 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5fc2970c-5f4d-4078-925f-b6955b33fc2d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c116101-2a81-44d4-9955-87ec50da48ae HTTP/1.1" status: 204 len: 168 time: 0.2027431 Mar 10 15:16:25.271996 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c9f5ae22-4962-4a06-b0f1-57d7a97fcedc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.277466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2970c-5f4d-4078-925f-b6955b33fc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c116101-2a81-44d4-9955-87ec50da48ae,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:25.388482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f5ae22-4962-4a06-b0f1-57d7a97fcedc']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:25.402162 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.410175 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5dfec2cc-8212-4f0f-8248-68a845bbb6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.411930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a1dfe7-4433-4dcf-8be6-8e65bfadb79e') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:25.412229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a1dfe7-4433-4dcf-8be6-8e65bfadb79e') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:25.431923 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (36a1dfe7-4433-4dcf-8be6-8e65bfadb79e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.468076 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (36a1dfe7-4433-4dcf-8be6-8e65bfadb79e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.478176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.483186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:25.483803 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.487652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:25.488072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (36a1dfe7-4433-4dcf-8be6-8e65bfadb79e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:25.495676 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:25.544729 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5dfec2cc-8212-4f0f-8248-68a845bbb6aa admin admin] Publish callbacks [] for security_group (9ef98b5c-8053-4e79-a062-a2364e826bb6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.554851 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5dfec2cc-8212-4f0f-8248-68a845bbb6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9ef98b5c-8053-4e79-a062-a2364e826bb6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.600693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9478619 Mar 10 15:16:25.602552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35684) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:25.629322 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5dfec2cc-8212-4f0f-8248-68a845bbb6aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d44eda3b59f04a4bb6b3b2b7bd0a77eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4789042 Mar 10 15:16:25.630879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35686) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:25.631387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec2cc-8212-4f0f-8248-68a845bbb6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef98b5c-8053-4e79-a062-a2364e826bb6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:25.635476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'network_id': 'e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:25.641675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Made reservation on behalf of 168fe9a92e5e49429fad26db570a485d for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:25.645735 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.655212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3cdc8-f376-43ed-bda8-6a7b06039784 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Network': ['ID=e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:25.668909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:25.674902 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c9f5ae22-4962-4a06-b0f1-57d7a97fcedc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.686352 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.691304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "DELETE /v2.0/networks/c9f5ae22-4962-4a06-b0f1-57d7a97fcedc HTTP/1.1" status: 204 len: 168 time: 1.1789281 Mar 10 15:16:25.693877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35688) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:25.727060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35690) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:25.754514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b1-4bd0-4761-bd45-8488d2c8df6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.774007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9f4f9-448d-4745-a8db-0d09ac917640 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Network': ['ID=c9f5ae22-4962-4a06-b0f1-57d7a97fcedc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:25.842046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (2c397d3b-816b-4dcd-b588-a8265975bf94), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.959279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (2c397d3b-816b-4dcd-b588-a8265975bf94), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.984060 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3bad2739-5422-409d-a903-9d9aa3854b86 admin admin] Publish callbacks [] for security_group (9ef98b5c-8053-4e79-a062-a2364e826bb6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:25.990732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e34fee1-2ec3-4908-8e8f-5d40ea4767d9 req-13cc768a-05ff-4bae-9a55-2e5dad37d73a tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 210 time: 0.0814958 Mar 10 15:16:25.996004 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b1-4bd0-4761-bd45-8488d2c8df6f admin admin] Publish callbacks [] for security_group (3fcb5413-5371-4d0b-ae3b-6237580b7c6f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.001010 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c397d3b-816b-4dcd-b588-a8265975bf94']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:26.017444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adda8cfe-da91-455d-9bb1-1bd7c4905b17') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:26.017919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adda8cfe-da91-455d-9bb1-1bd7c4905b17') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:26.023395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3bad2739-5422-409d-a903-9d9aa3854b86 admin admin] Publish callbacks [] for security_group (9ef98b5c-8053-4e79-a062-a2364e826bb6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.026185 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd85c2b1-4bd0-4761-bd45-8488d2c8df6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3fcb5413-5371-4d0b-ae3b-6237580b7c6f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.035997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Made reservation on behalf of 2848b28c40b94190ab9c99f4ca7b9545 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:26.039457 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.039732 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (adda8cfe-da91-455d-9bb1-1bd7c4905b17), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.078224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Allocated IP 172.20.0.5 (c6e5513e-5eef-4aa1-b1a0-5293715a9889/b461b8ba-c71f-44ba-8a3f-9f7cdda42dde/bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:26.081978 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fd85c2b1-4bd0-4761-bd45-8488d2c8df6f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f063240a526d4ef8a883b14b720b6916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3541110 Mar 10 15:16:26.084261 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (adda8cfe-da91-455d-9bb1-1bd7c4905b17), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.092409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35696) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:26.094702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85c2b1-4bd0-4761-bd45-8488d2c8df6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcb5413-5371-4d0b-ae3b-6237580b7c6f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:26.106106 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:26.106434 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (adda8cfe-da91-455d-9bb1-1bd7c4905b17), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:26.109692 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:26.157634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Performing IP validity checks on allocation pools {{(pid=115533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 15:16:26.158162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 15:16:26.208394 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3bad2739-5422-409d-a903-9d9aa3854b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9ef98b5c-8053-4e79-a062-a2364e826bb6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.210598 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (2c397d3b-816b-4dcd-b588-a8265975bf94), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.211076 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3bad2739-5422-409d-a903-9d9aa3854b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.214757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3bad2739-5422-409d-a903-9d9aa3854b86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ef98b5c-8053-4e79-a062-a2364e826bb6 HTTP/1.1" status: 204 len: 168 time: 0.5716205 Mar 10 15:16:26.232567 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.240631 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "DELETE /v2.0/networks/2c397d3b-816b-4dcd-b588-a8265975bf94 HTTP/1.1" status: 204 len: 168 time: 0.5432265 Mar 10 15:16:26.240797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad2739-5422-409d-a903-9d9aa3854b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef98b5c-8053-4e79-a062-a2364e826bb6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:26.250909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35702) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:26.265576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ecf75849-8b6c-48ce-98e1-7b21cea14551 admin admin] Publish callbacks [] for security_group (3fcb5413-5371-4d0b-ae3b-6237580b7c6f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.310082 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cabb95-93ac-4693-8936-9404e170d583 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Network': ['ID=2c397d3b-816b-4dcd-b588-a8265975bf94,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:26.323686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ecf75849-8b6c-48ce-98e1-7b21cea14551 admin admin] Publish callbacks [] for security_group (3fcb5413-5371-4d0b-ae3b-6237580b7c6f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.394306 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ecf75849-8b6c-48ce-98e1-7b21cea14551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3fcb5413-5371-4d0b-ae3b-6237580b7c6f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.398017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ecf75849-8b6c-48ce-98e1-7b21cea14551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.400649 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ecf75849-8b6c-48ce-98e1-7b21cea14551 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fcb5413-5371-4d0b-ae3b-6237580b7c6f HTTP/1.1" status: 204 len: 168 time: 0.3131857 Mar 10 15:16:26.425210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf75849-8b6c-48ce-98e1-7b21cea14551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcb5413-5371-4d0b-ae3b-6237580b7c6f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:26.526821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70361c53-0c89-43bf-8cca-ab8cd8c0ab80 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:26.547351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70361c53-0c89-43bf-8cca-ab8cd8c0ab80 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:26.549623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-70361c53-0c89-43bf-8cca-ab8cd8c0ab80 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2946966 Mar 10 15:16:26.553453 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35712) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:26.555511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks [] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.560401 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.561975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1272522396'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:26.611452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Made reservation on behalf of ba10856e14d64eebaf581257a4c0e8ff for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:26.615997 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.661116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:26.679941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9da87d72-bc46-4960-a3e7-32b687cf70e8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.680762 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Added segment 9da87d72-bc46-4960-a3e7-32b687cf70e8 of type vlan for network 32404a2d-01bb-41b4-a99b-c38cae0ee905 Mar 10 15:16:26.682738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (b82bc379-85d4-4d3e-83cb-e2c73a5d72be), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.787306 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (32404a2d-01bb-41b4-a99b-c38cae0ee905), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.789750 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.810585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35718) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:26.816962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['41543a3b-c75f-4dfa-bdd5-956e066e63c0'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:16:26.834744 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6063898-912f-4403-a862-acfbad014104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.839121 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (32404a2d-01bb-41b4-a99b-c38cae0ee905), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.844739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:26.845446 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:26.907299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=b82bc379-85d4-4d3e-83cb-e2c73a5d72be,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:26.950719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Network c6e5513e-5eef-4aa1-b1a0-5293715a9889 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:26.964953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:26.979311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Pushing event updated for resources: {'Port': ['ID=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:26.984736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:26.993733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Checking segment: {'id': '75e9000d-0af2-4db5-95f6-1c023fcc3c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:26.994121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network hostable DHCP agents. Network: e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:27.023504 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6063898-912f-4403-a862-acfbad014104 admin admin] Publish callbacks [] for security_group (d1b47394-75b3-4b9f-9894-b8939ed7f49f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.063858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event updated for resources: {'Network': ['ID=32404a2d-01bb-41b4-a99b-c38cae0ee905,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:27.083623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 32404a2d-01bb-41b4-a99b-c38cae0ee905 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:27.084833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35726) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:27.090883 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e902638b-1c71-4f2e-8940-8e8bfc56fa62 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5319452 Mar 10 15:16:27.090883 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6063898-912f-4403-a862-acfbad014104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d1b47394-75b3-4b9f-9894-b8939ed7f49f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.113865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1792314066'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:27.131875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Network e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:27.157510 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c6063898-912f-4403-a862-acfbad014104 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1889ee823a54de4b1c9f1259090282e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3447986 Mar 10 15:16:27.159593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35732) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:27.179939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6063898-912f-4403-a862-acfbad014104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b47394-75b3-4b9f-9894-b8939ed7f49f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:27.223423 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35734) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:27.242857 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa61c00d-c00d-4a82-be22-d23ff2975ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.287614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:27.288601 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.297737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:27.309996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07134310-d963-485f-8118-11b67ce87d9f None None] Network e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:27.318292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:27.319278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.333709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Made reservation on behalf of ba10856e14d64eebaf581257a4c0e8ff for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:27.337932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.359158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-459fa1d2-1d9b-42bd-b791-5f74f0284fcf tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7302055 Mar 10 15:16:27.375012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35738) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:27.378664 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa61c00d-c00d-4a82-be22-d23ff2975ef0 admin admin] Publish callbacks [] for security_group (7fe607d5-2978-4caa-b827-5ff525bb8e6b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.384888 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa61c00d-c00d-4a82-be22-d23ff2975ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7fe607d5-2978-4caa-b827-5ff525bb8e6b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.403630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-e91ddde7-8881-4a9e-b89a-a557f64bb1d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2248554 Mar 10 15:16:27.409443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f878e893-69b7-4a86-8d3d-5dfb1ac99e3a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:27.418676 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fa61c00d-c00d-4a82-be22-d23ff2975ef0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8cfe5e67e4ac4aa9b6b13efef0f9a31e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939781 Mar 10 15:16:27.427601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35740) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:27.454879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6', 'network_id': 'e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6', 'project_id': '2848b28c40b94190ab9c99f4ca7b9545', 'fixed_ips': [{'subnet_id': 'b82bc379-85d4-4d3e-83cb-e2c73a5d72be'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:16:27.455798 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.490107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61c00d-c00d-4a82-be22-d23ff2975ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe607d5-2978-4caa-b827-5ff525bb8e6b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:27.502756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd847b86-7016-4719-874b-a5b6e140e34a admin admin] Publish callbacks [] for security_group (7fe607d5-2978-4caa-b827-5ff525bb8e6b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.509119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Request body: {'port': {'device_id': 'd5f23f40-afee-488d-b394-f7762108e70d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:27.525445 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd847b86-7016-4719-874b-a5b6e140e34a admin admin] Publish callbacks [] for security_group (7fe607d5-2978-4caa-b827-5ff525bb8e6b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.577409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd847b86-7016-4719-874b-a5b6e140e34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7fe607d5-2978-4caa-b827-5ff525bb8e6b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.580264 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cd847b86-7016-4719-874b-a5b6e140e34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.581404 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cd847b86-7016-4719-874b-a5b6e140e34a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fe607d5-2978-4caa-b827-5ff525bb8e6b HTTP/1.1" status: 204 len: 168 time: 0.1527231 Mar 10 15:16:27.590091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd847b86-7016-4719-874b-a5b6e140e34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe607d5-2978-4caa-b827-5ff525bb8e6b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:27.662330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Allocated IP 2001:db8::3 (e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6/b82bc379-85d4-4d3e-83cb-e2c73a5d72be/9ac4222b-f2b2-4791-90d4-4742193eff9c) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:27.724414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:27.756759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e5b267a4-1b49-4d3d-bfc0-c420d16c7f5b admin admin] Publish callbacks [] for security_group (d1b47394-75b3-4b9f-9894-b8939ed7f49f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.772279 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f878e893-69b7-4a86-8d3d-5dfb1ac99e3a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26248554'] for subnet (b82bc379-85d4-4d3e-83cb-e2c73a5d72be), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.781842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939389b-e75f-4131-9fc2-53378736e85f req-34d52909-c0ee-4524-8668-59d2ba9171a7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:27.784547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c939389b-e75f-4131-9fc2-53378736e85f req-34d52909-c0ee-4524-8668-59d2ba9171a7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 931 time: 0.6500804 Mar 10 15:16:27.795101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e1e46a52-1631-4fc5-bda2-8f6e6d4b450c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.795450 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Added segment e1e46a52-1631-4fc5-bda2-8f6e6d4b450c of type vlan for network a23a2701-11f2-483d-8875-299f756c74cd Mar 10 15:16:27.797295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.863904 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Publish callbacks [] for port (9ac4222b-f2b2-4791-90d4-4742193eff9c), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.874986 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (9ac4222b-f2b2-4791-90d4-4742193eff9c), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.878360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51739-8026-49cc-aeb5-05c122a5bfcc req-cf65ebc9-76b7-456e-bf72-71202bf4c5df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:27.885553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40b51739-8026-49cc-aeb5-05c122a5bfcc req-cf65ebc9-76b7-456e-bf72-71202bf4c5df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.5417335 Mar 10 15:16:27.909429 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e5b267a4-1b49-4d3d-bfc0-c420d16c7f5b admin admin] Publish callbacks [] for security_group (d1b47394-75b3-4b9f-9894-b8939ed7f49f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:27.972207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Network e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:27.984007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:27.988760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:28.005430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Pushing event updated for resources: {'Port': ['ID=9ac4222b-f2b2-4791-90d4-4742193eff9c,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:28.058323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (a23a2701-11f2-483d-8875-299f756c74cd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:28.078962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Attempting to bind port 9ac4222b-f2b2-4791-90d4-4742193eff9c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:28.079513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Attempting to bind port 9ac4222b-f2b2-4791-90d4-4742193eff9c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '75e9000d-0af2-4db5-95f6-1c023fcc3c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:28.079881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Attempting to bind port 9ac4222b-f2b2-4791-90d4-4742193eff9c on network e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:28.086667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:16:28.087120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Checking segment: {'id': '75e9000d-0af2-4db5-95f6-1c023fcc3c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:28.087532 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:28.087926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Bound using segment: {'id': '75e9000d-0af2-4db5-95f6-1c023fcc3c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:16:28.100631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Bound port: 9ac4222b-f2b2-4791-90d4-4742193eff9c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e9000d-0af2-4db5-95f6-1c023fcc3c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:16:28.101192 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9ac4222b-f2b2-4791-90d4-4742193eff9c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:28.183682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c939389b-e75f-4131-9fc2-53378736e85f req-5808b506-5d3e-4567-8a09-21b1ef543f85 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765378 Mar 10 15:16:28.254379 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:28.278610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40b51739-8026-49cc-aeb5-05c122a5bfcc req-12a74129-861d-4284-846e-cd0c6dbad319 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921132 Mar 10 15:16:28.297758 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (a23a2701-11f2-483d-8875-299f756c74cd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:28.303480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:28.304125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:28.333160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] For port 9ac4222b-f2b2-4791-90d4-4742193eff9c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:28.337475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] For port 9ac4222b-f2b2-4791-90d4-4742193eff9c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9ac4222b-f2b2-4791-90d4-4742193eff9c,segment=NetworkSegment(75e9000d-0af2-4db5-95f6-1c023fcc3c9d),segment_id=75e9000d-0af2-4db5-95f6-1c023fcc3c9d)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:16:28.353702 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9ac4222b-f2b2-4791-90d4-4742193eff9c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:28.395200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e5b267a4-1b49-4d3d-bfc0-c420d16c7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d1b47394-75b3-4b9f-9894-b8939ed7f49f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:28.399240 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e5b267a4-1b49-4d3d-bfc0-c420d16c7f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:28.403918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e5b267a4-1b49-4d3d-bfc0-c420d16c7f5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1b47394-75b3-4b9f-9894-b8939ed7f49f HTTP/1.1" status: 204 len: 168 time: 1.2114384 Mar 10 15:16:28.451347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3607647 Mar 10 15:16:28.452957 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35766) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:28.459151 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'ports': [{'network_id': '32404a2d-01bb-41b4-a99b-c38cae0ee905', 'name': 'tempest-port--1093184635', 'admin_state_up': True}, {'network_id': 'a23a2701-11f2-483d-8875-299f756c74cd', 'admin_state_up': False}]} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:28.459727 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'port': {'network_id': '32404a2d-01bb-41b4-a99b-c38cae0ee905', 'name': 'tempest-port--1093184635', 'admin_state_up': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:28.460376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'port': {'network_id': 'a23a2701-11f2-483d-8875-299f756c74cd', 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:28.533202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5caa9-6a96-45c1-9c16-89da96c91ad8 None None] Pushing event updated for resources: {'Port': ['ID=9ac4222b-f2b2-4791-90d4-4742193eff9c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:28.690211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b267a4-1b49-4d3d-bfc0-c420d16c7f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b47394-75b3-4b9f-9894-b8939ed7f49f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:28.916808 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Made reservation on behalf of ba10856e14d64eebaf581257a4c0e8ff for: {'port': 2} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:28.923174 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:28.946668 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:29.186571 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] device_id is not set on port f4dd90c8-e852-4823-b90e-7ceb1da411ab yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:29.368848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for port (f4dd90c8-e852-4823-b90e-7ceb1da411ab), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:29.471696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] device_id is not set on port 9c62d05b-dd64-4034-8a26-a65c29df576b yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:29.512741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffdf73-7af3-4bf7-84ee-b025327aef0a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event updated for resources: {'Network': ['ID=a23a2701-11f2-483d-8875-299f756c74cd,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:29.540754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network a23a2701-11f2-483d-8875-299f756c74cd details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:29.612551 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for port (9c62d05b-dd64-4034-8a26-a65c29df576b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:29.615205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9ac4222b-f2b2-4791-90d4-4742193eff9c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:16:29.669534 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f4dd90c8-e852-4823-b90e-7ceb1da411ab), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:29.776620 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event updated for resources: {'Port': ['ID=f4dd90c8-e852-4823-b90e-7ceb1da411ab,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:29.835411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Checking segment: {'id': '9da87d72-bc46-4960-a3e7-32b687cf70e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '32404a2d-01bb-41b4-a99b-c38cae0ee905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:29.835897 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Network hostable DHCP agents. Network: 32404a2d-01bb-41b4-a99b-c38cae0ee905, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:29.842382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:16:29.867243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93144e-b123-44c4-bd1c-943ad6154bbf req-950d6d1b-5e0a-4d9f-b8d1-94c277b493dd tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:29.868791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d93144e-b123-44c4-bd1c-943ad6154bbf req-950d6d1b-5e0a-4d9f-b8d1-94c277b493dd tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 931 time: 0.5185695 Mar 10 15:16:29.872996 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f878e893-69b7-4a86-8d3d-5dfb1ac99e3a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750712408158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25576784'] for subnet (b82bc379-85d4-4d3e-83cb-e2c73a5d72be), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:29.879602 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Publish callbacks [] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:29.882390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Network 32404a2d-01bb-41b4-a99b-c38cae0ee905 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:29.906241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 32404a2d-01bb-41b4-a99b-c38cae0ee905) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:29.909467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380bd2d-0286-402e-bf8f-e8a86b9e0ff0 req-61172cf7-74ed-4a76-afe2-1bef644fa913 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:29.920665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f380bd2d-0286-402e-bf8f-e8a86b9e0ff0 req-61172cf7-74ed-4a76-afe2-1bef644fa913 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.4317639 Mar 10 15:16:29.928625 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:29.930774 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (9c62d05b-dd64-4034-8a26-a65c29df576b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:29.966089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1b5b6b-6c39-467f-9e80-666472eab645 None None] Network 32404a2d-01bb-41b4-a99b-c38cae0ee905 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:30.007561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event updated for resources: {'Port': ['ID=9c62d05b-dd64-4034-8a26-a65c29df576b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:30.083485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d93144e-b123-44c4-bd1c-943ad6154bbf req-e4d42307-67fd-4471-97d7-cda439b40c39 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985059 Mar 10 15:16:30.088591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Transition to ACTIVE for port object bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:16:30.105566 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:30.115960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Checking segment: {'id': 'e1e46a52-1631-4fc5-bda2-8f6e6d4b450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a23a2701-11f2-483d-8875-299f756c74cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:30.116491 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Network hostable DHCP agents. Network: a23a2701-11f2-483d-8875-299f756c74cd, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:30.156823 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Network a23a2701-11f2-483d-8875-299f756c74cd is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:30.177834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, a23a2701-11f2-483d-8875-299f756c74cd) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:30.186829 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:30.202603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:30.223405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f878e893-69b7-4a86-8d3d-5dfb1ac99e3a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:30.224379 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f878e893-69b7-4a86-8d3d-5dfb1ac99e3a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:30.226164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f878e893-69b7-4a86-8d3d-5dfb1ac99e3a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "PUT /v2.0/subnets/b82bc379-85d4-4d3e-83cb-e2c73a5d72be HTTP/1.1" status: 200 len: 900 time: 2.8460522 Mar 10 15:16:30.232016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:30.234581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35808) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:30.234785 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:30.275008 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1a8afc52-b43b-4d5c-8be8-fae6e41457f2 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8200026 Mar 10 15:16:30.277242 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35810) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:30.288292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc71a24-4d65-4d5d-bbe0-374899ebc340 None None] Network a23a2701-11f2-483d-8875-299f756c74cd requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:30.352050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878e893-69b7-4a86-8d3d-5dfb1ac99e3a tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event updated for resources: {'Subnet': ['ID=b82bc379-85d4-4d3e-83cb-e2c73a5d72be,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:30.355224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:30.439398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf43f7ea-3596-49b0-9404-76727ef52f41 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:30.451694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f380bd2d-0286-402e-bf8f-e8a86b9e0ff0 req-b5b1be5d-80c9-4c15-868a-eff982a2488d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5300572 Mar 10 15:16:30.454754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf43f7ea-3596-49b0-9404-76727ef52f41 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:30.462119 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bf43f7ea-3596-49b0-9404-76727ef52f41 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1838620 Mar 10 15:16:30.475615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35816) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:30.522438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Attempting to bind port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:30.523449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Attempting to bind port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:30.527218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Attempting to bind port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d on network c6e5513e-5eef-4aa1-b1a0-5293715a9889 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:30.544547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d on network c6e5513e-5eef-4aa1-b1a0-5293715a9889 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:30.545271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Attempting to bind port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d on network c6e5513e-5eef-4aa1-b1a0-5293715a9889 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:30.548495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0474fec2-ad67-48e6-b264-e66ced94905d None None] Network e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:30.568706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:16:30.577543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Checking segment: {'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:30.578375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Bound using segment: {'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:16:30.579350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Bound port: bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a98c6834-17cb-4320-a22c-919dc1014bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:16:30.580870 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:30.613562 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:30.701582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-29aa8da4-6163-4a6f-8ba5-6d651bb2e000 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Deleting port f4dd90c8-e852-4823-b90e-7ceb1da411ab {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:30.701941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29aa8da4-6163-4a6f-8ba5-6d651bb2e000 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f4dd90c8-e852-4823-b90e-7ceb1da411ab), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:30.722380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35822) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:30.819362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9ac4222b-f2b2-4791-90d4-4742193eff9c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:16:30.819756 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9ac4222b-f2b2-4791-90d4-4742193eff9c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:30.879126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] For port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:30.928239 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29aa8da4-6163-4a6f-8ba5-6d651bb2e000 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f4dd90c8-e852-4823-b90e-7ceb1da411ab), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:30.943785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] For port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:16:30.946568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting port 9ac4222b-f2b2-4791-90d4-4742193eff9c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:30.947131 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9ac4222b-f2b2-4791-90d4-4742193eff9c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:30.960187 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-866584104', 'router:external': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:30.981582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-29aa8da4-6163-4a6f-8ba5-6d651bb2e000 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Calling delete_port for f4dd90c8-e852-4823-b90e-7ceb1da411ab owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:30.982528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-18ae3a1e-8583-4c7c-b8ea-aba68bf10e63 None None] Provisioning complete for port 9ac4222b-f2b2-4791-90d4-4742193eff9c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:16:30.982935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-18ae3a1e-8583-4c7c-b8ea-aba68bf10e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9ac4222b-f2b2-4791-90d4-4742193eff9c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.054053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.087429 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Made reservation on behalf of 5aa2ea0c49924a29827a84ede2812324 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:31.090112 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.117409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.193064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] For port 9ac4222b-f2b2-4791-90d4-4742193eff9c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9ac4222b-f2b2-4791-90d4-4742193eff9c,segment=NetworkSegment(75e9000d-0af2-4db5-95f6-1c023fcc3c9d),segment_id=75e9000d-0af2-4db5-95f6-1c023fcc3c9d)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:31.193064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9ac4222b-f2b2-4791-90d4-4742193eff9c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.210120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Calling delete_port for 9ac4222b-f2b2-4791-90d4-4742193eff9c owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:31.211726 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29aa8da4-6163-4a6f-8ba5-6d651bb2e000 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f4dd90c8-e852-4823-b90e-7ceb1da411ab), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.333152 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa8da4-6163-4a6f-8ba5-6d651bb2e000 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Port': ['ID=f4dd90c8-e852-4823-b90e-7ceb1da411ab,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:31.336311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:31.359315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29aa8da4-6163-4a6f-8ba5-6d651bb2e000 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.362663 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-29aa8da4-6163-4a6f-8ba5-6d651bb2e000 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "DELETE /v2.0/ports/f4dd90c8-e852-4823-b90e-7ceb1da411ab HTTP/1.1" status: 204 len: 168 time: 0.8969336 Mar 10 15:16:31.374291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35842) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:31.383660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for security_group (55b3c756-3fae-4e61-82ad-d79a0f64cd24), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.395721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9ac4222b-f2b2-4791-90d4-4742193eff9c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:31.396125 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9ac4222b-f2b2-4791-90d4-4742193eff9c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.399879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-18ae3a1e-8583-4c7c-b8ea-aba68bf10e63 None None] Current status of the port 9ac4222b-f2b2-4791-90d4-4742193eff9c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:31.400219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-18ae3a1e-8583-4c7c-b8ea-aba68bf10e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9ac4222b-f2b2-4791-90d4-4742193eff9c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.446590 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (55b3c756-3fae-4e61-82ad-d79a0f64cd24), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.450157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:31.451106 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.452663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-11d01a8d-d345-4fcd-88b9-235e6139b273 service neutron] 10.222.0.62 "PUT /v2.0/ports/bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d HTTP/1.1" status: 200 len: 1091 time: 3.9801674 Mar 10 15:16:31.455846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f23f40-afee-488d-b394-f7762108e70d', 'tag': 'bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:16:31.460497 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df28f9a-d3d2-4b02-b228-270cff49951b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f23f40-afee-488d-b394-f7762108e70d", "tag": "bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:16:31.546160 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9ac4222b-f2b2-4791-90d4-4742193eff9c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.561945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4da674-2ed1-4355-aeb4-7a8e8f00c46b req-cd363834-e8d4-4440-877d-b6ffa52cf001 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:31.563772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a4da674-2ed1-4355-aeb4-7a8e8f00c46b req-cd363834-e8d4-4440-877d-b6ffa52cf001 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 943 time: 0.2070522 Mar 10 15:16:31.603637 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b3c756-3fae-4e61-82ad-d79a0f64cd24,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:31.628517 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f27c1f-a425-4c42-9c09-b6ef6dc17dcf x-openstack-request-id: req-79f27c1f-a425-4c42-9c09-b6ef6dc17dcf {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:16:31.629111 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f23f40-afee-488d-b394-f7762108e70d", "tag": "bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:16:31.629597 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79f27c1f-a425-4c42-9c09-b6ef6dc17dcf {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:16:31.630234 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f23f40-afee-488d-b394-f7762108e70d', 'tag': 'bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d', 'status': 'completed', 'code': 200} Mar 10 15:16:31.685129 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Port': ['ID=9ac4222b-f2b2-4791-90d4-4742193eff9c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:31.724081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:31.755816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (881982d2-2f90-4434-8c00-3f27833a6c19), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.756172 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Added segment 881982d2-2f90-4434-8c00-3f27833a6c19 of type vlan for network bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36 Mar 10 15:16:31.817293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35858) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:31.837641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03626c54-d342-4964-b341-0515878e506d None None] Network e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:31.842725 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.855709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No DVR routers for this DVR port 9ac4222b-f2b2-4791-90d4-4742193eff9c on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:31.874541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9b58bb19-2206-4b89-97bd-6e7e79d93dae tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Deleting port 9c62d05b-dd64-4034-8a26-a65c29df576b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:31.874923 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b58bb19-2206-4b89-97bd-6e7e79d93dae tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9c62d05b-dd64-4034-8a26-a65c29df576b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.902073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ca744feb-01c1-4109-9668-1efb1f58e7e0 None None] Could not find standard attr ID for object 9ac4222b-f2b2-4791-90d4-4742193eff9c. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:16:31.907722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a4da674-2ed1-4355-aeb4-7a8e8f00c46b req-dd4a6dfa-3ca3-4838-a1e5-0d9923d8c0f5 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845519 Mar 10 15:16:31.922687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-0f5de434-9f5c-4034-a0d1-94c75fc95d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:31.925742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-0f5de434-9f5c-4034-a0d1-94c75fc95d43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=168fe9a92e5e49429fad26db570a485d&device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 1125 time: 0.4151843 Mar 10 15:16:31.937619 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.940665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:31.941566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.988229 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (b82bc379-85d4-4d3e-83cb-e2c73a5d72be), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:31.994507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-6c633baa-d604-4b8a-9b27-71687f91dd15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d HTTP/1.1" status: 200 len: 217 time: 0.0527515 Mar 10 15:16:32.011889 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b58bb19-2206-4b89-97bd-6e7e79d93dae tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9c62d05b-dd64-4034-8a26-a65c29df576b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.031254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9b58bb19-2206-4b89-97bd-6e7e79d93dae tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Calling delete_port for 9c62d05b-dd64-4034-8a26-a65c29df576b owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:32.077559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-519d24ae-2733-4238-9d29-3f73a2ab9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:32.079233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-519d24ae-2733-4238-9d29-3f73a2ab9738 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b461b8ba-c71f-44ba-8a3f-9f7cdda42dde HTTP/1.1" status: 200 len: 851 time: 0.0559280 Mar 10 15:16:32.089501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9948b6-ffe4-44f1-8e88-fb1e942a781e req-41a4391f-71e1-435a-a2d0-f1e5d45de5be tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:32.092222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb9948b6-ffe4-44f1-8e88-fb1e942a781e req-41a4391f-71e1-435a-a2d0-f1e5d45de5be tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.3682582 Mar 10 15:16:32.115624 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-511375966'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:32.122744 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3957908 Mar 10 15:16:32.136328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35862) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:32.140486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-fd4ad73d-083a-4c60-8b62-0424335ccaf8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6e5513e-5eef-4aa1-b1a0-5293715a9889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470719 Mar 10 15:16:32.145131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Request body: {'subnet': {'network_id': 'bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:32.209558 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7043c-90d9-48c2-9266-7acce0bf45e3 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event updated for resources: {'Network': ['ID=bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:32.219646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:32.222582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Made reservation on behalf of 5d4ec4ab45a841a18dcf7f6e62a94b68 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:32.228547 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.241331 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.281817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b58bb19-2206-4b89-97bd-6e7e79d93dae tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (9c62d05b-dd64-4034-8a26-a65c29df576b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.284303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Made reservation on behalf of 5aa2ea0c49924a29827a84ede2812324 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:32.286782 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.334073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58bb19-2206-4b89-97bd-6e7e79d93dae tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Port': ['ID=9c62d05b-dd64-4034-8a26-a65c29df576b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:32.339970 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b58bb19-2206-4b89-97bd-6e7e79d93dae tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.347981 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9b58bb19-2206-4b89-97bd-6e7e79d93dae tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "DELETE /v2.0/ports/9c62d05b-dd64-4034-8a26-a65c29df576b HTTP/1.1" status: 204 len: 168 time: 0.9694991 Mar 10 15:16:32.348992 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35864) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:32.387441 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-faaabff2-08f4-4bc4-afd7-f14050072c96 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0372598 Mar 10 15:16:32.399771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35866) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:32.406506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (b82bc379-85d4-4d3e-83cb-e2c73a5d72be), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.406714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-240634854'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:32.411852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb9948b6-ffe4-44f1-8e88-fb1e942a781e req-535f482e-7095-4753-bca8-2def6c6d1a5d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048403 Mar 10 15:16:32.451750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Made reservation on behalf of ba10856e14d64eebaf581257a4c0e8ff for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:32.458267 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.464665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Subnet': ['ID=b82bc379-85d4-4d3e-83cb-e2c73a5d72be,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:32.481995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks [] for security_group (cb7244ec-3350-4f93-bec5-7962138e807d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.492862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bad8fb-651e-48a4-8213-c527990c1b70 None None] Network e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:32.509239 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cb7244ec-3350-4f93-bec5-7962138e807d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.545503 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:32.555635 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.572658 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (930d1ee0-1df7-4436-91be-57165f554446), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.573318 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Added segment 930d1ee0-1df7-4436-91be-57165f554446 of type vlan for network 6501bc36-abf0-4659-afcd-52aa365f4328 Mar 10 15:16:32.575820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7244ec-3350-4f93-bec5-7962138e807d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:32.584167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:32.597033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e9000d-0af2-4db5-95f6-1c023fcc3c9d') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:32.597333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e9000d-0af2-4db5-95f6-1c023fcc3c9d') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:32.607761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (75e9000d-0af2-4db5-95f6-1c023fcc3c9d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.625821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (75e9000d-0af2-4db5-95f6-1c023fcc3c9d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.642419 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-05403cfc-eeee-4c9e-8f66-1e3749009133 service neutron] 10.222.0.62 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880412 Mar 10 15:16:32.644298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:32.644906 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (75e9000d-0af2-4db5-95f6-1c023fcc3c9d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.647038 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (6501bc36-abf0-4659-afcd-52aa365f4328), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:32.650940 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:32.697732 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (6501bc36-abf0-4659-afcd-52aa365f4328), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.706204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:32.707077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.716328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:16:32.716756 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:16:32.791209 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3902357 Mar 10 15:16:32.800646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35870) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:32.808178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-587309026'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:32.833752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.839358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3f006-9aec-4f6c-b371-90ef433ec440 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event updated for resources: {'Network': ['ID=6501bc36-abf0-4659-afcd-52aa365f4328,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:32.844785 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.852585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 6501bc36-abf0-4659-afcd-52aa365f4328 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:32.853284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35872) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:32.853820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 HTTP/1.1" status: 204 len: 168 time: 2.6158485 Mar 10 15:16:32.887000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Made reservation on behalf of ba10856e14d64eebaf581257a4c0e8ff for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:32.890282 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.892610 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b362ca73-4878-49c7-b154-b147f0e61bc6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:32.893581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b362ca73-4878-49c7-b154-b147f0e61bc6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:32.896537 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b362ca73-4878-49c7-b154-b147f0e61bc6 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/subnets/b82bc379-85d4-4d3e-83cb-e2c73a5d72be HTTP/1.1" status: 404 len: 337 time: 0.0427310 Mar 10 15:16:32.904042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35874) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:32.931988 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7ae362-5385-44de-8a27-e7cdc81367a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:32.932497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7ae362-5385-44de-8a27-e7cdc81367a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:32.936019 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ad7ae362-5385-44de-8a27-e7cdc81367a8 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 HTTP/1.1" status: 404 len: 339 time: 0.0306470 Mar 10 15:16:32.938053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35878) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:32.967685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:32.975784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79697d29-14d5-421c-ab33-a2a4bb46fb77 None None] DHCP port deletion for e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:16:32.998200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0a3507b3-58a4-4501-8093-83b1ef7d0ae7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:32.998801 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Added segment 0a3507b3-58a4-4501-8093-83b1ef7d0ae7 of type vlan for network 8483b7e1-1410-45c0-9462-7418c9f09167 Mar 10 15:16:32.999213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8063ce-9559-4df8-9508-d3d2b8b7cb8f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Network': ['ID=e4bbed51-6f2b-45a3-9a7d-0c3e483af6c6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:33.012556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226d97e2-d688-4e6d-9c6a-6af636c36959 req-0a013cb5-8c26-44dd-9b3a-494a458335f5 service neutron] 10.222.0.62 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454678 Mar 10 15:16:33.076089 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (73f25ce6-a2c7-4e62-a25c-4f48580c7fc1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.106126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (8483b7e1-1410-45c0-9462-7418c9f09167), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.197654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ddfc8-4304-4d8c-aac1-23a24e52537e req-8c9a9da5-d52c-4958-9246-cd8dd7a5c7b0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:33.199295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac1ddfc8-4304-4d8c-aac1-23a24e52537e req-8c9a9da5-d52c-4958-9246-cd8dd7a5c7b0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 943 time: 0.1488650 Mar 10 15:16:33.204313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df28f9a-d3d2-4b02-b228-270cff49951b req-478d216b-66bb-4259-914b-710ffeed9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:33.206489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0df28f9a-d3d2-4b02-b228-270cff49951b req-478d216b-66bb-4259-914b-710ffeed9fd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=168fe9a92e5e49429fad26db570a485d&device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 1125 time: 0.1215115 Mar 10 15:16:33.216897 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (73f25ce6-a2c7-4e62-a25c-4f48580c7fc1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.220058 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (8483b7e1-1410-45c0-9462-7418c9f09167), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.225582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:33.226262 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.229160 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.299205 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f25ce6-a2c7-4e62-a25c-4f48580c7fc1']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:33.307205 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5057993 Mar 10 15:16:33.334308 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:33.335239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac1ddfc8-4304-4d8c-aac1-23a24e52537e req-b30a0c24-18fd-4547-9ca1-a0986ea3463a tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276767 Mar 10 15:16:33.349626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (c9271723-0c75-4e40-80ba-2d44bfd9d600), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.350021 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Added segment c9271723-0c75-4e40-80ba-2d44bfd9d600 of type vlan for network 77daac59-a669-40fa-a562-287ca5e65a6f Mar 10 15:16:33.385140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.objects.ports [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115533) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:16:33.385612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (6e141e66-5cb5-4aa1-8526-b89762c8533b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.391793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df28f9a-d3d2-4b02-b228-270cff49951b req-19882661-3aad-4d01-8988-0247f38790ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:33.393817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0df28f9a-d3d2-4b02-b228-270cff49951b req-19882661-3aad-4d01-8988-0247f38790ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=c6e5513e-5eef-4aa1-b1a0-5293715a9889 HTTP/1.1" status: 200 len: 912 time: 0.1770573 Mar 10 15:16:33.410528 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (77daac59-a669-40fa-a562-287ca5e65a6f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.463212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35880) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:33.467358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b06b075-5c3b-4957-8e73-8cd9cc9562e5') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:33.467755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b06b075-5c3b-4957-8e73-8cd9cc9562e5') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:33.469651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'subnets': [{'network_id': '6501bc36-abf0-4659-afcd-52aa365f4328', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1553407377', 'ip_version': 4}, {'network_id': '8483b7e1-1410-45c0-9462-7418c9f09167', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:33.470345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'subnet': {'network_id': '6501bc36-abf0-4659-afcd-52aa365f4328', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1553407377', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:33.470551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Request body: {'subnet': {'network_id': '8483b7e1-1410-45c0-9462-7418c9f09167', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:33.477775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0df28f9a-d3d2-4b02-b228-270cff49951b req-a66c468a-44da-4a52-8382-4050a48fcaad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d HTTP/1.1" status: 200 len: 217 time: 0.0622380 Mar 10 15:16:33.479299 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (9b06b075-5c3b-4957-8e73-8cd9cc9562e5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.494415 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9b06b075-5c3b-4957-8e73-8cd9cc9562e5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.500826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db721b-395b-4b40-b881-376ec2d20281 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event updated for resources: {'Network': ['ID=8483b7e1-1410-45c0-9462-7418c9f09167,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:33.503374 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:33.503885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (9b06b075-5c3b-4957-8e73-8cd9cc9562e5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:33.507544 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:33.511803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 8483b7e1-1410-45c0-9462-7418c9f09167 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:33.520795 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (77daac59-a669-40fa-a562-287ca5e65a6f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.526059 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:33.526950 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.550693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6e141e66-5cb5-4aa1-8526-b89762c8533b,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:33.574000 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7247560 Mar 10 15:16:33.687270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df28f9a-d3d2-4b02-b228-270cff49951b req-6c8267f9-a6aa-4614-b712-4d7b65e58438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:33.690075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0df28f9a-d3d2-4b02-b228-270cff49951b req-6c8267f9-a6aa-4614-b712-4d7b65e58438 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b461b8ba-c71f-44ba-8a3f-9f7cdda42dde HTTP/1.1" status: 200 len: 851 time: 0.2055917 Mar 10 15:16:33.702768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Checking segment: {'id': '881982d2-2f90-4434-8c00-3f27833a6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:33.703443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Network hostable DHCP agents. Network: bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:33.750430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9ac4222b-f2b2-4791-90d4-4742193eff9c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:16:33.762933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0df28f9a-d3d2-4b02-b228-270cff49951b req-0577c773-2cf4-4724-98ae-38229153d13b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6e5513e-5eef-4aa1-b1a0-5293715a9889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562317 Mar 10 15:16:33.790645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 9ac4222b-f2b2-4791-90d4-4742193eff9c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:16:33.792882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9ac4222b-f2b2-4791-90d4-4742193eff9c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:16:33.824881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57be9e6-810f-4436-8a23-6825eb46881b req-f4d35b90-1167-4ef5-943d-47038ad7450e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:33.826079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f57be9e6-810f-4436-8a23-6825eb46881b req-f4d35b90-1167-4ef5-943d-47038ad7450e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.2634170 Mar 10 15:16:33.888961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Network bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:33.944265 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35890) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:33.956839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Request body: {'port': {'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f', 'binding:host_id': 'n-h2-833090-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1832241798'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:33.975947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Made reservation on behalf of ba10856e14d64eebaf581257a4c0e8ff for: {'subnet': 2} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:33.980556 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.980898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:33.989846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:34.005137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526684a4-efa7-47b7-a320-c6c3a8c72a84 None None] Network bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:34.023118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:34.023335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.071300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f57be9e6-810f-4436-8a23-6825eb46881b req-ade535d6-0adb-4ab2-9b1b-b78d3e8322eb tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295539 Mar 10 15:16:34.116087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Made reservation on behalf of c02cd32546d54ca4afa0b8c59ce5fc32 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:34.116087 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.121243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0df28f9a-d3d2-4b02-b228-270cff49951b req-a5736427-ed52-4305-b89a-83fa6901d544 service neutron] 10.222.0.62 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269944 Mar 10 15:16:34.131429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e3137527-faf6-412e-a7e7-9b5b4666cf0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9935994 Mar 10 15:16:34.133119 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (73f25ce6-a2c7-4e62-a25c-4f48580c7fc1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.135307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3771f-b2ce-43f9-9830-df5f9fbbfb8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Pushing event updated for resources: {'Network': ['ID=77daac59-a669-40fa-a562-287ca5e65a6f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:34.138597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35892) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:34.141179 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.147296 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/73f25ce6-a2c7-4e62-a25c-4f48580c7fc1 HTTP/1.1" status: 204 len: 168 time: 1.2060378 Mar 10 15:16:34.152659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-691291916', 'network_id': 'bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:34.156370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35894) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:34.159887 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.176714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 77daac59-a669-40fa-a562-287ca5e65a6f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:34.181157 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a8d59-29ee-425b-b96a-ab335d998afe tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Network': ['ID=73f25ce6-a2c7-4e62-a25c-4f48580c7fc1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:34.183210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Made reservation on behalf of 5aa2ea0c49924a29827a84ede2812324 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:34.185699 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.203389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] device_id is not set on port fbc066e6-d99f-4d9f-bd69-9cee3af0bf95 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:34.295097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e06738-b86f-4f73-8662-a627f11122e2 None None] Network bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:34.352092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Allocated IP 2001:db8::cd (bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36/6e141e66-5cb5-4aa1-8526-b89762c8533b/fbc066e6-d99f-4d9f-bd69-9cee3af0bf95) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:34.524317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for port (fbc066e6-d99f-4d9f-bd69-9cee3af0bf95), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.532482 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-893e1283-8064-4014-9930-19781f8335b2 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:34.532930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893e1283-8064-4014-9930-19781f8335b2 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:34.536414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-893e1283-8064-4014-9930-19781f8335b2 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/subnets/0245eab8-b952-46fd-8021-ea95b3d4d8ad HTTP/1.1" status: 404 len: 337 time: 0.3781972 Mar 10 15:16:34.539523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35898) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:34.567822 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-0707498e-b917-4279-a61e-f8bd97eb26ca tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:34.568487 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0707498e-b917-4279-a61e-f8bd97eb26ca tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:34.573912 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0707498e-b917-4279-a61e-f8bd97eb26ca tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/70650a3e-c2af-4c37-acb3-a1bcdbeec45f HTTP/1.1" status: 404 len: 339 time: 0.0310965 Mar 10 15:16:34.574564 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35900) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:34.633181 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (fbc066e6-d99f-4d9f-bd69-9cee3af0bf95), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.672178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f44d071-2775-4959-8585-d5c0a1826a02 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting subnet dad5c676-0178-4068-8635-05aad3fa1b67 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:16:34.676738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f44d071-2775-4959-8585-d5c0a1826a02 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (dad5c676-0178-4068-8635-05aad3fa1b67), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.714109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0df28f9a-d3d2-4b02-b228-270cff49951b req-db97cfb5-90e9-4da5-bb0e-af0b18bb59b5 service neutron] 10.222.0.62 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814357 Mar 10 15:16:34.719416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Network bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:34.727153 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:34.737458 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:34.738820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:34.739527 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.750804 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc066e6-d99f-4d9f-bd69-9cee3af0bf95,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:34.756637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f44d071-2775-4959-8585-d5c0a1826a02 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (dad5c676-0178-4068-8635-05aad3fa1b67), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.769760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c62453-53c3-429e-8c92-b6003f57bbb8 req-a68cdea7-61db-4a70-a963-2749da61c111 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:34.771474 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54c62453-53c3-429e-8c92-b6003f57bbb8 req-a68cdea7-61db-4a70-a963-2749da61c111 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 943 time: 0.2496161 Mar 10 15:16:34.797052 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-eb72f11a-2373-43d7-b4d2-09016c996b56 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6572292 Mar 10 15:16:34.803689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35902) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:34.857676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks [] for security_group (23d1b598-39df-41dc-8f0e-d6f7a386a1f7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.867597 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (23d1b598-39df-41dc-8f0e-d6f7a386a1f7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:34.890337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] device_id is not set on port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:34.975102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f44d071-2775-4959-8585-d5c0a1826a02 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (dad5c676-0178-4068-8635-05aad3fa1b67), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.029152 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab7e90-497e-4e6c-8cac-7727be38922d tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Deleting port fbc066e6-d99f-4d9f-bd69-9cee3af0bf95 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:35.029773 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7e90-497e-4e6c-8cac-7727be38922d tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (fbc066e6-d99f-4d9f-bd69-9cee3af0bf95), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.031338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54c62453-53c3-429e-8c92-b6003f57bbb8 req-666cbba3-51f9-4776-aa2b-fab23d02b3b9 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452993 Mar 10 15:16:35.050675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d1b598-39df-41dc-8f0e-d6f7a386a1f7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:35.112796 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f44d071-2775-4959-8585-d5c0a1826a02 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (dad5c676-0178-4068-8635-05aad3fa1b67), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.162235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44d071-2775-4959-8585-d5c0a1826a02 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Subnet': ['ID=dad5c676-0178-4068-8635-05aad3fa1b67,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:35.169792 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1f44d071-2775-4959-8585-d5c0a1826a02 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.173636 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1f44d071-2775-4959-8585-d5c0a1826a02 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/subnets/dad5c676-0178-4068-8635-05aad3fa1b67 HTTP/1.1" status: 204 len: 168 time: 0.5979984 Mar 10 15:16:35.176015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35908) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:35.178277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed09012-69d9-4433-bd89-6f5583007bef None None] Network 1e0b1d7c-9927-4b8c-9213-b3232172e79a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:35.215684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7e90-497e-4e6c-8cac-7727be38922d tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (fbc066e6-d99f-4d9f-bd69-9cee3af0bf95), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.237619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab7e90-497e-4e6c-8cac-7727be38922d tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Calling delete_port for fbc066e6-d99f-4d9f-bd69-9cee3af0bf95 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:35.261423 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-199865f3-c66c-46ec-bdea-f797b8151b2b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting subnet 504da68e-2403-4923-8892-6bc16887b302 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:16:35.266514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-199865f3-c66c-46ec-bdea-f797b8151b2b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (504da68e-2403-4923-8892-6bc16887b302), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.355181 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-199865f3-c66c-46ec-bdea-f797b8151b2b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (504da68e-2403-4923-8892-6bc16887b302), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.425004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] device_id is not set on port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:35.435093 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (2d5eac74-8d98-4599-8e1e-6c3661871022), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.506174 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-199865f3-c66c-46ec-bdea-f797b8151b2b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (504da68e-2403-4923-8892-6bc16887b302), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.507928 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks [] for port (71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.553399 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.568349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7e90-497e-4e6c-8cac-7727be38922d tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (fbc066e6-d99f-4d9f-bd69-9cee3af0bf95), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.572151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event updated for resources: {'Subnet': ['ID=2d5eac74-8d98-4599-8e1e-6c3661871022,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:35.617162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab7e90-497e-4e6c-8cac-7727be38922d tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbc066e6-d99f-4d9f-bd69-9cee3af0bf95,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:35.621916 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-199865f3-c66c-46ec-bdea-f797b8151b2b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (504da68e-2403-4923-8892-6bc16887b302), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.654310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199865f3-c66c-46ec-bdea-f797b8151b2b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Subnet': ['ID=504da68e-2403-4923-8892-6bc16887b302,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:35.703339 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-199865f3-c66c-46ec-bdea-f797b8151b2b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.709167 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-199865f3-c66c-46ec-bdea-f797b8151b2b tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/subnets/504da68e-2403-4923-8892-6bc16887b302 HTTP/1.1" status: 204 len: 168 time: 0.5320604 Mar 10 15:16:35.712569 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7e90-497e-4e6c-8cac-7727be38922d tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.714721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35910) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:35.720043 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a2ab7e90-497e-4e6c-8cac-7727be38922d tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "DELETE /v2.0/ports/fbc066e6-d99f-4d9f-bd69-9cee3af0bf95 HTTP/1.1" status: 204 len: 168 time: 0.9071534 Mar 10 15:16:35.720752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35912) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:35.725152 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36', 'external_fixed_ips': [{'subnet_id': '6e141e66-5cb5-4aa1-8526-b89762c8533b', 'ip_address': '2001:db8::cd'}]}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:35.739696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event updated for resources: {'Port': ['ID=71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:35.745859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Checking segment: {'id': '930d1ee0-1df7-4436-91be-57165f554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6501bc36-abf0-4659-afcd-52aa365f4328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:35.746426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Network hostable DHCP agents. Network: 6501bc36-abf0-4659-afcd-52aa365f4328, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:35.754926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.756331 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.759656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64379a1d-5861-4395-8f1d-48a98b0e445d req-e879d928-a47f-44fe-b822-c00851e42ade tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:35.761359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64379a1d-5861-4395-8f1d-48a98b0e445d req-e879d928-a47f-44fe-b822-c00851e42ade tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.4799283 Mar 10 15:16:35.841505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_controller (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.888537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Network 6501bc36-abf0-4659-afcd-52aa365f4328 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:35.898744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Checking segment: {'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:35.898744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Network hostable DHCP agents. Network: 77daac59-a669-40fa-a562-287ca5e65a6f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:35.910031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (1e0b1d7c-9927-4b8c-9213-b3232172e79a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.933369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 6501bc36-abf0-4659-afcd-52aa365f4328) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:35.945221 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (a22b9a8f-98f3-47e3-a9a5-af989691953b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:35.951165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169fb182-1045-4196-8b9b-b71066941a4c None None] Network 6501bc36-abf0-4659-afcd-52aa365f4328 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:35.965743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64379a1d-5861-4395-8f1d-48a98b0e445d req-93776e00-13b5-4fb4-b8cd-a25409ce7597 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826754 Mar 10 15:16:36.052576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.072116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Network 77daac59-a669-40fa-a562-287ca5e65a6f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:36.108321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 77daac59-a669-40fa-a562-287ca5e65a6f) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:36.129206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125deeee-6122-4ed8-ae3e-2f44cb7afda1 None None] Network 77daac59-a669-40fa-a562-287ca5e65a6f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:36.147072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:36.157545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event updated for resources: {'Subnet': ['ID=a22b9a8f-98f3-47e3-a9a5-af989691953b,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:36.171295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Checking segment: {'id': '0a3507b3-58a4-4501-8093-83b1ef7d0ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8483b7e1-1410-45c0-9462-7418c9f09167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:36.171684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Network hostable DHCP agents. Network: 8483b7e1-1410-45c0-9462-7418c9f09167, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:36.217739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:36.218087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:36.218462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:36.232118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:36.232843 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.257368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:36.257724 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:36.263126 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 2 to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f Mar 10 15:16:36.279328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dfd4e-cff5-4504-9fe7-83bb33ce347e req-506c9c8f-b901-4730-a86a-288a6cb4195c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:36.280993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f73dfd4e-cff5-4504-9fe7-83bb33ce347e req-506c9c8f-b901-4730-a86a-288a6cb4195c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 943 time: 0.1201191 Mar 10 15:16:36.303819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Network 8483b7e1-1410-45c0-9462-7418c9f09167 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:36.305285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-6501bc36-abf0-4659-afcd-52aa365f4328', 'network_id': '6501bc36-abf0-4659-afcd-52aa365f4328', 'project_id': 'ba10856e14d64eebaf581257a4c0e8ff', 'fixed_ips': [{'subnet_id': '2d5eac74-8d98-4599-8e1e-6c3661871022'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:16:36.307192 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.372192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:36.372536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:36.372878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:36.384455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:36.384798 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:36.387100 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 3 to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f Mar 10 15:16:36.390419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 8483b7e1-1410-45c0-9462-7418c9f09167) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:36.409423 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.411046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] For port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d0ac23d-d1c8-484d-b277-c34c1bd6ee25,segment=NetworkSegment(48a27b91-8414-4693-b626-30cdd232d20c),segment_id=48a27b91-8414-4693-b626-30cdd232d20c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:36.411429 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.430731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:36.431238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:36.431869 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.438873 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.440892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cfe12b-0c26-4943-865a-730aa33ab934 None None] Network 1e0b1d7c-9927-4b8c-9213-b3232172e79a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:36.444326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:36.444676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:36.445148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:36.447537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Calling delete_port for 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:36.475039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f73dfd4e-cff5-4504-9fe7-83bb33ce347e req-b91a76c4-d3d0-4c45-9e11-3770870473ca tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849990 Mar 10 15:16:36.480174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:36.480504 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:36.482393 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 4 to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f Mar 10 15:16:36.499608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f6f63648-3c84-4076-bf12-98117c3cef2b tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.0338104 Mar 10 15:16:36.500234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35918) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:36.529369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89a929f-9b87-4ed2-91a8-fd6b5cf72ddc None None] Network 8483b7e1-1410-45c0-9462-7418c9f09167 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:36.581193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:36.581782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:36.582326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:36.596787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:36.597137 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:36.600778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-05dc913b-f906-4a95-985c-e5b4cbe32a27 None None] Provisioning complete for port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:16:36.601165 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 5 to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f Mar 10 15:16:36.601324 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-05dc913b-f906-4a95-985c-e5b4cbe32a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.640687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:36.640946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:36.641897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:36.649858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f65dda-8c06-4e41-a6eb-5c1a3fc6ee4a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:36.650734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f65dda-8c06-4e41-a6eb-5c1a3fc6ee4a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:36.652220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f65dda-8c06-4e41-a6eb-5c1a3fc6ee4a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:36.656867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f9f65dda-8c06-4e41-a6eb-5c1a3fc6ee4a tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1498849 Mar 10 15:16:36.658074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35920) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:36.668460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:36.668793 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:36.677277 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 6 to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f Mar 10 15:16:36.722467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:36.723133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:36.723238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:36.732243 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8d0ac23d-d1c8-484d-b277-c34c1bd6ee25), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.739771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Allocated IP 2001:db8::cd (bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36/6e141e66-5cb5-4aa1-8526-b89762c8533b/ee21d10d-bae5-4e85-a8b4-2b8917567884) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:36.740526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:36.740795 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:36.760982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Allocated IP 172.20.0.2 (6501bc36-abf0-4659-afcd-52aa365f4328/2d5eac74-8d98-4599-8e1e-6c3661871022/3ba60fda-865a-4f89-9ea4-1c4e65f4bc99) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:36.769094 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 7 to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f Mar 10 15:16:36.791064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-05dc913b-f906-4a95-985c-e5b4cbe32a27 None None] Could not find standard attr ID for object 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:16:36.791206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Port': ['ID=8d0ac23d-d1c8-484d-b277-c34c1bd6ee25,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:36.803266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:16:36.809693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c6e63f-7f42-4631-8cf0-d1deafa4b614 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Deleting subnet 2d5eac74-8d98-4599-8e1e-6c3661871022 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:16:36.824026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No DVR routers for this DVR port 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:36.828861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:36.829172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:36.829615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:36.835312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-8483b7e1-1410-45c0-9462-7418c9f09167', 'network_id': '8483b7e1-1410-45c0-9462-7418c9f09167', 'project_id': 'ba10856e14d64eebaf581257a4c0e8ff', 'fixed_ips': [{'subnet_id': 'a22b9a8f-98f3-47e3-a9a5-af989691953b'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:16:36.836255 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.851801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6678a83-6c45-4d7f-9c6b-73b85ea1d431 None None] DHCP port deletion for 1e0b1d7c-9927-4b8c-9213-b3232172e79a request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:16:36.862075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:36.862567 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:36.867069 n-d-833090-1 neutron-server[115535]: INFO neutron.plugins.ml2.db [None req-05dc913b-f906-4a95-985c-e5b4cbe32a27 None None] No ports have port_id starting with 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 Mar 10 15:16:36.900206 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 8 to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f Mar 10 15:16:36.903423 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for port (ee21d10d-bae5-4e85-a8b4-2b8917567884), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.941210 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (1e0b1d7c-9927-4b8c-9213-b3232172e79a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.952243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ee21d10d-bae5-4e85-a8b4-2b8917567884), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:36.999063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0b1d7c-9927-4b8c-9213-b3232172e79a']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:37.002626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:37.003161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:37.003644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:37.005679 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Network bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:37.010357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:37.015116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:37.071116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a27b91-8414-4693-b626-30cdd232d20c') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:37.074522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a27b91-8414-4693-b626-30cdd232d20c') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:37.100059 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (48a27b91-8414-4693-b626-30cdd232d20c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.103356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:37.115261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d', 'network_id': 'c6e5513e-5eef-4aa1-b1a0-5293715a9889', 'port_id': 'bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d', 'mac_address': 'fa:16:3e:4d:da:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b461b8ba-c71f-44ba-8a3f-9f7cdda42dde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:16:37.125351 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (48a27b91-8414-4693-b626-30cdd232d20c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.132383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:37.132904 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (48a27b91-8414-4693-b626-30cdd232d20c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:37.163169 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:37.215714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:37.215970 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:37.217343 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 9 to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f Mar 10 15:16:37.244024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Allocated IP 172.20.0.18 (8483b7e1-1410-45c0-9462-7418c9f09167/a22b9a8f-98f3-47e3-a9a5-af989691953b/70bc8d73-6357-4ec7-94fb-a206fd3fa536) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:37.254028 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (1e0b1d7c-9927-4b8c-9213-b3232172e79a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.254983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event updated for resources: {'Port': ['ID=ee21d10d-bae5-4e85-a8b4-2b8917567884,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:37.265011 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.269268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/1e0b1d7c-9927-4b8c-9213-b3232172e79a HTTP/1.1" status: 204 len: 168 time: 1.5447409 Mar 10 15:16:37.273839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:37.273999 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35928) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:37.274390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:37.274937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:37.295428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8e3b8-d15b-47ed-828c-4880275a0a7c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Network': ['ID=1e0b1d7c-9927-4b8c-9213-b3232172e79a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:37.300435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:37.300933 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:37.302297 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 10 to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f Mar 10 15:16:37.308551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:37.309616 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.322372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:37.322372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:37.322372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:37.331123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208152b-bb76-4a97-8c26-8eeab1ee77c3 req-c3810d98-ade0-452d-b81e-048087c2cf6c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:37.333916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3208152b-bb76-4a97-8c26-8eeab1ee77c3 req-c3810d98-ade0-452d-b81e-048087c2cf6c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.1666424 Mar 10 15:16:37.339383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:37.339936 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:37.340418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.366356 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a34a85-f479-49a9-8855-eec7418446c9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:37.367121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a34a85-f479-49a9-8855-eec7418446c9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:37.378072 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f1a34a85-f479-49a9-8855-eec7418446c9 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/subnets/ca35e9b9-6315-46b0-8f0a-7513c7f8b108 HTTP/1.1" status: 404 len: 337 time: 0.1019797 Mar 10 15:16:37.382422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35930) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:37.391975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:16:37.404383 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Publish callbacks [] for port (3ba60fda-865a-4f89-9ea4-1c4e65f4bc99), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.461213 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (3ba60fda-865a-4f89-9ea4-1c4e65f4bc99), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.471698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:37.471934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] For port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:37.472575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempted to set empty binding levels {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 15:16:37.478290 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-95c6e63f-7f42-4631-8cf0-d1deafa4b614 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for subnet (2d5eac74-8d98-4599-8e1e-6c3661871022), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.522191 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.527979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Network 6501bc36-abf0-4659-afcd-52aa365f4328 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:37.540132 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.545331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:37.556172 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.558004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:37.560011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Pushing event updated for resources: {'Port': ['ID=3ba60fda-865a-4f89-9ea4-1c4e65f4bc99,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:37.576506 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-910c6534-0eb6-4978-948b-587eec9ce431 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:37.579523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910c6534-0eb6-4978-948b-587eec9ce431 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:37.585678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-910c6534-0eb6-4978-948b-587eec9ce431 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/d31d3c27-4a7f-4469-96e4-cee2ccc447a8 HTTP/1.1" status: 404 len: 339 time: 0.2020559 Mar 10 15:16:37.596716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.597242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.597730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.598237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.598716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.599306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.599782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.600279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.600750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.601219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.601688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.602288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.602770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:37.615127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3208152b-bb76-4a97-8c26-8eeab1ee77c3 req-462c7348-c9de-49a4-9006-365052e313a6 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711890 Mar 10 15:16:37.647909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35936) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:37.691281 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dec38a1-1fe1-439d-ad6e-87397c056a51 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:37.691926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dec38a1-1fe1-439d-ad6e-87397c056a51 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:37.699253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0dec38a1-1fe1-439d-ad6e-87397c056a51 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/subnets/4de70f9f-c573-4c7e-a905-099b5c3d0542 HTTP/1.1" status: 404 len: 337 time: 0.0487120 Mar 10 15:16:37.708685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35940) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:37.734070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:37.734832 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.739302 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-95c6e63f-7f42-4631-8cf0-d1deafa4b614 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (2d5eac74-8d98-4599-8e1e-6c3661871022), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:37.759230 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf904eb-d6f3-436e-8f39-33c826d2ec41 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:37.759966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf904eb-d6f3-436e-8f39-33c826d2ec41 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:37.765534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cdf904eb-d6f3-436e-8f39-33c826d2ec41 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/dd98b2b7-7cdb-48da-9966-d1cf26b672f4 HTTP/1.1" status: 404 len: 339 time: 0.0534117 Mar 10 15:16:37.777910 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:37.780980 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35942) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:37.810719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event updated for resources: {'Port': ['ID=71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:37.835941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-22a408fa-88a1-416f-ada8-94b8cb704806 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.8849182 Mar 10 15:16:37.839904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35944) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:37.846150 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee34c7a-c69e-4be3-9345-e94e34dbb0b5 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:37.846601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee34c7a-c69e-4be3-9345-e94e34dbb0b5 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:37.851561 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7ee34c7a-c69e-4be3-9345-e94e34dbb0b5 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/subnets/d171f35e-527e-4380-88ff-1487047f3f52 HTTP/1.1" status: 404 len: 337 time: 0.0676682 Mar 10 15:16:37.854216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35946) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:37.876004 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3f63dd-7d74-4929-a5dc-9455076f1e26 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:37.876498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3f63dd-7d74-4929-a5dc-9455076f1e26 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:37.883420 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2b3f63dd-7d74-4929-a5dc-9455076f1e26 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/63b447ca-6005-4481-a5c6-1bf21c6d986c HTTP/1.1" status: 404 len: 339 time: 0.0245802 Mar 10 15:16:37.883661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35948) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:37.981640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04bddc2-bb6e-4a51-a0e4-d85103c96c6c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting subnet fe7285f9-a907-425c-8d91-7da7da21014a {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:16:37.988482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04bddc2-bb6e-4a51-a0e4-d85103c96c6c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (fe7285f9-a907-425c-8d91-7da7da21014a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.013152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.039253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a9c90-4433-45f4-b862-eae879ad83db req-741707b1-70c8-42a9-a330-04beafbae8e8 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:38.041504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c3a9c90-4433-45f4-b862-eae879ad83db req-741707b1-70c8-42a9-a330-04beafbae8e8 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 944 time: 0.3636205 Mar 10 15:16:38.073675 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04bddc2-bb6e-4a51-a0e4-d85103c96c6c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (fe7285f9-a907-425c-8d91-7da7da21014a), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.104992 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-95c6e63f-7f42-4631-8cf0-d1deafa4b614 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (2d5eac74-8d98-4599-8e1e-6c3661871022), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.162676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1ce79f59-d7df-42c6-82e4-10c69e5282f8 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Deleting port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:38.163029 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ce79f59-d7df-42c6-82e4-10c69e5282f8 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.226828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c3a9c90-4433-45f4-b862-eae879ad83db req-3f449cdd-4a7f-4c6a-acdc-d944937dd342 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689057 Mar 10 15:16:38.231014 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04bddc2-bb6e-4a51-a0e4-d85103c96c6c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (fe7285f9-a907-425c-8d91-7da7da21014a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.249936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:16:38.279846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-1ce79f59-d7df-42c6-82e4-10c69e5282f8 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] For port 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f, host n-h2-833090-1, got binding levels [] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:38.280376 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ce79f59-d7df-42c6-82e4-10c69e5282f8 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.298306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1ce79f59-d7df-42c6-82e4-10c69e5282f8 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Calling delete_port for 71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:38.352419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:16:38.353373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d0ac23d-d1c8-484d-b277-c34c1bd6ee25 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:16:38.371510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Router 4cf5fc3a-a7bc-4225-ad11-38893aa3b650 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:16:38.382022 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04bddc2-bb6e-4a51-a0e4-d85103c96c6c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (fe7285f9-a907-425c-8d91-7da7da21014a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.386678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:16:38.388586 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-95c6e63f-7f42-4631-8cf0-d1deafa4b614 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (2d5eac74-8d98-4599-8e1e-6c3661871022), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.419262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Attempting to bind port 3ba60fda-865a-4f89-9ea4-1c4e65f4bc99 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:38.420011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Attempting to bind port 3ba60fda-865a-4f89-9ea4-1c4e65f4bc99 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '930d1ee0-1df7-4436-91be-57165f554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6501bc36-abf0-4659-afcd-52aa365f4328'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:38.420545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Attempting to bind port 3ba60fda-865a-4f89-9ea4-1c4e65f4bc99 on network 6501bc36-abf0-4659-afcd-52aa365f4328 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:38.477461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:16:38.478008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6e63f-7f42-4631-8cf0-d1deafa4b614 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5eac74-8d98-4599-8e1e-6c3661871022,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:38.478338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Checking segment: {'id': '930d1ee0-1df7-4436-91be-57165f554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6501bc36-abf0-4659-afcd-52aa365f4328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:38.478926 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.485553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Bound using segment: {'id': '930d1ee0-1df7-4436-91be-57165f554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6501bc36-abf0-4659-afcd-52aa365f4328'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:16:38.486962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Bound port: 3ba60fda-865a-4f89-9ea4-1c4e65f4bc99, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930d1ee0-1df7-4436-91be-57165f554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6501bc36-abf0-4659-afcd-52aa365f4328'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:16:38.487522 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3ba60fda-865a-4f89-9ea4-1c4e65f4bc99), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.493136 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ce79f59-d7df-42c6-82e4-10c69e5282f8 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.504149 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-95c6e63f-7f42-4631-8cf0-d1deafa4b614 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.509352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-95c6e63f-7f42-4631-8cf0-d1deafa4b614 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "DELETE /v2.0/subnets/2d5eac74-8d98-4599-8e1e-6c3661871022 HTTP/1.1" status: 204 len: 168 time: 1.8503413 Mar 10 15:16:38.514939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35952) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:38.527043 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Publish callbacks [] for port (70bc8d73-6357-4ec7-94fb-a206fd3fa536), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.549170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce79f59-d7df-42c6-82e4-10c69e5282f8 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event deleted for resources: {'Port': ['ID=71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:38.562868 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (70bc8d73-6357-4ec7-94fb-a206fd3fa536), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.574523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ce79f59-d7df-42c6-82e4-10c69e5282f8 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.581910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1ce79f59-d7df-42c6-82e4-10c69e5282f8 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "DELETE /v2.0/ports/71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f HTTP/1.1" status: 204 len: 168 time: 0.7369869 Mar 10 15:16:38.585944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35954) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:38.618532 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e20ce1d-6ed8-4eb6-a838-a0e27e69a53d tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] GET failed (client error): The resource could not be found. Mar 10 15:16:38.624207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2e20ce1d-6ed8-4eb6-a838-a0e27e69a53d tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "GET /v2.0/ports/71bb4de9-06bb-4cc1-b3d2-3be7f1d9b47f HTTP/1.1" status: 404 len: 333 time: 0.0375996 Mar 10 15:16:38.625410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35958) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:38.625703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Pushing event updated for resources: {'Port': ['ID=70bc8d73-6357-4ec7-94fb-a206fd3fa536,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:38.635028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Request body: {'port': {'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1705827823'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:38.654771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Network 8483b7e1-1410-45c0-9462-7418c9f09167 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:38.661967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:38.666226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:38.668898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-7314d5ca-86e8-40bc-bd65-ccb883b4fe75 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Deleting subnet a22b9a8f-98f3-47e3-a9a5-af989691953b {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:16:38.672908 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7314d5ca-86e8-40bc-bd65-ccb883b4fe75 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for subnet (a22b9a8f-98f3-47e3-a9a5-af989691953b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.755349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7314d5ca-86e8-40bc-bd65-ccb883b4fe75 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (a22b9a8f-98f3-47e3-a9a5-af989691953b), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.756322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] For port 3ba60fda-865a-4f89-9ea4-1c4e65f4bc99, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:38.784065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Attempting to bind port 70bc8d73-6357-4ec7-94fb-a206fd3fa536 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:38.784469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Attempting to bind port 70bc8d73-6357-4ec7-94fb-a206fd3fa536 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '0a3507b3-58a4-4501-8093-83b1ef7d0ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8483b7e1-1410-45c0-9462-7418c9f09167'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:38.784836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Attempting to bind port 70bc8d73-6357-4ec7-94fb-a206fd3fa536 on network 8483b7e1-1410-45c0-9462-7418c9f09167 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:38.793272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] For port 3ba60fda-865a-4f89-9ea4-1c4e65f4bc99, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3ba60fda-865a-4f89-9ea4-1c4e65f4bc99,segment=NetworkSegment(930d1ee0-1df7-4436-91be-57165f554446),segment_id=930d1ee0-1df7-4436-91be-57165f554446)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:16:38.794770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:16:38.795167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Checking segment: {'id': '0a3507b3-58a4-4501-8093-83b1ef7d0ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8483b7e1-1410-45c0-9462-7418c9f09167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:38.795577 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.795976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Bound using segment: {'id': '0a3507b3-58a4-4501-8093-83b1ef7d0ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8483b7e1-1410-45c0-9462-7418c9f09167'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:16:38.796470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Bound port: 70bc8d73-6357-4ec7-94fb-a206fd3fa536, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3507b3-58a4-4501-8093-83b1ef7d0ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8483b7e1-1410-45c0-9462-7418c9f09167'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:16:38.796839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (70bc8d73-6357-4ec7-94fb-a206fd3fa536), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.820608 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3ba60fda-865a-4f89-9ea4-1c4e65f4bc99), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.861179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7314d5ca-86e8-40bc-bd65-ccb883b4fe75 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (a22b9a8f-98f3-47e3-a9a5-af989691953b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.872739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab558d3-af9d-4194-93eb-60ec939ec88b None None] Pushing event updated for resources: {'Port': ['ID=3ba60fda-865a-4f89-9ea4-1c4e65f4bc99,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:38.930765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bddc2-bb6e-4a51-a0e4-d85103c96c6c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7285f9-a907-425c-8d91-7da7da21014a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:38.949050 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04bddc2-bb6e-4a51-a0e4-d85103c96c6c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:38.952782 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e04bddc2-bb6e-4a51-a0e4-d85103c96c6c tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/subnets/fe7285f9-a907-425c-8d91-7da7da21014a HTTP/1.1" status: 204 len: 168 time: 1.0681720 Mar 10 15:16:38.963852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35962) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:39.024709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f516a19d-6441-40e5-bcee-75e0021827d2 None None] Network da3e8645-9345-4977-98ca-da58e227a140 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:39.065794 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7314d5ca-86e8-40bc-bd65-ccb883b4fe75 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (a22b9a8f-98f3-47e3-a9a5-af989691953b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.072959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:16:39.089693 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Sync routers for ids ['4cf5fc3a-a7bc-4225-ad11-38893aa3b650'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:16:39.107577 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Routers {'4cf5fc3a-a7bc-4225-ad11-38893aa3b650'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:16:39.108209 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:16:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4cf5fc3a-a7bc-4225-ad11-38893aa3b650'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:39.119323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Made reservation on behalf of c02cd32546d54ca4afa0b8c59ce5fc32 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:39.122120 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.124601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314d5ca-86e8-40bc-bd65-ccb883b4fe75 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Subnet': ['ID=a22b9a8f-98f3-47e3-a9a5-af989691953b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:39.130493 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.134296 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7c025bb6-f937-4d89-aeb2-ae50a95b0f0c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.4101233 Mar 10 15:16:39.134580 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7314d5ca-86e8-40bc-bd65-ccb883b4fe75 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.134662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35964) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:39.138012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7314d5ca-86e8-40bc-bd65-ccb883b4fe75 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "DELETE /v2.0/subnets/a22b9a8f-98f3-47e3-a9a5-af989691953b HTTP/1.1" status: 204 len: 168 time: 0.6185935 Mar 10 15:16:39.142231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35966) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:39.143950 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (da3e8645-9345-4977-98ca-da58e227a140), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.149641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] For port 70bc8d73-6357-4ec7-94fb-a206fd3fa536, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:39.169660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] device_id is not set on port d603c3d8-5503-4f9e-bd81-bd614e000af2 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:39.200266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac963b-3465-499a-aad1-3bf8a58735e2 req-06ac3ca8-04d6-41d0-9c5a-7d2df4a7221b tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:39.211417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7ac963b-3465-499a-aad1-3bf8a58735e2 req-06ac3ca8-04d6-41d0-9c5a-7d2df4a7221b tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.2796237 Mar 10 15:16:39.230102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e72c33-bae6-4023-a64d-9eaa998e532a None None] Network 6501bc36-abf0-4659-afcd-52aa365f4328 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:39.274070 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Set router 4cf5fc3a-a7bc-4225-ad11-38893aa3b650 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:16:39.317551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] For port 70bc8d73-6357-4ec7-94fb-a206fd3fa536, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=70bc8d73-6357-4ec7-94fb-a206fd3fa536,segment=NetworkSegment(0a3507b3-58a4-4501-8093-83b1ef7d0ae7),segment_id=0a3507b3-58a4-4501-8093-83b1ef7d0ae7)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:16:39.371815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (70bc8d73-6357-4ec7-94fb-a206fd3fa536), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.467320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3c6715-aa47-494e-a83f-14c8cbb849ef tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:39.468830 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3f3c6715-aa47-494e-a83f-14c8cbb849ef tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3221123 Mar 10 15:16:39.478894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35970) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:39.510191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7ac963b-3465-499a-aad1-3bf8a58735e2 req-9ad94615-af0d-4f16-867c-a373d91887df tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234080 Mar 10 15:16:39.533282 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf5fc3a-a7bc-4225-ad11-38893aa3b650', 'name': '', 'tenant_id': '5aa2ea0c49924a29827a84ede2812324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36', 'external_fixed_ips': [{'subnet_id': '6e141e66-5cb5-4aa1-8526-b89762c8533b', 'ip_address': '2001:db8::cd'}], 'enable_snat': True}, 'gw_port_id': 'ee21d10d-bae5-4e85-a8b4-2b8917567884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:16:35Z', 'updated_at': '2022-03-10T15:16:37Z', 'revision_number': 3, 'project_id': '5aa2ea0c49924a29827a84ede2812324', 'gw_port': {'id': 'ee21d10d-bae5-4e85-a8b4-2b8917567884', 'name': '', 'network_id': 'bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:25:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf5fc3a-a7bc-4225-ad11-38893aa3b650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2365, 'fixed_ips': [{'subnet_id': '6e141e66-5cb5-4aa1-8526-b89762c8533b', 'ip_address': '2001:db8::cd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:16:36Z', 'updated_at': '2022-03-10T15:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e141e66-5cb5-4aa1-8526-b89762c8533b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:39.582571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113955b3-9ce1-47d1-979a-7f5e38087e94 None None] Pushing event updated for resources: {'Port': ['ID=70bc8d73-6357-4ec7-94fb-a206fd3fa536,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:39.636261 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Checking router: 4cf5fc3a-a7bc-4225-ad11-38893aa3b650 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:16:39.647830 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (8483b7e1-1410-45c0-9462-7418c9f09167), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.648673 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Updating router 4cf5fc3a-a7bc-4225-ad11-38893aa3b650 port ee21d10d-bae5-4e85-a8b4-2b8917567884 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:16:39.654489 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.712435 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ee21d10d-bae5-4e85-a8b4-2b8917567884), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.727206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb8ac2d-fa04-4ea2-ba2b-7bd0357b1e5d None None] DHCP port deletion for da3e8645-9345-4977-98ca-da58e227a140 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:16:39.866699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8ac2d-fa04-4ea2-ba2b-7bd0357b1e5d None None] Deleting port f45ac540-b2c7-43dd-8002-efebb0e9e488 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:39.867305 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ac2d-fa04-4ea2-ba2b-7bd0357b1e5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.912072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks [] for port (d603c3d8-5503-4f9e-bd81-bd614e000af2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:39.939747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df3cfe-1e86-464b-b723-28dcf7f7e0f2 req-50f225ef-32eb-4f02-ac27-d3015faddc93 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:39.941258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56df3cfe-1e86-464b-b723-28dcf7f7e0f2 req-50f225ef-32eb-4f02-ac27-d3015faddc93 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 944 time: 0.4987073 Mar 10 15:16:40.008009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3eb8ac2d-fa04-4ea2-ba2b-7bd0357b1e5d None None] For port f45ac540-b2c7-43dd-8002-efebb0e9e488, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f45ac540-b2c7-43dd-8002-efebb0e9e488,segment=NetworkSegment(0699e42b-bb27-417a-8700-c36039ffec6a),segment_id=0699e42b-bb27-417a-8700-c36039ffec6a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:40.009939 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ac2d-fa04-4ea2-ba2b-7bd0357b1e5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.020502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting port f45ac540-b2c7-43dd-8002-efebb0e9e488 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:40.021729 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.026508 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.036941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Deleting port 70bc8d73-6357-4ec7-94fb-a206fd3fa536 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:40.037523 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (70bc8d73-6357-4ec7-94fb-a206fd3fa536), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.045413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8ac2d-fa04-4ea2-ba2b-7bd0357b1e5d None None] Calling delete_port for f45ac540-b2c7-43dd-8002-efebb0e9e488 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:40.144187 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] For port 70bc8d73-6357-4ec7-94fb-a206fd3fa536, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=70bc8d73-6357-4ec7-94fb-a206fd3fa536,segment=NetworkSegment(0a3507b3-58a4-4501-8093-83b1ef7d0ae7),segment_id=0a3507b3-58a4-4501-8093-83b1ef7d0ae7)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:40.144829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (70bc8d73-6357-4ec7-94fb-a206fd3fa536), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.166416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Calling delete_port for 70bc8d73-6357-4ec7-94fb-a206fd3fa536 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:40.185576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Deleting port ee21d10d-bae5-4e85-a8b4-2b8917567884 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:40.186205 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ee21d10d-bae5-4e85-a8b4-2b8917567884), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.214436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] For port f45ac540-b2c7-43dd-8002-efebb0e9e488, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f45ac540-b2c7-43dd-8002-efebb0e9e488,segment=NetworkSegment(0699e42b-bb27-417a-8700-c36039ffec6a),segment_id=0699e42b-bb27-417a-8700-c36039ffec6a)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:40.214814 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.220135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56df3cfe-1e86-464b-b723-28dcf7f7e0f2 req-3b214f5e-88c4-43af-903a-957c1602187d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727783 Mar 10 15:16:40.249182 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d603c3d8-5503-4f9e-bd81-bd614e000af2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.256760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Calling delete_port for f45ac540-b2c7-43dd-8002-efebb0e9e488 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:40.262059 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ac2d-fa04-4ea2-ba2b-7bd0357b1e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.305296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8ac2d-fa04-4ea2-ba2b-7bd0357b1e5d None None] Pushing event deleted for resources: {'Port': ['ID=f45ac540-b2c7-43dd-8002-efebb0e9e488,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:40.317338 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Publish callbacks [] for port (ee21d10d-bae5-4e85-a8b4-2b8917567884), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.322032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8ac2d-fa04-4ea2-ba2b-7bd0357b1e5d None None] No DVR routers for this DVR port f45ac540-b2c7-43dd-8002-efebb0e9e488 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:40.338774 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ee21d10d-bae5-4e85-a8b4-2b8917567884), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.369001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Network 77daac59-a669-40fa-a562-287ca5e65a6f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:40.384346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:40.387672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:40.388758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:40.389569 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.417991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event updated for resources: {'Port': ['ID=d603c3d8-5503-4f9e-bd81-bd614e000af2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:40.440941 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Pushing event updated for resources: {'Port': ['ID=ee21d10d-bae5-4e85-a8b4-2b8917567884,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:40.483027 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Attempting to bind port ee21d10d-bae5-4e85-a8b4-2b8917567884 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:40.483027 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Attempting to bind port ee21d10d-bae5-4e85-a8b4-2b8917567884 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '881982d2-2f90-4434-8c00-3f27833a6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:40.483027 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Attempting to bind port ee21d10d-bae5-4e85-a8b4-2b8917567884 on network bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:40.486074 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:16:40.488063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 87020666-2760-437f-9844-2e087c5b08d8 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:16:40.488540 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Checking segment: {'id': '881982d2-2f90-4434-8c00-3f27833a6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:40.488645 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.488994 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Bound using segment: {'id': '881982d2-2f90-4434-8c00-3f27833a6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:16:40.491232 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Bound port: ee21d10d-bae5-4e85-a8b4-2b8917567884, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881982d2-2f90-4434-8c00-3f27833a6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:16:40.491631 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ee21d10d-bae5-4e85-a8b4-2b8917567884), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.513121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-49cc2b4c-60c1-4382-8921-b21ac87b9607 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8804402 Mar 10 15:16:40.520432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35976) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:40.537663 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ee21d10d-bae5-4e85-a8b4-2b8917567884), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.540734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:40.572629 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.572849 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.573183 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.573504 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.573830 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.574150 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.574464 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.574781 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.577554 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.577902 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.578229 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.578554 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.583477 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (70bc8d73-6357-4ec7-94fb-a206fd3fa536), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.584103 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:40.590550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Calling delete_port for ee21d10d-bae5-4e85-a8b4-2b8917567884 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:40.657286 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Port': ['ID=70bc8d73-6357-4ec7-94fb-a206fd3fa536,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:40.686560 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] For port ee21d10d-bae5-4e85-a8b4-2b8917567884, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:40.696875 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] For port ee21d10d-bae5-4e85-a8b4-2b8917567884, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ee21d10d-bae5-4e85-a8b4-2b8917567884,segment=NetworkSegment(881982d2-2f90-4434-8c00-3f27833a6c19),segment_id=881982d2-2f90-4434-8c00-3f27833a6c19)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:16:40.699749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] No DVR routers for this DVR port 70bc8d73-6357-4ec7-94fb-a206fd3fa536 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:40.714103 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ee21d10d-bae5-4e85-a8b4-2b8917567884), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.787935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:16:40.813529 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d603c3d8-5503-4f9e-bd81-bd614e000af2), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.815516 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f45ac540-b2c7-43dd-8002-efebb0e9e488), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.922844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:40.945707 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Routers {'4cf5fc3a-a7bc-4225-ad11-38893aa3b650'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:16:40.947719 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:16:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4cf5fc3a-a7bc-4225-ad11-38893aa3b650'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:40.953039 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8252c8-d162-4f0e-a554-92fb206c8259 None None] Pushing event updated for resources: {'Port': ['ID=ee21d10d-bae5-4e85-a8b4-2b8917567884,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:40.972072 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (8483b7e1-1410-45c0-9462-7418c9f09167), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:40.975884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '87020666-2760-437f-9844-2e087c5b08d8', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'port_id': '87020666-2760-437f-9844-2e087c5b08d8', 'mac_address': 'fa:16:3e:ad:f4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:16:41.041885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8483b7e1-1410-45c0-9462-7418c9f09167']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:41.056176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Port': ['ID=f45ac540-b2c7-43dd-8002-efebb0e9e488,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:41.057082 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3507b3-58a4-4501-8093-83b1ef7d0ae7') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:41.062525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3507b3-58a4-4501-8093-83b1ef7d0ae7') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:41.069598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No DVR routers for this DVR port f45ac540-b2c7-43dd-8002-efebb0e9e488 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:41.097329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 87020666-2760-437f-9844-2e087c5b08d8 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:41.097748 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (87020666-2760-437f-9844-2e087c5b08d8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.101763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:16:41.107229 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (0a3507b3-58a4-4501-8093-83b1ef7d0ae7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.122655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:16:41.123072 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.133995 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] Set router 4cf5fc3a-a7bc-4225-ad11-38893aa3b650 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:16:41.140925 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0a3507b3-58a4-4501-8093-83b1ef7d0ae7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.149929 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:41.150446 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (0a3507b3-58a4-4501-8093-83b1ef7d0ae7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.178130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87020666-2760-437f-9844-2e087c5b08d8 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:16:41.243631 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf5fc3a-a7bc-4225-ad11-38893aa3b650', 'name': '', 'tenant_id': '5aa2ea0c49924a29827a84ede2812324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:16:35Z', 'updated_at': '2022-03-10T15:16:40Z', 'revision_number': 4, 'project_id': '5aa2ea0c49924a29827a84ede2812324', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:41.265645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:41.288174 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.289801 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96422a9a-30bf-4c00-afcd-b3f9577586e8 None None] The sync data for ids ['4cf5fc3a-a7bc-4225-ad11-38893aa3b650'] in n-d-833090-1 is: [{'id': '4cf5fc3a-a7bc-4225-ad11-38893aa3b650', 'name': '', 'tenant_id': '5aa2ea0c49924a29827a84ede2812324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:16:35Z', 'updated_at': '2022-03-10T15:16:40Z', 'revision_number': 4, 'project_id': '5aa2ea0c49924a29827a84ede2812324', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:41.306166 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:41.319582 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (8483b7e1-1410-45c0-9462-7418c9f09167), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.342543 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.354039 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "DELETE /v2.0/networks/8483b7e1-1410-45c0-9462-7418c9f09167 HTTP/1.1" status: 204 len: 168 time: 1.8739512 Mar 10 15:16:41.356758 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36004) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:41.380581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:41.381206 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.410036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfabf0-7206-4334-9ccd-96e496fe7793 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Network': ['ID=8483b7e1-1410-45c0-9462-7418c9f09167,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:41.419249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81321f77-64de-401c-8655-cfb1b90ab902 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:16:41.519760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['87020666-2760-437f-9844-2e087c5b08d8'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:16:41.538637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f23f40-afee-488d-b394-f7762108e70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:16:41.545271 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abce0b50-6d4e-476d-898d-4ac8b6c1c1b3" -d '{"events": [{"server_uuid": "d5f23f40-afee-488d-b394-f7762108e70d", "name": "network-vif-plugged", "status": "completed", "tag": "bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:16:41.596604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7228ae8f-b772-4815-8b55-350cbc582246 None None] Could not find standard attr ID for object 70bc8d73-6357-4ec7-94fb-a206fd3fa536. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:16:41.618039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:41.650890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.691850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:41.797588 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ee21d10d-bae5-4e85-a8b4-2b8917567884), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.853251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f45ac540-b2c7-43dd-8002-efebb0e9e488 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:16:41.886080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81321f77-64de-401c-8655-cfb1b90ab902 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:16:41.888369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (6501bc36-abf0-4659-afcd-52aa365f4328), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:41.894120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f45ac540-b2c7-43dd-8002-efebb0e9e488 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:16:41.894470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f45ac540-b2c7-43dd-8002-efebb0e9e488 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:16:41.904810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:41.922716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee21d10d-bae5-4e85-a8b4-2b8917567884,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:41.980604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be06e4-bd58-4b07-a4f4-f90de8b30492 req-b1e0db30-f56d-42b0-b922-5861bb9b6245 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:41.982616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32be06e4-bd58-4b07-a4f4-f90de8b30492 req-b1e0db30-f56d-42b0-b922-5861bb9b6245 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 1.1893969 Mar 10 15:16:41.995513 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.140301 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (da3e8645-9345-4977-98ca-da58e227a140), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.208172 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.225066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_controller (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.252935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f861a30-9a79-454e-b89b-753373409044 None None] DHCP port deletion for 8483b7e1-1410-45c0-9462-7418c9f09167 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:16:42.258724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3e8645-9345-4977-98ca-da58e227a140']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:42.298693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0699e42b-bb27-417a-8700-c36039ffec6a') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:42.298955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0699e42b-bb27-417a-8700-c36039ffec6a') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:42.303046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (4cf5fc3a-a7bc-4225-ad11-38893aa3b650), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.303760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf5fc3a-a7bc-4225-ad11-38893aa3b650 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:16:42.314246 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.320881 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-961fb22b-ebe9-424b-b210-6d84543f3bd1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "DELETE /v2.0/routers/4cf5fc3a-a7bc-4225-ad11-38893aa3b650 HTTP/1.1" status: 204 len: 168 time: 3.1854377 Mar 10 15:16:42.321720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36018) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:42.337779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32be06e4-bd58-4b07-a4f4-f90de8b30492 req-1a255ab8-8951-4f55-9e04-707ed6bbdd06 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115849 Mar 10 15:16:42.341182 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (0699e42b-bb27-417a-8700-c36039ffec6a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.344088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7759a4-9e50-4e2c-85f6-35c399384bbd None None] Network 8483b7e1-1410-45c0-9462-7418c9f09167 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:42.358769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3d73d-3d75-4504-8091-a20dfb40294a req-03ca3f30-690b-403f-bb7c-dc19a9c9adf1 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:42.360366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bad3d73d-3d75-4504-8091-a20dfb40294a req-03ca3f30-690b-403f-bb7c-dc19a9c9adf1 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.4028325 Mar 10 15:16:42.385151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7759a4-9e50-4e2c-85f6-35c399384bbd None None] Network 8483b7e1-1410-45c0-9462-7418c9f09167 could not be found, it might have been deleted concurrently. {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 15:16:42.445788 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-14397d95-a9b8-4c6d-894a-d17e3af36d76 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Deleting subnet 6e141e66-5cb5-4aa1-8526-b89762c8533b {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:16:42.449215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] device_id is not set on port d603c3d8-5503-4f9e-bd81-bd614e000af2 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:42.453910 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e9185c-8f3e-4784-8a30-c884e30d611b x-openstack-request-id: req-99e9185c-8f3e-4784-8a30-c884e30d611b {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:16:42.455500 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f23f40-afee-488d-b394-f7762108e70d", "name": "network-vif-plugged", "status": "completed", "tag": "bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:16:42.456164 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99e9185c-8f3e-4784-8a30-c884e30d611b {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:16:42.456788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14397d95-a9b8-4c6d-894a-d17e3af36d76 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for subnet (6e141e66-5cb5-4aa1-8526-b89762c8533b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.457049 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f23f40-afee-488d-b394-f7762108e70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d', 'code': 200} Mar 10 15:16:42.485310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0699e42b-bb27-417a-8700-c36039ffec6a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.497716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 87020666-2760-437f-9844-2e087c5b08d8 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:16:42.540738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks [] for port (d603c3d8-5503-4f9e-bd81-bd614e000af2), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.569009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:42.572328 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (0699e42b-bb27-417a-8700-c36039ffec6a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.575996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Deleting port 3ba60fda-865a-4f89-9ea4-1c4e65f4bc99 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:42.576507 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3ba60fda-865a-4f89-9ea4-1c4e65f4bc99), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.580610 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14397d95-a9b8-4c6d-894a-d17e3af36d76 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (6e141e66-5cb5-4aa1-8526-b89762c8533b), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:42.583193 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:42.630548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 87020666-2760-437f-9844-2e087c5b08d8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:16:42.631122 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (87020666-2760-437f-9844-2e087c5b08d8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.696607 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d603c3d8-5503-4f9e-bd81-bd614e000af2), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.721769 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14397d95-a9b8-4c6d-894a-d17e3af36d76 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6e141e66-5cb5-4aa1-8526-b89762c8533b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.725085 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] For port 3ba60fda-865a-4f89-9ea4-1c4e65f4bc99, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3ba60fda-865a-4f89-9ea4-1c4e65f4bc99,segment=NetworkSegment(930d1ee0-1df7-4436-91be-57165f554446),segment_id=930d1ee0-1df7-4436-91be-57165f554446)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:42.725859 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3ba60fda-865a-4f89-9ea4-1c4e65f4bc99), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.768789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Calling delete_port for 3ba60fda-865a-4f89-9ea4-1c4e65f4bc99 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:42.795095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 87020666-2760-437f-9844-2e087c5b08d8 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:16:42.795642 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (87020666-2760-437f-9844-2e087c5b08d8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.840300 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14397d95-a9b8-4c6d-894a-d17e3af36d76 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (6e141e66-5cb5-4aa1-8526-b89762c8533b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.880091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:42.895313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14397d95-a9b8-4c6d-894a-d17e3af36d76 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6e141e66-5cb5-4aa1-8526-b89762c8533b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:42.898861 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.911553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-14397d95-a9b8-4c6d-894a-d17e3af36d76 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.914968 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-14397d95-a9b8-4c6d-894a-d17e3af36d76 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/6e141e66-5cb5-4aa1-8526-b89762c8533b HTTP/1.1" status: 204 len: 168 time: 0.5879514 Mar 10 15:16:42.919447 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36024) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:42.926282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bad3d73d-3d75-4504-8091-a20dfb40294a req-651340ae-12bf-4b4c-b343-c185ec149a3c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415211 Mar 10 15:16:42.934962 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (da3e8645-9345-4977-98ca-da58e227a140), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:42.996508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:42.996912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:42.997261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:43.004502 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.008622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/da3e8645-9345-4977-98ca-da58e227a140 HTTP/1.1" status: 204 len: 168 time: 4.0241773 Mar 10 15:16:43.013587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139d440-d3a9-4fcb-a5fc-53fd8d46dd44 req-198b0695-d350-4e91-ba31-e6a500553e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:43.015138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5139d440-d3a9-4fcb-a5fc-53fd8d46dd44 req-198b0695-d350-4e91-ba31-e6a500553e95 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 1127 time: 0.4636848 Mar 10 15:16:43.027614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36026) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:43.059358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:43.071096 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d7c7bb-9e0d-4c63-a089-c1df050efdf7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:43.071569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d7c7bb-9e0d-4c63-a089-c1df050efdf7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:43.074834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e0d7c7bb-9e0d-4c63-a089-c1df050efdf7 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/subnets/8833041a-9b40-40df-9659-45f2da516512 HTTP/1.1" status: 404 len: 337 time: 0.0460265 Mar 10 15:16:43.075634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event updated for resources: {'Port': ['ID=d603c3d8-5503-4f9e-bd81-bd614e000af2,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:43.079445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36028) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:43.081219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b96a9-f6c9-4d5c-838a-c4bdf7287485 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Network': ['ID=da3e8645-9345-4977-98ca-da58e227a140,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:43.099757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:43.100094 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:43.112043 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 2 to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 Mar 10 15:16:43.140617 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-081825b9-9e47-478d-a3f6-9afbfdd5fda0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] DELETE failed (client error): The resource could not be found. Mar 10 15:16:43.148015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081825b9-9e47-478d-a3f6-9afbfdd5fda0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:16:43.154887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-081825b9-9e47-478d-a3f6-9afbfdd5fda0 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/5dd0b0e9-b7a6-4b60-9b2e-157f019477a7 HTTP/1.1" status: 404 len: 339 time: 0.0717101 Mar 10 15:16:43.155792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36030) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:43.156087 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3ba60fda-865a-4f89-9ea4-1c4e65f4bc99), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.179619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Port': ['ID=3ba60fda-865a-4f89-9ea4-1c4e65f4bc99,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:43.183314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.197302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] No DVR routers for this DVR port 3ba60fda-865a-4f89-9ea4-1c4e65f4bc99 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:43.217741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:43.218404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:43.219007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:43.234013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:43.234676 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:43.237751 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 3 to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 Mar 10 15:16:43.295063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:43.295380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:43.295662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:43.299429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5139d440-d3a9-4fcb-a5fc-53fd8d46dd44 req-919fb8c7-9774-4b1d-b63b-9007254aca7f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355881 Mar 10 15:16:43.306736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:43.307119 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:43.311095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7997ab-9d09-4d85-a313-76461c712f55 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting subnet 4a0da169-e78a-4113-9b57-bf26cd819d35 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:16:43.313911 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 4 to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 Mar 10 15:16:43.316550 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de7997ab-9d09-4d85-a313-76461c712f55 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (4a0da169-e78a-4113-9b57-bf26cd819d35), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.333206 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (6501bc36-abf0-4659-afcd-52aa365f4328), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.359131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:43.359480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:43.359817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:43.369535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:43.369873 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:43.372306 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 5 to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 Mar 10 15:16:43.377245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de7997ab-9d09-4d85-a313-76461c712f55 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (4a0da169-e78a-4113-9b57-bf26cd819d35), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.377993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.394939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6501bc36-abf0-4659-afcd-52aa365f4328']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:43.413283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930d1ee0-1df7-4436-91be-57165f554446') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:43.413585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930d1ee0-1df7-4436-91be-57165f554446') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:43.416703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:43.435605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:43.435927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:43.436269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:43.438988 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (930d1ee0-1df7-4436-91be-57165f554446), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.442138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881982d2-2f90-4434-8c00-3f27833a6c19') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:43.442433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881982d2-2f90-4434-8c00-3f27833a6c19') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:43.459753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:43.459753 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:43.475242 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (881982d2-2f90-4434-8c00-3f27833a6c19), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.475461 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 6 to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 Mar 10 15:16:43.482242 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (930d1ee0-1df7-4436-91be-57165f554446), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.493664 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:43.493664 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (930d1ee0-1df7-4436-91be-57165f554446), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: items = [ Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:43.497408 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:43.499713 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (881982d2-2f90-4434-8c00-3f27833a6c19), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.519189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:43.519671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (881982d2-2f90-4434-8c00-3f27833a6c19), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:43.521607 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:43.524730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:43.524886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:43.525234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:43.561448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:43.561448 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:43.563907 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 7 to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 Mar 10 15:16:43.594186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de7997ab-9d09-4d85-a313-76461c712f55 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (4a0da169-e78a-4113-9b57-bf26cd819d35), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.597489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:43.597750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:43.598071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:43.630491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:43.630878 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:43.650319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03757b24-735d-4184-ac13-10e0ae2ee4ef req-85ccc032-9702-480a-aeb8-e4fb9ea9e4d3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:43.657260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03757b24-735d-4184-ac13-10e0ae2ee4ef req-85ccc032-9702-480a-aeb8-e4fb9ea9e4d3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.1648116 Mar 10 15:16:43.667283 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 8 to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 Mar 10 15:16:43.674754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (6501bc36-abf0-4659-afcd-52aa365f4328), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.688428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.704800 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "DELETE /v2.0/networks/6501bc36-abf0-4659-afcd-52aa365f4328 HTTP/1.1" status: 204 len: 168 time: 2.3454804 Mar 10 15:16:43.706825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36036) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:43.717184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 70bc8d73-6357-4ec7-94fb-a206fd3fa536 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:16:43.755996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:43.756449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:43.756708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:43.774541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97770b-78f6-47e8-9837-5568ab67b16e tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Network': ['ID=6501bc36-abf0-4659-afcd-52aa365f4328,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:43.782632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 70bc8d73-6357-4ec7-94fb-a206fd3fa536 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:16:43.783795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 70bc8d73-6357-4ec7-94fb-a206fd3fa536 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:16:43.795589 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.822469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 15:16:43.841964 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.842626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:43.843234 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:43.857286 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "DELETE /v2.0/networks/bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36 HTTP/1.1" status: 204 len: 168 time: 0.9344800 Mar 10 15:16:43.860811 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03757b24-735d-4184-ac13-10e0ae2ee4ef req-fcda4f21-89bf-4971-86ac-1a7e25fbd670 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026534 Mar 10 15:16:43.870852 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 9 to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 Mar 10 15:16:43.907032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de7997ab-9d09-4d85-a313-76461c712f55 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (4a0da169-e78a-4113-9b57-bf26cd819d35), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.915545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:43.916114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:43.916614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:43.928460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cc8a1-df9a-48ef-afd9-c6214a229f0b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event deleted for resources: {'Network': ['ID=bdbf5cf3-4ba7-4bb0-9582-2be2035b7c36,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:43.968513 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (a23a2701-11f2-483d-8875-299f756c74cd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:43.985648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:43.986058 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:43.991747 n-d-833090-1 neutron-server[115533]: INFO neutron.plugins.ml2.plugin [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 10 to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 Mar 10 15:16:44.005068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5680e0a5-9243-460c-a480-366394a877aa None None] Network 4fb825d6-58fc-4218-b0eb-4ee874da1520 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:44.008525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7997ab-9d09-4d85-a313-76461c712f55 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0da169-e78a-4113-9b57-bf26cd819d35,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:44.010848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de7997ab-9d09-4d85-a313-76461c712f55 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.014274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-de7997ab-9d09-4d85-a313-76461c712f55 tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/subnets/4a0da169-e78a-4113-9b57-bf26cd819d35 HTTP/1.1" status: 204 len: 168 time: 0.8497155 Mar 10 15:16:44.018834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36044) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:44.046964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:44.046964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:44.046964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:44.052884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:44.053071 n-d-833090-1 neutron-server[115533]: ERROR neutron.plugins.ml2.managers [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port d603c3d8-5503-4f9e-bd81-bd614e000af2 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:44.053457 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d603c3d8-5503-4f9e-bd81-bd614e000af2), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.199995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] For port d603c3d8-5503-4f9e-bd81-bd614e000af2, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:44.200734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempted to set empty binding levels {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 15:16:44.217501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d603c3d8-5503-4f9e-bd81-bd614e000af2), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.272011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] In _notify_port_updated(), no bound segment for port d603c3d8-5503-4f9e-bd81-bd614e000af2 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:16:44.272969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.273595 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.277465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "PUT /v2.0/ports/d603c3d8-5503-4f9e-bd81-bd614e000af2 HTTP/1.1" status: 200 len: 975 time: 3.7507522 Mar 10 15:16:44.280760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36048) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:44.328768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (4fb825d6-58fc-4218-b0eb-4ee874da1520), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.419243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36050) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:44.431313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-652dc569-cd77-47cb-a66e-1ed8782bd257 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Request body: {'router': {'name': 'tempest-router--1039652379', 'project_id': '527a72da73cf4c3c8a44e14bf324f334'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:44.452177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f6009-51e9-474d-a7aa-86b0fe56fe59 req-3df87994-f8ad-48ee-95fd-777d2bffb860 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.453763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d1f6009-51e9-474d-a7aa-86b0fe56fe59 req-3df87994-f8ad-48ee-95fd-777d2bffb860 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.2518082 Mar 10 15:16:44.487617 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (a23a2701-11f2-483d-8875-299f756c74cd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.513793 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23a2701-11f2-483d-8875-299f756c74cd']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:44.525536 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e46a52-1631-4fc5-bda2-8f6e6d4b450c') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:44.526247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e46a52-1631-4fc5-bda2-8f6e6d4b450c') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:44.541703 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (e1e46a52-1631-4fc5-bda2-8f6e6d4b450c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.565610 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e1e46a52-1631-4fc5-bda2-8f6e6d4b450c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.580906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:44.581713 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (e1e46a52-1631-4fc5-bda2-8f6e6d4b450c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.617655 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-652dc569-cd77-47cb-a66e-1ed8782bd257 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (16fb56a8-ae90-4b7e-a4d5-889159faa8b9), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.618711 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-652dc569-cd77-47cb-a66e-1ed8782bd257 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (16fb56a8-ae90-4b7e-a4d5-889159faa8b9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.625722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87020666-2760-437f-9844-2e087c5b08d8'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:16:44.628048 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fa8700-9d34-4d06-bf3e-36877378bc1d" -d '{"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-plugged", "status": "completed", "tag": "87020666-2760-437f-9844-2e087c5b08d8"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:16:44.631650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event updated for resources: {'Port': ['ID=d603c3d8-5503-4f9e-bd81-bd614e000af2,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:44.717254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.717604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.717952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.718292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.718912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.729274 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9d492d-8380-4bdc-9595-da505b4d038d x-openstack-request-id: req-8f9d492d-8380-4bdc-9595-da505b4d038d {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:16:44.729754 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-plugged", "status": "completed", "tag": "87020666-2760-437f-9844-2e087c5b08d8", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:16:44.730045 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f9d492d-8380-4bdc-9595-da505b4d038d {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:16:44.730188 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87020666-2760-437f-9844-2e087c5b08d8', 'code': 200} Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:44.740789 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:44.743237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.743590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.743932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.744582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.744582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.744929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.745261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.745588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b77415a-ace6-4ea9-b518-cc89755b68d6 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:44.795205 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (a23a2701-11f2-483d-8875-299f756c74cd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.804631 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.807998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d1f6009-51e9-474d-a7aa-86b0fe56fe59 req-f1af7c4d-d3ae-4b55-81b2-06763ea3182f tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310845 Mar 10 15:16:44.816783 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "DELETE /v2.0/networks/a23a2701-11f2-483d-8875-299f756c74cd HTTP/1.1" status: 204 len: 168 time: 1.1080863 Mar 10 15:16:44.822089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36056) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:44.831434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.831907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.832389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.832832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.833389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.833851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.834308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.834757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.835319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.835767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.836224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.836674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.838166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.838166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.842532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:44.850593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3ffc402e-b2ee-4553-92c6-ed94f343264c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13912 time: 0.5595052 Mar 10 15:16:44.853052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed1bef-9412-49e2-b799-21a50f826a35 None None] DHCP port deletion for 4fb825d6-58fc-4218-b0eb-4ee874da1520 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:16:44.853879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36058) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:44.858831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acd118-b8fa-4a8b-b29f-fc8b1055d0bf tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Network': ['ID=a23a2701-11f2-483d-8875-299f756c74cd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:44.932770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-652dc569-cd77-47cb-a66e-1ed8782bd257 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_controller (16fb56a8-ae90-4b7e-a4d5-889159faa8b9), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.945199 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-652dc569-cd77-47cb-a66e-1ed8782bd257 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (16fb56a8-ae90-4b7e-a4d5-889159faa8b9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.945437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-79ed1bef-9412-49e2-b799-21a50f826a35 None None] Deleting port 9c46279c-2c5c-4063-b511-f62047da9f8a {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:44.945803 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-79ed1bef-9412-49e2-b799-21a50f826a35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.973300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-652dc569-cd77-47cb-a66e-1ed8782bd257 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:44.974609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-652dc569-cd77-47cb-a66e-1ed8782bd257 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5531383 Mar 10 15:16:44.977367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36062) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:45.116692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-79ed1bef-9412-49e2-b799-21a50f826a35 None None] For port 9c46279c-2c5c-4063-b511-f62047da9f8a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9c46279c-2c5c-4063-b511-f62047da9f8a,segment=NetworkSegment(4cbffbfc-8c5c-4932-9d7b-973309f77bb6),segment_id=4cbffbfc-8c5c-4932-9d7b-973309f77bb6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:45.117091 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-79ed1bef-9412-49e2-b799-21a50f826a35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.122365 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (32404a2d-01bb-41b4-a99b-c38cae0ee905), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.135475 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Deleting port 9c46279c-2c5c-4063-b511-f62047da9f8a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:45.136235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.151653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-79ed1bef-9412-49e2-b799-21a50f826a35 None None] Calling delete_port for 9c46279c-2c5c-4063-b511-f62047da9f8a owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:45.192945 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ff6c3c5-6551-46e4-958b-78dde6e93f69 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (16fb56a8-ae90-4b7e-a4d5-889159faa8b9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.288985 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] For port 9c46279c-2c5c-4063-b511-f62047da9f8a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9c46279c-2c5c-4063-b511-f62047da9f8a,segment=NetworkSegment(4cbffbfc-8c5c-4932-9d7b-973309f77bb6),segment_id=4cbffbfc-8c5c-4932-9d7b-973309f77bb6)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:45.289629 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.307571 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-79ed1bef-9412-49e2-b799-21a50f826a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.329921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Calling delete_port for 9c46279c-2c5c-4063-b511-f62047da9f8a owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:45.358177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed1bef-9412-49e2-b799-21a50f826a35 None None] Pushing event deleted for resources: {'Port': ['ID=9c46279c-2c5c-4063-b511-f62047da9f8a,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:45.365513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980075f-b4e9-49e8-9593-460bedc590ff req-1e6e4e86-d398-471f-b3b7-795f5718d924 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:45.367408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5980075f-b4e9-49e8-9593-460bedc590ff req-1e6e4e86-d398-471f-b3b7-795f5718d924 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.3255394 Mar 10 15:16:45.374803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed1bef-9412-49e2-b799-21a50f826a35 None None] No DVR routers for this DVR port 9c46279c-2c5c-4063-b511-f62047da9f8a on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:45.492633 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ff6c3c5-6551-46e4-958b-78dde6e93f69 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (16fb56a8-ae90-4b7e-a4d5-889159faa8b9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.503153 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ff6c3c5-6551-46e4-958b-78dde6e93f69 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_controller (16fb56a8-ae90-4b7e-a4d5-889159faa8b9), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.568951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5980075f-b4e9-49e8-9593-460bedc590ff req-9cd09a3a-03d9-4def-b8e4-b51ead1f1739 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899884 Mar 10 15:16:45.579515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ff6c3c5-6551-46e4-958b-78dde6e93f69 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (16fb56a8-ae90-4b7e-a4d5-889159faa8b9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.580458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff6c3c5-6551-46e4-958b-78dde6e93f69 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16fb56a8-ae90-4b7e-a4d5-889159faa8b9 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:16:45.597677 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ff6c3c5-6551-46e4-958b-78dde6e93f69 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.632980 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9ff6c3c5-6551-46e4-958b-78dde6e93f69 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "DELETE /v2.0/routers/16fb56a8-ae90-4b7e-a4d5-889159faa8b9 HTTP/1.1" status: 204 len: 168 time: 0.6340764 Mar 10 15:16:45.763637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9c46279c-2c5c-4063-b511-f62047da9f8a no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:16:45.814824 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (32404a2d-01bb-41b4-a99b-c38cae0ee905), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.823178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 9c46279c-2c5c-4063-b511-f62047da9f8a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:16:45.825588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9c46279c-2c5c-4063-b511-f62047da9f8a not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:16:45.830245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-60012cf6-3278-4093-b0ca-8ff560867045 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Deleting port d603c3d8-5503-4f9e-bd81-bd614e000af2 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:45.830603 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60012cf6-3278-4093-b0ca-8ff560867045 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d603c3d8-5503-4f9e-bd81-bd614e000af2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:45.879165 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36070) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:45.888426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32404a2d-01bb-41b4-a99b-c38cae0ee905']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:46.014267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6a143-37e1-4850-a88d-db3daf159532 req-5d61b329-2804-417c-a7b7-b4107d7cf7e4 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:46.021535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16d6a143-37e1-4850-a88d-db3daf159532 req-5d61b329-2804-417c-a7b7-b4107d7cf7e4 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.0862293 Mar 10 15:16:46.059362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-60012cf6-3278-4093-b0ca-8ff560867045 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] For port d603c3d8-5503-4f9e-bd81-bd614e000af2, host n-h2-833090-1, got binding levels [] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:46.059587 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60012cf6-3278-4093-b0ca-8ff560867045 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d603c3d8-5503-4f9e-bd81-bd614e000af2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.078152 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-60012cf6-3278-4093-b0ca-8ff560867045 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Calling delete_port for d603c3d8-5503-4f9e-bd81-bd614e000af2 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:46.129309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16d6a143-37e1-4850-a88d-db3daf159532 req-bcc35060-c64f-4434-bee7-3145e91aa761 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996850 Mar 10 15:16:46.207254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da87d72-bc46-4960-a3e7-32b687cf70e8') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:46.207630 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da87d72-bc46-4960-a3e7-32b687cf70e8') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:46.219837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (9da87d72-bc46-4960-a3e7-32b687cf70e8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.253154 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1517654348', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:46.258567 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60012cf6-3278-4093-b0ca-8ff560867045 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d603c3d8-5503-4f9e-bd81-bd614e000af2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.279536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9da87d72-bc46-4960-a3e7-32b687cf70e8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.312211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60012cf6-3278-4093-b0ca-8ff560867045 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.319241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36076) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:46.319459 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-60012cf6-3278-4093-b0ca-8ff560867045 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "DELETE /v2.0/ports/d603c3d8-5503-4f9e-bd81-bd614e000af2 HTTP/1.1" status: 204 len: 168 time: 1.4622428 Mar 10 15:16:46.368193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60012cf6-3278-4093-b0ca-8ff560867045 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event deleted for resources: {'Port': ['ID=d603c3d8-5503-4f9e-bd81-bd614e000af2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:46.369179 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cb5c99-8adc-4698-9d47-a63ee009166e tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] GET failed (client error): The resource could not be found. Mar 10 15:16:46.371317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a2cb5c99-8adc-4698-9d47-a63ee009166e tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "GET /v2.0/ports/d603c3d8-5503-4f9e-bd81-bd614e000af2 HTTP/1.1" status: 404 len: 333 time: 0.0493915 Mar 10 15:16:46.375054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36080) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:46.386839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-87281794', 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:46.388650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:46.389075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (9da87d72-bc46-4960-a3e7-32b687cf70e8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:46.395708 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:46.450059 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (c1975069-19a1-49a0-826a-9eec6d422538), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.451152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (c1975069-19a1-49a0-826a-9eec6d422538), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.505674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Made reservation on behalf of c02cd32546d54ca4afa0b8c59ce5fc32 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:46.508129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.517135 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (c1975069-19a1-49a0-826a-9eec6d422538), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.539871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5756c-de99-45b4-9f9d-398a9801e5a6 req-e4a009ea-ca28-4373-94ba-801fcca579b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:46.541441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4dd5756c-de99-45b4-9f9d-398a9801e5a6 req-e4a009ea-ca28-4373-94ba-801fcca579b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=168fe9a92e5e49429fad26db570a485d&device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 1127 time: 0.1416337 Mar 10 15:16:46.542936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] device_id is not set on port 8d470bc9-7a01-4445-a72e-f0200ca7fdb3 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:46.614486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37158962-7a20-4ce1-ad45-3d74d3f223d0 req-c8b5a66c-965d-4e3a-856f-1da1a4407ab9 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:46.616371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37158962-7a20-4ce1-ad45-3d74d3f223d0 req-c8b5a66c-965d-4e3a-856f-1da1a4407ab9 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.1557689 Mar 10 15:16:46.697454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (32404a2d-01bb-41b4-a99b-c38cae0ee905), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.702199 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.706994 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] 10.222.0.11 "DELETE /v2.0/networks/32404a2d-01bb-41b4-a99b-c38cae0ee905 HTTP/1.1" status: 204 len: 168 time: 1.8714268 Mar 10 15:16:46.727060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c19d4-311c-4f84-af82-49f8a46f5d90 tempest-BulkNetworkOpsTest-1368130221 tempest-BulkNetworkOpsTest-1368130221-project] Pushing event deleted for resources: {'Network': ['ID=32404a2d-01bb-41b4-a99b-c38cae0ee905,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:46.737174 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (9c46279c-2c5c-4063-b511-f62047da9f8a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.870272 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (c1975069-19a1-49a0-826a-9eec6d422538), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:46.888497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] No DVR routers for this DVR port 9c46279c-2c5c-4063-b511-f62047da9f8a on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:16:46.892561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Port': ['ID=9c46279c-2c5c-4063-b511-f62047da9f8a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:46.938051 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks [] for port (8d470bc9-7a01-4445-a72e-f0200ca7fdb3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.014016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37158962-7a20-4ce1-ad45-3d74d3f223d0 req-d09d2232-ce82-45c5-90c5-41f32b26b97a tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908272 Mar 10 15:16:47.074167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5756c-de99-45b4-9f9d-398a9801e5a6 req-0ef144b0-cba6-44c2-8f36-ec048a15c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:47.075925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4dd5756c-de99-45b4-9f9d-398a9801e5a6 req-0ef144b0-cba6-44c2-8f36-ec048a15c63b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c6e5513e-5eef-4aa1-b1a0-5293715a9889 HTTP/1.1" status: 200 len: 912 time: 0.5231717 Mar 10 15:16:47.094380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8d470bc9-7a01-4445-a72e-f0200ca7fdb3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.144152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (4fb825d6-58fc-4218-b0eb-4ee874da1520), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.183564 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb825d6-58fc-4218-b0eb-4ee874da1520']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:47.211098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Network 77daac59-a669-40fa-a562-287ca5e65a6f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:47.232834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:47.237203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbffbfc-8c5c-4932-9d7b-973309f77bb6') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:47.237203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbffbfc-8c5c-4932-9d7b-973309f77bb6') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:47.237923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4dd5756c-de99-45b4-9f9d-398a9801e5a6 req-d28cc2c7-edf7-467b-a5b2-4232adc5c8df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d HTTP/1.1" status: 200 len: 217 time: 0.1284168 Mar 10 15:16:47.239058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36090) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:47.240801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:47.242478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:47.243170 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.259364 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (4cbffbfc-8c5c-4932-9d7b-973309f77bb6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.267372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb8e55-1c4f-4def-a36f-979d8a8241e2 req-af5b5ef3-a47c-4b28-92f7-882484c6971d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:47.268925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecdb8e55-1c4f-4def-a36f-979d8a8241e2 req-af5b5ef3-a47c-4b28-92f7-882484c6971d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.4724169 Mar 10 15:16:47.326541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4cbffbfc-8c5c-4932-9d7b-973309f77bb6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.326939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5756c-de99-45b4-9f9d-398a9801e5a6 req-c9c9e0c8-33c3-4140-84a0-1d517280a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:47.329093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4dd5756c-de99-45b4-9f9d-398a9801e5a6 req-c9c9e0c8-33c3-4140-84a0-1d517280a755 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b461b8ba-c71f-44ba-8a3f-9f7cdda42dde HTTP/1.1" status: 200 len: 851 time: 0.0722113 Mar 10 15:16:47.348469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:47.349052 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (4cbffbfc-8c5c-4932-9d7b-973309f77bb6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:47.353647 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:47.379106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4dd5756c-de99-45b4-9f9d-398a9801e5a6 req-5ab48b36-93a8-4b51-8f99-f3f82b8920f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6e5513e-5eef-4aa1-b1a0-5293715a9889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403283 Mar 10 15:16:47.389214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event updated for resources: {'Port': ['ID=8d470bc9-7a01-4445-a72e-f0200ca7fdb3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:47.503465 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (4fb825d6-58fc-4218-b0eb-4ee874da1520), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.522431 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.528070 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] 10.222.0.11 "DELETE /v2.0/networks/4fb825d6-58fc-4218-b0eb-4ee874da1520 HTTP/1.1" status: 204 len: 168 time: 3.5047100 Mar 10 15:16:47.528262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4dd5756c-de99-45b4-9f9d-398a9801e5a6 req-bc64135f-2dff-4756-988b-d3e7bc73751d service neutron] 10.222.0.62 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224144 Mar 10 15:16:47.538216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-12c12a41-d01f-4936-aaa8-35c157a58438 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.1619692 Mar 10 15:16:47.547385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36096) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:47.615360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecdb8e55-1c4f-4def-a36f-979d8a8241e2 req-b3638daf-4b12-44a9-a913-adffd2397df7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850819 Mar 10 15:16:47.627818 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9d4f9c28-bb15-4b96-9099-ffd96967ff8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba10856e14d64eebaf581257a4c0e8ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3803325 Mar 10 15:16:47.629546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb497432-d524-406b-920e-d3bf78df3d70 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:47.633258 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fb497432-d524-406b-920e-d3bf78df3d70 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "GET /v2.0/ports/8d470bc9-7a01-4445-a72e-f0200ca7fdb3 HTTP/1.1" status: 200 len: 953 time: 0.0823541 Mar 10 15:16:47.633258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacfc72-d602-4de3-af62-133ba0154d5f tempest-NetworksIpV6Test-1930629410 tempest-NetworksIpV6Test-1930629410-project] Pushing event deleted for resources: {'Network': ['ID=4fb825d6-58fc-4218-b0eb-4ee874da1520,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:47.634030 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36098) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:47.634351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36100) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:47.717450 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (c1975069-19a1-49a0-826a-9eec6d422538), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.736472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4dd5756c-de99-45b4-9f9d-398a9801e5a6 req-4ab3d345-e5e1-41e2-bbea-9e3754913554 service neutron] 10.222.0.62 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916897 Mar 10 15:16:47.747936 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.794824 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.944098 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-608160de-33a9-4213-ac01-1e83a59e19ce admin admin] Publish callbacks [] for security_group (69f8f15e-8669-4d96-97fe-ff72f0a31c59), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:47.989511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-608160de-33a9-4213-ac01-1e83a59e19ce admin admin] Publish callbacks [] for security_group (69f8f15e-8669-4d96-97fe-ff72f0a31c59), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.007834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a7bf7-a681-40a4-994a-310f095da02c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Deleting port 8d470bc9-7a01-4445-a72e-f0200ca7fdb3 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:48.008211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7bf7-a681-40a4-994a-310f095da02c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8d470bc9-7a01-4445-a72e-f0200ca7fdb3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.012800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Allocated IP 172.25.3.99 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/35692793-7f05-426c-9fbc-58943c51a0e9) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:48.016830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36110) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:48.173042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7bf7-a681-40a4-994a-310f095da02c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8d470bc9-7a01-4445-a72e-f0200ca7fdb3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.191705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a7bf7-a681-40a4-994a-310f095da02c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Calling delete_port for 8d470bc9-7a01-4445-a72e-f0200ca7fdb3 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:48.279156 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-608160de-33a9-4213-ac01-1e83a59e19ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (69f8f15e-8669-4d96-97fe-ff72f0a31c59), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.281864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-608160de-33a9-4213-ac01-1e83a59e19ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.283630 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-608160de-33a9-4213-ac01-1e83a59e19ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69f8f15e-8669-4d96-97fe-ff72f0a31c59 HTTP/1.1" status: 204 len: 168 time: 0.6458395 Mar 10 15:16:48.288816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60446dbc-b8f1-4270-b664-b8147afef10f req-892d4630-3019-4f43-b3ca-1077c2c92e95 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:48.291919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60446dbc-b8f1-4270-b664-b8147afef10f req-892d4630-3019-4f43-b3ca-1077c2c92e95 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.1290727 Mar 10 15:16:48.340786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5a28e2c7-d33b-4f27-8976-c926c0d49c8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2848b28c40b94190ab9c99f4ca7b9545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3227572 Mar 10 15:16:48.351222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36118) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:48.388347 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608160de-33a9-4213-ac01-1e83a59e19ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f8f15e-8669-4d96-97fe-ff72f0a31c59,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:48.397864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60446dbc-b8f1-4270-b664-b8147afef10f req-d2e5776f-1c08-4bc4-8e8c-654476c06e3b tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848818 Mar 10 15:16:48.462492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for port (35692793-7f05-426c-9fbc-58943c51a0e9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.486702 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7bf7-a681-40a4-994a-310f095da02c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8d470bc9-7a01-4445-a72e-f0200ca7fdb3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.540710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a7bf7-a681-40a4-994a-310f095da02c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d470bc9-7a01-4445-a72e-f0200ca7fdb3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:48.546240 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7bf7-a681-40a4-994a-310f095da02c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.549454 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6b5a7bf7-a681-40a4-994a-310f095da02c tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "DELETE /v2.0/ports/8d470bc9-7a01-4445-a72e-f0200ca7fdb3 HTTP/1.1" status: 204 len: 168 time: 0.9110146 Mar 10 15:16:48.551821 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (35692793-7f05-426c-9fbc-58943c51a0e9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.552594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36124) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:48.597477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:48.603899 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:48.614173 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:48.637554 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-e597f588-ca8f-4f57-b93f-9d1a52cd75f8 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] GET failed (client error): The resource could not be found. Mar 10 15:16:48.649050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e597f588-ca8f-4f57-b93f-9d1a52cd75f8 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "GET /v2.0/ports/8d470bc9-7a01-4445-a72e-f0200ca7fdb3 HTTP/1.1" status: 404 len: 333 time: 0.0952556 Mar 10 15:16:48.649612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36128) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:48.656524 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d049029-b697-492a-b1a4-050dfd11416e admin admin] Publish callbacks [] for security_group (bfe0228b-5827-4d41-a84f-98fff4686baa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.663597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Request body: {'port': {'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1207927776'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:48.684645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d049029-b697-492a-b1a4-050dfd11416e admin admin] Publish callbacks [] for security_group (bfe0228b-5827-4d41-a84f-98fff4686baa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.694276 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Pushing event updated for resources: {'Port': ['ID=35692793-7f05-426c-9fbc-58943c51a0e9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:48.717703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Made reservation on behalf of c02cd32546d54ca4afa0b8c59ce5fc32 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:48.721069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.764021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] device_id is not set on port bbaaf330-b63f-482d-b04e-ae42e2484374 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:48.955613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d049029-b697-492a-b1a4-050dfd11416e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bfe0228b-5827-4d41-a84f-98fff4686baa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.958160 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d049029-b697-492a-b1a4-050dfd11416e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:48.961581 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5d049029-b697-492a-b1a4-050dfd11416e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfe0228b-5827-4d41-a84f-98fff4686baa HTTP/1.1" status: 204 len: 168 time: 0.5967054 Mar 10 15:16:49.041540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00505b-6b64-497a-8bd9-6a21baee7de7 req-aebe8787-c911-44ef-9467-028fb3ea7d62 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:49.041744 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d049029-b697-492a-b1a4-050dfd11416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe0228b-5827-4d41-a84f-98fff4686baa,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:49.043150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e00505b-6b64-497a-8bd9-6a21baee7de7 req-aebe8787-c911-44ef-9467-028fb3ea7d62 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.2523491 Mar 10 15:16:49.291684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (c1975069-19a1-49a0-826a-9eec6d422538), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:49.317306 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks [] for port (bbaaf330-b63f-482d-b04e-ae42e2484374), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:49.338782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e00505b-6b64-497a-8bd9-6a21baee7de7 req-0190a3a0-b2fb-4405-8b66-bdbe7c040203 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759740 Mar 10 15:16:49.472748 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bbaaf330-b63f-482d-b04e-ae42e2484374), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:49.642257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (c1975069-19a1-49a0-826a-9eec6d422538), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:49.722024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Network 77daac59-a669-40fa-a562-287ca5e65a6f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:49.758204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:49.777811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:49.779194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:49.780016 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:49.785514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event updated for resources: {'Port': ['ID=bbaaf330-b63f-482d-b04e-ae42e2484374,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:49.837257 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cc56ed10-b02d-4630-88ca-e6780b70a6ef tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1773908 Mar 10 15:16:49.846348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36166) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:49.870509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ae974-c6a7-42a4-8536-c9db5ad9f67b req-1be70bc7-e39d-4b39-8622-112e1e57fabb tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:49.872759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:49.882425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b0ae974-c6a7-42a4-8536-c9db5ad9f67b req-1be70bc7-e39d-4b39-8622-112e1e57fabb tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.3057852 Mar 10 15:16:50.003947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b0ae974-c6a7-42a4-8536-c9db5ad9f67b req-945a745f-9ca0-42b5-bd4f-2db17ede9ed9 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078649 Mar 10 15:16:50.162182 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bbaaf330-b63f-482d-b04e-ae42e2484374), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:50.281216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Router c1975069-19a1-49a0-826a-9eec6d422538 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:16:50.592322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570c8a-71a1-48ef-8764-fdfbb2568a9d req-700b4e70-d462-4eca-b286-04490aaf0499 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:50.598782 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:50.611716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78570c8a-71a1-48ef-8764-fdfbb2568a9d req-700b4e70-d462-4eca-b286-04490aaf0499 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.1229064 Mar 10 15:16:50.621172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] device_id is not set on port bbaaf330-b63f-482d-b04e-ae42e2484374 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:50.642205 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks [] for port (bbaaf330-b63f-482d-b04e-ae42e2484374), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:50.665400 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (bbaaf330-b63f-482d-b04e-ae42e2484374), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:50.731020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78570c8a-71a1-48ef-8764-fdfbb2568a9d req-399da256-a659-4340-97ff-c5320552dcd9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160123 Mar 10 15:16:50.788404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36194) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:50.855673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event updated for resources: {'Port': ['ID=bbaaf330-b63f-482d-b04e-ae42e2484374,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:50.870155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:16:50.881170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9fe1f-94db-44c7-a346-dc38d4529e41 None None] Sync routers for ids ['c1975069-19a1-49a0-826a-9eec6d422538'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:16:50.893328 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:50.894056 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:50.894640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:50.900275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:50.900906 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:50.901516 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 2 to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 Mar 10 15:16:50.910111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9fe1f-94db-44c7-a346-dc38d4529e41 None None] Routers {'c1975069-19a1-49a0-826a-9eec6d422538'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:16:50.910826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-98d9fe1f-94db-44c7-a346-dc38d4529e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:16:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c1975069-19a1-49a0-826a-9eec6d422538'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:50.919788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:50.921460 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e1e1d456-24ab-43b6-a073-a300d92e45bd tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0415726 Mar 10 15:16:50.924846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36198) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:50.960192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:50.961023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:50.962889 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:50.975980 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:50.982019 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:50.983365 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 3 to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 Mar 10 15:16:51.034640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:51.050136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:51.050136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:51.057261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-98d9fe1f-94db-44c7-a346-dc38d4529e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:51.068398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:51.079139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9fe1f-94db-44c7-a346-dc38d4529e41 None None] Routers {'c1975069-19a1-49a0-826a-9eec6d422538'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:16:51.080846 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:51.084359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-98d9fe1f-94db-44c7-a346-dc38d4529e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:16:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c1975069-19a1-49a0-826a-9eec6d422538'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:51.091069 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 4 to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 Mar 10 15:16:51.134039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-98d9fe1f-94db-44c7-a346-dc38d4529e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:51.135507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9fe1f-94db-44c7-a346-dc38d4529e41 None None] The sync data for ids ['c1975069-19a1-49a0-826a-9eec6d422538'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:16:51.136889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1922650718'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:51.146549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:51.146926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:51.147264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:51.157324 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:51.158554 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:51.159653 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 5 to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 Mar 10 15:16:51.185554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:51.187853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:51.189128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:51.205348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:51.206509 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:51.207516 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 6 to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 Mar 10 15:16:51.224723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:51.228111 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:51.234363 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:16:51.243948 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:51.245741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:51.246436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:51.258735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:51.259424 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:51.260035 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 7 to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 Mar 10 15:16:51.270987 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:51.282123 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:51.283654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:51.284249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:51.291771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:51.293942 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:51.294586 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 8 to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 Mar 10 15:16:51.328873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:51.331949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:51.332743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:51.349684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:51.351349 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:51.352049 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 9 to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 Mar 10 15:16:51.384735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:51.386824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:51.387414 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:51.397905 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:51.404101 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:51.404577 n-d-833090-1 neutron-server[115534]: INFO neutron.plugins.ml2.plugin [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempt 10 to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 Mar 10 15:16:51.435316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:16:51.435648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:16:51.436006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempting to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:16:51.449641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:16:51.449984 n-d-833090-1 neutron-server[115534]: ERROR neutron.plugins.ml2.managers [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Failed to bind port bbaaf330-b63f-482d-b04e-ae42e2484374 on host n-h2-833090-1 for vnic_type normal using segments [{'id': 'c9271723-0c75-4e40-80ba-2d44bfd9d600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '77daac59-a669-40fa-a562-287ca5e65a6f'}] Mar 10 15:16:51.450358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bbaaf330-b63f-482d-b04e-ae42e2484374), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:51.571162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] For port bbaaf330-b63f-482d-b04e-ae42e2484374, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:16:51.571701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attempted to set empty binding levels {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 15:16:51.583505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (bbaaf330-b63f-482d-b04e-ae42e2484374), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:51.709559 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-faaa91d3-8118-4ef5-8381-eb5b4fb8f267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:51.872371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6c0ca99e-3e7c-455d-b33d-c030e9197d1b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/routers/c1975069-19a1-49a0-826a-9eec6d422538 HTTP/1.1" status: 200 len: 924 time: 0.9459002 Mar 10 15:16:51.872931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36216) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:51.951423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab5d69-4f55-41c9-a6df-1df116b38f8b req-843d23f8-163a-4cb1-b97f-5f59272271be tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:51.952979 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75ab5d69-4f55-41c9-a6df-1df116b38f8b req-843d23f8-163a-4cb1-b97f-5f59272271be tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.7636776 Mar 10 15:16:52.068621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5ef1c3fb-a04b-45c4-83b4-fccd6235f6ac tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1975069-19a1-49a0-826a-9eec6d422538 HTTP/1.1" status: 200 len: 205 time: 0.1803010 Mar 10 15:16:52.075066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36222) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:52.080822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] In _notify_port_updated(), no bound segment for port bbaaf330-b63f-482d-b04e-ae42e2484374 on network 77daac59-a669-40fa-a562-287ca5e65a6f {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:16:52.084268 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:52.085009 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.088775 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "PUT /v2.0/ports/bbaaf330-b63f-482d-b04e-ae42e2484374 HTTP/1.1" status: 200 len: 975 time: 2.2385056 Mar 10 15:16:52.102750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36224) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:52.288715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75ab5d69-4f55-41c9-a6df-1df116b38f8b req-ca6077c7-5a4e-4d25-a370-651ba974336a tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316930 Mar 10 15:16:52.320574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb99892-421e-4190-b6a8-a0f4cd151284 req-c1b8c374-62ed-4e03-b433-e43e3c787dec tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:52.320817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3802397-12f8-42a7-9c7f-51f4037c01a9 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event updated for resources: {'Port': ['ID=bbaaf330-b63f-482d-b04e-ae42e2484374,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:52.321259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfb99892-421e-4190-b6a8-a0f4cd151284 req-c1b8c374-62ed-4e03-b433-e43e3c787dec tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.3903546 Mar 10 15:16:52.360857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-23a43e63-3a9d-4601-bca0-3f35aeca9eae tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Deleting port bbaaf330-b63f-482d-b04e-ae42e2484374 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:52.361204 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a43e63-3a9d-4601-bca0-3f35aeca9eae tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bbaaf330-b63f-482d-b04e-ae42e2484374), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.460355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (6340ed00-67a2-4bd4-8f12-1fc43e7fce6d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.472378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfb99892-421e-4190-b6a8-a0f4cd151284 req-776bef25-4a7f-4a38-b133-ecbc49fad926 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429055 Mar 10 15:16:52.479386 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6340ed00-67a2-4bd4-8f12-1fc43e7fce6d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.484377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (c1975069-19a1-49a0-826a-9eec6d422538), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.528767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-23a43e63-3a9d-4601-bca0-3f35aeca9eae tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] For port bbaaf330-b63f-482d-b04e-ae42e2484374, host n-h2-833090-1, got binding levels [] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:16:52.529015 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a43e63-3a9d-4601-bca0-3f35aeca9eae tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bbaaf330-b63f-482d-b04e-ae42e2484374), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.562318 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-23a43e63-3a9d-4601-bca0-3f35aeca9eae tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Calling delete_port for bbaaf330-b63f-482d-b04e-ae42e2484374 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:52.662326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6340ed00-67a2-4bd4-8f12-1fc43e7fce6d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:52.671636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:52.693861 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0c5b118b-89e9-4e35-95cc-fdfd103ff9c2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.694748 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Added segment 0c5b118b-89e9-4e35-95cc-fdfd103ff9c2 of type vlan for network 06729085-2149-42f4-a3d1-6b0a4e3eb449 Mar 10 15:16:52.795339 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (06729085-2149-42f4-a3d1-6b0a4e3eb449), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.816313 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a43e63-3a9d-4601-bca0-3f35aeca9eae tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bbaaf330-b63f-482d-b04e-ae42e2484374), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.835010 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (c1975069-19a1-49a0-826a-9eec6d422538), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.852239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (06729085-2149-42f4-a3d1-6b0a4e3eb449), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.863473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:52.864538 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.880678 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a43e63-3a9d-4601-bca0-3f35aeca9eae tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbaaf330-b63f-482d-b04e-ae42e2484374,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:52.902162 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a43e63-3a9d-4601-bca0-3f35aeca9eae tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:52.913513 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-23a43e63-3a9d-4601-bca0-3f35aeca9eae tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "DELETE /v2.0/ports/bbaaf330-b63f-482d-b04e-ae42e2484374 HTTP/1.1" status: 204 len: 168 time: 0.7675173 Mar 10 15:16:52.915833 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36230) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:52.959148 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-111929a1-e12c-4f36-952c-08c19d0ab350 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] GET failed (client error): The resource could not be found. Mar 10 15:16:52.964442 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-111929a1-e12c-4f36-952c-08c19d0ab350 tempest-PortsAdminExtendedAttrsTestJSON-1258756866 tempest-PortsAdminExtendedAttrsTestJSON-1258756866-project-admin] 10.222.0.11 "GET /v2.0/ports/bbaaf330-b63f-482d-b04e-ae42e2484374 HTTP/1.1" status: 404 len: 333 time: 0.0422413 Mar 10 15:16:52.964823 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36232) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:52.998637 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2052782 Mar 10 15:16:52.999246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36236) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:53.009051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'name': 'tempest-PortsTestJSON-391662546'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:53.054644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2461578-661b-40c6-a34f-0c04b7dc7fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Network': ['ID=06729085-2149-42f4-a3d1-6b0a4e3eb449,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:53.068656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:53.075840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Deleting port 35692793-7f05-426c-9fbc-58943c51a0e9 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:53.076161 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (35692793-7f05-426c-9fbc-58943c51a0e9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.135625 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (77daac59-a669-40fa-a562-287ca5e65a6f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.217488 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (35692793-7f05-426c-9fbc-58943c51a0e9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.237841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Calling delete_port for 35692793-7f05-426c-9fbc-58943c51a0e9 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:53.245954 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:53.249804 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.299360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (77daac59-a669-40fa-a562-287ca5e65a6f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.313126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port f059a460-0aea-4b07-aae4-867dee6a5573 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:53.363948 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77daac59-a669-40fa-a562-287ca5e65a6f']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:53.382839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9271723-0c75-4e40-80ba-2d44bfd9d600') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:53.383238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9271723-0c75-4e40-80ba-2d44bfd9d600') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:53.402594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (c9271723-0c75-4e40-80ba-2d44bfd9d600), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.429327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (c9271723-0c75-4e40-80ba-2d44bfd9d600), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.442888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:53.443322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (c9271723-0c75-4e40-80ba-2d44bfd9d600), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:53.446412 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:53.573256 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (77daac59-a669-40fa-a562-287ca5e65a6f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.590732 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.602389 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] 10.222.0.11 "DELETE /v2.0/networks/77daac59-a669-40fa-a562-287ca5e65a6f HTTP/1.1" status: 204 len: 168 time: 0.6344292 Mar 10 15:16:53.609605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (f059a460-0aea-4b07-aae4-867dee6a5573), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.623505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a83ea8-9e8d-4344-a741-f63c37fafe8c tempest-PortsAdminExtendedAttrsTestJSON-2123470790 tempest-PortsAdminExtendedAttrsTestJSON-2123470790-project] Pushing event deleted for resources: {'Network': ['ID=77daac59-a669-40fa-a562-287ca5e65a6f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:53.722189 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f059a460-0aea-4b07-aae4-867dee6a5573), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.742218 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (35692793-7f05-426c-9fbc-58943c51a0e9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:53.816011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Pushing event deleted for resources: {'Port': ['ID=35692793-7f05-426c-9fbc-58943c51a0e9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:53.834767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52ffea-1e22-4683-950b-5b2d202b7dc7 req-f3e24f43-9315-4b31-bab5-7d651859e68d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:53.839413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc52ffea-1e22-4683-950b-5b2d202b7dc7 req-f3e24f43-9315-4b31-bab5-7d651859e68d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.3308766 Mar 10 15:16:53.967114 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (c1975069-19a1-49a0-826a-9eec6d422538), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.001979 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Checking segment: {'id': '0c5b118b-89e9-4e35-95cc-fdfd103ff9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:54.004588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network hostable DHCP agents. Network: 06729085-2149-42f4-a3d1-6b0a4e3eb449, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:54.010743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=f059a460-0aea-4b07-aae4-867dee6a5573,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:54.019532 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-41e130b9-a688-4efd-b4c6-1c9403aee619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.049266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.050222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.050878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.051414 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.052955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.053552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.054077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.054647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.055157 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.055700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.057038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.057570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.058513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:16:54.064342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:54.088283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 06729085-2149-42f4-a3d1-6b0a4e3eb449) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:54.100690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24a12c-a2c5-4d00-8bac-751a864970f1 None None] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:54.130702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:54.140588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:54.141257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.188208 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-03788367-398e-442d-991a-0578aa624744 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1879392 Mar 10 15:16:54.188875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36272) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:54.197848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-476371886'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:54.257078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:54.261539 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.281370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f78c8-753a-439e-bc2a-2bc3aeca65a0 req-f69d953d-73ca-4623-8385-87feadf7210a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:54.283531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c6f78c8-753a-439e-bc2a-2bc3aeca65a0 req-f69d953d-73ca-4623-8385-87feadf7210a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.6056743 Mar 10 15:16:54.299097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36276) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:54.321694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:54.348866 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (363fc04e-60d1-4297-9b16-8042e0e70ed5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.349227 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Added segment 363fc04e-60d1-4297-9b16-8042e0e70ed5 of type vlan for network ce9edefc-eef7-44fb-b600-78fe3187c289 Mar 10 15:16:54.465863 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ce9edefc-eef7-44fb-b600-78fe3187c289), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.500940 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (c1975069-19a1-49a0-826a-9eec6d422538), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.519479 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (c1975069-19a1-49a0-826a-9eec6d422538), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.521365 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ce9edefc-eef7-44fb-b600-78fe3187c289), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.530055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:54.530889 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.573030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c6f78c8-753a-439e-bc2a-2bc3aeca65a0 req-ce8b57dc-2fc7-4b23-81d9-83675da5a9a1 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426713 Mar 10 15:16:54.611057 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4196448 Mar 10 15:16:54.655510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36286) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:54.670705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'ports': [{'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449'}, {'network_id': 'ce9edefc-eef7-44fb-b600-78fe3187c289'}]} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:54.671064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:54.671596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': 'ce9edefc-eef7-44fb-b600-78fe3187c289'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:54.681232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc52ffea-1e22-4683-950b-5b2d202b7dc7 req-c7dd529a-570f-4434-94d6-fa0ed04bad12 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942660 Mar 10 15:16:54.731215 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (c1975069-19a1-49a0-826a-9eec6d422538), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.731697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Fanout notify agent at l3_agent the message router_deleted on router c1975069-19a1-49a0-826a-9eec6d422538 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:16:54.744582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.745686 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bdce1329-ed62-484b-987a-1c66e833b22e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/c1975069-19a1-49a0-826a-9eec6d422538 HTTP/1.1" status: 204 len: 168 time: 2.6614985 Mar 10 15:16:54.753996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-64114e50-be11-4001-ab4d-cd33436f642a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d4ec4ab45a841a18dcf7f6e62a94b68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505453 Mar 10 15:16:54.755041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36290) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:54.755525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36292) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:54.766480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2141746725', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'enable_snat': False}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:54.844924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea36770-a570-4120-9a05-417cbac9b86b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Network': ['ID=ce9edefc-eef7-44fb-b600-78fe3187c289,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:54.858873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ce9edefc-eef7-44fb-b600-78fe3187c289 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:16:54.872062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (123bdd5f-09be-4763-b4ef-ec6b472cadd5), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:54.880082 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (123bdd5f-09be-4763-b4ef-ec6b472cadd5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.013057 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 2} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:55.020711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.037187 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_controller (123bdd5f-09be-4763-b4ef-ec6b472cadd5), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.046050 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.084479 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-369e013a-6e28-436f-9230-18320ef5c14f admin admin] Publish callbacks [] for security_group (cb7244ec-3350-4f93-bec5-7962138e807d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.221587 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.282205 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-369e013a-6e28-436f-9230-18320ef5c14f admin admin] Publish callbacks [] for security_group (cb7244ec-3350-4f93-bec5-7962138e807d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.323979 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port 66029795-cb13-48e0-92a8-0ebc09cc6f4c yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:55.511957 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (66029795-cb13-48e0-92a8-0ebc09cc6f4c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.540134 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (123bdd5f-09be-4763-b4ef-ec6b472cadd5), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.608701 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-369e013a-6e28-436f-9230-18320ef5c14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cb7244ec-3350-4f93-bec5-7962138e807d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.614778 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-369e013a-6e28-436f-9230-18320ef5c14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.618094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-369e013a-6e28-436f-9230-18320ef5c14f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb7244ec-3350-4f93-bec5-7962138e807d HTTP/1.1" status: 204 len: 168 time: 0.8585734 Mar 10 15:16:55.658819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e013a-6e28-436f-9230-18320ef5c14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7244ec-3350-4f93-bec5-7962138e807d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:55.744412 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port 97d98917-a462-4fa1-9e3c-62c4dac1c273 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:16:55.963793 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (97d98917-a462-4fa1-9e3c-62c4dac1c273), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:55.964656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a06f6a-719e-449a-a2b4-cdd31c15a724 req-5c235632-903b-457a-9d69-57767d32cffe tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:55.972525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05a06f6a-719e-449a-a2b4-cdd31c15a724 req-5c235632-903b-457a-9d69-57767d32cffe tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.1460495 Mar 10 15:16:56.029085 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (66029795-cb13-48e0-92a8-0ebc09cc6f4c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:56.036871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a820d-4086-40f2-be63-f6575af2e4be req-f69fcb56-5b43-452b-9a11-4ba1a01a3571 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:56.042808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0a820d-4086-40f2-be63-f6575af2e4be req-f69fcb56-5b43-452b-9a11-4ba1a01a3571 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.1878130 Mar 10 15:16:56.097880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:56.197693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:56.214021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:56.216573 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (97d98917-a462-4fa1-9e3c-62c4dac1c273), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:56.259560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=66029795-cb13-48e0-92a8-0ebc09cc6f4c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:56.347644 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=97d98917-a462-4fa1-9e3c-62c4dac1c273,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:56.362998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36314) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:56.376185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Checking segment: {'id': '363fc04e-60d1-4297-9b16-8042e0e70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ce9edefc-eef7-44fb-b600-78fe3187c289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:16:56.376575 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network hostable DHCP agents. Network: ce9edefc-eef7-44fb-b600-78fe3187c289, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:16:56.401737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05a06f6a-719e-449a-a2b4-cdd31c15a724 req-3945754e-2011-4511-987c-fc23370563be tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4177790 Mar 10 15:16:56.444646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network ce9edefc-eef7-44fb-b600-78fe3187c289 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:16:56.456440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0a820d-4086-40f2-be63-f6575af2e4be req-8735f527-fcc4-4dbb-a275-ccd8035f3601 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500447 Mar 10 15:16:56.472226 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (123bdd5f-09be-4763-b4ef-ec6b472cadd5), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:56.480542 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ce56581f-d0df-4cdc-88e5-8d14dba79264 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c02cd32546d54ca4afa0b8c59ce5fc32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1129162 Mar 10 15:16:56.483968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36318) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:56.513157 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:56.545125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ce9edefc-eef7-44fb-b600-78fe3187c289) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:56.569094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db465b59-1494-4e19-9c34-c3c7c2dbb1bf None None] Network ce9edefc-eef7-44fb-b600-78fe3187c289 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:16:56.569697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:56.579184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:56.582961 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:56.586602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:56.587528 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:56.656778 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0c6f524d-fc8c-4361-8780-9f9af506c49b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9936283 Mar 10 15:16:56.656778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e590b4e5-765f-4153-aabe-b25ff1326d8e admin admin] Publish callbacks [] for security_group (23d1b598-39df-41dc-8f0e-d6f7a386a1f7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:56.672542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36320) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:56.691265 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e590b4e5-765f-4153-aabe-b25ff1326d8e admin admin] Publish callbacks [] for security_group (23d1b598-39df-41dc-8f0e-d6f7a386a1f7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:56.753659 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e590b4e5-765f-4153-aabe-b25ff1326d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (23d1b598-39df-41dc-8f0e-d6f7a386a1f7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:56.757039 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e590b4e5-765f-4153-aabe-b25ff1326d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:56.758363 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e590b4e5-765f-4153-aabe-b25ff1326d8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23d1b598-39df-41dc-8f0e-d6f7a386a1f7 HTTP/1.1" status: 204 len: 168 time: 0.2713170 Mar 10 15:16:56.788603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590b4e5-765f-4153-aabe-b25ff1326d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d1b598-39df-41dc-8f0e-d6f7a386a1f7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:56.877898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Allocated IP 172.25.3.113 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/dee03d92-73e2-4ba6-9666-e4aafacb8cda) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:16:56.945143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-38f60a32-9434-4fb5-94eb-8143cf46c414 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 97d98917-a462-4fa1-9e3c-62c4dac1c273 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:56.945857 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38f60a32-9434-4fb5-94eb-8143cf46c414 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (97d98917-a462-4fa1-9e3c-62c4dac1c273), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:57.113489 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38f60a32-9434-4fb5-94eb-8143cf46c414 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (97d98917-a462-4fa1-9e3c-62c4dac1c273), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:57.136020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-38f60a32-9434-4fb5-94eb-8143cf46c414 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 97d98917-a462-4fa1-9e3c-62c4dac1c273 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:57.210209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:57.326771 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:57.359018 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38f60a32-9434-4fb5-94eb-8143cf46c414 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (97d98917-a462-4fa1-9e3c-62c4dac1c273), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:57.370563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:16:57.377304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:16:57.385553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:16:57.550980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event updated for resources: {'Port': ['ID=dee03d92-73e2-4ba6-9666-e4aafacb8cda,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:57.554101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38f60a32-9434-4fb5-94eb-8143cf46c414 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:57.561258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-38f60a32-9434-4fb5-94eb-8143cf46c414 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/97d98917-a462-4fa1-9e3c-62c4dac1c273 HTTP/1.1" status: 204 len: 168 time: 0.8873141 Mar 10 15:16:57.563098 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36342) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:57.668382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f60a32-9434-4fb5-94eb-8143cf46c414 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=97d98917-a462-4fa1-9e3c-62c4dac1c273,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:57.776525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7714a3c-9c5c-4da7-a93d-e504c93d9028 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:57.805690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7714a3c-9c5c-4da7-a93d-e504c93d9028 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:57.811788 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f7714a3c-9c5c-4da7-a93d-e504c93d9028 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2444093 Mar 10 15:16:57.817351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36348) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:58.057925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-bb39dd33-48ba-4c31-8cf1-c0bb87c48777 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 66029795-cb13-48e0-92a8-0ebc09cc6f4c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:16:58.058431 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd33-48ba-4c31-8cf1-c0bb87c48777 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (66029795-cb13-48e0-92a8-0ebc09cc6f4c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:58.095777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd3d86-1c7e-448d-8985-dcbb4366e8bd req-20faeaf7-9d8d-4143-aab0-baec65a470c1 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:58.100899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8cd3d86-1c7e-448d-8985-dcbb4366e8bd req-20faeaf7-9d8d-4143-aab0-baec65a470c1 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.3633676 Mar 10 15:16:58.164772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeceb9a-25ac-4900-b3ee-3470e2251448 req-7efdac81-bdaf-448c-b77c-3ef99fec0272 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:58.171866 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbeceb9a-25ac-4900-b3ee-3470e2251448 req-7efdac81-bdaf-448c-b77c-3ef99fec0272 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.4095466 Mar 10 15:16:58.183542 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:58.196465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8cd3d86-1c7e-448d-8985-dcbb4366e8bd req-5dc93f27-ef6e-4293-81d0-b1492ec411f3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911884 Mar 10 15:16:58.257856 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd33-48ba-4c31-8cf1-c0bb87c48777 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (66029795-cb13-48e0-92a8-0ebc09cc6f4c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:58.295597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-bb39dd33-48ba-4c31-8cf1-c0bb87c48777 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 66029795-cb13-48e0-92a8-0ebc09cc6f4c owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:16:58.318590 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (123bdd5f-09be-4763-b4ef-ec6b472cadd5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:58.412642 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36362) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:58.492961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd33-48ba-4c31-8cf1-c0bb87c48777 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (66029795-cb13-48e0-92a8-0ebc09cc6f4c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:58.557876 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd33-48ba-4c31-8cf1-c0bb87c48777 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:58.561177 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bb39dd33-48ba-4c31-8cf1-c0bb87c48777 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/66029795-cb13-48e0-92a8-0ebc09cc6f4c HTTP/1.1" status: 204 len: 168 time: 0.7417424 Mar 10 15:16:58.571354 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36366) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:58.573644 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39dd33-48ba-4c31-8cf1-c0bb87c48777 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=66029795-cb13-48e0-92a8-0ebc09cc6f4c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:58.636125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-145e0bc2-7685-4553-9378-56b2890d205f tempest-DvrRoutersNegativeTest-1762704374 tempest-DvrRoutersNegativeTest-1762704374-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1514422879', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:58.638750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.policy [None req-145e0bc2-7685-4553-9378-56b2890d205f tempest-DvrRoutersNegativeTest-1762704374 tempest-DvrRoutersNegativeTest-1762704374-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=115534) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 10 15:16:58.639085 n-d-833090-1 neutron-server[115534]: DEBUG neutron.policy [None req-145e0bc2-7685-4553-9378-56b2890d205f tempest-DvrRoutersNegativeTest-1762704374 tempest-DvrRoutersNegativeTest-1762704374-project] Failed policy check for 'create_router' {{(pid=115534) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 10 15:16:58.639632 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-145e0bc2-7685-4553-9378-56b2890d205f tempest-DvrRoutersNegativeTest-1762704374 tempest-DvrRoutersNegativeTest-1762704374-project] create failed (client error): Access was denied to this resource. Mar 10 15:16:58.643947 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-145e0bc2-7685-4553-9378-56b2890d205f tempest-DvrRoutersNegativeTest-1762704374 tempest-DvrRoutersNegativeTest-1762704374-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2270596 Mar 10 15:16:58.699168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ddd3f-203d-46a5-9ca7-724ce6d43bf7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:58.700672 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-475ddd3f-203d-46a5-9ca7-724ce6d43bf7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1281714 Mar 10 15:16:58.703387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36370) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:58.775608 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2792c6ba-092f-4c8c-9e52-7e5c90b2c337 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:16:58.789483 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2792c6ba-092f-4c8c-9e52-7e5c90b2c337 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/97d98917-a462-4fa1-9e3c-62c4dac1c273 HTTP/1.1" status: 404 len: 333 time: 0.0850520 Mar 10 15:16:58.793666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36372) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:58.860100 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c056818-6755-4482-9f6a-4547a9a34640 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:16:58.861630 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2c056818-6755-4482-9f6a-4547a9a34640 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/66029795-cb13-48e0-92a8-0ebc09cc6f4c HTTP/1.1" status: 404 len: 333 time: 0.0644443 Mar 10 15:16:58.864705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36374) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:59.040244 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ce9edefc-eef7-44fb-b600-78fe3187c289), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.089203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbeceb9a-25ac-4900-b3ee-3470e2251448 req-19a84534-a0a5-4545-b383-59ef9b2ca1ee tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9163196 Mar 10 15:16:59.235261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36384) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:59.319109 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ce9edefc-eef7-44fb-b600-78fe3187c289), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.409869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9edefc-eef7-44fb-b600-78fe3187c289']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:59.441657 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363fc04e-60d1-4297-9b16-8042e0e70ed5') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:59.441972 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363fc04e-60d1-4297-9b16-8042e0e70ed5') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:16:59.463697 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db9c86c3-62af-458c-817f-195d0dbad4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.477753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (363fc04e-60d1-4297-9b16-8042e0e70ed5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.504097 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (363fc04e-60d1-4297-9b16-8042e0e70ed5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.518060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:16:59.518904 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (363fc04e-60d1-4297-9b16-8042e0e70ed5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:16:59.522615 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:16:59.562520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a54cc8-9745-4a0f-ac0f-09066fd024e5 req-3d7aab6c-9bed-490d-8529-2b5002eb6b98 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:59.570460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a54cc8-9745-4a0f-ac0f-09066fd024e5 req-3d7aab6c-9bed-490d-8529-2b5002eb6b98 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.1242335 Mar 10 15:16:59.573938 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (123bdd5f-09be-4763-b4ef-ec6b472cadd5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.660407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ce9edefc-eef7-44fb-b600-78fe3187c289), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.669968 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.680479 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/networks/ce9edefc-eef7-44fb-b600-78fe3187c289 HTTP/1.1" status: 204 len: 168 time: 0.8147223 Mar 10 15:16:59.701029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36388) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:59.711818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-926808558'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:16:59.718837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117f705-534f-454b-818b-9d3a11a28205 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Network': ['ID=ce9edefc-eef7-44fb-b600-78fe3187c289,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:59.753300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db9c86c3-62af-458c-817f-195d0dbad4d6 admin admin] Publish callbacks [] for security_group (86a2788d-e50c-47f6-899d-e7b472dd7640), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.768402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:16:59.771950 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.779592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a54cc8-9745-4a0f-ac0f-09066fd024e5 req-9b3a5946-040d-401b-b29c-9bc8f37b3cf5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078161 Mar 10 15:16:59.788668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db9c86c3-62af-458c-817f-195d0dbad4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (86a2788d-e50c-47f6-899d-e7b472dd7640), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.819133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:16:59.842025 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (43cb35e3-2efd-42a4-b6bd-247c92bd4c27), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.842429 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Added segment 43cb35e3-2efd-42a4-b6bd-247c92bd4c27 of type vlan for network c6017fa5-e063-41e7-a538-3a93684d2676 Mar 10 15:16:59.847294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-db9c86c3-62af-458c-817f-195d0dbad4d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57d27fc53cd249ffa0e7f90ba5d27300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6110504 Mar 10 15:16:59.850045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c86c3-62af-458c-817f-195d0dbad4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a2788d-e50c-47f6-899d-e7b472dd7640,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:16:59.853001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36390) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:16:59.918473 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c6017fa5-e063-41e7-a538-3a93684d2676), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.962535 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-868b3f9d-f3b5-4fe7-b2b2-f57e42702713 admin admin] Publish callbacks [] for security_group (86a2788d-e50c-47f6-899d-e7b472dd7640), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.976452 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c6017fa5-e063-41e7-a538-3a93684d2676), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:16:59.983525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:16:59.984804 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:00.020191 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-868b3f9d-f3b5-4fe7-b2b2-f57e42702713 admin admin] Publish callbacks [] for security_group (86a2788d-e50c-47f6-899d-e7b472dd7640), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:00.024888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Router 123bdd5f-09be-4763-b4ef-ec6b472cadd5 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:17:00.101613 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3995023 Mar 10 15:17:00.106172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36394) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:00.127358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': 'c6017fa5-e063-41e7-a538-3a93684d2676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:00.291809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:17:00.304123 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Sync routers for ids ['123bdd5f-09be-4763-b4ef-ec6b472cadd5'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:17:00.318759 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Routers {'123bdd5f-09be-4763-b4ef-ec6b472cadd5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:00.321237 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:16:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['123bdd5f-09be-4763-b4ef-ec6b472cadd5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:00.338016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ecce8-6f03-4d11-a32a-f123ac37bdb7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Network': ['ID=c6017fa5-e063-41e7-a538-3a93684d2676,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:00.350469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c6017fa5-e063-41e7-a538-3a93684d2676 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:17:00.393770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:00.403292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:00.420214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:00.428190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e7f83307-8fad-48c8-a4cf-87d287775984 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6713111 Mar 10 15:17:00.428976 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36400) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:00.494844 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Set router 123bdd5f-09be-4763-b4ef-ec6b472cadd5 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:17:00.560062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_backend_mixin [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Performing IP validity checks on allocation pools {{(pid=115534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 15:17:00.562996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.ipam_backend_mixin [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115534) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 15:17:00.570619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115a919-bd14-4737-b67a-027b68735e5d req-fe61d933-d4dc-42f3-8be8-6a6e106e13bb tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:00.574032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d115a919-bd14-4737-b67a-027b68735e5d req-fe61d933-d4dc-42f3-8be8-6a6e106e13bb tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.2837014 Mar 10 15:17:00.651440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d115a919-bd14-4737-b67a-027b68735e5d req-c4b27630-fea1-46fc-9937-d1ad3f4492d7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694063 Mar 10 15:17:00.679655 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-868b3f9d-f3b5-4fe7-b2b2-f57e42702713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (86a2788d-e50c-47f6-899d-e7b472dd7640), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:00.679655 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-868b3f9d-f3b5-4fe7-b2b2-f57e42702713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:00.679655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-868b3f9d-f3b5-4fe7-b2b2-f57e42702713 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86a2788d-e50c-47f6-899d-e7b472dd7640 HTTP/1.1" status: 204 len: 168 time: 0.8188179 Mar 10 15:17:00.814516 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123bdd5f-09be-4763-b4ef-ec6b472cadd5', 'name': 'tempest-snat-router-2141746725', 'tenant_id': '5aa2ea0c49924a29827a84ede2812324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.113'}], 'enable_snat': False}, 'gw_port_id': 'dee03d92-73e2-4ba6-9666-e4aafacb8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:16:54Z', 'updated_at': '2022-03-10T15:16:57Z', 'revision_number': 3, 'project_id': '5aa2ea0c49924a29827a84ede2812324', 'gw_port': {'id': 'dee03d92-73e2-4ba6-9666-e4aafacb8cda', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123bdd5f-09be-4763-b4ef-ec6b472cadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:16:56Z', 'updated_at': '2022-03-10T15:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:00.873424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-266222a0-d575-4d5c-843f-4467da59651b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/routers/123bdd5f-09be-4763-b4ef-ec6b472cadd5 HTTP/1.1" status: 200 len: 909 time: 0.4301820 Mar 10 15:17:00.892452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36406) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:00.898176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2141746725', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'enable_snat': True}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:00.901422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b3f9d-f3b5-4fe7-b2b2-f57e42702713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a2788d-e50c-47f6-899d-e7b472dd7640,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:00.958432 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Checking router: 123bdd5f-09be-4763-b4ef-ec6b472cadd5 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:17:00.958801 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Updating router 123bdd5f-09be-4763-b4ef-ec6b472cadd5 port dee03d92-73e2-4ba6-9666-e4aafacb8cda binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:17:01.019848 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.023250 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (ec3391dc-1dc3-4c04-b5dc-3590d602f282), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.024200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (ec3391dc-1dc3-4c04-b5dc-3590d602f282), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.082239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680fb94-f052-4de7-b1a1-14b7f2cfe7a7 req-7deebb16-69ec-47d9-aa80-ed7bccafa174 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:01.083842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3680fb94-f052-4de7-b1a1-14b7f2cfe7a7 req-7deebb16-69ec-47d9-aa80-ed7bccafa174 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.1400809 Mar 10 15:17:01.084556 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (4a63abef-9ae0-4877-9605-1342faca0141), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.131596 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_controller (ec3391dc-1dc3-4c04-b5dc-3590d602f282), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.247139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Subnet': ['ID=4a63abef-9ae0-4877-9605-1342faca0141,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:01.372114 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Checking segment: {'id': '43cb35e3-2efd-42a4-b6bd-247c92bd4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c6017fa5-e063-41e7-a538-3a93684d2676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:01.372531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network hostable DHCP agents. Network: c6017fa5-e063-41e7-a538-3a93684d2676, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:17:01.409830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network c6017fa5-e063-41e7-a538-3a93684d2676 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:17:01.435379 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c6017fa5-e063-41e7-a538-3a93684d2676) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:01.452951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f371aaa1-f5b7-4442-a171-bbd1cd283660 None None] Network c6017fa5-e063-41e7-a538-3a93684d2676 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:01.464596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:01.467719 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.523111 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3ffcaca4-acd4-43a2-96c1-194e91b853f5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4072466 Mar 10 15:17:01.526223 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36418) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:01.547139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': 'c6017fa5-e063-41e7-a538-3a93684d2676', 'name': 'tempest-PortsTestJSON-1785968394'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:01.601343 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (ec3391dc-1dc3-4c04-b5dc-3590d602f282), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.611351 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Publish callbacks [] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.632174 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.676553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3680fb94-f052-4de7-b1a1-14b7f2cfe7a7 req-8e2912c8-f907-4d8c-a8ef-561750357482 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5808456 Mar 10 15:17:01.767409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-c6017fa5-e063-41e7-a538-3a93684d2676', 'network_id': 'c6017fa5-e063-41e7-a538-3a93684d2676', 'project_id': 'aa26aacc79454b00ba521d73bb0c65a0', 'fixed_ips': [{'subnet_id': '4a63abef-9ae0-4877-9605-1342faca0141'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:17:01.768571 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.796787 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e9cf8-7ff2-4dc0-8803-26b265e7693e None None] Pushing event updated for resources: {'Port': ['ID=dee03d92-73e2-4ba6-9666-e4aafacb8cda,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:01.858872 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:01.862390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.867763 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Attempting to bind port dee03d92-73e2-4ba6-9666-e4aafacb8cda on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:17:01.868344 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Attempting to bind port dee03d92-73e2-4ba6-9666-e4aafacb8cda by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:17:01.870496 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Attempting to bind port dee03d92-73e2-4ba6-9666-e4aafacb8cda on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:17:01.883164 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:17:01.883763 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:01.884837 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.885417 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:17:01.889702 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Bound port: dee03d92-73e2-4ba6-9666-e4aafacb8cda, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:17:01.890118 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:01.928963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port 8f152eb6-6e05-438c-a34a-ac1de1cb1f74 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:17:02.009109 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] For port dee03d92-73e2-4ba6-9666-e4aafacb8cda, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:17:02.013867 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] For port dee03d92-73e2-4ba6-9666-e4aafacb8cda, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dee03d92-73e2-4ba6-9666-e4aafacb8cda,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:17:02.033653 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:02.111239 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Routers {'123bdd5f-09be-4763-b4ef-ec6b472cadd5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:02.112574 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:16:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['123bdd5f-09be-4763-b4ef-ec6b472cadd5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:02.145656 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.5 (c6017fa5-e063-41e7-a538-3a93684d2676/4a63abef-9ae0-4877-9605-1342faca0141/8f152eb6-6e05-438c-a34a-ac1de1cb1f74) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:02.175206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bad60b-f729-43a2-a2d0-4b31d68fcb04 req-4538d7ba-b82d-412e-88ca-771243f1fba0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:02.176890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2bad60b-f729-43a2-a2d0-4b31d68fcb04 req-4538d7ba-b82d-412e-88ca-771243f1fba0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.3809164 Mar 10 15:17:02.480770 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (8f152eb6-6e05-438c-a34a-ac1de1cb1f74), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:02.495898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2bad60b-f729-43a2-a2d0-4b31d68fcb04 req-e12d677c-e454-4c89-98fa-196284f793d4 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039582 Mar 10 15:17:02.540795 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36446) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:02.577927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8f152eb6-6e05-438c-a34a-ac1de1cb1f74), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:02.656466 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (ec3391dc-1dc3-4c04-b5dc-3590d602f282), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:02.799264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Allocated IP 172.20.0.2 (c6017fa5-e063-41e7-a538-3a93684d2676/4a63abef-9ae0-4877-9605-1342faca0141/7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:02.830409 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:02.831016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network c6017fa5-e063-41e7-a538-3a93684d2676 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:02.861136 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] Set router 123bdd5f-09be-4763-b4ef-ec6b472cadd5 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:17:02.865621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:02.874132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:02.882029 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e9cf8-7ff2-4dc0-8803-26b265e7693e None None] Pushing event updated for resources: {'Port': ['ID=dee03d92-73e2-4ba6-9666-e4aafacb8cda,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:02.990705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=8f152eb6-6e05-438c-a34a-ac1de1cb1f74,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:03.033591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-64329909-5344-4dc6-bdb7-23ef4c628390 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:03.034291 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-64329909-5344-4dc6-bdb7-23ef4c628390 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 10 15:17:03.034830 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-64329909-5344-4dc6-bdb7-23ef4c628390 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): There was a conflict when trying to complete your request. Mar 10 15:17:03.041782 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-64329909-5344-4dc6-bdb7-23ef4c628390 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4966598 Mar 10 15:17:03.053518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36456) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:03.058169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-084085bf-1c24-4fcc-82d0-f03cc22c50ba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'tempest-secgroup--71323246'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:03.116682 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:03.116836 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.190644 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-051d3449-98f0-4733-8506-1272101b7950 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6629527 Mar 10 15:17:03.230481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36458) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:03.244687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Allocated IP 172.25.3.15 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/e4c262c5-5b6d-4a26-a6d8-23759da50390) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:03.261505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-084085bf-1c24-4fcc-82d0-f03cc22c50ba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.346773 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-084085bf-1c24-4fcc-82d0-f03cc22c50ba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.359078 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Publish callbacks [] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.378330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.469478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Network c6017fa5-e063-41e7-a538-3a93684d2676 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:03.477810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:03.487297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:03.514545 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123bdd5f-09be-4763-b4ef-ec6b472cadd5', 'name': 'tempest-snat-router-2141746725', 'tenant_id': '5aa2ea0c49924a29827a84ede2812324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.113'}], 'enable_snat': False}, 'gw_port_id': 'dee03d92-73e2-4ba6-9666-e4aafacb8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:16:54Z', 'updated_at': '2022-03-10T15:16:57Z', 'revision_number': 3, 'project_id': '5aa2ea0c49924a29827a84ede2812324', 'gw_port': {'id': 'dee03d92-73e2-4ba6-9666-e4aafacb8cda', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123bdd5f-09be-4763-b4ef-ec6b472cadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:16:56Z', 'updated_at': '2022-03-10T15:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:03.536053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for port (e4c262c5-5b6d-4a26-a6d8-23759da50390), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.555782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-80ef20e2-3b67-4acb-bd90-3073715531b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 8f152eb6-6e05-438c-a34a-ac1de1cb1f74 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:03.556135 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80ef20e2-3b67-4acb-bd90-3073715531b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8f152eb6-6e05-438c-a34a-ac1de1cb1f74), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.662499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Pushing event updated for resources: {'Port': ['ID=7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:03.670627 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a088e84-0938-464f-a00a-8b5a0dc7051f None None] The sync data for ids ['123bdd5f-09be-4763-b4ef-ec6b472cadd5'] in n-d-833090-1 is: [{'id': '123bdd5f-09be-4763-b4ef-ec6b472cadd5', 'name': 'tempest-snat-router-2141746725', 'tenant_id': '5aa2ea0c49924a29827a84ede2812324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.113'}], 'enable_snat': False}, 'gw_port_id': 'dee03d92-73e2-4ba6-9666-e4aafacb8cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:16:54Z', 'updated_at': '2022-03-10T15:16:57Z', 'revision_number': 3, 'project_id': '5aa2ea0c49924a29827a84ede2812324', 'gw_port': {'id': 'dee03d92-73e2-4ba6-9666-e4aafacb8cda', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:29:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123bdd5f-09be-4763-b4ef-ec6b472cadd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:16:56Z', 'updated_at': '2022-03-10T15:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:17:03.718881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Attempting to bind port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:17:03.720581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Attempting to bind port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '43cb35e3-2efd-42a4-b6bd-247c92bd4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c6017fa5-e063-41e7-a538-3a93684d2676'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:17:03.720993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Attempting to bind port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 on network c6017fa5-e063-41e7-a538-3a93684d2676 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:17:03.728007 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e4c262c5-5b6d-4a26-a6d8-23759da50390), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.753255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:03.758211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:03.770199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:03.797648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:17:03.802415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Checking segment: {'id': '43cb35e3-2efd-42a4-b6bd-247c92bd4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c6017fa5-e063-41e7-a538-3a93684d2676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:03.805108 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.805682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Bound using segment: {'id': '43cb35e3-2efd-42a4-b6bd-247c92bd4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c6017fa5-e063-41e7-a538-3a93684d2676'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:17:03.806898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Bound port: 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cb35e3-2efd-42a4-b6bd-247c92bd4c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c6017fa5-e063-41e7-a538-3a93684d2676'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:17:03.808599 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.842668 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-084085bf-1c24-4fcc-82d0-f03cc22c50ba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (90810375-7281-449c-b8e7-f1433ae5241d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.857338 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-084085bf-1c24-4fcc-82d0-f03cc22c50ba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (90810375-7281-449c-b8e7-f1433ae5241d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.922777 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084085bf-1c24-4fcc-82d0-f03cc22c50ba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90810375-7281-449c-b8e7-f1433ae5241d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:03.949717 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80ef20e2-3b67-4acb-bd90-3073715531b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8f152eb6-6e05-438c-a34a-ac1de1cb1f74), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:03.989812 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-80ef20e2-3b67-4acb-bd90-3073715531b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 8f152eb6-6e05-438c-a34a-ac1de1cb1f74 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:04.077479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] For port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:17:04.088625 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] For port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6,segment=NetworkSegment(43cb35e3-2efd-42a4-b6bd-247c92bd4c27),segment_id=43cb35e3-2efd-42a4-b6bd-247c92bd4c27)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:17:04.112927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:04.181678 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-084085bf-1c24-4fcc-82d0-f03cc22c50ba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (756359e9-ca58-425a-a4ac-9797cfa8dd21), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:04.203007 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-084085bf-1c24-4fcc-82d0-f03cc22c50ba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (756359e9-ca58-425a-a4ac-9797cfa8dd21), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:04.314136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-084085bf-1c24-4fcc-82d0-f03cc22c50ba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:04.320249 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-084085bf-1c24-4fcc-82d0-f03cc22c50ba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2651472 Mar 10 15:17:04.321693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36470) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:04.328030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd7a66-0fc1-4da9-b8ea-458247cde5fc None None] Pushing event updated for resources: {'Port': ['ID=7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:04.328270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6d7f089c-d94f-4ea0-aefc-bc20ca56e8d2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '756359e9-ca58-425a-a4ac-9797cfa8dd21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:04.336096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084085bf-1c24-4fcc-82d0-f03cc22c50ba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756359e9-ca58-425a-a4ac-9797cfa8dd21,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:04.534254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event updated for resources: {'Port': ['ID=e4c262c5-5b6d-4a26-a6d8-23759da50390,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:04.589536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7f089c-d94f-4ea0-aefc-bc20ca56e8d2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group_rule (3b87b097-62e5-4e29-83bb-2be77a15fe77), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:04.603272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c818d-c291-4830-8dd9-c447a194cbb4 req-dd288621-e8a5-4d07-bcf8-74fd0811fee6 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:04.609450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-681c818d-c291-4830-8dd9-c447a194cbb4 req-dd288621-e8a5-4d07-bcf8-74fd0811fee6 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.9742620 Mar 10 15:17:04.646096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80ef20e2-3b67-4acb-bd90-3073715531b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8f152eb6-6e05-438c-a34a-ac1de1cb1f74), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:04.795321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdf931-2fd1-4109-b57a-41b374d02dc3 req-409bd5ec-cf3b-4709-bfbb-31872e83235d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:04.808700 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5bdf931-2fd1-4109-b57a-41b374d02dc3 req-409bd5ec-cf3b-4709-bfbb-31872e83235d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 1.0681031 Mar 10 15:17:04.854064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef20e2-3b67-4acb-bd90-3073715531b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=8f152eb6-6e05-438c-a34a-ac1de1cb1f74,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:05.053295 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7f089c-d94f-4ea0-aefc-bc20ca56e8d2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group_rule (3b87b097-62e5-4e29-83bb-2be77a15fe77), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.110336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-681c818d-c291-4830-8dd9-c447a194cbb4 req-5eb6ce65-aa8b-4f65-a1e9-e79e876c00f5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4808743 Mar 10 15:17:05.161211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7f089c-d94f-4ea0-aefc-bc20ca56e8d2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (3b87b097-62e5-4e29-83bb-2be77a15fe77), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.177301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80ef20e2-3b67-4acb-bd90-3073715531b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.184359 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-80ef20e2-3b67-4acb-bd90-3073715531b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/8f152eb6-6e05-438c-a34a-ac1de1cb1f74 HTTP/1.1" status: 204 len: 168 time: 1.9527624 Mar 10 15:17:05.191377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36482) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:05.207375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f089c-d94f-4ea0-aefc-bc20ca56e8d2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b87b097-62e5-4e29-83bb-2be77a15fe77,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:05.230494 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7f089c-d94f-4ea0-aefc-bc20ca56e8d2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.235791 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6d7f089c-d94f-4ea0-aefc-bc20ca56e8d2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9113870 Mar 10 15:17:05.238297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36484) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:05.250071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7f85da46-d47d-4205-9f62-cfb71919c14e tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '756359e9-ca58-425a-a4ac-9797cfa8dd21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:05.289092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5bdf931-2fd1-4109-b57a-41b374d02dc3 req-1db3b13c-4dc2-4238-b284-1d7a91c91358 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778528 Mar 10 15:17:05.303061 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f85da46-d47d-4205-9f62-cfb71919c14e tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group_rule (e8e9659a-cf69-42fe-96a6-d4327710405b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.439240 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-7f85da46-d47d-4205-9f62-cfb71919c14e tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): There was a conflict when trying to complete your request. Mar 10 15:17:05.440596 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7f85da46-d47d-4205-9f62-cfb71919c14e tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1999857 Mar 10 15:17:05.443331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36486) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:05.453554 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2f2c7a-0e0c-4bcc-9df9-89223d37b1e7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:17:05.454672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2f2c7a-0e0c-4bcc-9df9-89223d37b1e7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:17:05.463322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3e2f2c7a-0e0c-4bcc-9df9-89223d37b1e7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/8f152eb6-6e05-438c-a34a-ac1de1cb1f74 HTTP/1.1" status: 404 len: 333 time: 0.2671833 Mar 10 15:17:05.466209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36488) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:05.543922 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9ae6e3-fe78-4d00-a1d7-d20b52b19949 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:17:05.549568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8f9ae6e3-fe78-4d00-a1d7-d20b52b19949 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/8f152eb6-6e05-438c-a34a-ac1de1cb1f74 HTTP/1.1" status: 404 len: 333 time: 0.0826566 Mar 10 15:17:05.553245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36490) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:05.587058 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-39bed803-facf-4e38-bae8-55285d2c5185 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (756359e9-ca58-425a-a4ac-9797cfa8dd21), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.605228 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (ec3391dc-1dc3-4c04-b5dc-3590d602f282), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.694527 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-39bed803-facf-4e38-bae8-55285d2c5185 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (756359e9-ca58-425a-a4ac-9797cfa8dd21), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.836588 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-39bed803-facf-4e38-bae8-55285d2c5185 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (756359e9-ca58-425a-a4ac-9797cfa8dd21), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.839961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-39bed803-facf-4e38-bae8-55285d2c5185 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:05.844171 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-39bed803-facf-4e38-bae8-55285d2c5185 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "DELETE /v2.0/security-groups/756359e9-ca58-425a-a4ac-9797cfa8dd21 HTTP/1.1" status: 204 len: 168 time: 0.3976262 Mar 10 15:17:05.859186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77f5471-02b3-45ac-b42d-3f5a4b9eb023 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting subnet 4a63abef-9ae0-4877-9605-1342faca0141 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:17:05.866319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36492) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:05.881710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bed803-facf-4e38-bae8-55285d2c5185 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756359e9-ca58-425a-a4ac-9797cfa8dd21,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:05.967875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b77f5471-02b3-45ac-b42d-3f5a4b9eb023 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (4a63abef-9ae0-4877-9605-1342faca0141), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.004326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dee03d92-73e2-4ba6-9666-e4aafacb8cda up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:06.104459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port dee03d92-73e2-4ba6-9666-e4aafacb8cda triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:06.104911 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.230580 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b77f5471-02b3-45ac-b42d-3f5a4b9eb023 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (4a63abef-9ae0-4877-9605-1342faca0141), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.249256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36498) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:06.251465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c21f25f5-ded2-45e4-9938-d49f74b4e432 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3847685 Mar 10 15:17:06.255479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b5e37c37-437f-4db4-9fe9-392d6f8ff624 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260452219'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:06.332173 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5e37c37-437f-4db4-9fe9-392d6f8ff624 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.461173 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5e37c37-437f-4db4-9fe9-392d6f8ff624 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (d2d803bd-9def-4d5f-95b5-b636c61d2708), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.472747 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5e37c37-437f-4db4-9fe9-392d6f8ff624 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d2d803bd-9def-4d5f-95b5-b636c61d2708), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.491102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port dee03d92-73e2-4ba6-9666-e4aafacb8cda is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:06.492186 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.511792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb3347f-766d-4094-848b-917cafaa2106 None None] Network c6017fa5-e063-41e7-a538-3a93684d2676 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:06.584218 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e37c37-437f-4db4-9fe9-392d6f8ff624 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d803bd-9def-4d5f-95b5-b636c61d2708,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:06.631613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b5e37c37-437f-4db4-9fe9-392d6f8ff624 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.635698 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b5e37c37-437f-4db4-9fe9-392d6f8ff624 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3814981 Mar 10 15:17:06.636088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36512) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:06.642449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d1e12fb6-6c1f-4371-9851-23540d04603e tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': 'd2d803bd-9def-4d5f-95b5-b636c61d2708', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:06.643693 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-d1e12fb6-6c1f-4371-9851-23540d04603e tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 10 15:17:06.645654 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-d1e12fb6-6c1f-4371-9851-23540d04603e tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:06.649253 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d1e12fb6-6c1f-4371-9851-23540d04603e tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086167 Mar 10 15:17:06.649715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36514) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:06.681981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port dee03d92-73e2-4ba6-9666-e4aafacb8cda, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dee03d92-73e2-4ba6-9666-e4aafacb8cda,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:06.701111 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.704519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:06.786916 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e032fc01-b554-43ac-b1ff-c1078ba60c3f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (d2d803bd-9def-4d5f-95b5-b636c61d2708), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.878118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e032fc01-b554-43ac-b1ff-c1078ba60c3f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (d2d803bd-9def-4d5f-95b5-b636c61d2708), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.986608 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e032fc01-b554-43ac-b1ff-c1078ba60c3f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d2d803bd-9def-4d5f-95b5-b636c61d2708), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:06.996328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e032fc01-b554-43ac-b1ff-c1078ba60c3f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.004512 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e032fc01-b554-43ac-b1ff-c1078ba60c3f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "DELETE /v2.0/security-groups/d2d803bd-9def-4d5f-95b5-b636c61d2708 HTTP/1.1" status: 204 len: 168 time: 0.3508987 Mar 10 15:17:07.006493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36522) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:07.048697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6027d253-a632-42c3-a7ac-725c4576bf06 None None] Provisioning complete for port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:07.050316 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6027d253-a632-42c3-a7ac-725c4576bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.080282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032fc01-b554-43ac-b1ff-c1078ba60c3f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d803bd-9def-4d5f-95b5-b636c61d2708,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:07.184628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=dee03d92-73e2-4ba6-9666-e4aafacb8cda,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:07.282774 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-72908196-767c-4f50-8cb4-1473185639c3 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2230151 Mar 10 15:17:07.294068 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36528) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:07.299465 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8088662d-bf45-47dd-a131-15d438acdbd7 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658499614'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:07.332473 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8088662d-bf45-47dd-a131-15d438acdbd7 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.343678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:07.344066 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.417498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8088662d-bf45-47dd-a131-15d438acdbd7 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (096efc42-2dcb-4495-a758-cf1527d0c072), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.440974 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8088662d-bf45-47dd-a131-15d438acdbd7 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (096efc42-2dcb-4495-a758-cf1527d0c072), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.447937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6027d253-a632-42c3-a7ac-725c4576bf06 None None] Current status of the port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:07.448333 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6027d253-a632-42c3-a7ac-725c4576bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.474003 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8088662d-bf45-47dd-a131-15d438acdbd7 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.477933 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8088662d-bf45-47dd-a131-15d438acdbd7 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1803939 Mar 10 15:17:07.481861 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36532) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:07.490342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3baca77a-e37f-4a69-a300-7fad122437f2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '096efc42-2dcb-4495-a758-cf1527d0c072', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:07.491434 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-3baca77a-e37f-4a69-a300-7fad122437f2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 10 15:17:07.491949 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-3baca77a-e37f-4a69-a300-7fad122437f2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:07.495623 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3baca77a-e37f-4a69-a300-7fad122437f2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0101013 Mar 10 15:17:07.497270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36534) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:07.571665 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-313eb21b-3810-4848-88dc-d65a068d0d78 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (096efc42-2dcb-4495-a758-cf1527d0c072), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.592219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088662d-bf45-47dd-a131-15d438acdbd7 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096efc42-2dcb-4495-a758-cf1527d0c072,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:07.615817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-313eb21b-3810-4848-88dc-d65a068d0d78 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (096efc42-2dcb-4495-a758-cf1527d0c072), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.715205 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-313eb21b-3810-4848-88dc-d65a068d0d78 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (096efc42-2dcb-4495-a758-cf1527d0c072), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.718216 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-313eb21b-3810-4848-88dc-d65a068d0d78 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:07.722291 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-313eb21b-3810-4848-88dc-d65a068d0d78 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "DELETE /v2.0/security-groups/096efc42-2dcb-4495-a758-cf1527d0c072 HTTP/1.1" status: 204 len: 168 time: 0.2216945 Mar 10 15:17:07.723674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36538) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:07.825284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eb21b-3810-4848-88dc-d65a068d0d78 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096efc42-2dcb-4495-a758-cf1527d0c072,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:07.900180 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8c0eec37-f088-4d19-a421-741e3250eff9 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1749055 Mar 10 15:17:07.912281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36542) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:07.942635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1bd582f5-3280-4859-a3b2-d588baf473b8 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844657467'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:07.987722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaa3b1-18f0-4d2f-bd05-c828254d4df7 req-81dc4d6a-bd09-495e-bf10-9a23d616e43b tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:07.989574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fdaa3b1-18f0-4d2f-bd05-c828254d4df7 req-81dc4d6a-bd09-495e-bf10-9a23d616e43b tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 1.6870823 Mar 10 15:17:08.002176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (ec3391dc-1dc3-4c04-b5dc-3590d602f282), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.004625 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1bd582f5-3280-4859-a3b2-d588baf473b8 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.078571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b77f5471-02b3-45ac-b42d-3f5a4b9eb023 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (4a63abef-9ae0-4877-9605-1342faca0141), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.095175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab768b-0179-4106-a1d8-901bf3965cdf req-7236c6bc-978a-43ca-92d6-7286b194570e tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:08.096801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75ab768b-0179-4106-a1d8-901bf3965cdf req-7236c6bc-978a-43ca-92d6-7286b194570e tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 1.5726390 Mar 10 15:17:08.137789 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:08.138291 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.333248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b292bce-3bbf-4b2c-9449-a597ac4a3c94 req-d412a55c-bd00-4897-ae80-b5b2d918ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:08.335042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b292bce-3bbf-4b2c-9449-a597ac4a3c94 req-d412a55c-bd00-4897-ae80-b5b2d918ecdd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 1127 time: 0.3569908 Mar 10 15:17:08.420120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fdaa3b1-18f0-4d2f-bd05-c828254d4df7 req-21756944-b505-470a-aab2-d50b21ff6ba1 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3929639 Mar 10 15:17:08.463327 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1bd582f5-3280-4859-a3b2-d588baf473b8 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (8a7e808e-0a0e-42ad-babc-4d4bc7c9905b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.487284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:17:08.487653 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:17:08.488170 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-6027d253-a632-42c3-a7ac-725c4576bf06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:17:08.488711 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-6027d253-a632-42c3-a7ac-725c4576bf06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:17:08.512315 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b77f5471-02b3-45ac-b42d-3f5a4b9eb023 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (4a63abef-9ae0-4877-9605-1342faca0141), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.526974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75ab768b-0179-4106-a1d8-901bf3965cdf req-03c84355-4da3-4526-a448-f904f5564a09 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933537 Mar 10 15:17:08.546367 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1bd582f5-3280-4859-a3b2-d588baf473b8 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8a7e808e-0a0e-42ad-babc-4d4bc7c9905b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.558549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b77f5471-02b3-45ac-b42d-3f5a4b9eb023 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.562768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b77f5471-02b3-45ac-b42d-3f5a4b9eb023 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/4a63abef-9ae0-4877-9605-1342faca0141 HTTP/1.1" status: 204 len: 168 time: 3.0082138 Mar 10 15:17:08.565586 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36546) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:08.601665 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1bd582f5-3280-4859-a3b2-d588baf473b8 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.602837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1bd582f5-3280-4859-a3b2-d588baf473b8 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6861465 Mar 10 15:17:08.612384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36548) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:08.619587 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5ed7c664-eebe-44a1-aec2-e6a72232be27 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '8a7e808e-0a0e-42ad-babc-4d4bc7c9905b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:08.623877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f5471-02b3-45ac-b42d-3f5a4b9eb023 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Subnet': ['ID=4a63abef-9ae0-4877-9605-1342faca0141,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:08.644878 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-5ed7c664-eebe-44a1-aec2-e6a72232be27 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 10 15:17:08.646206 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-5ed7c664-eebe-44a1-aec2-e6a72232be27 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:08.647445 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5ed7c664-eebe-44a1-aec2-e6a72232be27 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0339508 Mar 10 15:17:08.652495 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36550) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:08.669314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-09a8a34d-b798-462a-8516-fcc030aa607d tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '8a7e808e-0a0e-42ad-babc-4d4bc7c9905b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:08.670174 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-09a8a34d-b798-462a-8516-fcc030aa607d tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 10 15:17:08.670808 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-09a8a34d-b798-462a-8516-fcc030aa607d tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:08.672871 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-09a8a34d-b798-462a-8516-fcc030aa607d tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0204732 Mar 10 15:17:08.680159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36552) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:08.689591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e874367e-d5a6-4227-b062-275d32b12707 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '8a7e808e-0a0e-42ad-babc-4d4bc7c9905b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:08.703203 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-e874367e-d5a6-4227-b062-275d32b12707 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 10 15:17:08.704467 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-e874367e-d5a6-4227-b062-275d32b12707 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:08.705649 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e874367e-d5a6-4227-b062-275d32b12707 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0229578 Mar 10 15:17:08.714537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36554) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:08.727753 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-02b4a0d2-7361-48c4-8686-d28bb4bf3080 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '8a7e808e-0a0e-42ad-babc-4d4bc7c9905b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:08.729963 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-02b4a0d2-7361-48c4-8686-d28bb4bf3080 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 10 15:17:08.730476 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-02b4a0d2-7361-48c4-8686-d28bb4bf3080 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:08.731530 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-02b4a0d2-7361-48c4-8686-d28bb4bf3080 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073934 Mar 10 15:17:08.741129 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36556) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:08.764915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd582f5-3280-4859-a3b2-d588baf473b8 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7e808e-0a0e-42ad-babc-4d4bc7c9905b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:08.860200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c6017fa5-e063-41e7-a538-3a93684d2676), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.880523 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2299816-dd99-4608-a8b8-0f4d2a8daa5b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (8a7e808e-0a0e-42ad-babc-4d4bc7c9905b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.924119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141b0d9c-2d75-4745-8cb4-8f6b7895dd00 None None] Network c6017fa5-e063-41e7-a538-3a93684d2676 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:08.933592 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2299816-dd99-4608-a8b8-0f4d2a8daa5b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (8a7e808e-0a0e-42ad-babc-4d4bc7c9905b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:08.950723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b292bce-3bbf-4b2c-9449-a597ac4a3c94 req-167c12fb-7083-46bb-82e2-6bd6810d755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:08.957695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b292bce-3bbf-4b2c-9449-a597ac4a3c94 req-167c12fb-7083-46bb-82e2-6bd6810d755e service neutron] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 917 time: 0.5982101 Mar 10 15:17:08.959997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Router ec3391dc-1dc3-4c04-b5dc-3590d602f282 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:17:08.995275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:08.995555 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.039486 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2299816-dd99-4608-a8b8-0f4d2a8daa5b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8a7e808e-0a0e-42ad-babc-4d4bc7c9905b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.046404 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a2299816-dd99-4608-a8b8-0f4d2a8daa5b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.049242 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a2299816-dd99-4608-a8b8-0f4d2a8daa5b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "DELETE /v2.0/security-groups/8a7e808e-0a0e-42ad-babc-4d4bc7c9905b HTTP/1.1" status: 204 len: 168 time: 0.3055375 Mar 10 15:17:09.067193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36562) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:09.067193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2299816-dd99-4608-a8b8-0f4d2a8daa5b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7e808e-0a0e-42ad-babc-4d4bc7c9905b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:09.128092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b292bce-3bbf-4b2c-9449-a597ac4a3c94 req-6d3952fd-575e-4df4-ae81-175cb3d78a3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87020666-2760-437f-9844-2e087c5b08d8 HTTP/1.1" status: 200 len: 1000 time: 0.1583078 Mar 10 15:17:09.134491 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] For port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6,segment=NetworkSegment(43cb35e3-2efd-42a4-b6bd-247c92bd4c27),segment_id=43cb35e3-2efd-42a4-b6bd-247c92bd4c27)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:09.134921 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.158776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:09.182984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6027d253-a632-42c3-a7ac-725c4576bf06 None None] Current status of the port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:09.183571 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6027d253-a632-42c3-a7ac-725c4576bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.186712 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5002c5e-8cd2-4d2c-b2af-0a7404a39ba9 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1195242 Mar 10 15:17:09.192925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36564) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:09.201748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b292bce-3bbf-4b2c-9449-a597ac4a3c94 req-22c2b5ac-942e-4cce-b8b1-426333706204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:09.203203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a3782a7f-8d6b-4743-af51-40500a5341bf tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123620353'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:09.203710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b292bce-3bbf-4b2c-9449-a597ac4a3c94 req-22c2b5ac-942e-4cce-b8b1-426333706204 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.0650184 Mar 10 15:17:09.281785 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3782a7f-8d6b-4743-af51-40500a5341bf tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.316969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6027d253-a632-42c3-a7ac-725c4576bf06 None None] For port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6,segment=NetworkSegment(43cb35e3-2efd-42a4-b6bd-247c92bd4c27),segment_id=43cb35e3-2efd-42a4-b6bd-247c92bd4c27)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:09.326292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:09.328158 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.335610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:17:09.338636 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6027d253-a632-42c3-a7ac-725c4576bf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.384247 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3782a7f-8d6b-4743-af51-40500a5341bf tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (4910ce97-f8a6-469c-8543-09833fe49dfe), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.393306 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3782a7f-8d6b-4743-af51-40500a5341bf tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4910ce97-f8a6-469c-8543-09833fe49dfe), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.405152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.410813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0a4f0bcb-080b-406c-b3cf-7df8b8e7d4cd tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5167837 Mar 10 15:17:09.411504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36566) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:09.416859 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.459595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Sync routers for ids ['ec3391dc-1dc3-4c04-b5dc-3590d602f282'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:17:09.468964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027d253-a632-42c3-a7ac-725c4576bf06 None None] Pushing event updated for resources: {'Port': ['ID=7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:09.504088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No DVR routers for this DVR port 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:17:09.518357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e5122c35-ac5d-4de8-a290-3bf07e302be9 None None] Could not find standard attr ID for object 8f152eb6-6e05-438c-a34a-ac1de1cb1f74. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:17:09.530697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b292bce-3bbf-4b2c-9449-a597ac4a3c94 req-0a46db2e-0889-4b30-ba22-4c665d9faa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:09.534778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b292bce-3bbf-4b2c-9449-a597ac4a3c94 req-0a46db2e-0889-4b30-ba22-4c665d9faa4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2011137 Mar 10 15:17:09.544810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9270a66-a1df-4e9c-964a-e2efe13f14bd None None] DHCP port deletion for c6017fa5-e063-41e7-a538-3a93684d2676 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:17:09.593758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e5122c35-ac5d-4de8-a290-3bf07e302be9 None None] Could not find standard attr ID for object 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:17:09.615171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:09.636372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Routers {'ec3391dc-1dc3-4c04-b5dc-3590d602f282'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:09.637570 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3782a7f-8d6b-4743-af51-40500a5341bf tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.638446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:16:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ec3391dc-1dc3-4c04-b5dc-3590d602f282'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:09.648177 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a3782a7f-8d6b-4743-af51-40500a5341bf tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4461231 Mar 10 15:17:09.649006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36574) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:09.706943 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0bb3ebcb-2ac8-4767-b250-79232f70355a tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '4910ce97-f8a6-469c-8543-09833fe49dfe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:09.706943 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-0bb3ebcb-2ac8-4767-b250-79232f70355a tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 10 15:17:09.706943 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-0bb3ebcb-2ac8-4767-b250-79232f70355a tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:09.706943 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0bb3ebcb-2ac8-4767-b250-79232f70355a tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123386 Mar 10 15:17:09.707428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3782a7f-8d6b-4743-af51-40500a5341bf tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4910ce97-f8a6-469c-8543-09833fe49dfe,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:09.709886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36576) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:09.718751 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b1c1ff1c-c974-42de-8bc2-505eefd804a6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '4910ce97-f8a6-469c-8543-09833fe49dfe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:09.794130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b292bce-3bbf-4b2c-9449-a597ac4a3c94 req-83a82176-e90c-4853-b1fb-9e2822d813bc service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497954 Mar 10 15:17:09.843856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Set router ec3391dc-1dc3-4c04-b5dc-3590d602f282 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:17:09.854592 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c6017fa5-e063-41e7-a538-3a93684d2676), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.883074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6017fa5-e063-41e7-a538-3a93684d2676']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:09.893992 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cb35e3-2efd-42a4-b6bd-247c92bd4c27') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:09.894519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cb35e3-2efd-42a4-b6bd-247c92bd4c27') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:09.896951 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-b1c1ff1c-c974-42de-8bc2-505eefd804a6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:09.898163 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b1c1ff1c-c974-42de-8bc2-505eefd804a6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1833789 Mar 10 15:17:09.910722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dee03d92-73e2-4ba6-9666-e4aafacb8cda up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:09.911300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36580) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:09.919711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a9169bbc-614c-41b9-9689-3a05eca5d1e5 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '4910ce97-f8a6-469c-8543-09833fe49dfe', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:09.925460 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-a9169bbc-614c-41b9-9689-3a05eca5d1e5 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 10 15:17:09.926393 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-a9169bbc-614c-41b9-9689-3a05eca5d1e5 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:09.927538 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a9169bbc-614c-41b9-9689-3a05eca5d1e5 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0151854 Mar 10 15:17:09.933457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36582) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:09.935377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (43cb35e3-2efd-42a4-b6bd-247c92bd4c27), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:09.948811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1126ed70-a21e-4e33-90f3-21d4f1c26cfb tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '4910ce97-f8a6-469c-8543-09833fe49dfe', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:10.016084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (43cb35e3-2efd-42a4-b6bd-247c92bd4c27), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.045550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:17:10.047609 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (43cb35e3-2efd-42a4-b6bd-247c92bd4c27), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:17:10.055054 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:17:10.177413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874b326-1544-4850-9c39-d7885dea68ad req-a83c1059-f118-448b-9eb7-2800fc16b9bc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:10.185565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c874b326-1544-4850-9c39-d7885dea68ad req-a83c1059-f118-448b-9eb7-2800fc16b9bc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.3855524 Mar 10 15:17:10.246571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaa9f2-7ea8-4ba0-99e1-ea4a34dd2e9c req-3305ea9c-2c08-4231-874b-0f7f78084081 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:10.248788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6fdaa9f2-7ea8-4ba0-99e1-ea4a34dd2e9c req-3305ea9c-2c08-4231-874b-0f7f78084081 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.4500692 Mar 10 15:17:10.254327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-47ff1653-187b-4b36-8503-7623989151b8 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/routers/ec3391dc-1dc3-4c04-b5dc-3590d602f282 HTTP/1.1" status: 200 len: 907 time: 0.8404377 Mar 10 15:17:10.275091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port dee03d92-73e2-4ba6-9666-e4aafacb8cda triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:10.275711 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.284600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36588) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:10.318512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3391dc-1dc3-4c04-b5dc-3590d602f282', 'name': 'tempest-snat-router-2141746725', 'tenant_id': '5aa2ea0c49924a29827a84ede2812324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e4c262c5-5b6d-4a26-a6d8-23759da50390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:17:01Z', 'updated_at': '2022-03-10T15:17:04Z', 'revision_number': 3, 'project_id': '5aa2ea0c49924a29827a84ede2812324', 'gw_port': {'id': 'e4c262c5-5b6d-4a26-a6d8-23759da50390', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3391dc-1dc3-4c04-b5dc-3590d602f282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:17:02Z', 'updated_at': '2022-03-10T15:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:10.354824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Checking router: ec3391dc-1dc3-4c04-b5dc-3590d602f282 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:17:10.355263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Updating router ec3391dc-1dc3-4c04-b5dc-3590d602f282 port e4c262c5-5b6d-4a26-a6d8-23759da50390 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:17:10.390620 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e4c262c5-5b6d-4a26-a6d8-23759da50390), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.399936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b292bce-3bbf-4b2c-9449-a597ac4a3c94 req-d538a48e-c31b-486d-88c0-21350a7a682c service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960872 Mar 10 15:17:10.440047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6fdaa9f2-7ea8-4ba0-99e1-ea4a34dd2e9c req-db7d0cdf-284d-4d8f-9bfc-c35ced2bc9dc tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763048 Mar 10 15:17:10.463027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c874b326-1544-4850-9c39-d7885dea68ad req-fb5507aa-f043-4fe2-8f75-7ff68c4030d9 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763171 Mar 10 15:17:10.560412 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (ec3391dc-1dc3-4c04-b5dc-3590d602f282), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.697945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port dee03d92-73e2-4ba6-9666-e4aafacb8cda is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:10.790718 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (ec3391dc-1dc3-4c04-b5dc-3590d602f282), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.801537 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-1126ed70-a21e-4e33-90f3-21d4f1c26cfb tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:10.803850 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1126ed70-a21e-4e33-90f3-21d4f1c26cfb tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8616414 Mar 10 15:17:10.810045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36592) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:10.821462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-24624d12-bad8-403f-a2ea-7ec9fbe73cba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '4910ce97-f8a6-469c-8543-09833fe49dfe', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:10.823387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:17:10.828067 n-d-833090-1 neutron-server[115533]: WARNING neutron.api.v2.base [None req-24624d12-bad8-403f-a2ea-7ec9fbe73cba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 10 15:17:10.828649 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-24624d12-bad8-403f-a2ea-7ec9fbe73cba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:10.830119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-24624d12-bad8-403f-a2ea-7ec9fbe73cba tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0189226 Mar 10 15:17:10.869974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36594) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:10.876582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8d60ae58-3acd-49db-bd8c-649d6aed76ec tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '4910ce97-f8a6-469c-8543-09833fe49dfe', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:10.894257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c6017fa5-e063-41e7-a538-3a93684d2676), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.910334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:10.910915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:17:10.911882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7f029c71-98fe-44e4-b4cb-f6a2dcb86ea6 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:17:10.926439 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/networks/c6017fa5-e063-41e7-a538-3a93684d2676 HTTP/1.1" status: 204 len: 168 time: 2.3581178 Mar 10 15:17:10.931767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36596) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:10.942646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-404278521'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:10.958339 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-8d60ae58-3acd-49db-bd8c-649d6aed76ec tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Project f4f55400d2fa4b9c8cca50ef113c13d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:17:10.970532 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55578b-0c7a-4156-b5b0-e46944751d69 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Network': ['ID=c6017fa5-e063-41e7-a538-3a93684d2676,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:10.991263 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-8d60ae58-3acd-49db-bd8c-649d6aed76ec tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:10.992680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8d60ae58-3acd-49db-bd8c-649d6aed76ec tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1206532 Mar 10 15:17:10.995649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36598) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:10.996537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:11.002171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6ce50d56-c410-4182-a5e4-01900b860d0d tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '4910ce97-f8a6-469c-8543-09833fe49dfe', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:11.002965 n-d-833090-1 neutron-server[115533]: WARNING neutron.api.v2.base [None req-6ce50d56-c410-4182-a5e4-01900b860d0d tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 10 15:17:11.003223 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-6ce50d56-c410-4182-a5e4-01900b860d0d tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:11.004121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6ce50d56-c410-4182-a5e4-01900b860d0d tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065019 Mar 10 15:17:11.004390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.007260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36600) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:11.011525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-141b3e45-38d0-4faa-8068-2b1fa89646e7 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '4910ce97-f8a6-469c-8543-09833fe49dfe', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:11.015695 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Deleting port e4c262c5-5b6d-4a26-a6d8-23759da50390 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:11.016367 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Publish callbacks [] for port (e4c262c5-5b6d-4a26-a6d8-23759da50390), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.018685 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e4c262c5-5b6d-4a26-a6d8-23759da50390), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.034488 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e4c262c5-5b6d-4a26-a6d8-23759da50390), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.061132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:17:11.073629 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-141b3e45-38d0-4faa-8068-2b1fa89646e7 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Project f4f55400d2fa4b9c8cca50ef113c13d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:17:11.103802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0998f2a6-3272-4997-b294-30d843a3d7cb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.104143 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Added segment 0998f2a6-3272-4997-b294-30d843a3d7cb of type vlan for network 1b2d1e3f-a698-434e-b094-9c4808f893ec Mar 10 15:17:11.117525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc547c-33b5-42c2-9a94-c8de263dd934 None None] Pushing event updated for resources: {'Port': ['ID=e4c262c5-5b6d-4a26-a6d8-23759da50390,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:11.134751 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-141b3e45-38d0-4faa-8068-2b1fa89646e7 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:11.138475 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-141b3e45-38d0-4faa-8068-2b1fa89646e7 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1302299 Mar 10 15:17:11.150003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Attempting to bind port e4c262c5-5b6d-4a26-a6d8-23759da50390 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:17:11.150767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Attempting to bind port e4c262c5-5b6d-4a26-a6d8-23759da50390 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:17:11.151033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Attempting to bind port e4c262c5-5b6d-4a26-a6d8-23759da50390 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:17:11.157841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:17:11.158281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:11.158686 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.159115 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:17:11.159629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Bound port: e4c262c5-5b6d-4a26-a6d8-23759da50390, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:17:11.160247 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e4c262c5-5b6d-4a26-a6d8-23759da50390), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.165045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36602) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:11.171810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-19720176-52fd-4bf9-b13e-769beb5a8ee2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '4910ce97-f8a6-469c-8543-09833fe49dfe', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:11.196375 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (1b2d1e3f-a698-434e-b094-9c4808f893ec), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.222929 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-19720176-52fd-4bf9-b13e-769beb5a8ee2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Project f4f55400d2fa4b9c8cca50ef113c13d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:17:11.233912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] For port e4c262c5-5b6d-4a26-a6d8-23759da50390, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:17:11.238149 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (1b2d1e3f-a698-434e-b094-9c4808f893ec), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.238876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] For port e4c262c5-5b6d-4a26-a6d8-23759da50390, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e4c262c5-5b6d-4a26-a6d8-23759da50390,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:17:11.241594 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e4c262c5-5b6d-4a26-a6d8-23759da50390), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.244072 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:11.244967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.245908 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-19720176-52fd-4bf9-b13e-769beb5a8ee2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:11.249832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-19720176-52fd-4bf9-b13e-769beb5a8ee2 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0810776 Mar 10 15:17:11.252127 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36606) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:11.254961 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e4c262c5-5b6d-4a26-a6d8-23759da50390), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.259805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Calling delete_port for e4c262c5-5b6d-4a26-a6d8-23759da50390 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:11.311777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Routers {'ec3391dc-1dc3-4c04-b5dc-3590d602f282'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:11.312444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:16:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ec3391dc-1dc3-4c04-b5dc-3590d602f282'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:11.315604 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3820903 Mar 10 15:17:11.323143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36610) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:11.330623 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '1b2d1e3f-a698-434e-b094-9c4808f893ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:11.428697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc547c-33b5-42c2-9a94-c8de263dd934 None None] Pushing event updated for resources: {'Port': ['ID=e4c262c5-5b6d-4a26-a6d8-23759da50390,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:11.459199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] Set router ec3391dc-1dc3-4c04-b5dc-3590d602f282 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:17:11.532585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3391dc-1dc3-4c04-b5dc-3590d602f282', 'name': 'tempest-snat-router-2141746725', 'tenant_id': '5aa2ea0c49924a29827a84ede2812324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:17:01Z', 'updated_at': '2022-03-10T15:17:10Z', 'revision_number': 4, 'project_id': '5aa2ea0c49924a29827a84ede2812324', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:11.571355 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a10bc1-cfba-480e-8c3d-a432faa9ce8e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Network': ['ID=1b2d1e3f-a698-434e-b094-9c4808f893ec,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:11.571576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115cafa-1a49-4aac-839d-912d78dba509 None None] The sync data for ids ['ec3391dc-1dc3-4c04-b5dc-3590d602f282'] in n-d-833090-1 is: [{'id': 'ec3391dc-1dc3-4c04-b5dc-3590d602f282', 'name': 'tempest-snat-router-2141746725', 'tenant_id': '5aa2ea0c49924a29827a84ede2812324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:17:01Z', 'updated_at': '2022-03-10T15:17:10Z', 'revision_number': 4, 'project_id': '5aa2ea0c49924a29827a84ede2812324', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:17:11.587246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 1b2d1e3f-a698-434e-b094-9c4808f893ec details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:17:11.589299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:11.594259 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.782915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0cc00-f163-4d03-9ab2-9b79680ed61e req-f6ed4c05-71cb-40b6-bcfb-754d7115e4ab tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:11.784759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcc0cc00-f163-4d03-9ab2-9b79680ed61e req-f6ed4c05-71cb-40b6-bcfb-754d7115e4ab tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 945 time: 0.1124494 Mar 10 15:17:11.801347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e4c262c5-5b6d-4a26-a6d8-23759da50390), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.843773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36618) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:11.856507 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (038b2ba7-bbd2-4982-98e4-a7622d764041), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.863227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4c262c5-5b6d-4a26-a6d8-23759da50390,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:11.885112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee21743-ade6-4687-9b12-d97623d204e2 req-b1d7acb1-f5f7-41c0-b64a-fcdabe0642d8 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:11.892170 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fee21743-ade6-4687-9b12-d97623d204e2 req-b1d7acb1-f5f7-41c0-b64a-fcdabe0642d8 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.2873003 Mar 10 15:17:11.938015 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-630bb3c9-edeb-494b-9c67-eb4f731a9e3b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (4910ce97-f8a6-469c-8543-09833fe49dfe), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.968465 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-630bb3c9-edeb-494b-9c67-eb4f731a9e3b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (4910ce97-f8a6-469c-8543-09833fe49dfe), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:11.982999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fee21743-ade6-4687-9b12-d97623d204e2 req-20b51a24-f510-4b14-86a7-60dc0871a674 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666339 Mar 10 15:17:12.043064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (ec3391dc-1dc3-4c04-b5dc-3590d602f282), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.044391 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-630bb3c9-edeb-494b-9c67-eb4f731a9e3b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4910ce97-f8a6-469c-8543-09833fe49dfe), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.046943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-630bb3c9-edeb-494b-9c67-eb4f731a9e3b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.048122 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-630bb3c9-edeb-494b-9c67-eb4f731a9e3b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "DELETE /v2.0/security-groups/4910ce97-f8a6-469c-8543-09833fe49dfe HTTP/1.1" status: 204 len: 168 time: 0.7938426 Mar 10 15:17:12.056107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36620) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:12.091044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bb3c9-edeb-494b-9c67-eb4f731a9e3b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4910ce97-f8a6-469c-8543-09833fe49dfe,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:12.096237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8edd13-cbe8-48ee-967d-b7965b9636d8 admin admin] Deleting subnet 6d01f12c-4453-49a5-9d16-370f79fcb4a9 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:17:12.099981 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb8edd13-cbe8-48ee-967d-b7965b9636d8 admin admin] Publish callbacks [] for subnet (6d01f12c-4453-49a5-9d16-370f79fcb4a9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.135855 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb8edd13-cbe8-48ee-967d-b7965b9636d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (6d01f12c-4453-49a5-9d16-370f79fcb4a9), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.177125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb8edd13-cbe8-48ee-967d-b7965b9636d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6d01f12c-4453-49a5-9d16-370f79fcb4a9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.197286 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (ec3391dc-1dc3-4c04-b5dc-3590d602f282), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.206199 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_controller (ec3391dc-1dc3-4c04-b5dc-3590d602f282), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.252798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Subnet': ['ID=038b2ba7-bbd2-4982-98e4-a7622d764041,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:12.255177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb8edd13-cbe8-48ee-967d-b7965b9636d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (6d01f12c-4453-49a5-9d16-370f79fcb4a9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.286022 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (ec3391dc-1dc3-4c04-b5dc-3590d602f282), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.286738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec3391dc-1dc3-4c04-b5dc-3590d602f282 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:17:12.292826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcc0cc00-f163-4d03-9ab2-9b79680ed61e req-1a44093b-7eab-4c43-ba46-a1a1be0f35ab tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4702063 Mar 10 15:17:12.296588 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.298538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8b45557a-9205-4e41-813a-de604c64d2ac tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "DELETE /v2.0/routers/ec3391dc-1dc3-4c04-b5dc-3590d602f282 HTTP/1.1" status: 204 len: 168 time: 2.0094492 Mar 10 15:17:12.300890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36622) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:12.308132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8edd13-cbe8-48ee-967d-b7965b9636d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d01f12c-4453-49a5-9d16-370f79fcb4a9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:12.310386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb8edd13-cbe8-48ee-967d-b7965b9636d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.316552 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bb8edd13-cbe8-48ee-967d-b7965b9636d8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6d01f12c-4453-49a5-9d16-370f79fcb4a9 HTTP/1.1" status: 204 len: 168 time: 0.4686875 Mar 10 15:17:12.320168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36624) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:12.327336 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Checking segment: {'id': '0998f2a6-3272-4997-b294-30d843a3d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1b2d1e3f-a698-434e-b094-9c4808f893ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:12.327858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network hostable DHCP agents. Network: 1b2d1e3f-a698-434e-b094-9c4808f893ec, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:17:12.369045 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c04ede16-29ab-4cbb-a44b-a951d4bd35eb tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3029718 Mar 10 15:17:12.369700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36628) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:12.375392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e02ae6eb-2748-4cbc-b885-0f4ba101a06f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635745352'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:12.449919 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (343f9db2-a595-4030-8097-2c35e6c77e27), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.457561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 1b2d1e3f-a698-434e-b094-9c4808f893ec is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:17:12.459683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e02ae6eb-2748-4cbc-b885-0f4ba101a06f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.487321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 1b2d1e3f-a698-434e-b094-9c4808f893ec) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:12.498872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554db66-a568-4673-ab21-44b2fd29b563 None None] Network 1b2d1e3f-a698-434e-b094-9c4808f893ec requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:12.529814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:12.530415 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.543803 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (123bdd5f-09be-4763-b4ef-ec6b472cadd5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.575329 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8e6b52dc-2005-4088-ba5b-e8e198cb2e3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2508271 Mar 10 15:17:12.585230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36632) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:12.590962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': '1b2d1e3f-a698-434e-b094-9c4808f893ec', 'security_groups': [], 'name': 'tempest-PortsTestJSON-94519237'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:12.640376 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (343f9db2-a595-4030-8097-2c35e6c77e27), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.658444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 87020666-2760-437f-9844-2e087c5b08d8 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:17:12.702148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (123bdd5f-09be-4763-b4ef-ec6b472cadd5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.702352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343f9db2-a595-4030-8097-2c35e6c77e27']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:12.766939 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e02ae6eb-2748-4cbc-b885-0f4ba101a06f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (235e4b25-b185-44c1-b08e-609be40ec3d0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.776329 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bb5f63-c6b4-4193-adb0-bb488e6ee24a') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:12.776674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bb5f63-c6b4-4193-adb0-bb488e6ee24a') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:12.786175 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e02ae6eb-2748-4cbc-b885-0f4ba101a06f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (235e4b25-b185-44c1-b08e-609be40ec3d0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.798888 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (23bb5f63-c6b4-4193-adb0-bb488e6ee24a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.810352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Deleting port dee03d92-73e2-4ba6-9666-e4aafacb8cda {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:12.810994 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.843740 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (23bb5f63-c6b4-4193-adb0-bb488e6ee24a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.859232 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e02ae6eb-2748-4cbc-b885-0f4ba101a06f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.864323 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e02ae6eb-2748-4cbc-b885-0f4ba101a06f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4897103 Mar 10 15:17:12.866237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:17:12.866656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (23bb5f63-c6b4-4193-adb0-bb488e6ee24a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.868486 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36634) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:17:12.868922 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:17:12.873632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6ba8b41e-f364-4ff4-9fb1-23cbefad11a4 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '235e4b25-b185-44c1-b08e-609be40ec3d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:12.905904 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ae6eb-2748-4cbc-b885-0f4ba101a06f tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235e4b25-b185-44c1-b08e-609be40ec3d0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:12.964800 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] For port dee03d92-73e2-4ba6-9666-e4aafacb8cda, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dee03d92-73e2-4ba6-9666-e4aafacb8cda,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:12.966196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:12.999431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Calling delete_port for dee03d92-73e2-4ba6-9666-e4aafacb8cda owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:12.999818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (343f9db2-a595-4030-8097-2c35e6c77e27), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.023028 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.040307 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/343f9db2-a595-4030-8097-2c35e6c77e27 HTTP/1.1" status: 204 len: 168 time: 0.7164204 Mar 10 15:17:13.041561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:13.052833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.056817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36638) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:13.172661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e00fb7b-3cd0-406a-8366-1a7ee02883d6 admin admin] Deleting subnet eac19e86-0c58-4206-b0e8-08a65e8b7e66 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:17:13.194886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c87eb-d73d-4e2f-adca-b329bd671fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=343f9db2-a595-4030-8097-2c35e6c77e27,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:13.203112 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e00fb7b-3cd0-406a-8366-1a7ee02883d6 admin admin] Publish callbacks [] for subnet (eac19e86-0c58-4206-b0e8-08a65e8b7e66), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.234571 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-6ba8b41e-f364-4ff4-9fb1-23cbefad11a4 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The resource could not be found. Mar 10 15:17:13.244609 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6ba8b41e-f364-4ff4-9fb1-23cbefad11a4 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3723731 Mar 10 15:17:13.246159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36640) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:13.252414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-21ebdf10-3355-4180-8128-4eb02e7d2ae1 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '235e4b25-b185-44c1-b08e-609be40ec3d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3539e37e-fdb8-4e6c-8cf9-9460990d49ed'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:13.271142 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port 076ba853-718c-45df-9bdd-8095a7c75b12 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:17:13.281387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-1b2d1e3f-a698-434e-b094-9c4808f893ec', 'network_id': '1b2d1e3f-a698-434e-b094-9c4808f893ec', 'project_id': 'aa26aacc79454b00ba521d73bb0c65a0', 'fixed_ips': [{'subnet_id': '038b2ba7-bbd2-4982-98e4-a7622d764041'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:17:13.288548 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.295285 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e00fb7b-3cd0-406a-8366-1a7ee02883d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (eac19e86-0c58-4206-b0e8-08a65e8b7e66), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.321042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 87020666-2760-437f-9844-2e087c5b08d8 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:13.321429 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (87020666-2760-437f-9844-2e087c5b08d8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.383241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87020666-2760-437f-9844-2e087c5b08d8'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:17:13.386999 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf1a56-1e84-49c2-9c37-76fe06811623" -d '{"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-unplugged", "status": "completed", "tag": "87020666-2760-437f-9844-2e087c5b08d8"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:17:13.426630 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e00fb7b-3cd0-406a-8366-1a7ee02883d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (eac19e86-0c58-4206-b0e8-08a65e8b7e66), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.486658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.2 (1b2d1e3f-a698-434e-b094-9c4808f893ec/038b2ba7-bbd2-4982-98e4-a7622d764041/076ba853-718c-45df-9bdd-8095a7c75b12) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:13.526860 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e00fb7b-3cd0-406a-8366-1a7ee02883d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (eac19e86-0c58-4206-b0e8-08a65e8b7e66), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.541892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:13.555927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.584103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e00fb7b-3cd0-406a-8366-1a7ee02883d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.593097 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7e00fb7b-3cd0-406a-8366-1a7ee02883d6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eac19e86-0c58-4206-b0e8-08a65e8b7e66 HTTP/1.1" status: 204 len: 168 time: 0.5053675 Mar 10 15:17:13.593826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36650) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:13.645073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00fb7b-3cd0-406a-8366-1a7ee02883d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac19e86-0c58-4206-b0e8-08a65e8b7e66,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:13.645996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:13.768831 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.801228 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (076ba853-718c-45df-9bdd-8095a7c75b12), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.887798 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.906051 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dee03d92-73e2-4ba6-9666-e4aafacb8cda), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.919478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:13.929825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9b630d-b897-4a0f-9649-4583907dd3f7') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:13.930131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9b630d-b897-4a0f-9649-4583907dd3f7') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:13.932342 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (076ba853-718c-45df-9bdd-8095a7c75b12), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:13.984802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93290a0-503d-44eb-9eca-a81db528a7db req-f618e232-389f-47a1-95cc-806be2d249e8 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:13.987203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c93290a0-503d-44eb-9eca-a81db528a7db req-f618e232-389f-47a1-95cc-806be2d249e8 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.8754632 Mar 10 15:17:13.988243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event deleted for resources: {'Port': ['ID=dee03d92-73e2-4ba6-9666-e4aafacb8cda,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:13.994935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=076ba853-718c-45df-9bdd-8095a7c75b12,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:14.001176 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (7f9b630d-b897-4a0f-9649-4583907dd3f7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.016372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 1b2d1e3f-a698-434e-b094-9c4808f893ec is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:14.021743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:14.027882 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:14.030549 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8ab3e7a5-239e-469e-9e58-3f2fdad92bb5 {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:17:14.030948 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:17:14.054032 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7f9b630d-b897-4a0f-9649-4583907dd3f7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.069402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:17:14.069402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (7f9b630d-b897-4a0f-9649-4583907dd3f7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:17:14.070984 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:17:14.091144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (123bdd5f-09be-4763-b4ef-ec6b472cadd5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.168027 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:14.168687 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.183251 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.190026 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.193784 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055 HTTP/1.1" status: 204 len: 168 time: 0.5655653 Mar 10 15:17:14.209996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6620102-35a1-4bac-9b4d-718dd3b126a5 req-df1694e5-2976-46a4-a23d-9980500de415 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:14.211914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6620102-35a1-4bac-9b4d-718dd3b126a5 req-df1694e5-2976-46a4-a23d-9980500de415 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.4161134 Mar 10 15:17:14.218249 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c61f2a98-b44f-49a3-abe5-9185c5e4289e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 1.6318314 Mar 10 15:17:14.221566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36654) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:14.268359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c93290a0-503d-44eb-9eca-a81db528a7db req-0cab12cf-c295-4c12-8ee8-c50499f5147b tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098117 Mar 10 15:17:14.270306 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-21ebdf10-3355-4180-8128-4eb02e7d2ae1 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The resource could not be found. Mar 10 15:17:14.272127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-21ebdf10-3355-4180-8128-4eb02e7d2ae1 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0236721 Mar 10 15:17:14.279652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36656) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:14.294522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c006f-4f64-42cb-9cb3-11f859b46a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb23e06e-0c5c-4ff5-92ca-8ecb5f8d2055,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:14.343387 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 15:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e1b5f5-dde2-4d89-b163-a76a8a5f4539 x-openstack-request-id: req-c3e1b5f5-dde2-4d89-b163-a76a8a5f4539 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:17:14.343686 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-unplugged", "status": "failed", "tag": "87020666-2760-437f-9844-2e087c5b08d8", "code": 422}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:17:14.343948 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3e1b5f5-dde2-4d89-b163-a76a8a5f4539 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:17:14.345218 n-d-833090-1 neutron-server[115535]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87020666-2760-437f-9844-2e087c5b08d8', 'code': 422} returned with failed status Mar 10 15:17:14.375300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c7a3-a268-4976-877b-6767e904427f tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 076ba853-718c-45df-9bdd-8095a7c75b12 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:14.375786 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f67c7a3-a268-4976-877b-6767e904427f tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (076ba853-718c-45df-9bdd-8095a7c75b12), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.509592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6620102-35a1-4bac-9b4d-718dd3b126a5 req-955c1841-9f58-4308-9aac-2aa50aa47bef tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660553 Mar 10 15:17:14.513898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (123bdd5f-09be-4763-b4ef-ec6b472cadd5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.517712 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_controller (123bdd5f-09be-4763-b4ef-ec6b472cadd5), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.527249 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f67c7a3-a268-4976-877b-6767e904427f tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (076ba853-718c-45df-9bdd-8095a7c75b12), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.532674 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.561594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c7a3-a268-4976-877b-6767e904427f tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 076ba853-718c-45df-9bdd-8095a7c75b12 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:14.608375 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (123bdd5f-09be-4763-b4ef-ec6b472cadd5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.608375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 123bdd5f-09be-4763-b4ef-ec6b472cadd5 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:17:14.613819 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.618947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bc89f6bc-b165-46e9-b7e7-d147af9fa152 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "DELETE /v2.0/routers/123bdd5f-09be-4763-b4ef-ec6b472cadd5 HTTP/1.1" status: 204 len: 168 time: 2.3163581 Mar 10 15:17:14.619581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36660) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:14.619912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36664) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:14.652605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-19334563', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:14.758876 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-88d29d5b-0842-403b-967f-609a4e8ba32b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (235e4b25-b185-44c1-b08e-609be40ec3d0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.788796 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-88d29d5b-0842-403b-967f-609a4e8ba32b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (235e4b25-b185-44c1-b08e-609be40ec3d0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.860489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c6f5c-1bc4-491d-86a1-b5fb41ae92d6 req-d9e8a01a-7ab9-4ca5-995c-7ea7d2244cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:14.862078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a4c6f5c-1bc4-491d-86a1-b5fb41ae92d6 req-d9e8a01a-7ab9-4ca5-995c-7ea7d2244cba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 1127 time: 0.2792053 Mar 10 15:17:14.870587 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-88d29d5b-0842-403b-967f-609a4e8ba32b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (235e4b25-b185-44c1-b08e-609be40ec3d0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.881166 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-88d29d5b-0842-403b-967f-609a4e8ba32b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.888788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-88d29d5b-0842-403b-967f-609a4e8ba32b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "DELETE /v2.0/security-groups/235e4b25-b185-44c1-b08e-609be40ec3d0 HTTP/1.1" status: 204 len: 168 time: 0.5973303 Mar 10 15:17:14.891886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36674) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:14.927429 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (2e1d8722-7386-426b-949f-508db0cd5083), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.928636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (2e1d8722-7386-426b-949f-508db0cd5083), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.945522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Allocated IP 172.20.0.3 (1b2d1e3f-a698-434e-b094-9c4808f893ec/038b2ba7-bbd2-4982-98e4-a7622d764041/5c3a9fbc-90f2-4a15-bb8c-45eab78ca232) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:14.956832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f67c7a3-a268-4976-877b-6767e904427f tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (076ba853-718c-45df-9bdd-8095a7c75b12), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:14.958247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d29d5b-0842-403b-967f-609a4e8ba32b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235e4b25-b185-44c1-b08e-609be40ec3d0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:14.966848 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3e468f7b-60b2-40e8-a006-9408dc03b19f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9c81877fd6e47d3aed347cfa56ec4f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255568 Mar 10 15:17:14.971857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36676) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:15.012210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c7a3-a268-4976-877b-6767e904427f tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=076ba853-718c-45df-9bdd-8095a7c75b12,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:15.082771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a4c6f5c-1bc4-491d-86a1-b5fb41ae92d6 req-3e4f35b4-3785-4253-9734-aa2ecef82062 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889403 Mar 10 15:17:15.161056 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (2e1d8722-7386-426b-949f-508db0cd5083), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.163002 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e09cb16e-f88f-4017-adc4-cd6efb7cfe95 admin admin] Publish callbacks [] for security_group (93f5158f-480d-400f-983c-1312f404a40e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.179084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36680) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:15.179956 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9ad544c2-6d17-4605-8b18-dfef0505a545 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2832417 Mar 10 15:17:15.194343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-82f45c72-3fe1-4e88-908c-b74de8df1b26 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '2e5f4bec-2aa1-4628-8ef7-3ce2ea93270a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:15.200864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f67c7a3-a268-4976-877b-6767e904427f tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.214238 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8f67c7a3-a268-4976-877b-6767e904427f tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/076ba853-718c-45df-9bdd-8095a7c75b12 HTTP/1.1" status: 204 len: 168 time: 0.9891298 Mar 10 15:17:15.215069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36682) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:15.217563 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Publish callbacks [] for port (5c3a9fbc-90f2-4a15-bb8c-45eab78ca232), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.234060 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (5c3a9fbc-90f2-4a15-bb8c-45eab78ca232), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.289000 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-247b7c60-d477-4db1-b0fb-1bf68478438c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:17:15.317890 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-247b7c60-d477-4db1-b0fb-1bf68478438c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/076ba853-718c-45df-9bdd-8095a7c75b12 HTTP/1.1" status: 404 len: 333 time: 0.0999689 Mar 10 15:17:15.319956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36686) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:15.356145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Network 1b2d1e3f-a698-434e-b094-9c4808f893ec is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:15.380319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:15.401386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:15.413922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92eeac9-0a06-4dc7-b24f-2ac9fa6ebe25 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting subnet 038b2ba7-bbd2-4982-98e4-a7622d764041 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:17:15.418240 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c92eeac9-0a06-4dc7-b24f-2ac9fa6ebe25 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (038b2ba7-bbd2-4982-98e4-a7622d764041), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.433747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Pushing event updated for resources: {'Port': ['ID=5c3a9fbc-90f2-4a15-bb8c-45eab78ca232,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:15.454242 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e09cb16e-f88f-4017-adc4-cd6efb7cfe95 admin admin] Publish callbacks [] for security_group (93f5158f-480d-400f-983c-1312f404a40e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.481898 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c92eeac9-0a06-4dc7-b24f-2ac9fa6ebe25 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (038b2ba7-bbd2-4982-98e4-a7622d764041), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.521831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Attempting to bind port 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:17:15.522274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Attempting to bind port 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '0998f2a6-3272-4997-b294-30d843a3d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1b2d1e3f-a698-434e-b094-9c4808f893ec'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:17:15.522643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Attempting to bind port 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232 on network 1b2d1e3f-a698-434e-b094-9c4808f893ec {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:17:15.528667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:17:15.528993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Checking segment: {'id': '0998f2a6-3272-4997-b294-30d843a3d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1b2d1e3f-a698-434e-b094-9c4808f893ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:15.529398 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.529921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Bound using segment: {'id': '0998f2a6-3272-4997-b294-30d843a3d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1b2d1e3f-a698-434e-b094-9c4808f893ec'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:17:15.530830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Bound port: 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0998f2a6-3272-4997-b294-30d843a3d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1b2d1e3f-a698-434e-b094-9c4808f893ec'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:17:15.530830 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5c3a9fbc-90f2-4a15-bb8c-45eab78ca232), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.536347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (2e1d8722-7386-426b-949f-508db0cd5083), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.625251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af01ac2-22f0-4099-875e-4559e87076d1 req-cec6e74f-c36a-487e-b65a-4dca3dbcda3a tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:15.628096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8af01ac2-22f0-4099-875e-4559e87076d1 req-cec6e74f-c36a-487e-b65a-4dca3dbcda3a tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.1765747 Mar 10 15:17:15.630878 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-82f45c72-3fe1-4e88-908c-b74de8df1b26 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The resource could not be found. Mar 10 15:17:15.636020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-82f45c72-3fe1-4e88-908c-b74de8df1b26 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4509401 Mar 10 15:17:15.636857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36696) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:15.642582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] For port 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:17:15.643171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0536cbca-6285-459b-b468-b96c36be59f6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991950856'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:15.651332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] For port 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5c3a9fbc-90f2-4a15-bb8c-45eab78ca232,segment=NetworkSegment(0998f2a6-3272-4997-b294-30d843a3d7cb),segment_id=0998f2a6-3272-4997-b294-30d843a3d7cb)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:17:15.665793 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e09cb16e-f88f-4017-adc4-cd6efb7cfe95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (93f5158f-480d-400f-983c-1312f404a40e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.669177 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5c3a9fbc-90f2-4a15-bb8c-45eab78ca232), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.669704 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c92eeac9-0a06-4dc7-b24f-2ac9fa6ebe25 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (038b2ba7-bbd2-4982-98e4-a7622d764041), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.676482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e09cb16e-f88f-4017-adc4-cd6efb7cfe95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.692162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e09cb16e-f88f-4017-adc4-cd6efb7cfe95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93f5158f-480d-400f-983c-1312f404a40e HTTP/1.1" status: 204 len: 168 time: 0.7133315 Mar 10 15:17:15.709658 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0536cbca-6285-459b-b468-b96c36be59f6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.768521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ab782-9421-4e07-b916-e4ba315230fd None None] Pushing event updated for resources: {'Port': ['ID=5c3a9fbc-90f2-4a15-bb8c-45eab78ca232,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:15.777331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cb16e-f88f-4017-adc4-cd6efb7cfe95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5158f-480d-400f-983c-1312f404a40e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:15.782858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dee03d92-73e2-4ba6-9666-e4aafacb8cda no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:17:15.829284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: dee03d92-73e2-4ba6-9666-e4aafacb8cda {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:17:15.829633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dee03d92-73e2-4ba6-9666-e4aafacb8cda not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:17:15.886762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8af01ac2-22f0-4099-875e-4559e87076d1 req-23eeb520-f9ce-4e5c-b470-5caa3b746705 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505872 Mar 10 15:17:15.908695 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c92eeac9-0a06-4dc7-b24f-2ac9fa6ebe25 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (038b2ba7-bbd2-4982-98e4-a7622d764041), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.939678 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c92eeac9-0a06-4dc7-b24f-2ac9fa6ebe25 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:15.947352 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c92eeac9-0a06-4dc7-b24f-2ac9fa6ebe25 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/038b2ba7-bbd2-4982-98e4-a7622d764041 HTTP/1.1" status: 204 len: 168 time: 0.6222403 Mar 10 15:17:15.953414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36706) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:15.990210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eeac9-0a06-4dc7-b24f-2ac9fa6ebe25 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Subnet': ['ID=038b2ba7-bbd2-4982-98e4-a7622d764041,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:16.101617 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0536cbca-6285-459b-b468-b96c36be59f6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (ea32552c-91fc-49bc-bf71-e6e6416191d8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.123328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0536cbca-6285-459b-b468-b96c36be59f6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea32552c-91fc-49bc-bf71-e6e6416191d8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.190866 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0536cbca-6285-459b-b468-b96c36be59f6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.192143 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0536cbca-6285-459b-b468-b96c36be59f6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5535085 Mar 10 15:17:16.194976 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36714) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:16.196353 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (1b2d1e3f-a698-434e-b094-9c4808f893ec), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.221068 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6f2d1e94-60c2-4bd5-b2e0-e13dd558a095 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401516077'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:16.242161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536cbca-6285-459b-b468-b96c36be59f6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea32552c-91fc-49bc-bf71-e6e6416191d8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:16.262258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f2d1e94-60c2-4bd5-b2e0-e13dd558a095 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.329400 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (2e1d8722-7386-426b-949f-508db0cd5083), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.369363 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f2d1e94-60c2-4bd5-b2e0-e13dd558a095 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (d621b2b5-22dd-4ff5-b683-3786b9b460ca), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.374911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f2d1e94-60c2-4bd5-b2e0-e13dd558a095 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d621b2b5-22dd-4ff5-b683-3786b9b460ca), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.396410 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.419607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d1e94-60c2-4bd5-b2e0-e13dd558a095 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d621b2b5-22dd-4ff5-b683-3786b9b460ca,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:16.425398 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f2d1e94-60c2-4bd5-b2e0-e13dd558a095 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.426717 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6f2d1e94-60c2-4bd5-b2e0-e13dd558a095 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2308066 Mar 10 15:17:16.429986 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36718) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:16.435125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cdfbe038-374f-4c5d-9524-ca76c53f847c tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': 'ea32552c-91fc-49bc-bf71-e6e6416191d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd621b2b5-22dd-4ff5-b683-3786b9b460ca'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:16.470130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:16.471144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5c3a9fbc-90f2-4a15-bb8c-45eab78ca232), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.514368 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-cdfbe038-374f-4c5d-9524-ca76c53f847c tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:16.516686 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cdfbe038-374f-4c5d-9524-ca76c53f847c tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0846262 Mar 10 15:17:16.523367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36724) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:16.608094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] For port 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5c3a9fbc-90f2-4a15-bb8c-45eab78ca232,segment=NetworkSegment(0998f2a6-3272-4997-b294-30d843a3d7cb),segment_id=0998f2a6-3272-4997-b294-30d843a3d7cb)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:16.608464 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5c3a9fbc-90f2-4a15-bb8c-45eab78ca232), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.632721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:16.641925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Allocated IP 172.25.3.14 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/f36359d0-c815-4cc5-8170-08d4b871928c) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:16.678420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 87020666-2760-437f-9844-2e087c5b08d8 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:17:16.679407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff90c9-b5d6-4f9b-8054-1c3b854fc4c4 req-78f79d60-a892-4cf1-a12d-eb556d62043e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:16.681161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8ff90c9-b5d6-4f9b-8054-1c3b854fc4c4 req-78f79d60-a892-4cf1-a12d-eb556d62043e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.1520083 Mar 10 15:17:16.691940 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f6ac95bb-8347-4c20-92ca-da096386d748 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (d621b2b5-22dd-4ff5-b683-3786b9b460ca), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.737981 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f6ac95bb-8347-4c20-92ca-da096386d748 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (d621b2b5-22dd-4ff5-b683-3786b9b460ca), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.749400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36730) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:16.824771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 87020666-2760-437f-9844-2e087c5b08d8 is: DOWN; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:16.829665 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f6ac95bb-8347-4c20-92ca-da096386d748 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d621b2b5-22dd-4ff5-b683-3786b9b460ca), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.833072 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f6ac95bb-8347-4c20-92ca-da096386d748 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:16.835081 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f6ac95bb-8347-4c20-92ca-da096386d748 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "DELETE /v2.0/security-groups/d621b2b5-22dd-4ff5-b683-3786b9b460ca HTTP/1.1" status: 204 len: 168 time: 0.3097069 Mar 10 15:17:16.840539 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-366c5905-3213-411a-bda4-bff93037abe9 req-e9915de3-13d9-4f8b-bc19-68290fe760ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2494500 Mar 10 15:17:16.841422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36732) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:16.877437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac95bb-8347-4c20-92ca-da096386d748 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621b2b5-22dd-4ff5-b683-3786b9b460ca,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:16.986278 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8ec730a6-b451-44a4-bf15-5c182c45ea72 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1422524 Mar 10 15:17:16.986910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36738) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:17.052247 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5c3a9fbc-90f2-4a15-bb8c-45eab78ca232), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.084336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8ff90c9-b5d6-4f9b-8054-1c3b854fc4c4 req-0d6a3578-8326-4ceb-9502-b048009b4846 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3567519 Mar 10 15:17:17.106166 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7230770b-2531-4696-8f4c-be2d49da00fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6c25e2500054e2aadcd75b168d33d50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3536220 Mar 10 15:17:17.128318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e1023f9-6d8d-464e-b3ca-6f668fdcde53 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (ea32552c-91fc-49bc-bf71-e6e6416191d8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.138852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36742) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:17.165645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=5c3a9fbc-90f2-4a15-bb8c-45eab78ca232,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:17.177766 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for port (f36359d0-c815-4cc5-8170-08d4b871928c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.179410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No DVR routers for this DVR port 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:17:17.242542 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e1023f9-6d8d-464e-b3ca-6f668fdcde53 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (ea32552c-91fc-49bc-bf71-e6e6416191d8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.302424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdef7a-3d7e-4c92-8850-249b8712e6e7 req-e7afcea3-1823-48cd-958f-9934148235d0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:17.304123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4dcdef7a-3d7e-4c92-8850-249b8712e6e7 req-e7afcea3-1823-48cd-958f-9934148235d0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.2664268 Mar 10 15:17:17.343430 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e1023f9-6d8d-464e-b3ca-6f668fdcde53 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea32552c-91fc-49bc-bf71-e6e6416191d8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.346483 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e1023f9-6d8d-464e-b3ca-6f668fdcde53 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.351100 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0e1023f9-6d8d-464e-b3ca-6f668fdcde53 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "DELETE /v2.0/security-groups/ea32552c-91fc-49bc-bf71-e6e6416191d8 HTTP/1.1" status: 204 len: 168 time: 0.3615727 Mar 10 15:17:17.359012 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36746) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:17.371554 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (1b2d1e3f-a698-434e-b094-9c4808f893ec), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.380705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1023f9-6d8d-464e-b3ca-6f668fdcde53 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea32552c-91fc-49bc-bf71-e6e6416191d8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:17.388190 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba972b16-84b0-4608-847b-a333b1343844 admin admin] Publish callbacks [] for security_group (f1fbc978-dc17-4aec-9ec0-fc5b38693579), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.390134 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f36359d0-c815-4cc5-8170-08d4b871928c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.419857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b95e15-1bbc-41ce-9567-9a0070d43cfe None None] Network 1b2d1e3f-a698-434e-b094-9c4808f893ec requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:17.447586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2d1e3f-a698-434e-b094-9c4808f893ec']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:17.465034 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8c38b84e-fd7b-425f-b4d8-b04e2ad9cee3 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1047235 Mar 10 15:17:17.471826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36748) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:17.477405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-73bad735-70bb-4e3b-becd-9b89cf364d41 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622680546'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:17.481651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:17.491978 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba972b16-84b0-4608-847b-a333b1343844 admin admin] Publish callbacks [] for security_group (f1fbc978-dc17-4aec-9ec0-fc5b38693579), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.498630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0998f2a6-3272-4997-b294-30d843a3d7cb') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:17.498988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0998f2a6-3272-4997-b294-30d843a3d7cb') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:17.508748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:17.530045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:17.530304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0f0cff1d-64af-4527-8f74-60c3494b7927 None None] Could not find standard attr ID for object 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:17:17.534424 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (0998f2a6-3272-4997-b294-30d843a3d7cb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.540660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Pushing event updated for resources: {'Port': ['ID=f36359d0-c815-4cc5-8170-08d4b871928c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:17.543178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73bad735-70bb-4e3b-becd-9b89cf364d41 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.579385 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4dcdef7a-3d7e-4c92-8850-249b8712e6e7 req-00a73707-1507-46ed-9a40-dd174acb18b2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592340 Mar 10 15:17:17.601661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c5905-3213-411a-bda4-bff93037abe9 req-60507f03-4872-4d65-8ce4-cdd2584e61ca tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:17.604383 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-366c5905-3213-411a-bda4-bff93037abe9 req-60507f03-4872-4d65-8ce4-cdd2584e61ca tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports/87020666-2760-437f-9844-2e087c5b08d8 HTTP/1.1" status: 200 len: 940 time: 0.6551437 Mar 10 15:17:17.615970 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0998f2a6-3272-4997-b294-30d843a3d7cb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.648305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:17:17.648305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (0998f2a6-3272-4997-b294-30d843a3d7cb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: items = [ Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:17:17.679188 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:17:17.725350 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ad27a-7722-47fe-835e-9989684144ec None None] DHCP port deletion for 1b2d1e3f-a698-434e-b094-9c4808f893ec request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:17:17.742611 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73bad735-70bb-4e3b-becd-9b89cf364d41 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (27f3e921-265a-4415-88e5-25935e334941), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.750976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73bad735-70bb-4e3b-becd-9b89cf364d41 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (27f3e921-265a-4415-88e5-25935e334941), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.805903 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.816652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73bad735-70bb-4e3b-becd-9b89cf364d41 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.817958 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-73bad735-70bb-4e3b-becd-9b89cf364d41 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3450253 Mar 10 15:17:17.824730 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36756) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:17.831707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fef6ae66-a6c2-4265-a05b-9f7cad869158 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '27f3e921-265a-4415-88e5-25935e334941', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:17.845856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bad735-70bb-4e3b-becd-9b89cf364d41 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f3e921-265a-4415-88e5-25935e334941,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:17.850743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba972b16-84b0-4608-847b-a333b1343844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f1fbc978-dc17-4aec-9ec0-fc5b38693579), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.853569 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba972b16-84b0-4608-847b-a333b1343844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:17.854929 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ba972b16-84b0-4608-847b-a333b1343844 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1fbc978-dc17-4aec-9ec0-fc5b38693579 HTTP/1.1" status: 204 len: 168 time: 0.7148213 Mar 10 15:17:17.982806 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (1b2d1e3f-a698-434e-b094-9c4808f893ec), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.002696 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-fef6ae66-a6c2-4265-a05b-9f7cad869158 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:18.009466 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fef6ae66-a6c2-4265-a05b-9f7cad869158 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1835592 Mar 10 15:17:18.010202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36764) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:18.016909 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-bd59e401-a405-41ab-abe0-74f4e8a93e0b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group_rule': {'security_group_id': '27f3e921-265a-4415-88e5-25935e334941', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:18.030335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba972b16-84b0-4608-847b-a333b1343844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fbc978-dc17-4aec-9ec0-fc5b38693579,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:18.037644 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.041430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/networks/1b2d1e3f-a698-434e-b094-9c4808f893ec HTTP/1.1" status: 204 len: 168 time: 2.0857911 Mar 10 15:17:18.048717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36766) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:18.055102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'name': 'tempest-PortsTestJSON-826937220'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:18.097555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4ba7a-0bff-4723-93c0-08a22d0b43da tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Network': ['ID=1b2d1e3f-a698-434e-b094-9c4808f893ec,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:18.127505 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-bd59e401-a405-41ab-abe0-74f4e8a93e0b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:18.140537 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bd59e401-a405-41ab-abe0-74f4e8a93e0b tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1288681 Mar 10 15:17:18.141449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36770) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:18.210492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7ee7-eee3-4805-832d-42321da8abe6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (27f3e921-265a-4415-88e5-25935e334941), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.280454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7ee7-eee3-4805-832d-42321da8abe6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (27f3e921-265a-4415-88e5-25935e334941), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.333344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1639a51-84fb-4818-bcf3-246df38e10ee req-ca0d064f-6aec-453a-880f-363235b180b0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:18.334845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1639a51-84fb-4818-bcf3-246df38e10ee req-ca0d064f-6aec-453a-880f-363235b180b0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.4178827 Mar 10 15:17:18.336903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c325e-a02b-4eef-869f-ef96646ceb67 req-bd9df94f-79c4-459a-a050-f5c5afeb917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:18.339912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60c325e-a02b-4eef-869f-ef96646ceb67 req-bd9df94f-79c4-459a-a050-f5c5afeb917a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=168fe9a92e5e49429fad26db570a485d&device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 1127 time: 0.4405520 Mar 10 15:17:18.405283 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7ee7-eee3-4805-832d-42321da8abe6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (27f3e921-265a-4415-88e5-25935e334941), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.410239 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7ee7-eee3-4805-832d-42321da8abe6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.415465 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b1ac7ee7-eee3-4805-832d-42321da8abe6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "DELETE /v2.0/security-groups/27f3e921-265a-4415-88e5-25935e334941 HTTP/1.1" status: 204 len: 168 time: 0.2720196 Mar 10 15:17:18.416520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36778) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:18.454179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:18.457435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.457923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac7ee7-eee3-4805-832d-42321da8abe6 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f3e921-265a-4415-88e5-25935e334941,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:18.550664 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-305e04e8-19aa-452b-947a-317163358228 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1267526 Mar 10 15:17:18.551332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36782) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:18.554084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af38e73-3953-418f-aa13-6c6820a52e0b req-843533f5-99a0-4497-87f5-e2ca5156509c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:18.556464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ee54e234-f3c8-4079-a53b-73ff20be0a84 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523701628'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:18.560322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8af38e73-3953-418f-aa13-6c6820a52e0b req-843533f5-99a0-4497-87f5-e2ca5156509c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.2955401 Mar 10 15:17:18.580598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port 75cc5f2e-376f-4525-9532-089f3558b5f0 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:17:18.595841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee54e234-f3c8-4079-a53b-73ff20be0a84 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.597890 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (2e1d8722-7386-426b-949f-508db0cd5083), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.602781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1639a51-84fb-4818-bcf3-246df38e10ee req-07f123ba-1d6c-4f08-9c26-2b6f36483f8e tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382498 Mar 10 15:17:18.738548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c325e-a02b-4eef-869f-ef96646ceb67 req-bd5711a4-f2af-4803-9915-c46a1e2ee5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:18.740079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60c325e-a02b-4eef-869f-ef96646ceb67 req-bd5711a4-f2af-4803-9915-c46a1e2ee5b0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c6e5513e-5eef-4aa1-b1a0-5293715a9889 HTTP/1.1" status: 200 len: 912 time: 0.3856585 Mar 10 15:17:18.748104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee54e234-f3c8-4079-a53b-73ff20be0a84 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (8f9fb309-2193-4f58-89ee-fbcf85032ddb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.754003 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee54e234-f3c8-4079-a53b-73ff20be0a84 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8f9fb309-2193-4f58-89ee-fbcf85032ddb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.821299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54e234-f3c8-4079-a53b-73ff20be0a84 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9fb309-2193-4f58-89ee-fbcf85032ddb,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:18.836915 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee54e234-f3c8-4079-a53b-73ff20be0a84 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.841267 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ee54e234-f3c8-4079-a53b-73ff20be0a84 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2859814 Mar 10 15:17:18.841539 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36790) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:18.846777 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-906e3fb9-3b17-45cc-bb63-8ae6490612af tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:18.847346 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-906e3fb9-3b17-45cc-bb63-8ae6490612af tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 10 15:17:18.847946 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-906e3fb9-3b17-45cc-bb63-8ae6490612af tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] update failed (client error): There was a conflict when trying to complete your request. Mar 10 15:17:18.850982 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-906e3fb9-3b17-45cc-bb63-8ae6490612af tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "PUT /v2.0/security-groups/8f9fb309-2193-4f58-89ee-fbcf85032ddb HTTP/1.1" status: 409 len: 330 time: 0.0066142 Mar 10 15:17:18.852009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36792) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:18.946820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd63c617-7ac7-437e-8d1a-e60e58762439 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (8f9fb309-2193-4f58-89ee-fbcf85032ddb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:18.979326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd63c617-7ac7-437e-8d1a-e60e58762439 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (8f9fb309-2193-4f58-89ee-fbcf85032ddb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:19.079056 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd63c617-7ac7-437e-8d1a-e60e58762439 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8f9fb309-2193-4f58-89ee-fbcf85032ddb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:19.082206 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd63c617-7ac7-437e-8d1a-e60e58762439 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:19.083492 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bd63c617-7ac7-437e-8d1a-e60e58762439 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "DELETE /v2.0/security-groups/8f9fb309-2193-4f58-89ee-fbcf85032ddb HTTP/1.1" status: 204 len: 168 time: 0.2278640 Mar 10 15:17:19.093653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36798) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:19.094570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63c617-7ac7-437e-8d1a-e60e58762439 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9fb309-2193-4f58-89ee-fbcf85032ddb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:19.164214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60c325e-a02b-4eef-869f-ef96646ceb67 req-a0b76b51-8bbf-49f7-ac79-0de7a3364891 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d HTTP/1.1" status: 200 len: 217 time: 0.4120793 Mar 10 15:17:19.187044 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7250d04d-b3b3-4248-a5b1-c16db4010d4c tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0900145 Mar 10 15:17:19.195214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36802) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:19.211579 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-026b77d4-d368-4d66-9e6f-d9e60f6f4011 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] delete failed (client error): The resource could not be found. Mar 10 15:17:19.216935 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-026b77d4-d368-4d66-9e6f-d9e60f6f4011 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "DELETE /v2.0/security-groups/baf5b0c5-1b1b-41db-8923-f0bb1b652986 HTTP/1.1" status: 404 len: 347 time: 0.0200946 Mar 10 15:17:19.217537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36806) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:19.231326 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-37ca1abe-f854-4f2e-a356-7001e18e84c8 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] show failed (client error): The resource could not be found. Mar 10 15:17:19.238063 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37ca1abe-f854-4f2e-a356-7001e18e84c8 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-groups/63fb9408-cd7b-4be6-9e7e-c562b5982b01 HTTP/1.1" status: 404 len: 347 time: 0.0193930 Mar 10 15:17:19.238677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36808) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:19.275100 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-a612aaa2-67b0-4aba-983e-3e1167483a23 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] show failed (client error): The resource could not be found. Mar 10 15:17:19.275373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8af38e73-3953-418f-aa13-6c6820a52e0b req-3f476719-54dd-48ab-894d-9e71a1fe4e92 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7141111 Mar 10 15:17:19.286821 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a612aaa2-67b0-4aba-983e-3e1167483a23 tempest-NegativeSecGroupIPv6Test-526044100 tempest-NegativeSecGroupIPv6Test-526044100-project] 10.222.0.11 "GET /v2.0/security-group-rules/3a8856b2-446f-4183-b710-6199d924c1b7 HTTP/1.1" status: 404 len: 356 time: 0.0450146 Mar 10 15:17:19.363310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a22600b-2c5a-4ca7-bcf3-06b6d9d64f2e req-b5b1ea9c-1263-4db0-94d0-392bba9e1341 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7430353 Mar 10 15:17:19.460201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c325e-a02b-4eef-869f-ef96646ceb67 req-b07844d7-9ac7-40e3-942a-785f1987f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:19.461997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60c325e-a02b-4eef-869f-ef96646ceb67 req-b07844d7-9ac7-40e3-942a-785f1987f40f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b461b8ba-c71f-44ba-8a3f-9f7cdda42dde HTTP/1.1" status: 200 len: 851 time: 0.2830534 Mar 10 15:17:19.569818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c5905-3213-411a-bda4-bff93037abe9 req-097f15b9-cc57-4ed1-b7c8-077267636b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:19.571529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-366c5905-3213-411a-bda4-bff93037abe9 req-097f15b9-cc57-4ed1-b7c8-077267636b5d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f&tenant_id=30681029f9c54de880026374e32f2679 HTTP/1.1" status: 200 len: 1125 time: 0.4104741 Mar 10 15:17:19.579035 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60c325e-a02b-4eef-869f-ef96646ceb67 req-c8f48433-2b8d-4cf0-b838-f45c4fa0526c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c6e5513e-5eef-4aa1-b1a0-5293715a9889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012917 Mar 10 15:17:19.631358 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (75cc5f2e-376f-4525-9532-089f3558b5f0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:19.667705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:17:19.709506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:17:19.710177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5c3a9fbc-90f2-4a15-bb8c-45eab78ca232 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:17:19.775893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22600b-2c5a-4ca7-bcf3-06b6d9d64f2e req-ad9267c5-9723-4e99-a12b-1ba7264e6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:19.777690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a22600b-2c5a-4ca7-bcf3-06b6d9d64f2e req-ad9267c5-9723-4e99-a12b-1ba7264e6beb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=168fe9a92e5e49429fad26db570a485d&device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 1127 time: 0.3194675 Mar 10 15:17:19.807140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (2e1d8722-7386-426b-949f-508db0cd5083), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:19.836848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36828) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:19.881133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c5905-3213-411a-bda4-bff93037abe9 req-74845254-e9d7-4f1f-95c8-45c4279911ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:19.883017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-366c5905-3213-411a-bda4-bff93037abe9 req-74845254-e9d7-4f1f-95c8-45c4279911ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 1125 time: 0.2841504 Mar 10 15:17:19.889639 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (75cc5f2e-376f-4525-9532-089f3558b5f0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:19.949217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36832) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:20.002649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60c325e-a02b-4eef-869f-ef96646ceb67 req-5f83bf18-1992-47c5-add4-232c3ece5b07 service neutron] 10.222.0.62 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165108 Mar 10 15:17:20.116318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:20.120339 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5fa9b39-de4e-49f4-84c1-d5ce45809cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.155289 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5fcab0e4-b592-428a-a9f0-617f136fc01f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4f55400d2fa4b9c8cca50ef113c13d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3164134 Mar 10 15:17:20.160120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36836) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:20.166410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:20.195643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8a3d6-bb4f-4c4a-b086-55d394274f81 req-1f49a8f1-9bd3-45fb-9aa4-2b0adf3eeee0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:20.197248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82a8a3d6-bb4f-4c4a-b086-55d394274f81 req-1f49a8f1-9bd3-45fb-9aa4-2b0adf3eeee0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.4082818 Mar 10 15:17:20.201286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:20.206370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:20.207019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.243022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=75cc5f2e-376f-4525-9532-089f3558b5f0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:20.243236 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6089-ae09-49ca-b279-2b70fcae9f40 admin admin] Publish callbacks [] for security_group (90810375-7281-449c-b8e7-f1433ae5241d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.275152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6089-ae09-49ca-b279-2b70fcae9f40 admin admin] Publish callbacks [] for security_group (90810375-7281-449c-b8e7-f1433ae5241d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.282405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22600b-2c5a-4ca7-bcf3-06b6d9d64f2e req-d67f7792-dc07-404f-a7c4-905b3ceef89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:20.283899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a22600b-2c5a-4ca7-bcf3-06b6d9d64f2e req-d67f7792-dc07-404f-a7c4-905b3ceef89e service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6e5513e-5eef-4aa1-b1a0-5293715a9889 HTTP/1.1" status: 200 len: 912 time: 0.4743562 Mar 10 15:17:20.333586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cf7b6638-b262-46dc-a30f-8f09900c5875 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2832093 Mar 10 15:17:20.334832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c5905-3213-411a-bda4-bff93037abe9 req-2dd16156-794b-46b0-aa8c-b1a6c206a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:20.339464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36840) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:20.340364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-366c5905-3213-411a-bda4-bff93037abe9 req-2dd16156-794b-46b0-aa8c-b1a6c206a174 service neutron] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 917 time: 0.4433413 Mar 10 15:17:20.343334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5fa9b39-de4e-49f4-84c1-d5ce45809cdf admin admin] Publish callbacks [] for security_group (48a65051-cbf7-48bd-976b-3eeb34007aaf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.375034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5fa9b39-de4e-49f4-84c1-d5ce45809cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (48a65051-cbf7-48bd-976b-3eeb34007aaf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.445965 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6089-ae09-49ca-b279-2b70fcae9f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (90810375-7281-449c-b8e7-f1433ae5241d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.448159 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6089-ae09-49ca-b279-2b70fcae9f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.451990 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d9cc6089-ae09-49ca-b279-2b70fcae9f40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90810375-7281-449c-b8e7-f1433ae5241d HTTP/1.1" status: 204 len: 168 time: 0.2905955 Mar 10 15:17:20.463813 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a5fa9b39-de4e-49f4-84c1-d5ce45809cdf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3d4e699161f4a999a504e1954b9ae90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5132649 Mar 10 15:17:20.466564 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36844) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:20.476029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa9b39-de4e-49f4-84c1-d5ce45809cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a65051-cbf7-48bd-976b-3eeb34007aaf,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:20.492996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a22600b-2c5a-4ca7-bcf3-06b6d9d64f2e req-8644c7fa-0e98-4e21-9341-ec1ad9e58141 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41543a3b-c75f-4dfa-bdd5-956e066e63c0 HTTP/1.1" status: 200 len: 217 time: 0.1923447 Mar 10 15:17:20.505542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc6089-ae09-49ca-b279-2b70fcae9f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90810375-7281-449c-b8e7-f1433ae5241d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:20.576784 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4bb9025-e0f8-4d69-935e-e43029ea625c admin admin] Publish callbacks [] for security_group (48a65051-cbf7-48bd-976b-3eeb34007aaf), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.595354 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.613206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-fbf5c466-5332-4a95-936a-4f09f43873c3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 75cc5f2e-376f-4525-9532-089f3558b5f0 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:20.613482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c466-5332-4a95-936a-4f09f43873c3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (75cc5f2e-376f-4525-9532-089f3558b5f0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.614587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e60c325e-a02b-4eef-869f-ef96646ceb67 req-5b62ea9c-caeb-4191-a5ca-4a59c2d3f540 service neutron] 10.222.0.62 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827932 Mar 10 15:17:20.639316 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4bb9025-e0f8-4d69-935e-e43029ea625c admin admin] Publish callbacks [] for security_group (48a65051-cbf7-48bd-976b-3eeb34007aaf), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.646857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82a8a3d6-bb4f-4c4a-b086-55d394274f81 req-b95f844a-35fb-40d3-8845-a67441076ef0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296577 Mar 10 15:17:20.658290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Router 2e1d8722-7386-426b-949f-508db0cd5083 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:17:20.688959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b6667-2f12-4e0f-8c11-a60a57051b1d req-439e4936-b068-4052-9490-4c31857ee3d3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:20.688959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-180b6667-2f12-4e0f-8c11-a60a57051b1d req-439e4936-b068-4052-9490-4c31857ee3d3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.3126404 Mar 10 15:17:20.688959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-366c5905-3213-411a-bda4-bff93037abe9 req-933e673f-94ee-4e03-86f2-b3c90ef1e8b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87020666-2760-437f-9844-2e087c5b08d8 HTTP/1.1" status: 200 len: 998 time: 0.3284914 Mar 10 15:17:20.716388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22600b-2c5a-4ca7-bcf3-06b6d9d64f2e req-6cdef8c5-79ae-46fc-9449-f5f35ef6c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:20.717933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a22600b-2c5a-4ca7-bcf3-06b6d9d64f2e req-6cdef8c5-79ae-46fc-9449-f5f35ef6c5d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b461b8ba-c71f-44ba-8a3f-9f7cdda42dde HTTP/1.1" status: 200 len: 851 time: 0.2040043 Mar 10 15:17:20.737373 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c466-5332-4a95-936a-4f09f43873c3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (75cc5f2e-376f-4525-9532-089f3558b5f0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.769165 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-fbf5c466-5332-4a95-936a-4f09f43873c3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 75cc5f2e-376f-4525-9532-089f3558b5f0 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:20.836354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4bb9025-e0f8-4d69-935e-e43029ea625c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (48a65051-cbf7-48bd-976b-3eeb34007aaf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.839539 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4bb9025-e0f8-4d69-935e-e43029ea625c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.845543 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f4bb9025-e0f8-4d69-935e-e43029ea625c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48a65051-cbf7-48bd-976b-3eeb34007aaf HTTP/1.1" status: 204 len: 168 time: 0.3733475 Mar 10 15:17:20.859249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb9025-e0f8-4d69-935e-e43029ea625c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a65051-cbf7-48bd-976b-3eeb34007aaf,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:20.888384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a22600b-2c5a-4ca7-bcf3-06b6d9d64f2e req-7973f72e-c233-4696-8073-13721189078a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6e5513e-5eef-4aa1-b1a0-5293715a9889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826175 Mar 10 15:17:20.908214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-180b6667-2f12-4e0f-8c11-a60a57051b1d req-aac08ed0-8a34-477d-aa1f-eb7101c09f91 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127926 Mar 10 15:17:20.921918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c5905-3213-411a-bda4-bff93037abe9 req-39bf76c7-f838-47e2-9823-5b501d88cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:20.924354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-366c5905-3213-411a-bda4-bff93037abe9 req-39bf76c7-f838-47e2-9823-5b501d88cf1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.2245181 Mar 10 15:17:20.931489 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c466-5332-4a95-936a-4f09f43873c3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (75cc5f2e-376f-4525-9532-089f3558b5f0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:20.991518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5c466-5332-4a95-936a-4f09f43873c3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=75cc5f2e-376f-4525-9532-089f3558b5f0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:20.999082 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbf5c466-5332-4a95-936a-4f09f43873c3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:21.014510 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fbf5c466-5332-4a95-936a-4f09f43873c3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/75cc5f2e-376f-4525-9532-089f3558b5f0 HTTP/1.1" status: 204 len: 168 time: 0.6697319 Mar 10 15:17:21.015296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36856) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:21.024881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'mac_address': 'fa:16:3e:7a:9a:ee', 'name': 'tempest-PortsTestJSON-494645843'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:21.167565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:17:21.202259 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:21.207230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-68027613-2ace-4c05-b870-9ac5fd3f5bed tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5557151 Mar 10 15:17:21.207230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c5905-3213-411a-bda4-bff93037abe9 req-1758c5d6-e4d1-488e-b4cf-d4cad4fecf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:21.212730 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e18222c-11a1-4485-9690-b88b7573aac3 None None] Sync routers for ids ['2e1d8722-7386-426b-949f-508db0cd5083'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:17:21.215629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36860) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:21.218531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-366c5905-3213-411a-bda4-bff93037abe9 req-1758c5d6-e4d1-488e-b4cf-d4cad4fecf0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2513661 Mar 10 15:17:21.220669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6cb8f005-4f59-4c4d-a762-a426294e514a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'enable_snat': False}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:21.227469 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18222c-11a1-4485-9690-b88b7573aac3 None None] Routers {'2e1d8722-7386-426b-949f-508db0cd5083'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:21.227989 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9e18222c-11a1-4485-9690-b88b7573aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:16:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2e1d8722-7386-426b-949f-508db0cd5083'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:21.279727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a22600b-2c5a-4ca7-bcf3-06b6d9d64f2e req-6e521840-0f9f-4b9d-8c0b-91a0663cfbd1 service neutron] 10.222.0.45 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760016 Mar 10 15:17:21.301202 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9e18222c-11a1-4485-9690-b88b7573aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:21.319644 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18222c-11a1-4485-9690-b88b7573aac3 None None] Routers {'2e1d8722-7386-426b-949f-508db0cd5083'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:21.319644 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9e18222c-11a1-4485-9690-b88b7573aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:16:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2e1d8722-7386-426b-949f-508db0cd5083'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:21.387397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:21.410712 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9e18222c-11a1-4485-9690-b88b7573aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:21.416914 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e18222c-11a1-4485-9690-b88b7573aac3 None None] The sync data for ids ['2e1d8722-7386-426b-949f-508db0cd5083'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:17:21.476422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-366c5905-3213-411a-bda4-bff93037abe9 req-57c5ea5c-926d-4dc9-8cc0-acca27ff11da service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526453 Mar 10 15:17:21.500282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a22600b-2c5a-4ca7-bcf3-06b6d9d64f2e req-ccc8ff26-4eec-4996-9230-2554260cdffc service neutron] 10.222.0.45 "GET /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132921 Mar 10 15:17:21.535385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:21.603926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port 0f8483e5-ee2b-4d58-bd39-949191f8edcf yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:17:21.653669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-366c5905-3213-411a-bda4-bff93037abe9 req-309bebba-33e3-49ff-8520-78d008d0ef82 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680696 Mar 10 15:17:21.702629 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5aec1b83-b609-4e20-9525-d5ae581a6303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:21.942456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a7ba2-1dd0-4e08-970c-a0baa0d86ff4 req-40f9dc34-86e1-467e-a14b-571b3b2928eb tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:21.948531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de5a7ba2-1dd0-4e08-970c-a0baa0d86ff4 req-40f9dc34-86e1-467e-a14b-571b3b2928eb tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.1641090 Mar 10 15:17:22.156945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de5a7ba2-1dd0-4e08-970c-a0baa0d86ff4 req-a67f73a3-45f8-4174-83a9-842be0e13d6e tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854641 Mar 10 15:17:22.209121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82604f1-7cae-4e36-b3e2-c5ad2f3d0aca req-8d870bd2-35a2-4913-b386-53e2506baca3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:22.215936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f82604f1-7cae-4e36-b3e2-c5ad2f3d0aca req-8d870bd2-35a2-4913-b386-53e2506baca3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.1600101 Mar 10 15:17:22.282753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cb8f005-4f59-4c4d-a762-a426294e514a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (2e1d8722-7386-426b-949f-508db0cd5083), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:22.287578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f82604f1-7cae-4e36-b3e2-c5ad2f3d0aca req-67ce6723-4873-4b40-aa75-3801194064c3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703366 Mar 10 15:17:22.535652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (0f8483e5-ee2b-4d58-bd39-949191f8edcf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:22.584398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36906) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:22.658643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0f8483e5-ee2b-4d58-bd39-949191f8edcf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:22.722440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:22.797395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:22.821121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:22.832286 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:22.835745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:22.861423 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=0f8483e5-ee2b-4d58-bd39-949191f8edcf,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:22.909229 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d8cb23bf-dd97-47c4-8b65-2cdf85fb3375 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8927810 Mar 10 15:17:22.912193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36922) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:23.019380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c46600-d15c-4e8e-9f15-e614bf2174b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:23.024253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-68c46600-d15c-4e8e-9f15-e614bf2174b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/0f8483e5-ee2b-4d58-bd39-949191f8edcf HTTP/1.1" status: 200 len: 840 time: 0.1110802 Mar 10 15:17:23.025000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36926) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:23.354372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cb8f005-4f59-4c4d-a762-a426294e514a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (2e1d8722-7386-426b-949f-508db0cd5083), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:23.363010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cb8f005-4f59-4c4d-a762-a426294e514a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (2e1d8722-7386-426b-949f-508db0cd5083), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:23.470364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1458278108-network', 'tenant_id': 'd3e5c1c6d6ef4e64b255a5d0eddb111d'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:23.614199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Made reservation on behalf of d3e5c1c6d6ef4e64b255a5d0eddb111d for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:23.617010 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:23.639323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:23.718160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445a2e1-e2a3-4875-a748-72ee617717cd req-29c2d1c4-98c5-4eff-8148-f2194d0a63b7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:23.719778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e445a2e1-e2a3-4875-a748-72ee617717cd req-29c2d1c4-98c5-4eff-8148-f2194d0a63b7 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.2613835 Mar 10 15:17:23.722728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb8f005-4f59-4c4d-a762-a426294e514a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Router 2e1d8722-7386-426b-949f-508db0cd5083 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:17:23.739576 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2f287747-6b8c-422d-b63e-92d306875da5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 0f8483e5-ee2b-4d58-bd39-949191f8edcf {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:23.740038 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f287747-6b8c-422d-b63e-92d306875da5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0f8483e5-ee2b-4d58-bd39-949191f8edcf), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:23.766291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7b07c-1c4a-4a81-aeb0-6375616ada25 req-8ed3eab0-5e2b-4c34-97cb-ab165c2c2efa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:23.769506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2b7b07c-1c4a-4a81-aeb0-6375616ada25 req-8ed3eab0-5e2b-4c34-97cb-ab165c2c2efa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.3141215 Mar 10 15:17:23.865234 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Publish callbacks [] for security_group (652e987d-fdce-4f64-9a50-f94c36677814), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:23.883759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (652e987d-fdce-4f64-9a50-f94c36677814), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.021321 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9139b3be-4828-4afc-90a5-b46821704133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.069873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb8f005-4f59-4c4d-a762-a426294e514a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:17:24.081923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d0c51-58aa-4b1a-90aa-c825edace71d None None] Sync routers for ids ['2e1d8722-7386-426b-949f-508db0cd5083'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:17:24.082925 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cb8f005-4f59-4c4d-a762-a426294e514a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.085227 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6cb8f005-4f59-4c4d-a762-a426294e514a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "PUT /v2.0/routers/2e1d8722-7386-426b-949f-508db0cd5083 HTTP/1.1" status: 200 len: 923 time: 2.8686161 Mar 10 15:17:24.089964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36972) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:24.111963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:17:24.112213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d0c51-58aa-4b1a-90aa-c825edace71d None None] Routers {'2e1d8722-7386-426b-949f-508db0cd5083'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:24.112818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0d4d0c51-58aa-4b1a-90aa-c825edace71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2e1d8722-7386-426b-949f-508db0cd5083'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:24.173088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f287747-6b8c-422d-b63e-92d306875da5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0f8483e5-ee2b-4d58-bd39-949191f8edcf), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.183366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0d4d0c51-58aa-4b1a-90aa-c825edace71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:24.197016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d0c51-58aa-4b1a-90aa-c825edace71d None None] Routers {'2e1d8722-7386-426b-949f-508db0cd5083'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:24.199149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0d4d0c51-58aa-4b1a-90aa-c825edace71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2e1d8722-7386-426b-949f-508db0cd5083'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:24.277389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0d4d0c51-58aa-4b1a-90aa-c825edace71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:24.278626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d0c51-58aa-4b1a-90aa-c825edace71d None None] The sync data for ids ['2e1d8722-7386-426b-949f-508db0cd5083'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:17:24.286004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652e987d-fdce-4f64-9a50-f94c36677814,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:24.326482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e445a2e1-e2a3-4875-a748-72ee617717cd req-2738b277-a931-41fe-a894-4bce3493f7e4 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892744 Mar 10 15:17:24.328056 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (777616eb-8c02-433d-aedd-6907364a82d8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.328985 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Added segment 777616eb-8c02-433d-aedd-6907364a82d8 of type vlan for network f488f960-86d3-4d96-940a-8b45639d0e66 Mar 10 15:17:24.332638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2f287747-6b8c-422d-b63e-92d306875da5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 0f8483e5-ee2b-4d58-bd39-949191f8edcf owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:24.454314 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d504abd0-09fa-4011-92ff-6ca7713bbdaa tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/routers/2e1d8722-7386-426b-949f-508db0cd5083 HTTP/1.1" status: 200 len: 923 time: 0.3525186 Mar 10 15:17:24.455042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36982) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:24.606039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2b7b07c-1c4a-4a81-aeb0-6375616ada25 req-1ec5a88e-5b04-4473-b6f9-8563d4da2f58 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7391846 Mar 10 15:17:24.612900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f287747-6b8c-422d-b63e-92d306875da5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0f8483e5-ee2b-4d58-bd39-949191f8edcf), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.621510 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (f488f960-86d3-4d96-940a-8b45639d0e66), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.666087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f287747-6b8c-422d-b63e-92d306875da5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=0f8483e5-ee2b-4d58-bd39-949191f8edcf,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:24.681917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f287747-6b8c-422d-b63e-92d306875da5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.685364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2f287747-6b8c-422d-b63e-92d306875da5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/0f8483e5-ee2b-4d58-bd39-949191f8edcf HTTP/1.1" status: 204 len: 168 time: 1.6592321 Mar 10 15:17:24.688171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8e69c-4940-44d8-804f-e0d92883f776 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:24.692519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36988) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:24.694502 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aad8e69c-4940-44d8-804f-e0d92883f776 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&device_id=2e1d8722-7386-426b-949f-508db0cd5083&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2361324 Mar 10 15:17:24.695168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36990) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:24.722159 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ab868b-3c01-4b64-ba62-9a1f00ad5ea0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:17:24.723913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-23ab868b-3c01-4b64-ba62-9a1f00ad5ea0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/0f8483e5-ee2b-4d58-bd39-949191f8edcf HTTP/1.1" status: 404 len: 333 time: 0.0303335 Mar 10 15:17:24.728652 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36992) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:24.737283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (f488f960-86d3-4d96-940a-8b45639d0e66), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.738184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:24.738768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.741334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'name': 'tempest-PortsTestJSON-542735794'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:24.774569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1890273 Mar 10 15:17:24.782476 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36996) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:24.797796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] Request body: {'subnet': {'network_id': 'f488f960-86d3-4d96-940a-8b45639d0e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1458278108-subnet', 'tenant_id': 'd3e5c1c6d6ef4e64b255a5d0eddb111d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:24.928594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] Made reservation on behalf of d3e5c1c6d6ef4e64b255a5d0eddb111d for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:24.931759 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:24.932504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8c227-a5b4-4e89-9a70-be2557ea294d admin admin] Pushing event updated for resources: {'Network': ['ID=f488f960-86d3-4d96-940a-8b45639d0e66,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:24.952517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network f488f960-86d3-4d96-940a-8b45639d0e66 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:17:24.960399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e379476-31ce-4592-ae4c-426743b3ca8f tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:24.964749 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3e379476-31ce-4592-ae4c-426743b3ca8f tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 881 time: 0.2671640 Mar 10 15:17:24.965363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37018) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:24.970190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c3879-90fc-47a5-a3fd-563a465dc54b req-2e01a1b2-eabc-45d0-b11d-aa77c588f50c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:24.979882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d52c3879-90fc-47a5-a3fd-563a465dc54b req-2e01a1b2-eabc-45d0-b11d-aa77c588f50c tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.1621749 Mar 10 15:17:25.019097 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4bb9237d-82a4-42ec-bb07-16e9b773cdb3 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e1d8722-7386-426b-949f-508db0cd5083 HTTP/1.1" status: 200 len: 205 time: 0.0483987 Mar 10 15:17:25.019710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37024) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:25.031036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:25.034332 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:25.084764 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d52c3879-90fc-47a5-a3fd-563a465dc54b req-df8624c9-4147-4207-85a6-9d56544363f5 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982733 Mar 10 15:17:25.154181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port e1ecc5d6-84fa-4c88-b2d9-a63b08f68275 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:17:25.220046 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:25.394405 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (2e1d8722-7386-426b-949f-508db0cd5083), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:25.565190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (6afc66f2-981c-4760-8396-f34036fd9486), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:25.677561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6afc66f2-981c-4760-8396-f34036fd9486,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:25.774537 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (e1ecc5d6-84fa-4c88-b2d9-a63b08f68275), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:25.869694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2acf96-2309-4588-ac00-40f2af7bddc9 req-b39c7353-4267-491f-9117-8ecbea6cfdfa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:25.872195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f2acf96-2309-4588-ac00-40f2af7bddc9 req-b39c7353-4267-491f-9117-8ecbea6cfdfa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.0955362 Mar 10 15:17:25.881932 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] Checking segment: {'id': '777616eb-8c02-433d-aedd-6907364a82d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f488f960-86d3-4d96-940a-8b45639d0e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:25.882321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] Network hostable DHCP agents. Network: f488f960-86d3-4d96-940a-8b45639d0e66, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:17:25.886352 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (2e1d8722-7386-426b-949f-508db0cd5083), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:25.932718 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e1ecc5d6-84fa-4c88-b2d9-a63b08f68275), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:25.990026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f2acf96-2309-4588-ac00-40f2af7bddc9 req-dd0c922e-c19a-4753-a0ee-fa88d737ee15 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094406 Mar 10 15:17:26.011268 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] Network f488f960-86d3-4d96-940a-8b45639d0e66 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:17:26.035591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:26.085092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:26.099683 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:26.108055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:26.110923 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:26.152107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, f488f960-86d3-4d96-940a-8b45639d0e66) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:26.156502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:26.157499 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:26.166028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9ab07-bd1c-482e-879b-dc0d93a54583 None None] Network f488f960-86d3-4d96-940a-8b45639d0e66 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:26.181719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37054) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:26.188129 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-eaace6ff-3ba4-4759-bbce-0ca4305b9103 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:26.192755 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4606562 Mar 10 15:17:26.194037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf358d5-16e7-4f44-8a5c-bad5a8deb725 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=e1ecc5d6-84fa-4c88-b2d9-a63b08f68275,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:26.239902 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-007b9f40-d78a-461f-8711-b71dcf1977f5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4527802 Mar 10 15:17:26.243311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Deleting port f36359d0-c815-4cc5-8170-08d4b871928c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:26.249027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f36359d0-c815-4cc5-8170-08d4b871928c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:26.476303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aea71-3f3e-4565-812c-0e9941cd5a93 req-86dfa42f-5daa-40fe-8df2-141b0d1c9915 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:26.483518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d7aea71-3f3e-4565-812c-0e9941cd5a93 req-86dfa42f-5daa-40fe-8df2-141b0d1c9915 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.1797130 Mar 10 15:17:26.487329 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaace6ff-3ba4-4759-bbce-0ca4305b9103 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e1ecc5d6-84fa-4c88-b2d9-a63b08f68275), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:26.492342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f2161-c399-4891-8a60-e9ee399b43f4 None None] Network f488f960-86d3-4d96-940a-8b45639d0e66 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:26.529491 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f36359d0-c815-4cc5-8170-08d4b871928c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:26.577588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Calling delete_port for f36359d0-c815-4cc5-8170-08d4b871928c owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:26.615324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d7aea71-3f3e-4565-812c-0e9941cd5a93 req-94513432-eb9f-4c20-bc63-0d8e0459f7b0 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228502 Mar 10 15:17:26.782240 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:26.816106 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaace6ff-3ba4-4759-bbce-0ca4305b9103 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (e1ecc5d6-84fa-4c88-b2d9-a63b08f68275), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:26.823578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaace6ff-3ba4-4759-bbce-0ca4305b9103 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (e1ecc5d6-84fa-4c88-b2d9-a63b08f68275), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:26.904944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-eaace6ff-3ba4-4759-bbce-0ca4305b9103 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] In _notify_port_updated(), no bound segment for port e1ecc5d6-84fa-4c88-b2d9-a63b08f68275 on network 06729085-2149-42f4-a3d1-6b0a4e3eb449 {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:17:26.912527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaace6ff-3ba4-4759-bbce-0ca4305b9103 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:26.913173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaace6ff-3ba4-4759-bbce-0ca4305b9103 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:26.915094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-eaace6ff-3ba4-4759-bbce-0ca4305b9103 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "PUT /v2.0/ports/e1ecc5d6-84fa-4c88-b2d9-a63b08f68275 HTTP/1.1" status: 200 len: 818 time: 0.7322161 Mar 10 15:17:26.918055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37068) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:27.017930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaace6ff-3ba4-4759-bbce-0ca4305b9103 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=e1ecc5d6-84fa-4c88-b2d9-a63b08f68275,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:27.052951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f36359d0-c815-4cc5-8170-08d4b871928c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.124079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Pushing event deleted for resources: {'Port': ['ID=f36359d0-c815-4cc5-8170-08d4b871928c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:27.214077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c39e016f-c939-47b0-ad06-c3c73632b80a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port e1ecc5d6-84fa-4c88-b2d9-a63b08f68275 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:27.214945 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c39e016f-c939-47b0-ad06-c3c73632b80a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e1ecc5d6-84fa-4c88-b2d9-a63b08f68275), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.287074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd46e10-5457-4b89-b854-5ad32cc167f7 req-d6fc9b6e-bb08-4c4a-b2cd-83ce46916a4f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:27.294887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bd46e10-5457-4b89-b854-5ad32cc167f7 req-d6fc9b6e-bb08-4c4a-b2cd-83ce46916a4f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.1328046 Mar 10 15:17:27.305908 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (2e1d8722-7386-426b-949f-508db0cd5083), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.375703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37082) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:27.387670 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1686862125-network', 'tenant_id': 'b94d0ebfbb4e4e278ae65b1808e0fa02'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:27.425679 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c39e016f-c939-47b0-ad06-c3c73632b80a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e1ecc5d6-84fa-4c88-b2d9-a63b08f68275), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.490244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c39e016f-c939-47b0-ad06-c3c73632b80a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for e1ecc5d6-84fa-4c88-b2d9-a63b08f68275 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:27.536134 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (2e1d8722-7386-426b-949f-508db0cd5083), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.543584 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (2e1d8722-7386-426b-949f-508db0cd5083), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.553873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Made reservation on behalf of b94d0ebfbb4e4e278ae65b1808e0fa02 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:27.557086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.614854 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.637425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (2e1d8722-7386-426b-949f-508db0cd5083), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.637993 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Fanout notify agent at l3_agent the message router_deleted on router 2e1d8722-7386-426b-949f-508db0cd5083 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:17:27.646538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.654279 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b557069b-6e75-4d99-b4c8-48b893b8a0b2 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/2e1d8722-7386-426b-949f-508db0cd5083 HTTP/1.1" status: 204 len: 168 time: 2.6314278 Mar 10 15:17:27.657904 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37086) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:27.663050 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-93851747-b1de-4750-a5e9-b517492bc437 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2077885870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:27.696011 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-93851747-b1de-4750-a5e9-b517492bc437 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.697221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-93851747-b1de-4750-a5e9-b517492bc437 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.797277 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-93851747-b1de-4750-a5e9-b517492bc437 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.808074 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-93851747-b1de-4750-a5e9-b517492bc437 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.820254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bd46e10-5457-4b89-b854-5ad32cc167f7 req-68b8b5ab-3189-4456-87dc-758826609893 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5241730 Mar 10 15:17:27.860046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-93851747-b1de-4750-a5e9-b517492bc437 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.872949 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-93851747-b1de-4750-a5e9-b517492bc437 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2120721 Mar 10 15:17:27.872949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37090) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:27.901837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:27.906770 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Publish callbacks [] for security_group (dc7afee4-65d8-49b7-aa31-c19be042294c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.917218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58d3a3-4030-409d-950c-20a084098e72 req-0a74fc76-154b-47dd-afc0-a55d46bb4c4f tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:27.919181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b58d3a3-4030-409d-950c-20a084098e72 req-0a74fc76-154b-47dd-afc0-a55d46bb4c4f tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.2454040 Mar 10 15:17:27.947535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dc7afee4-65d8-49b7-aa31-c19be042294c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:27.996148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c39e016f-c939-47b0-ad06-c3c73632b80a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e1ecc5d6-84fa-4c88-b2d9-a63b08f68275), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.085995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327a82a-fe03-4d1a-a45c-9d00eed4cbd8 req-dbfea7e1-6a28-48c0-b820-73fbd9a0d8fa tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:28.095571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f327a82a-fe03-4d1a-a45c-9d00eed4cbd8 req-dbfea7e1-6a28-48c0-b820-73fbd9a0d8fa tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.2796671 Mar 10 15:17:28.101085 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:17:28.110652 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7afee4-65d8-49b7-aa31-c19be042294c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:28.122919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e016f-c939-47b0-ad06-c3c73632b80a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=e1ecc5d6-84fa-4c88-b2d9-a63b08f68275,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:28.196259 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c39e016f-c939-47b0-ad06-c3c73632b80a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.217906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c39e016f-c939-47b0-ad06-c3c73632b80a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/e1ecc5d6-84fa-4c88-b2d9-a63b08f68275 HTTP/1.1" status: 204 len: 168 time: 1.2981977 Mar 10 15:17:28.225340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37094) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:28.234620 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:17:28.244622 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.256449 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8bfcc95c-1cb7-4082-b1d7-ff94277e68d6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.266611 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Added segment 8bfcc95c-1cb7-4082-b1d7-ff94277e68d6 of type vlan for network d5fae7e2-48d1-4b40-9f56-d52f18d2b6df Mar 10 15:17:28.407523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f327a82a-fe03-4d1a-a45c-9d00eed4cbd8 req-ffd2ad63-a075-4c75-8168-f39fa5a7d495 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108335 Mar 10 15:17:28.457820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-5b58d3a3-4030-409d-950c-20a084098e72 req-e5f93a0b-631e-4e03-a14e-d0e87b3fbc64 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Deleting port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:28.458429 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b58d3a3-4030-409d-950c-20a084098e72 req-e5f93a0b-631e-4e03-a14e-d0e87b3fbc64 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.498523 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d5fae7e2-48d1-4b40-9f56-d52f18d2b6df), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.517057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc5599-fe52-4479-b2dd-929eacd13b97 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:28.525477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d5fc5599-fe52-4479-b2dd-929eacd13b97 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2893920 Mar 10 15:17:28.531911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37098) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:28.557801 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.567989 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d5fae7e2-48d1-4b40-9f56-d52f18d2b6df), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.573736 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:28.583458 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.611157 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5a145e-3e57-48cb-8680-ec259b52b2c6 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:17:28.618737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0d5a145e-3e57-48cb-8680-ec259b52b2c6 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/e1ecc5d6-84fa-4c88-b2d9-a63b08f68275 HTTP/1.1" status: 404 len: 333 time: 0.0825150 Mar 10 15:17:28.619675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37100) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:28.629623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1744063694'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:28.824263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:28.837534 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.966594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5b58d3a3-4030-409d-950c-20a084098e72 req-e5f93a0b-631e-4e03-a14e-d0e87b3fbc64 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] For port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:28.967326 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b58d3a3-4030-409d-950c-20a084098e72 req-e5f93a0b-631e-4e03-a14e-d0e87b3fbc64 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:28.972380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:17:29.039277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (536cc9ce-3c89-4977-91c8-8d9571c8924a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.039640 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Added segment 536cc9ce-3c89-4977-91c8-8d9571c8924a of type vlan for network 8572a7a8-c527-46ac-9059-3a02665a1b72 Mar 10 15:17:29.098025 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (8572a7a8-c527-46ac-9059-3a02665a1b72), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.184118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-5b58d3a3-4030-409d-950c-20a084098e72 req-e5f93a0b-631e-4e03-a14e-d0e87b3fbc64 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Calling delete_port for bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:29.186118 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (8572a7a8-c527-46ac-9059-3a02665a1b72), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.199279 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8224435 Mar 10 15:17:29.201937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fbe2f-045d-4372-872f-a417e63f2870 admin admin] Pushing event updated for resources: {'Network': ['ID=d5fae7e2-48d1-4b40-9f56-d52f18d2b6df,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:29.205150 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37106) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:29.210184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] Request body: {'subnet': {'network_id': 'd5fae7e2-48d1-4b40-9f56-d52f18d2b6df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1686862125-subnet', 'tenant_id': 'b94d0ebfbb4e4e278ae65b1808e0fa02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:29.213401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d5fae7e2-48d1-4b40-9f56-d52f18d2b6df details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:17:29.226521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:29.237631 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.248649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] Made reservation on behalf of b94d0ebfbb4e4e278ae65b1808e0fa02 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:29.251300 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.498710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8752398 Mar 10 15:17:29.505234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37114) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:29.527200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '8572a7a8-c527-46ac-9059-3a02665a1b72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:29.706660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.747732 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.934233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925ce4a-adc6-4dbb-b9c5-6ef96dcf5bbf req-86399360-a28c-4343-9006-276121c5031f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:29.948296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0925ce4a-adc6-4dbb-b9c5-6ef96dcf5bbf req-86399360-a28c-4343-9006-276121c5031f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.9191036 Mar 10 15:17:29.956987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca90ad-2d25-4bcb-ab42-7be2aefb53bb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Network': ['ID=8572a7a8-c527-46ac-9059-3a02665a1b72,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:29.977802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (91024453-c749-49f6-9339-7b70105d4e87), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:29.980249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 8572a7a8-c527-46ac-9059-3a02665a1b72 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:17:30.011459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:30.015668 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:30.199469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89940189-48e8-4ac9-a3ad-3ccff80e2dbf req-5d731a91-a552-435b-8a10-3f111148cfb2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:30.214653 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89940189-48e8-4ac9-a3ad-3ccff80e2dbf req-5d731a91-a552-435b-8a10-3f111148cfb2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 945 time: 0.5120339 Mar 10 15:17:30.347010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0925ce4a-adc6-4dbb-b9c5-6ef96dcf5bbf req-79e16b46-4af7-4cc2-8354-f95cc3c4f2ba tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3747342 Mar 10 15:17:30.449379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89940189-48e8-4ac9-a3ad-3ccff80e2dbf req-44da3874-f809-4353-81e9-6421ab825b5d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331972 Mar 10 15:17:30.479143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91024453-c749-49f6-9339-7b70105d4e87,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:30.486115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b58d3a3-4030-409d-950c-20a084098e72 req-e5f93a0b-631e-4e03-a14e-d0e87b3fbc64 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:30.500318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['41543a3b-c75f-4dfa-bdd5-956e066e63c0'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:17:30.553748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Allocated IP 172.25.3.53 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/800bbf1c-42e4-46c5-b087-cf9768a2556d) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:30.576837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] Checking segment: {'id': '8bfcc95c-1cb7-4082-b1d7-ff94277e68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd5fae7e2-48d1-4b40-9f56-d52f18d2b6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:30.585425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] Network hostable DHCP agents. Network: d5fae7e2-48d1-4b40-9f56-d52f18d2b6df, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:17:30.606735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f93a0b-631e-4e03-a14e-d0e87b3fbc64 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Pushing event deleted for resources: {'Port': ['ID=bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:30.658742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b58d3a3-4030-409d-950c-20a084098e72 req-e5f93a0b-631e-4e03-a14e-d0e87b3fbc64 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] No DVR routers for this DVR port bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:17:30.661454 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b58d3a3-4030-409d-950c-20a084098e72 req-e5f93a0b-631e-4e03-a14e-d0e87b3fbc64 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:30.665308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b58d3a3-4030-409d-950c-20a084098e72 req-e5f93a0b-631e-4e03-a14e-d0e87b3fbc64 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.62 "DELETE /v2.0/ports/bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d HTTP/1.1" status: 204 len: 173 time: 2.7395954 Mar 10 15:17:30.666039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f23f40-afee-488d-b394-f7762108e70d', 'name': 'network-vif-deleted', 'tag': 'bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:17:30.668723 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d8e81e-1dc4-47c8-bbfe-56d21926e816" -d '{"events": [{"server_uuid": "d5f23f40-afee-488d-b394-f7762108e70d", "name": "network-vif-deleted", "tag": "bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:17:30.746578 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef36cb4c-3901-4374-a1d0-7e8734295261 x-openstack-request-id: req-ef36cb4c-3901-4374-a1d0-7e8734295261 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:17:30.747076 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f23f40-afee-488d-b394-f7762108e70d", "name": "network-vif-deleted", "tag": "bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:17:30.747400 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef36cb4c-3901-4374-a1d0-7e8734295261 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:17:30.748156 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f23f40-afee-488d-b394-f7762108e70d', 'name': 'network-vif-deleted', 'tag': 'bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d', 'status': 'completed', 'code': 200} Mar 10 15:17:30.812312 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] Network d5fae7e2-48d1-4b40-9f56-d52f18d2b6df is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:17:30.835778 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, d5fae7e2-48d1-4b40-9f56-d52f18d2b6df) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:30.852580 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:30.853520 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:30.902383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b79943-ed74-4546-ae4c-67f8a8575ba4 None None] Network d5fae7e2-48d1-4b40-9f56-d52f18d2b6df requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:30.947176 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for port (800bbf1c-42e4-46c5-b087-cf9768a2556d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:30.969303 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-52dddda9-a259-4bb7-9825-5bb7c4dac01a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7623622 Mar 10 15:17:30.972040 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (5a6263c3-d940-4821-bb08-b32adc461a1f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.023454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:17:31.143699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:17:31.144206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bf8e9b1b-d32a-49c8-ab31-fd84c2655b9d not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:17:31.164275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Subnet': ['ID=5a6263c3-d940-4821-bb08-b32adc461a1f,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:31.176975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Checking segment: {'id': '536cc9ce-3c89-4977-91c8-8d9571c8924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8572a7a8-c527-46ac-9059-3a02665a1b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:31.177432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network hostable DHCP agents. Network: 8572a7a8-c527-46ac-9059-3a02665a1b72, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:17:31.184478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (800bbf1c-42e4-46c5-b087-cf9768a2556d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.257106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed4d463-2ff9-4a69-b853-f5eec2e0a531 None None] Network d5fae7e2-48d1-4b40-9f56-d52f18d2b6df requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:31.277314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:31.283976 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 8572a7a8-c527-46ac-9059-3a02665a1b72 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:17:31.289474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:31.298743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:31.324864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Pushing event updated for resources: {'Port': ['ID=800bbf1c-42e4-46c5-b087-cf9768a2556d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:31.330517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 8572a7a8-c527-46ac-9059-3a02665a1b72) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:31.341049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:31.342011 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.356238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34cd99-9a49-4018-a77e-a84b5b03e6d1 None None] Network 8572a7a8-c527-46ac-9059-3a02665a1b72 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:31.382754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37130) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:31.417328 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c155504b-1252-47c1-a37f-bb57342d8ab8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9093111 Mar 10 15:17:31.431237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37134) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:31.456357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4c2de66b-9a0e-4de8-98d4-f58e77696ec4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '8572a7a8-c527-46ac-9059-3a02665a1b72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:31.586727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bce684b-1dc1-4d6c-acf5-a913d4c3a1a3 admin admin] Deleting subnet 6afc66f2-981c-4760-8396-f34036fd9486 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:17:31.677843 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0bce684b-1dc1-4d6c-acf5-a913d4c3a1a3 admin admin] Publish callbacks [] for subnet (6afc66f2-981c-4760-8396-f34036fd9486), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.823805 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-8572a7a8-c527-46ac-9059-3a02665a1b72', 'network_id': '8572a7a8-c527-46ac-9059-3a02665a1b72', 'project_id': 'aa26aacc79454b00ba521d73bb0c65a0', 'fixed_ips': [{'subnet_id': '5a6263c3-d940-4821-bb08-b32adc461a1f'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:17:31.824744 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:31.852476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6494c4e1-898c-4603-9872-cb42d85d32f4 req-110800d2-6748-43e2-9129-7889f9d10259 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5f23f40-afee-488d-b394-f7762108e70d HTTP/1.1" status: 200 len: 210 time: 0.1184294 Mar 10 15:17:31.895600 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0bce684b-1dc1-4d6c-acf5-a913d4c3a1a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (6afc66f2-981c-4760-8396-f34036fd9486), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.008925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab257b-3d9c-4165-831b-14baf410667f req-c0406733-56f1-4fcd-b3a6-a5065f368b63 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:32.019387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfab257b-3d9c-4165-831b-14baf410667f req-c0406733-56f1-4fcd-b3a6-a5065f368b63 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.4299185 Mar 10 15:17:32.107843 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2de66b-9a0e-4de8-98d4-f58e77696ec4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:32.111770 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4c2de66b-9a0e-4de8-98d4-f58e77696ec4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.146537 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0bce684b-1dc1-4d6c-acf5-a913d4c3a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6afc66f2-981c-4760-8396-f34036fd9486), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.164766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Allocated IP 172.20.0.2 (8572a7a8-c527-46ac-9059-3a02665a1b72/5a6263c3-d940-4821-bb08-b32adc461a1f/40ecca4a-9449-4271-aedd-2175238d7c31) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:32.226997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfab257b-3d9c-4165-831b-14baf410667f req-5224d6b9-e373-49e6-9fa7-f345a1729131 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039762 Mar 10 15:17:32.342648 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0bce684b-1dc1-4d6c-acf5-a913d4c3a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (6afc66f2-981c-4760-8396-f34036fd9486), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.416980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce684b-1dc1-4d6c-acf5-a913d4c3a1a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6afc66f2-981c-4760-8396-f34036fd9486,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:32.440081 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0bce684b-1dc1-4d6c-acf5-a913d4c3a1a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.455870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0bce684b-1dc1-4d6c-acf5-a913d4c3a1a3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6afc66f2-981c-4760-8396-f34036fd9486 HTTP/1.1" status: 204 len: 168 time: 1.0621045 Mar 10 15:17:32.456728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37144) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:32.592289 n-d-833090-1 neutron-server[115534]: INFO neutron.db.ipam_backend_mixin [None req-4c2de66b-9a0e-4de8-98d4-f58e77696ec4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5a6263c3-d940-4821-bb08-b32adc461a1f (CIDR: 172.20.0.0/28) Mar 10 15:17:32.603199 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2de66b-9a0e-4de8-98d4-f58e77696ec4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:17:32.604153 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2de66b-9a0e-4de8-98d4-f58e77696ec4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:17:32.668029 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (f488f960-86d3-4d96-940a-8b45639d0e66), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.737591 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4c2de66b-9a0e-4de8-98d4-f58e77696ec4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3051786 Mar 10 15:17:32.742004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37146) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:32.762743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b0789c3f-f0c0-4f9c-b826-20ab117387ce tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '8572a7a8-c527-46ac-9059-3a02665a1b72', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:32.805625 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.828173 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Publish callbacks [] for port (40ecca4a-9449-4271-aedd-2175238d7c31), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.853142 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.916285 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (f488f960-86d3-4d96-940a-8b45639d0e66), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:32.976430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Network 8572a7a8-c527-46ac-9059-3a02665a1b72 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:32.977268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f488f960-86d3-4d96-940a-8b45639d0e66']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:32.982751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:33.003772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:33.006893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777616eb-8c02-433d-aedd-6907364a82d8') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:33.007209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777616eb-8c02-433d-aedd-6907364a82d8') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:33.050575 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (777616eb-8c02-433d-aedd-6907364a82d8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.087570 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (777616eb-8c02-433d-aedd-6907364a82d8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.106248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:17:33.106645 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (777616eb-8c02-433d-aedd-6907364a82d8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:17:33.110712 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:17:33.175961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Pushing event updated for resources: {'Port': ['ID=40ecca4a-9449-4271-aedd-2175238d7c31,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:33.238005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0789c3f-f0c0-4f9c-b826-20ab117387ce tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:33.248683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0789c3f-f0c0-4f9c-b826-20ab117387ce tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.283336 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (f488f960-86d3-4d96-940a-8b45639d0e66), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.331144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Attempting to bind port 40ecca4a-9449-4271-aedd-2175238d7c31 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:17:33.331571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Attempting to bind port 40ecca4a-9449-4271-aedd-2175238d7c31 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '536cc9ce-3c89-4977-91c8-8d9571c8924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8572a7a8-c527-46ac-9059-3a02665a1b72'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:17:33.331948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Attempting to bind port 40ecca4a-9449-4271-aedd-2175238d7c31 on network 8572a7a8-c527-46ac-9059-3a02665a1b72 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:17:33.336531 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.343513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37158) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:33.351304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:17:33.352724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f488f960-86d3-4d96-940a-8b45639d0e66 HTTP/1.1" status: 204 len: 168 time: 0.8941386 Mar 10 15:17:33.358188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9db3d6-b479-445b-a793-235cf41bc1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f488f960-86d3-4d96-940a-8b45639d0e66,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:33.358764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Checking segment: {'id': '536cc9ce-3c89-4977-91c8-8d9571c8924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8572a7a8-c527-46ac-9059-3a02665a1b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:33.360998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.361470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Bound using segment: {'id': '536cc9ce-3c89-4977-91c8-8d9571c8924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8572a7a8-c527-46ac-9059-3a02665a1b72'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:17:33.365648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Bound port: 40ecca4a-9449-4271-aedd-2175238d7c31, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536cc9ce-3c89-4977-91c8-8d9571c8924a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8572a7a8-c527-46ac-9059-3a02665a1b72'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:17:33.375934 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.466656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.489048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.502585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e49c0-b143-43ce-9eaf-127c044d8136 req-39db0266-3df0-47bd-a880-c3c9a033b7d4 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:33.508053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0ed9c6-62a5-44d9-a223-e97ac7410694 admin admin] Deleting subnet 91024453-c749-49f6-9339-7b70105d4e87 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:17:33.516277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c1e49c0-b143-43ce-9eaf-127c044d8136 req-39db0266-3df0-47bd-a880-c3c9a033b7d4 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.1002605 Mar 10 15:17:33.540286 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed9c6-62a5-44d9-a223-e97ac7410694 admin admin] Publish callbacks [] for subnet (91024453-c749-49f6-9339-7b70105d4e87), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.655844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] For port 40ecca4a-9449-4271-aedd-2175238d7c31, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:17:33.663128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] For port 40ecca4a-9449-4271-aedd-2175238d7c31, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=40ecca4a-9449-4271-aedd-2175238d7c31,segment=NetworkSegment(536cc9ce-3c89-4977-91c8-8d9571c8924a),segment_id=536cc9ce-3c89-4977-91c8-8d9571c8924a)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:17:33.679567 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:33.747684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c1e49c0-b143-43ce-9eaf-127c044d8136 req-a441c95c-4cc5-4884-b59c-b597ac0b993c tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189190 Mar 10 15:17:33.829740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb50292-f50c-432d-a66d-f4e7c186163f req-5db283c5-e2bf-4891-8764-6486fb7c8279 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:33.832666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fb50292-f50c-432d-a66d-f4e7c186163f req-5db283c5-e2bf-4891-8764-6486fb7c8279 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.2242126 Mar 10 15:17:33.855318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07997d6-c212-492a-8ded-8f1d37ea3d61 None None] Pushing event updated for resources: {'Port': ['ID=40ecca4a-9449-4271-aedd-2175238d7c31,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:33.891910 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed9c6-62a5-44d9-a223-e97ac7410694 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (91024453-c749-49f6-9339-7b70105d4e87), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.002576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fb50292-f50c-432d-a66d-f4e7c186163f req-fdce9050-dbfe-4217-97da-68699ea8de71 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584456 Mar 10 15:17:34.022726 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed9c6-62a5-44d9-a223-e97ac7410694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (91024453-c749-49f6-9339-7b70105d4e87), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.326108 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed9c6-62a5-44d9-a223-e97ac7410694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (91024453-c749-49f6-9339-7b70105d4e87), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.328172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Router 44b6f3e8-fe89-4541-bc57-bbebecdfc10e is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:17:34.377818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ed9c6-62a5-44d9-a223-e97ac7410694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91024453-c749-49f6-9339-7b70105d4e87,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:34.385832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed9c6-62a5-44d9-a223-e97ac7410694 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.392454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37168) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:34.392970 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bc0ed9c6-62a5-44d9-a223-e97ac7410694 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/91024453-c749-49f6-9339-7b70105d4e87 HTTP/1.1" status: 204 len: 168 time: 1.0449131 Mar 10 15:17:34.513102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0789c3f-f0c0-4f9c-b826-20ab117387ce tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (e4893b45-c584-4096-ba90-ce8fca65afb2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.582852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d5fae7e2-48d1-4b40-9f56-d52f18d2b6df), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.650397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0789c3f-f0c0-4f9c-b826-20ab117387ce tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 8572a7a8-c527-46ac-9059-3a02665a1b72 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:34.663841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-b0789c3f-f0c0-4f9c-b826-20ab117387ce tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:34.686710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0789c3f-f0c0-4f9c-b826-20ab117387ce tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:34.687168 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0789c3f-f0c0-4f9c-b826-20ab117387ce tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.727991 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b0789c3f-f0c0-4f9c-b826-20ab117387ce tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9757392 Mar 10 15:17:34.740565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37172) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:34.756632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': '8572a7a8-c527-46ac-9059-3a02665a1b72', 'fixed_ips': [{'subnet_id': '5a6263c3-d940-4821-bb08-b32adc461a1f'}, {'subnet_id': 'e4893b45-c584-4096-ba90-ce8fca65afb2'}], 'name': 'tempest-PortsTestJSON-1750916924'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:34.770694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0789c3f-f0c0-4f9c-b826-20ab117387ce tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Subnet': ['ID=e4893b45-c584-4096-ba90-ce8fca65afb2,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:34.772648 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d5fae7e2-48d1-4b40-9f56-d52f18d2b6df), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.811715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:17:34.823822 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c62563d-ce32-4df9-9a6a-a276804ac322 None None] Sync routers for ids ['44b6f3e8-fe89-4541-bc57-bbebecdfc10e'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:17:34.831297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fae7e2-48d1-4b40-9f56-d52f18d2b6df']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:34.845982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfcc95c-1cb7-4082-b1d7-ff94277e68d6') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:34.846297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfcc95c-1cb7-4082-b1d7-ff94277e68d6') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:34.847060 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.852509 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62563d-ce32-4df9-9a6a-a276804ac322 None None] Routers {'44b6f3e8-fe89-4541-bc57-bbebecdfc10e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:34.853660 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c9282f48-3c7f-43f2-9441-799c3cc3547b tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "PUT /v2.0/routers/44b6f3e8-fe89-4541-bc57-bbebecdfc10e HTTP/1.1" status: 200 len: 883 time: 6.9659390 Mar 10 15:17:34.854543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37176) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:34.855489 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4c62563d-ce32-4df9-9a6a-a276804ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44b6f3e8-fe89-4541-bc57-bbebecdfc10e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:34.864947 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (8bfcc95c-1cb7-4082-b1d7-ff94277e68d6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.893918 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8bfcc95c-1cb7-4082-b1d7-ff94277e68d6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.909180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:17:34.909614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (8bfcc95c-1cb7-4082-b1d7-ff94277e68d6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:17:34.911479 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:17:34.985641 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4c62563d-ce32-4df9-9a6a-a276804ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:35.019609 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62563d-ce32-4df9-9a6a-a276804ac322 None None] Routers {'44b6f3e8-fe89-4541-bc57-bbebecdfc10e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:35.024383 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4c62563d-ce32-4df9-9a6a-a276804ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44b6f3e8-fe89-4541-bc57-bbebecdfc10e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:35.157660 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4c62563d-ce32-4df9-9a6a-a276804ac322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:35.158321 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c62563d-ce32-4df9-9a6a-a276804ac322 None None] The sync data for ids ['44b6f3e8-fe89-4541-bc57-bbebecdfc10e'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:17:35.174093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba62e1-5804-46b0-9481-cc2f84d22ecb req-9a57a247-32f7-4e35-9b04-4aede99e948a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:35.175973 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cba62e1-5804-46b0-9481-cc2f84d22ecb req-9a57a247-32f7-4e35-9b04-4aede99e948a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.2349157 Mar 10 15:17:35.176744 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d5fae7e2-48d1-4b40-9f56-d52f18d2b6df), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:35.341631 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:35.359823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d5fae7e2-48d1-4b40-9f56-d52f18d2b6df HTTP/1.1" status: 204 len: 168 time: 0.9651611 Mar 10 15:17:35.385084 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cba62e1-5804-46b0-9481-cc2f84d22ecb req-e43b5f40-ed40-4901-97a8-5229cbaa5d6d tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774578 Mar 10 15:17:35.465692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00098c70-db3c-4447-9088-18ce8008c726 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5fae7e2-48d1-4b40-9f56-d52f18d2b6df,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:35.533180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea0525-85b2-4e2e-9503-e1862386f6db req-dccc1b29-9d29-4a6f-965f-5c8ad2135ee5 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:35.543681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dea0525-85b2-4e2e-9503-e1862386f6db req-dccc1b29-9d29-4a6f-965f-5c8ad2135ee5 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.4026947 Mar 10 15:17:35.671327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dea0525-85b2-4e2e-9503-e1862386f6db req-7154b933-792a-44c3-af5d-9c10ae99b4f4 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263833 Mar 10 15:17:35.718041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bafb38-6e4d-4e40-811f-f6bc2441c206 None None] Network 8572a7a8-c527-46ac-9059-3a02665a1b72 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:36.019266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 40ecca4a-9449-4271-aedd-2175238d7c31 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:36.025319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37200) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:36.152426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-67418acc-bd4e-4ffa-bcac-d25d957f19ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3e5c1c6d6ef4e64b255a5d0eddb111d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257756 Mar 10 15:17:36.159317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37202) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:36.278477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7d33b243-bdcb-498c-ab8a-702142868c6b None None] Provisioning complete for port 40ecca4a-9449-4271-aedd-2175238d7c31 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:36.278983 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7d33b243-bdcb-498c-ab8a-702142868c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:36.311689 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-58406b76-8c63-4a5e-ade9-4e637471cf45 admin admin] Publish callbacks [] for security_group (652e987d-fdce-4f64-9a50-f94c36677814), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:36.342363 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-58406b76-8c63-4a5e-ade9-4e637471cf45 admin admin] Publish callbacks [] for security_group (652e987d-fdce-4f64-9a50-f94c36677814), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:36.420434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 40ecca4a-9449-4271-aedd-2175238d7c31 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:36.420796 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:36.488619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-58406b76-8c63-4a5e-ade9-4e637471cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (652e987d-fdce-4f64-9a50-f94c36677814), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:36.498614 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37ef7a1a-0c43-4dec-9732-77e187b5275b tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/routers/44b6f3e8-fe89-4541-bc57-bbebecdfc10e HTTP/1.1" status: 200 len: 924 time: 1.6309471 Mar 10 15:17:36.499789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:36.501884 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-58406b76-8c63-4a5e-ade9-4e637471cf45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:36.503617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-58406b76-8c63-4a5e-ade9-4e637471cf45 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/652e987d-fdce-4f64-9a50-f94c36677814 HTTP/1.1" status: 204 len: 168 time: 0.3432622 Mar 10 15:17:36.504489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37206) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:36.586998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58406b76-8c63-4a5e-ade9-4e637471cf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652e987d-fdce-4f64-9a50-f94c36677814,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:36.684944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de36f454-7290-4502-8be7-38c71cd56e61 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:36.690891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37212) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:36.691339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-de36f454-7290-4502-8be7-38c71cd56e61 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&device_id=44b6f3e8-fe89-4541-bc57-bbebecdfc10e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1814117 Mar 10 15:17:36.701667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe43a-613c-44f1-bf3a-b447deaccb74 req-67a6b439-3f66-4479-b1b8-74206a1aa152 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:36.720923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5bbe43a-613c-44f1-bf3a-b447deaccb74 req-67a6b439-3f66-4479-b1b8-74206a1aa152 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.1559486 Mar 10 15:17:36.790375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5bbe43a-613c-44f1-bf3a-b447deaccb74 req-c18470ed-ee54-4d8a-b359-b34939e35b29 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682480 Mar 10 15:17:36.910292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7d33b243-bdcb-498c-ab8a-702142868c6b None None] Current status of the port 40ecca4a-9449-4271-aedd-2175238d7c31 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:36.912357 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7d33b243-bdcb-498c-ab8a-702142868c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:36.952549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1db835-50b6-42f1-98c8-07b4dc86ea2c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:36.954596 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fc1db835-50b6-42f1-98c8-07b4dc86ea2c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 881 time: 0.2627468 Mar 10 15:17:36.960124 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:36.960308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37220) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:36.980835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port e2120ff5-c143-4379-bb1f-22dda9904aa0 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:17:37.017804 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7d33b243-bdcb-498c-ab8a-702142868c6b None None] For port 40ecca4a-9449-4271-aedd-2175238d7c31, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=40ecca4a-9449-4271-aedd-2175238d7c31,segment=NetworkSegment(536cc9ce-3c89-4977-91c8-8d9571c8924a),segment_id=536cc9ce-3c89-4977-91c8-8d9571c8924a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:37.053428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Update dhcp port {'port': {'network_id': '8572a7a8-c527-46ac-9059-3a02665a1b72', 'fixed_ips': [{'subnet_id': '5a6263c3-d940-4821-bb08-b32adc461a1f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e4893b45-c584-4096-ba90-ce8fca65afb2'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '40ecca4a-9449-4271-aedd-2175238d7c31'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:17:37.055957 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7d33b243-bdcb-498c-ab8a-702142868c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.080247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e73ad667-0380-44b9-8128-9bc9f30d7323 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b6f3e8-fe89-4541-bc57-bbebecdfc10e HTTP/1.1" status: 200 len: 205 time: 0.1169231 Mar 10 15:17:37.104782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37222) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:37.155930 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.269498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37224) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:37.317770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.372740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 40ecca4a-9449-4271-aedd-2175238d7c31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:37.380665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33b243-bdcb-498c-ab8a-702142868c6b None None] Pushing event updated for resources: {'Port': ['ID=40ecca4a-9449-4271-aedd-2175238d7c31,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:37.381168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c210-0f0a-4bab-a4c3-f27c1015ba4f req-ba39b1d7-ee53-45fb-b759-23b15d93ab44 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:37.382807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3eb3c210-0f0a-4bab-a4c3-f27c1015ba4f req-ba39b1d7-ee53-45fb-b759-23b15d93ab44 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.5605793 Mar 10 15:17:37.438302 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ce9929f8-45e0-4a0b-b332-641fadaec2ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b94d0ebfbb4e4e278ae65b1808e0fa02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1677656 Mar 10 15:17:37.439117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37226) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:37.554176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.8 (8572a7a8-c527-46ac-9059-3a02665a1b72/5a6263c3-d940-4821-bb08-b32adc461a1f/e2120ff5-c143-4379-bb1f-22dda9904aa0) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:37.563994 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7a1872d-61dd-4f83-b707-c8911a9e9826 admin admin] Publish callbacks [] for security_group (dc7afee4-65d8-49b7-aa31-c19be042294c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.566704 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.23 (8572a7a8-c527-46ac-9059-3a02665a1b72/e4893b45-c584-4096-ba90-ce8fca65afb2/e2120ff5-c143-4379-bb1f-22dda9904aa0) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:37.612957 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7a1872d-61dd-4f83-b707-c8911a9e9826 admin admin] Publish callbacks [] for security_group (dc7afee4-65d8-49b7-aa31-c19be042294c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.779919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 40ecca4a-9449-4271-aedd-2175238d7c31 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:37.802839 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7a1872d-61dd-4f83-b707-c8911a9e9826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dc7afee4-65d8-49b7-aa31-c19be042294c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.813022 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7a1872d-61dd-4f83-b707-c8911a9e9826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:37.814216 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c7a1872d-61dd-4f83-b707-c8911a9e9826 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc7afee4-65d8-49b7-aa31-c19be042294c HTTP/1.1" status: 204 len: 168 time: 0.3716471 Mar 10 15:17:37.842856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3eb3c210-0f0a-4bab-a4c3-f27c1015ba4f req-621f98aa-3185-4ed4-a8aa-aedfa0487562 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470267 Mar 10 15:17:37.885410 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1872d-61dd-4f83-b707-c8911a9e9826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7afee4-65d8-49b7-aa31-c19be042294c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:37.911338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da503a-7253-4fb1-97e0-c49a7b70a002 req-74c758a4-45c5-4421-b2f7-c9a352ae5c6f tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:37.912886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36da503a-7253-4fb1-97e0-c49a7b70a002 req-74c758a4-45c5-4421-b2f7-c9a352ae5c6f tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.45 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.5291655 Mar 10 15:17:37.976348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 40ecca4a-9449-4271-aedd-2175238d7c31 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:37.978034 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.032376 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.072225 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.110815 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.208710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-36da503a-7253-4fb1-97e0-c49a7b70a002 req-c1d63d10-9dd1-48b6-bfb2-6652f73fd4b2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Deleting port 41543a3b-c75f-4dfa-bdd5-956e066e63c0 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:38.209056 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-36da503a-7253-4fb1-97e0-c49a7b70a002 req-c1d63d10-9dd1-48b6-bfb2-6652f73fd4b2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.217456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 8572a7a8-c527-46ac-9059-3a02665a1b72 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:38.225733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 40ecca4a-9449-4271-aedd-2175238d7c31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:38.230085 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:38.241740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:38.264857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b5238-7197-4b19-b985-3c74dcc2c077 req-a819a08b-d668-4366-9c56-c918edcf2bbc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:38.267030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a7b5238-7197-4b19-b985-3c74dcc2c077 req-a819a08b-d668-4366-9c56-c918edcf2bbc tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.2424772 Mar 10 15:17:38.305247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=e2120ff5-c143-4379-bb1f-22dda9904aa0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:38.350860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Deleting port 800bbf1c-42e4-46c5-b087-cf9768a2556d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:38.351556 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (800bbf1c-42e4-46c5-b087-cf9768a2556d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.360064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:38.361248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.362565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Allocated IP 172.20.0.18 (8572a7a8-c527-46ac-9059-3a02665a1b72/e4893b45-c584-4096-ba90-ce8fca65afb2/40ecca4a-9449-4271-aedd-2175238d7c31) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:38.397284 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-316bf03b-95da-4566-9336-1d8f6aeaeba8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6553888 Mar 10 15:17:38.399658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37238) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:38.418217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-daa3c63a-8fe0-46c5-a3d0-d4e7d4664423 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a6263c3-d940-4821-bb08-b32adc461a1f'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:38.524986 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (800bbf1c-42e4-46c5-b087-cf9768a2556d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.554459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Calling delete_port for 800bbf1c-42e4-46c5-b087-cf9768a2556d owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:38.624011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] For port 40ecca4a-9449-4271-aedd-2175238d7c31, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=40ecca4a-9449-4271-aedd-2175238d7c31,segment=NetworkSegment(536cc9ce-3c89-4977-91c8-8d9571c8924a),segment_id=536cc9ce-3c89-4977-91c8-8d9571c8924a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:38.634534 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-daa3c63a-8fe0-46c5-a3d0-d4e7d4664423 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.654005 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Publish callbacks [] for port (40ecca4a-9449-4271-aedd-2175238d7c31), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.664589 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:38.945019 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Pushing event updated for resources: {'Port': ['ID=40ecca4a-9449-4271-aedd-2175238d7c31,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:38.987241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:38.993144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:38.996055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:38.997614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:39.000251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:39.002251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:39.006165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:39.006679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:39.007717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:39.008996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:39.009464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:39.015759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:39.016685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba1ecba-ff05-4d7e-a4e0-b0bdd6fd2153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:39.360643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-daa3c63a-8fe0-46c5-a3d0-d4e7d4664423 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Delete allocated IP 172.20.0.23 (8572a7a8-c527-46ac-9059-3a02665a1b72/e4893b45-c584-4096-ba90-ce8fca65afb2) {{(pid=115534) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 15:17:39.381763 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (800bbf1c-42e4-46c5-b087-cf9768a2556d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:39.425205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-36da503a-7253-4fb1-97e0-c49a7b70a002 req-c1d63d10-9dd1-48b6-bfb2-6652f73fd4b2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] For port 41543a3b-c75f-4dfa-bdd5-956e066e63c0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=41543a3b-c75f-4dfa-bdd5-956e066e63c0,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:39.428677 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-36da503a-7253-4fb1-97e0-c49a7b70a002 req-c1d63d10-9dd1-48b6-bfb2-6652f73fd4b2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:39.455043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a7b5238-7197-4b19-b985-3c74dcc2c077 req-348f6dfe-20cd-4302-ae06-70019fd6ea2e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1709132 Mar 10 15:17:39.575282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Pushing event deleted for resources: {'Port': ['ID=800bbf1c-42e4-46c5-b087-cf9768a2556d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:39.620203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-36da503a-7253-4fb1-97e0-c49a7b70a002 req-c1d63d10-9dd1-48b6-bfb2-6652f73fd4b2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Calling delete_port for 41543a3b-c75f-4dfa-bdd5-956e066e63c0 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:39.662121 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-daa3c63a-8fe0-46c5-a3d0-d4e7d4664423 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:39.669538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807042b-1f25-4b62-9176-d946fec5414f req-95f58a4c-52cb-4d2f-9433-f971532ebae4 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:39.673174 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-daa3c63a-8fe0-46c5-a3d0-d4e7d4664423 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:39.690072 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c807042b-1f25-4b62-9176-d946fec5414f req-95f58a4c-52cb-4d2f-9433-f971532ebae4 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 945 time: 0.5106452 Mar 10 15:17:39.828836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 40ecca4a-9449-4271-aedd-2175238d7c31 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:39.852741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:39.889967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3c63a-8fe0-46c5-a3d0-d4e7d4664423 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=e2120ff5-c143-4379-bb1f-22dda9904aa0,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:39.944205 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-daa3c63a-8fe0-46c5-a3d0-d4e7d4664423 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] In _notify_port_updated(), no bound segment for port e2120ff5-c143-4379-bb1f-22dda9904aa0 on network 8572a7a8-c527-46ac-9059-3a02665a1b72 {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:17:39.949916 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa3c63a-8fe0-46c5-a3d0-d4e7d4664423 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:39.955826 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-daa3c63a-8fe0-46c5-a3d0-d4e7d4664423 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:39.957964 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-daa3c63a-8fe0-46c5-a3d0-d4e7d4664423 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "PUT /v2.0/ports/e2120ff5-c143-4379-bb1f-22dda9904aa0 HTTP/1.1" status: 200 len: 919 time: 1.5558414 Mar 10 15:17:39.962353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37266) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:39.970771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2cb60284-361c-452c-9bad-5a703a28c969 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a6263c3-d940-4821-bb08-b32adc461a1f'}, {'subnet_id': 'e4893b45-c584-4096-ba90-ce8fca65afb2'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:39.995493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 40ecca4a-9449-4271-aedd-2175238d7c31 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:39.998892 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.102084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b192538-674e-400f-a705-e0e548e72567 None None] Network 8572a7a8-c527-46ac-9059-3a02665a1b72 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:40.128382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cb60284-361c-452c-9bad-5a703a28c969 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.318714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.328723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.352298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d08f36f5-1da5-49e3-92c6-163324d8bc7c None None] Provisioning complete for port 40ecca4a-9449-4271-aedd-2175238d7c31 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:40.352682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d08f36f5-1da5-49e3-92c6-163324d8bc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.357325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c807042b-1f25-4b62-9176-d946fec5414f req-ccab847b-d61f-443d-a7f8-a4df1910980d tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/security-groups?id=fcb3ce28-dad8-4cac-9734-4718e955bd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607230 Mar 10 15:17:40.359581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 40ecca4a-9449-4271-aedd-2175238d7c31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:40.443182 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (44b6f3e8-fe89-4541-bc57-bbebecdfc10e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.443955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Fanout notify agent at l3_agent the message router_deleted on router 44b6f3e8-fe89-4541-bc57-bbebecdfc10e {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:17:40.466232 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.475593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37278) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:40.475835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cda3fb64-ecce-46f1-8e52-5d32d5db1c30 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/44b6f3e8-fe89-4541-bc57-bbebecdfc10e HTTP/1.1" status: 204 len: 168 time: 3.3584063 Mar 10 15:17:40.485194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5939027b-651f-4894-a2bf-80cf8b0ea907 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2035748597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:40.592358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d08f36f5-1da5-49e3-92c6-163324d8bc7c None None] Current status of the port 40ecca4a-9449-4271-aedd-2175238d7c31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:40.620381 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5939027b-651f-4894-a2bf-80cf8b0ea907 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (dd903c69-4142-4a63-bbc7-9939bb41d665), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.623951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5939027b-651f-4894-a2bf-80cf8b0ea907 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (dd903c69-4142-4a63-bbc7-9939bb41d665), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.647091 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-36da503a-7253-4fb1-97e0-c49a7b70a002 req-c1d63d10-9dd1-48b6-bfb2-6652f73fd4b2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (41543a3b-c75f-4dfa-bdd5-956e066e63c0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.701385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d63d10-9dd1-48b6-bfb2-6652f73fd4b2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Pushing event deleted for resources: {'Port': ['ID=41543a3b-c75f-4dfa-bdd5-956e066e63c0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:40.760596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-36da503a-7253-4fb1-97e0-c49a7b70a002 req-c1d63d10-9dd1-48b6-bfb2-6652f73fd4b2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] No DVR routers for this DVR port 41543a3b-c75f-4dfa-bdd5-956e066e63c0 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:17:40.768911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-36da503a-7253-4fb1-97e0-c49a7b70a002 req-c1d63d10-9dd1-48b6-bfb2-6652f73fd4b2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.769205 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5939027b-651f-4894-a2bf-80cf8b0ea907 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (dd903c69-4142-4a63-bbc7-9939bb41d665), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.771439 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-2cb60284-361c-452c-9bad-5a703a28c969 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.27 (8572a7a8-c527-46ac-9059-3a02665a1b72/e4893b45-c584-4096-ba90-ce8fca65afb2/e2120ff5-c143-4379-bb1f-22dda9904aa0) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:40.773256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36da503a-7253-4fb1-97e0-c49a7b70a002 req-c1d63d10-9dd1-48b6-bfb2-6652f73fd4b2 tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.45 "DELETE /v2.0/ports/41543a3b-c75f-4dfa-bdd5-956e066e63c0 HTTP/1.1" status: 204 len: 173 time: 2.8499932 Mar 10 15:17:40.783227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5939027b-651f-4894-a2bf-80cf8b0ea907 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (dd903c69-4142-4a63-bbc7-9939bb41d665), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.787218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18af2e-fd4f-41c2-8378-8f0ae7538b07 req-57c94718-bd17-4de1-9b84-85b7d4206112 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:40.795461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc18af2e-fd4f-41c2-8378-8f0ae7538b07 req-57c94718-bd17-4de1-9b84-85b7d4206112 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 943 time: 0.1948705 Mar 10 15:17:40.802403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576bfbf5-f2a1-4416-a2c8-9b27b302362e', 'name': 'network-vif-deleted', 'tag': '41543a3b-c75f-4dfa-bdd5-956e066e63c0'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:17:40.818550 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb7a7b7-6a4b-4b34-8d23-7dbe0fce9f56" -d '{"events": [{"server_uuid": "576bfbf5-f2a1-4416-a2c8-9b27b302362e", "name": "network-vif-deleted", "tag": "41543a3b-c75f-4dfa-bdd5-956e066e63c0"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:17:40.820936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 87020666-2760-437f-9844-2e087c5b08d8 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:17:40.839866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 41543a3b-c75f-4dfa-bdd5-956e066e63c0 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:17:40.867919 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5939027b-651f-4894-a2bf-80cf8b0ea907 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:40.871678 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5939027b-651f-4894-a2bf-80cf8b0ea907 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3950660 Mar 10 15:17:40.888771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37292) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:40.913189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 41543a3b-c75f-4dfa-bdd5-956e066e63c0 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:17:40.913609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 41543a3b-c75f-4dfa-bdd5-956e066e63c0 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:17:40.934222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'enable_snat': True}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:41.039541 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de794028-3313-436d-ad0a-28970600715f x-openstack-request-id: req-de794028-3313-436d-ad0a-28970600715f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:17:41.039841 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576bfbf5-f2a1-4416-a2c8-9b27b302362e", "name": "network-vif-deleted", "tag": "41543a3b-c75f-4dfa-bdd5-956e066e63c0", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:17:41.040100 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de794028-3313-436d-ad0a-28970600715f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:17:41.040506 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576bfbf5-f2a1-4416-a2c8-9b27b302362e', 'name': 'network-vif-deleted', 'tag': '41543a3b-c75f-4dfa-bdd5-956e066e63c0', 'status': 'completed', 'code': 200} Mar 10 15:17:41.052066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8577c597-9c08-4401-a3f2-eb4835227ad3 None None] Provisioning complete for port e2120ff5-c143-4379-bb1f-22dda9904aa0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:41.052648 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8577c597-9c08-4401-a3f2-eb4835227ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.101316 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cb60284-361c-452c-9bad-5a703a28c969 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.112952 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cb60284-361c-452c-9bad-5a703a28c969 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.126469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:41.145653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8577c597-9c08-4401-a3f2-eb4835227ad3 None None] Port e2120ff5-c143-4379-bb1f-22dda9904aa0 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:17:41.151360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '87020666-2760-437f-9844-2e087c5b08d8', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'port_id': '87020666-2760-437f-9844-2e087c5b08d8', 'mac_address': 'fa:16:3e:ad:f4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:17:41.169100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8577c597-9c08-4401-a3f2-eb4835227ad3 None None] Provisioning complete for port 40ecca4a-9449-4271-aedd-2175238d7c31 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:41.169544 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8577c597-9c08-4401-a3f2-eb4835227ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.281302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc18af2e-fd4f-41c2-8378-8f0ae7538b07 req-1fc6b581-cd74-424d-8ac5-b0cb87c400d3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4826386 Mar 10 15:17:41.335026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60284-361c-452c-9bad-5a703a28c969 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=e2120ff5-c143-4379-bb1f-22dda9904aa0,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:41.352045 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60284-361c-452c-9bad-5a703a28c969 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] In _notify_port_updated(), no bound segment for port e2120ff5-c143-4379-bb1f-22dda9904aa0 on network 8572a7a8-c527-46ac-9059-3a02665a1b72 {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:17:41.360377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb60284-361c-452c-9bad-5a703a28c969 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:41.361217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2cb60284-361c-452c-9bad-5a703a28c969 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.365975 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2cb60284-361c-452c-9bad-5a703a28c969 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "PUT /v2.0/ports/e2120ff5-c143-4379-bb1f-22dda9904aa0 HTTP/1.1" status: 200 len: 999 time: 1.4012847 Mar 10 15:17:41.367187 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37308) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:41.377493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 87020666-2760-437f-9844-2e087c5b08d8 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:41.378262 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (87020666-2760-437f-9844-2e087c5b08d8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.502233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8577c597-9c08-4401-a3f2-eb4835227ad3 None None] Current status of the port 40ecca4a-9449-4271-aedd-2175238d7c31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:41.533485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87020666-2760-437f-9844-2e087c5b08d8 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:17:41.577535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-939fea06-b01d-496f-874a-52ccdfcdaa63 req-0ab779bf-8e48-45be-91a3-a8c88fd866ce tempest-ServerRescueTestJSON-1453007689 tempest-ServerRescueTestJSON-1453007689-project] 10.222.0.11 "GET /v2.0/ports?device_id=576bfbf5-f2a1-4416-a2c8-9b27b302362e HTTP/1.1" status: 200 len: 210 time: 0.0549645 Mar 10 15:17:41.581026 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (dd903c69-4142-4a63-bbc7-9939bb41d665), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.603950 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-744188d4-0532-41a9-9992-c8eaae4f0ecc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port e2120ff5-c143-4379-bb1f-22dda9904aa0 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:41.618324 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-744188d4-0532-41a9-9992-c8eaae4f0ecc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.638960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:41.653093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5b978ccf-e468-48d4-b09b-6021662fb18c None None] Provisioning complete for port e2120ff5-c143-4379-bb1f-22dda9904aa0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:41.653623 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5b978ccf-e468-48d4-b09b-6021662fb18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.696302 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.700765 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5b978ccf-e468-48d4-b09b-6021662fb18c None None] Port e2120ff5-c143-4379-bb1f-22dda9904aa0 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:17:41.761175 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:41.813209 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-744188d4-0532-41a9-9992-c8eaae4f0ecc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:41.844701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-744188d4-0532-41a9-9992-c8eaae4f0ecc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for e2120ff5-c143-4379-bb1f-22dda9904aa0 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:41.946076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['87020666-2760-437f-9844-2e087c5b08d8'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:17:41.952334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-882707bf-f018-4143-8f63-d6380747caa2 None None] Provisioning complete for port e2120ff5-c143-4379-bb1f-22dda9904aa0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:41.968414 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-882707bf-f018-4143-8f63-d6380747caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.075527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (dd903c69-4142-4a63-bbc7-9939bb41d665), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.116993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-882707bf-f018-4143-8f63-d6380747caa2 None None] Port e2120ff5-c143-4379-bb1f-22dda9904aa0 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:17:42.151264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.274064 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-744188d4-0532-41a9-9992-c8eaae4f0ecc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.292990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d5e3f8ac-377a-497e-8de8-e7a70671b030 None None] Provisioning complete for port e2120ff5-c143-4379-bb1f-22dda9904aa0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:42.293931 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d5e3f8ac-377a-497e-8de8-e7a70671b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e2120ff5-c143-4379-bb1f-22dda9904aa0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.310203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744188d4-0532-41a9-9992-c8eaae4f0ecc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=e2120ff5-c143-4379-bb1f-22dda9904aa0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:42.373339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3f8ac-377a-497e-8de8-e7a70671b030 None None] Port e2120ff5-c143-4379-bb1f-22dda9904aa0 was deleted so its status cannot be updated. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 10 15:17:42.453196 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-744188d4-0532-41a9-9992-c8eaae4f0ecc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.465485 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-744188d4-0532-41a9-9992-c8eaae4f0ecc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/e2120ff5-c143-4379-bb1f-22dda9904aa0 HTTP/1.1" status: 204 len: 168 time: 1.0970626 Mar 10 15:17:42.467036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37328) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:42.539505 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-3424c812-9e4a-4138-b68a-4d6a93ebd820 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:17:42.543851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37330) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:42.544415 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3424c812-9e4a-4138-b68a-4d6a93ebd820 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/e2120ff5-c143-4379-bb1f-22dda9904aa0 HTTP/1.1" status: 404 len: 333 time: 0.0763159 Mar 10 15:17:42.614108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Allocated IP 172.25.3.50 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/2a6de70a-be79-462f-ab37-dd5ae0ecb928) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:42.646684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d85c16-525d-4f17-af8d-48efdcc67bd4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting subnet e4893b45-c584-4096-ba90-ce8fca65afb2 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:17:42.675802 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37334) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:42.681004 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79d85c16-525d-4f17-af8d-48efdcc67bd4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (e4893b45-c584-4096-ba90-ce8fca65afb2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.728630 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79d85c16-525d-4f17-af8d-48efdcc67bd4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (e4893b45-c584-4096-ba90-ce8fca65afb2), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:42.791372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3eabd-2298-45dd-9233-d9a3a43a57fe req-ceaee4cf-3278-4ead-a9f6-bbc41c44960e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:42.793274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96e3eabd-2298-45dd-9233-d9a3a43a57fe req-ceaee4cf-3278-4ead-a9f6-bbc41c44960e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 944 time: 0.3202159 Mar 10 15:17:42.865473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 87020666-2760-437f-9844-2e087c5b08d8 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:42.944016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 87020666-2760-437f-9844-2e087c5b08d8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:42.944016 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (87020666-2760-437f-9844-2e087c5b08d8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:43.072382 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for port (2a6de70a-be79-462f-ab37-dd5ae0ecb928), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:43.186578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79d85c16-525d-4f17-af8d-48efdcc67bd4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e4893b45-c584-4096-ba90-ce8fca65afb2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:43.298153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96e3eabd-2298-45dd-9233-d9a3a43a57fe req-0d8ef31c-97b3-439f-8e36-c8c99ac35349 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4716527 Mar 10 15:17:43.331383 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2a6de70a-be79-462f-ab37-dd5ae0ecb928), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:43.364719 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (df865b3f-31b5-4223-bc04-a70e78b45108), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:43.417856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 87020666-2760-437f-9844-2e087c5b08d8 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:43.417856 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (87020666-2760-437f-9844-2e087c5b08d8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:43.444246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:43.445656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79d85c16-525d-4f17-af8d-48efdcc67bd4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (e4893b45-c584-4096-ba90-ce8fca65afb2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:43.459942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:43.488213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:43.508362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:43.509222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87020666-2760-437f-9844-2e087c5b08d8'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:17:43.514644 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944a3790-2819-4a99-9c3e-0e557aa8c4d1" -d '{"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-plugged", "status": "completed", "tag": "87020666-2760-437f-9844-2e087c5b08d8"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:17:43.521281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event updated for resources: {'Port': ['ID=2a6de70a-be79-462f-ab37-dd5ae0ecb928,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:43.525366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d85c16-525d-4f17-af8d-48efdcc67bd4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Subnet': ['ID=e4893b45-c584-4096-ba90-ce8fca65afb2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:43.527730 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:43.544101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79d85c16-525d-4f17-af8d-48efdcc67bd4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:43.557947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-79d85c16-525d-4f17-af8d-48efdcc67bd4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/e4893b45-c584-4096-ba90-ce8fca65afb2 HTTP/1.1" status: 204 len: 168 time: 1.0073457 Mar 10 15:17:43.562464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37362) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:43.657321 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c60cc50-a2c1-47b5-8d27-b511d7ca5f1f x-openstack-request-id: req-1c60cc50-a2c1-47b5-8d27-b511d7ca5f1f {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:17:43.658079 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-plugged", "status": "completed", "tag": "87020666-2760-437f-9844-2e087c5b08d8", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:17:43.658761 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c60cc50-a2c1-47b5-8d27-b511d7ca5f1f {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:17:43.659322 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87020666-2760-437f-9844-2e087c5b08d8', 'code': 200} Mar 10 15:17:43.671214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c549ae3-7baa-44a3-abd0-ddfb3cb002d7 None None] Network 8572a7a8-c527-46ac-9059-3a02665a1b72 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:43.726827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=10']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:43.947073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting subnet 5a6263c3-d940-4821-bb08-b32adc461a1f {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:17:43.959212 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] Deleting port 27acea81-83a5-45dc-98a1-dc02431c277a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:43.968899 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:44.012641 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (5a6263c3-d940-4821-bb08-b32adc461a1f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:44.096502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36c038-1cfc-44a2-97eb-ae523fa7b619 req-623d16e1-d80a-4738-87a3-64893181fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:44.097445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c36c038-1cfc-44a2-97eb-ae523fa7b619 req-623d16e1-d80a-4738-87a3-64893181fa33 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 1128 time: 0.2305288 Mar 10 15:17:44.104251 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (5a6263c3-d940-4821-bb08-b32adc461a1f), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:44.134896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] For port 27acea81-83a5-45dc-98a1-dc02431c277a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=27acea81-83a5-45dc-98a1-dc02431c277a,segment=NetworkSegment(a98c6834-17cb-4320-a22c-919dc1014bac),segment_id=a98c6834-17cb-4320-a22c-919dc1014bac)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:44.135358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:44.154578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] Calling delete_port for 27acea81-83a5-45dc-98a1-dc02431c277a owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:44.263282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c36c038-1cfc-44a2-97eb-ae523fa7b619 req-3b931d05-4818-4e2e-ba0e-1067d55c6cb0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557810 Mar 10 15:17:44.428178 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (5a6263c3-d940-4821-bb08-b32adc461a1f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:44.431278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (dd903c69-4142-4a63-bbc7-9939bb41d665), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:44.643200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (27acea81-83a5-45dc-98a1-dc02431c277a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:44.677342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] Pushing event deleted for resources: {'Port': ['ID=27acea81-83a5-45dc-98a1-dc02431c277a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:44.925635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8c4a30ff-81cb-462f-8c16-eeb24f0a69aa None None] Provisioning complete for port 40ecca4a-9449-4271-aedd-2175238d7c31 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:44.926688 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8c4a30ff-81cb-462f-8c16-eeb24f0a69aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:45.072562 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (df865b3f-31b5-4223-bc04-a70e78b45108), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:45.146024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a30ff-81cb-462f-8c16-eeb24f0a69aa None None] Current status of the port 40ecca4a-9449-4271-aedd-2175238d7c31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:45.345412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f720e97-684d-4a25-873e-3b2f587b7593 req-e43288dc-3d35-4a35-83b8-dc17146a936e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:45.347862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f720e97-684d-4a25-873e-3b2f587b7593 req-e43288dc-3d35-4a35-83b8-dc17146a936e tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 946 time: 0.2003515 Mar 10 15:17:45.354674 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (5a6263c3-d940-4821-bb08-b32adc461a1f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:45.386238 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:45.392346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20bd7b6-b14f-41ba-a62f-52985d5adbc1 None None] Network 8572a7a8-c527-46ac-9059-3a02665a1b72 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:45.404436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/5a6263c3-d940-4821-bb08-b32adc461a1f HTTP/1.1" status: 204 len: 168 time: 1.8408215 Mar 10 15:17:45.411745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37388) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:45.449952 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (dd903c69-4142-4a63-bbc7-9939bb41d665), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:45.506540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6263c3-d940-4821-bb08-b32adc461a1f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:45.543620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.544022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.544372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.545449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.546959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.547344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.549047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.549403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.549748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.552885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.553306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.553851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.555877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714a22cf-54a2-4be4-a6bf-e1aadf104e06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:45.563944 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (dd903c69-4142-4a63-bbc7-9939bb41d665), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:45.653542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f720e97-684d-4a25-873e-3b2f587b7593 req-a0121e5d-c3b3-4824-a3ee-cee32fe13991 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872369 Mar 10 15:17:45.665405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] Router df865b3f-31b5-4223-bc04-a70e78b45108 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:17:45.819574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c36cc0f-b06d-488c-b8d3-b0abef893a03 None None] DHCP port deletion for 8572a7a8-c527-46ac-9059-3a02665a1b72 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:17:45.945143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4c36cc0f-b06d-488c-b8d3-b0abef893a03 None None] Deleting port 40ecca4a-9449-4271-aedd-2175238d7c31 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:45.945967 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c36cc0f-b06d-488c-b8d3-b0abef893a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:45.954781 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37408) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:46.012666 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (8572a7a8-c527-46ac-9059-3a02665a1b72), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:46.016219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:17:46.028511 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-eb7b5051-f786-4415-95ec-0d994072fe88 admin admin] 10.222.0.11 "PUT /v2.0/routers/df865b3f-31b5-4223-bc04-a70e78b45108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3498273 Mar 10 15:17:46.029015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37412) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:46.194737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4c36cc0f-b06d-488c-b8d3-b0abef893a03 None None] For port 40ecca4a-9449-4271-aedd-2175238d7c31, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=40ecca4a-9449-4271-aedd-2175238d7c31,segment=NetworkSegment(536cc9ce-3c89-4977-91c8-8d9571c8924a),segment_id=536cc9ce-3c89-4977-91c8-8d9571c8924a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:46.195188 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c36cc0f-b06d-488c-b8d3-b0abef893a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:46.225335 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4c36cc0f-b06d-488c-b8d3-b0abef893a03 None None] Calling delete_port for 40ecca4a-9449-4271-aedd-2175238d7c31 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:46.285411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67861e6-ac2f-4f4c-b73c-fa5f375b3d0d None None] Sync routers for ids ['df865b3f-31b5-4223-bc04-a70e78b45108'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:17:46.350809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 40ecca4a-9449-4271-aedd-2175238d7c31 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:46.351449 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:46.412320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67861e6-ac2f-4f4c-b73c-fa5f375b3d0d None None] Routers {'df865b3f-31b5-4223-bc04-a70e78b45108'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:46.413780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c67861e6-ac2f-4f4c-b73c-fa5f375b3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['df865b3f-31b5-4223-bc04-a70e78b45108'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:46.443941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Router dd903c69-4142-4a63-bbc7-9939bb41d665 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:17:46.577477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] For port 40ecca4a-9449-4271-aedd-2175238d7c31, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=40ecca4a-9449-4271-aedd-2175238d7c31,segment=NetworkSegment(536cc9ce-3c89-4977-91c8-8d9571c8924a),segment_id=536cc9ce-3c89-4977-91c8-8d9571c8924a)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:46.578291 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:46.665286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 40ecca4a-9449-4271-aedd-2175238d7c31 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:46.829704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:17:46.836970 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:46.838729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fb378651-2dae-4dd8-8625-e9508ebac1be tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "PUT /v2.0/routers/dd903c69-4142-4a63-bbc7-9939bb41d665 HTTP/1.1" status: 200 len: 918 time: 5.9202023 Mar 10 15:17:46.842157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37446) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:46.842312 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2a26e-7e32-4871-9946-485dd43cd6ed None None] Sync routers for ids ['dd903c69-4142-4a63-bbc7-9939bb41d665'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:17:46.872382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fff2f07-2ab2-4e08-9a0f-bba38679a9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:46.891348 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a2a26e-7e32-4871-9946-485dd43cd6ed None None] Routers {'dd903c69-4142-4a63-bbc7-9939bb41d665'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:46.899514 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-68a2a26e-7e32-4871-9946-485dd43cd6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dd903c69-4142-4a63-bbc7-9939bb41d665'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:46.927567 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Publish callbacks [] for router (df865b3f-31b5-4223-bc04-a70e78b45108), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:46.985608 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c36cc0f-b06d-488c-b8d3-b0abef893a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:46.996839 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (40ecca4a-9449-4271-aedd-2175238d7c31), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.005060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-c67861e6-ac2f-4f4c-b73c-fa5f375b3d0d None None] Set router df865b3f-31b5-4223-bc04-a70e78b45108 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:17:47.007719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36cc0f-b06d-488c-b8d3-b0abef893a03 None None] No DVR routers for this DVR port 40ecca4a-9449-4271-aedd-2175238d7c31 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:17:47.072840 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-68a2a26e-7e32-4871-9946-485dd43cd6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:47.105947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=40ecca4a-9449-4271-aedd-2175238d7c31,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:47.109712 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a2a26e-7e32-4871-9946-485dd43cd6ed None None] Routers {'dd903c69-4142-4a63-bbc7-9939bb41d665'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:47.111664 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-68a2a26e-7e32-4871-9946-485dd43cd6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dd903c69-4142-4a63-bbc7-9939bb41d665'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:47.204327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No DVR routers for this DVR port 40ecca4a-9449-4271-aedd-2175238d7c31 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:17:47.212103 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-68a2a26e-7e32-4871-9946-485dd43cd6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:47.213866 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2a26e-7e32-4871-9946-485dd43cd6ed None None] The sync data for ids ['dd903c69-4142-4a63-bbc7-9939bb41d665'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:17:47.230080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36cc0f-b06d-488c-b8d3-b0abef893a03 None None] Pushing event deleted for resources: {'Port': ['ID=40ecca4a-9449-4271-aedd-2175238d7c31,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:47.334266 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Publish callbacks [] for router_gateway (df865b3f-31b5-4223-bc04-a70e78b45108), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.354044 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fff2f07-2ab2-4e08-9a0f-bba38679a9e0 admin admin] Publish callbacks [] for security_group (b5e38dca-b38c-4628-9941-5370c7855aed), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.365681 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fff2f07-2ab2-4e08-9a0f-bba38679a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b5e38dca-b38c-4628-9941-5370c7855aed), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.415076 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (8572a7a8-c527-46ac-9059-3a02665a1b72), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.440251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8572a7a8-c527-46ac-9059-3a02665a1b72']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:47.451036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536cc9ce-3c89-4977-91c8-8d9571c8924a') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:47.451525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536cc9ce-3c89-4977-91c8-8d9571c8924a') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:47.467414 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (536cc9ce-3c89-4977-91c8-8d9571c8924a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.482354 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c67861e6-ac2f-4f4c-b73c-fa5f375b3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'name': 'tempest-ServerRescueTestJSON-1300009258-router', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:15:14Z', 'updated_at': '2022-03-10T15:17:44Z', 'revision_number': 5, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'gw_port': {'id': 'f492ff1b-b292-41a0-88d5-9d4ff1d41540', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:15:15Z', 'updated_at': '2022-03-10T15:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:47.484322 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (536cc9ce-3c89-4977-91c8-8d9571c8924a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.492350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:17:47.492889 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (536cc9ce-3c89-4977-91c8-8d9571c8924a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.520530 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1fff2f07-2ab2-4e08-9a0f-bba38679a9e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=110846b821d445bf9a9d606d9d41a528&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5644546 Mar 10 15:17:47.523843 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff2f07-2ab2-4e08-9a0f-bba38679a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e38dca-b38c-4628-9941-5370c7855aed,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:47.532134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37458) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:47.535653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67861e6-ac2f-4f4c-b73c-fa5f375b3d0d None None] Checking router: df865b3f-31b5-4223-bc04-a70e78b45108 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:17:47.546311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67861e6-ac2f-4f4c-b73c-fa5f375b3d0d None None] Routers {'df865b3f-31b5-4223-bc04-a70e78b45108'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:47.548808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c67861e6-ac2f-4f4c-b73c-fa5f375b3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['df865b3f-31b5-4223-bc04-a70e78b45108'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:17:47.605051 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:17:47.620964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2c483-c840-407b-81b3-2f3875c9084b req-4261b06e-6b38-4004-a8f0-73013a4b99c7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:47.623913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ae2c483-c840-407b-81b3-2f3875c9084b req-4261b06e-6b38-4004-a8f0-73013a4b99c7 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 946 time: 0.7289910 Mar 10 15:17:47.627900 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Deleting port f492ff1b-b292-41a0-88d5-9d4ff1d41540 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:47.630731 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.690659 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f079d4ff-7c7f-4594-a8c9-54f9c3794bf4 admin admin] Publish callbacks [] for security_group (b5e38dca-b38c-4628-9941-5370c7855aed), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.700974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (8572a7a8-c527-46ac-9059-3a02665a1b72), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.717968 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.719759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-c67861e6-ac2f-4f4c-b73c-fa5f375b3d0d None None] Set router df865b3f-31b5-4223-bc04-a70e78b45108 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:17:47.727197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/networks/8572a7a8-c527-46ac-9059-3a02665a1b72 HTTP/1.1" status: 204 len: 168 time: 2.2892022 Mar 10 15:17:47.748270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37460) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:47.792044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c67861e6-ac2f-4f4c-b73c-fa5f375b3d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'name': 'tempest-ServerRescueTestJSON-1300009258-router', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:15:14Z', 'updated_at': '2022-03-10T15:17:47Z', 'revision_number': 6, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:47.797420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ae2c483-c840-407b-81b3-2f3875c9084b req-3960bba0-0a58-475a-a379-acff595b49ec tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659583 Mar 10 15:17:47.832133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a84b9-7099-49f9-afe8-d1745101b9e9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Network': ['ID=8572a7a8-c527-46ac-9059-3a02665a1b72,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:47.840720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67861e6-ac2f-4f4c-b73c-fa5f375b3d0d None None] The sync data for ids ['df865b3f-31b5-4223-bc04-a70e78b45108'] in n-d-833090-1 is: [{'id': 'df865b3f-31b5-4223-bc04-a70e78b45108', 'name': 'tempest-ServerRescueTestJSON-1300009258-router', 'tenant_id': '168fe9a92e5e49429fad26db570a485d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:15:14Z', 'updated_at': '2022-03-10T15:17:47Z', 'revision_number': 6, 'project_id': '168fe9a92e5e49429fad26db570a485d', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:17:47.847681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 40ecca4a-9449-4271-aedd-2175238d7c31 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:17:47.878672 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8aaae4bd-8f18-40ea-a501-60747c2104a1 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/routers/dd903c69-4142-4a63-bbc7-9939bb41d665 HTTP/1.1" status: 200 len: 924 time: 1.0357687 Mar 10 15:17:47.879339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37464) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:47.921537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 40ecca4a-9449-4271-aedd-2175238d7c31 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:17:47.923281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 40ecca4a-9449-4271-aedd-2175238d7c31 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:17:47.932236 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:47.985775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f079d4ff-7c7f-4594-a8c9-54f9c3794bf4 admin admin] Publish callbacks [] for security_group (b5e38dca-b38c-4628-9941-5370c7855aed), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.001263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdf01d9-16cb-40c0-8cc8-2dc178682914 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:48.005585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4cdf01d9-16cb-40c0-8cc8-2dc178682914 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&device_id=dd903c69-4142-4a63-bbc7-9939bb41d665&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1249375 Mar 10 15:17:48.006212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37468) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:48.076113 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] For port f492ff1b-b292-41a0-88d5-9d4ff1d41540, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f492ff1b-b292-41a0-88d5-9d4ff1d41540,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:48.076840 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.091953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Calling delete_port for f492ff1b-b292-41a0-88d5-9d4ff1d41540 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:48.117637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f079d4ff-7c7f-4594-a8c9-54f9c3794bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b5e38dca-b38c-4628-9941-5370c7855aed), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.120723 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f079d4ff-7c7f-4594-a8c9-54f9c3794bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.126729 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f079d4ff-7c7f-4594-a8c9-54f9c3794bf4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5e38dca-b38c-4628-9941-5370c7855aed HTTP/1.1" status: 204 len: 168 time: 0.5923326 Mar 10 15:17:48.155863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ade6fd-5126-4fac-b086-6aec6bf1424c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:48.163266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e9ade6fd-5126-4fac-b086-6aec6bf1424c tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 881 time: 0.1550653 Mar 10 15:17:48.164932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37474) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:48.181508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079d4ff-7c7f-4594-a8c9-54f9c3794bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e38dca-b38c-4628-9941-5370c7855aed,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:48.245069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78d38b-3f31-4b94-a004-d4c6bd8f628d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:48.252856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9d9c0327-c941-462b-85a2-07e1fea8c14e tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd903c69-4142-4a63-bbc7-9939bb41d665 HTTP/1.1" status: 200 len: 205 time: 0.0863285 Mar 10 15:17:48.253477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37476) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:48.261366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37478) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:48.262915 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1b78d38b-3f31-4b94-a004-d4c6bd8f628d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5111523 Mar 10 15:17:48.418600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6d1bb1d3-8513-4697-91f3-8f9ad734e5f2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1548171 Mar 10 15:17:48.439022 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37480) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:48.444989 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-907333189'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:48.483464 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (dd903c69-4142-4a63-bbc7-9939bb41d665), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.568596 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f492ff1b-b292-41a0-88d5-9d4ff1d41540), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.574765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:48.579255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.632279 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (dd903c69-4142-4a63-bbc7-9939bb41d665), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.644883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=f492ff1b-b292-41a0-88d5-9d4ff1d41540,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:48.702278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:17:48.716210 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (337c5183-c68b-4681-bc98-3c55e0d20bcb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.717521 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Added segment 337c5183-c68b-4681-bc98-3c55e0d20bcb of type vlan for network 498dc289-3bca-410d-9104-81b1eb32ca99 Mar 10 15:17:48.757493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37484) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:48.775767 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (498dc289-3bca-410d-9104-81b1eb32ca99), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.788419 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534b56a3-971b-44cd-8f1b-974a55be65a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.823984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Deleting port 2a6de70a-be79-462f-ab37-dd5ae0ecb928 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:48.824335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2a6de70a-be79-462f-ab37-dd5ae0ecb928), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.927474 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (498dc289-3bca-410d-9104-81b1eb32ca99), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:48.938717 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:48.941776 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.043115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2a6de70a-be79-462f-ab37-dd5ae0ecb928), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.058275 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6180987 Mar 10 15:17:49.062995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37492) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:49.087591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '498dc289-3bca-410d-9104-81b1eb32ca99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:49.096811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Calling delete_port for 2a6de70a-be79-462f-ab37-dd5ae0ecb928 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:49.125336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb264f-203a-47d9-9615-a74f107a1b5b req-8a10c09d-1406-459d-9aa5-1621e96fee40 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:49.127524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0cb264f-203a-47d9-9615-a74f107a1b5b req-8a10c09d-1406-459d-9aa5-1621e96fee40 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 946 time: 0.1779828 Mar 10 15:17:49.142842 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d0486-9bf6-4b19-b408-89b8614167bc tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Network': ['ID=498dc289-3bca-410d-9104-81b1eb32ca99,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:49.158359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 498dc289-3bca-410d-9104-81b1eb32ca99 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:17:49.166617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534b56a3-971b-44cd-8f1b-974a55be65a2 admin admin] Publish callbacks [] for security_group (a3d5832d-3b44-4d3d-92f5-6cb667ed547e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.169870 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (df865b3f-31b5-4223-bc04-a70e78b45108), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.191730 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534b56a3-971b-44cd-8f1b-974a55be65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a3d5832d-3b44-4d3d-92f5-6cb667ed547e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.422212 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (df865b3f-31b5-4223-bc04-a70e78b45108), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.425957 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Publish callbacks [] for router_controller (df865b3f-31b5-4223-bc04-a70e78b45108), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.455125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:49.459459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.461249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b56a3-971b-44cd-8f1b-974a55be65a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d5832d-3b44-4d3d-92f5-6cb667ed547e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:49.476950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0cb264f-203a-47d9-9615-a74f107a1b5b req-6f2727b1-a490-44b7-82ab-1095eff55df3 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3377106 Mar 10 15:17:49.484912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-534b56a3-971b-44cd-8f1b-974a55be65a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=294eaa7e61dc4257a698dfac9e377587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7212050 Mar 10 15:17:49.485784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37506) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:49.599265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3335e20-efb3-42ed-92a3-d7e5d1a23060 admin admin] Publish callbacks [] for security_group (a3d5832d-3b44-4d3d-92f5-6cb667ed547e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.637507 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (df865b3f-31b5-4223-bc04-a70e78b45108), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.638252 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router df865b3f-31b5-4223-bc04-a70e78b45108 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:17:49.644201 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.645645 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3bc8eb1f-8bcf-4a88-ae57-4a336f503f4e admin admin] 10.222.0.11 "DELETE /v2.0/routers/df865b3f-31b5-4223-bc04-a70e78b45108 HTTP/1.1" status: 204 len: 168 time: 3.6156919 Mar 10 15:17:49.646977 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3335e20-efb3-42ed-92a3-d7e5d1a23060 admin admin] Publish callbacks [] for security_group (a3d5832d-3b44-4d3d-92f5-6cb667ed547e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.667315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37518) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:49.691233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2a6de70a-be79-462f-ab37-dd5ae0ecb928), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.765034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f492ff1b-b292-41a0-88d5-9d4ff1d41540 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:17:49.792894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f492ff1b-b292-41a0-88d5-9d4ff1d41540 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:17:49.797643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f492ff1b-b292-41a0-88d5-9d4ff1d41540 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:17:49.805304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 27acea81-83a5-45dc-98a1-dc02431c277a no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:17:49.813678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Pushing event deleted for resources: {'Port': ['ID=2a6de70a-be79-462f-ab37-dd5ae0ecb928,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:49.851610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 27acea81-83a5-45dc-98a1-dc02431c277a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:17:49.852791 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 27acea81-83a5-45dc-98a1-dc02431c277a not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:17:49.871843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (0bccf735-fb86-4c8c-afac-52a6670b65ef), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.933796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Subnet': ['ID=0bccf735-fb86-4c8c-afac-52a6670b65ef,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:49.955267 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3335e20-efb3-42ed-92a3-d7e5d1a23060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a3d5832d-3b44-4d3d-92f5-6cb667ed547e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.958428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3335e20-efb3-42ed-92a3-d7e5d1a23060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:49.960512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f3335e20-efb3-42ed-92a3-d7e5d1a23060 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3d5832d-3b44-4d3d-92f5-6cb667ed547e HTTP/1.1" status: 204 len: 168 time: 0.4738786 Mar 10 15:17:49.974785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a394910-e06e-4ad0-9c5f-5f1e80de0637 admin admin] Deleting subnet b461b8ba-c71f-44ba-8a3f-9f7cdda42dde {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:17:49.978500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a394910-e06e-4ad0-9c5f-5f1e80de0637 admin admin] Publish callbacks [] for subnet (b461b8ba-c71f-44ba-8a3f-9f7cdda42dde), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.007258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Checking segment: {'id': '337c5183-c68b-4681-bc98-3c55e0d20bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '498dc289-3bca-410d-9104-81b1eb32ca99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:50.007633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network hostable DHCP agents. Network: 498dc289-3bca-410d-9104-81b1eb32ca99, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:17:50.020434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a394910-e06e-4ad0-9c5f-5f1e80de0637 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (b461b8ba-c71f-44ba-8a3f-9f7cdda42dde), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.025104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 498dc289-3bca-410d-9104-81b1eb32ca99 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:17:50.037000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 498dc289-3bca-410d-9104-81b1eb32ca99) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:50.048913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d870b-0237-40f2-b3a2-eaa5c9ae416b None None] Network 498dc289-3bca-410d-9104-81b1eb32ca99 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:50.074833 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a394910-e06e-4ad0-9c5f-5f1e80de0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (b461b8ba-c71f-44ba-8a3f-9f7cdda42dde), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.075299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:50.075974 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.133946 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6189a717-ad67-47f9-a9aa-837b9a5b0f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0640287 Mar 10 15:17:50.136506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37522) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:50.142200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': '498dc289-3bca-410d-9104-81b1eb32ca99', 'name': 'tempest-PortsTestJSON-877182498'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:50.145851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3335e20-efb3-42ed-92a3-d7e5d1a23060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d5832d-3b44-4d3d-92f5-6cb667ed547e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:50.150638 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (dd903c69-4142-4a63-bbc7-9939bb41d665), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.154908 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a394910-e06e-4ad0-9c5f-5f1e80de0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (b461b8ba-c71f-44ba-8a3f-9f7cdda42dde), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.192276 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a394910-e06e-4ad0-9c5f-5f1e80de0637 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.197228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2a394910-e06e-4ad0-9c5f-5f1e80de0637 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b461b8ba-c71f-44ba-8a3f-9f7cdda42dde HTTP/1.1" status: 204 len: 168 time: 0.5195754 Mar 10 15:17:50.234595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37524) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:50.288734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a394910-e06e-4ad0-9c5f-5f1e80de0637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b461b8ba-c71f-44ba-8a3f-9f7cdda42dde,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:50.317108 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:50.322818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.346964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port aadcecc5-0a28-45f7-824c-8fbd564063f5 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:17:50.366041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-498dc289-3bca-410d-9104-81b1eb32ca99', 'network_id': '498dc289-3bca-410d-9104-81b1eb32ca99', 'project_id': 'aa26aacc79454b00ba521d73bb0c65a0', 'fixed_ips': [{'subnet_id': '0bccf735-fb86-4c8c-afac-52a6670b65ef'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:17:50.367864 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.390926 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (dd903c69-4142-4a63-bbc7-9939bb41d665), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.448557 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (dd903c69-4142-4a63-bbc7-9939bb41d665), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.557893 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c6e5513e-5eef-4aa1-b1a0-5293715a9889), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.636020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (dd903c69-4142-4a63-bbc7-9939bb41d665), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.637599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Fanout notify agent at l3_agent the message router_deleted on router dd903c69-4142-4a63-bbc7-9939bb41d665 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:17:50.638394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.14 (498dc289-3bca-410d-9104-81b1eb32ca99/0bccf735-fb86-4c8c-afac-52a6670b65ef/aadcecc5-0a28-45f7-824c-8fbd564063f5) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:50.645564 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.652057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.661576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a5fbdc83-9781-47f6-862a-3929e11f4718 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/dd903c69-4142-4a63-bbc7-9939bb41d665 HTTP/1.1" status: 204 len: 168 time: 2.4069819 Mar 10 15:17:50.663366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37536) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:50.679496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-dca36ca2-d20f-4c2c-89d8-eb32ca82b968 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-758625169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:50.799881 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c6e5513e-5eef-4aa1-b1a0-5293715a9889), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.814898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dca36ca2-d20f-4c2c-89d8-eb32ca82b968 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (bba19d4b-a7a6-48dc-bb63-10dea14268f8), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.816898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dca36ca2-d20f-4c2c-89d8-eb32ca82b968 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (bba19d4b-a7a6-48dc-bb63-10dea14268f8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.861709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e5513e-5eef-4aa1-b1a0-5293715a9889']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:50.889167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98c6834-17cb-4320-a22c-919dc1014bac') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:50.889653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98c6834-17cb-4320-a22c-919dc1014bac') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:50.905484 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (a98c6834-17cb-4320-a22c-919dc1014bac), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.962390 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dca36ca2-d20f-4c2c-89d8-eb32ca82b968 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (bba19d4b-a7a6-48dc-bb63-10dea14268f8), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.972875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dca36ca2-d20f-4c2c-89d8-eb32ca82b968 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (bba19d4b-a7a6-48dc-bb63-10dea14268f8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.983558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a98c6834-17cb-4320-a22c-919dc1014bac), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:50.996625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:17:50.997410 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (a98c6834-17cb-4320-a22c-919dc1014bac), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:17:51.001486 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:17:51.053276 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (aadcecc5-0a28-45f7-824c-8fbd564063f5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.094152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dca36ca2-d20f-4c2c-89d8-eb32ca82b968 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.097989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dca36ca2-d20f-4c2c-89d8-eb32ca82b968 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4284611 Mar 10 15:17:51.098433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37554) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:51.109939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'enable_snat': False}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:51.135409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (aadcecc5-0a28-45f7-824c-8fbd564063f5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.181270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c6e5513e-5eef-4aa1-b1a0-5293715a9889), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.187635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 498dc289-3bca-410d-9104-81b1eb32ca99 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:51.195438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:51.199909 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:51.233430 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=aadcecc5-0a28-45f7-824c-8fbd564063f5,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:51.234612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.243137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c6e5513e-5eef-4aa1-b1a0-5293715a9889 HTTP/1.1" status: 204 len: 168 time: 0.9829354 Mar 10 15:17:51.282004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Allocated IP 172.20.0.2 (498dc289-3bca-410d-9104-81b1eb32ca99/0bccf735-fb86-4c8c-afac-52a6670b65ef/d5261e03-61ef-44c9-88c0-ab31295d88d0) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:51.318291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6996b-9a4c-4d83-a16e-993e69401fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e5513e-5eef-4aa1-b1a0-5293715a9889,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:51.320499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:51.322621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.379991 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1bf9b8bb-c8f9-4be1-8b34-8e3d2de003db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2422025 Mar 10 15:17:51.382716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37564) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:51.395252 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': '498dc289-3bca-410d-9104-81b1eb32ca99', 'name': 'tempest-PortsTestJSON-1385047543'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:51.569153 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37570) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:51.627994 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (bba19d4b-a7a6-48dc-bb63-10dea14268f8), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.722234 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Publish callbacks [] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.732773 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cd009c1b-604a-4f8d-b4d2-35c8cea957e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=168fe9a92e5e49429fad26db570a485d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625381 Mar 10 15:17:51.733304 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e045fae6-28cc-45d3-892e-9079f5ed1221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.736288 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37574) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:51.742470 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.772140 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:51.787153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.812132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Pushing event updated for resources: {'Port': ['ID=d5261e03-61ef-44c9-88c0-ab31295d88d0,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:51.826159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Network 498dc289-3bca-410d-9104-81b1eb32ca99 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:51.828347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:51.830721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:51.865777 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port 6048f024-e7e5-45f7-b2a6-a21b923c3711 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:17:51.969829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Attempting to bind port d5261e03-61ef-44c9-88c0-ab31295d88d0 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:17:51.970348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Attempting to bind port d5261e03-61ef-44c9-88c0-ab31295d88d0 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '337c5183-c68b-4681-bc98-3c55e0d20bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '498dc289-3bca-410d-9104-81b1eb32ca99'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:17:51.970834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Attempting to bind port d5261e03-61ef-44c9-88c0-ab31295d88d0 on network 498dc289-3bca-410d-9104-81b1eb32ca99 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:17:51.976513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:17:51.977439 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Checking segment: {'id': '337c5183-c68b-4681-bc98-3c55e0d20bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '498dc289-3bca-410d-9104-81b1eb32ca99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:51.977704 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:51.978205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Bound using segment: {'id': '337c5183-c68b-4681-bc98-3c55e0d20bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '498dc289-3bca-410d-9104-81b1eb32ca99'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:17:51.984576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Bound port: d5261e03-61ef-44c9-88c0-ab31295d88d0, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337c5183-c68b-4681-bc98-3c55e0d20bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '498dc289-3bca-410d-9104-81b1eb32ca99'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:17:51.985138 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:52.025958 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0ced0ad-e06b-4fd7-b1ab-aff128ed4180 admin admin] Publish callbacks [] for security_group (fcb3ce28-dad8-4cac-9734-4718e955bd6b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:52.114735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] For port d5261e03-61ef-44c9-88c0-ab31295d88d0, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:17:52.118409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] For port d5261e03-61ef-44c9-88c0-ab31295d88d0, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d5261e03-61ef-44c9-88c0-ab31295d88d0,segment=NetworkSegment(337c5183-c68b-4681-bc98-3c55e0d20bcb),segment_id=337c5183-c68b-4681-bc98-3c55e0d20bcb)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:17:52.127486 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:52.166712 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0ced0ad-e06b-4fd7-b1ab-aff128ed4180 admin admin] Publish callbacks [] for security_group (fcb3ce28-dad8-4cac-9734-4718e955bd6b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:52.167589 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (bba19d4b-a7a6-48dc-bb63-10dea14268f8), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:52.216530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:52.239320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26c482-1c0f-45c7-a050-e63d061cbdaa None None] Pushing event updated for resources: {'Port': ['ID=d5261e03-61ef-44c9-88c0-ab31295d88d0,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:52.286937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.3 (498dc289-3bca-410d-9104-81b1eb32ca99/0bccf735-fb86-4c8c-afac-52a6670b65ef/6048f024-e7e5-45f7-b2a6-a21b923c3711) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:52.434436 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0ced0ad-e06b-4fd7-b1ab-aff128ed4180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fcb3ce28-dad8-4cac-9734-4718e955bd6b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:52.442932 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0ced0ad-e06b-4fd7-b1ab-aff128ed4180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:52.447437 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d0ced0ad-e06b-4fd7-b1ab-aff128ed4180 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fcb3ce28-dad8-4cac-9734-4718e955bd6b HTTP/1.1" status: 204 len: 168 time: 0.7081170 Mar 10 15:17:52.451060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Allocated IP 172.25.3.238 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/8b7f0c80-0f46-47a1-ac35-5eb39c33d890) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:52.510256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ced0ad-e06b-4fd7-b1ab-aff128ed4180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb3ce28-dad8-4cac-9734-4718e955bd6b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:52.660967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (6048f024-e7e5-45f7-b2a6-a21b923c3711), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:52.720749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (6048f024-e7e5-45f7-b2a6-a21b923c3711), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:52.747441 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for port (8b7f0c80-0f46-47a1-ac35-5eb39c33d890), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:52.809499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 498dc289-3bca-410d-9104-81b1eb32ca99 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:52.828914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:52.835705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:52.957344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=6048f024-e7e5-45f7-b2a6-a21b923c3711,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:53.004039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:53.004948 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:53.053224 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-24730089-3919-41e4-a0e3-89e8ff168d8c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6687841 Mar 10 15:17:53.055502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37596) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:53.236412 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80812dd-9cb1-4392-a4a7-09521a516b60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:53.238241 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b80812dd-9cb1-4392-a4a7-09521a516b60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1816130 Mar 10 15:17:53.241353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37602) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:53.298310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8b7f0c80-0f46-47a1-ac35-5eb39c33d890), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:53.381117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Pushing event updated for resources: {'Port': ['ID=8b7f0c80-0f46-47a1-ac35-5eb39c33d890,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:53.413278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:53.416392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:53.418905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:53.535987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 6048f024-e7e5-45f7-b2a6-a21b923c3711 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:53.536345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6048f024-e7e5-45f7-b2a6-a21b923c3711), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:53.860803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d5261e03-61ef-44c9-88c0-ab31295d88d0 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:53.887016 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6048f024-e7e5-45f7-b2a6-a21b923c3711), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:53.900707 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router_gateway (bba19d4b-a7a6-48dc-bb63-10dea14268f8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:53.916764 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 6048f024-e7e5-45f7-b2a6-a21b923c3711 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:53.976757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d5261e03-61ef-44c9-88c0-ab31295d88d0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:53.977154 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.068139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e09ed8f-f5d7-4004-a6d8-b733779157c2 None None] Network 498dc289-3bca-410d-9104-81b1eb32ca99 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:54.128552 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ebdc017f-b639-4334-9b8a-033ccdb58226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.169099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6cd93ef1-fe4c-4d39-bcb3-9fe872ff1347 None None] Provisioning complete for port d5261e03-61ef-44c9-88c0-ab31295d88d0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:54.169399 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6cd93ef1-fe4c-4d39-bcb3-9fe872ff1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.189985 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37632) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:54.243670 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (6048f024-e7e5-45f7-b2a6-a21b923c3711), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.307341 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=6048f024-e7e5-45f7-b2a6-a21b923c3711,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:54.316486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (bba19d4b-a7a6-48dc-bb63-10dea14268f8), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.326179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (bba19d4b-a7a6-48dc-bb63-10dea14268f8), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.346819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:17:54.384507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d5261e03-61ef-44c9-88c0-ab31295d88d0 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:54.385203 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.401755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6cd93ef1-fe4c-4d39-bcb3-9fe872ff1347 None None] Current status of the port d5261e03-61ef-44c9-88c0-ab31295d88d0 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:54.402496 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6cd93ef1-fe4c-4d39-bcb3-9fe872ff1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.403446 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1035904955-network', 'tenant_id': '781f058c24d74226b0a1f986ddfccb0a'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:54.512572 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.519930 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3eb93438-b6b2-4474-98e8-79ea73090197 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/6048f024-e7e5-45f7-b2a6-a21b923c3711 HTTP/1.1" status: 204 len: 168 time: 1.2775710 Mar 10 15:17:54.526658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37638) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:54.545205 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Made reservation on behalf of 781f058c24d74226b0a1f986ddfccb0a for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:54.548901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.568080 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e28a1e-ec9e-4d1a-b42d-65f14376734e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:17:54.570053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e9e28a1e-ec9e-4d1a-b42d-65f14376734e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/6048f024-e7e5-45f7-b2a6-a21b923c3711 HTTP/1.1" status: 404 len: 333 time: 0.0420446 Mar 10 15:17:54.572850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37642) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:54.581958 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.637079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Router bba19d4b-a7a6-48dc-bb63-10dea14268f8 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:17:54.676351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6cd93ef1-fe4c-4d39-bcb3-9fe872ff1347 None None] For port d5261e03-61ef-44c9-88c0-ab31295d88d0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d5261e03-61ef-44c9-88c0-ab31295d88d0,segment=NetworkSegment(337c5183-c68b-4681-bc98-3c55e0d20bcb),segment_id=337c5183-c68b-4681-bc98-3c55e0d20bcb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:54.758043 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6cd93ef1-fe4c-4d39-bcb3-9fe872ff1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.762404 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:17:54.763491 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:17:54.801133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-844cbde0-91ad-4341-a951-0f6495501e01 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port aadcecc5-0a28-45f7-824c-8fbd564063f5 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:54.801491 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-844cbde0-91ad-4341-a951-0f6495501e01 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (aadcecc5-0a28-45f7-824c-8fbd564063f5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.836344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd93ef1-fe4c-4d39-bcb3-9fe872ff1347 None None] Pushing event updated for resources: {'Port': ['ID=d5261e03-61ef-44c9-88c0-ab31295d88d0,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:54.856574 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Publish callbacks [] for security_group (48efe346-3abf-4723-ab66-2b3ed6bdbe46), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.865077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (48efe346-3abf-4723-ab66-2b3ed6bdbe46), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.914716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:17:54.937360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:54.937720 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Added segment 32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738 of type vlan for network bc60e837-6e35-4781-854e-c11a326bffb8 Mar 10 15:17:54.939215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48efe346-3abf-4723-ab66-2b3ed6bdbe46,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:54.991849 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (bc60e837-6e35-4781-854e-c11a326bffb8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.025656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (bc60e837-6e35-4781-854e-c11a326bffb8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.026843 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:55.027443 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.057703 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-844cbde0-91ad-4341-a951-0f6495501e01 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (aadcecc5-0a28-45f7-824c-8fbd564063f5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.070505 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8771296 Mar 10 15:17:55.073512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37660) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:55.079910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] Request body: {'subnet': {'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1035904955-subnet', 'tenant_id': '781f058c24d74226b0a1f986ddfccb0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:55.095172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-844cbde0-91ad-4341-a951-0f6495501e01 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for aadcecc5-0a28-45f7-824c-8fbd564063f5 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:55.126294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-76974794-ca95-4881-bc37-dcf8837c1d28 None None] Provisioning complete for port d5261e03-61ef-44c9-88c0-ab31295d88d0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:55.127059 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe1eda-b413-4dff-92dc-859039e7616e admin admin] Pushing event updated for resources: {'Network': ['ID=bc60e837-6e35-4781-854e-c11a326bffb8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:55.127529 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-76974794-ca95-4881-bc37-dcf8837c1d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.155930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] Made reservation on behalf of 781f058c24d74226b0a1f986ddfccb0a for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:55.158936 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.217308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:17:55.231539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network bc60e837-6e35-4781-854e-c11a326bffb8 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:17:55.234586 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.240205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-11bc60ed-0938-44f4-af6a-4f9d1f74ee6a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "PUT /v2.0/routers/bba19d4b-a7a6-48dc-bb63-10dea14268f8 HTTP/1.1" status: 200 len: 919 time: 4.1400774 Mar 10 15:17:55.244787 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37662) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:55.286099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4feee9c-f031-424e-8c34-d6fc51e01d75 None None] Sync routers for ids ['bba19d4b-a7a6-48dc-bb63-10dea14268f8'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:17:55.392431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4feee9c-f031-424e-8c34-d6fc51e01d75 None None] Routers {'bba19d4b-a7a6-48dc-bb63-10dea14268f8'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:55.393083 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b4feee9c-f031-424e-8c34-d6fc51e01d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['bba19d4b-a7a6-48dc-bb63-10dea14268f8'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:55.438223 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ece1f87c-9c68-44a5-8e83-4b25f78cc9da tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/routers/bba19d4b-a7a6-48dc-bb63-10dea14268f8 HTTP/1.1" status: 200 len: 925 time: 0.1912904 Mar 10 15:17:55.440518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37672) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:55.457147 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-844cbde0-91ad-4341-a951-0f6495501e01 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (aadcecc5-0a28-45f7-824c-8fbd564063f5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.511820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b4feee9c-f031-424e-8c34-d6fc51e01d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:55.569298 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.581601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d5261e03-61ef-44c9-88c0-ab31295d88d0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:55.606202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cbde0-91ad-4341-a951-0f6495501e01 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=aadcecc5-0a28-45f7-824c-8fbd564063f5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:55.617598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4feee9c-f031-424e-8c34-d6fc51e01d75 None None] Routers {'bba19d4b-a7a6-48dc-bb63-10dea14268f8'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:17:55.618345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b4feee9c-f031-424e-8c34-d6fc51e01d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['bba19d4b-a7a6-48dc-bb63-10dea14268f8'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:55.646127 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (1ad25c65-3dd0-442b-aaf8-9d82e0bd1295), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.664520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b4feee9c-f031-424e-8c34-d6fc51e01d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:55.665387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4feee9c-f031-424e-8c34-d6fc51e01d75 None None] The sync data for ids ['bba19d4b-a7a6-48dc-bb63-10dea14268f8'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:17:55.677956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-76974794-ca95-4881-bc37-dcf8837c1d28 None None] Current status of the port d5261e03-61ef-44c9-88c0-ab31295d88d0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:55.682104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-76974794-ca95-4881-bc37-dcf8837c1d28 None None] Could not find standard attr ID for object aadcecc5-0a28-45f7-824c-8fbd564063f5. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:17:55.745048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba05282-6422-49ee-8bc2-2dd05193cd59 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:55.746748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-aba05282-6422-49ee-8bc2-2dd05193cd59 tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&device_id=bba19d4b-a7a6-48dc-bb63-10dea14268f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3047919 Mar 10 15:17:55.749533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37676) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:55.778157 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-844cbde0-91ad-4341-a951-0f6495501e01 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.784687 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-844cbde0-91ad-4341-a951-0f6495501e01 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/aadcecc5-0a28-45f7-824c-8fbd564063f5 HTTP/1.1" status: 204 len: 168 time: 1.2106757 Mar 10 15:17:55.801277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ca610dc4-c2ba-411e-b2f6-2628c438273d None None] Could not find standard attr ID for object 6048f024-e7e5-45f7-b2a6-a21b923c3711. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:17:55.810063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:55.813130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37678) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:55.813869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ca610dc4-c2ba-411e-b2f6-2628c438273d None None] Could not find standard attr ID for object aadcecc5-0a28-45f7-824c-8fbd564063f5. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:17:55.822758 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] Checking segment: {'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:17:55.823239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] Network hostable DHCP agents. Network: bc60e837-6e35-4781-854e-c11a326bffb8, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:17:55.835393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d5261e03-61ef-44c9-88c0-ab31295d88d0 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:17:55.851942 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b08e7b9-3f8e-4e9a-9948-ce181da469e6 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:17:55.855794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2b08e7b9-3f8e-4e9a-9948-ce181da469e6 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/aadcecc5-0a28-45f7-824c-8fbd564063f5 HTTP/1.1" status: 404 len: 333 time: 0.0383000 Mar 10 15:17:55.856403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37682) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:55.920032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-440ab44c-608d-42e6-aa3e-30c6efdd72e8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting subnet 0bccf735-fb86-4c8c-afac-52a6670b65ef {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:17:55.922680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] Network bc60e837-6e35-4781-854e-c11a326bffb8 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:17:55.933762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-440ab44c-608d-42e6-aa3e-30c6efdd72e8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (0bccf735-fb86-4c8c-afac-52a6670b65ef), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:55.995290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d5261e03-61ef-44c9-88c0-ab31295d88d0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:17:55.995672 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:56.001026 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-440ab44c-608d-42e6-aa3e-30c6efdd72e8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (0bccf735-fb86-4c8c-afac-52a6670b65ef), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:56.021916 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, bc60e837-6e35-4781-854e-c11a326bffb8) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:56.048220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:56.048906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:56.059190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485fa815-8fe7-4a34-973a-d7de24f6c71e tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:56.063409 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-485fa815-8fe7-4a34-973a-d7de24f6c71e tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 881 time: 0.3111212 Mar 10 15:17:56.076979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3045a-8ed0-4049-9323-76375d48056e None None] Network bc60e837-6e35-4781-854e-c11a326bffb8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:56.082746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37688) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:56.117501 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-855f8a3d-ac2f-4e21-a3a7-c7e1d0f93cd0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=bba19d4b-a7a6-48dc-bb63-10dea14268f8 HTTP/1.1" status: 200 len: 205 time: 0.0329409 Mar 10 15:17:56.120164 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37692) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:56.169037 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f285b800-1c63-475c-9653-c7c633e21ce4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0846446 Mar 10 15:17:56.304235 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-440ab44c-608d-42e6-aa3e-30c6efdd72e8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (0bccf735-fb86-4c8c-afac-52a6670b65ef), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:56.418204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cdf9f0-c0ff-4928-bed7-a0a40aabdbec None None] Network bc60e837-6e35-4781-854e-c11a326bffb8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:56.461869 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-440ab44c-608d-42e6-aa3e-30c6efdd72e8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (0bccf735-fb86-4c8c-afac-52a6670b65ef), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:56.470191 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (bba19d4b-a7a6-48dc-bb63-10dea14268f8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:56.489520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d5261e03-61ef-44c9-88c0-ab31295d88d0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:17:56.571522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ab44c-608d-42e6-aa3e-30c6efdd72e8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Subnet': ['ID=0bccf735-fb86-4c8c-afac-52a6670b65ef,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:56.583793 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-440ab44c-608d-42e6-aa3e-30c6efdd72e8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:56.598295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-440ab44c-608d-42e6-aa3e-30c6efdd72e8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/0bccf735-fb86-4c8c-afac-52a6670b65ef HTTP/1.1" status: 204 len: 168 time: 0.7380147 Mar 10 15:17:56.600564 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37710) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:56.629965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf10991a-0e2c-4fd1-917e-22957f219a5d None None] Network 498dc289-3bca-410d-9104-81b1eb32ca99 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:17:56.695055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:56.787286 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (498dc289-3bca-410d-9104-81b1eb32ca99), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:56.801042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (bba19d4b-a7a6-48dc-bb63-10dea14268f8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:56.969375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Deleting port 8b7f0c80-0f46-47a1-ac35-5eb39c33d890 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:56.969726 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8b7f0c80-0f46-47a1-ac35-5eb39c33d890), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:57.020617 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port d5261e03-61ef-44c9-88c0-ab31295d88d0 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:57.020617 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:57.039999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c065311a-7f44-44a3-8d6e-e12d26884497 None None] DHCP port deletion for 498dc289-3bca-410d-9104-81b1eb32ca99 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:17:57.109909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c065311a-7f44-44a3-8d6e-e12d26884497 None None] Deleting port d5261e03-61ef-44c9-88c0-ab31295d88d0 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:17:57.110296 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c065311a-7f44-44a3-8d6e-e12d26884497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:57.191145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c065311a-7f44-44a3-8d6e-e12d26884497 None None] For port d5261e03-61ef-44c9-88c0-ab31295d88d0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d5261e03-61ef-44c9-88c0-ab31295d88d0,segment=NetworkSegment(337c5183-c68b-4681-bc98-3c55e0d20bcb),segment_id=337c5183-c68b-4681-bc98-3c55e0d20bcb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:57.191557 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c065311a-7f44-44a3-8d6e-e12d26884497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:57.207878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c065311a-7f44-44a3-8d6e-e12d26884497 None None] Calling delete_port for d5261e03-61ef-44c9-88c0-ab31295d88d0 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:57.208887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-2a65c779-8a7b-46a6-a8ce-ed42fb486d76 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:57.227432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-2a65c779-8a7b-46a6-a8ce-ed42fb486d76 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 814 time: 0.2258928 Mar 10 15:17:57.243403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-d5b96bbd-f864-450a-bdbd-74a89c581eae tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/quotas/781f058c24d74226b0a1f986ddfccb0a HTTP/1.1" status: 200 len: 375 time: 0.0149956 Mar 10 15:17:57.279337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-0f602dc1-dec9-4bfd-a67c-696460036f6a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350225 Mar 10 15:17:57.316183 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c065311a-7f44-44a3-8d6e-e12d26884497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:57.336129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065311a-7f44-44a3-8d6e-e12d26884497 None None] No DVR routers for this DVR port d5261e03-61ef-44c9-88c0-ab31295d88d0 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:17:57.381684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065311a-7f44-44a3-8d6e-e12d26884497 None None] Pushing event deleted for resources: {'Port': ['ID=d5261e03-61ef-44c9-88c0-ab31295d88d0,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:57.407289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-96db43be-f0b6-49ab-819d-8d347ce5415c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:17:57.408331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-96db43be-f0b6-49ab-819d-8d347ce5415c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1223788 Mar 10 15:17:57.514225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-54e32a85-6032-4364-96d1-5c59434b20c8 service neutron] 10.222.0.11 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976467 Mar 10 15:17:57.641870 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] For port d5261e03-61ef-44c9-88c0-ab31295d88d0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d5261e03-61ef-44c9-88c0-ab31295d88d0,segment=NetworkSegment(337c5183-c68b-4681-bc98-3c55e0d20bcb),segment_id=337c5183-c68b-4681-bc98-3c55e0d20bcb)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:17:57.642389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:57.661798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for d5261e03-61ef-44c9-88c0-ab31295d88d0 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:57.675159 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8b7f0c80-0f46-47a1-ac35-5eb39c33d890), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:57.689490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-0c14ad98-9a20-4354-beb6-db95997a1335 service neutron] 10.222.0.11 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670086 Mar 10 15:17:57.737509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Calling delete_port for 8b7f0c80-0f46-47a1-ac35-5eb39c33d890 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:17:57.786130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d5261e03-61ef-44c9-88c0-ab31295d88d0 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:17:57.823788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d5261e03-61ef-44c9-88c0-ab31295d88d0 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:17:57.824140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d5261e03-61ef-44c9-88c0-ab31295d88d0 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:17:57.933944 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d5261e03-61ef-44c9-88c0-ab31295d88d0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.036229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9d2a11f-421b-42c2-a265-6af85c879aec req-bb2cdcb2-5c5f-4edb-bae6-3762e064e325 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 210 time: 0.0679843 Mar 10 15:17:58.057707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=d5261e03-61ef-44c9-88c0-ab31295d88d0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:58.074128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No DVR routers for this DVR port d5261e03-61ef-44c9-88c0-ab31295d88d0 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:17:58.238192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (498dc289-3bca-410d-9104-81b1eb32ca99), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.248621 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.292752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498dc289-3bca-410d-9104-81b1eb32ca99']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:58.336546 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8b7f0c80-0f46-47a1-ac35-5eb39c33d890), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.349462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337c5183-c68b-4681-bc98-3c55e0d20bcb') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:58.349784 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337c5183-c68b-4681-bc98-3c55e0d20bcb') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:17:58.379779 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Pushing event deleted for resources: {'Port': ['ID=8b7f0c80-0f46-47a1-ac35-5eb39c33d890,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:58.388404 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (337c5183-c68b-4681-bc98-3c55e0d20bcb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.469270 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (337c5183-c68b-4681-bc98-3c55e0d20bcb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.480726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:17:58.481299 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (337c5183-c68b-4681-bc98-3c55e0d20bcb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:17:58.485802 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:17:58.568210 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (bba19d4b-a7a6-48dc-bb63-10dea14268f8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.655065 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (498dc289-3bca-410d-9104-81b1eb32ca99), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.710161 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (bba19d4b-a7a6-48dc-bb63-10dea14268f8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.713166 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.721080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37766) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:58.721700 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/networks/498dc289-3bca-410d-9104-81b1eb32ca99 HTTP/1.1" status: 204 len: 168 time: 2.1191924 Mar 10 15:17:58.723158 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (bba19d4b-a7a6-48dc-bb63-10dea14268f8), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.726815 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfbc0b-f357-422b-9738-777edc2ac428 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Network': ['ID=498dc289-3bca-410d-9104-81b1eb32ca99,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:58.733022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1859805096'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:58.763913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:58.771967 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.786013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (bba19d4b-a7a6-48dc-bb63-10dea14268f8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.786986 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Fanout notify agent at l3_agent the message router_deleted on router bba19d4b-a7a6-48dc-bb63-10dea14268f8 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:17:58.796462 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.797785 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aee56ea3-a3e4-436a-93b8-29b8745139f0 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/bba19d4b-a7a6-48dc-bb63-10dea14268f8 HTTP/1.1" status: 204 len: 168 time: 2.6760781 Mar 10 15:17:58.803320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37768) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:58.824792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-224805008', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:58.855593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:17:58.861926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (6350278b-edbb-44cf-8052-511f0b706a71), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.863377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (6350278b-edbb-44cf-8052-511f0b706a71), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.868639 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (66dfab7b-d1ca-4e41-b4c9-42a78fabacdd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:58.869345 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Added segment 66dfab7b-d1ca-4e41-b4c9-42a78fabacdd of type vlan for network 5907f3cd-124a-40b6-997b-986303bfb40b Mar 10 15:17:58.982743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (5907f3cd-124a-40b6-997b-986303bfb40b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.001421 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (6350278b-edbb-44cf-8052-511f0b706a71), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.037191 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (5907f3cd-124a-40b6-997b-986303bfb40b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.055978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:59.056956 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.116440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3920252 Mar 10 15:17:59.119999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37784) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:59.127151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '5907f3cd-124a-40b6-997b-986303bfb40b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:59.247218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-126a1107-ab77-47b9-a07d-b65948bcfd5c req-35831098-4603-41fe-8f6a-d5088f74ac81 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 210 time: 0.0502570 Mar 10 15:17:59.305573 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (6350278b-edbb-44cf-8052-511f0b706a71), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.356132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d8060-2084-4163-9692-b1ab0845301c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Network': ['ID=5907f3cd-124a-40b6-997b-986303bfb40b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:17:59.375101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 5907f3cd-124a-40b6-997b-986303bfb40b details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:17:59.490189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:59.493873 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.535957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37794) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:17:59.567684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (6350278b-edbb-44cf-8052-511f0b706a71), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.597440 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.680490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-5c310e0e-0b73-41b5-ad53-7a1bae1c595d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:17:59.682059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-5c310e0e-0b73-41b5-ad53-7a1bae1c595d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.62 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 814 time: 0.2804396 Mar 10 15:17:59.696513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Request body: {'port': {'device_id': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8', 'admin_state_up': True, 'tenant_id': '781f058c24d74226b0a1f986ddfccb0a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:17:59.747581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Allocated IP 172.25.3.109 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/154be8f2-4f26-48a8-992b-32dd9dcbbffb) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:17:59.814761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16fcb76c-050d-4410-b75b-3e23845ff39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.852148 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for port (154be8f2-4f26-48a8-992b-32dd9dcbbffb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.895731 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (154be8f2-4f26-48a8-992b-32dd9dcbbffb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.931100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (d3cc9be1-ef1c-4f68-88d0-ddf657e1407b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.936214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:17:59.940914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:17:59.941121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Made reservation on behalf of 781f058c24d74226b0a1f986ddfccb0a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:17:59.944411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:17:59.951719 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:17:59.982085 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Pushing event updated for resources: {'Port': ['ID=154be8f2-4f26-48a8-992b-32dd9dcbbffb,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:00.072021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Subnet': ['ID=d3cc9be1-ef1c-4f68-88d0-ddf657e1407b,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:00.115876 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16fcb76c-050d-4410-b75b-3e23845ff39c admin admin] Publish callbacks [] for security_group (7fb117b3-3aeb-4e27-adce-9fb6662dc0db), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.131650 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16fcb76c-050d-4410-b75b-3e23845ff39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7fb117b3-3aeb-4e27-adce-9fb6662dc0db), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.139224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Checking segment: {'id': '66dfab7b-d1ca-4e41-b4c9-42a78fabacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5907f3cd-124a-40b6-997b-986303bfb40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:18:00.139457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network hostable DHCP agents. Network: 5907f3cd-124a-40b6-997b-986303bfb40b, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:18:00.223885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-16fcb76c-050d-4410-b75b-3e23845ff39c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b071d52c8c004d0f99ee52d8181537f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6813397 Mar 10 15:18:00.225102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37804) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:00.228387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcb76c-050d-4410-b75b-3e23845ff39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb117b3-3aeb-4e27-adce-9fb6662dc0db,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:00.241105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 5907f3cd-124a-40b6-997b-986303bfb40b is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:18:00.285237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Allocated IP 172.20.0.2 (bc60e837-6e35-4781-854e-c11a326bffb8/1ad25c65-3dd0-442b-aaf8-9d82e0bd1295/5b86ddaa-aa5f-4786-a085-63cf34d10b2e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:00.350814 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-396fad13-0a2f-4c0e-a70a-718b9d7953ed admin admin] Publish callbacks [] for security_group (7fb117b3-3aeb-4e27-adce-9fb6662dc0db), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.374886 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (6350278b-edbb-44cf-8052-511f0b706a71), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.418842 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-396fad13-0a2f-4c0e-a70a-718b9d7953ed admin admin] Publish callbacks [] for security_group (7fb117b3-3aeb-4e27-adce-9fb6662dc0db), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.424533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 5907f3cd-124a-40b6-997b-986303bfb40b) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:00.434356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0de0c5d-84b4-46b6-82bf-0d00ffaabdf7 None None] Network 5907f3cd-124a-40b6-997b-986303bfb40b requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:00.460530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:00.461586 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.476502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0533b64-94c5-4c3f-bb80-e147e9f0f2fd req-0fcf1b21-cd82-47b5-9e81-004dd1fc2941 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 210 time: 0.0783241 Mar 10 15:18:00.520097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-23b28f22-6ea0-4d03-a43c-99679f604ec8 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3973806 Mar 10 15:18:00.521359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37810) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:00.526699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': '5907f3cd-124a-40b6-997b-986303bfb40b', 'name': 'tempest-PortsTestJSON-290677647', 'fixed_ips': [{'subnet_id': 'd3cc9be1-ef1c-4f68-88d0-ddf657e1407b', 'ip_address': '172.20.0.10'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:00.554489 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-396fad13-0a2f-4c0e-a70a-718b9d7953ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7fb117b3-3aeb-4e27-adce-9fb6662dc0db), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.558974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks [] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.559453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-396fad13-0a2f-4c0e-a70a-718b9d7953ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.564057 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-396fad13-0a2f-4c0e-a70a-718b9d7953ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fb117b3-3aeb-4e27-adce-9fb6662dc0db HTTP/1.1" status: 204 len: 168 time: 0.3343129 Mar 10 15:18:00.597717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-5907f3cd-124a-40b6-997b-986303bfb40b', 'network_id': '5907f3cd-124a-40b6-997b-986303bfb40b', 'project_id': 'aa26aacc79454b00ba521d73bb0c65a0', 'fixed_ips': [{'subnet_id': 'd3cc9be1-ef1c-4f68-88d0-ddf657e1407b'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:18:00.604721 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.609623 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fad13-0a2f-4c0e-a70a-718b9d7953ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb117b3-3aeb-4e27-adce-9fb6662dc0db,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:00.707395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (6350278b-edbb-44cf-8052-511f0b706a71), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.803793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Allocated IP 172.20.0.2 (5907f3cd-124a-40b6-997b-986303bfb40b/d3cc9be1-ef1c-4f68-88d0-ddf657e1407b/7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:00.808522 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.879063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:00.885465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Network bc60e837-6e35-4781-854e-c11a326bffb8 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:00.888532 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Router 6350278b-edbb-44cf-8052-511f0b706a71 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:18:00.906231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:00.909173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:18:00.968367 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Publish callbacks [] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.974720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:00.975346 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.976561 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:00.985745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:01.021302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37816) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:01.029100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Network 5907f3cd-124a-40b6-997b-986303bfb40b is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:01.033349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:01.034405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-76a6a6e6-5f1f-4ada-af51-5903e7e6c167 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3431375 Mar 10 15:18:01.042892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:18:01.046746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Request body: {'port': {'device_id': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:01.051379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Pushing event updated for resources: {'Port': ['ID=7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:01.056657 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-93cacadd-b067-459a-802f-4d2553716fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:01.125939 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:01.131190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Attempting to bind port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:18:01.131908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Attempting to bind port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '66dfab7b-d1ca-4e41-b4c9-42a78fabacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5907f3cd-124a-40b6-997b-986303bfb40b'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:18:01.132754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Attempting to bind port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c on network 5907f3cd-124a-40b6-997b-986303bfb40b {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:18:01.139134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:18:01.140095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Checking segment: {'id': '66dfab7b-d1ca-4e41-b4c9-42a78fabacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5907f3cd-124a-40b6-997b-986303bfb40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:18:01.140537 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:01.141783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Bound using segment: {'id': '66dfab7b-d1ca-4e41-b4c9-42a78fabacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5907f3cd-124a-40b6-997b-986303bfb40b'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:18:01.142347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Bound port: 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dfab7b-d1ca-4e41-b4c9-42a78fabacdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5907f3cd-124a-40b6-997b-986303bfb40b'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:18:01.143245 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:01.147090 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:01.154877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port 9b90de8e-79d7-4fab-a695-c37df7c6ebf1 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:18:01.160251 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:18:01.173021 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea872d-c824-47b9-bb8b-6e68298a3fbe None None] Sync routers for ids ['6350278b-edbb-44cf-8052-511f0b706a71'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:18:01.188074 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea872d-c824-47b9-bb8b-6e68298a3fbe None None] Routers {'6350278b-edbb-44cf-8052-511f0b706a71'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:18:01.190206 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-dbea872d-c824-47b9-bb8b-6e68298a3fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6350278b-edbb-44cf-8052-511f0b706a71'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:01.193603 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:01.198156 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0d127425-c4b2-4d37-a9c8-0717dfe7b74c tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3936694 Mar 10 15:18:01.198771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37818) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:01.208326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:01.250533 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-dbea872d-c824-47b9-bb8b-6e68298a3fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:01.260329 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea872d-c824-47b9-bb8b-6e68298a3fbe None None] Routers {'6350278b-edbb-44cf-8052-511f0b706a71'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:18:01.261271 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-dbea872d-c824-47b9-bb8b-6e68298a3fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6350278b-edbb-44cf-8052-511f0b706a71'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:01.300069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] For port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:18:01.300498 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-dbea872d-c824-47b9-bb8b-6e68298a3fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:01.301374 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea872d-c824-47b9-bb8b-6e68298a3fbe None None] The sync data for ids ['6350278b-edbb-44cf-8052-511f0b706a71'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:18:01.309400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] For port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c,segment=NetworkSegment(66dfab7b-d1ca-4e41-b4c9-42a78fabacdd),segment_id=66dfab7b-d1ca-4e41-b4c9-42a78fabacdd)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:18:01.319978 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:01.409201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de59686-dd57-4e73-b539-5d67e42dbc8b None None] Pushing event updated for resources: {'Port': ['ID=7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:01.583964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.10 (5907f3cd-124a-40b6-997b-986303bfb40b/d3cc9be1-ef1c-4f68-88d0-ddf657e1407b/9b90de8e-79d7-4fab-a695-c37df7c6ebf1) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:01.586708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-93cacadd-b067-459a-802f-4d2553716fef admin admin] Publish callbacks [] for security_group (511cb4e2-990b-4209-bbbd-14ccaec3d5e4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:01.596069 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-93cacadd-b067-459a-802f-4d2553716fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (511cb4e2-990b-4209-bbbd-14ccaec3d5e4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:01.670730 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-93cacadd-b067-459a-802f-4d2553716fef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d37aacef5154310a82ddfaa934642e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6434903 Mar 10 15:18:01.716063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37830) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:01.749706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cacadd-b067-459a-802f-4d2553716fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511cb4e2-990b-4209-bbbd-14ccaec3d5e4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:01.897546 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b517e4d0-c69a-4d80-94f0-7627006a680f admin admin] Publish callbacks [] for security_group (511cb4e2-990b-4209-bbbd-14ccaec3d5e4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:01.974660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b517e4d0-c69a-4d80-94f0-7627006a680f admin admin] Publish callbacks [] for security_group (511cb4e2-990b-4209-bbbd-14ccaec3d5e4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.003094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (6350278b-edbb-44cf-8052-511f0b706a71), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.035311 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_gateway (6350278b-edbb-44cf-8052-511f0b706a71), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.084219 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b517e4d0-c69a-4d80-94f0-7627006a680f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (511cb4e2-990b-4209-bbbd-14ccaec3d5e4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.094954 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b517e4d0-c69a-4d80-94f0-7627006a680f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.100227 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b517e4d0-c69a-4d80-94f0-7627006a680f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/511cb4e2-990b-4209-bbbd-14ccaec3d5e4 HTTP/1.1" status: 204 len: 168 time: 0.3801789 Mar 10 15:18:02.118256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517e4d0-c69a-4d80-94f0-7627006a680f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511cb4e2-990b-4209-bbbd-14ccaec3d5e4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:02.173990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Deleting port 154be8f2-4f26-48a8-992b-32dd9dcbbffb {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:02.174244 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (154be8f2-4f26-48a8-992b-32dd9dcbbffb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.294186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5169c98-4f0c-45b6-867d-21274b2a23db req-1ec0c828-9d56-473c-9544-d19b4c83065f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:02.295581 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (154be8f2-4f26-48a8-992b-32dd9dcbbffb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.296452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5169c98-4f0c-45b6-867d-21274b2a23db req-1ec0c828-9d56-473c-9544-d19b4c83065f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 931 time: 0.2458184 Mar 10 15:18:02.317529 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Calling delete_port for 154be8f2-4f26-48a8-992b-32dd9dcbbffb owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:02.560379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b86ddaa-aa5f-4786-a085-63cf34d10b2e {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:18:02.572784 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (9b90de8e-79d7-4fab-a695-c37df7c6ebf1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.578196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5169c98-4f0c-45b6-867d-21274b2a23db req-bb25bcef-7226-4b5b-8e3f-f7c7bd9f97ac tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376821 Mar 10 15:18:02.580238 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Publish callbacks [] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.642078 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (154be8f2-4f26-48a8-992b-32dd9dcbbffb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.656682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Transition to ACTIVE for port object 5b86ddaa-aa5f-4786-a085-63cf34d10b2e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:18:02.671770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.745026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Pushing event deleted for resources: {'Port': ['ID=154be8f2-4f26-48a8-992b-32dd9dcbbffb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:02.751247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:02.785774 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9b90de8e-79d7-4fab-a695-c37df7c6ebf1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.890367 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (6350278b-edbb-44cf-8052-511f0b706a71), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:02.920317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 5907f3cd-124a-40b6-997b-986303bfb40b is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:02.931335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:02.936744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:18:02.952067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3ab639-ef60-4afb-8cc3-a02e39cdb320 None None] Network 5907f3cd-124a-40b6-997b-986303bfb40b requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:02.968361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=9b90de8e-79d7-4fab-a695-c37df7c6ebf1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:02.991487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Attempting to bind port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:18:02.991487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Attempting to bind port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:18:02.991802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Attempting to bind port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e on network bc60e837-6e35-4781-854e-c11a326bffb8 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:18:03.004476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e on network bc60e837-6e35-4781-854e-c11a326bffb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:18:03.004851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Attempting to bind port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e on network bc60e837-6e35-4781-854e-c11a326bffb8 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:18:03.018099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:03.018739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:03.023278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:18:03.023634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Checking segment: {'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:18:03.024314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Bound using segment: {'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:18:03.024760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Bound port: 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:18:03.025112 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:03.063238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-671f2b57-fd4b-4384-b6ba-22f4a57c74c9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5384576 Mar 10 15:18:03.069374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3392a960-394c-4d4e-a06d-3feedfa01451 None None] Provisioning complete for port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:03.069526 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37854) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:03.071047 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3392a960-394c-4d4e-a06d-3feedfa01451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:03.081020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': '5907f3cd-124a-40b6-997b-986303bfb40b', 'name': 'tempest-PortsTestJSON-1092785136', 'fixed_ips': [{'subnet_id': 'd3cc9be1-ef1c-4f68-88d0-ddf657e1407b', 'ip_address': '172.20.0.9'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:03.141747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:18:03.145811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:18:03.154344 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:03.229995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:03.230615 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:03.232034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] 10.222.0.62 "PUT /v2.0/ports/5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 1091 time: 2.1898062 Mar 10 15:18:03.232479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:18:03.235314 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abfd214-e2ba-41f2-878c-c5da82bf8906" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:18:03.268742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98723eca-e339-4d86-bf6f-050ba323c26e service neutron] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:03.333178 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d5ec0b-2627-4d07-88cf-52c4d125d5d9 x-openstack-request-id: req-14d5ec0b-2627-4d07-88cf-52c4d125d5d9 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:18:03.333772 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:18:03.333772 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14d5ec0b-2627-4d07-88cf-52c4d125d5d9 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:18:03.334104 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'status': 'completed', 'code': 200} Mar 10 15:18:03.376168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-f738aafa-f090-4538-bcaf-9601baea00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:03.377891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-f738aafa-f090-4538-bcaf-9601baea00e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1125 time: 0.0909727 Mar 10 15:18:03.384288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3392a960-394c-4d4e-a06d-3feedfa01451 None None] Current status of the port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:03.384682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3392a960-394c-4d4e-a06d-3feedfa01451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:03.442382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3392a960-394c-4d4e-a06d-3feedfa01451 None None] For port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c,segment=NetworkSegment(66dfab7b-d1ca-4e41-b4c9-42a78fabacdd),segment_id=66dfab7b-d1ca-4e41-b4c9-42a78fabacdd)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:03.450688 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3392a960-394c-4d4e-a06d-3feedfa01451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:03.470913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-d5851a4a-f049-430f-a9a1-eb5e10933cdd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 217 time: 0.0843711 Mar 10 15:18:03.568924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392a960-394c-4d4e-a06d-3feedfa01451 None None] Pushing event updated for resources: {'Port': ['ID=7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:03.574125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-bf7d5720-2403-438b-b3fd-7fb9d316b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:03.583482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-bf7d5720-2403-438b-b3fd-7fb9d316b970 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.1046934 Mar 10 15:18:03.648739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-9b40959b-3c43-4730-8780-fed98bbe6be6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577061 Mar 10 15:18:03.789632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b59813b7-22cc-48d1-aad9-446971db3d7d None None] Provisioning complete for port 9b90de8e-79d7-4fab-a695-c37df7c6ebf1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:03.790106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b59813b7-22cc-48d1-aad9-446971db3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9b90de8e-79d7-4fab-a695-c37df7c6ebf1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:03.867221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-5f224670-4f59-4869-b8af-a162239ad596 service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101758 Mar 10 15:18:03.906668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:18:03.921671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b59813b7-22cc-48d1-aad9-446971db3d7d None None] Port 9b90de8e-79d7-4fab-a695-c37df7c6ebf1 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:04.042050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b59813b7-22cc-48d1-aad9-446971db3d7d None None] Provisioning complete for port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:04.042748 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b59813b7-22cc-48d1-aad9-446971db3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:04.098801 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (6350278b-edbb-44cf-8052-511f0b706a71), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:04.106303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (6350278b-edbb-44cf-8052-511f0b706a71), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:04.118681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:04.187912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:04.188288 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:04.192815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253032e2-95c3-42f9-81a9-a863ded72866 req-02c97694-66ef-4b96-9870-147a636de5cc tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:04.199722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-253032e2-95c3-42f9-81a9-a863ded72866 req-02c97694-66ef-4b96-9870-147a636de5cc tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 943 time: 0.3320017 Mar 10 15:18:04.270530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Router 6350278b-edbb-44cf-8052-511f0b706a71 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:18:04.345829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-253032e2-95c3-42f9-81a9-a863ded72866 req-0674ba19-dd8e-479b-a54f-12c95d9eaf81 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451545 Mar 10 15:18:04.348581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95df66c7-79e3-48ed-a149-789397c7fce0 req-fd97a87a-b650-4fe8-85a8-f8e7d5a95692 service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409902 Mar 10 15:18:04.352391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b59813b7-22cc-48d1-aad9-446971db3d7d None None] Current status of the port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:04.417812 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:04.428568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:04.463859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port 20d60a68-3356-467d-a130-6f0cf475edba yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:18:04.476593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-928b4389-5b1e-47ba-8e02-7d0967ef5bbb None None] Provisioning complete for port 9b90de8e-79d7-4fab-a695-c37df7c6ebf1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:04.477077 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-928b4389-5b1e-47ba-8e02-7d0967ef5bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9b90de8e-79d7-4fab-a695-c37df7c6ebf1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:04.488325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd214-e2ba-41f2-878c-c5da82bf8906 req-ed7c1571-e85d-4e51-822d-58dfe4c621b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:04.491680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5abfd214-e2ba-41f2-878c-c5da82bf8906 req-ed7c1571-e85d-4e51-822d-58dfe4c621b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1125 time: 0.0833054 Mar 10 15:18:04.575226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-928b4389-5b1e-47ba-8e02-7d0967ef5bbb None None] Port 9b90de8e-79d7-4fab-a695-c37df7c6ebf1 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:04.682377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:18:04.694642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0044afb-822c-4bbf-a624-6ecd034d4e8a None None] Sync routers for ids ['6350278b-edbb-44cf-8052-511f0b706a71'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:18:04.696679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd214-e2ba-41f2-878c-c5da82bf8906 req-2259e7d5-1e26-4b18-877b-66892b35734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:04.698844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5abfd214-e2ba-41f2-878c-c5da82bf8906 req-2259e7d5-1e26-4b18-877b-66892b35734c service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 915 time: 0.1952975 Mar 10 15:18:04.701992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:04.704646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0044afb-822c-4bbf-a624-6ecd034d4e8a None None] Routers {'6350278b-edbb-44cf-8052-511f0b706a71'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:18:04.705224 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d0044afb-822c-4bbf-a624-6ecd034d4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6350278b-edbb-44cf-8052-511f0b706a71'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:04.706021 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bd247198-3004-4c7d-bce1-42f57fb346c8 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "PUT /v2.0/routers/6350278b-edbb-44cf-8052-511f0b706a71 HTTP/1.1" status: 200 len: 709 time: 3.5013547 Mar 10 15:18:04.709108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37904) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:04.743816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d0044afb-822c-4bbf-a624-6ecd034d4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:04.753285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0044afb-822c-4bbf-a624-6ecd034d4e8a None None] Routers {'6350278b-edbb-44cf-8052-511f0b706a71'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:18:04.754058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d0044afb-822c-4bbf-a624-6ecd034d4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['6350278b-edbb-44cf-8052-511f0b706a71'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:04.793116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5abfd214-e2ba-41f2-878c-c5da82bf8906 req-fc613c08-c1ca-47b1-b1da-94143358523b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 217 time: 0.0847940 Mar 10 15:18:04.837622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.9 (5907f3cd-124a-40b6-997b-986303bfb40b/d3cc9be1-ef1c-4f68-88d0-ddf657e1407b/20d60a68-3356-467d-a130-6f0cf475edba) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:04.919292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd214-e2ba-41f2-878c-c5da82bf8906 req-f76c5d6b-729b-4405-8f84-3c222b773fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:04.926101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5abfd214-e2ba-41f2-878c-c5da82bf8906 req-f76c5d6b-729b-4405-8f84-3c222b773fbf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.1250880 Mar 10 15:18:04.931985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-816e650a-8f55-4053-b33c-93780480f96d tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/routers/6350278b-edbb-44cf-8052-511f0b706a71 HTTP/1.1" status: 200 len: 744 time: 0.2180438 Mar 10 15:18:04.955884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37908) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:04.981254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d0044afb-822c-4bbf-a624-6ecd034d4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:04.982246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0044afb-822c-4bbf-a624-6ecd034d4e8a None None] The sync data for ids ['6350278b-edbb-44cf-8052-511f0b706a71'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:18:05.025268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5abfd214-e2ba-41f2-878c-c5da82bf8906 req-b998e704-4956-40fe-ab30-020248eaf82a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920560 Mar 10 15:18:05.056610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7f124bf0-b92f-40c7-ba63-d3b20d6d905a tempest-RoutersIpV6AdminTest-367491153 tempest-RoutersIpV6AdminTest-367491153-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&device_id=6350278b-edbb-44cf-8052-511f0b706a71 HTTP/1.1" status: 200 len: 205 time: 0.0985866 Mar 10 15:18:05.059386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37912) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:05.071916 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (20d60a68-3356-467d-a130-6f0cf475edba), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.098712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-21462e69-9ca2-4843-8c12-6c1b53c36f50 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=6350278b-edbb-44cf-8052-511f0b706a71 HTTP/1.1" status: 200 len: 205 time: 0.0384426 Mar 10 15:18:05.101699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37914) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:05.138073 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (20d60a68-3356-467d-a130-6f0cf475edba), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.150879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37916) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:05.190412 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 5907f3cd-124a-40b6-997b-986303bfb40b is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:05.193684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:05.199877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:18:05.235367 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2665-f22c-4e00-b72a-22076fb8d876 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (6350278b-edbb-44cf-8052-511f0b706a71), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.237342 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:18:05.253827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:05.254525 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.281886 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2109940 Mar 10 15:18:05.285694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37920) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:05.293994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53720f-a983-4f67-93f4-28d7c2928189 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=20d60a68-3356-467d-a130-6f0cf475edba,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:05.343847 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff8cfa90-8df6-473a-8e6d-dea12ca68f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.447565 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff8cfa90-8df6-473a-8e6d-dea12ca68f3f admin admin] Publish callbacks [] for security_group (e9511d83-7b2e-4761-818f-b2920b70c1a3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.452802 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5abfd214-e2ba-41f2-878c-c5da82bf8906 req-00ab906c-1bbd-4772-b68f-4be78dc2504a service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045413 Mar 10 15:18:05.457201 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff8cfa90-8df6-473a-8e6d-dea12ca68f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e9511d83-7b2e-4761-818f-b2920b70c1a3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.503995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5edfbee6-de18-4e56-8c27-4df3ecc1e8cb None None] Provisioning complete for port 20d60a68-3356-467d-a130-6f0cf475edba triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:05.505160 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5edfbee6-de18-4e56-8c27-4df3ecc1e8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (20d60a68-3356-467d-a130-6f0cf475edba), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.510300 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ff8cfa90-8df6-473a-8e6d-dea12ca68f3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b9afbc413904ce4a0f43acfdb8ab378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3583052 Mar 10 15:18:05.513346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37924) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:05.522953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cfa90-8df6-473a-8e6d-dea12ca68f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9511d83-7b2e-4761-818f-b2920b70c1a3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:05.558686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5edfbee6-de18-4e56-8c27-4df3ecc1e8cb None None] Port 20d60a68-3356-467d-a130-6f0cf475edba cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:05.596165 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a3e4566-d4fe-4725-b4c7-e519ca70b685 admin admin] Publish callbacks [] for security_group (e9511d83-7b2e-4761-818f-b2920b70c1a3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.633470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a3e4566-d4fe-4725-b4c7-e519ca70b685 admin admin] Publish callbacks [] for security_group (e9511d83-7b2e-4761-818f-b2920b70c1a3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.707705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a3e4566-d4fe-4725-b4c7-e519ca70b685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e9511d83-7b2e-4761-818f-b2920b70c1a3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.710288 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a3e4566-d4fe-4725-b4c7-e519ca70b685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.711471 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3a3e4566-d4fe-4725-b4c7-e519ca70b685 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9511d83-7b2e-4761-818f-b2920b70c1a3 HTTP/1.1" status: 204 len: 168 time: 0.1972055 Mar 10 15:18:05.738130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e4566-d4fe-4725-b4c7-e519ca70b685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9511d83-7b2e-4761-818f-b2920b70c1a3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:05.767349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2665-f22c-4e00-b72a-22076fb8d876 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (6350278b-edbb-44cf-8052-511f0b706a71), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.793240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb9ae99-9eeb-4fc8-95bc-7605a3f3761b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:05.799113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5bb9ae99-9eeb-4fc8-95bc-7605a3f3761b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5086646 Mar 10 15:18:05.799791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37934) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:05.804767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2665-f22c-4e00-b72a-22076fb8d876 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router_controller (6350278b-edbb-44cf-8052-511f0b706a71), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.828483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861a48-8231-4937-a160-137a64c85aa1 req-eb4e7d90-7865-4b86-b56e-fb0511cd5caa tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:05.830348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8861a48-8231-4937-a160-137a64c85aa1 req-eb4e7d90-7865-4b86-b56e-fb0511cd5caa tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 943 time: 0.3764591 Mar 10 15:18:05.901025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5abfd214-e2ba-41f2-878c-c5da82bf8906 req-d90b9087-eb7a-4123-b1e0-29786143f635 service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136584 Mar 10 15:18:05.905761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2665-f22c-4e00-b72a-22076fb8d876 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (6350278b-edbb-44cf-8052-511f0b706a71), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.918902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ce2665-f22c-4e00-b72a-22076fb8d876 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Fanout notify agent at l3_agent the message router_deleted on router 6350278b-edbb-44cf-8052-511f0b706a71 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:18:05.928841 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2665-f22c-4e00-b72a-22076fb8d876 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:05.930162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e7ce2665-f22c-4e00-b72a-22076fb8d876 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/6350278b-edbb-44cf-8052-511f0b706a71 HTTP/1.1" status: 204 len: 168 time: 0.8275933 Mar 10 15:18:05.934613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37938) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:05.997874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-369baec2-ee9b-41fe-b9b4-cab4d185e7f5 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=6350278b-edbb-44cf-8052-511f0b706a71 HTTP/1.1" status: 200 len: 205 time: 0.0593534 Mar 10 15:18:05.999437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37944) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.100230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436c4e12-1611-40d1-838c-58d9aa97d7b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:06.111723 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-f23a118d-90b5-477d-b75a-4e46aecdd6b3 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] delete failed (client error): The resource could not be found. Mar 10 15:18:06.115603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f23a118d-90b5-477d-b75a-4e46aecdd6b3 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/6350278b-edbb-44cf-8052-511f0b706a71 HTTP/1.1" status: 404 len: 336 time: 0.1124318 Mar 10 15:18:06.117225 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436c4e12-1611-40d1-838c-58d9aa97d7b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:06.126254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8861a48-8231-4937-a160-137a64c85aa1 req-d5ddf067-f980-426d-b4e9-42cc916f380c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589750 Mar 10 15:18:06.126756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37946) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.127846 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436c4e12-1611-40d1-838c-58d9aa97d7b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:06.129604 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-436c4e12-1611-40d1-838c-58d9aa97d7b7 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3286090 Mar 10 15:18:06.135279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37948) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.183012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8de57831-19a2-4049-a768-0dc512364508 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=bba19d4b-a7a6-48dc-bb63-10dea14268f8 HTTP/1.1" status: 200 len: 205 time: 0.0506365 Mar 10 15:18:06.184276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37952) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.257809 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-cf27340a-3470-448f-b9d4-b4828fdb6152 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] delete failed (client error): The resource could not be found. Mar 10 15:18:06.258880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cf27340a-3470-448f-b9d4-b4828fdb6152 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/bba19d4b-a7a6-48dc-bb63-10dea14268f8 HTTP/1.1" status: 404 len: 336 time: 0.0729697 Mar 10 15:18:06.261870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37956) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.277676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37958) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.315705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1d2be30a-9259-4c86-98ec-c05e7f61241d tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd903c69-4142-4a63-bbc7-9939bb41d665 HTTP/1.1" status: 200 len: 205 time: 0.0527675 Mar 10 15:18:06.317469 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7191bc3a-9fc3-42ff-b123-c04dfb6a1a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:06.318672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37960) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.409321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-31740463-13ef-4290-b1bf-54bd1423c4d1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 20d60a68-3356-467d-a130-6f0cf475edba {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:06.410255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31740463-13ef-4290-b1bf-54bd1423c4d1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (20d60a68-3356-467d-a130-6f0cf475edba), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:06.414119 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-ea6d3bcb-ad52-4210-84be-3aab43afc9f4 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] delete failed (client error): The resource could not be found. Mar 10 15:18:06.418135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37964) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.418493 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ea6d3bcb-ad52-4210-84be-3aab43afc9f4 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/dd903c69-4142-4a63-bbc7-9939bb41d665 HTTP/1.1" status: 404 len: 336 time: 0.0984509 Mar 10 15:18:06.468282 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7191bc3a-9fc3-42ff-b123-c04dfb6a1a0c admin admin] Publish callbacks [] for security_group (3ce95c5c-0195-4436-b3b6-05857341264a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:06.474206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c015fd6b-b089-4fd7-b27f-67b1e5ddfeeb tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=44b6f3e8-fe89-4541-bc57-bbebecdfc10e HTTP/1.1" status: 200 len: 205 time: 0.0526137 Mar 10 15:18:06.474597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37966) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.526414 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7191bc3a-9fc3-42ff-b123-c04dfb6a1a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3ce95c5c-0195-4436-b3b6-05857341264a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:06.583322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31740463-13ef-4290-b1bf-54bd1423c4d1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (20d60a68-3356-467d-a130-6f0cf475edba), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:06.591753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7191bc3a-9fc3-42ff-b123-c04dfb6a1a0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c25d582f9ec54c0aaab98d8099e8f0a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3121889 Mar 10 15:18:06.595259 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37968) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.598491 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-16cef229-c005-469a-96ee-ede4abfac6d4 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] delete failed (client error): The resource could not be found. Mar 10 15:18:06.599605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-16cef229-c005-469a-96ee-ede4abfac6d4 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/44b6f3e8-fe89-4541-bc57-bbebecdfc10e HTTP/1.1" status: 404 len: 336 time: 0.1238992 Mar 10 15:18:06.611766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37970) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.639919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-31740463-13ef-4290-b1bf-54bd1423c4d1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 20d60a68-3356-467d-a130-6f0cf475edba owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:06.691107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3e020ca5-f318-43af-8f06-cec34d03fa4a tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e1d8722-7386-426b-949f-508db0cd5083 HTTP/1.1" status: 200 len: 205 time: 0.0762546 Mar 10 15:18:06.694418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37974) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.721278 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3eae237a-a4d2-4dfe-8766-928c5b6a14ca admin admin] Publish callbacks [] for security_group (3ce95c5c-0195-4436-b3b6-05857341264a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:06.759235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3eae237a-a4d2-4dfe-8766-928c5b6a14ca admin admin] Publish callbacks [] for security_group (3ce95c5c-0195-4436-b3b6-05857341264a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:06.820923 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-699dd5cb-a745-42dc-baae-ec8f9d816ecb tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] delete failed (client error): The resource could not be found. Mar 10 15:18:06.824218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-699dd5cb-a745-42dc-baae-ec8f9d816ecb tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/2e1d8722-7386-426b-949f-508db0cd5083 HTTP/1.1" status: 404 len: 336 time: 0.1266410 Mar 10 15:18:06.830879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37976) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.831920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191bc3a-9fc3-42ff-b123-c04dfb6a1a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce95c5c-0195-4436-b3b6-05857341264a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:06.897293 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8d1b81c4-df43-4c72-9517-adb262dee6db tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1975069-19a1-49a0-826a-9eec6d422538 HTTP/1.1" status: 200 len: 205 time: 0.0620682 Mar 10 15:18:06.897670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37978) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.922278 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3eae237a-a4d2-4dfe-8766-928c5b6a14ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3ce95c5c-0195-4436-b3b6-05857341264a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:06.926276 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3eae237a-a4d2-4dfe-8766-928c5b6a14ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:06.931105 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3eae237a-a4d2-4dfe-8766-928c5b6a14ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ce95c5c-0195-4436-b3b6-05857341264a HTTP/1.1" status: 204 len: 168 time: 0.3325205 Mar 10 15:18:06.939844 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-4bdb00b0-3745-49fc-b702-39d4bb62a1f6 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] delete failed (client error): The resource could not be found. Mar 10 15:18:06.940858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4bdb00b0-3745-49fc-b702-39d4bb62a1f6 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/routers/c1975069-19a1-49a0-826a-9eec6d422538 HTTP/1.1" status: 404 len: 336 time: 0.0422008 Mar 10 15:18:06.949480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37982) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:06.962506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae237a-a4d2-4dfe-8766-928c5b6a14ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce95c5c-0195-4436-b3b6-05857341264a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:06.989619 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31740463-13ef-4290-b1bf-54bd1423c4d1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (20d60a68-3356-467d-a130-6f0cf475edba), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:07.002250 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-941b6bc2-d711-4039-8933-48f774f9e401 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:07.002882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941b6bc2-d711-4039-8933-48f774f9e401 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:07.005835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-941b6bc2-d711-4039-8933-48f774f9e401 tempest-RoutersIpV6AdminTest-138107856 tempest-RoutersIpV6AdminTest-138107856-project] 10.222.0.11 "DELETE /v2.0/subnets/6e141e66-5cb5-4aa1-8526-b89762c8533b HTTP/1.1" status: 404 len: 337 time: 0.0554121 Mar 10 15:18:07.071160 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31740463-13ef-4290-b1bf-54bd1423c4d1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=20d60a68-3356-467d-a130-6f0cf475edba,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:07.193353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 5b86ddaa-aa5f-4786-a085-63cf34d10b2e details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:18:07.239304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31740463-13ef-4290-b1bf-54bd1423c4d1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:07.245800 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 37988) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:07.251411 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-31740463-13ef-4290-b1bf-54bd1423c4d1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/20d60a68-3356-467d-a130-6f0cf475edba HTTP/1.1" status: 204 len: 168 time: 1.1147351 Mar 10 15:18:07.319851 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a54fd1-aedb-4f02-95ce-329ca3c4936e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:18:07.327499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-40a54fd1-aedb-4f02-95ce-329ca3c4936e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/20d60a68-3356-467d-a130-6f0cf475edba HTTP/1.1" status: 404 len: 333 time: 0.0796080 Mar 10 15:18:07.330497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 37992) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:07.508697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:07.546561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8', 'port_id': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'mac_address': 'fa:16:3e:8c:51:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad25c65-3dd0-442b-aaf8-9d82e0bd1295', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:18:07.574536 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38000) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:07.603403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:07.604078 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:07.624938 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b86ddaa-aa5f-4786-a085-63cf34d10b2e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:18:07.637181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-f4be7b03-03dc-4e19-8afc-fb12ec36c73a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 9b90de8e-79d7-4fab-a695-c37df7c6ebf1 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:07.637541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b03-03dc-4e19-8afc-fb12ec36c73a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9b90de8e-79d7-4fab-a695-c37df7c6ebf1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:07.665360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:07.684281 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:07.818475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:07.870614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b03-03dc-4e19-8afc-fb12ec36c73a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9b90de8e-79d7-4fab-a695-c37df7c6ebf1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:07.924455 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77b78886-01be-42a6-a57a-e539cab58bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:07.935485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-f4be7b03-03dc-4e19-8afc-fb12ec36c73a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 9b90de8e-79d7-4fab-a695-c37df7c6ebf1 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:08.001475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['5b86ddaa-aa5f-4786-a085-63cf34d10b2e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:18:08.049130 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77b78886-01be-42a6-a57a-e539cab58bdf admin admin] Publish callbacks [] for security_group (d0d0a439-6d68-42dd-bcda-8bef9b5aa4f7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:08.065870 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77b78886-01be-42a6-a57a-e539cab58bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d0d0a439-6d68-42dd-bcda-8bef9b5aa4f7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:08.195819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750a7bd-335d-405b-8e11-52cf09a50686 req-53fb1037-ac7d-4c56-9f0b-1e528016c76a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:08.197603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9750a7bd-335d-405b-8e11-52cf09a50686 req-53fb1037-ac7d-4c56-9f0b-1e528016c76a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 943 time: 0.8876266 Mar 10 15:18:08.255158 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-77b78886-01be-42a6-a57a-e539cab58bdf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1dfdce5737f94c068e5a8ebbfb506b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6770613 Mar 10 15:18:08.258805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38018) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:08.267959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b78886-01be-42a6-a57a-e539cab58bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d0a439-6d68-42dd-bcda-8bef9b5aa4f7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:08.353519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9750a7bd-335d-405b-8e11-52cf09a50686 req-86ae82e6-c830-4268-bfca-786b3f115488 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465909 Mar 10 15:18:08.384498 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4535ffcf-f15e-4a3f-bbbb-a83a1f50cac0 admin admin] Publish callbacks [] for security_group (d0d0a439-6d68-42dd-bcda-8bef9b5aa4f7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:08.439360 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4535ffcf-f15e-4a3f-bbbb-a83a1f50cac0 admin admin] Publish callbacks [] for security_group (d0d0a439-6d68-42dd-bcda-8bef9b5aa4f7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:08.457684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b03-03dc-4e19-8afc-fb12ec36c73a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (9b90de8e-79d7-4fab-a695-c37df7c6ebf1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:08.501696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be7b03-03dc-4e19-8afc-fb12ec36c73a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=9b90de8e-79d7-4fab-a695-c37df7c6ebf1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:08.539187 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4535ffcf-f15e-4a3f-bbbb-a83a1f50cac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d0d0a439-6d68-42dd-bcda-8bef9b5aa4f7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:08.547620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4535ffcf-f15e-4a3f-bbbb-a83a1f50cac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:08.557898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4535ffcf-f15e-4a3f-bbbb-a83a1f50cac0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0d0a439-6d68-42dd-bcda-8bef9b5aa4f7 HTTP/1.1" status: 204 len: 168 time: 0.2978098 Mar 10 15:18:08.590563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535ffcf-f15e-4a3f-bbbb-a83a1f50cac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d0a439-6d68-42dd-bcda-8bef9b5aa4f7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:08.655387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b03-03dc-4e19-8afc-fb12ec36c73a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:08.659581 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f4be7b03-03dc-4e19-8afc-fb12ec36c73a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/9b90de8e-79d7-4fab-a695-c37df7c6ebf1 HTTP/1.1" status: 204 len: 168 time: 1.3275640 Mar 10 15:18:08.664424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38028) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:08.707711 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc53cf1a-0a3f-4abb-ad93-e35a1db3024b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:18:08.709803 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cc53cf1a-0a3f-4abb-ad93-e35a1db3024b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/9b90de8e-79d7-4fab-a695-c37df7c6ebf1 HTTP/1.1" status: 404 len: 333 time: 0.0439122 Mar 10 15:18:08.712693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38030) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:08.913768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c90891f-ceba-4fa4-91ba-c7e611b8ac3c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting subnet d3cc9be1-ef1c-4f68-88d0-ddf657e1407b {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:18:08.923671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c90891f-ceba-4fa4-91ba-c7e611b8ac3c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (d3cc9be1-ef1c-4f68-88d0-ddf657e1407b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.047391 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c90891f-ceba-4fa4-91ba-c7e611b8ac3c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (d3cc9be1-ef1c-4f68-88d0-ddf657e1407b), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.189671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 5b86ddaa-aa5f-4786-a085-63cf34d10b2e up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:18:09.285288 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c90891f-ceba-4fa4-91ba-c7e611b8ac3c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d3cc9be1-ef1c-4f68-88d0-ddf657e1407b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.302077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:18:09.306234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:09.306623 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.409761 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c90891f-ceba-4fa4-91ba-c7e611b8ac3c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (d3cc9be1-ef1c-4f68-88d0-ddf657e1407b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.479485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90891f-ceba-4fa4-91ba-c7e611b8ac3c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cc9be1-ef1c-4f68-88d0-ddf657e1407b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:09.484603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38046) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:09.501883 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2c90891f-ceba-4fa4-91ba-c7e611b8ac3c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.516099 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2c90891f-ceba-4fa4-91ba-c7e611b8ac3c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/d3cc9be1-ef1c-4f68-88d0-ddf657e1407b HTTP/1.1" status: 204 len: 168 time: 0.8012595 Mar 10 15:18:09.517928 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38050) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:09.525523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c67d52-3cb2-4cd0-9af3-4c8f6945ed74 None None] Network 5907f3cd-124a-40b6-997b-986303bfb40b requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:09.651679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-50ff6081-f18d-47cb-a48f-7d6105b42de4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5aa2ea0c49924a29827a84ede2812324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1651847 Mar 10 15:18:09.654132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38054) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:09.715434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:09.715859 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.718495 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (5907f3cd-124a-40b6-997b-986303bfb40b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.770956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d854f-3a8c-4843-90b0-0962ab040338 req-a5e79a10-7a13-4da2-88a3-ae5ca5b6bff8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:09.773503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e33d854f-3a8c-4843-90b0-0962ab040338 req-a5e79a10-7a13-4da2-88a3-ae5ca5b6bff8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.2718213 Mar 10 15:18:09.794870 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-629acdc6-5e63-4ebb-baa7-2eeae515599b admin admin] Publish callbacks [] for security_group (55b3c756-3fae-4e61-82ad-d79a0f64cd24), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.821914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:18:09.826299 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae6c671-36df-48df-8317-8fa51a4cef66" -d '{"events": [{"server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "name": "network-vif-plugged", "status": "completed", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:18:09.847337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:09.848749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.900477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:09.902262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-629acdc6-5e63-4ebb-baa7-2eeae515599b admin admin] Publish callbacks [] for security_group (55b3c756-3fae-4e61-82ad-d79a0f64cd24), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.923529 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:09.928649 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050d2253-605a-4480-bcdd-0ae401140b5b x-openstack-request-id: req-050d2253-605a-4480-bcdd-0ae401140b5b {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:18:09.930279 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "name": "network-vif-plugged", "status": "completed", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:18:09.930766 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-050d2253-605a-4480-bcdd-0ae401140b5b {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:18:09.931413 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'code': 200} Mar 10 15:18:09.962698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e33d854f-3a8c-4843-90b0-0962ab040338 req-02c30b56-7da4-451c-9de3-d1c19d97db5a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798656 Mar 10 15:18:10.050818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:10.059240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71cd933-fe98-4e06-ad6d-c414dd707519 None None] DHCP port deletion for 5907f3cd-124a-40b6-997b-986303bfb40b request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:18:10.074259 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-629acdc6-5e63-4ebb-baa7-2eeae515599b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (55b3c756-3fae-4e61-82ad-d79a0f64cd24), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.076857 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-629acdc6-5e63-4ebb-baa7-2eeae515599b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.080312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-629acdc6-5e63-4ebb-baa7-2eeae515599b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55b3c756-3fae-4e61-82ad-d79a0f64cd24 HTTP/1.1" status: 204 len: 168 time: 0.4189081 Mar 10 15:18:10.082045 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] For port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c,segment=NetworkSegment(66dfab7b-d1ca-4e41-b4c9-42a78fabacdd),segment_id=66dfab7b-d1ca-4e41-b4c9-42a78fabacdd)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:10.082334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.091684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629acdc6-5e63-4ebb-baa7-2eeae515599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b3c756-3fae-4e61-82ad-d79a0f64cd24,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:10.112107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4dd52-a1c2-4a7d-b7a7-a02f4d26fc46 req-e1c588ea-b375-4607-b478-08d78e1f6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:10.113663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fa4dd52-a1c2-4a7d-b7a7-a02f4d26fc46 req-e1c588ea-b375-4607-b478-08d78e1f6194 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1127 time: 0.1030679 Mar 10 15:18:10.125884 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:10.136531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d71cd933-fe98-4e06-ad6d-c414dd707519 None None] Deleting port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:10.137430 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d71cd933-fe98-4e06-ad6d-c414dd707519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.175687 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fa4dd52-a1c2-4a7d-b7a7-a02f4d26fc46 req-3ed3af43-f1ff-4966-9d6c-8f15f0f4b1da service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549865 Mar 10 15:18:10.220951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d71cd933-fe98-4e06-ad6d-c414dd707519 None None] For port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c,segment=NetworkSegment(66dfab7b-d1ca-4e41-b4c9-42a78fabacdd),segment_id=66dfab7b-d1ca-4e41-b4c9-42a78fabacdd)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:10.221448 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d71cd933-fe98-4e06-ad6d-c414dd707519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.235880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d71cd933-fe98-4e06-ad6d-c414dd707519 None None] Calling delete_port for 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:10.287573 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.321339 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:10.323708 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:18:10.328306 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d71cd933-fe98-4e06-ad6d-c414dd707519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.339478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:10.354898 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No DVR routers for this DVR port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:18:10.355109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cd933-fe98-4e06-ad6d-c414dd707519 None None] Pushing event deleted for resources: {'Port': ['ID=7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:10.365874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71cd933-fe98-4e06-ad6d-c414dd707519 None None] No DVR routers for this DVR port 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:18:10.517565 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (5907f3cd-124a-40b6-997b-986303bfb40b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.554467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5907f3cd-124a-40b6-997b-986303bfb40b']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:10.569861 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dfab7b-d1ca-4e41-b4c9-42a78fabacdd') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:10.570650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dfab7b-d1ca-4e41-b4c9-42a78fabacdd') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:10.584808 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (66dfab7b-d1ca-4e41-b4c9-42a78fabacdd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.604451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (66dfab7b-d1ca-4e41-b4c9-42a78fabacdd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.613946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:18:10.615056 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (66dfab7b-d1ca-4e41-b4c9-42a78fabacdd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:18:10.632267 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:18:10.719023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (5907f3cd-124a-40b6-997b-986303bfb40b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.726045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.735310 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/networks/5907f3cd-124a-40b6-997b-986303bfb40b HTTP/1.1" status: 204 len: 168 time: 1.2161219 Mar 10 15:18:10.738610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38080) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:10.757190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-84944751'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:10.769263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4a03d-c41c-4c68-9b25-61da300d3330 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Network': ['ID=5907f3cd-124a-40b6-997b-986303bfb40b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:10.823083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:10.832911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.898478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:18:10.942900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f418409f-f0d1-4fd6-aaad-71208fde1142), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:10.943441 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Added segment f418409f-f0d1-4fd6-aaad-71208fde1142 of type vlan for network e86f2089-07e4-4fa3-8556-e623322b50d7 Mar 10 15:18:11.041675 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (e86f2089-07e4-4fa3-8556-e623322b50d7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:11.131067 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (e86f2089-07e4-4fa3-8556-e623322b50d7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:11.138479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:11.141456 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:11.212470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4708841 Mar 10 15:18:11.215327 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38098) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:11.222443 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': 'e86f2089-07e4-4fa3-8556-e623322b50d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:11.299466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205cc2f-158f-495b-af3a-fff05492ae38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Network': ['ID=e86f2089-07e4-4fa3-8556-e623322b50d7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:11.319100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network e86f2089-07e4-4fa3-8556-e623322b50d7 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:18:11.411933 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:11.415432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:11.637942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48b1e6-fa0b-4fcd-a815-e5475945013b req-1efa3e48-ec67-44b0-b929-1f50bdbfaae3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:11.645835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b48b1e6-fa0b-4fcd-a815-e5475945013b req-1efa3e48-ec67-44b0-b929-1f50bdbfaae3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.0649662 Mar 10 15:18:11.706715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b48b1e6-fa0b-4fcd-a815-e5475945013b req-db2b999e-1ec6-4a56-b38c-1bfe5707ca22 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598545 Mar 10 15:18:11.779197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:18:11.824918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:18:11.825968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7b9d47b0-d5a4-4098-9555-b1d5a85d2d9c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:18:11.847098 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (ac038d7c-4e2c-4ea9-877c-ea7ad9da9793), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:11.997480 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Subnet': ['ID=ac038d7c-4e2c-4ea9-877c-ea7ad9da9793,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:12.067295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Checking segment: {'id': 'f418409f-f0d1-4fd6-aaad-71208fde1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e86f2089-07e4-4fa3-8556-e623322b50d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:18:12.069991 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network hostable DHCP agents. Network: e86f2089-07e4-4fa3-8556-e623322b50d7, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:18:12.123238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network e86f2089-07e4-4fa3-8556-e623322b50d7 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:18:12.142081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, e86f2089-07e4-4fa3-8556-e623322b50d7) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:12.152698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf1c849-b2d0-4fd4-9e31-7e87fee2c11f None None] Network e86f2089-07e4-4fa3-8556-e623322b50d7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:12.168238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:12.171610 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:12.211340 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-32ebd7a4-c6b1-4638-abc0-224423bfdd7b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9944441 Mar 10 15:18:12.213747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38120) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:12.218847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2be047a5-1d94-4b4d-a2a5-ae447f04a325 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1842842948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:12.267014 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2be047a5-1d94-4b4d-a2a5-ae447f04a325 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (fee8f3ec-3abb-4f87-adc6-305fc211fd83), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:12.268614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2be047a5-1d94-4b4d-a2a5-ae447f04a325 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (fee8f3ec-3abb-4f87-adc6-305fc211fd83), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:12.351900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e86f2089-07e4-4fa3-8556-e623322b50d7', 'network_id': 'e86f2089-07e4-4fa3-8556-e623322b50d7', 'project_id': 'aa26aacc79454b00ba521d73bb0c65a0', 'fixed_ips': [{'subnet_id': 'ac038d7c-4e2c-4ea9-877c-ea7ad9da9793'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:18:12.352877 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:12.395179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2be047a5-1d94-4b4d-a2a5-ae447f04a325 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for router_controller (fee8f3ec-3abb-4f87-adc6-305fc211fd83), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:12.407056 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2be047a5-1d94-4b4d-a2a5-ae447f04a325 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (fee8f3ec-3abb-4f87-adc6-305fc211fd83), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:12.443402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2be047a5-1d94-4b4d-a2a5-ae447f04a325 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:12.444713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2be047a5-1d94-4b4d-a2a5-ae447f04a325 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2299705 Mar 10 15:18:12.447560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38126) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:12.457691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'network_id': 'e86f2089-07e4-4fa3-8556-e623322b50d7', 'name': 'tempest-PortsTestJSON-1163216758'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:12.599081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Allocated IP 172.20.0.2 (e86f2089-07e4-4fa3-8556-e623322b50d7/ac038d7c-4e2c-4ea9-877c-ea7ad9da9793/cd008b19-21fd-42c5-be84-98f24053ff49) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:12.683552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:12.695362 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:12.750118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port 7b0201b8-3c1b-41c4-a914-101a52eca997 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:18:12.806174 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Publish callbacks [] for port (cd008b19-21fd-42c5-be84-98f24053ff49), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:12.820072 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:12.870904 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38134) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:12.877312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Network e86f2089-07e4-4fa3-8556-e623322b50d7 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:12.902446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:12.906474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:18:12.992036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Pushing event updated for resources: {'Port': ['ID=cd008b19-21fd-42c5-be84-98f24053ff49,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:13.002828 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2107757172', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:13.009911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Attempting to bind port cd008b19-21fd-42c5-be84-98f24053ff49 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:18:13.013015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Attempting to bind port cd008b19-21fd-42c5-be84-98f24053ff49 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'f418409f-f0d1-4fd6-aaad-71208fde1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e86f2089-07e4-4fa3-8556-e623322b50d7'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:18:13.013606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Attempting to bind port cd008b19-21fd-42c5-be84-98f24053ff49 on network e86f2089-07e4-4fa3-8556-e623322b50d7 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:18:13.031587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:18:13.035867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Checking segment: {'id': 'f418409f-f0d1-4fd6-aaad-71208fde1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e86f2089-07e4-4fa3-8556-e623322b50d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:18:13.037069 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:13.038062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Bound using segment: {'id': 'f418409f-f0d1-4fd6-aaad-71208fde1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e86f2089-07e4-4fa3-8556-e623322b50d7'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:18:13.043281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Bound port: cd008b19-21fd-42c5-be84-98f24053ff49, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f418409f-f0d1-4fd6-aaad-71208fde1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e86f2089-07e4-4fa3-8556-e623322b50d7'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:18:13.043281 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:13.065860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Made reservation on behalf of 0321c5565479440ca86d3dbb182bb320 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:13.070310 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:13.097508 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:13.291690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] For port cd008b19-21fd-42c5-be84-98f24053ff49, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:18:13.301717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] For port cd008b19-21fd-42c5-be84-98f24053ff49, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd008b19-21fd-42c5-be84-98f24053ff49,segment=NetworkSegment(f418409f-f0d1-4fd6-aaad-71208fde1142),segment_id=f418409f-f0d1-4fd6-aaad-71208fde1142)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:18:13.334105 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:13.343115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028ba8a-fffa-42ad-afb6-de6a3b483108 req-a9bd5b0e-41fc-4fb1-b0cc-ab449e78574f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:13.358372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks [] for security_group (aa5e439a-e611-4cdc-97e5-9f2e5cc3c52a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:13.360739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2028ba8a-fffa-42ad-afb6-de6a3b483108 req-a9bd5b0e-41fc-4fb1-b0cc-ab449e78574f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4737012 Mar 10 15:18:13.366179 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aa5e439a-e611-4cdc-97e5-9f2e5cc3c52a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:13.398335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] device_id is not set on port 2ba317c0-7eca-4cc1-8efd-142254b96153 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:18:13.463753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d2caf-7e32-4cad-a1a2-a61ea408fa79 None None] Pushing event updated for resources: {'Port': ['ID=cd008b19-21fd-42c5-be84-98f24053ff49,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:13.537827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e439a-e611-4cdc-97e5-9f2e5cc3c52a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:13.568952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.7 (e86f2089-07e4-4fa3-8556-e623322b50d7/ac038d7c-4e2c-4ea9-877c-ea7ad9da9793/7b0201b8-3c1b-41c4-a914-101a52eca997) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:13.618130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2028ba8a-fffa-42ad-afb6-de6a3b483108 req-9dadaac6-5cba-43ea-b92b-a06207631816 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561040 Mar 10 15:18:13.696818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Allocated IP 172.25.3.97 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/2ba317c0-7eca-4cc1-8efd-142254b96153) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:13.927830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38156) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:14.000019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.028066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks [] for port (2ba317c0-7eca-4cc1-8efd-142254b96153), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.064002 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.091073 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2ba317c0-7eca-4cc1-8efd-142254b96153), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.168004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network e86f2089-07e4-4fa3-8556-e623322b50d7 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:14.176647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:14.182642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:18:14.186600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=7b0201b8-3c1b-41c4-a914-101a52eca997,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:14.194367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Pushing event updated for resources: {'Port': ['ID=2ba317c0-7eca-4cc1-8efd-142254b96153,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:14.208883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:14.218294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:14.222359 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9505816-1363-49f8-8311-d3e97b21a3c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.224407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:18:14.241659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-80fc9a35-a66f-406d-9bd9-1e35619b720f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:14.247520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-80fc9a35-a66f-406d-9bd9-1e35619b720f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 814 time: 0.2147737 Mar 10 15:18:14.277678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:14.278285 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.281925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-ce54dc39-552a-4d7a-8c41-239897e62a46 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/quotas/781f058c24d74226b0a1f986ddfccb0a HTTP/1.1" status: 200 len: 375 time: 0.0289607 Mar 10 15:18:14.302627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:14.303258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.333990 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7b1aafb2-547a-44d9-a047-5a15492aaa58 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4613616 Mar 10 15:18:14.338030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f9975ba0-a718-4d0f-ac86-e66faf3b5581 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8869650 Mar 10 15:18:14.338030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38180) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:14.339572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38182) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:14.341920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}]}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:14.370066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-e81b7359-4827-462c-b9ca-e949d0907e4f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809612 Mar 10 15:18:14.391706 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (0e66bfeb-f76e-4d3d-ac22-bb9138d24fdd), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.393350 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (0e66bfeb-f76e-4d3d-ac22-bb9138d24fdd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.687951 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks [] for router_controller (0e66bfeb-f76e-4d3d-ac22-bb9138d24fdd), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.784542 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9505816-1363-49f8-8311-d3e97b21a3c9 admin admin] Publish callbacks [] for security_group (c1325f79-282b-4b44-a623-1159c3e21c72), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.803802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9505816-1363-49f8-8311-d3e97b21a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c1325f79-282b-4b44-a623-1159c3e21c72), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:14.881252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-78e89622-f032-4a92-9806-9becde32a097 service neutron] 10.222.0.11 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018294 Mar 10 15:18:14.911995 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b9505816-1363-49f8-8311-d3e97b21a3c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd250528748749db848423e94717f056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9802732 Mar 10 15:18:14.925634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38198) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:15.023629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9505816-1363-49f8-8311-d3e97b21a3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1325f79-282b-4b44-a623-1159c3e21c72,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:15.028129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:15.079819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-863a4d2b-7525-4a4f-9463-f962ba640e3e service neutron] 10.222.0.11 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939607 Mar 10 15:18:15.156360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bea8f2-b340-4acc-a904-b197bbd3c090 None None] Network e86f2089-07e4-4fa3-8556-e623322b50d7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:15.182383 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks [] for router_gateway (0e66bfeb-f76e-4d3d-ac22-bb9138d24fdd), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:15.299256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9460030-39c0-4ee0-a6f5-09e9be9cb59d admin admin] Publish callbacks [] for security_group (c1325f79-282b-4b44-a623-1159c3e21c72), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:15.324949 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9460030-39c0-4ee0-a6f5-09e9be9cb59d admin admin] Publish callbacks [] for security_group (c1325f79-282b-4b44-a623-1159c3e21c72), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:15.393094 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9460030-39c0-4ee0-a6f5-09e9be9cb59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c1325f79-282b-4b44-a623-1159c3e21c72), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:15.396057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9460030-39c0-4ee0-a6f5-09e9be9cb59d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:15.400114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d9460030-39c0-4ee0-a6f5-09e9be9cb59d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1325f79-282b-4b44-a623-1159c3e21c72 HTTP/1.1" status: 204 len: 168 time: 0.4726284 Mar 10 15:18:15.416761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1c63a54b-bbdd-4241-8e6c-5c1d3a7a98e8 None None] Provisioning complete for port cd008b19-21fd-42c5-be84-98f24053ff49 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:15.419949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9460030-39c0-4ee0-a6f5-09e9be9cb59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1325f79-282b-4b44-a623-1159c3e21c72,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:15.436210 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1c63a54b-bbdd-4241-8e6c-5c1d3a7a98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:15.683653 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:15.695442 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:15.757963 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1c63a54b-bbdd-4241-8e6c-5c1d3a7a98e8 None None] Current status of the port cd008b19-21fd-42c5-be84-98f24053ff49 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:15.758365 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1c63a54b-bbdd-4241-8e6c-5c1d3a7a98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:15.920762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1c63a54b-bbdd-4241-8e6c-5c1d3a7a98e8 None None] For port cd008b19-21fd-42c5-be84-98f24053ff49, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd008b19-21fd-42c5-be84-98f24053ff49,segment=NetworkSegment(f418409f-f0d1-4fd6-aaad-71208fde1142),segment_id=f418409f-f0d1-4fd6-aaad-71208fde1142)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:15.924012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cd008b19-21fd-42c5-be84-98f24053ff49 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:18:15.931506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9deb5c1f-c87a-4c25-9b42-b48dbfaa8f11 req-ac777585-91cf-4106-8c6a-900a7784deb3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 210 time: 0.5287168 Mar 10 15:18:15.979252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks [] for router_gateway (0e66bfeb-f76e-4d3d-ac22-bb9138d24fdd), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:16.001814 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:16.039103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1c63a54b-bbdd-4241-8e6c-5c1d3a7a98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:16.241162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63a54b-bbdd-4241-8e6c-5c1d3a7a98e8 None None] Pushing event updated for resources: {'Port': ['ID=cd008b19-21fd-42c5-be84-98f24053ff49,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:16.269481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cd008b19-21fd-42c5-be84-98f24053ff49 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:16.272136 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:16.414014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a563790b-cdad-4b20-946f-f55f91a512fd None None] Provisioning complete for port 7b0201b8-3c1b-41c4-a914-101a52eca997 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:16.414835 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a563790b-cdad-4b20-946f-f55f91a512fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:16.474635 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks [] for router (0e66bfeb-f76e-4d3d-ac22-bb9138d24fdd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:16.573661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a563790b-cdad-4b20-946f-f55f91a512fd None None] Port 7b0201b8-3c1b-41c4-a914-101a52eca997 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:16.677161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cd008b19-21fd-42c5-be84-98f24053ff49 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:16.697380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a563790b-cdad-4b20-946f-f55f91a512fd None None] Provisioning complete for port cd008b19-21fd-42c5-be84-98f24053ff49 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:16.699423 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a563790b-cdad-4b20-946f-f55f91a512fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:16.911083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=7b0201b8-3c1b-41c4-a914-101a52eca997,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:16.933364 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a563790b-cdad-4b20-946f-f55f91a512fd None None] Current status of the port cd008b19-21fd-42c5-be84-98f24053ff49 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:17.008959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (0e66bfeb-f76e-4d3d-ac22-bb9138d24fdd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:17.018137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks [] for router_controller (0e66bfeb-f76e-4d3d-ac22-bb9138d24fdd), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:17.077173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fd3873a5-5e69-4fcb-b50e-69a7fa769ca0 None None] Provisioning complete for port 7b0201b8-3c1b-41c4-a914-101a52eca997 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:17.077463 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fd3873a5-5e69-4fcb-b50e-69a7fa769ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:17.144144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (0e66bfeb-f76e-4d3d-ac22-bb9138d24fdd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:17.145076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e66bfeb-f76e-4d3d-ac22-bb9138d24fdd {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:18:17.172604 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 10 15:18:17.175264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c3399943-022e-413e-8901-c905d32f58b4 tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8366189 Mar 10 15:18:17.178360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38262) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:17.239003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fd3873a5-5e69-4fcb-b50e-69a7fa769ca0 None None] Port 7b0201b8-3c1b-41c4-a914-101a52eca997 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:17.270264 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (fee8f3ec-3abb-4f87-adc6-305fc211fd83), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:17.349945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d59e48c7-cc40-42fe-97e3-db58d3d61cec tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Deleting port 2ba317c0-7eca-4cc1-8efd-142254b96153 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:17.350212 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d59e48c7-cc40-42fe-97e3-db58d3d61cec tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2ba317c0-7eca-4cc1-8efd-142254b96153), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:17.472119 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:17.533626 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d59e48c7-cc40-42fe-97e3-db58d3d61cec tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2ba317c0-7eca-4cc1-8efd-142254b96153), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:17.588299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d59e48c7-cc40-42fe-97e3-db58d3d61cec tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Calling delete_port for 2ba317c0-7eca-4cc1-8efd-142254b96153 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:17.696967 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1add8b5b-1e03-4397-a4cd-af821217e006 req-6b8410a1-042f-469a-b471-523e5a997351 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 210 time: 0.5760565 Mar 10 15:18:17.844914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cd008b19-21fd-42c5-be84-98f24053ff49 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:18:17.937799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-f2afd83f-d337-4edf-9ec2-3efb88e01403 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:17.955030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-f2afd83f-d337-4edf-9ec2-3efb88e01403 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.45 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 814 time: 0.4007182 Mar 10 15:18:17.995262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Request body: {'port': {'device_id': '52f9ece5-be8a-44f0-9a9b-87ba6129d295', 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8', 'admin_state_up': True, 'tenant_id': '781f058c24d74226b0a1f986ddfccb0a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:18.041542 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:18.096973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cd008b19-21fd-42c5-be84-98f24053ff49 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:18.100643 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:18.269835 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d59e48c7-cc40-42fe-97e3-db58d3d61cec tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2ba317c0-7eca-4cc1-8efd-142254b96153), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:18.307279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:18.321524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cd008b19-21fd-42c5-be84-98f24053ff49 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:18.323866 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:18.412091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e48c7-cc40-42fe-97e3-db58d3d61cec tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ba317c0-7eca-4cc1-8efd-142254b96153,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:18.420369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d59e48c7-cc40-42fe-97e3-db58d3d61cec tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:18.430367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d59e48c7-cc40-42fe-97e3-db58d3d61cec tempest-RoutersAdminNegativeTest-650721611 tempest-RoutersAdminNegativeTest-650721611-project-admin] 10.222.0.11 "DELETE /v2.0/ports/2ba317c0-7eca-4cc1-8efd-142254b96153 HTTP/1.1" status: 204 len: 168 time: 1.2506509 Mar 10 15:18:18.495710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Made reservation on behalf of 781f058c24d74226b0a1f986ddfccb0a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:18.499553 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:18.499911 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (fee8f3ec-3abb-4f87-adc6-305fc211fd83), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:18.542873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=7b0201b8-3c1b-41c4-a914-101a52eca997,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:18.661593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network e86f2089-07e4-4fa3-8556-e623322b50d7 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:18.663608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:18.791205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Allocated IP 172.20.0.11 (bc60e837-6e35-4781-854e-c11a326bffb8/1ad25c65-3dd0-442b-aaf8-9d82e0bd1295/a912aeee-d12a-4460-b599-18035757e456) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:19.004180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a5154e0-548f-4dc4-940d-803e919e77c8 req-19165cbe-6bbd-4dab-89e1-a8aef7f2f3d2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 210 time: 0.0500805 Mar 10 15:18:19.013551 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks [] for port (a912aeee-d12a-4460-b599-18035757e456), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:19.080792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38286) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:19.124373 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a912aeee-d12a-4460-b599-18035757e456), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:19.134324 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Router fee8f3ec-3abb-4f87-adc6-305fc211fd83 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:18:19.136782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['5b86ddaa-aa5f-4786-a085-63cf34d10b2e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:18:19.195799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Pushing event updated for resources: {'Port': ['ID=a912aeee-d12a-4460-b599-18035757e456,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:19.211857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Network bc60e837-6e35-4781-854e-c11a326bffb8 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:19.212833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:19.220354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:18:19.321477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-853f6c6b-62ac-4074-9ab2-bf763f75e0cd None None] Provisioning complete for port 7b0201b8-3c1b-41c4-a914-101a52eca997 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:19.322750 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-853f6c6b-62ac-4074-9ab2-bf763f75e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:19.353465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:19.355308 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:19.377659 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-19453335-7ff4-40b2-b8d8-8559518a3d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:19.384421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c91920c5-9c1a-4866-94b1-75695439ff8b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4116275 Mar 10 15:18:19.397414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Request body: {'port': {'device_id': '52f9ece5-be8a-44f0-9a9b-87ba6129d295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:19.417306 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:18:19.429249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-853f6c6b-62ac-4074-9ab2-bf763f75e0cd None None] Port 7b0201b8-3c1b-41c4-a914-101a52eca997 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:19.431731 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4dae0-1247-466c-90c2-ccb13212661b None None] Sync routers for ids ['fee8f3ec-3abb-4f87-adc6-305fc211fd83'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:18:19.434828 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-db7d2672-609b-4606-9d81-f89ca07d848d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "PUT /v2.0/routers/fee8f3ec-3abb-4f87-adc6-305fc211fd83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0942926 Mar 10 15:18:19.439681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38290) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:19.448105 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4dae0-1247-466c-90c2-ccb13212661b None None] Routers {'fee8f3ec-3abb-4f87-adc6-305fc211fd83'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:18:19.448926 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0aa4dae0-1247-466c-90c2-ccb13212661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['fee8f3ec-3abb-4f87-adc6-305fc211fd83'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:19.532299 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0aa4dae0-1247-466c-90c2-ccb13212661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:19.537905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a912aeee-d12a-4460-b599-18035757e456), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:19.542131 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4dae0-1247-466c-90c2-ccb13212661b None None] Routers {'fee8f3ec-3abb-4f87-adc6-305fc211fd83'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:18:19.543039 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0aa4dae0-1247-466c-90c2-ccb13212661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['fee8f3ec-3abb-4f87-adc6-305fc211fd83'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:19.597736 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0aa4dae0-1247-466c-90c2-ccb13212661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:19.598731 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4dae0-1247-466c-90c2-ccb13212661b None None] The sync data for ids ['fee8f3ec-3abb-4f87-adc6-305fc211fd83'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:18:19.608015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202943b3-09d2-4569-9ef2-f41bc477b8a1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:19.610849 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-202943b3-09d2-4569-9ef2-f41bc477b8a1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee8f3ec-3abb-4f87-adc6-305fc211fd83 HTTP/1.1" status: 200 len: 982 time: 0.1701448 Mar 10 15:18:19.618614 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38292) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:19.716809 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-19453335-7ff4-40b2-b8d8-8559518a3d31 admin admin] Publish callbacks [] for security_group (6f53d566-4cb5-4fe2-a68c-e9ba904075f8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:19.764899 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-19453335-7ff4-40b2-b8d8-8559518a3d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6f53d566-4cb5-4fe2-a68c-e9ba904075f8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:19.822557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19453335-7ff4-40b2-b8d8-8559518a3d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f53d566-4cb5-4fe2-a68c-e9ba904075f8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:19.828438 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-19453335-7ff4-40b2-b8d8-8559518a3d31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46f5f8150cd644fcbb57f9fcb63f9b60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7463953 Mar 10 15:18:19.860751 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38294) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:19.893752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a912aeee-d12a-4460-b599-18035757e456 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:18:19.912497 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Publish callbacks [] for port (a912aeee-d12a-4460-b599-18035757e456), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:19.941596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Transition to ACTIVE for port object a912aeee-d12a-4460-b599-18035757e456 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:18:19.963621 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a912aeee-d12a-4460-b599-18035757e456), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:20.053583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9d15fdb-6429-4ca9-be10-b812440d0377 admin admin] Publish callbacks [] for security_group (6f53d566-4cb5-4fe2-a68c-e9ba904075f8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:20.095523 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9d15fdb-6429-4ca9-be10-b812440d0377 admin admin] Publish callbacks [] for security_group (6f53d566-4cb5-4fe2-a68c-e9ba904075f8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:20.226292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Pushing event updated for resources: {'Port': ['ID=a912aeee-d12a-4460-b599-18035757e456,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:20.235423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Attempting to bind port a912aeee-d12a-4460-b599-18035757e456 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:18:20.235770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Attempting to bind port a912aeee-d12a-4460-b599-18035757e456 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:18:20.236368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Attempting to bind port a912aeee-d12a-4460-b599-18035757e456 on network bc60e837-6e35-4781-854e-c11a326bffb8 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:18:20.243767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Port a912aeee-d12a-4460-b599-18035757e456 on network bc60e837-6e35-4781-854e-c11a326bffb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:18:20.244355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Attempting to bind port a912aeee-d12a-4460-b599-18035757e456 on network bc60e837-6e35-4781-854e-c11a326bffb8 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:18:20.252051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:18:20.252459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Checking segment: {'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:18:20.252856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Bound using segment: {'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:18:20.253341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Bound port: a912aeee-d12a-4460-b599-18035757e456, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:18:20.253708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a912aeee-d12a-4460-b599-18035757e456), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:20.299519 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9d15fdb-6429-4ca9-be10-b812440d0377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6f53d566-4cb5-4fe2-a68c-e9ba904075f8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:20.302730 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f9d15fdb-6429-4ca9-be10-b812440d0377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:20.304147 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f9d15fdb-6429-4ca9-be10-b812440d0377 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f53d566-4cb5-4fe2-a68c-e9ba904075f8 HTTP/1.1" status: 204 len: 168 time: 0.4424586 Mar 10 15:18:20.325363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d15fdb-6429-4ca9-be10-b812440d0377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f53d566-4cb5-4fe2-a68c-e9ba904075f8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:20.352233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f7ac0-9f09-45b0-bd89-588264b157d7 req-9a18b7e3-9a7b-425c-96f2-9ee3c624748c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:20.366616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d4f7ac0-9f09-45b0-bd89-588264b157d7 req-9a18b7e3-9a7b-425c-96f2-9ee3c624748c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 944 time: 0.1881537 Mar 10 15:18:20.438387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c23feda1-e9ea-4ac3-8ebe-67a0b1224dd1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (fee8f3ec-3abb-4f87-adc6-305fc211fd83), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:20.501706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] For port a912aeee-d12a-4460-b599-18035757e456, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:18:20.508302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] For port a912aeee-d12a-4460-b599-18035757e456, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a912aeee-d12a-4460-b599-18035757e456,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:18:20.521828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d4f7ac0-9f09-45b0-bd89-588264b157d7 req-1e0a00ea-3750-4499-85cb-7e95e66bde1e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540804 Mar 10 15:18:20.547256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-b4e42d75-499d-4dab-8d61-6f272aecfcfb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1437051 Mar 10 15:18:20.550733 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a912aeee-d12a-4460-b599-18035757e456), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:20.617890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:20.652867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:20.653496 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:20.658311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] 10.222.0.45 "PUT /v2.0/ports/a912aeee-d12a-4460-b599-18035757e456 HTTP/1.1" status: 200 len: 1092 time: 1.2659926 Mar 10 15:18:20.658800 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f9ece5-be8a-44f0-9a9b-87ba6129d295', 'tag': 'a912aeee-d12a-4460-b599-18035757e456'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:18:20.663438 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3757f3d-676b-4b24-85a0-1ee0bf60fdf6" -d '{"events": [{"name": "network-changed", "server_uuid": "52f9ece5-be8a-44f0-9a9b-87ba6129d295", "tag": "a912aeee-d12a-4460-b599-18035757e456"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:18:20.999656 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38310) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:21.036504 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c23feda1-e9ea-4ac3-8ebe-67a0b1224dd1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port 7b0201b8-3c1b-41c4-a914-101a52eca997 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:21.037052 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c23feda1-e9ea-4ac3-8ebe-67a0b1224dd1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:21.130769 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e25f9e57-d398-4541-905d-abac289c772f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0321c5565479440ca86d3dbb182bb320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285696 Mar 10 15:18:21.135718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38314) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:21.195738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c23feda1-e9ea-4ac3-8ebe-67a0b1224dd1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:21.218698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c23feda1-e9ea-4ac3-8ebe-67a0b1224dd1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for 7b0201b8-3c1b-41c4-a914-101a52eca997 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:21.247683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1b202be-c65b-4d74-9a5e-f5b8160e6de3 admin admin] Publish callbacks [] for security_group (aa5e439a-e611-4cdc-97e5-9f2e5cc3c52a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:21.306629 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1b202be-c65b-4d74-9a5e-f5b8160e6de3 admin admin] Publish callbacks [] for security_group (aa5e439a-e611-4cdc-97e5-9f2e5cc3c52a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:21.369147 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c459626-6148-4ec1-a06b-3d6869db5323 x-openstack-request-id: req-2c459626-6148-4ec1-a06b-3d6869db5323 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:18:21.369147 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f9ece5-be8a-44f0-9a9b-87ba6129d295", "tag": "a912aeee-d12a-4460-b599-18035757e456", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:18:21.369147 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c459626-6148-4ec1-a06b-3d6869db5323 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:18:21.369147 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f9ece5-be8a-44f0-9a9b-87ba6129d295', 'tag': 'a912aeee-d12a-4460-b599-18035757e456', 'status': 'completed', 'code': 200} Mar 10 15:18:21.428935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ecdc6-edd0-4b87-b9d8-4ecaf1eb50ad service neutron] Pushing event updated for resources: {'Port': ['ID=a912aeee-d12a-4460-b599-18035757e456,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:21.451599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-10aa1004-df99-4110-b644-876bf23f6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:21.454082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-10aa1004-df99-4110-b644-876bf23f6665 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=30681029f9c54de880026374e32f2679&device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 1128 time: 0.8027687 Mar 10 15:18:21.459711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-44545904-8c3d-45de-9753-e6c57cb86936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:21.460673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1b202be-c65b-4d74-9a5e-f5b8160e6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aa5e439a-e611-4cdc-97e5-9f2e5cc3c52a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:21.461495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-44545904-8c3d-45de-9753-e6c57cb86936 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 1126 time: 0.1055691 Mar 10 15:18:21.470607 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1b202be-c65b-4d74-9a5e-f5b8160e6de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:21.477432 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f1b202be-c65b-4d74-9a5e-f5b8160e6de3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa5e439a-e611-4cdc-97e5-9f2e5cc3c52a HTTP/1.1" status: 204 len: 168 time: 0.3404880 Mar 10 15:18:21.552525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b202be-c65b-4d74-9a5e-f5b8160e6de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5e439a-e611-4cdc-97e5-9f2e5cc3c52a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:21.622113 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c23feda1-e9ea-4ac3-8ebe-67a0b1224dd1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7b0201b8-3c1b-41c4-a914-101a52eca997), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:21.650398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-6e40ac70-fdb5-4679-ac8e-bb2f916a39e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a912aeee-d12a-4460-b599-18035757e456 HTTP/1.1" status: 200 len: 217 time: 0.1809361 Mar 10 15:18:21.687811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23feda1-e9ea-4ac3-8ebe-67a0b1224dd1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=7b0201b8-3c1b-41c4-a914-101a52eca997,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:21.754571 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a6bf570b-d24d-44a5-ac15-233bed2438b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:21.996316 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c23feda1-e9ea-4ac3-8ebe-67a0b1224dd1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (fee8f3ec-3abb-4f87-adc6-305fc211fd83), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:22.000679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-0214f3b8-5649-41e7-961d-32426e2103ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:22.002228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-0214f3b8-5649-41e7-961d-32426e2103ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.2677155 Mar 10 15:18:22.128750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd61af-7ac3-4197-b8c6-df22fe37a240 req-46933d4a-47f0-4709-b0c6-012474750b42 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:22.130965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3dcd61af-7ac3-4197-b8c6-df22fe37a240 req-46933d4a-47f0-4709-b0c6-012474750b42 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 944 time: 0.4912581 Mar 10 15:18:22.134658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-2cc50630-fb3b-4512-959b-e7149dc9d192 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140194 Mar 10 15:18:22.136055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-ea5ecebe-860e-4e78-855a-195f20e95dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:22.137435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-ea5ecebe-860e-4e78-855a-195f20e95dbb service neutron] 10.222.0.45 "GET /v2.0/networks?id=083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 200 len: 917 time: 0.6416297 Mar 10 15:18:22.336139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-a921fdf5-dcd2-4216-8810-48fab212e934 service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652508 Mar 10 15:18:22.341572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23feda1-e9ea-4ac3-8ebe-67a0b1224dd1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Router fee8f3ec-3abb-4f87-adc6-305fc211fd83 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:18:22.364976 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3dcd61af-7ac3-4197-b8c6-df22fe37a240 req-78201e6a-95bd-4c9d-867f-0073cf685c8c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264748 Mar 10 15:18:22.417179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-d8935f20-bbd1-4987-98c1-2357ee6fbf0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87020666-2760-437f-9844-2e087c5b08d8 HTTP/1.1" status: 200 len: 1000 time: 0.2526746 Mar 10 15:18:22.442627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23feda1-e9ea-4ac3-8ebe-67a0b1224dd1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:18:22.451939 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c23feda1-e9ea-4ac3-8ebe-67a0b1224dd1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "PUT /v2.0/routers/fee8f3ec-3abb-4f87-adc6-305fc211fd83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8288989 Mar 10 15:18:22.454089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba1e8d-19e7-4e3a-96a0-5619fb126db0 None None] Sync routers for ids ['fee8f3ec-3abb-4f87-adc6-305fc211fd83'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:18:22.462382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38344) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:22.468698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba1e8d-19e7-4e3a-96a0-5619fb126db0 None None] Routers {'fee8f3ec-3abb-4f87-adc6-305fc211fd83'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:18:22.471931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-38ba1e8d-19e7-4e3a-96a0-5619fb126db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['fee8f3ec-3abb-4f87-adc6-305fc211fd83'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:22.521703 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-81876853-44f6-4df2-9fad-275540094b79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:18:22.525565 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-81876853-44f6-4df2-9fad-275540094b79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/7b0201b8-3c1b-41c4-a914-101a52eca997 HTTP/1.1" status: 404 len: 333 time: 0.0610719 Mar 10 15:18:22.527947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38348) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:22.555739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-38ba1e8d-19e7-4e3a-96a0-5619fb126db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:22.572251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba1e8d-19e7-4e3a-96a0-5619fb126db0 None None] Routers {'fee8f3ec-3abb-4f87-adc6-305fc211fd83'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:18:22.572874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-38ba1e8d-19e7-4e3a-96a0-5619fb126db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['fee8f3ec-3abb-4f87-adc6-305fc211fd83'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:22.631276 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-38ba1e8d-19e7-4e3a-96a0-5619fb126db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:22.632267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ba1e8d-19e7-4e3a-96a0-5619fb126db0 None None] The sync data for ids ['fee8f3ec-3abb-4f87-adc6-305fc211fd83'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:18:22.651869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c053b2f9-5b35-43bc-9ff9-a3d9c66730b3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for router (fee8f3ec-3abb-4f87-adc6-305fc211fd83), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:22.693304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-fcbb6617-b386-4984-b3ed-9dfc75beceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:22.695495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-fcbb6617-b386-4984-b3ed-9dfc75beceb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 200 len: 855 time: 0.2568400 Mar 10 15:18:22.703754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23216ea2-da1e-484f-a2ae-d614d849b123 req-c22cbcbc-8a56-493e-be50-65088ffea123 service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568690 Mar 10 15:18:22.778474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-163a4ab2-25c4-47e8-bf55-befcd2a86673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:22.781879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-163a4ab2-25c4-47e8-bf55-befcd2a86673 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=083d81ff-380f-40be-8440-8980c24e49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0771027 Mar 10 15:18:22.999614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-82519772-57ca-4256-9561-f7cf79fd01f2 service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047379 Mar 10 15:18:23.046917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38366) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:23.055297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c053b2f9-5b35-43bc-9ff9-a3d9c66730b3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (fee8f3ec-3abb-4f87-adc6-305fc211fd83), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:23.058901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c053b2f9-5b35-43bc-9ff9-a3d9c66730b3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for router_controller (fee8f3ec-3abb-4f87-adc6-305fc211fd83), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:23.114515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757f3d-676b-4b24-85a0-1ee0bf60fdf6 req-4046bb4a-326a-461c-90c5-e638d1ac2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:23.116155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3757f3d-676b-4b24-85a0-1ee0bf60fdf6 req-4046bb4a-326a-461c-90c5-e638d1ac2f2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 1126 time: 0.1945601 Mar 10 15:18:23.177090 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c053b2f9-5b35-43bc-9ff9-a3d9c66730b3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (fee8f3ec-3abb-4f87-adc6-305fc211fd83), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:23.179182 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c053b2f9-5b35-43bc-9ff9-a3d9c66730b3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Fanout notify agent at l3_agent the message router_deleted on router fee8f3ec-3abb-4f87-adc6-305fc211fd83 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:18:23.199301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c053b2f9-5b35-43bc-9ff9-a3d9c66730b3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:23.203473 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c053b2f9-5b35-43bc-9ff9-a3d9c66730b3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/routers/fee8f3ec-3abb-4f87-adc6-305fc211fd83 HTTP/1.1" status: 204 len: 168 time: 0.6716781 Mar 10 15:18:23.204157 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38372) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:23.221947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5116f51a-91cc-4878-8119-dedabdb275c0 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] Request body: {'port': {'network_id': '711e6203-2b64-4b99-8fb9-bba1d813b36d', 'name': 'tempest-NetworksNegativeTestJSON-856837888'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:23.266989 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5116f51a-91cc-4878-8119-dedabdb275c0 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] POST failed (client error): The resource could not be found. Mar 10 15:18:23.267602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5116f51a-91cc-4878-8119-dedabdb275c0 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:23.274941 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5116f51a-91cc-4878-8119-dedabdb275c0 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2270083 Mar 10 15:18:23.275577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38380) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:23.301114 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c7a384-4957-4e94-8562-23883c870b6a tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:23.301523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c7a384-4957-4e94-8562-23883c870b6a tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:23.312861 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-17c7a384-4957-4e94-8562-23883c870b6a tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] 10.222.0.11 "DELETE /v2.0/networks/e721a97b-af4f-4411-960d-119109a02be5 HTTP/1.1" status: 404 len: 339 time: 0.0337791 Mar 10 15:18:23.313500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38382) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:23.387218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757f3d-676b-4b24-85a0-1ee0bf60fdf6 req-9cdc34b8-cab0-4135-ac99-94f7c0e96b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:23.389046 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3757f3d-676b-4b24-85a0-1ee0bf60fdf6 req-9cdc34b8-cab0-4135-ac99-94f7c0e96b6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 915 time: 0.2558184 Mar 10 15:18:23.412293 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-98aeab94-03d9-440d-a0e8-6f31a90caf54 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:23.412898 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98aeab94-03d9-440d-a0e8-6f31a90caf54 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:23.421895 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-98aeab94-03d9-440d-a0e8-6f31a90caf54 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] 10.222.0.11 "DELETE /v2.0/ports/026c533f-0cd5-4b57-a4dd-34e0c8b89472 HTTP/1.1" status: 404 len: 333 time: 0.1042426 Mar 10 15:18:23.422551 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38386) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:23.439851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-cced7a36-3753-4ee8-ad36-096952e9cc6a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting subnet ac038d7c-4e2c-4ea9-877c-ea7ad9da9793 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:18:23.465319 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cced7a36-3753-4ee8-ad36-096952e9cc6a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (ac038d7c-4e2c-4ea9-877c-ea7ad9da9793), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:23.492203 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b0f6d9-67a7-4ef0-b0fc-9d0086719d41 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:23.492696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b0f6d9-67a7-4ef0-b0fc-9d0086719d41 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:23.505817 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b2b0f6d9-67a7-4ef0-b0fc-9d0086719d41 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] 10.222.0.11 "DELETE /v2.0/subnets/c8de5204-bcf0-4542-bdd8-989277c95371 HTTP/1.1" status: 404 len: 337 time: 0.0818706 Mar 10 15:18:23.509213 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38388) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:23.546929 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-166b06f2-c97a-48ec-9ae7-57070766234b tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] GET failed (client error): The resource could not be found. Mar 10 15:18:23.552054 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-166b06f2-c97a-48ec-9ae7-57070766234b tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] 10.222.0.11 "GET /v2.0/networks/4a46c712-3637-4aa5-a254-a11cf9833d0c HTTP/1.1" status: 404 len: 339 time: 0.0385005 Mar 10 15:18:23.556198 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38390) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:23.568580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cced7a36-3753-4ee8-ad36-096952e9cc6a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (ac038d7c-4e2c-4ea9-877c-ea7ad9da9793), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:23.645837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3757f3d-676b-4b24-85a0-1ee0bf60fdf6 req-29a64b97-78e1-4e28-bf10-a568b243fe83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a912aeee-d12a-4460-b599-18035757e456 HTTP/1.1" status: 200 len: 217 time: 0.0995748 Mar 10 15:18:23.716570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9d22f24-d65e-4353-84f3-2f026afd16c4 req-7e8495c6-56a3-4b83-800d-c9380830ff6b service neutron] 10.222.0.45 "GET /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044506 Mar 10 15:18:23.733417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a23f1c-1b33-4d71-b6b9-d382de20d4c5 req-840d0122-6e2b-4339-a45e-36b68757693f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:23.735794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9a23f1c-1b33-4d71-b6b9-d382de20d4c5 req-840d0122-6e2b-4339-a45e-36b68757693f tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 946 time: 0.4986525 Mar 10 15:18:23.797529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ad9ed-afaf-4e3b-9e82-f01ef4c23f75 req-9092df55-cabc-424a-9266-1593d464b3a0 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:23.799177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c41ad9ed-afaf-4e3b-9e82-f01ef4c23f75 req-9092df55-cabc-424a-9266-1593d464b3a0 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 944 time: 0.2379916 Mar 10 15:18:23.855180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9a23f1c-1b33-4d71-b6b9-d382de20d4c5 req-b5088926-d825-467c-b09f-754e465d8722 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116061 Mar 10 15:18:23.862643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757f3d-676b-4b24-85a0-1ee0bf60fdf6 req-633a8299-fb29-427d-ba8b-ca024ee7c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:23.864330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3757f3d-676b-4b24-85a0-1ee0bf60fdf6 req-633a8299-fb29-427d-ba8b-ca024ee7c532 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.1946859 Mar 10 15:18:23.926223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3757f3d-676b-4b24-85a0-1ee0bf60fdf6 req-33d61ac0-bfda-4316-9e6b-20dfeeddd98e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331159 Mar 10 15:18:24.023011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c41ad9ed-afaf-4e3b-9e82-f01ef4c23f75 req-9f4516b5-3720-4e1d-a9ed-d9fbe0b87dda tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731272 Mar 10 15:18:24.030860 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8b572d91-59d1-49b2-8559-3dfbcbcab2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:24.107515 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5adce87-8a15-40af-88bd-4de924fad126 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] GET failed (client error): The resource could not be found. Mar 10 15:18:24.113758 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f5adce87-8a15-40af-88bd-4de924fad126 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] 10.222.0.11 "GET /v2.0/ports/a26ce2a7-dfce-4606-a9fe-8395335bf85c HTTP/1.1" status: 404 len: 333 time: 0.5574241 Mar 10 15:18:24.115004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38394) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:24.145464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3757f3d-676b-4b24-85a0-1ee0bf60fdf6 req-aba34cd8-4c5f-43a4-a74f-6dac07ff6ecc service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020252 Mar 10 15:18:24.177542 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-85394d9b-9383-4697-9524-3dcd6682c5bf tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] GET failed (client error): The resource could not be found. Mar 10 15:18:24.190273 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-85394d9b-9383-4697-9524-3dcd6682c5bf tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] 10.222.0.11 "GET /v2.0/subnets/0f367ca8-8869-47db-8ff3-442468ef8585 HTTP/1.1" status: 404 len: 337 time: 0.0410795 Mar 10 15:18:24.195089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38396) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:24.231193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-174f4b55-b478-46a1-843d-49efa077f59b tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] Request body: {'network': {'name': 'new_name'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:24.257609 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-174f4b55-b478-46a1-843d-49efa077f59b tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] PUT failed (client error): The resource could not be found. Mar 10 15:18:24.259715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174f4b55-b478-46a1-843d-49efa077f59b tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:24.266956 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-174f4b55-b478-46a1-843d-49efa077f59b tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] 10.222.0.11 "PUT /v2.0/networks/eefd0eff-ee92-4769-ac2b-bb727fed0530 HTTP/1.1" status: 404 len: 339 time: 0.0411410 Mar 10 15:18:24.269787 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38398) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:24.275289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7cd3960e-a123-43e6-9aa1-f26a8989e3cd tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] Request body: {'port': {'name': 'new_name'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:24.315034 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd3960e-a123-43e6-9aa1-f26a8989e3cd tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] PUT failed (client error): The resource could not be found. Mar 10 15:18:24.315609 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd3960e-a123-43e6-9aa1-f26a8989e3cd tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:24.332390 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7cd3960e-a123-43e6-9aa1-f26a8989e3cd tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] 10.222.0.11 "PUT /v2.0/ports/6d0afd2a-1607-4967-a0e7-c2e7ea5778ba HTTP/1.1" status: 404 len: 333 time: 0.0609343 Mar 10 15:18:24.335790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cced7a36-3753-4ee8-ad36-096952e9cc6a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (ac038d7c-4e2c-4ea9-877c-ea7ad9da9793), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:24.336739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3757f3d-676b-4b24-85a0-1ee0bf60fdf6 req-4a3bcadb-afe5-48ab-8f63-5de11fb62d00 service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674628 Mar 10 15:18:24.337292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38402) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:24.349054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a7074b52-81fc-4211-9239-fef621c16f13 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:24.377408 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7074b52-81fc-4211-9239-fef621c16f13 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] PUT failed (client error): The resource could not be found. Mar 10 15:18:24.378213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7074b52-81fc-4211-9239-fef621c16f13 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:24.379460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a7074b52-81fc-4211-9239-fef621c16f13 tempest-NetworksNegativeTestJSON-925496081 tempest-NetworksNegativeTestJSON-925496081-project] 10.222.0.11 "PUT /v2.0/subnets/a0374357-2089-4191-ae4d-ca0f7c1eb161 HTTP/1.1" status: 404 len: 337 time: 0.0399823 Mar 10 15:18:24.480695 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cced7a36-3753-4ee8-ad36-096952e9cc6a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (ac038d7c-4e2c-4ea9-877c-ea7ad9da9793), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:24.538194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced7a36-3753-4ee8-ad36-096952e9cc6a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Subnet': ['ID=ac038d7c-4e2c-4ea9-877c-ea7ad9da9793,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:24.551881 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cced7a36-3753-4ee8-ad36-096952e9cc6a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:24.558732 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cced7a36-3753-4ee8-ad36-096952e9cc6a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/ac038d7c-4e2c-4ea9-877c-ea7ad9da9793 HTTP/1.1" status: 204 len: 168 time: 1.3518105 Mar 10 15:18:24.560041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7204f031-e704-439f-b7e0-9442557c696f None None] Network e86f2089-07e4-4fa3-8556-e623322b50d7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:24.561997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38418) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:24.879911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (e86f2089-07e4-4fa3-8556-e623322b50d7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:24.967883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b20dc94-0213-476d-a3e1-6c145e3b73b5 None None] DHCP port deletion for e86f2089-07e4-4fa3-8556-e623322b50d7 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:18:24.977382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38438) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:25.108338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a912aeee-d12a-4460-b599-18035757e456 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:18:25.184335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38446) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:25.252485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a912aeee-d12a-4460-b599-18035757e456, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a912aeee-d12a-4460-b599-18035757e456,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:25.355802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9debc90d-ffe0-4743-83c8-e41d77996dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:25.370316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port cd008b19-21fd-42c5-be84-98f24053ff49 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:25.370661 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:25.513076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ece660-6b6d-491e-a1b3-ee0e322cfb8a req-15ee0f48-e84d-4427-88ac-05c433df0f35 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:25.518444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74ece660-6b6d-491e-a1b3-ee0e322cfb8a req-15ee0f48-e84d-4427-88ac-05c433df0f35 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 944 time: 0.3012338 Mar 10 15:18:25.547642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e56f42-2e28-427a-9750-86d498821b3b req-4a690cfe-2df9-43f3-8a2d-86cc9c7123aa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:25.549245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02e56f42-2e28-427a-9750-86d498821b3b req-4a690cfe-2df9-43f3-8a2d-86cc9c7123aa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 946 time: 0.4231243 Mar 10 15:18:25.553067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9debc90d-ffe0-4743-83c8-e41d77996dfa admin admin] Publish callbacks [] for security_group (0a205677-1085-4a11-a969-38ef16cb60c6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:25.557227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5221c-5d17-449f-811c-3e3efca6158d req-ffbbd0d7-57f1-40da-9df5-7894417c5bf4 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:25.559502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40c5221c-5d17-449f-811c-3e3efca6158d req-ffbbd0d7-57f1-40da-9df5-7894417c5bf4 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 946 time: 0.5656073 Mar 10 15:18:25.580691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'a912aeee-d12a-4460-b599-18035757e456', 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8', 'port_id': 'a912aeee-d12a-4460-b599-18035757e456', 'mac_address': 'fa:16:3e:9e:c9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad25c65-3dd0-442b-aaf8-9d82e0bd1295', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:18:25.600926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72de1f60-2748-4ca4-980f-be3c31d21b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:25.605738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9debc90d-ffe0-4743-83c8-e41d77996dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0a205677-1085-4a11-a969-38ef16cb60c6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:25.703829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1b20dc94-0213-476d-a3e1-6c145e3b73b5 None None] Deleting port cd008b19-21fd-42c5-be84-98f24053ff49 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:25.704356 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1b20dc94-0213-476d-a3e1-6c145e3b73b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:25.709653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a912aeee-d12a-4460-b599-18035757e456 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:25.710158 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a912aeee-d12a-4460-b599-18035757e456), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:25.728794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40c5221c-5d17-449f-811c-3e3efca6158d req-3f141d0c-3fe0-48c5-bb0a-4fc2b2957d99 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106613 Mar 10 15:18:25.735331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debc90d-ffe0-4743-83c8-e41d77996dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a205677-1085-4a11-a969-38ef16cb60c6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:25.767792 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9debc90d-ffe0-4743-83c8-e41d77996dfa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23c2b2812da649cbab838ec77f74a838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7763619 Mar 10 15:18:25.767792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38450) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:25.768181 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:25.788409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] For port cd008b19-21fd-42c5-be84-98f24053ff49, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd008b19-21fd-42c5-be84-98f24053ff49,segment=NetworkSegment(f418409f-f0d1-4fd6-aaad-71208fde1142),segment_id=f418409f-f0d1-4fd6-aaad-71208fde1142)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:25.789020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:25.821427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a912aeee-d12a-4460-b599-18035757e456 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:18:25.849621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cd008b19-21fd-42c5-be84-98f24053ff49 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:18:25.924502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74ece660-6b6d-491e-a1b3-ee0e322cfb8a req-8b137c29-3a6c-420f-ae86-c6101b312aa1 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884206 Mar 10 15:18:25.925893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for cd008b19-21fd-42c5-be84-98f24053ff49 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:25.926094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a912aeee-d12a-4460-b599-18035757e456, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a912aeee-d12a-4460-b599-18035757e456,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:26.003321 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72de1f60-2748-4ca4-980f-be3c31d21b0d admin admin] Publish callbacks [] for security_group (03e461d0-83da-4c50-a60e-9f2608528ef8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.017046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de8cbf1b-53ce-4756-bdf5-c59422e42a82 admin admin] Publish callbacks [] for security_group (0a205677-1085-4a11-a969-38ef16cb60c6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.063514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-72de1f60-2748-4ca4-980f-be3c31d21b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (03e461d0-83da-4c50-a60e-9f2608528ef8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.127390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1b20dc94-0213-476d-a3e1-6c145e3b73b5 None None] For port cd008b19-21fd-42c5-be84-98f24053ff49, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd008b19-21fd-42c5-be84-98f24053ff49,segment=NetworkSegment(f418409f-f0d1-4fd6-aaad-71208fde1142),segment_id=f418409f-f0d1-4fd6-aaad-71208fde1142)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:26.129952 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1b20dc94-0213-476d-a3e1-6c145e3b73b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.166461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1b20dc94-0213-476d-a3e1-6c145e3b73b5 None None] Calling delete_port for cd008b19-21fd-42c5-be84-98f24053ff49 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:26.179797 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de8cbf1b-53ce-4756-bdf5-c59422e42a82 admin admin] Publish callbacks [] for security_group (0a205677-1085-4a11-a969-38ef16cb60c6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.209077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Deleting port 87020666-2760-437f-9844-2e087c5b08d8 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:26.218874 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (87020666-2760-437f-9844-2e087c5b08d8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.230646 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a912aeee-d12a-4460-b599-18035757e456), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.311666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cd008b19-21fd-42c5-be84-98f24053ff49 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:26.312458 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.312685 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-72de1f60-2748-4ca4-980f-be3c31d21b0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25a40a97a2354449ba2105580c7a1654&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1262696 Mar 10 15:18:26.313629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38458) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:26.320235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de1f60-2748-4ca4-980f-be3c31d21b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e461d0-83da-4c50-a60e-9f2608528ef8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:26.409932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a912aeee-d12a-4460-b599-18035757e456,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:26.417057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port cd008b19-21fd-42c5-be84-98f24053ff49, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd008b19-21fd-42c5-be84-98f24053ff49,segment=NetworkSegment(f418409f-f0d1-4fd6-aaad-71208fde1142),segment_id=f418409f-f0d1-4fd6-aaad-71208fde1142)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:26.426300 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.485326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7143cef0-299c-4a95-85a6-b161f9590315 admin admin] Publish callbacks [] for security_group (03e461d0-83da-4c50-a60e-9f2608528ef8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.485965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['a912aeee-d12a-4460-b599-18035757e456'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:18:26.499215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:26.500472 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (87020666-2760-437f-9844-2e087c5b08d8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.513405 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7143cef0-299c-4a95-85a6-b161f9590315 admin admin] Publish callbacks [] for security_group (03e461d0-83da-4c50-a60e-9f2608528ef8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.543267 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1b20dc94-0213-476d-a3e1-6c145e3b73b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.549190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de8cbf1b-53ce-4756-bdf5-c59422e42a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0a205677-1085-4a11-a969-38ef16cb60c6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.554447 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de8cbf1b-53ce-4756-bdf5-c59422e42a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.560001 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-de8cbf1b-53ce-4756-bdf5-c59422e42a82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a205677-1085-4a11-a969-38ef16cb60c6 HTTP/1.1" status: 204 len: 168 time: 0.7999680 Mar 10 15:18:26.585696 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (cd008b19-21fd-42c5-be84-98f24053ff49), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.590395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cbf1b-53ce-4756-bdf5-c59422e42a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a205677-1085-4a11-a969-38ef16cb60c6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:26.616179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b20dc94-0213-476d-a3e1-6c145e3b73b5 None None] No DVR routers for this DVR port cd008b19-21fd-42c5-be84-98f24053ff49 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:18:26.666887 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=cd008b19-21fd-42c5-be84-98f24053ff49,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:26.668296 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7143cef0-299c-4a95-85a6-b161f9590315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (03e461d0-83da-4c50-a60e-9f2608528ef8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.672069 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.680946 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7143cef0-299c-4a95-85a6-b161f9590315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:26.682468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=cd008b19-21fd-42c5-be84-98f24053ff49,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:26.683397 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7143cef0-299c-4a95-85a6-b161f9590315 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03e461d0-83da-4c50-a60e-9f2608528ef8 HTTP/1.1" status: 204 len: 168 time: 0.3498697 Mar 10 15:18:26.689141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No DVR routers for this DVR port cd008b19-21fd-42c5-be84-98f24053ff49 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:18:26.701579 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143cef0-299c-4a95-85a6-b161f9590315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e461d0-83da-4c50-a60e-9f2608528ef8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:26.765322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20dc94-0213-476d-a3e1-6c145e3b73b5 None None] Pushing event deleted for resources: {'Port': ['ID=cd008b19-21fd-42c5-be84-98f24053ff49,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:27.107247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 87020666-2760-437f-9844-2e087c5b08d8 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:18:27.365704 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (e86f2089-07e4-4fa3-8556-e623322b50d7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.374987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 87020666-2760-437f-9844-2e087c5b08d8 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:27.375552 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (87020666-2760-437f-9844-2e087c5b08d8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.461158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87020666-2760-437f-9844-2e087c5b08d8'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:18:27.462108 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38490) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:27.480710 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0192d32-3b83-4828-9d9a-03710e27c9ec" -d '{"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-unplugged", "status": "completed", "tag": "87020666-2760-437f-9844-2e087c5b08d8"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:18:27.486620 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e331-60c2-48db-ae0a-e23583054aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.512349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86f2089-07e4-4fa3-8556-e623322b50d7']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:27.516749 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.517124 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.517501 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Floating IP ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9 disassociated. External IP: 172.25.3.52, port: 87020666-2760-437f-9844-2e087c5b08d8. Mar 10 15:18:27.517858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Calling delete_port for 87020666-2760-437f-9844-2e087c5b08d8 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:27.535492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 87020666-2760-437f-9844-2e087c5b08d8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=87020666-2760-437f-9844-2e087c5b08d8,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:27.541884 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.542064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f418409f-f0d1-4fd6-aaad-71208fde1142') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:27.542187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f418409f-f0d1-4fd6-aaad-71208fde1142') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:27.595553 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (f418409f-f0d1-4fd6-aaad-71208fde1142), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.606110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5a2f3-d56f-4d6e-8748-4fb826f4379d req-3ae7e75e-1edc-4860-8641-4f0af9492a78 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:27.608414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55e5a2f3-d56f-4d6e-8748-4fb826f4379d req-3ae7e75e-1edc-4860-8641-4f0af9492a78 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 945 time: 0.5264661 Mar 10 15:18:27.616837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab135d-c010-4f5a-95c7-51c6ec262f0a req-be7d1d49-fab7-4fce-806e-acc2a3cfddfa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:27.618336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8ab135d-c010-4f5a-95c7-51c6ec262f0a req-be7d1d49-fab7-4fce-806e-acc2a3cfddfa tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 946 time: 0.6226192 Mar 10 15:18:27.692525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=11']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:27.692747 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e331-60c2-48db-ae0a-e23583054aa4 admin admin] Publish callbacks [] for security_group (7ae0b15b-8013-47f8-9de6-6c8771716204), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.698212 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e331-60c2-48db-ae0a-e23583054aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7ae0b15b-8013-47f8-9de6-6c8771716204), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.726415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f418409f-f0d1-4fd6-aaad-71208fde1142), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.758383 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0ce4e331-60c2-48db-ae0a-e23583054aa4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61222bd495a04429a25be23b37803010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949877 Mar 10 15:18:27.759423 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38496) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:27.766880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4e331-60c2-48db-ae0a-e23583054aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae0b15b-8013-47f8-9de6-6c8771716204,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:27.773469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55e5a2f3-d56f-4d6e-8748-4fb826f4379d req-a2ce4503-5a72-4ef7-a228-dfe3e844537b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380646 Mar 10 15:18:27.786045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:18:27.786488 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (f418409f-f0d1-4fd6-aaad-71208fde1142), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:18:27.795807 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:18:27.837268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b7279c7-be12-45da-9308-4758f1341c22 admin admin] Publish callbacks [] for security_group (7ae0b15b-8013-47f8-9de6-6c8771716204), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.862667 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b7279c7-be12-45da-9308-4758f1341c22 admin admin] Publish callbacks [] for security_group (7ae0b15b-8013-47f8-9de6-6c8771716204), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.893836 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd844bb7-979b-4924-add8-d800f838e081 x-openstack-request-id: req-dd844bb7-979b-4924-add8-d800f838e081 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:18:27.894137 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-unplugged", "status": "completed", "tag": "87020666-2760-437f-9844-2e087c5b08d8", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:18:27.894396 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd844bb7-979b-4924-add8-d800f838e081 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:18:27.894820 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87020666-2760-437f-9844-2e087c5b08d8', 'code': 200} Mar 10 15:18:27.939052 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b7279c7-be12-45da-9308-4758f1341c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7ae0b15b-8013-47f8-9de6-6c8771716204), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.941992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8ab135d-c010-4f5a-95c7-51c6ec262f0a req-c0c1e123-e123-4e59-a8af-b3bf26a58574 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups?id=65ccc3a6-0c00-42c4-978b-5897e05514d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651010 Mar 10 15:18:27.946697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c1a1c97-6767-4cc9-b0f6-a07ca3d04b90 req-666a5170-7b11-47a6-87cd-7e3cd582063d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3273849 Mar 10 15:18:27.947398 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3b7279c7-be12-45da-9308-4758f1341c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.955667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (e86f2089-07e4-4fa3-8556-e623322b50d7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:27.963858 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3b7279c7-be12-45da-9308-4758f1341c22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ae0b15b-8013-47f8-9de6-6c8771716204 HTTP/1.1" status: 204 len: 168 time: 0.2032883 Mar 10 15:18:28.018402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7279c7-be12-45da-9308-4758f1341c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae0b15b-8013-47f8-9de6-6c8771716204,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:28.077373 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:28.081228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/networks/e86f2089-07e4-4fa3-8556-e623322b50d7 HTTP/1.1" status: 204 len: 168 time: 3.5179956 Mar 10 15:18:28.085594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38506) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:28.135185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea0b1d-86df-4fcd-9a60-bc69b9191519 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Network': ['ID=e86f2089-07e4-4fa3-8556-e623322b50d7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:28.162303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a1c97-6767-4cc9-b0f6-a07ca3d04b90 req-1c77e58e-f37e-429f-a76f-57204c6a1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:28.164099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c1a1c97-6767-4cc9-b0f6-a07ca3d04b90 req-1c77e58e-f37e-429f-a76f-57204c6a1d6a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1127 time: 0.0932295 Mar 10 15:18:28.165861 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (87020666-2760-437f-9844-2e087c5b08d8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:28.185842 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ec63a-ffdc-4e15-bd3b-a674478ff5cd tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:28.194855 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-099ec63a-ffdc-4e15-bd3b-a674478ff5cd tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/f059a460-0aea-4b07-aae4-867dee6a5573 HTTP/1.1" status: 200 len: 840 time: 0.1081393 Mar 10 15:18:28.195552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38508) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:28.215012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event deleted for resources: {'Port': ['ID=87020666-2760-437f-9844-2e087c5b08d8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:28.289785 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:28.291685 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ef04258b-d676-4c69-86a7-506a0c3900eb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/f059a460-0aea-4b07-aae4-867dee6a5573?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0945766 Mar 10 15:18:28.292077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38510) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:28.303359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6086d5e0-a563-4e5f-b1a3-66b5e858d13a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:28.437020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38514) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:28.489589 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6086d5e0-a563-4e5f-b1a3-66b5e858d13a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:28.493330 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6086d5e0-a563-4e5f-b1a3-66b5e858d13a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:28.823680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5ce38c65-3223-4e55-843b-6a3e1cfb87e8 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:28.825702 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-5ce38c65-3223-4e55-843b-6a3e1cfb87e8 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 10 15:18:28.827288 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-5ce38c65-3223-4e55-843b-6a3e1cfb87e8 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): There was a conflict when trying to complete your request. Mar 10 15:18:28.832716 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5ce38c65-3223-4e55-843b-6a3e1cfb87e8 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3909445 Mar 10 15:18:28.833087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38532) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:28.860214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-973652de-f1dc-4cfa-a8e4-c010743ed606 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816408161'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:28.987057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-973652de-f1dc-4cfa-a8e4-c010743ed606 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.019602 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-973652de-f1dc-4cfa-a8e4-c010743ed606 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.083738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6086d5e0-a563-4e5f-b1a3-66b5e858d13a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (79c89b82-a50f-45b7-9f64-9f73af50060a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.102877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a912aeee-d12a-4460-b599-18035757e456 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:18:29.154830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086d5e0-a563-4e5f-b1a3-66b5e858d13a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:29.162084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6086d5e0-a563-4e5f-b1a3-66b5e858d13a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:29.172161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086d5e0-a563-4e5f-b1a3-66b5e858d13a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:29.172581 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6086d5e0-a563-4e5f-b1a3-66b5e858d13a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.182974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f8548-37a9-4bf3-a601-29a4509a1733 None None] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:29.269405 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6086d5e0-a563-4e5f-b1a3-66b5e858d13a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9700480 Mar 10 15:18:29.269405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086d5e0-a563-4e5f-b1a3-66b5e858d13a tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Subnet': ['ID=79c89b82-a50f-45b7-9f64-9f73af50060a,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:29.277419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38544) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:29.292006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b162955-3fb1-4f08-973a-814657a72112 req-77ba3a27-ab04-4883-a0d8-87ef700488d8 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 210 time: 0.1876180 Mar 10 15:18:29.347721 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-973652de-f1dc-4cfa-a8e4-c010743ed606 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (c83d975f-dbbd-4891-86c8-ccaf56f54e94), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.360207 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-973652de-f1dc-4cfa-a8e4-c010743ed606 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c83d975f-dbbd-4891-86c8-ccaf56f54e94), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.362202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-28a4298a-74ae-4e96-908a-3e9a0d784f46 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'security_group': {'name': 'tempest-secgroup-611037856'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:29.398155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port a912aeee-d12a-4460-b599-18035757e456 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:18:29.416771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port a912aeee-d12a-4460-b599-18035757e456 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:29.417146 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a912aeee-d12a-4460-b599-18035757e456), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.527875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17064792-795c-4305-a43f-ed21c4cc486e req-7ada67e9-3410-4da6-ad38-b3672599c1a4 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:29.538214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17064792-795c-4305-a43f-ed21c4cc486e req-7ada67e9-3410-4da6-ad38-b3672599c1a4 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 945 time: 0.5333085 Mar 10 15:18:29.541195 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-28a4298a-74ae-4e96-908a-3e9a0d784f46 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.565128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Router 4f24379f-afec-43d3-b7a5-367140070ff9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:18:29.600730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a1c97-6767-4cc9-b0f6-a07ca3d04b90 req-addf19ee-85f7-4353-98cd-c2218de42d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:29.602594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c1a1c97-6767-4cc9-b0f6-a07ca3d04b90 req-addf19ee-85f7-4353-98cd-c2218de42d79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 915 time: 1.3795767 Mar 10 15:18:29.605146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port a912aeee-d12a-4460-b599-18035757e456 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:29.605573 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a912aeee-d12a-4460-b599-18035757e456), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.630587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-06729085-2149-42f4-a3d1-6b0a4e3eb449', 'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'project_id': 'aa26aacc79454b00ba521d73bb0c65a0', 'fixed_ips': [{'subnet_id': '79c89b82-a50f-45b7-9f64-9f73af50060a'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:18:29.631519 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.645989 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-973652de-f1dc-4cfa-a8e4-c010743ed606 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (2e60fb6a-9c10-46a6-862c-887a3f08e51e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.661387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-973652de-f1dc-4cfa-a8e4-c010743ed606 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2e60fb6a-9c10-46a6-862c-887a3f08e51e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.738005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973652de-f1dc-4cfa-a8e4-c010743ed606 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83d975f-dbbd-4891-86c8-ccaf56f54e94,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:29.749031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-28a4298a-74ae-4e96-908a-3e9a0d784f46 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (415d4985-2c60-4131-84ec-be6d7b0dd7ec), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.762078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port a912aeee-d12a-4460-b599-18035757e456, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a912aeee-d12a-4460-b599-18035757e456,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:29.770681 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-28a4298a-74ae-4e96-908a-3e9a0d784f46 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (415d4985-2c60-4131-84ec-be6d7b0dd7ec), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.780874 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a912aeee-d12a-4460-b599-18035757e456), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.823093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-973652de-f1dc-4cfa-a8e4-c010743ed606 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.828113 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-973652de-f1dc-4cfa-a8e4-c010743ed606 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9928751 Mar 10 15:18:29.846204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38558) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:29.875664 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973652de-f1dc-4cfa-a8e4-c010743ed606 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e60fb6a-9c10-46a6-862c-887a3f08e51e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:29.889633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5ed802e5-dc70-49fd-84f2-7393c3c50b09 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '2e60fb6a-9c10-46a6-862c-887a3f08e51e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:29.946072 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5ed802e5-dc70-49fd-84f2-7393c3c50b09 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group_rule (e3aa760f-1d57-4a73-b987-9230e783223c), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:29.965013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f9ece5-be8a-44f0-9a9b-87ba6129d295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a912aeee-d12a-4460-b599-18035757e456'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:18:29.968915 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60794677-8219-4f14-b8a1-e603abcea318" -d '{"events": [{"server_uuid": "52f9ece5-be8a-44f0-9a9b-87ba6129d295", "name": "network-vif-plugged", "status": "completed", "tag": "a912aeee-d12a-4460-b599-18035757e456"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:18:29.978378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=a912aeee-d12a-4460-b599-18035757e456,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:29.981065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4298a-74ae-4e96-908a-3e9a0d784f46 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415d4985-2c60-4131-84ec-be6d7b0dd7ec,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:29.989414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c1a1c97-6767-4cc9-b0f6-a07ca3d04b90 req-2e208840-bb49-40b0-81cc-dd7f662da782 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 217 time: 0.3667638 Mar 10 15:18:30.038749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17064792-795c-4305-a43f-ed21c4cc486e req-67feab38-5520-4527-81a4-1ab8b16ed900 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991252 Mar 10 15:18:30.100746 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-28a4298a-74ae-4e96-908a-3e9a0d784f46 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.103007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-28a4298a-74ae-4e96-908a-3e9a0d784f46 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8134549 Mar 10 15:18:30.108780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38566) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:30.117833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5ed802e5-dc70-49fd-84f2-7393c3c50b09 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group_rule (e3aa760f-1d57-4a73-b987-9230e783223c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.121685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9014d117-5800-46a3-92ef-83c4a4e7ef27 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'security_group': {'name': 'tempest-secgroup-997299241'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:30.124935 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5ed802e5-dc70-49fd-84f2-7393c3c50b09 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (e3aa760f-1d57-4a73-b987-9230e783223c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.148830 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c503561b-0161-43ef-b835-cd170ba756a0 x-openstack-request-id: req-c503561b-0161-43ef-b835-cd170ba756a0 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:18:30.149412 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f9ece5-be8a-44f0-9a9b-87ba6129d295", "name": "network-vif-plugged", "status": "completed", "tag": "a912aeee-d12a-4460-b599-18035757e456", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:18:30.152409 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c503561b-0161-43ef-b835-cd170ba756a0 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:18:30.152991 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f9ece5-be8a-44f0-9a9b-87ba6129d295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a912aeee-d12a-4460-b599-18035757e456', 'code': 200} Mar 10 15:18:30.168096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed802e5-dc70-49fd-84f2-7393c3c50b09 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3aa760f-1d57-4a73-b987-9230e783223c,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:30.187312 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5ed802e5-dc70-49fd-84f2-7393c3c50b09 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.188704 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5ed802e5-dc70-49fd-84f2-7393c3c50b09 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3403950 Mar 10 15:18:30.192026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38568) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:30.197435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-36a92693-b8f6-4827-aacc-8ca10abe51ed tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '2e60fb6a-9c10-46a6-862c-887a3f08e51e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:30.204626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Allocated IP 172.20.0.2 (06729085-2149-42f4-a3d1-6b0a4e3eb449/79c89b82-a50f-45b7-9f64-9f73af50060a/7b9d4ee1-b065-4750-bdb9-854fdcd93700) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:30.253352 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36a92693-b8f6-4827-aacc-8ca10abe51ed tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group_rule (19aaed1c-0c99-4674-990f-212ac714b6b1), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.316549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a1c97-6767-4cc9-b0f6-a07ca3d04b90 req-bf1d71f5-163c-4109-a253-6cf131abf4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:30.318309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c1a1c97-6767-4cc9-b0f6-a07ca3d04b90 req-bf1d71f5-163c-4109-a253-6cf131abf4cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.3078763 Mar 10 15:18:30.350938 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-36a92693-b8f6-4827-aacc-8ca10abe51ed tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): There was a conflict when trying to complete your request. Mar 10 15:18:30.352172 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-36a92693-b8f6-4827-aacc-8ca10abe51ed tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1590848 Mar 10 15:18:30.355035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38574) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:30.427430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c1a1c97-6767-4cc9-b0f6-a07ca3d04b90 req-6a31da60-0cad-4d8d-8d4c-eef52bf0eb56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934889 Mar 10 15:18:30.436521 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9014d117-5800-46a3-92ef-83c4a4e7ef27 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.467831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:18:30.468023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-beccd591-9c45-4c09-b6c1-efa02a20a0e2 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (2e60fb6a-9c10-46a6-862c-887a3f08e51e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.478596 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36107652-584b-4eae-960b-0d50eec4311b None None] Sync routers for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:18:30.493820 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36107652-584b-4eae-960b-0d50eec4311b None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:18:30.494768 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-36107652-584b-4eae-960b-0d50eec4311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:18:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:30.509039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85103f2-d583-486c-aa74-ba476ab69540 req-759a6100-720e-4916-b71f-84d54bcdcd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:30.511830 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Publish callbacks [] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.513049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c85103f2-d583-486c-aa74-ba476ab69540 req-759a6100-720e-4916-b71f-84d54bcdcd65 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 1128 time: 0.2938004 Mar 10 15:18:30.531267 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.539535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-beccd591-9c45-4c09-b6c1-efa02a20a0e2 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (2e60fb6a-9c10-46a6-862c-887a3f08e51e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.627044 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-beccd591-9c45-4c09-b6c1-efa02a20a0e2 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2e60fb6a-9c10-46a6-862c-887a3f08e51e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.629741 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-beccd591-9c45-4c09-b6c1-efa02a20a0e2 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.633170 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-beccd591-9c45-4c09-b6c1-efa02a20a0e2 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "DELETE /v2.0/security-groups/2e60fb6a-9c10-46a6-862c-887a3f08e51e HTTP/1.1" status: 204 len: 168 time: 0.2749732 Mar 10 15:18:30.640088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Pushing event updated for resources: {'Port': ['ID=7b9d4ee1-b065-4750-bdb9-854fdcd93700,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:30.645780 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38582) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:30.646494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccd591-9c45-4c09-b6c1-efa02a20a0e2 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e60fb6a-9c10-46a6-862c-887a3f08e51e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:30.667140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:30.670587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:30.675788 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-36107652-584b-4eae-960b-0d50eec4311b None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:18:30.682021 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:18:30.689782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] No DVR routers for this DVR port 87020666-2760-437f-9844-2e087c5b08d8 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:18:30.696996 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.700440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02e56f42-2e28-427a-9750-86d498821b3b req-4290bf4c-c0da-49c7-a17b-b03bd7b94c03 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.45 "DELETE /v2.0/ports/87020666-2760-437f-9844-2e087c5b08d8 HTTP/1.1" status: 204 len: 173 time: 5.1399972 Mar 10 15:18:30.702488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b496521-284a-4185-b68c-9761e56b1aa2 req-15e3d208-4ea1-41b1-bba4-1e69ac099478 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 210 time: 0.2478678 Mar 10 15:18:30.724167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-deleted', 'tag': '87020666-2760-437f-9844-2e087c5b08d8'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:18:30.737305 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eb6f44-6149-417e-b101-7eeb225c88b2" -d '{"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-deleted", "tag": "87020666-2760-437f-9844-2e087c5b08d8"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:18:30.758463 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ccd7c3fa-34d9-4471-b77c-f0fd11eaf007 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1017740 Mar 10 15:18:30.770739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38588) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:30.781005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b1714f0f-68a7-4238-ba7c-c03e8e9b15f5 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026602475'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:30.856421 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b1714f0f-68a7-4238-ba7c-c03e8e9b15f5 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.875751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Attempting to bind port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:18:30.876138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Attempting to bind port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '0c5b118b-89e9-4e35-95cc-fdfd103ff9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:18:30.881466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Attempting to bind port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 on network 06729085-2149-42f4-a3d1-6b0a4e3eb449 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:18:30.906532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:18:30.919716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Checking segment: {'id': '0c5b118b-89e9-4e35-95cc-fdfd103ff9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:18:30.922051 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.922685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Bound using segment: {'id': '0c5b118b-89e9-4e35-95cc-fdfd103ff9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:18:30.927022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Bound port: 7b9d4ee1-b065-4750-bdb9-854fdcd93700, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5b118b-89e9-4e35-95cc-fdfd103ff9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:18:30.928343 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:30.945818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c85103f2-d583-486c-aa74-ba476ab69540 req-a34e1e86-b459-4f01-b3d6-1b0671bb86dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428240 Mar 10 15:18:31.022630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c1a1c97-6767-4cc9-b0f6-a07ca3d04b90 req-65f96e68-33a1-4df4-a5c9-9c67fd9199b7 service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689785 Mar 10 15:18:31.026386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b1714f0f-68a7-4238-ba7c-c03e8e9b15f5 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (d032afad-660d-4fc7-bf0b-1074151fa6a8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:31.036576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b1714f0f-68a7-4238-ba7c-c03e8e9b15f5 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d032afad-660d-4fc7-bf0b-1074151fa6a8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:31.038727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9014d117-5800-46a3-92ef-83c4a4e7ef27 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (122a7e79-1e65-495d-9559-9ebbba1bd783), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:31.081342 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b1714f0f-68a7-4238-ba7c-c03e8e9b15f5 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:31.082706 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b1714f0f-68a7-4238-ba7c-c03e8e9b15f5 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3085353 Mar 10 15:18:31.098775 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38600) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:31.103929 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7d73bf21-9474-42f1-be8b-a09340a6f43c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': 'd032afad-660d-4fc7-bf0b-1074151fa6a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:31.104430 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-7d73bf21-9474-42f1-be8b-a09340a6f43c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 10 15:18:31.106003 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-7d73bf21-9474-42f1-be8b-a09340a6f43c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:31.107111 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7d73bf21-9474-42f1-be8b-a09340a6f43c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073259 Mar 10 15:18:31.110330 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38602) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:31.145633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] For port 7b9d4ee1-b065-4750-bdb9-854fdcd93700, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:18:31.156790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] For port 7b9d4ee1-b065-4750-bdb9-854fdcd93700, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b9d4ee1-b065-4750-bdb9-854fdcd93700,segment=NetworkSegment(0c5b118b-89e9-4e35-95cc-fdfd103ff9c2),segment_id=0c5b118b-89e9-4e35-95cc-fdfd103ff9c2)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:18:31.166614 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1714f0f-68a7-4238-ba7c-c03e8e9b15f5 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d032afad-660d-4fc7-bf0b-1074151fa6a8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:31.180134 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:31.248986 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bad8883-6577-4f21-9fe4-caeaee7fbb55 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (d032afad-660d-4fc7-bf0b-1074151fa6a8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:31.316718 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df832f4-fa38-4750-a32b-b89f063c8ee7 x-openstack-request-id: req-5df832f4-fa38-4750-a32b-b89f063c8ee7 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:18:31.317267 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f", "name": "network-vif-deleted", "tag": "87020666-2760-437f-9844-2e087c5b08d8", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:18:31.319059 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5df832f4-fa38-4750-a32b-b89f063c8ee7 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:18:31.319662 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f', 'name': 'network-vif-deleted', 'tag': '87020666-2760-437f-9844-2e087c5b08d8', 'status': 'completed', 'code': 200} Mar 10 15:18:31.321710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bad8883-6577-4f21-9fe4-caeaee7fbb55 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (d032afad-660d-4fc7-bf0b-1074151fa6a8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:31.354924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab4071-f6d2-4518-867a-8e3c800e2900 None None] Pushing event updated for resources: {'Port': ['ID=7b9d4ee1-b065-4750-bdb9-854fdcd93700,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:31.376304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c1a1c97-6767-4cc9-b0f6-a07ca3d04b90 req-b5adad44-8fda-4a34-9124-9f4ae2a0d630 service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353264 Mar 10 15:18:31.376304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9014d117-5800-46a3-92ef-83c4a4e7ef27 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (122a7e79-1e65-495d-9559-9ebbba1bd783), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:31.411201 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-36107652-584b-4eae-960b-0d50eec4311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:31.429378 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bad8883-6577-4f21-9fe4-caeaee7fbb55 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d032afad-660d-4fc7-bf0b-1074151fa6a8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:31.432091 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bad8883-6577-4f21-9fe4-caeaee7fbb55 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:31.436719 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8bad8883-6577-4f21-9fe4-caeaee7fbb55 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "DELETE /v2.0/security-groups/d032afad-660d-4fc7-bf0b-1074151fa6a8 HTTP/1.1" status: 204 len: 168 time: 0.3253176 Mar 10 15:18:31.445471 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38614) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:31.473430 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36107652-584b-4eae-960b-0d50eec4311b None None] Checking router: 4f24379f-afec-43d3-b7a5-367140070ff9 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:18:31.502240 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36107652-584b-4eae-960b-0d50eec4311b None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:18:31.504079 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-36107652-584b-4eae-960b-0d50eec4311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:18:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:31.531732 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad8883-6577-4f21-9fe4-caeaee7fbb55 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d032afad-660d-4fc7-bf0b-1074151fa6a8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:31.581543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9014d117-5800-46a3-92ef-83c4a4e7ef27 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:31.596614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9014d117-5800-46a3-92ef-83c4a4e7ef27 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4857590 Mar 10 15:18:31.602754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38618) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:31.608965 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1712187620', 'security_groups': ['122a7e79-1e65-495d-9559-9ebbba1bd783'], 'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '79c89b82-a50f-45b7-9f64-9f73af50060a'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:31.620331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014d117-5800-46a3-92ef-83c4a4e7ef27 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122a7e79-1e65-495d-9559-9ebbba1bd783,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:31.646313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5aa106-ca2e-4acc-9fab-cd2915510720 req-44a85162-cbc6-45e7-abea-3ecfaa6fe1c2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:31.647995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca5aa106-ca2e-4acc-9fab-cd2915510720 req-44a85162-cbc6-45e7-abea-3ecfaa6fe1c2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 946 time: 0.3485413 Mar 10 15:18:31.655808 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6711a536-bc8d-4e25-9da3-68de4032cce5 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2046473 Mar 10 15:18:31.657551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38620) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:31.665528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2f719bec-6e1f-4414-b891-71f5098e8763 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832823528'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:31.808885 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-36107652-584b-4eae-960b-0d50eec4311b None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:18:31.872617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f719bec-6e1f-4414-b891-71f5098e8763 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:32.159404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca5aa106-ca2e-4acc-9fab-cd2915510720 req-37263161-549d-49e9-bc15-45feb343c7fd tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812655 Mar 10 15:18:32.162106 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:32.188710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e50d0a2-296d-4e28-8fc3-828ed5172f55 req-9b76a950-2b64-44f8-823f-993fafd5ff5a tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b4adb7e-bb57-40aa-bc8f-6aeafe1fee9f HTTP/1.1" status: 200 len: 210 time: 0.1384158 Mar 10 15:18:32.266064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f719bec-6e1f-4414-b891-71f5098e8763 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (08a6b1ae-19d8-473b-9b75-84adecaaa942), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:32.271185 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f719bec-6e1f-4414-b891-71f5098e8763 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (08a6b1ae-19d8-473b-9b75-84adecaaa942), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:32.357384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f719bec-6e1f-4414-b891-71f5098e8763 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:32.368576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38630) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:32.369229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2f719bec-6e1f-4414-b891-71f5098e8763 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7105410 Mar 10 15:18:32.378531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4f015d8f-acf2-4d1b-ac90-4fd3abcb97f6 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '08a6b1ae-19d8-473b-9b75-84adecaaa942', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:32.379820 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-4f015d8f-acf2-4d1b-ac90-4fd3abcb97f6 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 10 15:18:32.380331 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-4f015d8f-acf2-4d1b-ac90-4fd3abcb97f6 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:32.385015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38632) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:32.395536 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4f015d8f-acf2-4d1b-ac90-4fd3abcb97f6 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0246148 Mar 10 15:18:32.409106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:32.420193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f719bec-6e1f-4414-b891-71f5098e8763 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a6b1ae-19d8-473b-9b75-84adecaaa942,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:32.446382 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-36107652-584b-4eae-960b-0d50eec4311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:18:32.460210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port be648990-59c0-4df9-9255-3a15b9a22d11 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:18:32.478286 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0d98120-3a83-48e9-a4a9-2443103be358 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (08a6b1ae-19d8-473b-9b75-84adecaaa942), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:32.516281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0d98120-3a83-48e9-a4a9-2443103be358 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (08a6b1ae-19d8-473b-9b75-84adecaaa942), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:32.581228 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36107652-584b-4eae-960b-0d50eec4311b None None] The sync data for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 is: [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:10:27Z', 'revision_number': 4, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '03a808f3-9181-46b9-834a-6315a3c2ee00', 'name': '', 'network_id': '083d81ff-380f-40be-8440-8980c24e49d8', 'tenant_id': '30681029f9c54de880026374e32f2679', 'mac_address': 'fa:16:3e:8d:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:26Z', 'updated_at': '2022-03-10T15:10:32Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'subnets': [{'id': '68d894d8-6340-4c5f-8791-441b0e8bb520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:18:32.622440 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0d98120-3a83-48e9-a4a9-2443103be358 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (08a6b1ae-19d8-473b-9b75-84adecaaa942), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:32.626503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0d98120-3a83-48e9-a4a9-2443103be358 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:32.633056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f0d98120-3a83-48e9-a4a9-2443103be358 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "DELETE /v2.0/security-groups/08a6b1ae-19d8-473b-9b75-84adecaaa942 HTTP/1.1" status: 204 len: 168 time: 0.2448521 Mar 10 15:18:32.652296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38638) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:32.655278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d98120-3a83-48e9-a4a9-2443103be358 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a6b1ae-19d8-473b-9b75-84adecaaa942,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:32.772697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.3 (06729085-2149-42f4-a3d1-6b0a4e3eb449/79c89b82-a50f-45b7-9f64-9f73af50060a/be648990-59c0-4df9-9255-3a15b9a22d11) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:32.783146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a2af438d-d9e1-4e3f-9724-a5862e542bd7 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1109481 Mar 10 15:18:32.784071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38644) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:32.789341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b0fb6054-7b42-4950-8584-88dd9c777247 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group': {'name': 'tempest-secgroup--397479271'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:32.835704 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0fb6054-7b42-4950-8584-88dd9c777247 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.015717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0fb6054-7b42-4950-8584-88dd9c777247 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.026743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0fb6054-7b42-4950-8584-88dd9c777247 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.080627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (be648990-59c0-4df9-9255-3a15b9a22d11), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.097695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f39716-47a0-401d-8161-d377f3235040 None None] New status for floating IP ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:18:33.128164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0fb6054-7b42-4950-8584-88dd9c777247 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.130513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b0fb6054-7b42-4950-8584-88dd9c777247 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3453014 Mar 10 15:18:33.132707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb6054-7b42-4950-8584-88dd9c777247 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:33.133984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38648) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:33.139369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9b9ef382-ca37-4343-aed2-96e190535025 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': 'fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:33.140481 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-9b9ef382-ca37-4343-aed2-96e190535025 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 10 15:18:33.141138 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-9b9ef382-ca37-4343-aed2-96e190535025 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:33.160071 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9b9ef382-ca37-4343-aed2-96e190535025 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0249124 Mar 10 15:18:33.160438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38652) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:33.161326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (be648990-59c0-4df9-9255-3a15b9a22d11), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.168136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4743d075-87e0-4cd3-99eb-fa11bc96ed3c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': 'fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:33.173777 n-d-833090-1 neutron-server[115533]: WARNING neutron.api.v2.base [None req-4743d075-87e0-4cd3-99eb-fa11bc96ed3c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 10 15:18:33.174357 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-4743d075-87e0-4cd3-99eb-fa11bc96ed3c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:33.176846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4743d075-87e0-4cd3-99eb-fa11bc96ed3c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0153239 Mar 10 15:18:33.180941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38654) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:33.190508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ce9a6c25-93dd-43c4-9d20-96e9021e9291 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': 'fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:33.193505 n-d-833090-1 neutron-server[115533]: WARNING neutron.api.v2.base [None req-ce9a6c25-93dd-43c4-9d20-96e9021e9291 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 10 15:18:33.196336 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-ce9a6c25-93dd-43c4-9d20-96e9021e9291 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:33.198008 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ce9a6c25-93dd-43c4-9d20-96e9021e9291 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155306 Mar 10 15:18:33.200261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38658) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:33.213359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5c70a7e3-0705-462b-99aa-c9979f0e0c18 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': 'fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:33.217047 n-d-833090-1 neutron-server[115533]: WARNING neutron.api.v2.base [None req-5c70a7e3-0705-462b-99aa-c9979f0e0c18 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 10 15:18:33.217587 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-5c70a7e3-0705-462b-99aa-c9979f0e0c18 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:33.218776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5c70a7e3-0705-462b-99aa-c9979f0e0c18 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0141940 Mar 10 15:18:33.221729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38660) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:33.325446 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:33.340710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:33.350366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:18:33.369221 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=be648990-59c0-4df9-9255-3a15b9a22d11,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:33.392033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db539765-ceaa-433a-8380-21010775e70e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.460202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38670) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:33.500377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:33.501158 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.511211 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db539765-ceaa-433a-8380-21010775e70e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.550580 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5e1ed42-e437-4f87-a372-e14ab4204264 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9467082 Mar 10 15:18:33.557105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38672) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:33.590225 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7a4fb640-dd4f-48b4-81b3-b5b3a4e32774 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:33.618950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-eae17306-9d72-4943-b409-977505415878 None None] Provisioning complete for port f059a460-0aea-4b07-aae4-867dee6a5573 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:33.631818 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eae17306-9d72-4943-b409-977505415878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f059a460-0aea-4b07-aae4-867dee6a5573), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.702140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db539765-ceaa-433a-8380-21010775e70e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.710273 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db539765-ceaa-433a-8380-21010775e70e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.711709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-db539765-ceaa-433a-8380-21010775e70e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "DELETE /v2.0/security-groups/fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5 HTTP/1.1" status: 204 len: 168 time: 0.4890547 Mar 10 15:18:33.720896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38674) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:33.746192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-eae17306-9d72-4943-b409-977505415878 None None] Port f059a460-0aea-4b07-aae4-867dee6a5573 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:33.765767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-eae17306-9d72-4943-b409-977505415878 None None] Provisioning complete for port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:33.766468 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eae17306-9d72-4943-b409-977505415878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:33.806052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db539765-ceaa-433a-8380-21010775e70e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd33bc33-f0f1-4d32-8dc1-f7826cb8e1c5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:33.855241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaca805-9079-490b-ac20-8d9a5f97f980 req-bc8ed5ff-c6f0-46b1-9ba4-18cd76ebf6f9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:33.858270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecaca805-9079-490b-ac20-8d9a5f97f980 req-bc8ed5ff-c6f0-46b1-9ba4-18cd76ebf6f9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 946 time: 0.4688468 Mar 10 15:18:33.862626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7b9d4ee1-b065-4750-bdb9-854fdcd93700 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:18:33.920610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecaca805-9079-490b-ac20-8d9a5f97f980 req-4cf6e7ed-b505-4ba7-89c0-236e1b3d7e9b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564244 Mar 10 15:18:33.925320 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-632e0c10-10dc-4c4f-bb98-3f09581f99d5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (65ccc3a6-0c00-42c4-978b-5897e05514d9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.014214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:34.014596 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.051328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38680) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:34.056825 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-54463953-728b-4de2-aa62-49ace9238304 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2555466 Mar 10 15:18:34.058321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5c20c36d-bbee-4d74-87b5-09a7b79cfd6c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group': {'name': 'tempest-secgroup--597382530'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:34.073890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-eae17306-9d72-4943-b409-977505415878 None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:34.074296 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eae17306-9d72-4943-b409-977505415878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.089519 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-632e0c10-10dc-4c4f-bb98-3f09581f99d5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (65ccc3a6-0c00-42c4-978b-5897e05514d9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.130656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c20c36d-bbee-4d74-87b5-09a7b79cfd6c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.184270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-eae17306-9d72-4943-b409-977505415878 None None] For port 7b9d4ee1-b065-4750-bdb9-854fdcd93700, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b9d4ee1-b065-4750-bdb9-854fdcd93700,segment=NetworkSegment(0c5b118b-89e9-4e35-95cc-fdfd103ff9c2),segment_id=0c5b118b-89e9-4e35-95cc-fdfd103ff9c2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:34.200878 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eae17306-9d72-4943-b409-977505415878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.270759 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-632e0c10-10dc-4c4f-bb98-3f09581f99d5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (65ccc3a6-0c00-42c4-978b-5897e05514d9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.277838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-632e0c10-10dc-4c4f-bb98-3f09581f99d5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.282211 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-632e0c10-10dc-4c4f-bb98-3f09581f99d5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "DELETE /v2.0/security-groups/65ccc3a6-0c00-42c4-978b-5897e05514d9 HTTP/1.1" status: 204 len: 168 time: 0.8203259 Mar 10 15:18:34.312711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38684) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:34.315253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e0c10-10dc-4c4f-bb98-3f09581f99d5 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ccc3a6-0c00-42c4-978b-5897e05514d9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:34.330396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4fb640-dd4f-48b4-81b3-b5b3a4e32774 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:34.342210 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb640-dd4f-48b4-81b3-b5b3a4e32774 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.361015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae17306-9d72-4943-b409-977505415878 None None] Pushing event updated for resources: {'Port': ['ID=7b9d4ee1-b065-4750-bdb9-854fdcd93700,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:34.371676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:34.378990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d2e2ed23-3703-4414-a483-1b3e82272638 None None] Provisioning complete for port be648990-59c0-4df9-9255-3a15b9a22d11 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:34.379368 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ed23-3703-4414-a483-1b3e82272638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (be648990-59c0-4df9-9255-3a15b9a22d11), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.416376 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c20c36d-bbee-4d74-87b5-09a7b79cfd6c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (94298a58-8a77-4ec2-bacf-cc518c4bddf2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.442571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2ed23-3703-4414-a483-1b3e82272638 None None] Port be648990-59c0-4df9-9255-3a15b9a22d11 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:34.504979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c20c36d-bbee-4d74-87b5-09a7b79cfd6c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (94298a58-8a77-4ec2-bacf-cc518c4bddf2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.597977 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c20c36d-bbee-4d74-87b5-09a7b79cfd6c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:34.604206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5c20c36d-bbee-4d74-87b5-09a7b79cfd6c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5503454 Mar 10 15:18:34.617202 n-d-833090-1 neutron-server[115534]: INFO neutron.db.ipam_backend_mixin [None req-7a4fb640-dd4f-48b4-81b3-b5b3a4e32774 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 79c89b82-a50f-45b7-9f64-9f73af50060a (CIDR: 172.20.0.0/28) Mar 10 15:18:34.624261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38692) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:34.641652 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4fb640-dd4f-48b4-81b3-b5b3a4e32774 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:34.642386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4fb640-dd4f-48b4-81b3-b5b3a4e32774 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:34.660767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa3dc6-adaa-4976-977a-81cbb597bc71 req-d3b9732d-861d-4b2b-9eca-07038e9c2ad3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:34.663155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9ec9da6b-fbde-4b72-8309-5c1daefc217f tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '94298a58-8a77-4ec2-bacf-cc518c4bddf2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:34.664157 n-d-833090-1 neutron-server[115534]: WARNING neutron.api.v2.base [None req-9ec9da6b-fbde-4b72-8309-5c1daefc217f tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 10 15:18:34.664853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44fa3dc6-adaa-4976-977a-81cbb597bc71 req-d3b9732d-861d-4b2b-9eca-07038e9c2ad3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 946 time: 0.2433441 Mar 10 15:18:34.665629 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-9ec9da6b-fbde-4b72-8309-5c1daefc217f tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:34.666533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c36d-bbee-4d74-87b5-09a7b79cfd6c tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94298a58-8a77-4ec2-bacf-cc518c4bddf2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:34.667793 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9ec9da6b-fbde-4b72-8309-5c1daefc217f tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0201313 Mar 10 15:18:34.677776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38694) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:34.688722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4e9e0e26-414b-43e0-83a2-e8a73e5cccdf tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '94298a58-8a77-4ec2-bacf-cc518c4bddf2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:34.699388 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-4c1fe134-5285-4185-975c-d3136f8303ac tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] show failed (client error): The resource could not be found. Mar 10 15:18:34.702682 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4c1fe134-5285-4185-975c-d3136f8303ac tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "GET /v2.0/security-groups/65ccc3a6-0c00-42c4-978b-5897e05514d9 HTTP/1.1" status: 404 len: 347 time: 0.0825462 Mar 10 15:18:34.706038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38696) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:34.812027 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7a4fb640-dd4f-48b4-81b3-b5b3a4e32774 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2287364 Mar 10 15:18:34.819800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38698) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:34.825525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9f4af55f-5d75-4646-82c9-885593981e60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:34.848565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44fa3dc6-adaa-4976-977a-81cbb597bc71 req-5da7c799-f87c-4810-82ae-4d68fe5bbb66 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771820 Mar 10 15:18:34.891030 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-4e9e0e26-414b-43e0-83a2-e8a73e5cccdf tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:34.892210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4e9e0e26-414b-43e0-83a2-e8a73e5cccdf tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2123487 Mar 10 15:18:34.895770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38700) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:34.910194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-01d216f8-fd89-44b2-8138-c663fed679b4 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '94298a58-8a77-4ec2-bacf-cc518c4bddf2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:34.910830 n-d-833090-1 neutron-server[115533]: WARNING neutron.api.v2.base [None req-01d216f8-fd89-44b2-8138-c663fed679b4 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 10 15:18:34.911363 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-01d216f8-fd89-44b2-8138-c663fed679b4 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:34.912886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-01d216f8-fd89-44b2-8138-c663fed679b4 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150793 Mar 10 15:18:34.916594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38702) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:34.925336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6e0425a0-7941-4597-b838-ae78424839f9 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '94298a58-8a77-4ec2-bacf-cc518c4bddf2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:35.034385 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-6e0425a0-7941-4597-b838-ae78424839f9 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:35.035731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6e0425a0-7941-4597-b838-ae78424839f9 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1179340 Mar 10 15:18:35.038782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38708) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:35.040231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e05b5391-37e6-4a2a-a331-dc506ff0a400 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Deleting port 951a0291-9356-4f12-9f23-696448b2149c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:35.040583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e05b5391-37e6-4a2a-a331-dc506ff0a400 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (951a0291-9356-4f12-9f23-696448b2149c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.045610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-03f7fc93-7d9d-4841-a761-f0c5d1cd0929 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '94298a58-8a77-4ec2-bacf-cc518c4bddf2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:35.046262 n-d-833090-1 neutron-server[115533]: WARNING neutron.api.v2.base [None req-03f7fc93-7d9d-4841-a761-f0c5d1cd0929 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 10 15:18:35.046935 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-03f7fc93-7d9d-4841-a761-f0c5d1cd0929 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:35.048148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-03f7fc93-7d9d-4841-a761-f0c5d1cd0929 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080264 Mar 10 15:18:35.053588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38710) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:35.066236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-aca98c3c-24db-404e-a194-ae3061436645 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '94298a58-8a77-4ec2-bacf-cc518c4bddf2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:35.094383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4af55f-5d75-4646-82c9-885593981e60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:35.097833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f4af55f-5d75-4646-82c9-885593981e60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.155550 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-aca98c3c-24db-404e-a194-ae3061436645 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:35.157810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-aca98c3c-24db-404e-a194-ae3061436645 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1012039 Mar 10 15:18:35.161005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38712) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:35.172246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ab4ab33c-a934-4bb1-a35f-743536201a82 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '94298a58-8a77-4ec2-bacf-cc518c4bddf2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:35.174063 n-d-833090-1 neutron-server[115533]: WARNING neutron.api.v2.base [None req-ab4ab33c-a934-4bb1-a35f-743536201a82 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 10 15:18:35.176166 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-ab4ab33c-a934-4bb1-a35f-743536201a82 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:35.177911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ab4ab33c-a934-4bb1-a35f-743536201a82 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157409 Mar 10 15:18:35.180723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38714) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:35.189255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-35cac981-bbe3-4c3d-9f37-7c00dd6b169e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '94298a58-8a77-4ec2-bacf-cc518c4bddf2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:35.232949 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-35cac981-bbe3-4c3d-9f37-7c00dd6b169e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:35.236661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e05b5391-37e6-4a2a-a331-dc506ff0a400 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (951a0291-9356-4f12-9f23-696448b2149c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.236993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e05b5391-37e6-4a2a-a331-dc506ff0a400 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (951a0291-9356-4f12-9f23-696448b2149c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.238101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-35cac981-bbe3-4c3d-9f37-7c00dd6b169e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0559654 Mar 10 15:18:35.238394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38716) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:35.243048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c585b221-00d4-42fc-8a77-fcd35718e314 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '94298a58-8a77-4ec2-bacf-cc518c4bddf2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:35.259089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e05b5391-37e6-4a2a-a331-dc506ff0a400 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Calling delete_port for 951a0291-9356-4f12-9f23-696448b2149c owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:35.298457 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-c585b221-00d4-42fc-8a77-fcd35718e314 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:35.299881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c585b221-00d4-42fc-8a77-fcd35718e314 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0604975 Mar 10 15:18:35.303279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38718) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:35.385280 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79b38692-9f12-4c0b-b097-1ebda2808b18 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (94298a58-8a77-4ec2-bacf-cc518c4bddf2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.427615 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79b38692-9f12-4c0b-b097-1ebda2808b18 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (94298a58-8a77-4ec2-bacf-cc518c4bddf2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.488857 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79b38692-9f12-4c0b-b097-1ebda2808b18 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (94298a58-8a77-4ec2-bacf-cc518c4bddf2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.494452 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-79b38692-9f12-4c0b-b097-1ebda2808b18 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.497229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-79b38692-9f12-4c0b-b097-1ebda2808b18 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "DELETE /v2.0/security-groups/94298a58-8a77-4ec2-bacf-cc518c4bddf2 HTTP/1.1" status: 204 len: 168 time: 0.1928644 Mar 10 15:18:35.502878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38722) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:35.514861 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e05b5391-37e6-4a2a-a331-dc506ff0a400 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (951a0291-9356-4f12-9f23-696448b2149c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.521396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b38692-9f12-4c0b-b097-1ebda2808b18 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94298a58-8a77-4ec2-bacf-cc518c4bddf2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:35.546930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b5391-37e6-4a2a-a331-dc506ff0a400 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Pushing event deleted for resources: {'Port': ['ID=951a0291-9356-4f12-9f23-696448b2149c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:35.553034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f4af55f-5d75-4646-82c9-885593981e60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (8a6740de-c6a2-44b7-837d-b4a1161afe2c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.619283 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6994dc54-3097-4235-a17b-dba16edb6d7d tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1148047 Mar 10 15:18:35.624285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38726) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:35.629063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e0aadb7c-f8e4-49c9-887a-6c44bab7bb29 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group': {'name': 'tempest-secgroup--607002896'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:35.659571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e0aadb7c-f8e4-49c9-887a-6c44bab7bb29 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.676222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4af55f-5d75-4646-82c9-885593981e60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:35.688249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-9f4af55f-5d75-4646-82c9-885593981e60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:35.695961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4af55f-5d75-4646-82c9-885593981e60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Subnet': ['ID=8a6740de-c6a2-44b7-837d-b4a1161afe2c,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:35.700270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4af55f-5d75-4646-82c9-885593981e60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:35.700806 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f4af55f-5d75-4646-82c9-885593981e60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.705714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6f201f-e29a-4445-8dea-a2a4a887039c None None] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:35.716594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e05b5391-37e6-4a2a-a331-dc506ff0a400 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks [] for floatingip (ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.723860 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e05b5391-37e6-4a2a-a331-dc506ff0a400 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.725062 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e05b5391-37e6-4a2a-a331-dc506ff0a400 tempest-AttachVolumeShelveTestJSON-322020117 tempest-AttachVolumeShelveTestJSON-322020117-project] 10.222.0.11 "DELETE /v2.0/floatingips/ecbd9a2c-2cc1-497c-8096-22d11a8ffbb9 HTTP/1.1" status: 204 len: 168 time: 1.0180681 Mar 10 15:18:35.742009 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9f4af55f-5d75-4646-82c9-885593981e60 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9210680 Mar 10 15:18:35.742658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38730) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:35.748750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-529bb60f-0fc1-4646-9e3a-a9d21bbb1b3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1543345804', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a6740de-c6a2-44b7-837d-b4a1161afe2c'}], 'security_groups': ['415d4985-2c60-4131-84ec-be6d7b0dd7ec']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:35.806283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e0aadb7c-f8e4-49c9-887a-6c44bab7bb29 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (86878396-7aea-4059-bf99-4b98c8e21319), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.815081 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e0aadb7c-f8e4-49c9-887a-6c44bab7bb29 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (86878396-7aea-4059-bf99-4b98c8e21319), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.874052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7b9d4ee1-b065-4750-bdb9-854fdcd93700 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:18:35.876667 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-529bb60f-0fc1-4646-9e3a-a9d21bbb1b3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (be648990-59c0-4df9-9255-3a15b9a22d11), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.910337 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e0aadb7c-f8e4-49c9-887a-6c44bab7bb29 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:35.914283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e0aadb7c-f8e4-49c9-887a-6c44bab7bb29 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2863519 Mar 10 15:18:35.954456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38736) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:35.976028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5b0d8986-5fb5-48c5-9dc1-4fea46ab9379 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '86878396-7aea-4059-bf99-4b98c8e21319', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:36.028666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aadb7c-f8e4-49c9-887a-6c44bab7bb29 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86878396-7aea-4059-bf99-4b98c8e21319,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:36.047575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:36.047959 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:36.211157 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-5b0d8986-5fb5-48c5-9dc1-4fea46ab9379 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The resource could not be found. Mar 10 15:18:36.218972 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5b0d8986-5fb5-48c5-9dc1-4fea46ab9379 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2623539 Mar 10 15:18:36.229896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a77bc5-5132-4f9d-9306-ee86964bc797 req-eeb848d5-9f34-48f6-b9c0-c0db1b329ad6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:36.243181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60a77bc5-5132-4f9d-9306-ee86964bc797 req-eeb848d5-9f34-48f6-b9c0-c0db1b329ad6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.45 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 946 time: 0.3797746 Mar 10 15:18:36.243883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38746) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:36.260344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-db808673-81c1-4cfc-a3cc-fcef0f13c954 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '86878396-7aea-4059-bf99-4b98c8e21319', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f5f42f15-3626-4a19-aba9-2a979840554b'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:36.293565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:36.319593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cd039-4610-4fe6-817c-e29999153db4 req-de240205-cd00-4166-8a4a-fcad99b2efc4 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:36.331357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-484cd039-4610-4fe6-817c-e29999153db4 req-de240205-cd00-4166-8a4a-fcad99b2efc4 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 946 time: 0.2714863 Mar 10 15:18:36.346510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a381592-f952-4fc4-b7b3-e6506d4d6f2d None None] Update dhcp port {'port': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'fixed_ips': [{'subnet_id': '79c89b82-a50f-45b7-9f64-9f73af50060a', 'ip_address': '172.20.0.2'}, {'subnet_id': '8a6740de-c6a2-44b7-837d-b4a1161afe2c'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '7b9d4ee1-b065-4750-bdb9-854fdcd93700'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:18:36.448651 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0a381592-f952-4fc4-b7b3-e6506d4d6f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:36.494869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-529bb60f-0fc1-4646-9e3a-a9d21bbb1b3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Delete allocated IP 172.20.0.3 (06729085-2149-42f4-a3d1-6b0a4e3eb449/79c89b82-a50f-45b7-9f64-9f73af50060a) {{(pid=115534) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 15:18:36.509185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-529bb60f-0fc1-4646-9e3a-a9d21bbb1b3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.23 (06729085-2149-42f4-a3d1-6b0a4e3eb449/8a6740de-c6a2-44b7-837d-b4a1161afe2c/be648990-59c0-4df9-9255-3a15b9a22d11) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:36.555677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-484cd039-4610-4fe6-817c-e29999153db4 req-e83a9402-8598-468a-a8d4-107eb8896c18 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231402 Mar 10 15:18:36.657315 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-db808673-81c1-4cfc-a3cc-fcef0f13c954 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The resource could not be found. Mar 10 15:18:36.661307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-db808673-81c1-4cfc-a3cc-fcef0f13c954 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4161620 Mar 10 15:18:36.665691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38754) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:36.667766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-60a77bc5-5132-4f9d-9306-ee86964bc797 req-5940ee5b-54d0-4d3f-9767-d0a63d1d2249 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Deleting port a912aeee-d12a-4460-b599-18035757e456 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:36.671054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60a77bc5-5132-4f9d-9306-ee86964bc797 req-5940ee5b-54d0-4d3f-9767-d0a63d1d2249 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a912aeee-d12a-4460-b599-18035757e456), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:36.875664 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-529bb60f-0fc1-4646-9e3a-a9d21bbb1b3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (be648990-59c0-4df9-9255-3a15b9a22d11), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:36.894054 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-529bb60f-0fc1-4646-9e3a-a9d21bbb1b3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (be648990-59c0-4df9-9255-3a15b9a22d11), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:36.917161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-60a77bc5-5132-4f9d-9306-ee86964bc797 req-5940ee5b-54d0-4d3f-9767-d0a63d1d2249 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] For port a912aeee-d12a-4460-b599-18035757e456, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=a912aeee-d12a-4460-b599-18035757e456,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:36.917161 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60a77bc5-5132-4f9d-9306-ee86964bc797 req-5940ee5b-54d0-4d3f-9767-d0a63d1d2249 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a912aeee-d12a-4460-b599-18035757e456), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:36.934066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-60a77bc5-5132-4f9d-9306-ee86964bc797 req-5940ee5b-54d0-4d3f-9767-d0a63d1d2249 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Calling delete_port for a912aeee-d12a-4460-b599-18035757e456 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:37.055409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-0a381592-f952-4fc4-b7b3-e6506d4d6f2d None None] Allocated IP 172.20.0.18 (06729085-2149-42f4-a3d1-6b0a4e3eb449/8a6740de-c6a2-44b7-837d-b4a1161afe2c/7b9d4ee1-b065-4750-bdb9-854fdcd93700) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:37.122336 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bb60f-0fc1-4646-9e3a-a9d21bbb1b3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=be648990-59c0-4df9-9255-3a15b9a22d11,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:37.151848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60a77bc5-5132-4f9d-9306-ee86964bc797 req-5940ee5b-54d0-4d3f-9767-d0a63d1d2249 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a912aeee-d12a-4460-b599-18035757e456), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:37.190973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['5b86ddaa-aa5f-4786-a085-63cf34d10b2e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:18:37.235121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-529bb60f-0fc1-4646-9e3a-a9d21bbb1b3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] In _notify_port_updated(), no bound segment for port be648990-59c0-4df9-9255-3a15b9a22d11 on network 06729085-2149-42f4-a3d1-6b0a4e3eb449 {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:18:37.241990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529bb60f-0fc1-4646-9e3a-a9d21bbb1b3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:37.242637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-529bb60f-0fc1-4646-9e3a-a9d21bbb1b3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:37.246748 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-529bb60f-0fc1-4646-9e3a-a9d21bbb1b3e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "PUT /v2.0/ports/be648990-59c0-4df9-9255-3a15b9a22d11 HTTP/1.1" status: 200 len: 921 time: 1.5003541 Mar 10 15:18:37.258144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38764) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:37.326098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940ee5b-54d0-4d3f-9767-d0a63d1d2249 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Pushing event deleted for resources: {'Port': ['ID=a912aeee-d12a-4460-b599-18035757e456,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:37.350234 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-374f3325-3c57-41a8-876c-48d4f1cc258b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (86878396-7aea-4059-bf99-4b98c8e21319), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:37.379154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a77bc5-5132-4f9d-9306-ee86964bc797 req-5940ee5b-54d0-4d3f-9767-d0a63d1d2249 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] No DVR routers for this DVR port a912aeee-d12a-4460-b599-18035757e456 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:18:37.383970 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60a77bc5-5132-4f9d-9306-ee86964bc797 req-5940ee5b-54d0-4d3f-9767-d0a63d1d2249 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:37.388338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60a77bc5-5132-4f9d-9306-ee86964bc797 req-5940ee5b-54d0-4d3f-9767-d0a63d1d2249 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.45 "DELETE /v2.0/ports/a912aeee-d12a-4460-b599-18035757e456 HTTP/1.1" status: 204 len: 173 time: 1.1347125 Mar 10 15:18:37.397350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f9ece5-be8a-44f0-9a9b-87ba6129d295', 'name': 'network-vif-deleted', 'tag': 'a912aeee-d12a-4460-b599-18035757e456'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:18:37.400569 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e146cf-0a5a-47c0-bc9a-98ce01b7bfd7" -d '{"events": [{"server_uuid": "52f9ece5-be8a-44f0-9a9b-87ba6129d295", "name": "network-vif-deleted", "tag": "a912aeee-d12a-4460-b599-18035757e456"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:18:37.463448 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-374f3325-3c57-41a8-876c-48d4f1cc258b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (86878396-7aea-4059-bf99-4b98c8e21319), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:37.489604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d6102ffe-915e-4b40-a13d-4047866dce6d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port be648990-59c0-4df9-9255-3a15b9a22d11 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:37.494106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6102ffe-915e-4b40-a13d-4047866dce6d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (be648990-59c0-4df9-9255-3a15b9a22d11), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:37.525665 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb5354a-b866-49c2-adc1-dd9af947b343 x-openstack-request-id: req-1eb5354a-b866-49c2-adc1-dd9af947b343 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:18:37.528049 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f9ece5-be8a-44f0-9a9b-87ba6129d295", "name": "network-vif-deleted", "tag": "a912aeee-d12a-4460-b599-18035757e456", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:18:37.528441 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1eb5354a-b866-49c2-adc1-dd9af947b343 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:18:37.529368 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f9ece5-be8a-44f0-9a9b-87ba6129d295', 'name': 'network-vif-deleted', 'tag': 'a912aeee-d12a-4460-b599-18035757e456', 'status': 'completed', 'code': 200} Mar 10 15:18:37.578634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-374f3325-3c57-41a8-876c-48d4f1cc258b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (86878396-7aea-4059-bf99-4b98c8e21319), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:37.588018 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-374f3325-3c57-41a8-876c-48d4f1cc258b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:37.591695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-374f3325-3c57-41a8-876c-48d4f1cc258b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "DELETE /v2.0/security-groups/86878396-7aea-4059-bf99-4b98c8e21319 HTTP/1.1" status: 204 len: 168 time: 0.5056243 Mar 10 15:18:37.598894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38772) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:37.647050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f3325-3c57-41a8-876c-48d4f1cc258b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86878396-7aea-4059-bf99-4b98c8e21319,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:37.728385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0a381592-f952-4fc4-b7b3-e6506d4d6f2d None None] For port 7b9d4ee1-b065-4750-bdb9-854fdcd93700, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b9d4ee1-b065-4750-bdb9-854fdcd93700,segment=NetworkSegment(0c5b118b-89e9-4e35-95cc-fdfd103ff9c2),segment_id=0c5b118b-89e9-4e35-95cc-fdfd103ff9c2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:37.787763 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f7946578-017c-4698-88ab-ee680ca246d1 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1876869 Mar 10 15:18:37.791576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38774) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:37.793724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f221897-bce0-464a-bf6c-8041af761eb7 req-08d9e17d-89b9-47d7-b6f1-9735d0a4c846 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=52f9ece5-be8a-44f0-9a9b-87ba6129d295 HTTP/1.1" status: 200 len: 210 time: 0.0803256 Mar 10 15:18:37.795122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6102ffe-915e-4b40-a13d-4047866dce6d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (be648990-59c0-4df9-9255-3a15b9a22d11), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:37.801707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-35f0c5cd-71ef-42aa-9117-aaedb2cd78b8 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': '5393a10b-9f68-4100-9857-41d889a17a00', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:37.824632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d6102ffe-915e-4b40-a13d-4047866dce6d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for be648990-59c0-4df9-9255-3a15b9a22d11 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:37.844162 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0a381592-f952-4fc4-b7b3-e6506d4d6f2d None None] Publish callbacks [] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:37.858831 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0a381592-f952-4fc4-b7b3-e6506d4d6f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.021786 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-35f0c5cd-71ef-42aa-9117-aaedb2cd78b8 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The resource could not be found. Mar 10 15:18:38.025939 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-35f0c5cd-71ef-42aa-9117-aaedb2cd78b8 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2331965 Mar 10 15:18:38.030502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38780) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:38.053187 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2ba338d0-a88d-4723-b034-a708b9534b8e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987316172'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:38.126492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ba338d0-a88d-4723-b034-a708b9534b8e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.294186 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6102ffe-915e-4b40-a13d-4047866dce6d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (be648990-59c0-4df9-9255-3a15b9a22d11), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.399311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6102ffe-915e-4b40-a13d-4047866dce6d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=be648990-59c0-4df9-9255-3a15b9a22d11,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:38.454018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a381592-f952-4fc4-b7b3-e6506d4d6f2d None None] Pushing event updated for resources: {'Port': ['ID=7b9d4ee1-b065-4750-bdb9-854fdcd93700,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:38.496018 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ba338d0-a88d-4723-b034-a708b9534b8e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (f677bfe6-86e7-49be-8e19-858ea031288c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.562779 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6102ffe-915e-4b40-a13d-4047866dce6d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.571597 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d6102ffe-915e-4b40-a13d-4047866dce6d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/be648990-59c0-4df9-9255-3a15b9a22d11 HTTP/1.1" status: 204 len: 168 time: 1.3100753 Mar 10 15:18:38.571597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ba338d0-a88d-4723-b034-a708b9534b8e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f677bfe6-86e7-49be-8e19-858ea031288c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.572395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38788) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:38.634396 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcba4e16-90c1-401c-994d-37be97704416 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:18:38.642413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dcba4e16-90c1-401c-994d-37be97704416 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/be648990-59c0-4df9-9255-3a15b9a22d11 HTTP/1.1" status: 404 len: 333 time: 0.0665085 Mar 10 15:18:38.643279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38790) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:38.660955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba338d0-a88d-4723-b034-a708b9534b8e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f677bfe6-86e7-49be-8e19-858ea031288c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:38.675480 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ba338d0-a88d-4723-b034-a708b9534b8e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.687038 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2ba338d0-a88d-4723-b034-a708b9534b8e tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6509311 Mar 10 15:18:38.687771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38792) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:38.692277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e8866a1f-fbe8-4dbc-acb1-244e66c57b13 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127321678'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:38.765711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8866a1f-fbe8-4dbc-acb1-244e66c57b13 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.768815 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b97d106-09f5-494a-bbda-d59bf94fb1fb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (122a7e79-1e65-495d-9559-9ebbba1bd783), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.812477 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b97d106-09f5-494a-bbda-d59bf94fb1fb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (122a7e79-1e65-495d-9559-9ebbba1bd783), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.884294 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b97d106-09f5-494a-bbda-d59bf94fb1fb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (122a7e79-1e65-495d-9559-9ebbba1bd783), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.892422 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b97d106-09f5-494a-bbda-d59bf94fb1fb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:38.897829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3b97d106-09f5-494a-bbda-d59bf94fb1fb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/security-groups/122a7e79-1e65-495d-9559-9ebbba1bd783 HTTP/1.1" status: 204 len: 168 time: 0.2513340 Mar 10 15:18:38.902261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38796) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:38.945045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97d106-09f5-494a-bbda-d59bf94fb1fb tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122a7e79-1e65-495d-9559-9ebbba1bd783,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:38.994482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8866a1f-fbe8-4dbc-acb1-244e66c57b13 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (314b6c39-0dec-49f3-bbcd-f7158c89be80), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.003481 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8866a1f-fbe8-4dbc-acb1-244e66c57b13 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (314b6c39-0dec-49f3-bbcd-f7158c89be80), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.063418 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8866a1f-fbe8-4dbc-acb1-244e66c57b13 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.068621 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e8866a1f-fbe8-4dbc-acb1-244e66c57b13 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3771999 Mar 10 15:18:39.074280 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38802) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:39.084130 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c35-6222-42c9-8057-f64f77ab5fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (415d4985-2c60-4131-84ec-be6d7b0dd7ec), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.090752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c23827e1-d2fe-4e3f-8661-15001218da70 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group_rule': {'security_group_id': 'f677bfe6-86e7-49be-8e19-858ea031288c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '314b6c39-0dec-49f3-bbcd-f7158c89be80'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:39.145540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a912aeee-d12a-4460-b599-18035757e456 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:18:39.177489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866a1f-fbe8-4dbc-acb1-244e66c57b13 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314b6c39-0dec-49f3-bbcd-f7158c89be80,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:39.209670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: a912aeee-d12a-4460-b599-18035757e456 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:18:39.210014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device a912aeee-d12a-4460-b599-18035757e456 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:18:39.212281 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-c23827e1-d2fe-4e3f-8661-15001218da70 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:39.215544 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c23827e1-d2fe-4e3f-8661-15001218da70 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1356246 Mar 10 15:18:39.218763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38806) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:39.247470 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c35-6222-42c9-8057-f64f77ab5fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (415d4985-2c60-4131-84ec-be6d7b0dd7ec), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.320869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04f079-7005-4ecc-adc4-ac0a55669c0f req-1faa012c-26a6-46e6-a3f9-e55c0e0766df tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:39.322701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f04f079-7005-4ecc-adc4-ac0a55669c0f req-1faa012c-26a6-46e6-a3f9-e55c0e0766df tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2404821 Mar 10 15:18:39.344375 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2aeb148b-59da-469d-8052-98ab497031e0 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (314b6c39-0dec-49f3-bbcd-f7158c89be80), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.374256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c35-6222-42c9-8057-f64f77ab5fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (415d4985-2c60-4131-84ec-be6d7b0dd7ec), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.377225 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c35-6222-42c9-8057-f64f77ab5fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.381822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0eb26c35-6222-42c9-8057-f64f77ab5fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/security-groups/415d4985-2c60-4131-84ec-be6d7b0dd7ec HTTP/1.1" status: 204 len: 168 time: 0.4709284 Mar 10 15:18:39.383280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38810) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:39.392357 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2aeb148b-59da-469d-8052-98ab497031e0 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (314b6c39-0dec-49f3-bbcd-f7158c89be80), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.409133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb26c35-6222-42c9-8057-f64f77ab5fe5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415d4985-2c60-4131-84ec-be6d7b0dd7ec,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:39.491232 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2aeb148b-59da-469d-8052-98ab497031e0 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (314b6c39-0dec-49f3-bbcd-f7158c89be80), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.494530 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2aeb148b-59da-469d-8052-98ab497031e0 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.499250 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2aeb148b-59da-469d-8052-98ab497031e0 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "DELETE /v2.0/security-groups/314b6c39-0dec-49f3-bbcd-f7158c89be80 HTTP/1.1" status: 204 len: 168 time: 0.2774780 Mar 10 15:18:39.499909 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38814) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:39.550549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89b97ce-81e0-4b45-afa0-4333e30cfd38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting subnet 79c89b82-a50f-45b7-9f64-9f73af50060a {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:18:39.555242 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb148b-59da-469d-8052-98ab497031e0 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314b6c39-0dec-49f3-bbcd-f7158c89be80,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:39.582776 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c89b97ce-81e0-4b45-afa0-4333e30cfd38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (79c89b82-a50f-45b7-9f64-9f73af50060a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.613343 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-60d4f2bf-960f-4f32-95e3-01e2b5561300 None None] Could not find standard attr ID for object be648990-59c0-4df9-9255-3a15b9a22d11. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:18:39.637952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-60d4f2bf-960f-4f32-95e3-01e2b5561300 None None] Provisioning complete for port f059a460-0aea-4b07-aae4-867dee6a5573 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:39.638287 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-60d4f2bf-960f-4f32-95e3-01e2b5561300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f059a460-0aea-4b07-aae4-867dee6a5573), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.698349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f04f079-7005-4ecc-adc4-ac0a55669c0f req-9b289cdf-036b-420d-bef0-b7bdc4be8110 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634541 Mar 10 15:18:39.716159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-60d4f2bf-960f-4f32-95e3-01e2b5561300 None None] Port f059a460-0aea-4b07-aae4-867dee6a5573 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:39.724719 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c89b97ce-81e0-4b45-afa0-4333e30cfd38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (79c89b82-a50f-45b7-9f64-9f73af50060a), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.742907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-60d4f2bf-960f-4f32-95e3-01e2b5561300 None None] Provisioning complete for port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:39.744110 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-60d4f2bf-960f-4f32-95e3-01e2b5561300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.772259 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2ce84e1f-3920-4451-adb0-952b50905a0d tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2609932 Mar 10 15:18:39.776278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38820) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:39.931059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7b9d4ee1-b065-4750-bdb9-854fdcd93700 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:18:39.946655 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c89b97ce-81e0-4b45-afa0-4333e30cfd38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (79c89b82-a50f-45b7-9f64-9f73af50060a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:39.952480 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-922ece44-bb9b-4d9e-958e-1703ad6ba9b3 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (f677bfe6-86e7-49be-8e19-858ea031288c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.018243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-60d4f2bf-960f-4f32-95e3-01e2b5561300 None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:40.032182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:40.034542 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.066989 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-922ece44-bb9b-4d9e-958e-1703ad6ba9b3 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (f677bfe6-86e7-49be-8e19-858ea031288c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.165115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c89b97ce-81e0-4b45-afa0-4333e30cfd38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (79c89b82-a50f-45b7-9f64-9f73af50060a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.215837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-922ece44-bb9b-4d9e-958e-1703ad6ba9b3 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f677bfe6-86e7-49be-8e19-858ea031288c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.219237 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-922ece44-bb9b-4d9e-958e-1703ad6ba9b3 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.223106 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-922ece44-bb9b-4d9e-958e-1703ad6ba9b3 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "DELETE /v2.0/security-groups/f677bfe6-86e7-49be-8e19-858ea031288c HTTP/1.1" status: 204 len: 168 time: 0.4455941 Mar 10 15:18:40.223515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c89b97ce-81e0-4b45-afa0-4333e30cfd38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.223755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38830) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:40.228698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:40.229541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c89b97ce-81e0-4b45-afa0-4333e30cfd38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/79c89b82-a50f-45b7-9f64-9f73af50060a HTTP/1.1" status: 204 len: 168 time: 0.8342030 Mar 10 15:18:40.235155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b97ce-81e0-4b45-afa0-4333e30cfd38 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Subnet': ['ID=79c89b82-a50f-45b7-9f64-9f73af50060a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:40.239364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38832) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:40.249064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-779ee0c3-73a1-4b34-b4e7-61f3b8061f1b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:40.266256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ece44-bb9b-4d9e-958e-1703ad6ba9b3 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f677bfe6-86e7-49be-8e19-858ea031288c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:40.305498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6e539-4185-492d-8601-3a0b7e49362b req-8ee11368-6e01-4b86-b233-44037542e28e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:40.324170 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14f6e539-4185-492d-8601-3a0b7e49362b req-8ee11368-6e01-4b86-b233-44037542e28e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2071991 Mar 10 15:18:40.368619 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bd812347-fe9c-4d43-b311-32836242abff tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1411123 Mar 10 15:18:40.373025 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38840) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:40.386016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3f7a3849-46a7-45fd-b5fb-478689d8a685 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507099936'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:40.418473 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3849-46a7-45fd-b5fb-478689d8a685 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.504537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef74e950-3f8e-45de-b646-d6599b62f6cc None None] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:40.616958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14f6e539-4185-492d-8601-3a0b7e49362b req-08a119c1-1639-4de7-ad1c-511cb7401900 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917514 Mar 10 15:18:40.626375 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3849-46a7-45fd-b5fb-478689d8a685 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (91a6a6f7-adbb-41cf-b3bf-040200145853), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.640775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3849-46a7-45fd-b5fb-478689d8a685 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (91a6a6f7-adbb-41cf-b3bf-040200145853), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.664034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779ee0c3-73a1-4b34-b4e7-61f3b8061f1b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:40.674753 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-779ee0c3-73a1-4b34-b4e7-61f3b8061f1b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.696469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a3849-46a7-45fd-b5fb-478689d8a685 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a6a6f7-adbb-41cf-b3bf-040200145853,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:40.737636 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3849-46a7-45fd-b5fb-478689d8a685 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.739294 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3f7a3849-46a7-45fd-b5fb-478689d8a685 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3653140 Mar 10 15:18:40.743945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38852) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:40.752466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2f7ef3cd-af30-441b-9c39-c7bdd00bf4a4 None None] Could not find standard attr ID for object be648990-59c0-4df9-9255-3a15b9a22d11. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:18:40.772382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-bd287fdf-bf17-4d54-8656-916821d81eca tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:40.773076 n-d-833090-1 neutron-server[115533]: WARNING neutron.api.v2.base [None req-bd287fdf-bf17-4d54-8656-916821d81eca tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 10 15:18:40.773601 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-bd287fdf-bf17-4d54-8656-916821d81eca tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] update failed (client error): There was a conflict when trying to complete your request. Mar 10 15:18:40.774894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bd287fdf-bf17-4d54-8656-916821d81eca tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "PUT /v2.0/security-groups/91a6a6f7-adbb-41cf-b3bf-040200145853 HTTP/1.1" status: 409 len: 330 time: 0.0252697 Mar 10 15:18:40.778244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38856) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:40.918779 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b55377b6-bd61-4ab5-af2b-7c25f776356b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (91a6a6f7-adbb-41cf-b3bf-040200145853), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:40.988138 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b55377b6-bd61-4ab5-af2b-7c25f776356b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (91a6a6f7-adbb-41cf-b3bf-040200145853), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:41.082776 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b55377b6-bd61-4ab5-af2b-7c25f776356b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (91a6a6f7-adbb-41cf-b3bf-040200145853), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:41.085371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b55377b6-bd61-4ab5-af2b-7c25f776356b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:41.091305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38862) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:41.093266 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b55377b6-bd61-4ab5-af2b-7c25f776356b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "DELETE /v2.0/security-groups/91a6a6f7-adbb-41cf-b3bf-040200145853 HTTP/1.1" status: 204 len: 168 time: 0.3128099 Mar 10 15:18:41.111720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c603681-d73e-46f9-9147-e26e1a5ee18e req-5289fec0-e9fd-4b04-9f12-ad35702e63e2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:41.120854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c603681-d73e-46f9-9147-e26e1a5ee18e req-5289fec0-e9fd-4b04-9f12-ad35702e63e2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.3063393 Mar 10 15:18:41.127862 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55377b6-bd61-4ab5-af2b-7c25f776356b tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a6a6f7-adbb-41cf-b3bf-040200145853,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:41.252404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0fb5ab08-74a2-4d51-a549-8289eacebbc0 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1586242 Mar 10 15:18:41.256571 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38864) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:41.284326 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-52157c6b-9bf4-488b-ba53-dbca0cf46bde tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] delete failed (client error): The resource could not be found. Mar 10 15:18:41.289529 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-52157c6b-9bf4-488b-ba53-dbca0cf46bde tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "DELETE /v2.0/security-groups/ca4b20f1-88f5-4f31-a18d-04e58905ec12 HTTP/1.1" status: 404 len: 347 time: 0.0317950 Mar 10 15:18:41.290015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38866) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:41.323967 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-7d477acc-e5db-4de0-8a36-b7446a1a5c91 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] show failed (client error): The resource could not be found. Mar 10 15:18:41.329288 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7d477acc-e5db-4de0-8a36-b7446a1a5c91 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "GET /v2.0/security-groups/d9855d24-c17f-4c22-868d-d971937b9f41 HTTP/1.1" status: 404 len: 347 time: 0.0383332 Mar 10 15:18:41.329875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38868) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:41.336088 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c603681-d73e-46f9-9147-e26e1a5ee18e req-22bc3956-c7db-4561-8359-de0739c49562 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977556 Mar 10 15:18:41.357990 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-7ffd6438-4484-42b7-93d3-976f74501aa6 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] show failed (client error): The resource could not be found. Mar 10 15:18:41.378955 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7ffd6438-4484-42b7-93d3-976f74501aa6 tempest-NegativeSecGroupTest-1686235363 tempest-NegativeSecGroupTest-1686235363-project] 10.222.0.11 "GET /v2.0/security-group-rules/70c4d73d-a658-4fd1-a811-5360d7f26204 HTTP/1.1" status: 404 len: 356 time: 0.0479324 Mar 10 15:18:41.593782 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-779ee0c3-73a1-4b34-b4e7-61f3b8061f1b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (e74c77f8-e676-4b58-9d0a-a535342e09ae), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:41.756216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779ee0c3-73a1-4b34-b4e7-61f3b8061f1b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:41.773957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-779ee0c3-73a1-4b34-b4e7-61f3b8061f1b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:41.807339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ee0c3-73a1-4b34-b4e7-61f3b8061f1b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:41.807941 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-779ee0c3-73a1-4b34-b4e7-61f3b8061f1b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:41.816757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ee0c3-73a1-4b34-b4e7-61f3b8061f1b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Subnet': ['ID=e74c77f8-e676-4b58-9d0a-a535342e09ae,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:41.870213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-779ee0c3-73a1-4b34-b4e7-61f3b8061f1b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6264024 Mar 10 15:18:41.870420 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38882) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:41.876116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-74841528-0f7a-4238-85ee-5748b3a29bf9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'security_group': {'name': 'tempest-secgroup-2056707130'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:41.935680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cdc85e-47de-4d7b-a77e-a53c359bf7d3 None None] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:41.944042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74841528-0f7a-4238-85ee-5748b3a29bf9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.064658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38890) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:42.188444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74841528-0f7a-4238-85ee-5748b3a29bf9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (d0855331-fed1-442e-9efa-39be964bf560), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.204577 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74841528-0f7a-4238-85ee-5748b3a29bf9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d0855331-fed1-442e-9efa-39be964bf560), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.238407 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:18:42.243234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-df0070d8-22ed-4cd3-8b41-4144b6a5a527 None None] Provisioning complete for port f059a460-0aea-4b07-aae4-867dee6a5573 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:42.246459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-df0070d8-22ed-4cd3-8b41-4144b6a5a527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f059a460-0aea-4b07-aae4-867dee6a5573), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.312933 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74841528-0f7a-4238-85ee-5748b3a29bf9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.319337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38896) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:42.321184 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-74841528-0f7a-4238-85ee-5748b3a29bf9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4501312 Mar 10 15:18:42.342010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e64797ca-a09a-46fd-ba54-afd7c7f85273 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'security_group': {'name': 'tempest-secgroup-627118934'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:42.349713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74841528-0f7a-4238-85ee-5748b3a29bf9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0855331-fed1-442e-9efa-39be964bf560,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:42.409402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-df0070d8-22ed-4cd3-8b41-4144b6a5a527 None None] Port f059a460-0aea-4b07-aae4-867dee6a5573 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:42.441908 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38898) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:42.442115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-64d31b5c-8559-48c7-a200-21caea8fa59f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d9c62dbd0e945dfb0b1e77787174b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3761449 Mar 10 15:18:42.443760 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e64797ca-a09a-46fd-ba54-afd7c7f85273 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.456414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-df0070d8-22ed-4cd3-8b41-4144b6a5a527 None None] Provisioning complete for port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:42.457966 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-df0070d8-22ed-4cd3-8b41-4144b6a5a527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.582637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e64797ca-a09a-46fd-ba54-afd7c7f85273 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (fda68461-2460-4605-b919-979960c5b729), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.597415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e64797ca-a09a-46fd-ba54-afd7c7f85273 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fda68461-2460-4605-b919-979960c5b729), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.617245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-df0070d8-22ed-4cd3-8b41-4144b6a5a527 None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:42.656494 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e64797ca-a09a-46fd-ba54-afd7c7f85273 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.679312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e64797ca-a09a-46fd-ba54-afd7c7f85273 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3587871 Mar 10 15:18:42.683696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38906) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:42.699924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f479324f-f556-43f4-bf5e-d33ec0826bbd tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'security_group': {'name': 'tempest-secgroup-1777063102'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:42.765132 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-881778e7-7400-4340-b67b-848c0d53495a admin admin] Publish callbacks [] for security_group (c83d975f-dbbd-4891-86c8-ccaf56f54e94), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.809351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64797ca-a09a-46fd-ba54-afd7c7f85273 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda68461-2460-4605-b919-979960c5b729,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:42.833290 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f479324f-f556-43f4-bf5e-d33ec0826bbd tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.848971 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-881778e7-7400-4340-b67b-848c0d53495a admin admin] Publish callbacks [] for security_group (c83d975f-dbbd-4891-86c8-ccaf56f54e94), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.886927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Update dhcp port {'port': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'fixed_ips': [{'subnet_id': '8a6740de-c6a2-44b7-837d-b4a1161afe2c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e74c77f8-e676-4b58-9d0a-a535342e09ae'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '7b9d4ee1-b065-4750-bdb9-854fdcd93700'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:18:42.956381 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.984338 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-881778e7-7400-4340-b67b-848c0d53495a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c83d975f-dbbd-4891-86c8-ccaf56f54e94), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.987545 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-881778e7-7400-4340-b67b-848c0d53495a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:42.989569 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-881778e7-7400-4340-b67b-848c0d53495a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c83d975f-dbbd-4891-86c8-ccaf56f54e94 HTTP/1.1" status: 204 len: 168 time: 0.5462570 Mar 10 15:18:43.026822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881778e7-7400-4340-b67b-848c0d53495a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83d975f-dbbd-4891-86c8-ccaf56f54e94,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:43.085897 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f479324f-f556-43f4-bf5e-d33ec0826bbd tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (ad4e7cd5-6184-4234-aae6-62fa50514ced), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:43.096695 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f479324f-f556-43f4-bf5e-d33ec0826bbd tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ad4e7cd5-6184-4234-aae6-62fa50514ced), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:43.136263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f479324f-f556-43f4-bf5e-d33ec0826bbd tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:43.140483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f479324f-f556-43f4-bf5e-d33ec0826bbd tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4493737 Mar 10 15:18:43.141346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38922) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:43.149806 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-805867683', 'security_groups': ['ad4e7cd5-6184-4234-aae6-62fa50514ced'], 'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e74c77f8-e676-4b58-9d0a-a535342e09ae'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:43.223761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479324f-f556-43f4-bf5e-d33ec0826bbd tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4e7cd5-6184-4234-aae6-62fa50514ced,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:43.491159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:43.548909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Allocated IP 172.20.0.2 (06729085-2149-42f4-a3d1-6b0a4e3eb449/e74c77f8-e676-4b58-9d0a-a535342e09ae/7b9d4ee1-b065-4750-bdb9-854fdcd93700) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:43.799657 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:43.870120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] device_id is not set on port f8c2af01-0a55-4389-80d5-1d62fa75100b yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:18:43.921008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] For port 7b9d4ee1-b065-4750-bdb9-854fdcd93700, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b9d4ee1-b065-4750-bdb9-854fdcd93700,segment=NetworkSegment(0c5b118b-89e9-4e35-95cc-fdfd103ff9c2),segment_id=0c5b118b-89e9-4e35-95cc-fdfd103ff9c2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:44.062616 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Publish callbacks [] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:44.077135 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:44.412417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Pushing event updated for resources: {'Port': ['ID=7b9d4ee1-b065-4750-bdb9-854fdcd93700,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:44.418373 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.12 (06729085-2149-42f4-a3d1-6b0a4e3eb449/e74c77f8-e676-4b58-9d0a-a535342e09ae/f8c2af01-0a55-4389-80d5-1d62fa75100b) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:44.456544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.459417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.464378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.465456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.465822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.472200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.472639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.473167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.473519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.473862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.474201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.474535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.481313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b06b19-e7f3-47aa-9960-c2e367e9b60a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:44.657322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38956) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:44.854594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (f8c2af01-0a55-4389-80d5-1d62fa75100b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:44.884458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2ad6da90-25e9-4fdd-a92d-a7993f9e6d52 tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1981765052', 'prefixes': ['172.20.0.0/16']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:45.022142 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f8c2af01-0a55-4389-80d5-1d62fa75100b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:45.138815 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ad6da90-25e9-4fdd-a92d-a7993f9e6d52 tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:45.140081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2ad6da90-25e9-4fdd-a92d-a7993f9e6d52 tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4817369 Mar 10 15:18:45.142820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38966) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:45.202228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:45.204077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=f8c2af01-0a55-4389-80d5-1d62fa75100b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:45.209271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:45.211659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:18:45.278306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d781b590-e67d-444a-943f-dca39d53c297 tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] 10.222.0.11 "GET /v2.0/subnetpools/2333389e-a9e8-40ba-a5ad-7536e56ba504 HTTP/1.1" status: 200 len: 732 time: 0.1316142 Mar 10 15:18:45.281011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38970) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:45.296156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-68e8010b-ed62-482c-bf85-6cffba608ba1 tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2092166993'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:45.345700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:45.354897 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:45.444877 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7072f17a-b423-4e11-8cb6-9c1be561a79c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2990284 Mar 10 15:18:45.451180 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38976) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:45.468307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-76d00817-bab1-425e-bc2b-e30125f08b70 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:45.556411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68e8010b-ed62-482c-bf85-6cffba608ba1 tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:45.562970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-68e8010b-ed62-482c-bf85-6cffba608ba1 tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] 10.222.0.11 "PUT /v2.0/subnetpools/2333389e-a9e8-40ba-a5ad-7536e56ba504 HTTP/1.1" status: 200 len: 684 time: 0.2803409 Mar 10 15:18:45.566457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38980) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:45.588875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-68cc4f72-8320-43f5-b08f-6e7b504afaf1 None None] Provisioning complete for port f059a460-0aea-4b07-aae4-867dee6a5573 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:45.591778 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-68cc4f72-8320-43f5-b08f-6e7b504afaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f059a460-0aea-4b07-aae4-867dee6a5573), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:45.800898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-68cc4f72-8320-43f5-b08f-6e7b504afaf1 None None] Port f059a460-0aea-4b07-aae4-867dee6a5573 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:45.811851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d00817-bab1-425e-bc2b-e30125f08b70 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:45.831678 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-76d00817-bab1-425e-bc2b-e30125f08b70 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:45.838044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-68cc4f72-8320-43f5-b08f-6e7b504afaf1 None None] Provisioning complete for port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:45.839665 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-68cc4f72-8320-43f5-b08f-6e7b504afaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:45.859120 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49437752-85ab-4ade-a3d3-7599f0901d42 tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:45.860442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-49437752-85ab-4ade-a3d3-7599f0901d42 tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] 10.222.0.11 "DELETE /v2.0/subnetpools/2333389e-a9e8-40ba-a5ad-7536e56ba504 HTTP/1.1" status: 204 len: 168 time: 0.2916620 Mar 10 15:18:45.865263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38982) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:45.904499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7b9d4ee1-b065-4750-bdb9-854fdcd93700 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:18:45.929532 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-dac00538-b6ee-4760-9d2e-f41f4e0c6c7a tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] show failed (client error): The resource could not be found. Mar 10 15:18:45.933965 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dac00538-b6ee-4760-9d2e-f41f4e0c6c7a tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] 10.222.0.11 "GET /v2.0/subnetpools/2333389e-a9e8-40ba-a5ad-7536e56ba504 HTTP/1.1" status: 404 len: 346 time: 0.0654645 Mar 10 15:18:45.940947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 38984) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:45.991850 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-8b40507c-8bef-4fb0-aeac-7ae3d3f955bc tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] delete failed (client error): The resource could not be found. Mar 10 15:18:45.992915 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8b40507c-8bef-4fb0-aeac-7ae3d3f955bc tempest-SubnetPoolsTestJSON-1072172831 tempest-SubnetPoolsTestJSON-1072172831-project] 10.222.0.11 "DELETE /v2.0/subnetpools/2333389e-a9e8-40ba-a5ad-7536e56ba504 HTTP/1.1" status: 404 len: 346 time: 0.0354443 Mar 10 15:18:46.166624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:46.167194 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:46.263961 n-d-833090-1 neutron-server[115534]: INFO neutron.db.ipam_backend_mixin [None req-76d00817-bab1-425e-bc2b-e30125f08b70 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e74c77f8-e676-4b58-9d0a-a535342e09ae (CIDR: 172.20.0.0/28) Mar 10 15:18:46.266075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-68cc4f72-8320-43f5-b08f-6e7b504afaf1 None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:46.277376 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d00817-bab1-425e-bc2b-e30125f08b70 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:46.277874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d00817-bab1-425e-bc2b-e30125f08b70 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:46.333309 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-76d00817-bab1-425e-bc2b-e30125f08b70 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8800383 Mar 10 15:18:46.336031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39004) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:46.343861 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0ff0b5de-65c0-4399-a17a-b808e91f0df2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:46.492932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:46.532373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7cf4151d-8cfc-44df-b30f-3acac446cbc0 None None] Provisioning complete for port f8c2af01-0a55-4389-80d5-1d62fa75100b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:46.532988 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7cf4151d-8cfc-44df-b30f-3acac446cbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8c2af01-0a55-4389-80d5-1d62fa75100b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:46.563148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39010) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:46.625922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4151d-8cfc-44df-b30f-3acac446cbc0 None None] Port f8c2af01-0a55-4389-80d5-1d62fa75100b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:46.818701 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.127840 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Publish callbacks [] for security_group (901185be-457e-47b6-ae11-4bb85a636a9b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.129352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39028) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:47.142931 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (901185be-457e-47b6-ae11-4bb85a636a9b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.211784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901185be-457e-47b6-ae11-4bb85a636a9b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:47.274091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.274643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.275169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.275686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.276174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.276681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.279431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.279952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.280456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.280943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.281712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.282670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.283906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:47.318761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-807e5a90-0a3c-4235-9a86-494ac22e6cf1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5cdf16dd43334cd29c057fde153618bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7473640 Mar 10 15:18:47.320429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39038) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:47.402030 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cafab80-a7c2-47c0-8fc7-c1c9fabb5416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.633382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff0b5de-65c0-4399-a17a-b808e91f0df2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:47.637691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0ff0b5de-65c0-4399-a17a-b808e91f0df2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.663770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e343c44b-701a-462e-afd0-c5d32beaf50c admin admin] Publish callbacks [] for security_group (901185be-457e-47b6-ae11-4bb85a636a9b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.691122 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e343c44b-701a-462e-afd0-c5d32beaf50c admin admin] Publish callbacks [] for security_group (901185be-457e-47b6-ae11-4bb85a636a9b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.756888 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e343c44b-701a-462e-afd0-c5d32beaf50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (901185be-457e-47b6-ae11-4bb85a636a9b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.760026 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e343c44b-701a-462e-afd0-c5d32beaf50c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.764434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e343c44b-701a-462e-afd0-c5d32beaf50c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/901185be-457e-47b6-ae11-4bb85a636a9b HTTP/1.1" status: 204 len: 168 time: 0.4398267 Mar 10 15:18:47.793440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500af51-4fc3-4af8-bacd-549c379a889c req-c5bfeb8b-860d-4946-bd1c-2a479b8fabcb tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:47.796247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b500af51-4fc3-4af8-bacd-549c379a889c req-c5bfeb8b-860d-4946-bd1c-2a479b8fabcb tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.3382659 Mar 10 15:18:47.800523 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.929188 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cafab80-a7c2-47c0-8fc7-c1c9fabb5416 admin admin] Publish callbacks [] for security_group (be7c0849-a158-46fc-87e8-22c78079e493), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.932217 n-d-833090-1 neutron-server[115534]: INFO neutron.db.ipam_backend_mixin [None req-0ff0b5de-65c0-4399-a17a-b808e91f0df2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8a6740de-c6a2-44b7-837d-b4a1161afe2c (CIDR: 172.20.0.16/28) Mar 10 15:18:47.939169 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff0b5de-65c0-4399-a17a-b808e91f0df2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:18:47.941433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff0b5de-65c0-4399-a17a-b808e91f0df2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:47.941998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343c44b-701a-462e-afd0-c5d32beaf50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901185be-457e-47b6-ae11-4bb85a636a9b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:47.957102 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cafab80-a7c2-47c0-8fc7-c1c9fabb5416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (be7c0849-a158-46fc-87e8-22c78079e493), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:47.977285 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0ff0b5de-65c0-4399-a17a-b808e91f0df2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6384549 Mar 10 15:18:47.979220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39052) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:47.992120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-802f544a-ff58-4910-b50f-85f62ab5a1db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'subnet': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:48.073843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b500af51-4fc3-4af8-bacd-549c379a889c req-37cd4c2b-22bd-4d1a-8aac-078434f770a9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349474 Mar 10 15:18:48.118285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafab80-a7c2-47c0-8fc7-c1c9fabb5416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7c0849-a158-46fc-87e8-22c78079e493,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:48.142961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2cafab80-a7c2-47c0-8fc7-c1c9fabb5416 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c817b5a02634980adcefa261b2419ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0123665 Mar 10 15:18:48.152090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39058) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:48.330077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e9566-5170-4d30-bd6d-30c1c3a92a9f req-576990da-380f-4358-83f4-01d0ca92f57f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:48.338416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d55e9566-5170-4d30-bd6d-30c1c3a92a9f req-576990da-380f-4358-83f4-01d0ca92f57f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1074007 Mar 10 15:18:48.352483 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802f544a-ff58-4910-b50f-85f62ab5a1db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Made reservation on behalf of aa26aacc79454b00ba521d73bb0c65a0 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:18:48.357072 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-802f544a-ff58-4910-b50f-85f62ab5a1db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:48.360526 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-066c5469-21a5-4507-b7e9-8ffc02af1c2e admin admin] Publish callbacks [] for security_group (be7c0849-a158-46fc-87e8-22c78079e493), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:48.426363 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-066c5469-21a5-4507-b7e9-8ffc02af1c2e admin admin] Publish callbacks [] for security_group (be7c0849-a158-46fc-87e8-22c78079e493), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:48.535275 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-066c5469-21a5-4507-b7e9-8ffc02af1c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (be7c0849-a158-46fc-87e8-22c78079e493), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:48.538635 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-066c5469-21a5-4507-b7e9-8ffc02af1c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:48.543079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-066c5469-21a5-4507-b7e9-8ffc02af1c2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be7c0849-a158-46fc-87e8-22c78079e493 HTTP/1.1" status: 204 len: 168 time: 0.3867836 Mar 10 15:18:48.564510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c5469-21a5-4507-b7e9-8ffc02af1c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7c0849-a158-46fc-87e8-22c78079e493,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:48.627772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d55e9566-5170-4d30-bd6d-30c1c3a92a9f req-108b2327-fc85-4ad4-beb8-01b1c6b8713a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874715 Mar 10 15:18:49.034768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-802f544a-ff58-4910-b50f-85f62ab5a1db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (d1b55608-e84f-4474-9d2a-102b807d3a93), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:49.154411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f544a-ff58-4910-b50f-85f62ab5a1db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:18:49.165065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-802f544a-ff58-4910-b50f-85f62ab5a1db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:18:49.170069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f544a-ff58-4910-b50f-85f62ab5a1db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:49.174830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc38fd-a974-4450-a8c8-0c2c569bd7e4 None None] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:49.175626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-802f544a-ff58-4910-b50f-85f62ab5a1db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:49.219876 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39090) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:49.220374 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-802f544a-ff58-4910-b50f-85f62ab5a1db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2395077 Mar 10 15:18:49.227327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f8c7ac14-9544-4deb-bb81-2753aef883d0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2014421487', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd1b55608-e84f-4474-9d2a-102b807d3a93'}], 'security_groups': ['d0855331-fed1-442e-9efa-39be964bf560', 'fda68461-2460-4605-b919-979960c5b729']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:18:49.235508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f544a-ff58-4910-b50f-85f62ab5a1db tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Subnet': ['ID=d1b55608-e84f-4474-9d2a-102b807d3a93,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:49.663965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c794d52-b1cb-443e-bd6f-353524aed9cf None None] Update dhcp port {'port': {'network_id': '06729085-2149-42f4-a3d1-6b0a4e3eb449', 'fixed_ips': [{'subnet_id': '8a6740de-c6a2-44b7-837d-b4a1161afe2c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e74c77f8-e676-4b58-9d0a-a535342e09ae', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd1b55608-e84f-4474-9d2a-102b807d3a93'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '7b9d4ee1-b065-4750-bdb9-854fdcd93700'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:18:49.681896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ac14-9544-4deb-bb81-2753aef883d0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f8c2af01-0a55-4389-80d5-1d62fa75100b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:49.757885 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6c794d52-b1cb-443e-bd6f-353524aed9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:49.790178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39104) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:49.818764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-004d573e-d75d-4cc8-986b-f42392ee79b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:50.028315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-004d573e-d75d-4cc8-986b-f42392ee79b5 admin admin] Publish callbacks [] for security_group (a58d2576-8f60-4b27-a671-d79d2cd43f38), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:50.044450 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-004d573e-d75d-4cc8-986b-f42392ee79b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a58d2576-8f60-4b27-a671-d79d2cd43f38), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:50.140206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d573e-d75d-4cc8-986b-f42392ee79b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58d2576-8f60-4b27-a671-d79d2cd43f38,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:50.166946 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-004d573e-d75d-4cc8-986b-f42392ee79b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46457ae9288e4024b703244d6ab33856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3756268 Mar 10 15:18:50.173691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39108) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:50.174701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-6c794d52-b1cb-443e-bd6f-353524aed9cf None None] Allocated IP 172.20.0.34 (06729085-2149-42f4-a3d1-6b0a4e3eb449/d1b55608-e84f-4474-9d2a-102b807d3a93/7b9d4ee1-b065-4750-bdb9-854fdcd93700) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:50.397953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60135f84-4356-487e-a498-4fd55378f065 admin admin] Publish callbacks [] for security_group (a58d2576-8f60-4b27-a671-d79d2cd43f38), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:50.467422 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60135f84-4356-487e-a498-4fd55378f065 admin admin] Publish callbacks [] for security_group (a58d2576-8f60-4b27-a671-d79d2cd43f38), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:50.557332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6c794d52-b1cb-443e-bd6f-353524aed9cf None None] For port 7b9d4ee1-b065-4750-bdb9-854fdcd93700, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b9d4ee1-b065-4750-bdb9-854fdcd93700,segment=NetworkSegment(0c5b118b-89e9-4e35-95cc-fdfd103ff9c2),segment_id=0c5b118b-89e9-4e35-95cc-fdfd103ff9c2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:50.603334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60135f84-4356-487e-a498-4fd55378f065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a58d2576-8f60-4b27-a671-d79d2cd43f38), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:50.606077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60135f84-4356-487e-a498-4fd55378f065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:50.607922 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-60135f84-4356-487e-a498-4fd55378f065 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a58d2576-8f60-4b27-a671-d79d2cd43f38 HTTP/1.1" status: 204 len: 168 time: 0.4331121 Mar 10 15:18:50.626152 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135f84-4356-487e-a498-4fd55378f065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58d2576-8f60-4b27-a671-d79d2cd43f38,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:50.726769 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6c794d52-b1cb-443e-bd6f-353524aed9cf None None] Publish callbacks [] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:50.766857 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6c794d52-b1cb-443e-bd6f-353524aed9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:50.999443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c794d52-b1cb-443e-bd6f-353524aed9cf None None] Pushing event updated for resources: {'Port': ['ID=7b9d4ee1-b065-4750-bdb9-854fdcd93700,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:51.026768 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:51.148395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-f8c7ac14-9544-4deb-bb81-2753aef883d0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Delete allocated IP 172.20.0.12 (06729085-2149-42f4-a3d1-6b0a4e3eb449/e74c77f8-e676-4b58-9d0a-a535342e09ae) {{(pid=115533) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 15:18:51.180315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-f8c7ac14-9544-4deb-bb81-2753aef883d0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Allocated IP 172.20.0.43 (06729085-2149-42f4-a3d1-6b0a4e3eb449/d1b55608-e84f-4474-9d2a-102b807d3a93/f8c2af01-0a55-4389-80d5-1d62fa75100b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:18:51.712526 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-08ae7cdc-dd91-474c-b2e4-5da777a8b926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:51.797994 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ac14-9544-4deb-bb81-2753aef883d0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for port (f8c2af01-0a55-4389-80d5-1d62fa75100b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:51.816254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ac14-9544-4deb-bb81-2753aef883d0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f8c2af01-0a55-4389-80d5-1d62fa75100b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:51.854345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7b9d4ee1-b065-4750-bdb9-854fdcd93700 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:18:52.036308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:52.036666 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:52.186056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7ac14-9544-4deb-bb81-2753aef883d0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event updated for resources: {'Port': ['ID=f8c2af01-0a55-4389-80d5-1d62fa75100b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:52.249011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7ac14-9544-4deb-bb81-2753aef883d0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] In _notify_port_updated(), no bound segment for port f8c2af01-0a55-4389-80d5-1d62fa75100b on network 06729085-2149-42f4-a3d1-6b0a4e3eb449 {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:18:52.266317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c7ac14-9544-4deb-bb81-2753aef883d0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:52.268588 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8c7ac14-9544-4deb-bb81-2753aef883d0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:52.271378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f8c7ac14-9544-4deb-bb81-2753aef883d0 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "PUT /v2.0/ports/f8c2af01-0a55-4389-80d5-1d62fa75100b HTTP/1.1" status: 200 len: 960 time: 3.0501003 Mar 10 15:18:52.275196 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39166) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:52.314269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:52.397433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c012d299-2014-444a-afe6-154dc9f608cc None None] Provisioning complete for port f059a460-0aea-4b07-aae4-867dee6a5573 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:52.398186 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c012d299-2014-444a-afe6-154dc9f608cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f059a460-0aea-4b07-aae4-867dee6a5573), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:52.525654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7bd095d0-8768-4a78-95d1-5f0d3e503f10 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port f8c2af01-0a55-4389-80d5-1d62fa75100b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:52.526212 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7bd095d0-8768-4a78-95d1-5f0d3e503f10 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f8c2af01-0a55-4389-80d5-1d62fa75100b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:52.563809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c012d299-2014-444a-afe6-154dc9f608cc None None] Port f059a460-0aea-4b07-aae4-867dee6a5573 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:52.616852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c012d299-2014-444a-afe6-154dc9f608cc None None] Provisioning complete for port f8c2af01-0a55-4389-80d5-1d62fa75100b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:52.617666 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c012d299-2014-444a-afe6-154dc9f608cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8c2af01-0a55-4389-80d5-1d62fa75100b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:52.748214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c012d299-2014-444a-afe6-154dc9f608cc None None] Port f8c2af01-0a55-4389-80d5-1d62fa75100b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:52.767594 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c012d299-2014-444a-afe6-154dc9f608cc None None] Provisioning complete for port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:52.767970 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c012d299-2014-444a-afe6-154dc9f608cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:52.810172 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7bd095d0-8768-4a78-95d1-5f0d3e503f10 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f8c2af01-0a55-4389-80d5-1d62fa75100b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:52.854432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7bd095d0-8768-4a78-95d1-5f0d3e503f10 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for f8c2af01-0a55-4389-80d5-1d62fa75100b owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:52.954374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c012d299-2014-444a-afe6-154dc9f608cc None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:53.289419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-db2ecab7-791b-4b14-bacd-b1718b97707c None None] Provisioning complete for port f8c2af01-0a55-4389-80d5-1d62fa75100b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:53.289798 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-db2ecab7-791b-4b14-bacd-b1718b97707c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f8c2af01-0a55-4389-80d5-1d62fa75100b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:53.358007 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7bd095d0-8768-4a78-95d1-5f0d3e503f10 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f8c2af01-0a55-4389-80d5-1d62fa75100b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:53.436232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-db2ecab7-791b-4b14-bacd-b1718b97707c None None] Port f8c2af01-0a55-4389-80d5-1d62fa75100b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:53.579963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd095d0-8768-4a78-95d1-5f0d3e503f10 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=f8c2af01-0a55-4389-80d5-1d62fa75100b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:53.636057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7bd095d0-8768-4a78-95d1-5f0d3e503f10 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:53.644751 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7bd095d0-8768-4a78-95d1-5f0d3e503f10 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/f8c2af01-0a55-4389-80d5-1d62fa75100b HTTP/1.1" status: 204 len: 168 time: 1.3664899 Mar 10 15:18:53.645143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39198) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:53.746384 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a190ce7-542f-452b-bc77-ed543dcae32e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] GET failed (client error): The resource could not be found. Mar 10 15:18:53.752034 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39208) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:53.753876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7a190ce7-542f-452b-bc77-ed543dcae32e tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports/f8c2af01-0a55-4389-80d5-1d62fa75100b HTTP/1.1" status: 404 len: 333 time: 0.1075606 Mar 10 15:18:53.869778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79a24bb6-8784-424f-a20a-a2734463b474 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (ad4e7cd5-6184-4234-aae6-62fa50514ced), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:53.952081 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79a24bb6-8784-424f-a20a-a2734463b474 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (ad4e7cd5-6184-4234-aae6-62fa50514ced), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.017469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad8fd0-c389-4e13-ae8b-58482fe9914d req-a2f4486c-35a8-42c9-90a5-3d980cfbc4d6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:54.021698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bad8fd0-c389-4e13-ae8b-58482fe9914d req-a2f4486c-35a8-42c9-90a5-3d980cfbc4d6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.0920851 Mar 10 15:18:54.042622 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-904c28c6-e721-4204-ad10-534c4f80ba83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.094841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79a24bb6-8784-424f-a20a-a2734463b474 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ad4e7cd5-6184-4234-aae6-62fa50514ced), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.097837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79a24bb6-8784-424f-a20a-a2734463b474 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.099101 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-79a24bb6-8784-424f-a20a-a2734463b474 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/security-groups/ad4e7cd5-6184-4234-aae6-62fa50514ced HTTP/1.1" status: 204 len: 168 time: 0.3459804 Mar 10 15:18:54.104814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39220) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:54.139274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a24bb6-8784-424f-a20a-a2734463b474 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4e7cd5-6184-4234-aae6-62fa50514ced,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:54.320942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bad8fd0-c389-4e13-ae8b-58482fe9914d req-6d7b8b84-fbb2-404a-9b2b-33942a9b34ce tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896364 Mar 10 15:18:54.372147 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48bf4f03-cf26-4502-bd36-b945c0bd2f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (fda68461-2460-4605-b919-979960c5b729), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.489754 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48bf4f03-cf26-4502-bd36-b945c0bd2f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (fda68461-2460-4605-b919-979960c5b729), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.614378 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48bf4f03-cf26-4502-bd36-b945c0bd2f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fda68461-2460-4605-b919-979960c5b729), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.621912 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48bf4f03-cf26-4502-bd36-b945c0bd2f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.625899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-48bf4f03-cf26-4502-bd36-b945c0bd2f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/security-groups/fda68461-2460-4605-b919-979960c5b729 HTTP/1.1" status: 204 len: 168 time: 0.5167120 Mar 10 15:18:54.628798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39236) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:54.672202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf4f03-cf26-4502-bd36-b945c0bd2f79 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda68461-2460-4605-b919-979960c5b729,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:54.788207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955a2d2-055a-4057-be2a-5f0860419657 req-00d9d0f2-b165-4cbc-a852-2b4af57975bd tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:54.789003 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (d0855331-fed1-442e-9efa-39be964bf560), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.800760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c955a2d2-055a-4057-be2a-5f0860419657 req-00d9d0f2-b165-4cbc-a852-2b4af57975bd tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2099063 Mar 10 15:18:54.840235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (d0855331-fed1-442e-9efa-39be964bf560), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.936720 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d0855331-fed1-442e-9efa-39be964bf560), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.937968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c955a2d2-055a-4057-be2a-5f0860419657 req-c9f07181-b29c-4610-86dc-4713eef9a219 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299951 Mar 10 15:18:54.939692 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:54.955788 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/security-groups/d0855331-fed1-442e-9efa-39be964bf560 HTTP/1.1" status: 204 len: 168 time: 0.3252785 Mar 10 15:18:54.959242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39242) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:54.977522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0855331-fed1-442e-9efa-39be964bf560,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:55.015386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.016961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.017425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.017770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.023133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.023593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.023932 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.028133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.029258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.029622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.029949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.030293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.036818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80112b-57e8-44d8-bf92-bf40d590b67c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:18:55.184265 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d763e8-766a-40b6-8c29-7669195ed8b2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting subnet e74c77f8-e676-4b58-9d0a-a535342e09ae {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:18:55.200789 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6d763e8-766a-40b6-8c29-7669195ed8b2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (e74c77f8-e676-4b58-9d0a-a535342e09ae), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:55.219260 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:55.313249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6d763e8-766a-40b6-8c29-7669195ed8b2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (e74c77f8-e676-4b58-9d0a-a535342e09ae), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:55.992849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b283eb-fb7e-447a-83e5-0c506efe045f req-b21e37af-dcf6-451b-ba77-b82d68a98b3b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:56.001720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0b283eb-fb7e-447a-83e5-0c506efe045f req-b21e37af-dcf6-451b-ba77-b82d68a98b3b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1373329 Mar 10 15:18:56.040708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6d763e8-766a-40b6-8c29-7669195ed8b2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e74c77f8-e676-4b58-9d0a-a535342e09ae), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:56.104272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0b283eb-fb7e-447a-83e5-0c506efe045f req-d1d74afa-f3af-4b63-af02-335b8020a090 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999005 Mar 10 15:18:56.161802 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6d763e8-766a-40b6-8c29-7669195ed8b2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (e74c77f8-e676-4b58-9d0a-a535342e09ae), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:56.240558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d763e8-766a-40b6-8c29-7669195ed8b2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Subnet': ['ID=e74c77f8-e676-4b58-9d0a-a535342e09ae,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:56.242569 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6d763e8-766a-40b6-8c29-7669195ed8b2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:56.255272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91789c2a-4bc5-45e6-8cf0-516151ff1953 None None] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:56.259749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39298) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:56.262002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b6d763e8-766a-40b6-8c29-7669195ed8b2 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/e74c77f8-e676-4b58-9d0a-a535342e09ae HTTP/1.1" status: 204 len: 168 time: 1.3013432 Mar 10 15:18:56.392901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-114a87cc-4072-4353-9fc3-866a907a813c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting subnet d1b55608-e84f-4474-9d2a-102b807d3a93 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:18:56.399393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581ae8-26af-48c7-b7a2-f7f44be20b4b req-9ef2b9d9-4149-45de-9343-47cfd688e222 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:56.401007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13581ae8-26af-48c7-b7a2-f7f44be20b4b req-9ef2b9d9-4149-45de-9343-47cfd688e222 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1329107 Mar 10 15:18:56.403394 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-114a87cc-4072-4353-9fc3-866a907a813c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (d1b55608-e84f-4474-9d2a-102b807d3a93), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:56.534654 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-114a87cc-4072-4353-9fc3-866a907a813c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (d1b55608-e84f-4474-9d2a-102b807d3a93), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:56.555337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13581ae8-26af-48c7-b7a2-f7f44be20b4b req-e82c06ab-9f44-4cf8-b7ba-a6ce83259e6b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470203 Mar 10 15:18:56.774657 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-114a87cc-4072-4353-9fc3-866a907a813c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d1b55608-e84f-4474-9d2a-102b807d3a93), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:56.893596 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-114a87cc-4072-4353-9fc3-866a907a813c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (d1b55608-e84f-4474-9d2a-102b807d3a93), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:57.016566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-114a87cc-4072-4353-9fc3-866a907a813c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:57.032853 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-114a87cc-4072-4353-9fc3-866a907a813c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/d1b55608-e84f-4474-9d2a-102b807d3a93 HTTP/1.1" status: 204 len: 168 time: 0.7694228 Mar 10 15:18:57.032853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a87cc-4072-4353-9fc3-866a907a813c tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b55608-e84f-4474-9d2a-102b807d3a93,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:57.042489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39314) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:57.055463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d34fe-03cd-459a-bcab-9167d82d6d7c req-b377ecda-8704-4046-afc9-c66260a24001 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:57.062965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-221d34fe-03cd-459a-bcab-9167d82d6d7c req-b377ecda-8704-4046-afc9-c66260a24001 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1924076 Mar 10 15:18:57.134866 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb59757-a809-4727-b128-5eebf728db06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:57.135329 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb59757-a809-4727-b128-5eebf728db06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:57.141717 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2cb59757-a809-4727-b128-5eebf728db06 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/e74c77f8-e676-4b58-9d0a-a535342e09ae HTTP/1.1" status: 404 len: 337 time: 0.0981982 Mar 10 15:18:57.153063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39316) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:57.161078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-221d34fe-03cd-459a-bcab-9167d82d6d7c req-df01ac13-340c-43ec-9b30-7c712f9bbad2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972466 Mar 10 15:18:57.252176 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:57.365587 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bb9185-aad5-4431-8306-1c28585151e3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting subnet 8a6740de-c6a2-44b7-837d-b4a1161afe2c {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:18:57.376182 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79bb9185-aad5-4431-8306-1c28585151e3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (8a6740de-c6a2-44b7-837d-b4a1161afe2c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:57.478376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089922b-2ea1-4d85-9575-78434ba8932a req-49ab6ea3-287f-4bfe-90b0-3a4807d1fec7 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:57.487752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5089922b-2ea1-4d85-9575-78434ba8932a req-49ab6ea3-287f-4bfe-90b0-3a4807d1fec7 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1770248 Mar 10 15:18:57.524046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79bb9185-aad5-4431-8306-1c28585151e3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (8a6740de-c6a2-44b7-837d-b4a1161afe2c), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:57.616229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5089922b-2ea1-4d85-9575-78434ba8932a req-163723e9-fda5-467e-9106-bcec33257692 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229024 Mar 10 15:18:57.801904 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79bb9185-aad5-4431-8306-1c28585151e3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (8a6740de-c6a2-44b7-837d-b4a1161afe2c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:58.018524 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79bb9185-aad5-4431-8306-1c28585151e3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (8a6740de-c6a2-44b7-837d-b4a1161afe2c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:58.080073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3fae0-ea2d-4988-84af-70806472f73e req-83331bee-c86d-475e-891d-a556c6c9c2a5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:58.099334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aae3fae0-ea2d-4988-84af-70806472f73e req-83331bee-c86d-475e-891d-a556c6c9c2a5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1827998 Mar 10 15:18:58.130249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb9185-aad5-4431-8306-1c28585151e3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6740de-c6a2-44b7-837d-b4a1161afe2c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:18:58.142057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79bb9185-aad5-4431-8306-1c28585151e3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:58.151466 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-79bb9185-aad5-4431-8306-1c28585151e3 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/8a6740de-c6a2-44b7-837d-b4a1161afe2c HTTP/1.1" status: 204 len: 168 time: 0.9945252 Mar 10 15:18:58.154307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39340) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:58.184600 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-398119d2-b37a-450a-85eb-4105ccfa1294 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:58.185675 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398119d2-b37a-450a-85eb-4105ccfa1294 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:58.189607 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-398119d2-b37a-450a-85eb-4105ccfa1294 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/79c89b82-a50f-45b7-9f64-9f73af50060a HTTP/1.1" status: 404 len: 337 time: 0.0342634 Mar 10 15:18:58.192265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39342) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:58.252363 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:58.285919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aae3fae0-ea2d-4988-84af-70806472f73e req-c9c1be06-ab8f-4501-8449-28ef46b47635 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787443 Mar 10 15:18:58.330678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39348) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:58.347430 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5abe50c8-9c0d-4ca9-adf8-d5acd36e4f29 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "GET /v2.0/ports?device_id=fee8f3ec-3abb-4f87-adc6-305fc211fd83 HTTP/1.1" status: 200 len: 205 time: 0.1341226 Mar 10 15:18:58.595233 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-344d4535-a9dc-4b7c-a54b-981835ef3f6b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] delete failed (client error): The resource could not be found. Mar 10 15:18:58.614109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39354) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:58.615268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-344d4535-a9dc-4b7c-a54b-981835ef3f6b tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/routers/fee8f3ec-3abb-4f87-adc6-305fc211fd83 HTTP/1.1" status: 404 len: 336 time: 0.2834041 Mar 10 15:18:58.627360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48623817-959e-47c6-8378-3bfce8c0e995 None None] Network 06729085-2149-42f4-a3d1-6b0a4e3eb449 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:18:58.732382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c41de-0f6c-4c04-a8f8-7ef02b434f8e req-91d3ad2a-79fd-4865-ab79-c9a39c8e5d02 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:58.742861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd5c41de-0f6c-4c04-a8f8-7ef02b434f8e req-91d3ad2a-79fd-4865-ab79-c9a39c8e5d02 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1696711 Mar 10 15:18:58.812606 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb71fb8f-f925-40b3-9c86-129a9e28fced tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:58.816512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb71fb8f-f925-40b3-9c86-129a9e28fced tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:58.829859 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cb71fb8f-f925-40b3-9c86-129a9e28fced tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/ac038d7c-4e2c-4ea9-877c-ea7ad9da9793 HTTP/1.1" status: 404 len: 337 time: 0.2124841 Mar 10 15:18:58.837941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39358) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:58.911171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd5c41de-0f6c-4c04-a8f8-7ef02b434f8e req-0d68b18c-14db-4339-b245-935b118e9d21 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672263 Mar 10 15:18:58.983971 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-026491ff-14e3-402e-959b-ec083ded96d4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:58.984446 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026491ff-14e3-402e-959b-ec083ded96d4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:59.002321 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-026491ff-14e3-402e-959b-ec083ded96d4 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/d3cc9be1-ef1c-4f68-88d0-ddf657e1407b HTTP/1.1" status: 404 len: 337 time: 0.1598594 Mar 10 15:18:59.010962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39366) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:59.155565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3f7994ae-7c0c-4b34-914c-6e7485ac2d9f None None] Provisioning complete for port f059a460-0aea-4b07-aae4-867dee6a5573 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:59.156300 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3f7994ae-7c0c-4b34-914c-6e7485ac2d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f059a460-0aea-4b07-aae4-867dee6a5573), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:59.169958 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d032b78-0a32-40d6-97db-fa9b286f2708 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:59.174993 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d032b78-0a32-40d6-97db-fa9b286f2708 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:59.183847 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2d032b78-0a32-40d6-97db-fa9b286f2708 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/0bccf735-fb86-4c8c-afac-52a6670b65ef HTTP/1.1" status: 404 len: 337 time: 0.1714165 Mar 10 15:18:59.189172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39372) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:59.219847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3f7994ae-7c0c-4b34-914c-6e7485ac2d9f None None] Port f059a460-0aea-4b07-aae4-867dee6a5573 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:18:59.245649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3f7994ae-7c0c-4b34-914c-6e7485ac2d9f None None] Provisioning complete for port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:18:59.246352 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3f7994ae-7c0c-4b34-914c-6e7485ac2d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:59.283623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b272481-d6d5-44d1-aa7b-194b8433cf87 req-51f5de61-b89b-4408-a5e0-ebcb36815894 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:59.288611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b272481-d6d5-44d1-aa7b-194b8433cf87 req-51f5de61-b89b-4408-a5e0-ebcb36815894 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1464553 Mar 10 15:18:59.293445 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3b938e-a7c8-437b-937a-d091a2bc5658 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:59.294618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3b938e-a7c8-437b-937a-d091a2bc5658 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:59.329239 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8e3b938e-a7c8-437b-937a-d091a2bc5658 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/e2120ff5-c143-4379-bb1f-22dda9904aa0 HTTP/1.1" status: 404 len: 333 time: 0.1386628 Mar 10 15:18:59.331712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39374) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:59.361366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6889373f-60f0-44b4-90f6-688519941fb8 None None] DHCP port deletion for 06729085-2149-42f4-a3d1-6b0a4e3eb449 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:18:59.400631 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4481f6f4-d2ef-4810-98c2-d5ec2ed43484 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:59.405988 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4481f6f4-d2ef-4810-98c2-d5ec2ed43484 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:59.410461 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4481f6f4-d2ef-4810-98c2-d5ec2ed43484 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/e4893b45-c584-4096-ba90-ce8fca65afb2 HTTP/1.1" status: 404 len: 337 time: 0.0748906 Mar 10 15:18:59.414903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39376) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:59.433325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3f7994ae-7c0c-4b34-914c-6e7485ac2d9f None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:18:59.460146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6889373f-60f0-44b4-90f6-688519941fb8 None None] Deleting port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:18:59.460520 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6889373f-60f0-44b4-90f6-688519941fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:59.493911 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5002f04-d48e-4349-beaf-3a6e855d30d6 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:59.496245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5002f04-d48e-4349-beaf-3a6e855d30d6 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:59.502255 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39378) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:59.513550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a5002f04-d48e-4349-beaf-3a6e855d30d6 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/5a6263c3-d940-4821-bb08-b32adc461a1f HTTP/1.1" status: 404 len: 337 time: 0.0967925 Mar 10 15:18:59.541048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b272481-d6d5-44d1-aa7b-194b8433cf87 req-e62430aa-d5f9-465d-95bc-ff9ccc7209ff tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471080 Mar 10 15:18:59.549614 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd83abbe-b9c9-4c65-b272-76330bc2e6d5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:59.550364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd83abbe-b9c9-4c65-b272-76330bc2e6d5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:59.562683 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cd83abbe-b9c9-4c65-b272-76330bc2e6d5 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/076ba853-718c-45df-9bdd-8095a7c75b12 HTTP/1.1" status: 404 len: 333 time: 0.0568507 Mar 10 15:18:59.563110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39380) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:59.680399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6889373f-60f0-44b4-90f6-688519941fb8 None None] For port 7b9d4ee1-b065-4750-bdb9-854fdcd93700, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7b9d4ee1-b065-4750-bdb9-854fdcd93700,segment=NetworkSegment(0c5b118b-89e9-4e35-95cc-fdfd103ff9c2),segment_id=0c5b118b-89e9-4e35-95cc-fdfd103ff9c2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:18:59.680797 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6889373f-60f0-44b4-90f6-688519941fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:18:59.692906 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a0626b-992d-4b60-87b4-ab6a2b9ffae9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:59.693497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a0626b-992d-4b60-87b4-ab6a2b9ffae9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:59.702712 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-41a0626b-992d-4b60-87b4-ab6a2b9ffae9 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/038b2ba7-bbd2-4982-98e4-a7622d764041 HTTP/1.1" status: 404 len: 337 time: 0.1383569 Mar 10 15:18:59.705519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39388) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:59.724538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6889373f-60f0-44b4-90f6-688519941fb8 None None] Calling delete_port for 7b9d4ee1-b065-4750-bdb9-854fdcd93700 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:18:59.877882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7b9d4ee1-b065-4750-bdb9-854fdcd93700 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:18:59.878072 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e122f0-ab10-4226-b466-d33c76a7f8ca tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] DELETE failed (client error): The resource could not be found. Mar 10 15:18:59.879507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e122f0-ab10-4226-b466-d33c76a7f8ca tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:18:59.889698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39394) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:18:59.890645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-33e122f0-ab10-4226-b466-d33c76a7f8ca tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/subnets/4a63abef-9ae0-4877-9605-1342faca0141 HTTP/1.1" status: 404 len: 337 time: 0.1839547 Mar 10 15:18:59.963920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb3a11-eb8e-4b30-a23d-f246d3a23e82 req-a67ad8fe-e7ca-483d-9ae8-dc4f7c939f9d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:18:59.965532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13fb3a11-eb8e-4b30-a23d-f246d3a23e82 req-a67ad8fe-e7ca-483d-9ae8-dc4f7c939f9d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2472172 Mar 10 15:19:00.068699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:00.069434 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:00.109661 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6889373f-60f0-44b4-90f6-688519941fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (7b9d4ee1-b065-4750-bdb9-854fdcd93700), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:00.151881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13fb3a11-eb8e-4b30-a23d-f246d3a23e82 req-855f81d0-0975-4dc2-a488-84737b0205bc tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759098 Mar 10 15:19:00.218049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-f4525d14-40b2-4575-94ca-1302fa535d2d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Deleting port f059a460-0aea-4b07-aae4-867dee6a5573 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:00.218892 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4525d14-40b2-4575-94ca-1302fa535d2d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f059a460-0aea-4b07-aae4-867dee6a5573), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:00.287369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6889373f-60f0-44b4-90f6-688519941fb8 None None] No DVR routers for this DVR port 7b9d4ee1-b065-4750-bdb9-854fdcd93700 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:19:00.306149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889373f-60f0-44b4-90f6-688519941fb8 None None] Pushing event deleted for resources: {'Port': ['ID=7b9d4ee1-b065-4750-bdb9-854fdcd93700,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:00.386592 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4525d14-40b2-4575-94ca-1302fa535d2d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f059a460-0aea-4b07-aae4-867dee6a5573), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:00.414491 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-f4525d14-40b2-4575-94ca-1302fa535d2d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Calling delete_port for f059a460-0aea-4b07-aae4-867dee6a5573 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:00.605816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8fb8f-17d5-4f66-955b-c7210209f3e8 req-cd1abbef-8156-44a6-a3d4-80d657207952 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:00.615482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3d8fb8f-17d5-4f66-955b-c7210209f3e8 req-cd1abbef-8156-44a6-a3d4-80d657207952 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1738029 Mar 10 15:19:00.659790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4525d14-40b2-4575-94ca-1302fa535d2d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f059a460-0aea-4b07-aae4-867dee6a5573), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:00.721690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4525d14-40b2-4575-94ca-1302fa535d2d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Port': ['ID=f059a460-0aea-4b07-aae4-867dee6a5573,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:00.753500 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f4525d14-40b2-4575-94ca-1302fa535d2d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:00.760239 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f4525d14-40b2-4575-94ca-1302fa535d2d tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/ports/f059a460-0aea-4b07-aae4-867dee6a5573 HTTP/1.1" status: 204 len: 168 time: 0.8692305 Mar 10 15:19:00.766256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39412) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:00.801126 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3d8fb8f-17d5-4f66-955b-c7210209f3e8 req-64d9b0e8-e2d4-471a-8fd9-35cc67d5b503 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845689 Mar 10 15:19:00.904275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (06729085-2149-42f4-a3d1-6b0a4e3eb449), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:01.029983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd9749-5fca-402b-82ae-03cb7731c4c0 req-c501346b-4ba1-443c-a8b4-a18032817789 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:01.039558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68fd9749-5fca-402b-82ae-03cb7731c4c0 req-c501346b-4ba1-443c-a8b4-a18032817789 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1515737 Mar 10 15:19:01.162450 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (06729085-2149-42f4-a3d1-6b0a4e3eb449), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:01.203181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68fd9749-5fca-402b-82ae-03cb7731c4c0 req-2d11da3a-aeeb-416d-8285-b56ce9910875 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569681 Mar 10 15:19:01.267364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06729085-2149-42f4-a3d1-6b0a4e3eb449']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:01.309053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5b118b-89e9-4e35-95cc-fdfd103ff9c2') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:01.312444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5b118b-89e9-4e35-95cc-fdfd103ff9c2') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:01.345969 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (0c5b118b-89e9-4e35-95cc-fdfd103ff9c2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:01.386716 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0c5b118b-89e9-4e35-95cc-fdfd103ff9c2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:01.407588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:19:01.410891 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (0c5b118b-89e9-4e35-95cc-fdfd103ff9c2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:19:01.420647 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:19:01.582713 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (06729085-2149-42f4-a3d1-6b0a4e3eb449), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:01.594017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:01.600932 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] 10.222.0.11 "DELETE /v2.0/networks/06729085-2149-42f4-a3d1-6b0a4e3eb449 HTTP/1.1" status: 204 len: 168 time: 0.8333457 Mar 10 15:19:01.613892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f78e53-b7fb-4ee4-9065-102090929f6f req-3157dda8-d18d-4f39-8ace-aa052c0e4c4b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:01.625332 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-83f78e53-b7fb-4ee4-9065-102090929f6f req-3157dda8-d18d-4f39-8ace-aa052c0e4c4b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 814 time: 0.2217679 Mar 10 15:19:01.652850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-83f78e53-b7fb-4ee4-9065-102090929f6f req-adb670c1-bc94-4fc7-884d-0673735d4659 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/quotas/781f058c24d74226b0a1f986ddfccb0a HTTP/1.1" status: 200 len: 375 time: 0.0241065 Mar 10 15:19:01.681942 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8382c6-cc3e-474d-a5bf-a3693ea834f1 tempest-PortsTestJSON-2120303607 tempest-PortsTestJSON-2120303607-project] Pushing event deleted for resources: {'Network': ['ID=06729085-2149-42f4-a3d1-6b0a4e3eb449,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:01.769840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-83f78e53-b7fb-4ee4-9065-102090929f6f req-7f4822e5-5de2-4937-9bf3-026366db2a11 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108191 Mar 10 15:19:01.990995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee0f7b-27ec-4205-94db-2720185303b6 req-3966c3e8-c252-499d-8ed3-329964349778 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:02.003501 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04ee0f7b-27ec-4205-94db-2720185303b6 req-3966c3e8-c252-499d-8ed3-329964349778 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1358752 Mar 10 15:19:02.183210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04ee0f7b-27ec-4205-94db-2720185303b6 req-755cfa92-5da5-4f12-9b04-393d3d8c59c6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787915 Mar 10 15:19:02.285500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39456) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:02.383426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39462) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:02.551970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f03248-4ab4-49d6-ba5a-20a5220f5a2b req-608a9891-94ae-4f4a-9082-2f6ef17a4e06 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:02.561183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2f03248-4ab4-49d6-ba5a-20a5220f5a2b req-608a9891-94ae-4f4a-9082-2f6ef17a4e06 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1928246 Mar 10 15:19:02.753978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2f03248-4ab4-49d6-ba5a-20a5220f5a2b req-51fd91aa-62f9-4294-a904-ff0d2561c91c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896625 Mar 10 15:19:02.819651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a8f3a7b8-2ca8-46f0-9eb0-f2914b7fb906 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa26aacc79454b00ba521d73bb0c65a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5326447 Mar 10 15:19:02.820298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39470) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:03.063824 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8202-bb6f-4195-b5e6-c896f3e29cb2 admin admin] Publish callbacks [] for security_group (6340ed00-67a2-4bd4-8f12-1fc43e7fce6d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:03.122167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3eb4d8e6-56d5-4fa3-a88d-f3f8d82c6131 req-b446b03d-ab5c-4f69-b43a-fed405e53ffe tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=781f058c24d74226b0a1f986ddfccb0a HTTP/1.1" status: 200 len: 221 time: 0.1039603 Mar 10 15:19:03.168484 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8202-bb6f-4195-b5e6-c896f3e29cb2 admin admin] Publish callbacks [] for security_group (6340ed00-67a2-4bd4-8f12-1fc43e7fce6d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:03.280975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8202-bb6f-4195-b5e6-c896f3e29cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6340ed00-67a2-4bd4-8f12-1fc43e7fce6d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:03.283989 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8202-bb6f-4195-b5e6-c896f3e29cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:03.288286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5d7e8202-bb6f-4195-b5e6-c896f3e29cb2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6340ed00-67a2-4bd4-8f12-1fc43e7fce6d HTTP/1.1" status: 204 len: 168 time: 0.4669416 Mar 10 15:19:03.413831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e8202-bb6f-4195-b5e6-c896f3e29cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6340ed00-67a2-4bd4-8f12-1fc43e7fce6d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:03.494209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f249913-ea8b-42a5-9e89-f045534e9f4d req-4edd72e9-7e82-4f53-ba45-2e85dd2eb9b6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:03.496690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f249913-ea8b-42a5-9e89-f045534e9f4d req-4edd72e9-7e82-4f53-ba45-2e85dd2eb9b6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1890333 Mar 10 15:19:03.639239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f249913-ea8b-42a5-9e89-f045534e9f4d req-5839fecf-7d8e-4eef-9b5e-5f80e0438677 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354909 Mar 10 15:19:03.885740 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (4f24379f-afec-43d3-b7a5-367140070ff9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:03.906021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f5ffb-8404-48c6-820f-bdf354688ff0 req-0c40f0ef-1a67-4dd0-94d3-b50661a5f9ab tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:03.959946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a88f5ffb-8404-48c6-820f-bdf354688ff0 req-0c40f0ef-1a67-4dd0-94d3-b50661a5f9ab tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1863675 Mar 10 15:19:04.099309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a88f5ffb-8404-48c6-820f-bdf354688ff0 req-c4c96d91-4663-478a-bd68-9992a41fdc3f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333470 Mar 10 15:19:04.373703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f9403-81e4-483b-a82a-f68ed1c508a2 req-1e624c87-0585-418d-a6af-7bce81ac8d1e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:04.376821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e9f9403-81e4-483b-a82a-f68ed1c508a2 req-1e624c87-0585-418d-a6af-7bce81ac8d1e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1620865 Mar 10 15:19:04.503401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e9f9403-81e4-483b-a82a-f68ed1c508a2 req-b1107ebb-c886-4bd8-a4bf-d629bff5e4c6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213562 Mar 10 15:19:04.636761 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] Deleting port 03a808f3-9181-46b9-834a-6315a3c2ee00 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:04.637243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:04.775355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591c35e-c008-4656-ac7e-67141b600333 req-c5bbc4e1-f9a3-4b9d-a7e8-0c10d89175df tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:04.777078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6591c35e-c008-4656-ac7e-67141b600333 req-c5bbc4e1-f9a3-4b9d-a7e8-0c10d89175df tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1356175 Mar 10 15:19:04.792245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] For port 03a808f3-9181-46b9-834a-6315a3c2ee00, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=03a808f3-9181-46b9-834a-6315a3c2ee00,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:04.792682 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:04.826304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] Calling delete_port for 03a808f3-9181-46b9-834a-6315a3c2ee00 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:04.875169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6591c35e-c008-4656-ac7e-67141b600333 req-39f2b315-d486-499f-af73-ca16925c0c7d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914097 Mar 10 15:19:05.013079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39546) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:05.139516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daa0d7-7ebb-4c67-9a56-598ee0670430 req-b112f8ed-ffc0-4990-8813-05ab5c8c69e3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:05.147380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1daa0d7-7ebb-4c67-9a56-598ee0670430 req-b112f8ed-ffc0-4990-8813-05ab5c8c69e3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1154709 Mar 10 15:19:05.226364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1daa0d7-7ebb-4c67-9a56-598ee0670430 req-4de4ee6d-df6d-4c75-a2f9-5e9ddc154c15 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780118 Mar 10 15:19:05.286557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'network': {'name': 'tempest-RoutersTest-2144236810'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:05.314390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (03a808f3-9181-46b9-834a-6315a3c2ee00), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:05.324539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:05.332969 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:05.356551 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:05.384475 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] Pushing event deleted for resources: {'Port': ['ID=03a808f3-9181-46b9-834a-6315a3c2ee00,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:05.567248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for security_group (66615e8e-9c41-4583-80d8-97a647b2fd49), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:05.650896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (66615e8e-9c41-4583-80d8-97a647b2fd49), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:05.780859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:19:05.926521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2c38e-04fc-4a5e-aee9-3198c86395b3 req-77216c25-ebc6-4eaf-891f-fadcbef21f1d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:05.941555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbd2c38e-04fc-4a5e-aee9-3198c86395b3 req-77216c25-ebc6-4eaf-891f-fadcbef21f1d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.5638137 Mar 10 15:19:05.985376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66615e8e-9c41-4583-80d8-97a647b2fd49,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:05.991611 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f206d934-90e7-48c5-a25d-e6bef38dee96), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:05.992345 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added segment f206d934-90e7-48c5-a25d-e6bef38dee96 of type vlan for network 82224b02-4cf2-4b24-98e6-30d4f829d61f Mar 10 15:19:06.056878 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (4f24379f-afec-43d3-b7a5-367140070ff9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:06.175036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (82224b02-4cf2-4b24-98e6-30d4f829d61f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:06.274071 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (82224b02-4cf2-4b24-98e6-30d4f829d61f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:06.302568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:06.308508 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:06.398303 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3840215 Mar 10 15:19:06.404259 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39572) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:06.409078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'network': {'name': 'tempest-RoutersTest-1407064213'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:06.461353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbd2c38e-04fc-4a5e-aee9-3198c86395b3 req-6f8bd6ef-892a-41c3-8c8e-6a11a50bdb5b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143173 Mar 10 15:19:06.613060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:06.616543 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:06.639508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13276763-3721-44b3-84ae-624a0d2d8d65 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Network': ['ID=82224b02-4cf2-4b24-98e6-30d4f829d61f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:06.654545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 82224b02-4cf2-4b24-98e6-30d4f829d61f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:19:06.702688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:19:06.723859 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6926d169-3acf-469e-8cea-77832d484a20), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:06.724124 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added segment 6926d169-3acf-469e-8cea-77832d484a20 of type vlan for network 9889333e-14e9-4c20-9bc2-3d0f9cd4766c Mar 10 15:19:06.809872 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9889333e-14e9-4c20-9bc2-3d0f9cd4766c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:06.819467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4098-02f5-4654-87bb-6fbd91f376fb req-331f9bdd-bb8c-439f-a8ec-0c8671ec28b5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:06.821820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-728b4098-02f5-4654-87bb-6fbd91f376fb req-331f9bdd-bb8c-439f-a8ec-0c8671ec28b5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1900375 Mar 10 15:19:06.906630 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9889333e-14e9-4c20-9bc2-3d0f9cd4766c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:06.914149 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:06.915227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:06.943402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-728b4098-02f5-4654-87bb-6fbd91f376fb req-5e03f16e-86bf-43c4-b776-bbe66e2e3eda tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147351 Mar 10 15:19:06.984003 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5779343 Mar 10 15:19:06.986290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39586) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:06.991861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'subnet': {'network_id': '82224b02-4cf2-4b24-98e6-30d4f829d61f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:07.152247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] Router 4f24379f-afec-43d3-b7a5-367140070ff9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:19:07.156185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2e913-be5a-45de-9961-ed16e399fb79 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Network': ['ID=9889333e-14e9-4c20-9bc2-3d0f9cd4766c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:07.172107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9889333e-14e9-4c20-9bc2-3d0f9cd4766c details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:19:07.242594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:07.252637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:07.448552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:19:07.461909 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3411507-e56c-47e6-b11a-fc9462acb7ef None None] Sync routers for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:19:07.484931 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f263f5e5-2d1b-4314-87e7-3b5d7fda250f admin admin] 10.222.0.11 "PUT /v2.0/routers/4f24379f-afec-43d3-b7a5-367140070ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1003447 Mar 10 15:19:07.487413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39602) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:07.497605 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3411507-e56c-47e6-b11a-fc9462acb7ef None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:07.505164 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b3411507-e56c-47e6-b11a-fc9462acb7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:18:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:07.562270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (1b148520-2401-4a96-bb11-b44783fef6de), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:07.669676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc2371-613a-4f15-8694-507c3d7cd70c req-aa580ad0-07cf-4c96-87df-822b59bbf3e6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:07.671846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0afc2371-613a-4f15-8694-507c3d7cd70c req-aa580ad0-07cf-4c96-87df-822b59bbf3e6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4385257 Mar 10 15:19:07.703642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Subnet': ['ID=1b148520-2401-4a96-bb11-b44783fef6de,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:07.772782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0afc2371-613a-4f15-8694-507c3d7cd70c req-5a4a8a1e-ec6c-499f-aa39-5c55be89f5d4 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898895 Mar 10 15:19:07.773780 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Publish callbacks [] for router (4f24379f-afec-43d3-b7a5-367140070ff9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:07.781308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Checking segment: {'id': 'f206d934-90e7-48c5-a25d-e6bef38dee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '82224b02-4cf2-4b24-98e6-30d4f829d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:07.781732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network hostable DHCP agents. Network: 82224b02-4cf2-4b24-98e6-30d4f829d61f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:19:07.825246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 82224b02-4cf2-4b24-98e6-30d4f829d61f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:19:07.844835 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b3411507-e56c-47e6-b11a-fc9462acb7ef None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:19:07.845011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 82224b02-4cf2-4b24-98e6-30d4f829d61f) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:07.851067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:07.852917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:07.853952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f21a41-b23a-42b4-8188-3d994b598891 None None] Network 82224b02-4cf2-4b24-98e6-30d4f829d61f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:07.888797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-57e56953-6d8d-4e52-b425-9bed0888e9c7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9012825 Mar 10 15:19:07.889580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39618) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:07.897335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'subnet': {'network_id': '9889333e-14e9-4c20-9bc2-3d0f9cd4766c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:08.059785 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Publish callbacks [] for router_gateway (4f24379f-afec-43d3-b7a5-367140070ff9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:08.225717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:08.231976 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Deleting port 6fec77f3-2684-4efc-ba94-dd6cf2331dee {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:08.232364 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:08.244467 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:08.298715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-82224b02-4cf2-4b24-98e6-30d4f829d61f', 'network_id': '82224b02-4cf2-4b24-98e6-30d4f829d61f', 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'fixed_ips': [{'subnet_id': '1b148520-2401-4a96-bb11-b44783fef6de'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:19:08.299606 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:08.416780 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] For port 6fec77f3-2684-4efc-ba94-dd6cf2331dee, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6fec77f3-2684-4efc-ba94-dd6cf2331dee,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:08.417299 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:08.448359 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b3411507-e56c-47e6-b11a-fc9462acb7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:19:05Z', 'revision_number': 5, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port': {'id': '6fec77f3-2684-4efc-ba94-dd6cf2331dee', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:10:18Z', 'updated_at': '2022-03-10T15:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:08.449810 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Calling delete_port for 6fec77f3-2684-4efc-ba94-dd6cf2331dee owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:08.511588 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3411507-e56c-47e6-b11a-fc9462acb7ef None None] Checking router: 4f24379f-afec-43d3-b7a5-367140070ff9 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:19:08.532992 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3411507-e56c-47e6-b11a-fc9462acb7ef None None] Routers {'4f24379f-afec-43d3-b7a5-367140070ff9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:08.534962 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b3411507-e56c-47e6-b11a-fc9462acb7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:18:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4f24379f-afec-43d3-b7a5-367140070ff9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:08.542466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc38941-0c02-4a2b-bc67-848762f21539 req-7c8c1c7f-a19f-4d2d-9649-7b8d22c61988 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:08.565325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbc38941-0c02-4a2b-bc67-848762f21539 req-7c8c1c7f-a19f-4d2d-9649-7b8d22c61988 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4693313 Mar 10 15:19:08.783738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbc38941-0c02-4a2b-bc67-848762f21539 req-85917364-ba09-4bef-bc71-0b3cd40e5036 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175148 Mar 10 15:19:08.791129 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b3411507-e56c-47e6-b11a-fc9462acb7ef None None] Set router 4f24379f-afec-43d3-b7a5-367140070ff9 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:19:08.864996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Allocated IP 172.20.0.2 (82224b02-4cf2-4b24-98e6-30d4f829d61f/1b148520-2401-4a96-bb11-b44783fef6de/89146061-d230-481f-85bc-8be4b456f05f) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:08.939091 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b3411507-e56c-47e6-b11a-fc9462acb7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:19:08Z', 'revision_number': 6, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:08.954575 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (6fec77f3-2684-4efc-ba94-dd6cf2331dee), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.013264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39640) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:09.016885 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3411507-e56c-47e6-b11a-fc9462acb7ef None None] The sync data for ids ['4f24379f-afec-43d3-b7a5-367140070ff9'] in n-d-833090-1 is: [{'id': '4f24379f-afec-43d3-b7a5-367140070ff9', 'name': 'tempest-AttachVolumeShelveTestJSON-768981720-router', 'tenant_id': '30681029f9c54de880026374e32f2679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:10:14Z', 'updated_at': '2022-03-10T15:19:08Z', 'revision_number': 6, 'project_id': '30681029f9c54de880026374e32f2679', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:19:09.017849 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fec77f3-2684-4efc-ba94-dd6cf2331dee,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:09.192549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (4f24379f-afec-43d3-b7a5-367140070ff9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.369918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f029ed0-de0c-41e5-9e13-2cdf39df31ba req-c9d401bc-e70d-4606-893a-b436982c441b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:09.384280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f029ed0-de0c-41e5-9e13-2cdf39df31ba req-c9d401bc-e70d-4606-893a-b436982c441b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4014614 Mar 10 15:19:09.447220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (4f24379f-afec-43d3-b7a5-367140070ff9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.468138 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05cf439f-c916-4e7e-ada5-9423306a2156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.478551 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Publish callbacks [] for router_controller (4f24379f-afec-43d3-b7a5-367140070ff9), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.482667 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Publish callbacks [] for port (89146061-d230-481f-85bc-8be4b456f05f), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.501585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (89146061-d230-481f-85bc-8be4b456f05f), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.568114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f029ed0-de0c-41e5-9e13-2cdf39df31ba req-e4347a5c-73aa-477b-b76f-3d9014cdde55 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815886 Mar 10 15:19:09.569313 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (71be2efe-96f1-4f45-8412-3ef1a9b90043), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.661353 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (4f24379f-afec-43d3-b7a5-367140070ff9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.672773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f24379f-afec-43d3-b7a5-367140070ff9 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:19:09.693338 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.696735 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5319d8a2-c962-4a00-bd5c-18d608d9d705 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4f24379f-afec-43d3-b7a5-367140070ff9 HTTP/1.1" status: 204 len: 168 time: 2.2043829 Mar 10 15:19:09.716861 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39652) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:09.752422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Pushing event updated for resources: {'Port': ['ID=89146061-d230-481f-85bc-8be4b456f05f,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:09.781348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Network 82224b02-4cf2-4b24-98e6-30d4f829d61f is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:09.791220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:09.804284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:19:09.826053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Subnet': ['ID=71be2efe-96f1-4f45-8412-3ef1a9b90043,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:09.931827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6c1dd6-4225-4fd6-9e83-eb73160921a8 admin admin] Deleting subnet 68d894d8-6340-4c5f-8791-441b0e8bb520 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:19:09.939894 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1dd6-4225-4fd6-9e83-eb73160921a8 admin admin] Publish callbacks [] for subnet (68d894d8-6340-4c5f-8791-441b0e8bb520), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.945409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Attempting to bind port 89146061-d230-481f-85bc-8be4b456f05f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:19:09.946970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Attempting to bind port 89146061-d230-481f-85bc-8be4b456f05f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'f206d934-90e7-48c5-a25d-e6bef38dee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '82224b02-4cf2-4b24-98e6-30d4f829d61f'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:19:09.947344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Attempting to bind port 89146061-d230-481f-85bc-8be4b456f05f on network 82224b02-4cf2-4b24-98e6-30d4f829d61f {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:19:09.960665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:19:09.961058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Checking segment: {'id': 'f206d934-90e7-48c5-a25d-e6bef38dee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '82224b02-4cf2-4b24-98e6-30d4f829d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:09.961473 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.965864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Bound using segment: {'id': 'f206d934-90e7-48c5-a25d-e6bef38dee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '82224b02-4cf2-4b24-98e6-30d4f829d61f'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:19:09.966409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Bound port: 89146061-d230-481f-85bc-8be4b456f05f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f206d934-90e7-48c5-a25d-e6bef38dee96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '82224b02-4cf2-4b24-98e6-30d4f829d61f'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:19:09.966834 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (89146061-d230-481f-85bc-8be4b456f05f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:09.991865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Checking segment: {'id': '6926d169-3acf-469e-8cea-77832d484a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9889333e-14e9-4c20-9bc2-3d0f9cd4766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:09.996067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network hostable DHCP agents. Network: 9889333e-14e9-4c20-9bc2-3d0f9cd4766c, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:19:10.004263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1dd6-4225-4fd6-9e83-eb73160921a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (68d894d8-6340-4c5f-8791-441b0e8bb520), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.039884 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05cf439f-c916-4e7e-ada5-9423306a2156 admin admin] Publish callbacks [] for security_group (581b649a-f7d5-4481-9b96-fd6839b2a199), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.067753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05cf439f-c916-4e7e-ada5-9423306a2156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (581b649a-f7d5-4481-9b96-fd6839b2a199), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.078326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37aaff-e8d6-47f3-af07-c4bd02415964 req-67716857-2f0c-4b4c-ae5d-f93a7287a70b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:10.106072 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab37aaff-e8d6-47f3-af07-c4bd02415964 req-67716857-2f0c-4b4c-ae5d-f93a7287a70b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2811978 Mar 10 15:19:10.150520 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-05cf439f-c916-4e7e-ada5-9423306a2156 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1b67be615c740b799a380f91e67bab0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1297493 Mar 10 15:19:10.156955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39658) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:10.228669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] For port 89146061-d230-481f-85bc-8be4b456f05f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:19:10.237981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] For port 89146061-d230-481f-85bc-8be4b456f05f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=89146061-d230-481f-85bc-8be4b456f05f,segment=NetworkSegment(f206d934-90e7-48c5-a25d-e6bef38dee96),segment_id=f206d934-90e7-48c5-a25d-e6bef38dee96)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:19:10.248843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6fec77f3-2684-4efc-ba94-dd6cf2331dee no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:19:10.286253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab37aaff-e8d6-47f3-af07-c4bd02415964 req-c6dd9ece-4c5f-4383-a8ef-adbb8b3ee6a7 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777368 Mar 10 15:19:10.289217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 9889333e-14e9-4c20-9bc2-3d0f9cd4766c is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:19:10.322726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9889333e-14e9-4c20-9bc2-3d0f9cd4766c) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:10.331583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1dd6-4225-4fd6-9e83-eb73160921a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (68d894d8-6340-4c5f-8791-441b0e8bb520), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.338505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:10.340111 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.353572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 6fec77f3-2684-4efc-ba94-dd6cf2331dee {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:19:10.353572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6fec77f3-2684-4efc-ba94-dd6cf2331dee not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:19:10.353912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 03a808f3-9181-46b9-834a-6315a3c2ee00 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:19:10.396305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-65e4438e-c40a-449e-8aa0-27463aebc4bd tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5053725 Mar 10 15:19:10.397694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39664) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:10.403420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a4ff71b7-e8c8-4b93-b8a3-c25d3f6f37a0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1481583457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:10.411968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece0af72-938b-4997-aebb-3770c907a476 None None] Network 9889333e-14e9-4c20-9bc2-3d0f9cd4766c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:10.520190 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4ff71b7-e8c8-4b93-b8a3-c25d3f6f37a0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (9eddec5d-712c-497b-b452-6162edcf8d6a), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.521601 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4ff71b7-e8c8-4b93-b8a3-c25d3f6f37a0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (9eddec5d-712c-497b-b452-6162edcf8d6a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.576994 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1dd6-4225-4fd6-9e83-eb73160921a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (68d894d8-6340-4c5f-8791-441b0e8bb520), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.626003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda20de2-1606-4eda-9eb7-3b91e4a96087 req-165cc1c4-c46e-42e1-8ce0-a7cacd4c2647 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:10.635572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bda20de2-1606-4eda-9eb7-3b91e4a96087 req-165cc1c4-c46e-42e1-8ce0-a7cacd4c2647 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1767104 Mar 10 15:19:10.644386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 03a808f3-9181-46b9-834a-6315a3c2ee00 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:19:10.644741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 03a808f3-9181-46b9-834a-6315a3c2ee00 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:19:10.653817 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (89146061-d230-481f-85bc-8be4b456f05f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.688266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edda6618-25ca-44e1-acf4-93b593763f21 None None] Network 083d81ff-380f-40be-8440-8980c24e49d8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:10.721976 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4ff71b7-e8c8-4b93-b8a3-c25d3f6f37a0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (9eddec5d-712c-497b-b452-6162edcf8d6a), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.767525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bda20de2-1606-4eda-9eb7-3b91e4a96087 req-d17e67b4-1467-4a21-a7a8-86cb71f5e3ec tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255667 Mar 10 15:19:10.767942 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3e6c1dd6-4225-4fd6-9e83-eb73160921a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.773460 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3e6c1dd6-4225-4fd6-9e83-eb73160921a8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/68d894d8-6340-4c5f-8791-441b0e8bb520 HTTP/1.1" status: 204 len: 168 time: 1.0474055 Mar 10 15:19:10.773642 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4ff71b7-e8c8-4b93-b8a3-c25d3f6f37a0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (9eddec5d-712c-497b-b452-6162edcf8d6a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.776617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39668) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:10.835851 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afcdb49c-f62b-40e5-a30f-d1fe2952b694 admin admin] Publish callbacks [] for security_group (581b649a-f7d5-4481-9b96-fd6839b2a199), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.873725 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4ff71b7-e8c8-4b93-b8a3-c25d3f6f37a0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:10.875034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a4ff71b7-e8c8-4b93-b8a3-c25d3f6f37a0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4760437 Mar 10 15:19:10.893228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39674) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:10.921841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afcdb49c-f62b-40e5-a30f-d1fe2952b694 admin admin] Publish callbacks [] for security_group (581b649a-f7d5-4481-9b96-fd6839b2a199), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:11.045709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf439f-c916-4e7e-ada5-9423306a2156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581b649a-f7d5-4481-9b96-fd6839b2a199,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:11.068433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c1dd6-4225-4fd6-9e83-eb73160921a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d894d8-6340-4c5f-8791-441b0e8bb520,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:11.084672 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afcdb49c-f62b-40e5-a30f-d1fe2952b694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (581b649a-f7d5-4481-9b96-fd6839b2a199), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:11.093057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-afcdb49c-f62b-40e5-a30f-d1fe2952b694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:11.095535 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-afcdb49c-f62b-40e5-a30f-d1fe2952b694 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/581b649a-f7d5-4481-9b96-fd6839b2a199 HTTP/1.1" status: 204 len: 168 time: 0.9359829 Mar 10 15:19:11.109127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-9889333e-14e9-4c20-9bc2-3d0f9cd4766c', 'network_id': '9889333e-14e9-4c20-9bc2-3d0f9cd4766c', 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'fixed_ips': [{'subnet_id': '71be2efe-96f1-4f45-8412-3ef1a9b90043'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:19:11.113723 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:11.132640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdb49c-f62b-40e5-a30f-d1fe2952b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581b649a-f7d5-4481-9b96-fd6839b2a199,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:11.172971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0a339-ad16-4082-986d-b261041112f5 None None] Pushing event updated for resources: {'Port': ['ID=89146061-d230-481f-85bc-8be4b456f05f,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:11.243254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (083d81ff-380f-40be-8440-8980c24e49d8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:11.464155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99e63c-bfbe-4a57-9077-6a80381f87ca req-320b4e63-e5a0-452d-be66-0eaca40a7ac7 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:11.472397 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd99e63c-bfbe-4a57-9077-6a80381f87ca req-320b4e63-e5a0-452d-be66-0eaca40a7ac7 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4444649 Mar 10 15:19:11.643215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Allocated IP 172.21.0.2 (9889333e-14e9-4c20-9bc2-3d0f9cd4766c/71be2efe-96f1-4f45-8412-3ef1a9b90043/a96bb685-5aa9-42d7-ae92-b1962ed8a184) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:11.878212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd99e63c-bfbe-4a57-9077-6a80381f87ca req-efe08163-ddfb-411a-9e69-339944309b7b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052544 Mar 10 15:19:11.978749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39690) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:11.995183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.010968 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e92a9427-81bf-4ab2-89de-b9fefbad91f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.041982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Deleting port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:12.041982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.137604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Publish callbacks [] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.168310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 89146061-d230-481f-85bc-8be4b456f05f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:12.188320 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.261290 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e92a9427-81bf-4ab2-89de-b9fefbad91f2 admin admin] Publish callbacks [] for security_group (85cca71c-0998-4e2a-b00e-a6050526f2fd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.267914 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e92a9427-81bf-4ab2-89de-b9fefbad91f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (85cca71c-0998-4e2a-b00e-a6050526f2fd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.355244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Pushing event updated for resources: {'Port': ['ID=a96bb685-5aa9-42d7-ae92-b1962ed8a184,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:12.387819 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e92a9427-81bf-4ab2-89de-b9fefbad91f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94acc363444a48fc8f3a73166364ff1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4066136 Mar 10 15:19:12.388790 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39698) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:12.414950 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a9427-81bf-4ab2-89de-b9fefbad91f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cca71c-0998-4e2a-b00e-a6050526f2fd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:12.471714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Network 9889333e-14e9-4c20-9bc2-3d0f9cd4766c is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:12.500758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da2dda8-f51c-4809-82b5-326ff61a109b None None] DHCP port deletion for 083d81ff-380f-40be-8440-8980c24e49d8 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:19:12.511881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 89146061-d230-481f-85bc-8be4b456f05f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:12.518125 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (89146061-d230-481f-85bc-8be4b456f05f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.568545 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0717085a-e55e-4ea8-9bb4-3325ca213c58 admin admin] Publish callbacks [] for security_group (85cca71c-0998-4e2a-b00e-a6050526f2fd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.611448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:12.614044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:19:12.638759 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0717085a-e55e-4ea8-9bb4-3325ca213c58 admin admin] Publish callbacks [] for security_group (85cca71c-0998-4e2a-b00e-a6050526f2fd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.738693 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0717085a-e55e-4ea8-9bb4-3325ca213c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (85cca71c-0998-4e2a-b00e-a6050526f2fd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.741636 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0717085a-e55e-4ea8-9bb4-3325ca213c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.742995 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0717085a-e55e-4ea8-9bb4-3325ca213c58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85cca71c-0998-4e2a-b00e-a6050526f2fd HTTP/1.1" status: 204 len: 168 time: 0.3532362 Mar 10 15:19:12.773613 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717085a-e55e-4ea8-9bb4-3325ca213c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cca71c-0998-4e2a-b00e-a6050526f2fd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:12.833444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] For port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=26741a37-c2c7-4a1d-b1d5-89c1c02d8dba,segment=NetworkSegment(bc378257-d6b1-466e-985a-eec7339f208c),segment_id=bc378257-d6b1-466e-985a-eec7339f208c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:12.834130 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:12.923428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Calling delete_port for 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:12.954310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f81347-584d-4868-82af-ec36c3e08adf req-7a2a6865-4800-4acc-a363-b7e40e74a608 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:12.956358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8f81347-584d-4868-82af-ec36c3e08adf req-7a2a6865-4800-4acc-a363-b7e40e74a608 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.9388306 Mar 10 15:19:12.965556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Attempting to bind port a96bb685-5aa9-42d7-ae92-b1962ed8a184 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:19:12.965942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Attempting to bind port a96bb685-5aa9-42d7-ae92-b1962ed8a184 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '6926d169-3acf-469e-8cea-77832d484a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9889333e-14e9-4c20-9bc2-3d0f9cd4766c'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:19:12.966288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Attempting to bind port a96bb685-5aa9-42d7-ae92-b1962ed8a184 on network 9889333e-14e9-4c20-9bc2-3d0f9cd4766c {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:19:13.009636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:19:13.010014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Checking segment: {'id': '6926d169-3acf-469e-8cea-77832d484a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9889333e-14e9-4c20-9bc2-3d0f9cd4766c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:13.010424 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:13.010869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Bound using segment: {'id': '6926d169-3acf-469e-8cea-77832d484a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9889333e-14e9-4c20-9bc2-3d0f9cd4766c'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:19:13.011365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Bound port: a96bb685-5aa9-42d7-ae92-b1962ed8a184, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6926d169-3acf-469e-8cea-77832d484a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9889333e-14e9-4c20-9bc2-3d0f9cd4766c'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:19:13.011746 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:13.295772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8f81347-584d-4868-82af-ec36c3e08adf req-dcd3330a-9b61-4542-ad88-4f0910fea69a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218338 Mar 10 15:19:13.301055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] For port a96bb685-5aa9-42d7-ae92-b1962ed8a184, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:19:13.314203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] For port a96bb685-5aa9-42d7-ae92-b1962ed8a184, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a96bb685-5aa9-42d7-ae92-b1962ed8a184,segment=NetworkSegment(6926d169-3acf-469e-8cea-77832d484a20),segment_id=6926d169-3acf-469e-8cea-77832d484a20)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:19:13.349058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42bc5b-6b42-4ca0-9537-8fca6d392325 None None] Network 82224b02-4cf2-4b24-98e6-30d4f829d61f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:13.548111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8da2dda8-f51c-4809-82b5-326ff61a109b None None] Deleting port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:13.550925 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8da2dda8-f51c-4809-82b5-326ff61a109b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:13.578980 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:13.597613 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:13.684865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] No DVR routers for this DVR port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:19:13.693596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Pushing event deleted for resources: {'Port': ['ID=26741a37-c2c7-4a1d-b1d5-89c1c02d8dba,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:13.744785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Allocated IP 172.20.0.1 (82224b02-4cf2-4b24-98e6-30d4f829d61f/1b148520-2401-4a96-bb11-b44783fef6de/b002068f-6724-4eba-bd55-9f5e4d0709cb) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:13.822642 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (083d81ff-380f-40be-8440-8980c24e49d8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:13.930506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16aae3-ef94-423e-8f1e-b756dd3e557c req-29e3f625-084d-4a4b-b276-38c552b22424 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:13.938656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf16aae3-ef94-423e-8f1e-b756dd3e557c req-29e3f625-084d-4a4b-b276-38c552b22424 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.3069117 Mar 10 15:19:13.944966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083d81ff-380f-40be-8440-8980c24e49d8']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:13.980245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 89146061-d230-481f-85bc-8be4b456f05f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:13.980627 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (89146061-d230-481f-85bc-8be4b456f05f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:13.997277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc378257-d6b1-466e-985a-eec7339f208c') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:14.002753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc378257-d6b1-466e-985a-eec7339f208c') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:14.027911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (bc378257-d6b1-466e-985a-eec7339f208c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.060211 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (bc378257-d6b1-466e-985a-eec7339f208c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.077355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:19:14.078012 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (bc378257-d6b1-466e-985a-eec7339f208c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:19:14.083464 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:19:14.091874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8da2dda8-f51c-4809-82b5-326ff61a109b None None] For port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:14.097063 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8da2dda8-f51c-4809-82b5-326ff61a109b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.128996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce4ac9-a606-463e-8b0e-71d8cb300a3a None None] Pushing event updated for resources: {'Port': ['ID=a96bb685-5aa9-42d7-ae92-b1962ed8a184,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:14.147393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf16aae3-ef94-423e-8f1e-b756dd3e557c req-9ba90cde-4444-4cdf-a3a9-75003b94b55e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074127 Mar 10 15:19:14.198711 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (b002068f-6724-4eba-bd55-9f5e4d0709cb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.205386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8da2dda8-f51c-4809-82b5-326ff61a109b None None] Calling delete_port for 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:14.211502 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (083d81ff-380f-40be-8440-8980c24e49d8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.215613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-8da2dda8-f51c-4809-82b5-326ff61a109b None None] Port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:19:14.218509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-45127a2f-0936-49b6-8cf4-b80e92051adb None None] Provisioning complete for port 89146061-d230-481f-85bc-8be4b456f05f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:14.219038 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-45127a2f-0936-49b6-8cf4-b80e92051adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (89146061-d230-481f-85bc-8be4b456f05f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.227088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.230313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] 10.222.0.11 "DELETE /v2.0/networks/083d81ff-380f-40be-8440-8980c24e49d8 HTTP/1.1" status: 204 len: 168 time: 3.4527013 Mar 10 15:19:14.268411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdcb07-8594-4a17-93f5-4b6fe797b737 admin admin] Pushing event deleted for resources: {'Network': ['ID=083d81ff-380f-40be-8440-8980c24e49d8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:14.322968 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b002068f-6724-4eba-bd55-9f5e4d0709cb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.325684 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8da2dda8-f51c-4809-82b5-326ff61a109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (26741a37-c2c7-4a1d-b1d5-89c1c02d8dba), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.504651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 89146061-d230-481f-85bc-8be4b456f05f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=89146061-d230-481f-85bc-8be4b456f05f,segment=NetworkSegment(f206d934-90e7-48c5-a25d-e6bef38dee96),segment_id=f206d934-90e7-48c5-a25d-e6bef38dee96)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:14.520188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2dda8-f51c-4809-82b5-326ff61a109b None None] Pushing event deleted for resources: {'Port': ['ID=26741a37-c2c7-4a1d-b1d5-89c1c02d8dba,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:14.522051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8da2dda8-f51c-4809-82b5-326ff61a109b None None] Network 083d81ff-380f-40be-8440-8980c24e49d8 is not hosted by any dhcp agent {{(pid=115535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:19:14.522615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da2dda8-f51c-4809-82b5-326ff61a109b None None] No DVR routers for this DVR port 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:19:14.530958 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (89146061-d230-481f-85bc-8be4b456f05f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.593376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39750) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:14.714450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 82224b02-4cf2-4b24-98e6-30d4f829d61f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:14.744390 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-11709b90-b035-4e68-996a-2e396a159dc6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30681029f9c54de880026374e32f2679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1497025 Mar 10 15:19:14.751890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:14.757024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39754) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:14.758310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:19:14.781280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:19:14.823568 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (9eddec5d-712c-497b-b452-6162edcf8d6a), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.918303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a72d-2933-42b7-b5e4-6c70ea3c86d8 admin admin] Publish callbacks [] for security_group (d07da0ef-94b4-493e-9e47-70d07d0fa960), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:14.939921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:19:14.939921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 26741a37-c2c7-4a1d-b1d5-89c1c02d8dba not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:19:14.976847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=89146061-d230-481f-85bc-8be4b456f05f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:14.991397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-45127a2f-0936-49b6-8cf4-b80e92051adb None None] Current status of the port 89146061-d230-481f-85bc-8be4b456f05f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:14.993151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37741aa9-8478-410a-9950-98b489c600f4 req-14761011-f959-4ab3-889d-fc4f8dfa9ae1 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:15.001536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a72d-2933-42b7-b5e4-6c70ea3c86d8 admin admin] Publish callbacks [] for security_group (d07da0ef-94b4-493e-9e47-70d07d0fa960), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:15.004597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37741aa9-8478-410a-9950-98b489c600f4 req-14761011-f959-4ab3-889d-fc4f8dfa9ae1 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.6944470 Mar 10 15:19:15.098864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=b002068f-6724-4eba-bd55-9f5e4d0709cb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:15.171194 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a72d-2933-42b7-b5e4-6c70ea3c86d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d07da0ef-94b4-493e-9e47-70d07d0fa960), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:15.175463 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6f9a72d-2933-42b7-b5e4-6c70ea3c86d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:15.180552 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d6f9a72d-2933-42b7-b5e4-6c70ea3c86d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d07da0ef-94b4-493e-9e47-70d07d0fa960 HTTP/1.1" status: 204 len: 168 time: 0.4196985 Mar 10 15:19:15.224177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9a72d-2933-42b7-b5e4-6c70ea3c86d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07da0ef-94b4-493e-9e47-70d07d0fa960,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:15.357949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d4bcf058-14d4-4736-a414-f4975a561014 None None] Provisioning complete for port 89146061-d230-481f-85bc-8be4b456f05f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:15.358512 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d4bcf058-14d4-4736-a414-f4975a561014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (89146061-d230-481f-85bc-8be4b456f05f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:15.367892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37741aa9-8478-410a-9950-98b489c600f4 req-bd835b5c-7597-4064-b3b4-86b29ebde337 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597240 Mar 10 15:19:15.469742 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b002068f-6724-4eba-bd55-9f5e4d0709cb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:15.620825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d4bcf058-14d4-4736-a414-f4975a561014 None None] Current status of the port 89146061-d230-481f-85bc-8be4b456f05f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:15.860681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-eb520be7-1c4f-4441-8772-95e262753777 None None] Provisioning complete for port b002068f-6724-4eba-bd55-9f5e4d0709cb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:15.864150 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eb520be7-1c4f-4441-8772-95e262753777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b002068f-6724-4eba-bd55-9f5e4d0709cb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:16.018106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-eb520be7-1c4f-4441-8772-95e262753777 None None] Port b002068f-6724-4eba-bd55-9f5e4d0709cb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:19:16.176461 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (b002068f-6724-4eba-bd55-9f5e4d0709cb), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:16.189367 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b002068f-6724-4eba-bd55-9f5e4d0709cb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:16.217180 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39804) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:16.325284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb164db-f82e-46d5-b999-de4d1ea1fbbe None None] Network 9889333e-14e9-4c20-9bc2-3d0f9cd4766c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:16.388718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9f180a33-e499-4418-ba51-9d4e1f1477b5 None None] Provisioning complete for port a96bb685-5aa9-42d7-ae92-b1962ed8a184 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:16.389261 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9f180a33-e499-4418-ba51-9d4e1f1477b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:16.411213 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (9eddec5d-712c-497b-b452-6162edcf8d6a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:16.477357 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e097355-8834-4c18-9a88-e5ee6c3d993d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:16.559821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 82224b02-4cf2-4b24-98e6-30d4f829d61f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:16.567096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:16.603469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=b002068f-6724-4eba-bd55-9f5e4d0709cb,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:16.817997 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e097355-8834-4c18-9a88-e5ee6c3d993d admin admin] Publish callbacks [] for security_group (54715ccf-6844-4c0d-aeb4-fc6d663c871a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:16.833640 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e097355-8834-4c18-9a88-e5ee6c3d993d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (54715ccf-6844-4c0d-aeb4-fc6d663c871a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:16.924261 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7e097355-8834-4c18-9a88-e5ee6c3d993d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd5ef2f22b654c439889fc64386dc4c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7059822 Mar 10 15:19:16.925299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39822) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:16.947888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495f35a-04ed-4d46-9bbf-112d748a36ce req-b1a0141d-0107-4180-8fa6-7c670c19ad71 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:16.955062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1495f35a-04ed-4d46-9bbf-112d748a36ce req-b1a0141d-0107-4180-8fa6-7c670c19ad71 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.6102645 Mar 10 15:19:17.030395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e097355-8834-4c18-9a88-e5ee6c3d993d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54715ccf-6844-4c0d-aeb4-fc6d663c871a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:17.037441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 89146061-d230-481f-85bc-8be4b456f05f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:17.110616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 9eddec5d-712c-497b-b452-6162edcf8d6a is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:19:17.126094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f466f9c-6d3f-4f9c-8a20-83501b3434c0 admin admin] Publish callbacks [] for security_group (54715ccf-6844-4c0d-aeb4-fc6d663c871a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:17.169253 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f466f9c-6d3f-4f9c-8a20-83501b3434c0 admin admin] Publish callbacks [] for security_group (54715ccf-6844-4c0d-aeb4-fc6d663c871a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:17.232650 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f466f9c-6d3f-4f9c-8a20-83501b3434c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (54715ccf-6844-4c0d-aeb4-fc6d663c871a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:17.236680 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f466f9c-6d3f-4f9c-8a20-83501b3434c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:17.242070 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9f466f9c-6d3f-4f9c-8a20-83501b3434c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54715ccf-6844-4c0d-aeb4-fc6d663c871a HTTP/1.1" status: 204 len: 168 time: 0.3102629 Mar 10 15:19:17.246208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9f180a33-e499-4418-ba51-9d4e1f1477b5 None None] Current status of the port a96bb685-5aa9-42d7-ae92-b1962ed8a184 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:17.246608 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9f180a33-e499-4418-ba51-9d4e1f1477b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:17.252550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f466f9c-6d3f-4f9c-8a20-83501b3434c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54715ccf-6844-4c0d-aeb4-fc6d663c871a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:17.391269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 89146061-d230-481f-85bc-8be4b456f05f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:17.391749 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (89146061-d230-481f-85bc-8be4b456f05f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:17.473761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9f180a33-e499-4418-ba51-9d4e1f1477b5 None None] For port a96bb685-5aa9-42d7-ae92-b1962ed8a184, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a96bb685-5aa9-42d7-ae92-b1962ed8a184,segment=NetworkSegment(6926d169-3acf-469e-8cea-77832d484a20),segment_id=6926d169-3acf-469e-8cea-77832d484a20)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:17.489222 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9f180a33-e499-4418-ba51-9d4e1f1477b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:17.532286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:19:17.552601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1495f35a-04ed-4d46-9bbf-112d748a36ce req-6884169d-7af8-42af-ac44-9fcb33eb1493 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723701 Mar 10 15:19:17.564910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6a289f41-92f9-4b29-9b5c-9efda93fa4f4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/9eddec5d-712c-497b-b452-6162edcf8d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6666663 Mar 10 15:19:17.566464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39840) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:17.656023 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e5548-9e3b-4beb-bc26-e7b8d444f556 None None] Sync routers for ids ['9eddec5d-712c-497b-b452-6162edcf8d6a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:19:17.666776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f180a33-e499-4418-ba51-9d4e1f1477b5 None None] Pushing event updated for resources: {'Port': ['ID=a96bb685-5aa9-42d7-ae92-b1962ed8a184,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:17.737689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6069588-833f-4495-af65-8da4707ce265 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:17.748835 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a6069588-833f-4495-af65-8da4707ce265 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports/b002068f-6724-4eba-bd55-9f5e4d0709cb HTTP/1.1" status: 200 len: 910 time: 0.1715758 Mar 10 15:19:17.755936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e5548-9e3b-4beb-bc26-e7b8d444f556 None None] Routers {'9eddec5d-712c-497b-b452-6162edcf8d6a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:17.756601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-313e5548-9e3b-4beb-bc26-e7b8d444f556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:18:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9eddec5d-712c-497b-b452-6162edcf8d6a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:17.759867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39846) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:17.784618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a26440da-2bb5-41a3-baa8-71126f849c62 None None] Provisioning complete for port b002068f-6724-4eba-bd55-9f5e4d0709cb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:17.787073 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a26440da-2bb5-41a3-baa8-71126f849c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b002068f-6724-4eba-bd55-9f5e4d0709cb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:17.811857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e88a2-c9ba-4ddc-9673-095022941fd3 req-70670747-68f3-4e55-aef2-a82e4ecf302d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:17.823799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb9e88a2-c9ba-4ddc-9673-095022941fd3 req-70670747-68f3-4e55-aef2-a82e4ecf302d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1151142 Mar 10 15:19:17.955004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a26440da-2bb5-41a3-baa8-71126f849c62 None None] Port b002068f-6724-4eba-bd55-9f5e4d0709cb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:19:17.960037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-313e5548-9e3b-4beb-bc26-e7b8d444f556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:17.969948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 89146061-d230-481f-85bc-8be4b456f05f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:17.971954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a96bb685-5aa9-42d7-ae92-b1962ed8a184 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:17.976037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb9e88a2-c9ba-4ddc-9673-095022941fd3 req-5f9165be-aa6a-43c8-b081-5eae2ded1d43 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402500 Mar 10 15:19:18.116255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39860) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:18.139883 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:18.196139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e5548-9e3b-4beb-bc26-e7b8d444f556 None None] Routers {'9eddec5d-712c-497b-b452-6162edcf8d6a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:18.200648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-313e5548-9e3b-4beb-bc26-e7b8d444f556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:18:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9eddec5d-712c-497b-b452-6162edcf8d6a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:18.255906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c5cb8-b423-43ec-9e08-afea489e1a22 req-24557ae2-1f31-4b80-93b2-57c6decfc476 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:18.266602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d40c5cb8-b423-43ec-9e08-afea489e1a22 req-24557ae2-1f31-4b80-93b2-57c6decfc476 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1052110 Mar 10 15:19:18.312509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-313e5548-9e3b-4beb-bc26-e7b8d444f556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:18.314977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e5548-9e3b-4beb-bc26-e7b8d444f556 None None] The sync data for ids ['9eddec5d-712c-497b-b452-6162edcf8d6a'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:19:18.335321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4c0f2867-3d04-4356-b5cf-56fe3583aebe None None] Provisioning complete for port a96bb685-5aa9-42d7-ae92-b1962ed8a184 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:18.338028 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c0f2867-3d04-4356-b5cf-56fe3583aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:18.390555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39868) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:18.442487 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ea1565f-32d1-4a92-b515-c2122c9a588f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:18.497218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a96bb685-5aa9-42d7-ae92-b1962ed8a184 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:18.497218 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:18.562538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1872764851-network', 'tenant_id': '540795be169a49cea3af63cf05632cea'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:18.596564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d40c5cb8-b423-43ec-9e08-afea489e1a22 req-0d37c81f-639b-4f8e-a160-52fa368b0c84 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242774 Mar 10 15:19:18.667706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Made reservation on behalf of 540795be169a49cea3af63cf05632cea for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:18.674465 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:18.685861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f2867-3d04-4356-b5cf-56fe3583aebe None None] Current status of the port a96bb685-5aa9-42d7-ae92-b1962ed8a184 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:18.699919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:18.780400 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ea1565f-32d1-4a92-b515-c2122c9a588f admin admin] Publish callbacks [] for security_group (6cdd4570-cdd8-4354-961e-d9d9c6e546af), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:18.849795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a96bb685-5aa9-42d7-ae92-b1962ed8a184 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:18.894636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ea1565f-32d1-4a92-b515-c2122c9a588f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6cdd4570-cdd8-4354-961e-d9d9c6e546af), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:18.968645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1565f-32d1-4a92-b515-c2122c9a588f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdd4570-cdd8-4354-961e-d9d9c6e546af,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:18.994591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5ea1565f-32d1-4a92-b515-c2122c9a588f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b329cef971e34dbda6951b4bdd59145b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5998986 Mar 10 15:19:18.996674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39878) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:19.063373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a96bb685-5aa9-42d7-ae92-b1962ed8a184 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:19.099579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dbea1-24b8-44ed-b506-9740ce457595 req-ea12a555-e92b-402a-90da-7d76ba045095 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:19.101846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c70dbea1-24b8-44ed-b506-9740ce457595 req-ea12a555-e92b-402a-90da-7d76ba045095 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.3745940 Mar 10 15:19:19.121364 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Publish callbacks [] for security_group (eafcfc81-dbbd-4dc7-a946-75fefdcc10e0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.144817 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13a8e25e-3700-4a69-96e3-e420a765417e admin admin] Publish callbacks [] for security_group (6cdd4570-cdd8-4354-961e-d9d9c6e546af), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.179507 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13a8e25e-3700-4a69-96e3-e420a765417e admin admin] Publish callbacks [] for security_group (6cdd4570-cdd8-4354-961e-d9d9c6e546af), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.224926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a96bb685-5aa9-42d7-ae92-b1962ed8a184 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:19.225554 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (eafcfc81-dbbd-4dc7-a946-75fefdcc10e0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.229729 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.239551 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:19:19.251854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:19:19.269120 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (740ef761-ce17-408f-9be7-b6b748f8b3d7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.269120 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Added segment 740ef761-ce17-408f-9be7-b6b748f8b3d7 of type vlan for network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 Mar 10 15:19:19.352015 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (bef92547-f9ac-4ca6-bd1f-eb0594a4e125), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.408011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a96bb685-5aa9-42d7-ae92-b1962ed8a184 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:19.425643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.433151 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13a8e25e-3700-4a69-96e3-e420a765417e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6cdd4570-cdd8-4354-961e-d9d9c6e546af), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.442035 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13a8e25e-3700-4a69-96e3-e420a765417e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.443260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-13a8e25e-3700-4a69-96e3-e420a765417e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cdd4570-cdd8-4354-961e-d9d9c6e546af HTTP/1.1" status: 204 len: 168 time: 0.4321535 Mar 10 15:19:19.542666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafcfc81-dbbd-4dc7-a946-75fefdcc10e0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:19.560415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c70dbea1-24b8-44ed-b506-9740ce457595 req-30e6e19c-1bcc-401c-8108-b47481b1f699 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464307 Mar 10 15:19:19.564618 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (bef92547-f9ac-4ca6-bd1f-eb0594a4e125), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.565570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:19.566179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:19.618678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8e25e-3700-4a69-96e3-e420a765417e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdd4570-cdd8-4354-961e-d9d9c6e546af,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:19.678172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5580153 Mar 10 15:19:19.729106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39896) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:20.090906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Allocated IP 172.21.0.1 (9889333e-14e9-4c20-9bc2-3d0f9cd4766c/71be2efe-96f1-4f45-8412-3ef1a9b90043/15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:20.280470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] Request body: {'subnet': {'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1872764851-subnet', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:20.332427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ce6e8-d2f2-4e21-ba14-b466ae7eb25e admin admin] Pushing event updated for resources: {'Network': ['ID=bef92547-f9ac-4ca6-bd1f-eb0594a4e125,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:20.349607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:19:20.362520 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:20.378541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] Made reservation on behalf of 540795be169a49cea3af63cf05632cea for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:20.380939 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:20.436664 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:20.477516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c506c-1926-4061-ba8a-c90b27fca484 req-15d87498-2876-414f-a211-8459e72ee8f2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:20.484122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-182c506c-1926-4061-ba8a-c90b27fca484 req-15d87498-2876-414f-a211-8459e72ee8f2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1904058 Mar 10 15:19:20.513759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 9889333e-14e9-4c20-9bc2-3d0f9cd4766c is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:20.526191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:20.555352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:19:20.638935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:20.691105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:20.750454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-182c506c-1926-4061-ba8a-c90b27fca484 req-e70f72e2-a439-4ce7-8e35-f3ab566d15af tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297983 Mar 10 15:19:20.781451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (9eddec5d-712c-497b-b452-6162edcf8d6a), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:20.968887 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.070479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0df86157-8b7c-4e38-9869-57ec2ac1b185 None None] Provisioning complete for port 15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:21.070938 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0df86157-8b7c-4e38-9869-57ec2ac1b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.111298 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (c0bcabef-a9bd-405f-96c2-1876e80de53d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.162028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0df86157-8b7c-4e38-9869-57ec2ac1b185 None None] Port 15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:19:21.261678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] Checking segment: {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:21.262061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] Network hostable DHCP agents. Network: bef92547-f9ac-4ca6-bd1f-eb0594a4e125, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:19:21.265774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0bcabef-a9bd-405f-96c2-1876e80de53d,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:21.320048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] Network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:19:21.335863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, bef92547-f9ac-4ca6-bd1f-eb0594a4e125) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:21.343732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:21.344352 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.344799 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f35150-26e6-4713-ba59-275e8e7ddce1 None None] Network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:21.375103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1fcecb86-aa0d-4601-9e9b-84dbde29e23f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6423180 Mar 10 15:19:21.378643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39934) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:21.384884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:21.434845 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (5a13398c-24aa-4513-a76e-d37c9c3cb57f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.436033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (5a13398c-24aa-4513-a76e-d37c9c3cb57f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.500657 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.514755 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.573715 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Publish callbacks [] for router_controller (5a13398c-24aa-4513-a76e-d37c9c3cb57f), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.593988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'project_id': '540795be169a49cea3af63cf05632cea', 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:19:21.594928 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.697537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:21.726144 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (9eddec5d-712c-497b-b452-6162edcf8d6a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.901091 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Publish callbacks [] for router_gateway (5a13398c-24aa-4513-a76e-d37c9c3cb57f), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.917981 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5f5db1c6-7c36-4751-9e57-b1f7e6b69143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:21.987616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 9889333e-14e9-4c20-9bc2-3d0f9cd4766c is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:21.989241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:22.068341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Allocated IP 172.20.0.2 (bef92547-f9ac-4ca6-bd1f-eb0594a4e125/c0bcabef-a9bd-405f-96c2-1876e80de53d/b02fd05f-5409-4415-a75e-17703ba33d98) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:22.225972 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98ac57-4b18-404e-99c0-855d4f6eab5e req-44d50dd6-fa67-4e86-bdb7-f5321898abe9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:22.229325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b98ac57-4b18-404e-99c0-855d4f6eab5e req-44d50dd6-fa67-4e86-bdb7-f5321898abe9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2709029 Mar 10 15:19:22.289994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 9eddec5d-712c-497b-b452-6162edcf8d6a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:19:22.504854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b98ac57-4b18-404e-99c0-855d4f6eab5e req-6f6efddd-2c27-4c35-94ed-7ea68ba4e65c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592123 Mar 10 15:19:22.585486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c3f9e414-e07d-465c-aac0-1927e32f21fe None None] Provisioning complete for port 15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:22.585990 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c3f9e414-e07d-465c-aac0-1927e32f21fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:22.627671 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:19:22.639982 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e457cc3b-7138-4e40-9ac8-5e804702bb59 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/9eddec5d-712c-497b-b452-6162edcf8d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8790412 Mar 10 15:19:22.642523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39964) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:22.655277 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Publish callbacks [] for port (b02fd05f-5409-4415-a75e-17703ba33d98), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:22.655951 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96103938-286d-4022-9a7d-d68ba62cf084 None None] Sync routers for ids ['9eddec5d-712c-497b-b452-6162edcf8d6a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:19:22.675452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9e414-e07d-465c-aac0-1927e32f21fe None None] Port 15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:19:22.678323 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96103938-286d-4022-9a7d-d68ba62cf084 None None] Routers {'9eddec5d-712c-497b-b452-6162edcf8d6a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:22.678661 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:22.685062 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-96103938-286d-4022-9a7d-d68ba62cf084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:18:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9eddec5d-712c-497b-b452-6162edcf8d6a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:22.698754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091f1569-7cb8-45dc-959d-93a962623d1c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:22.704013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-091f1569-7cb8-45dc-959d-93a962623d1c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports/15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a HTTP/1.1" status: 200 len: 910 time: 0.0568235 Mar 10 15:19:22.704184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39966) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:22.713827 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Publish callbacks [] for router_gateway (5a13398c-24aa-4513-a76e-d37c9c3cb57f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:22.732087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Pushing event updated for resources: {'Port': ['ID=b02fd05f-5409-4415-a75e-17703ba33d98,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:22.743092 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:22.744317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:22.746382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:22.754477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:19:22.881383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Attempting to bind port b02fd05f-5409-4415-a75e-17703ba33d98 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:19:22.881996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Attempting to bind port b02fd05f-5409-4415-a75e-17703ba33d98 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:19:22.882561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Attempting to bind port b02fd05f-5409-4415-a75e-17703ba33d98 on network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:19:22.890092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:19:22.890840 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Checking segment: {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:22.891410 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:22.891970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Bound using segment: {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:19:22.892669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Bound port: b02fd05f-5409-4415-a75e-17703ba33d98, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:19:22.893218 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:22.911274 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-96103938-286d-4022-9a7d-d68ba62cf084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:23.048196 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96103938-286d-4022-9a7d-d68ba62cf084 None None] Routers {'9eddec5d-712c-497b-b452-6162edcf8d6a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:23.048838 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-96103938-286d-4022-9a7d-d68ba62cf084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:18:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9eddec5d-712c-497b-b452-6162edcf8d6a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:23.122683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Allocated IP 172.25.3.99 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:23.126585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] For port b02fd05f-5409-4415-a75e-17703ba33d98, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:19:23.136246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] For port b02fd05f-5409-4415-a75e-17703ba33d98, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b02fd05f-5409-4415-a75e-17703ba33d98,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:19:23.151165 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:23.220372 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-96103938-286d-4022-9a7d-d68ba62cf084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:23.221057 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96103938-286d-4022-9a7d-d68ba62cf084 None None] The sync data for ids ['9eddec5d-712c-497b-b452-6162edcf8d6a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:19:23.296263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eafaeb-da56-406b-aee4-4711398d916e None None] Pushing event updated for resources: {'Port': ['ID=b02fd05f-5409-4415-a75e-17703ba33d98,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:23.562107 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Publish callbacks [] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:23.620120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c1a3-dcbf-4b4c-9651-e60a4f795cfb req-a6577834-4a4c-486d-8956-32252dad5cb8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:23.630514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95e1c1a3-dcbf-4b4c-9651-e60a4f795cfb req-a6577834-4a4c-486d-8956-32252dad5cb8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2521110 Mar 10 15:19:23.792166 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95e1c1a3-dcbf-4b4c-9651-e60a4f795cfb req-85635e20-0ae3-4b39-be65-efdef4e54aae tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595342 Mar 10 15:19:23.794455 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:23.823162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:23.825804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:23.828432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:19:23.923360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:24.004040 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e509c7ff-45d5-492b-8307-b5649b85f63b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (9eddec5d-712c-497b-b452-6162edcf8d6a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:24.073439 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3ce891d5-3138-4c11-98b0-dbcd7c9a7a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:24.360202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Publish callbacks [] for router_gateway (5a13398c-24aa-4513-a76e-d37c9c3cb57f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:24.561739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e509c7ff-45d5-492b-8307-b5649b85f63b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:24.562553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e509c7ff-45d5-492b-8307-b5649b85f63b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:24.570001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39998) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:24.825835 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (5a13398c-24aa-4513-a76e-d37c9c3cb57f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:24.856248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e509c7ff-45d5-492b-8307-b5649b85f63b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:24.889299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e509c7ff-45d5-492b-8307-b5649b85f63b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:25.090361 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-646bf0cf-2d35-46dc-861c-4cd305253efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:25.123673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b02fd05f-5409-4415-a75e-17703ba33d98 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:25.245892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e797a-5a5f-443d-8b0a-7731cb327c0d req-a9507e65-258c-4180-937b-164eaa2e4011 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:25.250499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576e797a-5a5f-443d-8b0a-7731cb327c0d req-a9507e65-258c-4180-937b-164eaa2e4011 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2610612 Mar 10 15:19:25.349806 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-646bf0cf-2d35-46dc-861c-4cd305253efd admin admin] Publish callbacks [] for security_group (a5131aaf-a545-4f91-be91-4ff75d2d1be0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:25.364260 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-646bf0cf-2d35-46dc-861c-4cd305253efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a5131aaf-a545-4f91-be91-4ff75d2d1be0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:25.376313 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:25.400645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b02fd05f-5409-4415-a75e-17703ba33d98 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:25.401725 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:25.457856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bf0cf-2d35-46dc-861c-4cd305253efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5131aaf-a545-4f91-be91-4ff75d2d1be0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:25.479912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576e797a-5a5f-443d-8b0a-7731cb327c0d req-cdbe5618-fa2d-4422-8b8f-594fe3790f51 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140248 Mar 10 15:19:25.514351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d4577-9573-46ff-b925-217de7c05c82 None None] Network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:25.554167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40038) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:25.554660 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-646bf0cf-2d35-46dc-861c-4cd305253efd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b37e13126c442f3a951637ea694a325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9778202 Mar 10 15:19:25.587440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Router 5a13398c-24aa-4513-a76e-d37c9c3cb57f is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:19:25.759309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cc8a51c-5ee6-4a35-94da-0b298f6b4468 admin admin] Publish callbacks [] for security_group (a5131aaf-a545-4f91-be91-4ff75d2d1be0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:25.819215 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cc8a51c-5ee6-4a35-94da-0b298f6b4468 admin admin] Publish callbacks [] for security_group (a5131aaf-a545-4f91-be91-4ff75d2d1be0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:25.847500 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e509c7ff-45d5-492b-8307-b5649b85f63b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:25.893606 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cc8a51c-5ee6-4a35-94da-0b298f6b4468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a5131aaf-a545-4f91-be91-4ff75d2d1be0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:25.900894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cc8a51c-5ee6-4a35-94da-0b298f6b4468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:25.907357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2cc8a51c-5ee6-4a35-94da-0b298f6b4468 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5131aaf-a545-4f91-be91-4ff75d2d1be0 HTTP/1.1" status: 204 len: 168 time: 0.3513935 Mar 10 15:19:25.957771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a79bcfba-df1b-4d89-8758-940859a86d39 None None] Provisioning complete for port b02fd05f-5409-4415-a75e-17703ba33d98 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:25.959375 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a79bcfba-df1b-4d89-8758-940859a86d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:25.977316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509c7ff-45d5-492b-8307-b5649b85f63b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=15df1e26-1da7-4d61-b7ca-f77fa0bd4f5a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:26.109197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8a51c-5ee6-4a35-94da-0b298f6b4468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5131aaf-a545-4f91-be91-4ff75d2d1be0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:26.174699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b02fd05f-5409-4415-a75e-17703ba33d98 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:26.175301 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:26.298333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9f3bf-f0f5-43de-bc2d-66bdd4598bde req-55e35031-cbb9-4aac-9a69-c8fdcf4e6ce5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:26.312740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-99a9f3bf-f0f5-43de-bc2d-66bdd4598bde req-55e35031-cbb9-4aac-9a69-c8fdcf4e6ce5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4245830 Mar 10 15:19:26.349060 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e509c7ff-45d5-492b-8307-b5649b85f63b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (9eddec5d-712c-497b-b452-6162edcf8d6a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:26.457818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port b02fd05f-5409-4415-a75e-17703ba33d98, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b02fd05f-5409-4415-a75e-17703ba33d98,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:26.500705 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:26.518150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:19:26.587591 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:26.599784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-69434d10-8412-49f8-b947-23ef180af442 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2199016 Mar 10 15:19:26.619095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-99a9f3bf-f0f5-43de-bc2d-66bdd4598bde req-f4e5e9a0-4574-4746-85fc-1fbc96fc8f0c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954001 Mar 10 15:19:26.619710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40052) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:26.626000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Sync routers for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:19:26.834186 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40056) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:26.897730 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-62bf4242-77e9-4a0c-8a85-bbc18ae8e09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:27.106015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e509c7ff-45d5-492b-8307-b5649b85f63b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 9eddec5d-712c-497b-b452-6162edcf8d6a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:19:27.271847 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:27.291140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:27.292072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:27.346558 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e509c7ff-45d5-492b-8307-b5649b85f63b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:19:27.358580 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e509c7ff-45d5-492b-8307-b5649b85f63b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/9eddec5d-712c-497b-b452-6162edcf8d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6540017 Mar 10 15:19:27.367483 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa0c48-b451-4761-9e5b-f20d87bba073 None None] Sync routers for ids ['9eddec5d-712c-497b-b452-6162edcf8d6a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:19:27.370174 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40064) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:27.394487 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa0c48-b451-4761-9e5b-f20d87bba073 None None] Routers {'9eddec5d-712c-497b-b452-6162edcf8d6a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:27.398340 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-90fa0c48-b451-4761-9e5b-f20d87bba073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9eddec5d-712c-497b-b452-6162edcf8d6a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:27.542602 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-90fa0c48-b451-4761-9e5b-f20d87bba073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:27.587970 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa0c48-b451-4761-9e5b-f20d87bba073 None None] Routers {'9eddec5d-712c-497b-b452-6162edcf8d6a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:27.588964 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-90fa0c48-b451-4761-9e5b-f20d87bba073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9eddec5d-712c-497b-b452-6162edcf8d6a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:27.611357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:19:27.619676 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-62bf4242-77e9-4a0c-8a85-bbc18ae8e09e admin admin] Publish callbacks [] for security_group (a922ce8d-5f1f-4ed3-8c65-44cb7d64958d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:27.636679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f9c09-5997-41e9-a63b-df759b2d8baf req-b5c8c0fb-2121-4284-a005-fcdf2baa3057 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:27.645666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-62bf4242-77e9-4a0c-8a85-bbc18ae8e09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a922ce8d-5f1f-4ed3-8c65-44cb7d64958d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:27.647840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226f9c09-5997-41e9-a63b-df759b2d8baf req-b5c8c0fb-2121-4284-a005-fcdf2baa3057 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.3280728 Mar 10 15:19:27.689678 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-90fa0c48-b451-4761-9e5b-f20d87bba073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:27.699729 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa0c48-b451-4761-9e5b-f20d87bba073 None None] The sync data for ids ['9eddec5d-712c-497b-b452-6162edcf8d6a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:19:27.817324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=b02fd05f-5409-4415-a75e-17703ba33d98,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:27.908388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-226f9c09-5997-41e9-a63b-df759b2d8baf req-734b90a5-6cea-464d-89da-3d1ffe972745 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573926 Mar 10 15:19:28.055793 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-62bf4242-77e9-4a0c-8a85-bbc18ae8e09e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b612d7b594e4103807a8a18b28847c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2096791 Mar 10 15:19:28.056581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf4242-77e9-4a0c-8a85-bbc18ae8e09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a922ce8d-5f1f-4ed3-8c65-44cb7d64958d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:28.076119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a79bcfba-df1b-4d89-8758-940859a86d39 None None] Current status of the port b02fd05f-5409-4415-a75e-17703ba33d98 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:28.077844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40076) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:28.289904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:24Z', 'revision_number': 3, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:28.321644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Checking router: 5a13398c-24aa-4513-a76e-d37c9c3cb57f for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:19:28.322073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Updating router 5a13398c-24aa-4513-a76e-d37c9c3cb57f port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:19:28.359785 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:28.362473 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:28.368367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a167c-77e2-4ab7-aff3-ba536bd5b98a req-f6de1700-18ea-475d-9125-d9bb1f3c08f3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:28.369937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e9a167c-77e2-4ab7-aff3-ba536bd5b98a req-f6de1700-18ea-475d-9125-d9bb1f3c08f3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2521570 Mar 10 15:19:28.431100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-10e9f8fd-ea90-4231-b8f8-c8563ddfabc8 None None] Provisioning complete for port b02fd05f-5409-4415-a75e-17703ba33d98 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:28.431932 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-10e9f8fd-ea90-4231-b8f8-c8563ddfabc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:28.507909 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d21922eb-dbce-479d-94a3-4138c6063b69 admin admin] Publish callbacks [] for security_group (a922ce8d-5f1f-4ed3-8c65-44cb7d64958d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:28.569893 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d21922eb-dbce-479d-94a3-4138c6063b69 admin admin] Publish callbacks [] for security_group (a922ce8d-5f1f-4ed3-8c65-44cb7d64958d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:28.660122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e9a167c-77e2-4ab7-aff3-ba536bd5b98a req-d5b10f70-22c3-4dfc-88df-591814035776 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735934 Mar 10 15:19:28.682042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d21922eb-dbce-479d-94a3-4138c6063b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a922ce8d-5f1f-4ed3-8c65-44cb7d64958d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:28.682754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d21922eb-dbce-479d-94a3-4138c6063b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:28.703163 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d21922eb-dbce-479d-94a3-4138c6063b69 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a922ce8d-5f1f-4ed3-8c65-44cb7d64958d HTTP/1.1" status: 204 len: 168 time: 0.6084743 Mar 10 15:19:28.747393 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21922eb-dbce-479d-94a3-4138c6063b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a922ce8d-5f1f-4ed3-8c65-44cb7d64958d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:28.868782 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56b40544-5003-49e0-879f-e17205e64df1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (9eddec5d-712c-497b-b452-6162edcf8d6a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:29.213535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812a6cf-d02d-42c7-97cd-eaef31e5dbcc req-cebc394c-4f6e-4531-aeda-a9660ad4dfd8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:29.228697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1812a6cf-d02d-42c7-97cd-eaef31e5dbcc req-cebc394c-4f6e-4531-aeda-a9660ad4dfd8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4042740 Mar 10 15:19:29.242445 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:29.320006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b02fd05f-5409-4415-a75e-17703ba33d98 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:29.565392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-10e9f8fd-ea90-4231-b8f8-c8563ddfabc8 None None] Current status of the port b02fd05f-5409-4415-a75e-17703ba33d98 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:29.635937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19ed38b4-5757-4f8f-a4b7-576296db5551 req-18f5bcd2-661e-4f8d-ba1a-40ef2f67ba74 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0218070 Mar 10 15:19:29.647663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1812a6cf-d02d-42c7-97cd-eaef31e5dbcc req-55202d6a-d66e-4517-8718-ad93fb75288e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597465 Mar 10 15:19:29.663983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b02fd05f-5409-4415-a75e-17703ba33d98 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:29.664370 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:29.816473 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Publish callbacks [] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:29.844486 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:29.982705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Allocated IP 172.20.0.1 (bef92547-f9ac-4ca6-bd1f-eb0594a4e125/c0bcabef-a9bd-405f-96c2-1876e80de53d/fd6c4a91-1c0d-4e17-b264-678c4c387eeb) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:29.991177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed38b4-5757-4f8f-a4b7-576296db5551 req-d0152c26-02c4-4edf-9f07-f1ff8f03d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:29.992742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19ed38b4-5757-4f8f-a4b7-576296db5551 req-d0152c26-02c4-4edf-9f07-f1ff8f03d5ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1127 time: 0.2580118 Mar 10 15:19:30.035225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Attempting to bind port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:19:30.035631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Attempting to bind port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:19:30.036996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Attempting to bind port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:19:30.042372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4bfd0-9bc8-49db-92d5-30d068b20f6c None None] Pushing event updated for resources: {'Port': ['ID=a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:30.073966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:19:30.074906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:30.075317 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:30.075715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:19:30.076210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Bound port: a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:19:30.076593 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:30.132731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-56b40544-5003-49e0-879f-e17205e64df1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port b002068f-6724-4eba-bd55-9f5e4d0709cb {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:30.133267 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56b40544-5003-49e0-879f-e17205e64df1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b002068f-6724-4eba-bd55-9f5e4d0709cb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:30.161327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b02fd05f-5409-4415-a75e-17703ba33d98 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:30.196582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed38b4-5757-4f8f-a4b7-576296db5551 req-365b8fd1-ea57-4dc1-af45-cad64b7b4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:30.201232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19ed38b4-5757-4f8f-a4b7-576296db5551 req-365b8fd1-ea57-4dc1-af45-cad64b7b4728 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 915 time: 0.1729770 Mar 10 15:19:30.220536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] For port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:19:30.227915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] For port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:19:30.240354 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:30.244736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735de16-e763-47be-8f42-bced33bef6a3 req-40524e0e-87fb-4381-9b43-ccb1ac0272d5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:30.251688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6735de16-e763-47be-8f42-bced33bef6a3 req-40524e0e-87fb-4381-9b43-ccb1ac0272d5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.3341384 Mar 10 15:19:30.367531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4bfd0-9bc8-49db-92d5-30d068b20f6c None None] Pushing event updated for resources: {'Port': ['ID=a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:30.368127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Publish callbacks [] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:30.372950 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56b40544-5003-49e0-879f-e17205e64df1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b002068f-6724-4eba-bd55-9f5e4d0709cb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:30.413561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-56b40544-5003-49e0-879f-e17205e64df1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for b002068f-6724-4eba-bd55-9f5e4d0709cb owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:30.422782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:30.427736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:30.545548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19ed38b4-5757-4f8f-a4b7-576296db5551 req-ce9f8246-4855-48be-af62-7ed16b4a3425 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 217 time: 0.3223636 Mar 10 15:19:30.626438 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:19:30.657213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6735de16-e763-47be-8f42-bced33bef6a3 req-701d9bd3-f429-47ac-9d3b-1735d0f99891 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873313 Mar 10 15:19:30.742837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed38b4-5757-4f8f-a4b7-576296db5551 req-7db813c8-f37b-428a-be2c-8654a419f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:30.744369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19ed38b4-5757-4f8f-a4b7-576296db5551 req-7db813c8-f37b-428a-be2c-8654a419f9ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.1885662 Mar 10 15:19:30.766497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56b40544-5003-49e0-879f-e17205e64df1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b002068f-6724-4eba-bd55-9f5e4d0709cb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:30.797893 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:30.815262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b40544-5003-49e0-879f-e17205e64df1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=b002068f-6724-4eba-bd55-9f5e4d0709cb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:30.968958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19ed38b4-5757-4f8f-a4b7-576296db5551 req-ed0cc027-a0e1-4338-b3ae-fa2d3fac0f59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2092004 Mar 10 15:19:31.066432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:31.110208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:31.128567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:19:31.162661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:24Z', 'revision_number': 3, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:31.181156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Pushing event updated for resources: {'Port': ['ID=fd6c4a91-1c0d-4e17-b264-678c4c387eeb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:31.204070 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56b40544-5003-49e0-879f-e17205e64df1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (9eddec5d-712c-497b-b452-6162edcf8d6a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:31.258911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16044140-c53e-45a7-89d8-e9d6dfea0497 None None] The sync data for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 is: [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:24Z', 'revision_number': 3, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:19:31.397856 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (5a13398c-24aa-4513-a76e-d37c9c3cb57f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:31.448038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b37d2e-228d-4506-8712-26c117aa73f2 req-ec2e486b-cbbb-4bae-bfd0-a17c02e00138 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:31.453106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76b37d2e-228d-4506-8712-26c117aa73f2 req-ec2e486b-cbbb-4bae-bfd0-a17c02e00138 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4888833 Mar 10 15:19:31.550184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19ed38b4-5757-4f8f-a4b7-576296db5551 req-389cd4ce-7731-4787-b979-4a0093faf58f service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602126 Mar 10 15:19:31.652758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3d257e21-470c-4fc5-8211-3a6195a2536b None None] Provisioning complete for port fd6c4a91-1c0d-4e17-b264-678c4c387eeb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:31.653314 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3d257e21-470c-4fc5-8211-3a6195a2536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:31.690458 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b40544-5003-49e0-879f-e17205e64df1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 9eddec5d-712c-497b-b452-6162edcf8d6a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:19:31.839974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3d257e21-470c-4fc5-8211-3a6195a2536b None None] Port fd6c4a91-1c0d-4e17-b264-678c4c387eeb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:19:31.892347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76b37d2e-228d-4506-8712-26c117aa73f2 req-13527245-0e0e-42cd-8f60-5b056e0598e7 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855169 Mar 10 15:19:31.975688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19ed38b4-5757-4f8f-a4b7-576296db5551 req-383bb673-521a-4144-917d-5954d774bd20 service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861148 Mar 10 15:19:32.000755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b40544-5003-49e0-879f-e17205e64df1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:19:32.031273 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cfaa3-cbc9-4179-93f9-4d2e1fca470a None None] Sync routers for ids ['9eddec5d-712c-497b-b452-6162edcf8d6a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:19:32.057069 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-56b40544-5003-49e0-879f-e17205e64df1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/9eddec5d-712c-497b-b452-6162edcf8d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6848817 Mar 10 15:19:32.059897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40162) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:32.060054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1cfaa3-cbc9-4179-93f9-4d2e1fca470a None None] Routers {'9eddec5d-712c-497b-b452-6162edcf8d6a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:32.062203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7a1cfaa3-cbc9-4179-93f9-4d2e1fca470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9eddec5d-712c-497b-b452-6162edcf8d6a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:32.123998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7a1cfaa3-cbc9-4179-93f9-4d2e1fca470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:32.144849 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:32.146767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1cfaa3-cbc9-4179-93f9-4d2e1fca470a None None] Routers {'9eddec5d-712c-497b-b452-6162edcf8d6a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:32.147607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7a1cfaa3-cbc9-4179-93f9-4d2e1fca470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9eddec5d-712c-497b-b452-6162edcf8d6a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:32.149440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-20e0438b-c5c8-4e89-abc6-d6d0c1d0ad56 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=9eddec5d-712c-497b-b452-6162edcf8d6a HTTP/1.1" status: 200 len: 205 time: 0.0881636 Mar 10 15:19:32.152630 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40164) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:32.242659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7a1cfaa3-cbc9-4179-93f9-4d2e1fca470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:32.243399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cfaa3-cbc9-4179-93f9-4d2e1fca470a None None] The sync data for ids ['9eddec5d-712c-497b-b452-6162edcf8d6a'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:19:32.307834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629737c-b342-41de-a683-c9de02b98dc8 req-ce900925-34e9-4c6b-b1aa-17c93cb0ba9f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:32.318159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5629737c-b342-41de-a683-c9de02b98dc8 req-ce900925-34e9-4c6b-b1aa-17c93cb0ba9f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2295165 Mar 10 15:19:32.368661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9e6b0b2-47cc-439a-bf46-465ea6a0343e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (9eddec5d-712c-497b-b452-6162edcf8d6a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:32.476028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5629737c-b342-41de-a683-c9de02b98dc8 req-05de5619-23ef-437e-aec3-6a074b4cab0c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506746 Mar 10 15:19:32.723002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21098c-b18a-4d8e-9f1f-42eeb43f38bb req-1acc5be8-2ed0-41fe-84f0-3f44a5c318b4 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:32.731681 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d21098c-b18a-4d8e-9f1f-42eeb43f38bb req-1acc5be8-2ed0-41fe-84f0-3f44a5c318b4 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1093214 Mar 10 15:19:32.805174 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Publish callbacks [] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:32.821745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9e6b0b2-47cc-439a-bf46-465ea6a0343e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (9eddec5d-712c-497b-b452-6162edcf8d6a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:32.828620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d21098c-b18a-4d8e-9f1f-42eeb43f38bb req-2f1e604d-570d-4d79-a7e9-bb00cfffedff tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906410 Mar 10 15:19:32.831517 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:32.836291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9e6b0b2-47cc-439a-bf46-465ea6a0343e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (9eddec5d-712c-497b-b452-6162edcf8d6a), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:32.935851 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9e6b0b2-47cc-439a-bf46-465ea6a0343e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (9eddec5d-712c-497b-b452-6162edcf8d6a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:32.936457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e6b0b2-47cc-439a-bf46-465ea6a0343e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Fanout notify agent at l3_agent the message router_deleted on router 9eddec5d-712c-497b-b452-6162edcf8d6a {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:19:32.944605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9e6b0b2-47cc-439a-bf46-465ea6a0343e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:32.945594 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c9e6b0b2-47cc-439a-bf46-465ea6a0343e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/9eddec5d-712c-497b-b452-6162edcf8d6a HTTP/1.1" status: 204 len: 168 time: 0.7916234 Mar 10 15:19:32.948416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40184) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:32.958709 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (5a13398c-24aa-4513-a76e-d37c9c3cb57f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:32.972979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Pushing event updated for resources: {'Port': ['ID=fd6c4a91-1c0d-4e17-b264-678c4c387eeb,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:33.112349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8686857-b3fc-442e-845b-aeb2bc85df2f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting subnet 71be2efe-96f1-4f45-8412-3ef1a9b90043 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:19:33.121969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:33.127791 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8686857-b3fc-442e-845b-aeb2bc85df2f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (71be2efe-96f1-4f45-8412-3ef1a9b90043), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:33.257433 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8686857-b3fc-442e-845b-aeb2bc85df2f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (71be2efe-96f1-4f45-8412-3ef1a9b90043), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:33.269095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:33.275320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:33.309494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:33.309883 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:33.481279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8686857-b3fc-442e-845b-aeb2bc85df2f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (71be2efe-96f1-4f45-8412-3ef1a9b90043), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:33.501980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c76a4-994a-4c44-9e02-fd8ec6824697 req-7a54d373-9cd6-4e82-b6c3-e408cbffa748 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:33.503599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-052c76a4-994a-4c44-9e02-fd8ec6824697 req-7a54d373-9cd6-4e82-b6c3-e408cbffa748 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2560153 Mar 10 15:19:33.574540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:33.575535 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:33.611689 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8686857-b3fc-442e-845b-aeb2bc85df2f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (71be2efe-96f1-4f45-8412-3ef1a9b90043), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:33.622874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:33.642175 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:33.670515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8686857-b3fc-442e-845b-aeb2bc85df2f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Subnet': ['ID=71be2efe-96f1-4f45-8412-3ef1a9b90043,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:33.708027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8686857-b3fc-442e-845b-aeb2bc85df2f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:33.711362 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c8686857-b3fc-442e-845b-aeb2bc85df2f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/71be2efe-96f1-4f45-8412-3ef1a9b90043 HTTP/1.1" status: 204 len: 168 time: 0.7614088 Mar 10 15:19:33.712719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b21be0-64b6-456a-be8d-be8eadf42f44 None None] Network 9889333e-14e9-4c20-9bc2-3d0f9cd4766c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:33.714217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40196) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:33.836402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b62b94-c947-42de-a512-5d82669dbdc5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting subnet 1b148520-2401-4a96-bb11-b44783fef6de {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:19:33.849122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-86b62b94-c947-42de-a512-5d82669dbdc5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (1b148520-2401-4a96-bb11-b44783fef6de), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:33.928901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-86b62b94-c947-42de-a512-5d82669dbdc5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (1b148520-2401-4a96-bb11-b44783fef6de), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:33.942701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:33.976871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9735dd61-8b3b-4be6-9ec7-c499f5f1dbea None None] Provisioning complete for port fd6c4a91-1c0d-4e17-b264-678c4c387eeb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:33.977282 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9735dd61-8b3b-4be6-9ec7-c499f5f1dbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:34.097743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9735dd61-8b3b-4be6-9ec7-c499f5f1dbea None None] Port fd6c4a91-1c0d-4e17-b264-678c4c387eeb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:19:34.108223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-86b62b94-c947-42de-a512-5d82669dbdc5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (1b148520-2401-4a96-bb11-b44783fef6de), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:34.199526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304dd7c0-4eeb-415e-9d0a-b7d2b5cbc29d None None] DHCP port deletion for 9889333e-14e9-4c20-9bc2-3d0f9cd4766c request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:19:34.252248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-86b62b94-c947-42de-a512-5d82669dbdc5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (1b148520-2401-4a96-bb11-b44783fef6de), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:34.305936 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b62b94-c947-42de-a512-5d82669dbdc5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Subnet': ['ID=1b148520-2401-4a96-bb11-b44783fef6de,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:34.317829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-86b62b94-c947-42de-a512-5d82669dbdc5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:34.327118 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-86b62b94-c947-42de-a512-5d82669dbdc5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/1b148520-2401-4a96-bb11-b44783fef6de HTTP/1.1" status: 204 len: 168 time: 0.6017537 Mar 10 15:19:34.327978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40202) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:34.329626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff39b5-fd07-4213-bb19-ccf75989516e None None] Network 82224b02-4cf2-4b24-98e6-30d4f829d61f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:34.372665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Router 5a13398c-24aa-4513-a76e-d37c9c3cb57f has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:19:34.403343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-052c76a4-994a-4c44-9e02-fd8ec6824697 req-6e09f5db-32f8-484b-b980-8e8015742390 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8861465 Mar 10 15:19:34.477490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9889333e-14e9-4c20-9bc2-3d0f9cd4766c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:34.534954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-304dd7c0-4eeb-415e-9d0a-b7d2b5cbc29d None None] Deleting port a96bb685-5aa9-42d7-ae92-b1962ed8a184 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:34.535336 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-304dd7c0-4eeb-415e-9d0a-b7d2b5cbc29d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:34.601473 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port a96bb685-5aa9-42d7-ae92-b1962ed8a184 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:34.602014 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:34.731014 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port a96bb685-5aa9-42d7-ae92-b1962ed8a184, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a96bb685-5aa9-42d7-ae92-b1962ed8a184,segment=NetworkSegment(6926d169-3acf-469e-8cea-77832d484a20),segment_id=6926d169-3acf-469e-8cea-77832d484a20)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:34.735599 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:34.741412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:19:34.756594 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Sync routers for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:19:34.771001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3833eb45-914c-4be6-9db1-026d78855f6b admin admin] 10.222.0.11 "PUT /v2.0/routers/5a13398c-24aa-4513-a76e-d37c9c3cb57f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1497626 Mar 10 15:19:34.777509 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:34.782516 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:34.803486 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for a96bb685-5aa9-42d7-ae92-b1962ed8a184 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:34.837211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1b66d-8dab-4d28-aa4f-faf1d9b0de8c req-db6d10f4-621a-44c8-9881-4e9c96785640 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:34.851066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5c1b66d-8dab-4d28-aa4f-faf1d9b0de8c req-db6d10f4-621a-44c8-9881-4e9c96785640 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2186356 Mar 10 15:19:34.982635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5c1b66d-8dab-4d28-aa4f-faf1d9b0de8c req-93634153-5639-4715-a5b2-48fb27dae70b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306622 Mar 10 15:19:35.045979 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:35.168673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-304dd7c0-4eeb-415e-9d0a-b7d2b5cbc29d None None] For port a96bb685-5aa9-42d7-ae92-b1962ed8a184, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:35.169828 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-304dd7c0-4eeb-415e-9d0a-b7d2b5cbc29d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:35.172732 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:19:35.187863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-304dd7c0-4eeb-415e-9d0a-b7d2b5cbc29d None None] Calling delete_port for a96bb685-5aa9-42d7-ae92-b1962ed8a184 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:35.191106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-304dd7c0-4eeb-415e-9d0a-b7d2b5cbc29d None None] Port a96bb685-5aa9-42d7-ae92-b1962ed8a184 was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:19:35.193173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:35.195326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=a96bb685-5aa9-42d7-ae92-b1962ed8a184,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:35.200105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No DVR routers for this DVR port a96bb685-5aa9-42d7-ae92-b1962ed8a184 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:19:35.235689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319b1b8-4654-4e11-bc23-9b5888041b5d req-71643971-93a8-4c92-82c6-d8eb9d79920d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:35.238445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0319b1b8-4654-4e11-bc23-9b5888041b5d req-71643971-93a8-4c92-82c6-d8eb9d79920d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1166182 Mar 10 15:19:35.289820 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-304dd7c0-4eeb-415e-9d0a-b7d2b5cbc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (a96bb685-5aa9-42d7-ae92-b1962ed8a184), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:35.314462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0319b1b8-4654-4e11-bc23-9b5888041b5d req-acbddfc2-65a0-48be-90d6-3ef2b5805f4e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693247 Mar 10 15:19:35.392576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304dd7c0-4eeb-415e-9d0a-b7d2b5cbc29d None None] No DVR routers for this DVR port a96bb685-5aa9-42d7-ae92-b1962ed8a184 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:19:35.495400 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9889333e-14e9-4c20-9bc2-3d0f9cd4766c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:35.537410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dd7c0-4eeb-415e-9d0a-b7d2b5cbc29d None None] Pushing event deleted for resources: {'Port': ['ID=a96bb685-5aa9-42d7-ae92-b1962ed8a184,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:35.544697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9889333e-14e9-4c20-9bc2-3d0f9cd4766c']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:35.583346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:35.585033 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:35.608015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6926d169-3acf-469e-8cea-77832d484a20') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:35.608588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6926d169-3acf-469e-8cea-77832d484a20') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:35.657569 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (6926d169-3acf-469e-8cea-77832d484a20), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:35.715336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6926d169-3acf-469e-8cea-77832d484a20), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:35.742019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:19:35.742721 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (6926d169-3acf-469e-8cea-77832d484a20), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:19:35.757222 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:19:35.759986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22cc83-463a-4e76-8e96-2d3eb8012e09 req-ea1b01e4-1e03-457a-b330-553e20238fac tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:35.776796 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a22cc83-463a-4e76-8e96-2d3eb8012e09 req-ea1b01e4-1e03-457a-b330-553e20238fac tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1522977 Mar 10 15:19:35.863012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c26a80b-13a2-4719-aea7-6fddb5385011 None None] DHCP port deletion for 82224b02-4cf2-4b24-98e6-30d4f829d61f request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:19:35.914251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40238) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:35.960142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:35.960392 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:32Z', 'revision_number': 2, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:35.967237 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9889333e-14e9-4c20-9bc2-3d0f9cd4766c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:35.988786 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:35.990246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a22cc83-463a-4e76-8e96-2d3eb8012e09 req-e65cea7a-a6f2-4f43-a869-becb2d28ee48 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125285 Mar 10 15:19:35.999773 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/networks/9889333e-14e9-4c20-9bc2-3d0f9cd4766c HTTP/1.1" status: 204 len: 168 time: 1.6706855 Mar 10 15:19:36.002510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40242) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:36.054733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4c26a80b-13a2-4719-aea7-6fddb5385011 None None] Deleting port 89146061-d230-481f-85bc-8be4b456f05f {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:36.058912 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c26a80b-13a2-4719-aea7-6fddb5385011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (89146061-d230-481f-85bc-8be4b456f05f), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.063754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e435069-c186-4800-9919-fda7c7b96599 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Network': ['ID=9889333e-14e9-4c20-9bc2-3d0f9cd4766c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:36.118897 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Checking router: 5a13398c-24aa-4513-a76e-d37c9c3cb57f for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:19:36.122345 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Updating router 5a13398c-24aa-4513-a76e-d37c9c3cb57f port fd6c4a91-1c0d-4e17-b264-678c4c387eeb binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:19:36.123998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40248) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:36.125050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a96bb685-5aa9-42d7-ae92-b1962ed8a184 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:19:36.129444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a672cf62-b0c5-4529-aa9f-1e7c783782fc tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675886120', 'description': 'tempest-description--167391888'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:36.184121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a96bb685-5aa9-42d7-ae92-b1962ed8a184 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:19:36.188395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a672cf62-b0c5-4529-aa9f-1e7c783782fc tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.192294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a96bb685-5aa9-42d7-ae92-b1962ed8a184 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:19:36.220309 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.328048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a672cf62-b0c5-4529-aa9f-1e7c783782fc tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (37e4ac06-01ee-4f21-8544-3cff046b36e6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.341672 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-135a696d-cdda-4eba-9b56-bbece3bc9a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.344171 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a672cf62-b0c5-4529-aa9f-1e7c783782fc tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (37e4ac06-01ee-4f21-8544-3cff046b36e6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.365732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4c26a80b-13a2-4719-aea7-6fddb5385011 None None] For port 89146061-d230-481f-85bc-8be4b456f05f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=89146061-d230-481f-85bc-8be4b456f05f,segment=NetworkSegment(f206d934-90e7-48c5-a25d-e6bef38dee96),segment_id=f206d934-90e7-48c5-a25d-e6bef38dee96)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:36.366764 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c26a80b-13a2-4719-aea7-6fddb5385011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (89146061-d230-481f-85bc-8be4b456f05f), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.371768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (82224b02-4cf2-4b24-98e6-30d4f829d61f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.399939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4c26a80b-13a2-4719-aea7-6fddb5385011 None None] Calling delete_port for 89146061-d230-481f-85bc-8be4b456f05f owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:36.420604 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a672cf62-b0c5-4529-aa9f-1e7c783782fc tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.427694 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a672cf62-b0c5-4529-aa9f-1e7c783782fc tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3023832 Mar 10 15:19:36.428823 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40250) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:36.433364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d1e6ef29-281d-48fa-9945-5f44f2c11234 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'security_group_rule': {'security_group_id': '37e4ac06-01ee-4f21-8544-3cff046b36e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:36.451445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672cf62-b0c5-4529-aa9f-1e7c783782fc tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4ac06-01ee-4f21-8544-3cff046b36e6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:36.530397 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ef29-281d-48fa-9945-5f44f2c11234 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (f9c3d1bf-6066-4b57-a44a-5ad904d873d4), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.557269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed2847-46bc-4234-af97-7ee0beacdd46 req-23ac84b1-fb79-4106-8419-b72962b0208a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:36.565352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6aed2847-46bc-4234-af97-7ee0beacdd46 req-23ac84b1-fb79-4106-8419-b72962b0208a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.3337243 Mar 10 15:19:36.629962 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c26a80b-13a2-4719-aea7-6fddb5385011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (89146061-d230-481f-85bc-8be4b456f05f), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.687277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6aed2847-46bc-4234-af97-7ee0beacdd46 req-bbaf64bc-ecab-4f76-a78f-69a3c8609fc8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206546 Mar 10 15:19:36.716395 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26a80b-13a2-4719-aea7-6fddb5385011 None None] No DVR routers for this DVR port 89146061-d230-481f-85bc-8be4b456f05f on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:19:36.723736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26a80b-13a2-4719-aea7-6fddb5385011 None None] Pushing event deleted for resources: {'Port': ['ID=89146061-d230-481f-85bc-8be4b456f05f,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:36.736519 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-135a696d-cdda-4eba-9b56-bbece3bc9a8b admin admin] Publish callbacks [] for security_group (0c30f5ab-83f4-4920-ae1f-13195bee63c8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.744604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 89146061-d230-481f-85bc-8be4b456f05f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:36.746699 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ef29-281d-48fa-9945-5f44f2c11234 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (f9c3d1bf-6066-4b57-a44a-5ad904d873d4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.747793 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (89146061-d230-481f-85bc-8be4b456f05f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.755784 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-135a696d-cdda-4eba-9b56-bbece3bc9a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0c30f5ab-83f4-4920-ae1f-13195bee63c8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.757709 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ef29-281d-48fa-9945-5f44f2c11234 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f9c3d1bf-6066-4b57-a44a-5ad904d873d4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.810827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6ef29-281d-48fa-9945-5f44f2c11234 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c3d1bf-6066-4b57-a44a-5ad904d873d4,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:36.828042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d1e6ef29-281d-48fa-9945-5f44f2c11234 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:36.832498 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d1e6ef29-281d-48fa-9945-5f44f2c11234 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4000871 Mar 10 15:19:36.832978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40258) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:36.837707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3a23516c-025b-452f-92f3-94bbec988ce4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'security_group_rule': {'security_group_id': '37e4ac06-01ee-4f21-8544-3cff046b36e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:36.849614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-135a696d-cdda-4eba-9b56-bbece3bc9a8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b18a8c08aadb4f529d250ce9b2c88cdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9254344 Mar 10 15:19:36.853090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40260) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:37.025959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a23516c-025b-452f-92f3-94bbec988ce4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (14d6be8e-9307-4aa6-a08d-e0dd0d59ac22), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.067002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a696d-cdda-4eba-9b56-bbece3bc9a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c30f5ab-83f4-4920-ae1f-13195bee63c8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:37.094756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port 89146061-d230-481f-85bc-8be4b456f05f, host n-d-833090-1, got binding levels [] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:37.095165 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (89146061-d230-481f-85bc-8be4b456f05f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.137337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 89146061-d230-481f-85bc-8be4b456f05f owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:37.141472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Port 89146061-d230-481f-85bc-8be4b456f05f was not found and therefore no delete operation was performed {{(pid=115533) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:19:37.166574 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (89146061-d230-481f-85bc-8be4b456f05f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.183979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 89146061-d230-481f-85bc-8be4b456f05f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:19:37.222971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=89146061-d230-481f-85bc-8be4b456f05f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:37.225206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No DVR routers for this DVR port 89146061-d230-481f-85bc-8be4b456f05f on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:19:37.283097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 89146061-d230-481f-85bc-8be4b456f05f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:19:37.283453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 89146061-d230-481f-85bc-8be4b456f05f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:19:37.284159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863e1c2-284c-434e-bdbc-9dc0ef57c5d3 req-079b7e89-65c7-4e64-86f8-9809f14fea0c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:37.293704 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea5c-f862-4b96-937f-0ba5e03004d5 admin admin] Publish callbacks [] for security_group (0c30f5ab-83f4-4920-ae1f-13195bee63c8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.294346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5863e1c2-284c-434e-bdbc-9dc0ef57c5d3 req-079b7e89-65c7-4e64-86f8-9809f14fea0c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4157507 Mar 10 15:19:37.316011 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Publish callbacks [] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.331775 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.364248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea5c-f862-4b96-937f-0ba5e03004d5 admin admin] Publish callbacks [] for security_group (0c30f5ab-83f4-4920-ae1f-13195bee63c8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.371151 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (82224b02-4cf2-4b24-98e6-30d4f829d61f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.431270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82224b02-4cf2-4b24-98e6-30d4f829d61f']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:37.437157 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a23516c-025b-452f-92f3-94bbec988ce4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (14d6be8e-9307-4aa6-a08d-e0dd0d59ac22), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.447505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a23516c-025b-452f-92f3-94bbec988ce4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (14d6be8e-9307-4aa6-a08d-e0dd0d59ac22), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.475688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f206d934-90e7-48c5-a25d-e6bef38dee96') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:37.476016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f206d934-90e7-48c5-a25d-e6bef38dee96') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:37.478513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23516c-025b-452f-92f3-94bbec988ce4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d6be8e-9307-4aa6-a08d-e0dd0d59ac22,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:37.483326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5863e1c2-284c-434e-bdbc-9dc0ef57c5d3 req-941ace8d-fd91-4525-a550-175e6fc46cc6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874542 Mar 10 15:19:37.489173 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Pushing event updated for resources: {'Port': ['ID=fd6c4a91-1c0d-4e17-b264-678c4c387eeb,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:37.493815 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (f206d934-90e7-48c5-a25d-e6bef38dee96), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.498977 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea5c-f862-4b96-937f-0ba5e03004d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0c30f5ab-83f4-4920-ae1f-13195bee63c8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.505423 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea5c-f862-4b96-937f-0ba5e03004d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.509819 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.509819 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.509819 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.509819 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.509819 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.509819 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.510929 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0f6fea5c-f862-4b96-937f-0ba5e03004d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c30f5ab-83f4-4920-ae1f-13195bee63c8 HTTP/1.1" status: 204 len: 168 time: 0.6550868 Mar 10 15:19:37.527871 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f206d934-90e7-48c5-a25d-e6bef38dee96), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.536413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:19:37.536936 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (f206d934-90e7-48c5-a25d-e6bef38dee96), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.539333 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.541771 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.542115 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.542516 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:19:37.543885 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:19:37.546722 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.550536 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.551030 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:37.557009 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a23516c-025b-452f-92f3-94bbec988ce4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.564984 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3a23516c-025b-452f-92f3-94bbec988ce4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7269864 Mar 10 15:19:37.567570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40270) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:37.614172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:37.629694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fea5c-f862-4b96-937f-0ba5e03004d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c30f5ab-83f4-4920-ae1f-13195bee63c8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:37.667462 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.740210 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Attempting to bind port fd6c4a91-1c0d-4e17-b264-678c4c387eeb on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:19:37.740837 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Attempting to bind port fd6c4a91-1c0d-4e17-b264-678c4c387eeb by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:19:37.741493 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Attempting to bind port fd6c4a91-1c0d-4e17-b264-678c4c387eeb on network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:19:37.781481 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:19:37.781857 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Checking segment: {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:37.782490 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.783088 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Bound using segment: {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:19:37.783744 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Bound port: fd6c4a91-1c0d-4e17-b264-678c4c387eeb, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:19:37.784601 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.826418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (82224b02-4cf2-4b24-98e6-30d4f829d61f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.863065 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.869978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/networks/82224b02-4cf2-4b24-98e6-30d4f829d61f HTTP/1.1" status: 204 len: 168 time: 1.8626585 Mar 10 15:19:37.888941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40278) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:37.897434 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'network': {'name': 'tempest-RoutersTest-1233101369'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:37.921872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dc9e9-9b26-46fd-af98-236e73883b05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Network': ['ID=82224b02-4cf2-4b24-98e6-30d4f829d61f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:37.984605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:37.994936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c79f9a-3f2a-49d3-b6f9-bba28cfa684e req-5f1689da-5c88-46ae-8e25-4aa983dbc52d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:37.996918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5c79f9a-3f2a-49d3-b6f9-bba28cfa684e req-5f1689da-5c88-46ae-8e25-4aa983dbc52d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2403903 Mar 10 15:19:38.005667 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:38.016497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.130217 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] For port fd6c4a91-1c0d-4e17-b264-678c4c387eeb, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:19:38.137414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5c79f9a-3f2a-49d3-b6f9-bba28cfa684e req-93c94e73-14bf-4cae-9ba3-1f66cc928443 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319726 Mar 10 15:19:38.137729 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:19:38.142410 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] For port fd6c4a91-1c0d-4e17-b264-678c4c387eeb, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fd6c4a91-1c0d-4e17-b264-678c4c387eeb,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:19:38.164064 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.185835 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (fd51e386-56ea-4684-b5b3-35c8f6827e2b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.186192 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added segment fd51e386-56ea-4684-b5b3-35c8f6827e2b of type vlan for network 8f8aa10c-8114-434d-96c2-ae97a5476c24 Mar 10 15:19:38.209479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4866618f-4157-4c8c-91f1-eaa9b0041609 None None] Provisioning complete for port fd6c4a91-1c0d-4e17-b264-678c4c387eeb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:38.232965 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4866618f-4157-4c8c-91f1-eaa9b0041609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.314890 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (8f8aa10c-8114-434d-96c2-ae97a5476c24), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.364215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Allocated IP 172.25.3.93 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:38.409243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40296) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:38.429466 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e8ea5-d1a8-4b35-8eba-b9afcd19a4b3 None None] Pushing event updated for resources: {'Port': ['ID=fd6c4a91-1c0d-4e17-b264-678c4c387eeb,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:38.433221 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:38.433840 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:38.439835 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2fc594d7-34b6-42cd-8e09-1a2f776d9678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.507247 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (8f8aa10c-8114-434d-96c2-ae97a5476c24), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.523359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:38.525290 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.595679 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7014780 Mar 10 15:19:38.610051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4866618f-4157-4c8c-91f1-eaa9b0041609 None None] Current status of the port fd6c4a91-1c0d-4e17-b264-678c4c387eeb is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:38.610833 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4866618f-4157-4c8c-91f1-eaa9b0041609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.624374 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40302) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:38.646848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'subnet': {'network_id': '8f8aa10c-8114-434d-96c2-ae97a5476c24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:38.704881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4866618f-4157-4c8c-91f1-eaa9b0041609 None None] For port fd6c4a91-1c0d-4e17-b264-678c4c387eeb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fd6c4a91-1c0d-4e17-b264-678c4c387eeb,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:38.715938 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4866618f-4157-4c8c-91f1-eaa9b0041609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.809858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fa57f-380c-492e-81e0-4db2c98befbf req-305e71f2-8d34-402c-a575-f3a611f802a2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:38.819083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-045fa57f-380c-492e-81e0-4db2c98befbf req-305e71f2-8d34-402c-a575-f3a611f802a2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2376292 Mar 10 15:19:38.825823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2fc594d7-34b6-42cd-8e09-1a2f776d9678 admin admin] Publish callbacks [] for security_group (b140d238-5dff-49e2-8442-7f0dd76e7b87), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.844777 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:19:38.865116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2fc594d7-34b6-42cd-8e09-1a2f776d9678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b140d238-5dff-49e2-8442-7f0dd76e7b87), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:38.922749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b419978b-5158-41c7-adfd-de2dc8ebda16 None None] Provisioning complete for port fd6c4a91-1c0d-4e17-b264-678c4c387eeb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:38.923473 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b419978b-5158-41c7-adfd-de2dc8ebda16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:39.025009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8db726-0398-406d-8246-102064ba6cf7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Network': ['ID=8f8aa10c-8114-434d-96c2-ae97a5476c24,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:39.027592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866618f-4157-4c8c-91f1-eaa9b0041609 None None] Pushing event updated for resources: {'Port': ['ID=fd6c4a91-1c0d-4e17-b264-678c4c387eeb,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:39.028802 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2fc594d7-34b6-42cd-8e09-1a2f776d9678 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=605cd627ffe144a6b465dd48858b093e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6188567 Mar 10 15:19:39.032441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40318) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:39.053011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 8f8aa10c-8114-434d-96c2-ae97a5476c24 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:19:39.167065 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-045fa57f-380c-492e-81e0-4db2c98befbf req-dc1582d2-de60-45dd-8ded-0a485a9aaa95 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468466 Mar 10 15:19:39.223851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc594d7-34b6-42cd-8e09-1a2f776d9678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b140d238-5dff-49e2-8442-7f0dd76e7b87,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:39.254096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for port (e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:39.342840 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-075c0638-aeae-49d6-b279-ba9277602925 admin admin] Publish callbacks [] for security_group (b140d238-5dff-49e2-8442-7f0dd76e7b87), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:39.438215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b419978b-5158-41c7-adfd-de2dc8ebda16 None None] Current status of the port fd6c4a91-1c0d-4e17-b264-678c4c387eeb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:39.440476 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:39.459185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:39.472559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:39.517484 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101e5c4-957f-449e-ab82-5724a8826a23 None None] The sync data for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 is: [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:19:39.522646 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:39.540821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-075c0638-aeae-49d6-b279-ba9277602925 admin admin] Publish callbacks [] for security_group (b140d238-5dff-49e2-8442-7f0dd76e7b87), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:39.686477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:39.712770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-075c0638-aeae-49d6-b279-ba9277602925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b140d238-5dff-49e2-8442-7f0dd76e7b87), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:39.716088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-075c0638-aeae-49d6-b279-ba9277602925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:39.730445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-075c0638-aeae-49d6-b279-ba9277602925 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b140d238-5dff-49e2-8442-7f0dd76e7b87 HTTP/1.1" status: 204 len: 168 time: 0.6777852 Mar 10 15:19:39.769959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c0638-aeae-49d6-b279-ba9277602925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b140d238-5dff-49e2-8442-7f0dd76e7b87,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:39.792058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:39.807372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0ff26-431a-4c9c-b386-28a957da7153 req-e70cc97d-5c32-45e7-86c5-218a339a9913 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:39.810745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:19:39.835444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47e0ff26-431a-4c9c-b386-28a957da7153 req-e70cc97d-5c32-45e7-86c5-218a339a9913 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4504864 Mar 10 15:19:39.920231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'Port': ['ID=e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:39.981766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47e0ff26-431a-4c9c-b386-28a957da7153 req-54498823-700d-485c-94e3-6460d725fee3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451907 Mar 10 15:19:40.281783 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (85344696-de4d-401a-a971-848312440999), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:40.377795 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:40.508634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214b5c8-fa8d-4d95-99c9-805c7670108a req-bb2f0e28-13b3-4dd0-b3fc-1fe9c3b555b5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:40.515812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d214b5c8-fa8d-4d95-99c9-805c7670108a req-bb2f0e28-13b3-4dd0-b3fc-1fe9c3b555b5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1392996 Mar 10 15:19:40.622631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d214b5c8-fa8d-4d95-99c9-805c7670108a req-061629b0-04f1-4268-8c5e-3b20ce3d9f2b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018820 Mar 10 15:19:40.724028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40376) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:40.780216 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (e1f5319b-2140-4433-af74-61cb74d2ac15), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:40.802275 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37c2280f-c04d-4cbc-a8c1-31ecb513f6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:40.959821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Checking segment: {'id': 'fd51e386-56ea-4684-b5b3-35c8f6827e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f8aa10c-8114-434d-96c2-ae97a5476c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:40.959821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network hostable DHCP agents. Network: 8f8aa10c-8114-434d-96c2-ae97a5476c24, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:19:40.996063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Subnet': ['ID=e1f5319b-2140-4433-af74-61cb74d2ac15,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:41.006452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 8f8aa10c-8114-434d-96c2-ae97a5476c24 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:19:41.047260 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for port (e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.052967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 8f8aa10c-8114-434d-96c2-ae97a5476c24) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:41.061000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:41.062297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.079808 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.097185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd3310-d046-4a35-a431-11d66a29709c None None] Network 8f8aa10c-8114-434d-96c2-ae97a5476c24 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:41.152485 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5991722d-5738-4ec0-882d-8f3a2c6b0c87 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5191896 Mar 10 15:19:41.154566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (85344696-de4d-401a-a971-848312440999), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.170338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40388) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:41.180607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4085ae01-a867-48ac-94fc-db630055ceb4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-44905778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:41.203906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.225709 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6437752 Mar 10 15:19:41.236252 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad0260-edb6-4312-995e-ac52dc06a635 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'Port': ['ID=e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:41.268189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfc166-b6ae-48e7-8ef8-9eca25a730a3 req-233018fd-9bcc-4de8-8de1-8b6d8a360176 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:41.278512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afdfc166-b6ae-48e7-8ef8-9eca25a730a3 req-233018fd-9bcc-4de8-8de1-8b6d8a360176 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.5310457 Mar 10 15:19:41.313801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fd6c4a91-1c0d-4e17-b264-678c4c387eeb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:41.441387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-8f8aa10c-8114-434d-96c2-ae97a5476c24', 'network_id': '8f8aa10c-8114-434d-96c2-ae97a5476c24', 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'fixed_ips': [{'subnet_id': 'e1f5319b-2140-4433-af74-61cb74d2ac15'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:19:41.443698 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37c2280f-c04d-4cbc-a8c1-31ecb513f6f3 admin admin] Publish callbacks [] for security_group (ed921bbe-79ee-4025-b864-a12211ce8472), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.444643 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.495511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37c2280f-c04d-4cbc-a8c1-31ecb513f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ed921bbe-79ee-4025-b864-a12211ce8472), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.588948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-afdfc166-b6ae-48e7-8ef8-9eca25a730a3 req-69a7e36b-fd3c-421d-af37-9c6db4755788 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085442 Mar 10 15:19:41.653652 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4085ae01-a867-48ac-94fc-db630055ceb4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (8e257786-e7e8-441a-ba22-f1442cc962bc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.664599 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4085ae01-a867-48ac-94fc-db630055ceb4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (8e257786-e7e8-441a-ba22-f1442cc962bc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.757326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-37c2280f-c04d-4cbc-a8c1-31ecb513f6f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bdbb1907ffc4d289c3c47695bc70289&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0317590 Mar 10 15:19:41.759758 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40420) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:41.760232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2280f-c04d-4cbc-a8c1-31ecb513f6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed921bbe-79ee-4025-b864-a12211ce8472,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:41.869101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2797a0-23af-4875-b21b-b1b93f7482be admin admin] Publish callbacks [] for security_group (ed921bbe-79ee-4025-b864-a12211ce8472), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.889444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-2a890e92-5362-48a0-8395-7e8609245235 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--675886120&fields=id&tenant_id=540795be169a49cea3af63cf05632cea HTTP/1.1" status: 200 len: 267 time: 0.3906512 Mar 10 15:19:41.919796 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2797a0-23af-4875-b21b-b1b93f7482be admin admin] Publish callbacks [] for security_group (ed921bbe-79ee-4025-b864-a12211ce8472), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:41.956232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port fd6c4a91-1c0d-4e17-b264-678c4c387eeb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:41.970356 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:42.016598 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2797a0-23af-4875-b21b-b1b93f7482be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ed921bbe-79ee-4025-b864-a12211ce8472), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:42.019506 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2797a0-23af-4875-b21b-b1b93f7482be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:42.023980 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7f2797a0-23af-4875-b21b-b1b93f7482be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed921bbe-79ee-4025-b864-a12211ce8472 HTTP/1.1" status: 204 len: 168 time: 0.2618372 Mar 10 15:19:42.042860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2797a0-23af-4875-b21b-b1b93f7482be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed921bbe-79ee-4025-b864-a12211ce8472,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:42.081013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Allocated IP 172.20.0.2 (8f8aa10c-8114-434d-96c2-ae97a5476c24/e1f5319b-2140-4433-af74-61cb74d2ac15/54edf0cb-07ad-48de-ba09-58c2814e7d3d) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:42.142682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-368aedf2-a860-490e-b557-122a983e5db8 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:42.153097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-368aedf2-a860-490e-b557-122a983e5db8 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 811 time: 0.2402050 Mar 10 15:19:42.215527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d568-23bc-432e-8bd9-8197e4179cf7 req-170e7764-5359-4c03-893e-cf5c6d6fa7a3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:42.217118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2545d568-23bc-432e-8bd9-8197e4179cf7 req-170e7764-5359-4c03-893e-cf5c6d6fa7a3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4297228 Mar 10 15:19:42.320639 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4085ae01-a867-48ac-94fc-db630055ceb4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (8e257786-e7e8-441a-ba22-f1442cc962bc), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:42.348602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-1f29080e-3da1-41d8-a65f-956b71a52a81 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/quotas/540795be169a49cea3af63cf05632cea HTTP/1.1" status: 200 len: 375 time: 0.1829352 Mar 10 15:19:42.354159 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4085ae01-a867-48ac-94fc-db630055ceb4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (8e257786-e7e8-441a-ba22-f1442cc962bc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:42.419686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port fd6c4a91-1c0d-4e17-b264-678c4c387eeb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:42.483336 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4085ae01-a867-48ac-94fc-db630055ceb4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:42.493216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4085ae01-a867-48ac-94fc-db630055ceb4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.3170726 Mar 10 15:19:42.496700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40426) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:42.502456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'port': {'network_id': '8f8aa10c-8114-434d-96c2-ae97a5476c24', 'name': 'tempest-RoutersTest-1573205783'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:42.539542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2545d568-23bc-432e-8bd9-8197e4179cf7 req-b6c3487d-6957-4d09-ad19-b9d81c8ac992 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099120 Mar 10 15:19:42.588171 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Publish callbacks [] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:42.610363 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:42.621604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-0d0a9058-771d-48e4-8b2b-482d05464457 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2608275 Mar 10 15:19:42.713445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Network 8f8aa10c-8114-434d-96c2-ae97a5476c24 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:42.736312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:42.752361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:19:42.796706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Pushing event updated for resources: {'Port': ['ID=54edf0cb-07ad-48de-ba09-58c2814e7d3d,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:42.890260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:42.894139 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:42.916979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Attempting to bind port 54edf0cb-07ad-48de-ba09-58c2814e7d3d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:19:42.918298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Attempting to bind port 54edf0cb-07ad-48de-ba09-58c2814e7d3d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'fd51e386-56ea-4684-b5b3-35c8f6827e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f8aa10c-8114-434d-96c2-ae97a5476c24'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:19:42.918922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Attempting to bind port 54edf0cb-07ad-48de-ba09-58c2814e7d3d on network 8f8aa10c-8114-434d-96c2-ae97a5476c24 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:19:42.926883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:19:42.928021 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Checking segment: {'id': 'fd51e386-56ea-4684-b5b3-35c8f6827e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f8aa10c-8114-434d-96c2-ae97a5476c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:42.928021 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:42.928656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Bound using segment: {'id': 'fd51e386-56ea-4684-b5b3-35c8f6827e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f8aa10c-8114-434d-96c2-ae97a5476c24'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:19:42.931319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Bound port: 54edf0cb-07ad-48de-ba09-58c2814e7d3d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd51e386-56ea-4684-b5b3-35c8f6827e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8f8aa10c-8114-434d-96c2-ae97a5476c24'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:19:42.931829 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:42.939166 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] device_id is not set on port 38e9097a-7170-4f90-bbed-76a834bb276f yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:19:43.014744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b412e-2ef7-4f85-b978-b483fbe6de1a req-99360fdd-cfba-4c30-8075-c178ed24e379 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:43.016643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-594b412e-2ef7-4f85-b978-b483fbe6de1a req-99360fdd-cfba-4c30-8075-c178ed24e379 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2920313 Mar 10 15:19:43.074067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] For port 54edf0cb-07ad-48de-ba09-58c2814e7d3d, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:19:43.077882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] For port 54edf0cb-07ad-48de-ba09-58c2814e7d3d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=54edf0cb-07ad-48de-ba09-58c2814e7d3d,segment=NetworkSegment(fd51e386-56ea-4684-b5b3-35c8f6827e2b),segment_id=fd51e386-56ea-4684-b5b3-35c8f6827e2b)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:19:43.096688 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:43.145173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-db19d13c-5909-4c1e-9ece-32dd6e8bd5e1 service neutron] 10.222.0.11 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878745 Mar 10 15:19:43.249724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee0b27-21dc-4ba7-b0f6-1be4ab2fa8dd None None] Pushing event updated for resources: {'Port': ['ID=54edf0cb-07ad-48de-ba09-58c2814e7d3d,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:43.336693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-594b412e-2ef7-4f85-b978-b483fbe6de1a req-75996eef-f7a9-4872-8252-378a85740a5e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058469 Mar 10 15:19:43.344909 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Allocated IP 172.20.0.12 (8f8aa10c-8114-434d-96c2-ae97a5476c24/e1f5319b-2140-4433-af74-61cb74d2ac15/38e9097a-7170-4f90-bbed-76a834bb276f) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:43.406987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-f4dc1e55-4494-4f13-8959-60c36f17f6eb service neutron] 10.222.0.11 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524266 Mar 10 15:19:43.915149 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (38e9097a-7170-4f90-bbed-76a834bb276f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:43.980217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76081d78-3eb9-4c73-8df2-e0400dd1b2d2 req-27e0de61-3a9d-4380-8ec5-a44bbc77c27d tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 210 time: 0.1217141 Mar 10 15:19:44.103294 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (38e9097a-7170-4f90-bbed-76a834bb276f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:44.186071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=38e9097a-7170-4f90-bbed-76a834bb276f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:44.194158 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 8f8aa10c-8114-434d-96c2-ae97a5476c24 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:44.196310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:44.201116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:19:44.320158 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:44.329810 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:44.368437 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ccb2d0ab-01b5-4321-a966-6519482026ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8703856 Mar 10 15:19:44.369060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40482) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:44.389699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48304c6b-f7a7-4b1a-aaaa-d35c3d26eaba req-1a37cb6e-93fd-44d6-a6b1-b749371f845f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:44.403630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48304c6b-f7a7-4b1a-aaaa-d35c3d26eaba req-1a37cb6e-93fd-44d6-a6b1-b749371f845f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1605396 Mar 10 15:19:44.513884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48304c6b-f7a7-4b1a-aaaa-d35c3d26eaba req-65c055f9-d677-41c5-8310-2bf86576e7b8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092596 Mar 10 15:19:45.158515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 54edf0cb-07ad-48de-ba09-58c2814e7d3d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:45.252831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-558690d6-c229-4a35-8d7f-8a7c68d924af req-7cc2ec6d-7f12-45a1-b02a-6feb31b8b4ee tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 210 time: 0.0892317 Mar 10 15:19:45.303419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 54edf0cb-07ad-48de-ba09-58c2814e7d3d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:45.304177 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:45.346306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8da81ce-a44b-4524-afd2-5983821184ef None None] Network 8f8aa10c-8114-434d-96c2-ae97a5476c24 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:45.544579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a7701a68-487c-485c-bb4c-690d99a82c56 None None] Provisioning complete for port 54edf0cb-07ad-48de-ba09-58c2814e7d3d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:45.544959 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a7701a68-487c-485c-bb4c-690d99a82c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:45.791981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5947f-1768-4883-b1c0-9dc8a40f65a1 req-d77ed1ee-6034-4c43-9991-ad0f696aee4c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:45.817346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6d5947f-1768-4883-b1c0-9dc8a40f65a1 req-d77ed1ee-6034-4c43-9991-ad0f696aee4c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1771965 Mar 10 15:19:45.862684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (38e9097a-7170-4f90-bbed-76a834bb276f), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:45.935468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 54edf0cb-07ad-48de-ba09-58c2814e7d3d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:45.937508 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:46.024639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 54edf0cb-07ad-48de-ba09-58c2814e7d3d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=54edf0cb-07ad-48de-ba09-58c2814e7d3d,segment=NetworkSegment(fd51e386-56ea-4684-b5b3-35c8f6827e2b),segment_id=fd51e386-56ea-4684-b5b3-35c8f6827e2b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:46.068594 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:46.153929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=54edf0cb-07ad-48de-ba09-58c2814e7d3d,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:46.179867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.180439 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.180528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.180868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.181203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.181550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.181843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.182221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.182551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.182955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.183311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.183598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.183965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:46.211262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-15574175-e071-4a78-9be3-c4692d2c8580 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:46.212939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a7701a68-487c-485c-bb4c-690d99a82c56 None None] Current status of the port 54edf0cb-07ad-48de-ba09-58c2814e7d3d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:46.213343 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a7701a68-487c-485c-bb4c-690d99a82c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:46.220148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-15574175-e071-4a78-9be3-c4692d2c8580 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 811 time: 0.3814223 Mar 10 15:19:46.356130 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-a7701a68-487c-485c-bb4c-690d99a82c56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:19:46.357572 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-a7701a68-487c-485c-bb4c-690d99a82c56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:19:46.373767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-50d174a9-3f15-4e6b-92d9-606701019b5c tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540795be169a49cea3af63cf05632cea HTTP/1.1" status: 200 len: 379 time: 0.1138873 Mar 10 15:19:46.385346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6d5947f-1768-4883-b1c0-9dc8a40f65a1 req-bec00c04-f198-4ddf-9681-ac17337db7e8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667107 Mar 10 15:19:46.400356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'port': {'device_id': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'admin_state_up': True, 'tenant_id': '540795be169a49cea3af63cf05632cea', 'security_groups': ['37e4ac06-01ee-4f21-8544-3cff046b36e6']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:46.534464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ad57379-1e9e-422d-8e8c-aabf00c1de28 req-2ea800eb-d507-4072-a3ac-ea5f851ae1dc tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 210 time: 0.1274989 Mar 10 15:19:46.618514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (38e9097a-7170-4f90-bbed-76a834bb276f), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:46.631595 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (38e9097a-7170-4f90-bbed-76a834bb276f), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:46.829949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Made reservation on behalf of 540795be169a49cea3af63cf05632cea for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:46.833825 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:46.905319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=38e9097a-7170-4f90-bbed-76a834bb276f,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:46.992936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a7701a68-487c-485c-bb4c-690d99a82c56 None None] Current status of the port 54edf0cb-07ad-48de-ba09-58c2814e7d3d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:47.022430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 54edf0cb-07ad-48de-ba09-58c2814e7d3d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:47.224707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Allocated IP 172.20.0.9 (bef92547-f9ac-4ca6-bd1f-eb0594a4e125/c0bcabef-a9bd-405f-96c2-1876e80de53d/1cfcc294-fa1f-4d27-a608-fd689813316d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:47.235092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4566fc26-a047-4b0a-8785-8074d4daebc9 None None] Provisioning complete for port 38e9097a-7170-4f90-bbed-76a834bb276f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:47.241234 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4566fc26-a047-4b0a-8785-8074d4daebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (38e9097a-7170-4f90-bbed-76a834bb276f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:47.242853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (8e257786-e7e8-441a-ba22-f1442cc962bc), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:47.317304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40562) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:47.407988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 54edf0cb-07ad-48de-ba09-58c2814e7d3d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:47.408372 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:47.415496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4566fc26-a047-4b0a-8785-8074d4daebc9 None None] Port 38e9097a-7170-4f90-bbed-76a834bb276f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:19:47.518923 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (38e9097a-7170-4f90-bbed-76a834bb276f), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:47.560219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4566fc26-a047-4b0a-8785-8074d4daebc9 None None] Provisioning complete for port 54edf0cb-07ad-48de-ba09-58c2814e7d3d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:47.560219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4566fc26-a047-4b0a-8785-8074d4daebc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:47.649273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29c55ba8-adb2-4e00-a3fb-ebc4fe1305c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:47.656763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31065959-4f3b-49c9-9ade-a4b9270d7a58 req-3986bde7-2511-4316-85ba-85279a23cb19 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:47.658470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31065959-4f3b-49c9-9ade-a4b9270d7a58 req-3986bde7-2511-4316-85ba-85279a23cb19 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1497729 Mar 10 15:19:47.696832 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:47.700756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cef4479e-feab-443b-9fae-9e8ac5a5a628 req-d7400bf4-293c-4763-bc4f-8167165dcbcc tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 210 time: 0.0412018 Mar 10 15:19:47.803076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31065959-4f3b-49c9-9ade-a4b9270d7a58 req-185aae6f-ed43-4744-bf2d-b07bd8b20988 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011641 Mar 10 15:19:47.837454 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:47.860877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 54edf0cb-07ad-48de-ba09-58c2814e7d3d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:47.874562 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:47.898847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4566fc26-a047-4b0a-8785-8074d4daebc9 None None] Current status of the port 54edf0cb-07ad-48de-ba09-58c2814e7d3d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:47.934827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:47.938117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:47.942536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:19:47.989717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'Port': ['ID=1cfcc294-fa1f-4d27-a608-fd689813316d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:48.003782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.004250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.004698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.005143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.005583 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.006053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.006888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.006888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.007303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.007732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.008160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.008592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.009021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:48.029688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a120abc7-3c77-4b9a-a565-f70b38f0db9d None None] Provisioning complete for port 38e9097a-7170-4f90-bbed-76a834bb276f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:48.031176 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a120abc7-3c77-4b9a-a565-f70b38f0db9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (38e9097a-7170-4f90-bbed-76a834bb276f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:48.053937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:48.054932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:48.109452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-02b8f201-2f54-4c0e-be85-87f13bdf90f2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7178943 Mar 10 15:19:48.118215 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (38e9097a-7170-4f90-bbed-76a834bb276f), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:48.123715 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29c55ba8-adb2-4e00-a3fb-ebc4fe1305c0 admin admin] Publish callbacks [] for security_group (c8fae186-540d-486d-88f1-6bb5c5cd68fd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:48.129021 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (38e9097a-7170-4f90-bbed-76a834bb276f), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:48.130671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a120abc7-3c77-4b9a-a565-f70b38f0db9d None None] Port 38e9097a-7170-4f90-bbed-76a834bb276f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:19:48.153070 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29c55ba8-adb2-4e00-a3fb-ebc4fe1305c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c8fae186-540d-486d-88f1-6bb5c5cd68fd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:48.233771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Request body: {'port': {'device_id': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:48.264374 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-29c55ba8-adb2-4e00-a3fb-ebc4fe1305c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53d3d9758b52495c90f2d886fb968197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9456530 Mar 10 15:19:48.272623 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40576) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:48.370826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c05703af-56d9-4b8a-af7a-b670b08c2e29 None None] Provisioning complete for port 1cfcc294-fa1f-4d27-a608-fd689813316d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:48.371485 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c05703af-56d9-4b8a-af7a-b670b08c2e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:48.461928 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (8e257786-e7e8-441a-ba22-f1442cc962bc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:48.463103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c05703af-56d9-4b8a-af7a-b670b08c2e29 None None] Port 1cfcc294-fa1f-4d27-a608-fd689813316d cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:19:48.465123 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a069-4986-4f9c-8a12-0ef0b241daad admin admin] Publish callbacks [] for security_group (c8fae186-540d-486d-88f1-6bb5c5cd68fd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:48.474067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c55ba8-adb2-4e00-a3fb-ebc4fe1305c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fae186-540d-486d-88f1-6bb5c5cd68fd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:48.483428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=38e9097a-7170-4f90-bbed-76a834bb276f,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:48.617613 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 8f8aa10c-8114-434d-96c2-ae97a5476c24 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:19:48.620829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a069-4986-4f9c-8a12-0ef0b241daad admin admin] Publish callbacks [] for security_group (c8fae186-540d-486d-88f1-6bb5c5cd68fd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:48.623704 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:49.068850 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a069-4986-4f9c-8a12-0ef0b241daad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c8fae186-540d-486d-88f1-6bb5c5cd68fd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:49.071514 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:49.071992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfb5a069-4986-4f9c-8a12-0ef0b241daad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:49.073069 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cfb5a069-4986-4f9c-8a12-0ef0b241daad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8fae186-540d-486d-88f1-6bb5c5cd68fd HTTP/1.1" status: 204 len: 168 time: 0.7937174 Mar 10 15:19:49.101938 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5b491fa5-2cbb-4a06-9d7e-3829cfe8e121 None None] Provisioning complete for port 38e9097a-7170-4f90-bbed-76a834bb276f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:19:49.104908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5b491fa5-2cbb-4a06-9d7e-3829cfe8e121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (38e9097a-7170-4f90-bbed-76a834bb276f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:49.117227 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5a069-4986-4f9c-8a12-0ef0b241daad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fae186-540d-486d-88f1-6bb5c5cd68fd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:49.150813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 8e257786-e7e8-441a-ba22-f1442cc962bc is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:19:49.236051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5b491fa5-2cbb-4a06-9d7e-3829cfe8e121 None None] Port 38e9097a-7170-4f90-bbed-76a834bb276f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:19:49.354308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a7b61-c199-4f9e-a996-5f45d74cd2e4 req-fed507f2-31a1-4138-949e-57e3c3883ca1 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:49.356026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c22a7b61-c199-4f9e-a996-5f45d74cd2e4 req-fed507f2-31a1-4138-949e-57e3c3883ca1 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 931 time: 0.3872597 Mar 10 15:19:49.371807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60053cc-b2f4-480b-8592-0400d96f5985 req-64769b86-8828-4b71-9512-57a85eca45db tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:49.373481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c60053cc-b2f4-480b-8592-0400d96f5985 req-64769b86-8828-4b71-9512-57a85eca45db tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4095674 Mar 10 15:19:49.400113 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:19:49.414542 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8fa6b802-c796-416c-bf6e-b69316fe70fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/8e257786-e7e8-441a-ba22-f1442cc962bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0442207 Mar 10 15:19:49.415436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40604) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:49.418082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781cc40-d74d-46a0-b917-7c6ce84e28af None None] Sync routers for ids ['8e257786-e7e8-441a-ba22-f1442cc962bc'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:19:49.461675 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781cc40-d74d-46a0-b917-7c6ce84e28af None None] Routers {'8e257786-e7e8-441a-ba22-f1442cc962bc'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:49.467978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8781cc40-d74d-46a0-b917-7c6ce84e28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8e257786-e7e8-441a-ba22-f1442cc962bc'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:49.474505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb4c53-642e-47f5-834e-62241b8b35f6 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:49.480223 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6afb4c53-642e-47f5-834e-62241b8b35f6 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports/38e9097a-7170-4f90-bbed-76a834bb276f HTTP/1.1" status: 200 len: 978 time: 0.0635657 Mar 10 15:19:49.480840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40608) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:49.602878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8781cc40-d74d-46a0-b917-7c6ce84e28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:49.635596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781cc40-d74d-46a0-b917-7c6ce84e28af None None] Routers {'8e257786-e7e8-441a-ba22-f1442cc962bc'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:49.640636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8781cc40-d74d-46a0-b917-7c6ce84e28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8e257786-e7e8-441a-ba22-f1442cc962bc'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:49.655687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40610) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:49.709137 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5846e9d-64ec-4d78-9550-a7e9a146a21a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:49.714520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8781cc40-d74d-46a0-b917-7c6ce84e28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:49.721182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781cc40-d74d-46a0-b917-7c6ce84e28af None None] The sync data for ids ['8e257786-e7e8-441a-ba22-f1442cc962bc'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:19:49.791805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c22a7b61-c199-4f9e-a996-5f45d74cd2e4 req-09fa915c-fb26-436b-ad5b-1c3b3cce6c9f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4150672 Mar 10 15:19:49.814243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c60053cc-b2f4-480b-8592-0400d96f5985 req-5b015010-3dfd-4156-9e3e-565dc2811406 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170617 Mar 10 15:19:49.972288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfcc294-fa1f-4d27-a608-fd689813316d {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:19:49.981399 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5846e9d-64ec-4d78-9550-a7e9a146a21a admin admin] Publish callbacks [] for security_group (253c0922-6f77-40f0-b6ef-7d9471958fea), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:49.992173 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5846e9d-64ec-4d78-9550-a7e9a146a21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (253c0922-6f77-40f0-b6ef-7d9471958fea), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:49.995292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Publish callbacks [] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:50.057228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Transition to ACTIVE for port object 1cfcc294-fa1f-4d27-a608-fd689813316d will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:19:50.067998 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:50.115267 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d5846e9d-64ec-4d78-9550-a7e9a146a21a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c674713cb873443b92b7398dddabbbb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4558773 Mar 10 15:19:50.126473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40618) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:50.172713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5846e9d-64ec-4d78-9550-a7e9a146a21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253c0922-6f77-40f0-b6ef-7d9471958fea,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:50.266983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfcc294-fa1f-4d27-a608-fd689813316d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:50.284013 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f6c7bbe-c123-4c18-9662-17cfaa9cd089 admin admin] Publish callbacks [] for security_group (253c0922-6f77-40f0-b6ef-7d9471958fea), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:50.481346 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-755716e5-2318-46da-98ef-8f7476c0a9ca tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (8e257786-e7e8-441a-ba22-f1442cc962bc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:50.497529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Attempting to bind port 1cfcc294-fa1f-4d27-a608-fd689813316d on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:19:50.497904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Attempting to bind port 1cfcc294-fa1f-4d27-a608-fd689813316d by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:19:50.498234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Attempting to bind port 1cfcc294-fa1f-4d27-a608-fd689813316d on network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:19:50.515990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Port 1cfcc294-fa1f-4d27-a608-fd689813316d on network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:19:50.516180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Attempting to bind port 1cfcc294-fa1f-4d27-a608-fd689813316d on network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:19:50.524309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f6c7bbe-c123-4c18-9662-17cfaa9cd089 admin admin] Publish callbacks [] for security_group (253c0922-6f77-40f0-b6ef-7d9471958fea), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:50.559742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:19:50.560084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Checking segment: {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:50.560478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Bound using segment: {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:19:50.560928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Bound port: 1cfcc294-fa1f-4d27-a608-fd689813316d, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:19:50.561309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:50.625478 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:50.762531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] For port 1cfcc294-fa1f-4d27-a608-fd689813316d, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:19:50.780885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] For port 1cfcc294-fa1f-4d27-a608-fd689813316d, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1cfcc294-fa1f-4d27-a608-fd689813316d,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:19:50.791515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f6c7bbe-c123-4c18-9662-17cfaa9cd089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (253c0922-6f77-40f0-b6ef-7d9471958fea), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:50.794185 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f6c7bbe-c123-4c18-9662-17cfaa9cd089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:50.795394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5f6c7bbe-c123-4c18-9662-17cfaa9cd089 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/253c0922-6f77-40f0-b6ef-7d9471958fea HTTP/1.1" status: 204 len: 168 time: 0.6677430 Mar 10 15:19:50.830251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c7bbe-c123-4c18-9662-17cfaa9cd089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253c0922-6f77-40f0-b6ef-7d9471958fea,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:50.842651 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:51.013553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:51.015982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:51.017469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] 10.222.0.45 "PUT /v2.0/ports/1cfcc294-fa1f-4d27-a608-fd689813316d HTTP/1.1" status: 200 len: 1091 time: 2.8987250 Mar 10 15:19:51.017973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'tag': '1cfcc294-fa1f-4d27-a608-fd689813316d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:19:51.020330 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11bac3a-de96-46b4-a9a0-bf1d86592298" -d '{"events": [{"name": "network-changed", "server_uuid": "1e97e504-4637-4ec1-81ae-49c91bd9c460", "tag": "1cfcc294-fa1f-4d27-a608-fd689813316d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:19:51.227841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-755716e5-2318-46da-98ef-8f7476c0a9ca tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 38e9097a-7170-4f90-bbed-76a834bb276f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:51.231832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-755716e5-2318-46da-98ef-8f7476c0a9ca tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (38e9097a-7170-4f90-bbed-76a834bb276f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:51.536958 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-755716e5-2318-46da-98ef-8f7476c0a9ca tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (38e9097a-7170-4f90-bbed-76a834bb276f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:51.571089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4dd1c-d881-4bc7-b4e1-864b1014a736 req-662a8474-c700-4b97-ad2d-062d6b23a67c tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:51.576855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93c4dd1c-d881-4bc7-b4e1-864b1014a736 req-662a8474-c700-4b97-ad2d-062d6b23a67c tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 943 time: 0.5364604 Mar 10 15:19:51.585777 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-755716e5-2318-46da-98ef-8f7476c0a9ca tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 38e9097a-7170-4f90-bbed-76a834bb276f owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:51.650166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f357e-a8a4-4f3b-9b26-f96f7bd36ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfcc294-fa1f-4d27-a608-fd689813316d,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:51.694299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c076e7-61ca-417b-91a5-6e0eca5c1dad req-7a8784db-09d3-4929-9a8f-b770b70a199f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:51.702960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6c076e7-61ca-417b-91a5-6e0eca5c1dad req-7a8784db-09d3-4929-9a8f-b770b70a199f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.5343516 Mar 10 15:19:51.835356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-c54cafe5-296c-42af-a041-c8fe9243e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:51.840493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-c54cafe5-296c-42af-a041-c8fe9243e5e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 1125 time: 0.6055288 Mar 10 15:19:51.851954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93c4dd1c-d881-4bc7-b4e1-864b1014a736 req-061f9a28-3e1e-4319-914b-2a3f44f8b95b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550333 Mar 10 15:19:51.865739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40658) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:52.024337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-755716e5-2318-46da-98ef-8f7476c0a9ca tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (38e9097a-7170-4f90-bbed-76a834bb276f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:52.102863 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9671f5fa-e529-4c52-b35d-be6ee18a8c4b x-openstack-request-id: req-9671f5fa-e529-4c52-b35d-be6ee18a8c4b {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:19:52.107443 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e97e504-4637-4ec1-81ae-49c91bd9c460", "tag": "1cfcc294-fa1f-4d27-a608-fd689813316d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:19:52.107721 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9671f5fa-e529-4c52-b35d-be6ee18a8c4b {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:19:52.108154 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'tag': '1cfcc294-fa1f-4d27-a608-fd689813316d', 'status': 'completed', 'code': 200} Mar 10 15:19:52.124948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-a036c15d-bf1f-493a-9f8a-5323bfd93c97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cfcc294-fa1f-4d27-a608-fd689813316d HTTP/1.1" status: 200 len: 217 time: 0.2496076 Mar 10 15:19:52.130652 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755716e5-2318-46da-98ef-8f7476c0a9ca tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=38e9097a-7170-4f90-bbed-76a834bb276f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:52.140259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6c076e7-61ca-417b-91a5-6e0eca5c1dad req-758b1bf7-66fc-4bff-97bc-96990baef190 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209712 Mar 10 15:19:52.171974 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-265b8419-3c41-4717-8191-a0e6a93969bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:52.298550 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03eb3999-9c3a-4246-be8b-e04316f2f94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:52.311057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-a9051270-6919-43aa-a0b1-1702c4a61713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:52.317482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-a9051270-6919-43aa-a0b1-1702c4a61713 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.1720474 Mar 10 15:19:52.405298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-44799f55-a80b-4480-80d9-df54621c2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:52.407108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-44799f55-a80b-4480-80d9-df54621c2340 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0850880 Mar 10 15:19:52.595097 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-755716e5-2318-46da-98ef-8f7476c0a9ca tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (8e257786-e7e8-441a-ba22-f1442cc962bc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:52.674838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-8afdbbd1-0785-479e-a1ee-d856103709e4 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586970 Mar 10 15:19:52.737741 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03eb3999-9c3a-4246-be8b-e04316f2f94c admin admin] Publish callbacks [] for security_group (d6d607cb-ec55-41d5-87bb-2f5e6f79181e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:52.749017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03eb3999-9c3a-4246-be8b-e04316f2f94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d6d607cb-ec55-41d5-87bb-2f5e6f79181e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:52.823731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb3999-9c3a-4246-be8b-e04316f2f94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d607cb-ec55-41d5-87bb-2f5e6f79181e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:52.857358 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-03eb3999-9c3a-4246-be8b-e04316f2f94c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b33fa1e78bf493b947b9207859c019f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9893100 Mar 10 15:19:52.861893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40680) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:52.888141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4a47a7d-6c16-4298-9950-523efa95a527 req-5d1ec71d-36de-4e3b-a81a-032ed2bb24ff service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003624 Mar 10 15:19:53.036700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755716e5-2318-46da-98ef-8f7476c0a9ca tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 8e257786-e7e8-441a-ba22-f1442cc962bc has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:19:53.100610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f315390-9e73-43e4-a67f-01c2ce01e870 admin admin] Publish callbacks [] for security_group (d6d607cb-ec55-41d5-87bb-2f5e6f79181e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:53.164868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755716e5-2318-46da-98ef-8f7476c0a9ca tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:19:53.172429 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-755716e5-2318-46da-98ef-8f7476c0a9ca tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/8e257786-e7e8-441a-ba22-f1442cc962bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6905777 Mar 10 15:19:53.175218 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40690) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:53.178163 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18de4d2-717a-49d9-bb0f-f44b9b50b561 None None] Sync routers for ids ['8e257786-e7e8-441a-ba22-f1442cc962bc'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:19:53.201539 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18de4d2-717a-49d9-bb0f-f44b9b50b561 None None] Routers {'8e257786-e7e8-441a-ba22-f1442cc962bc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:53.204539 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c18de4d2-717a-49d9-bb0f-f44b9b50b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8e257786-e7e8-441a-ba22-f1442cc962bc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:53.284546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bac3a-de96-46b4-a9a0-bf1d86592298 req-9727abab-a0d1-45e7-ab3d-5eb865824d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:53.286122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e11bac3a-de96-46b4-a9a0-bf1d86592298 req-9727abab-a0d1-45e7-ab3d-5eb865824d86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 1125 time: 0.3326359 Mar 10 15:19:53.312664 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c18de4d2-717a-49d9-bb0f-f44b9b50b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:53.331111 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f315390-9e73-43e4-a67f-01c2ce01e870 admin admin] Publish callbacks [] for security_group (d6d607cb-ec55-41d5-87bb-2f5e6f79181e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:53.368123 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18de4d2-717a-49d9-bb0f-f44b9b50b561 None None] Routers {'8e257786-e7e8-441a-ba22-f1442cc962bc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:19:53.368758 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c18de4d2-717a-49d9-bb0f-f44b9b50b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8e257786-e7e8-441a-ba22-f1442cc962bc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:53.526117 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c18de4d2-717a-49d9-bb0f-f44b9b50b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:53.530471 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18de4d2-717a-49d9-bb0f-f44b9b50b561 None None] The sync data for ids ['8e257786-e7e8-441a-ba22-f1442cc962bc'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:19:53.558229 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-fccb13fc-7837-4e81-92b9-62ba97ed0e2f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] remove_router_interface failed (client error): The resource could not be found. Mar 10 15:19:53.561889 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fccb13fc-7837-4e81-92b9-62ba97ed0e2f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/8e257786-e7e8-441a-ba22-f1442cc962bc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3829825 Mar 10 15:19:53.562130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40704) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:53.597335 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-86c1f1f1-f795-44e8-87be-39f55cf06045 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e257786-e7e8-441a-ba22-f1442cc962bc HTTP/1.1" status: 200 len: 205 time: 0.0340908 Mar 10 15:19:53.600129 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40706) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:53.621607 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f315390-9e73-43e4-a67f-01c2ce01e870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d6d607cb-ec55-41d5-87bb-2f5e6f79181e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:53.624819 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f315390-9e73-43e4-a67f-01c2ce01e870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:53.628468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5f315390-9e73-43e4-a67f-01c2ce01e870 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6d607cb-ec55-41d5-87bb-2f5e6f79181e HTTP/1.1" status: 204 len: 168 time: 0.7634010 Mar 10 15:19:53.665568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f1668-ae49-4a01-85f5-0d35f1d2183d req-c932f727-5ac0-4733-9fb7-324744f91a5b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:53.667998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af9f1668-ae49-4a01-85f5-0d35f1d2183d req-c932f727-5ac0-4733-9fb7-324744f91a5b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 943 time: 0.6343074 Mar 10 15:19:53.791016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f315390-9e73-43e4-a67f-01c2ce01e870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d607cb-ec55-41d5-87bb-2f5e6f79181e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:53.806757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af9f1668-ae49-4a01-85f5-0d35f1d2183d req-ff747cc0-7f6b-45b6-ad86-a55b8f411365 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943129 Mar 10 15:19:53.851376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b0762-3e9e-4dd2-8f37-1ecfa60e7a5e req-c33819d7-e182-4f5d-b7f7-506000c9912f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:53.856481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a6b0762-3e9e-4dd2-8f37-1ecfa60e7a5e req-c33819d7-e182-4f5d-b7f7-506000c9912f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.5640693 Mar 10 15:19:53.971988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a6b0762-3e9e-4dd2-8f37-1ecfa60e7a5e req-6532c8ad-349a-4239-ba5c-67e8c41a040a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008832 Mar 10 15:19:54.014665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bac3a-de96-46b4-a9a0-bf1d86592298 req-24546630-9184-424b-927d-3aeefcd26b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:54.021925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e11bac3a-de96-46b4-a9a0-bf1d86592298 req-24546630-9184-424b-927d-3aeefcd26b98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 912 time: 0.6649671 Mar 10 15:19:54.044582 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2d9bcca4-bda5-4e6c-ab71-55725a578b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:54.113024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e11bac3a-de96-46b4-a9a0-bf1d86592298 req-e93dc98d-1567-494a-a528-5bb262923bf9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cfcc294-fa1f-4d27-a608-fd689813316d HTTP/1.1" status: 200 len: 217 time: 0.0825105 Mar 10 15:19:54.211116 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4c2cff5b-975e-4d15-929b-2b56d96b6986 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (8e257786-e7e8-441a-ba22-f1442cc962bc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:54.253428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bac3a-de96-46b4-a9a0-bf1d86592298 req-2b41edc6-3fd2-4b72-a651-c036631c8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:54.257932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e11bac3a-de96-46b4-a9a0-bf1d86592298 req-2b41edc6-3fd2-4b72-a651-c036631c8195 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.1391478 Mar 10 15:19:54.347007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bac3a-de96-46b4-a9a0-bf1d86592298 req-11f8ee8d-4f24-41db-b12a-be5b2aaeba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:54.348632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e11bac3a-de96-46b4-a9a0-bf1d86592298 req-11f8ee8d-4f24-41db-b12a-be5b2aaeba80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834782 Mar 10 15:19:54.482910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40718) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:54.525409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4c2cff5b-975e-4d15-929b-2b56d96b6986 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (8e257786-e7e8-441a-ba22-f1442cc962bc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:54.526333 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4c2cff5b-975e-4d15-929b-2b56d96b6986 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (8e257786-e7e8-441a-ba22-f1442cc962bc), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:54.539573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2277655-5e0a-48bb-9561-83a4b0a87010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:54.634617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e11bac3a-de96-46b4-a9a0-bf1d86592298 req-c402dd48-1b5f-40cd-86d8-2c5928221eb7 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723050 Mar 10 15:19:54.657654 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4c2cff5b-975e-4d15-929b-2b56d96b6986 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (8e257786-e7e8-441a-ba22-f1442cc962bc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:54.658202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2cff5b-975e-4d15-929b-2b56d96b6986 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Fanout notify agent at l3_agent the message router_deleted on router 8e257786-e7e8-441a-ba22-f1442cc962bc {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:19:54.666086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4c2cff5b-975e-4d15-929b-2b56d96b6986 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:54.668506 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4c2cff5b-975e-4d15-929b-2b56d96b6986 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/8e257786-e7e8-441a-ba22-f1442cc962bc HTTP/1.1" status: 204 len: 168 time: 1.0662305 Mar 10 15:19:54.671863 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40730) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:54.793739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting subnet e1f5319b-2140-4433-af74-61cb74d2ac15 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:19:54.803649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (e1f5319b-2140-4433-af74-61cb74d2ac15), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:54.845295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e11bac3a-de96-46b4-a9a0-bf1d86592298 req-185af1f8-84a9-4209-9649-8a1d2522517c service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046738 Mar 10 15:19:54.946701 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (e1f5319b-2140-4433-af74-61cb74d2ac15), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:54.985747 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2277655-5e0a-48bb-9561-83a4b0a87010 admin admin] Publish callbacks [] for security_group (4a709b50-12ee-4e4b-805b-d6b02a9f3fe1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.026059 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2277655-5e0a-48bb-9561-83a4b0a87010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4a709b50-12ee-4e4b-805b-d6b02a9f3fe1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.122588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a2277655-5e0a-48bb-9561-83a4b0a87010 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=873db95ed9bc4b1d9c765080ddacef72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6372912 Mar 10 15:19:55.125495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40746) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:55.128031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2277655-5e0a-48bb-9561-83a4b0a87010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a709b50-12ee-4e4b-805b-d6b02a9f3fe1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:55.176228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2895777-ac45-4f3d-b89c-0bb5f6dccc3e req-cc455d31-4975-4ce2-bdb9-0bb9d8f1b592 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:55.183688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2895777-ac45-4f3d-b89c-0bb5f6dccc3e req-cc455d31-4975-4ce2-bdb9-0bb9d8f1b592 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 943 time: 0.2187383 Mar 10 15:19:55.234701 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.264986 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e1f5319b-2140-4433-af74-61cb74d2ac15), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.396693 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-257b1445-7d87-4447-9e45-457d1d22ed88 admin admin] Publish callbacks [] for security_group (4a709b50-12ee-4e4b-805b-d6b02a9f3fe1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.400479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40750) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:55.408427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2895777-ac45-4f3d-b89c-0bb5f6dccc3e req-7cd7d724-7cef-45f6-9433-24cfaf683d2a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235875 Mar 10 15:19:55.451253 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (e1f5319b-2140-4433-af74-61cb74d2ac15), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.454692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0054b-cba1-4adc-afa0-a77dec081def req-6b8a7329-371e-40f9-a11b-6b2d0b17f766 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:55.456654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10e0054b-cba1-4adc-afa0-a77dec081def req-6b8a7329-371e-40f9-a11b-6b2d0b17f766 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2650783 Mar 10 15:19:55.474389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-257b1445-7d87-4447-9e45-457d1d22ed88 admin admin] Publish callbacks [] for security_group (4a709b50-12ee-4e4b-805b-d6b02a9f3fe1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.501272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1cfcc294-fa1f-4d27-a608-fd689813316d details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:19:55.505600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f5319b-2140-4433-af74-61cb74d2ac15,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:55.515785 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.516261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.516598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.516930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.517390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.517767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.518096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.518947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.518947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.519516 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.519895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.520492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.520823 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:19:55.536871 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.541383 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-64158e1a-855d-49f6-b79a-e307b7afcb53 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/e1f5319b-2140-4433-af74-61cb74d2ac15 HTTP/1.1" status: 204 len: 168 time: 0.8684916 Mar 10 15:19:55.545060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40756) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:55.550461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040ff800-16df-4e48-a009-d52d697343e4 None None] Network 8f8aa10c-8114-434d-96c2-ae97a5476c24 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:55.652893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10e0054b-cba1-4adc-afa0-a77dec081def req-73281a38-393c-492b-9e98-64555745e131 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867745 Mar 10 15:19:55.685596 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-257b1445-7d87-4447-9e45-457d1d22ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4a709b50-12ee-4e4b-805b-d6b02a9f3fe1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.688236 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-257b1445-7d87-4447-9e45-457d1d22ed88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.690829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-257b1445-7d87-4447-9e45-457d1d22ed88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a709b50-12ee-4e4b-805b-d6b02a9f3fe1 HTTP/1.1" status: 204 len: 168 time: 0.5626972 Mar 10 15:19:55.698702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b1445-7d87-4447-9e45-457d1d22ed88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a709b50-12ee-4e4b-805b-d6b02a9f3fe1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:55.756893 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (8f8aa10c-8114-434d-96c2-ae97a5476c24), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.819908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1cfcc294-fa1f-4d27-a608-fd689813316d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1cfcc294-fa1f-4d27-a608-fd689813316d,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:55.824864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-85bee2b9-889e-405b-9577-b7d60087906f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:55.856889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '1cfcc294-fa1f-4d27-a608-fd689813316d', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'port_id': '1cfcc294-fa1f-4d27-a608-fd689813316d', 'mac_address': 'fa:16:3e:77:97:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:19:55.951341 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 54edf0cb-07ad-48de-ba09-58c2814e7d3d {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:55.951688 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.013377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 1cfcc294-fa1f-4d27-a608-fd689813316d is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:56.013794 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.057920 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port 54edf0cb-07ad-48de-ba09-58c2814e7d3d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=54edf0cb-07ad-48de-ba09-58c2814e7d3d,segment=NetworkSegment(fd51e386-56ea-4684-b5b3-35c8f6827e2b),segment_id=fd51e386-56ea-4684-b5b3-35c8f6827e2b)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:56.058313 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.058486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfcc294-fa1f-4d27-a608-fd689813316d {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:19:56.096437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1cfcc294-fa1f-4d27-a608-fd689813316d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1cfcc294-fa1f-4d27-a608-fd689813316d,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:56.105803 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.117749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-85bee2b9-889e-405b-9577-b7d60087906f admin admin] Publish callbacks [] for security_group (52e77b39-31cb-4a61-bab1-f64ea839b1f5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.119414 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 54edf0cb-07ad-48de-ba09-58c2814e7d3d owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:56.127261 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-85bee2b9-889e-405b-9577-b7d60087906f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (52e77b39-31cb-4a61-bab1-f64ea839b1f5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.156872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d02858-af60-46fa-8a91-8b5d01e4c664 None None] DHCP port deletion for 8f8aa10c-8114-434d-96c2-ae97a5476c24 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:19:56.236537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bee2b9-889e-405b-9577-b7d60087906f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e77b39-31cb-4a61-bab1-f64ea839b1f5,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:56.250477 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:19:56.266590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=1cfcc294-fa1f-4d27-a608-fd689813316d,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:56.267304 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-85bee2b9-889e-405b-9577-b7d60087906f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8410a54c47db42b89f0ea72ff445b7a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8653698 Mar 10 15:19:56.269723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40770) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:56.316596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b8d02858-af60-46fa-8a91-8b5d01e4c664 None None] Deleting port 54edf0cb-07ad-48de-ba09-58c2814e7d3d {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:19:56.318587 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b8d02858-af60-46fa-8a91-8b5d01e4c664 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.363635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.391033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d3783627-885a-43d8-b0ac-92008ca63b4e admin admin] Publish callbacks [] for security_group (52e77b39-31cb-4a61-bab1-f64ea839b1f5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.396969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['1cfcc294-fa1f-4d27-a608-fd689813316d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:19:56.428139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=54edf0cb-07ad-48de-ba09-58c2814e7d3d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:56.448355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d3783627-885a-43d8-b0ac-92008ca63b4e admin admin] Publish callbacks [] for security_group (52e77b39-31cb-4a61-bab1-f64ea839b1f5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.451880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No DVR routers for this DVR port 54edf0cb-07ad-48de-ba09-58c2814e7d3d on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:19:56.533808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b8d02858-af60-46fa-8a91-8b5d01e4c664 None None] For port 54edf0cb-07ad-48de-ba09-58c2814e7d3d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=54edf0cb-07ad-48de-ba09-58c2814e7d3d,segment=NetworkSegment(fd51e386-56ea-4684-b5b3-35c8f6827e2b),segment_id=fd51e386-56ea-4684-b5b3-35c8f6827e2b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:56.534552 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b8d02858-af60-46fa-8a91-8b5d01e4c664 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.553176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d3783627-885a-43d8-b0ac-92008ca63b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (52e77b39-31cb-4a61-bab1-f64ea839b1f5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.557007 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d3783627-885a-43d8-b0ac-92008ca63b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.566773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d3783627-885a-43d8-b0ac-92008ca63b4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52e77b39-31cb-4a61-bab1-f64ea839b1f5 HTTP/1.1" status: 204 len: 168 time: 0.2911949 Mar 10 15:19:56.627772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3783627-885a-43d8-b0ac-92008ca63b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e77b39-31cb-4a61-bab1-f64ea839b1f5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:56.658598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b8d02858-af60-46fa-8a91-8b5d01e4c664 None None] Calling delete_port for 54edf0cb-07ad-48de-ba09-58c2814e7d3d owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:19:56.674720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b177b-3079-425b-89f4-fed09dd6f6da req-074d9a73-a3e7-4d3f-a656-b1abf96127f8 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:56.680781 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (8f8aa10c-8114-434d-96c2-ae97a5476c24), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.692192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc4b177b-3079-425b-89f4-fed09dd6f6da req-074d9a73-a3e7-4d3f-a656-b1abf96127f8 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 944 time: 0.1221879 Mar 10 15:19:56.732045 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.766453 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8aa10c-8114-434d-96c2-ae97a5476c24']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:56.810543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd51e386-56ea-4684-b5b3-35c8f6827e2b') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:56.810962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd51e386-56ea-4684-b5b3-35c8f6827e2b') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:19:56.855807 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (fd51e386-56ea-4684-b5b3-35c8f6827e2b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.887795 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (fd51e386-56ea-4684-b5b3-35c8f6827e2b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.900161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc4b177b-3079-425b-89f4-fed09dd6f6da req-5a5bb9fa-2af5-46cb-bc2a-18d461b05a81 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005823 Mar 10 15:19:56.904232 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:19:56.907471 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (fd51e386-56ea-4684-b5b3-35c8f6827e2b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:19:56.919278 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:19:56.959877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7340806-a40a-4ea3-a4b9-3ddf4ce51c3f req-cae4578d-a023-4be5-8922-2a170161c981 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:56.975450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7340806-a40a-4ea3-a4b9-3ddf4ce51c3f req-cae4578d-a023-4be5-8922-2a170161c981 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1468384 Mar 10 15:19:56.993451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 54edf0cb-07ad-48de-ba09-58c2814e7d3d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:19:57.073253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 54edf0cb-07ad-48de-ba09-58c2814e7d3d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:19:57.074823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 54edf0cb-07ad-48de-ba09-58c2814e7d3d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:19:57.085576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7340806-a40a-4ea3-a4b9-3ddf4ce51c3f req-93b1215c-5042-43f4-b1bb-dd1985b7e1fb tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087496 Mar 10 15:19:57.124717 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (8f8aa10c-8114-434d-96c2-ae97a5476c24), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.132074 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.144895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40804) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:57.152539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'network': {'name': 'tempest-RoutersTest-1149433094'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:57.160037 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/networks/8f8aa10c-8114-434d-96c2-ae97a5476c24 HTTP/1.1" status: 204 len: 168 time: 1.6121054 Mar 10 15:19:57.218295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:57.227214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a98cb-e0d1-48f2-9580-57c15aa9ff83 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Network': ['ID=8f8aa10c-8114-434d-96c2-ae97a5476c24,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:57.230480 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.297574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:19:57.322008 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6f80256c-1f46-4206-b101-94abdc0a1adc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.323698 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added segment 6f80256c-1f46-4206-b101-94abdc0a1adc of type vlan for network 52275e9e-1de7-47bb-9f9d-84aa94be61fa Mar 10 15:19:57.355200 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b8d02858-af60-46fa-8a91-8b5d01e4c664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (54edf0cb-07ad-48de-ba09-58c2814e7d3d), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.418411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8d02858-af60-46fa-8a91-8b5d01e4c664 None None] Network 8f8aa10c-8114-434d-96c2-ae97a5476c24 is not hosted by any dhcp agent {{(pid=115535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:19:57.423218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d02858-af60-46fa-8a91-8b5d01e4c664 None None] No DVR routers for this DVR port 54edf0cb-07ad-48de-ba09-58c2814e7d3d on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:19:57.430322 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (52275e9e-1de7-47bb-9f9d-84aa94be61fa), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.434251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d02858-af60-46fa-8a91-8b5d01e4c664 None None] Pushing event deleted for resources: {'Port': ['ID=54edf0cb-07ad-48de-ba09-58c2814e7d3d,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:57.506365 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (52275e9e-1de7-47bb-9f9d-84aa94be61fa), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.537077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:57.541648 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.558941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 5b86ddaa-aa5f-4786-a085-63cf34d10b2e details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:19:57.629593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40810) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:57.649290 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b50b838d-7954-48c2-ac4a-446e01d7b04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.666831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5181134 Mar 10 15:19:57.672790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40812) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:57.692344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'subnet': {'network_id': '52275e9e-1de7-47bb-9f9d-84aa94be61fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:57.786570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594c06b-4b86-47a6-bcb5-a02ad7fdc7ec tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Network': ['ID=52275e9e-1de7-47bb-9f9d-84aa94be61fa,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:57.859471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40818) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:57.887505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:57.902744 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b50b838d-7954-48c2-ac4a-446e01d7b04b admin admin] Publish callbacks [] for security_group (29d871d6-4065-416e-ae62-334c5c5c3be8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.913575 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b50b838d-7954-48c2-ac4a-446e01d7b04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (29d871d6-4065-416e-ae62-334c5c5c3be8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:57.928503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8', 'port_id': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'mac_address': 'fa:16:3e:8c:51:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad25c65-3dd0-442b-aaf8-9d82e0bd1295', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:19:57.936761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 52275e9e-1de7-47bb-9f9d-84aa94be61fa details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:19:58.036910 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b50b838d-7954-48c2-ac4a-446e01d7b04b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec7e8e499c9840d8bf7c17442260c876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4056740 Mar 10 15:19:58.039470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40826) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:58.040694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b838d-7954-48c2-ac4a-446e01d7b04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d871d6-4065-416e-ae62-334c5c5c3be8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:58.106937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:19:58.107653 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.131443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b86ddaa-aa5f-4786-a085-63cf34d10b2e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:19:58.172042 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b74e1b4a-26d5-4cfa-9d51-d2d374790868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.173930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:19:58.177305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.179609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:19:58.188933 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.283100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['5b86ddaa-aa5f-4786-a085-63cf34d10b2e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:19:58.294039 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.318381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:58.411357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (c5d67245-c665-489e-af62-16146b7c1d83), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.494017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Subnet': ['ID=c5d67245-c665-489e-af62-16146b7c1d83,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:58.525881 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee361-3cdb-40a9-ac0a-9bf81e5c45ac admin admin] Publish callbacks [] for security_group (29d871d6-4065-416e-ae62-334c5c5c3be8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.550540 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee361-3cdb-40a9-ac0a-9bf81e5c45ac admin admin] Publish callbacks [] for security_group (29d871d6-4065-416e-ae62-334c5c5c3be8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.603179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9951827-ff29-4f9f-bef8-30afd208690d req-5d18d89b-48a4-402f-87ad-942b412e06e4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:58.605333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9951827-ff29-4f9f-bef8-30afd208690d req-5d18d89b-48a4-402f-87ad-942b412e06e4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 944 time: 0.5329485 Mar 10 15:19:58.674107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fce46-ba6f-460d-b2d3-f11b356026dc req-49d95118-f098-44d4-9c4a-d9110fb206e9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:58.675643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f9fce46-ba6f-460d-b2d3-f11b356026dc req-49d95118-f098-44d4-9c4a-d9110fb206e9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.3028333 Mar 10 15:19:58.725793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Checking segment: {'id': '6f80256c-1f46-4206-b101-94abdc0a1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '52275e9e-1de7-47bb-9f9d-84aa94be61fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:19:58.726214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network hostable DHCP agents. Network: 52275e9e-1de7-47bb-9f9d-84aa94be61fa, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:19:58.737771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9951827-ff29-4f9f-bef8-30afd208690d req-1c852c55-d0f3-4531-ad59-3708c9accbb8 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080852 Mar 10 15:19:58.769831 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee361-3cdb-40a9-ac0a-9bf81e5c45ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (29d871d6-4065-416e-ae62-334c5c5c3be8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.772405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee361-3cdb-40a9-ac0a-9bf81e5c45ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.773577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2e6ee361-3cdb-40a9-ac0a-9bf81e5c45ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29d871d6-4065-416e-ae62-334c5c5c3be8 HTTP/1.1" status: 204 len: 168 time: 0.7329011 Mar 10 15:19:58.811061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ee361-3cdb-40a9-ac0a-9bf81e5c45ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d871d6-4065-416e-ae62-334c5c5c3be8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:58.815193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 52275e9e-1de7-47bb-9f9d-84aa94be61fa is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:19:58.825555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f9fce46-ba6f-460d-b2d3-f11b356026dc req-92d0714f-2024-471b-8f00-285350353043 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391368 Mar 10 15:19:58.861176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b74e1b4a-26d5-4cfa-9d51-d2d374790868 admin admin] Publish callbacks [] for security_group (109451ac-9827-40d6-af4e-805c01e1ae6e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.862716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 52275e9e-1de7-47bb-9f9d-84aa94be61fa) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:19:58.875488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5bc77-3c16-4aa6-8203-41e32e0eb693 None None] Network 52275e9e-1de7-47bb-9f9d-84aa94be61fa requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:19:58.882161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:19:58.883032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.887047 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b74e1b4a-26d5-4cfa-9d51-d2d374790868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (109451ac-9827-40d6-af4e-805c01e1ae6e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:58.952184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0cd50df2-1a8c-41d7-989b-aa3c06bd71e5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2737103 Mar 10 15:19:58.954250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40838) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:58.956945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b74e1b4a-26d5-4cfa-9d51-d2d374790868 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a06c0809f1d4c6fbba0e67a38f94456&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0931125 Mar 10 15:19:58.959629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e1b4a-26d5-4cfa-9d51-d2d374790868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109451ac-9827-40d6-af4e-805c01e1ae6e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:58.962674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40842) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:58.962876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2912c216-fb01-4153-86d7-7059718b942f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-367766480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:19:59.009416 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2912c216-fb01-4153-86d7-7059718b942f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:59.011664 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2912c216-fb01-4153-86d7-7059718b942f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:59.039928 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21a598e7-1d86-4f8d-8f0c-0827310e3866 admin admin] Publish callbacks [] for security_group (109451ac-9827-40d6-af4e-805c01e1ae6e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:59.068986 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21a598e7-1d86-4f8d-8f0c-0827310e3866 admin admin] Publish callbacks [] for security_group (109451ac-9827-40d6-af4e-805c01e1ae6e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:59.105865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-52275e9e-1de7-47bb-9f9d-84aa94be61fa', 'network_id': '52275e9e-1de7-47bb-9f9d-84aa94be61fa', 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'fixed_ips': [{'subnet_id': 'c5d67245-c665-489e-af62-16146b7c1d83'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:19:59.107827 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:59.217012 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21a598e7-1d86-4f8d-8f0c-0827310e3866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (109451ac-9827-40d6-af4e-805c01e1ae6e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:59.227662 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21a598e7-1d86-4f8d-8f0c-0827310e3866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:59.238532 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2912c216-fb01-4153-86d7-7059718b942f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:59.245180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-21a598e7-1d86-4f8d-8f0c-0827310e3866 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/109451ac-9827-40d6-af4e-805c01e1ae6e HTTP/1.1" status: 204 len: 168 time: 0.2664511 Mar 10 15:19:59.252686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2912c216-fb01-4153-86d7-7059718b942f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:59.279543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a598e7-1d86-4f8d-8f0c-0827310e3866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109451ac-9827-40d6-af4e-805c01e1ae6e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:19:59.326852 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2912c216-fb01-4153-86d7-7059718b942f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:19:59.331611 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2912c216-fb01-4153-86d7-7059718b942f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3756390 Mar 10 15:19:59.331912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40850) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:19:59.654608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Allocated IP 172.20.0.2 (52275e9e-1de7-47bb-9f9d-84aa94be61fa/c5d67245-c665-489e-af62-16146b7c1d83/9a358d10-5016-46d0-bd66-530e7dba7c63) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:19:59.749419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1cfcc294-fa1f-4d27-a608-fd689813316d up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:19:59.755538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 5b86ddaa-aa5f-4786-a085-63cf34d10b2e up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:20:00.178688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 1cfcc294-fa1f-4d27-a608-fd689813316d completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:20:00.194432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 1cfcc294-fa1f-4d27-a608-fd689813316d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:00.194432 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:00.346892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:00.347314 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:00.475152 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Publish callbacks [] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:00.483057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965699d-6236-4e0e-9a57-a7f32782273e req-30289d76-9afd-4527-a43f-15fae3fed6d8 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:00.491702 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3965699d-6236-4e0e-9a57-a7f32782273e req-30289d76-9afd-4527-a43f-15fae3fed6d8 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 944 time: 0.5497839 Mar 10 15:20:00.506339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de209867-77a5-4fbe-a30e-495e74f7171c req-d7bcd105-8239-40ad-aeac-48e8afd18e60 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:00.519224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de209867-77a5-4fbe-a30e-495e74f7171c req-d7bcd105-8239-40ad-aeac-48e8afd18e60 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.5759940 Mar 10 15:20:00.539465 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:00.616135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Network 52275e9e-1de7-47bb-9f9d-84aa94be61fa is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:00.625437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:00.655774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de209867-77a5-4fbe-a30e-495e74f7171c req-06d34f4b-c384-4c51-aa31-9899ce6bc1e0 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349161 Mar 10 15:20:00.657192 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:00.679248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:20:00.694002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3965699d-6236-4e0e-9a57-a7f32782273e req-c5f2980b-2737-48b5-b84a-cfb20e11b60c tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009852 Mar 10 15:20:00.910817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Pushing event updated for resources: {'Port': ['ID=9a358d10-5016-46d0-bd66-530e7dba7c63,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:01.020814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 1cfcc294-fa1f-4d27-a608-fd689813316d is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:01.021820 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:01.141110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Attempting to bind port 9a358d10-5016-46d0-bd66-530e7dba7c63 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:20:01.141433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Attempting to bind port 9a358d10-5016-46d0-bd66-530e7dba7c63 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '6f80256c-1f46-4206-b101-94abdc0a1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '52275e9e-1de7-47bb-9f9d-84aa94be61fa'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:20:01.141777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Attempting to bind port 9a358d10-5016-46d0-bd66-530e7dba7c63 on network 52275e9e-1de7-47bb-9f9d-84aa94be61fa {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:20:01.221795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1cfcc294-fa1f-4d27-a608-fd689813316d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1cfcc294-fa1f-4d27-a608-fd689813316d,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:01.230711 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfcc294-fa1f-4d27-a608-fd689813316d'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:20:01.234514 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c09d5d7-9694-436e-873e-ac59081ab596" -d '{"events": [{"server_uuid": "1e97e504-4637-4ec1-81ae-49c91bd9c460", "name": "network-vif-plugged", "status": "completed", "tag": "1cfcc294-fa1f-4d27-a608-fd689813316d"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:20:01.241023 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:20:01.241452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Checking segment: {'id': '6f80256c-1f46-4206-b101-94abdc0a1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '52275e9e-1de7-47bb-9f9d-84aa94be61fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:01.242489 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:01.242927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Bound using segment: {'id': '6f80256c-1f46-4206-b101-94abdc0a1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '52275e9e-1de7-47bb-9f9d-84aa94be61fa'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:20:01.249565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Bound port: 9a358d10-5016-46d0-bd66-530e7dba7c63, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f80256c-1f46-4206-b101-94abdc0a1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '52275e9e-1de7-47bb-9f9d-84aa94be61fa'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:20:01.250020 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:01.259459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:01.293806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:01.294201 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:01.321122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Allocated IP 172.20.0.1 (52275e9e-1de7-47bb-9f9d-84aa94be61fa/c5d67245-c665-489e-af62-16146b7c1d83/b26529f3-59bb-4665-ac5b-c0f47f6c4781) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:20:01.508193 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] For port 9a358d10-5016-46d0-bd66-530e7dba7c63, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:20:01.511992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] For port 9a358d10-5016-46d0-bd66-530e7dba7c63, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9a358d10-5016-46d0-bd66-530e7dba7c63,segment=NetworkSegment(6f80256c-1f46-4206-b101-94abdc0a1adc),segment_id=6f80256c-1f46-4206-b101-94abdc0a1adc)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:20:01.529700 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:01.535031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (b26529f3-59bb-4665-ac5b-c0f47f6c4781), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:01.573770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=1cfcc294-fa1f-4d27-a608-fd689813316d,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:01.582053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:01.613575 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:01.613762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b26529f3-59bb-4665-ac5b-c0f47f6c4781), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:01.655616 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0c6f5-ba54-4b6f-ba80-39e551f385c7 None None] Pushing event updated for resources: {'Port': ['ID=9a358d10-5016-46d0-bd66-530e7dba7c63,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:01.702671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 52275e9e-1de7-47bb-9f9d-84aa94be61fa is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:01.709426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:01.717601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:20:01.723937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:01.772463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=b26529f3-59bb-4665-ac5b-c0f47f6c4781,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:01.824270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:01.903638 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfffc88-2173-4d0e-bcc2-494d2272a730 x-openstack-request-id: req-1bfffc88-2173-4d0e-bcc2-494d2272a730 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:20:01.903973 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e97e504-4637-4ec1-81ae-49c91bd9c460", "name": "network-vif-plugged", "status": "completed", "tag": "1cfcc294-fa1f-4d27-a608-fd689813316d", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:20:01.904267 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bfffc88-2173-4d0e-bcc2-494d2272a730 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:20:01.904650 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfcc294-fa1f-4d27-a608-fd689813316d', 'code': 200} Mar 10 15:20:02.233185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb9d29-e4ed-46e3-81c9-0ecb7b43a55e req-defc2569-e5cc-4a29-803e-07cb1d8ce8ab tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:02.234741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33bb9d29-e4ed-46e3-81c9-0ecb7b43a55e req-defc2569-e5cc-4a29-803e-07cb1d8ce8ab tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.3238595 Mar 10 15:20:02.299182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e631590-f434-4ecf-9cf4-598a42b3ca20 req-9795634c-0578-41dd-bf83-7ca2d94643d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:02.300725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e631590-f434-4ecf-9cf4-598a42b3ca20 req-9795634c-0578-41dd-bf83-7ca2d94643d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 1127 time: 0.2628169 Mar 10 15:20:02.333634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b26529f3-59bb-4665-ac5b-c0f47f6c4781), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:02.354703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1247c-6d93-4bca-b00d-21dfeafe7785 req-644296a0-da89-434e-a466-dd54a7f21724 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:02.356455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8b1247c-6d93-4bca-b00d-21dfeafe7785 req-644296a0-da89-434e-a466-dd54a7f21724 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.2396808 Mar 10 15:20:02.485219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33bb9d29-e4ed-46e3-81c9-0ecb7b43a55e req-6358fc73-ce90-4204-9f54-fa3f2eb6deb1 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405691 Mar 10 15:20:02.693400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8b1247c-6d93-4bca-b00d-21dfeafe7785 req-316e60f3-1a89-45d7-bb2c-a119c4ec318c tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236403 Mar 10 15:20:02.722524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e631590-f434-4ecf-9cf4-598a42b3ca20 req-7287b531-8a75-47b5-8046-ad4c90b3b110 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116900 Mar 10 15:20:03.169010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9a358d10-5016-46d0-bd66-530e7dba7c63 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:20:03.279859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9a358d10-5016-46d0-bd66-530e7dba7c63 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:03.280561 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:03.482136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9a358d10-5016-46d0-bd66-530e7dba7c63 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:03.483013 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:03.606837 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (b26529f3-59bb-4665-ac5b-c0f47f6c4781), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:03.643266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 9a358d10-5016-46d0-bd66-530e7dba7c63, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9a358d10-5016-46d0-bd66-530e7dba7c63,segment=NetworkSegment(6f80256c-1f46-4206-b101-94abdc0a1adc),segment_id=6f80256c-1f46-4206-b101-94abdc0a1adc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:03.652981 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:03.676846 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (b26529f3-59bb-4665-ac5b-c0f47f6c4781), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:03.692911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf496d8-1e7b-40ae-af2c-be10c9acf34b None None] Network 52275e9e-1de7-47bb-9f9d-84aa94be61fa requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:03.912157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:20:03.914299 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c05f48a-acbd-47af-9e70-c7ab468aeb54" -d '{"events": [{"server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "name": "network-vif-plugged", "status": "completed", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:20:03.969128 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:04.109062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8baabd0e-7f5d-4a55-8df0-466106d4c68c None None] Provisioning complete for port 9a358d10-5016-46d0-bd66-530e7dba7c63 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:04.112415 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8baabd0e-7f5d-4a55-8df0-466106d4c68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:04.129554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=9a358d10-5016-46d0-bd66-530e7dba7c63,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:04.249190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=b26529f3-59bb-4665-ac5b-c0f47f6c4781,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:04.319570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069e5d4-ec51-40b4-855a-f1f1fd3e1028 req-2dac8775-de3f-474c-b2af-4794a1c24e20 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:04.321163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4069e5d4-ec51-40b4-855a-f1f1fd3e1028 req-2dac8775-de3f-474c-b2af-4794a1c24e20 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.6935856 Mar 10 15:20:04.530935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4069e5d4-ec51-40b4-855a-f1f1fd3e1028 req-1970047c-e9a5-47e4-9deb-adb70058a753 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712430 Mar 10 15:20:04.553087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fac9fd-08cf-478f-b4d8-d7c904150b64 req-d892b383-b9e6-4dee-85c0-456ba341580c tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:04.556360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8baabd0e-7f5d-4a55-8df0-466106d4c68c None None] Current status of the port 9a358d10-5016-46d0-bd66-530e7dba7c63 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:04.569023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34fac9fd-08cf-478f-b4d8-d7c904150b64 req-d892b383-b9e6-4dee-85c0-456ba341580c tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.5878904 Mar 10 15:20:04.657450 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065f6fb8-415a-4da4-8d17-a7261d062b26 x-openstack-request-id: req-065f6fb8-415a-4da4-8d17-a7261d062b26 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:20:04.658535 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "name": "network-vif-plugged", "status": "completed", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:20:04.658823 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-065f6fb8-415a-4da4-8d17-a7261d062b26 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:20:04.659244 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'code': 200} Mar 10 15:20:04.734672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 52275e9e-1de7-47bb-9f9d-84aa94be61fa is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:04.743450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34fac9fd-08cf-478f-b4d8-d7c904150b64 req-bc8670ed-707a-48d4-ad48-6172dddaad09 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572678 Mar 10 15:20:04.744527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:05.025100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c9e70bc3-c77e-4e05-9083-78935b30bc9e None None] Provisioning complete for port b26529f3-59bb-4665-ac5b-c0f47f6c4781 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:05.028042 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9e70bc3-c77e-4e05-9083-78935b30bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b26529f3-59bb-4665-ac5b-c0f47f6c4781), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:05.102668 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:20:05.133245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9a358d10-5016-46d0-bd66-530e7dba7c63 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:20:05.347003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:20:05.367772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fcd1d8b0-8671-41b5-a480-22d7bd735790 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0305674 Mar 10 15:20:05.368007 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41064) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:05.456958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41066) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:05.561346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6bdc9d-06d5-4c39-83e6-94e8b4b54199 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:05.581177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41076) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:05.584154 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cb6bdc9d-06d5-4c39-83e6-94e8b4b54199 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports/b26529f3-59bb-4665-ac5b-c0f47f6c4781 HTTP/1.1" status: 200 len: 910 time: 0.2143161 Mar 10 15:20:05.696212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a27844-1270-4d81-bd2a-71f8fb603253 None None] Sync routers for ids ['77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:20:05.738984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c9e70bc3-c77e-4e05-9083-78935b30bc9e None None] Port b26529f3-59bb-4665-ac5b-c0f47f6c4781 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:20:05.772523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a27844-1270-4d81-bd2a-71f8fb603253 None None] Routers {'77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:05.773295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f3a27844-1270-4d81-bd2a-71f8fb603253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:05.859350 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f3a27844-1270-4d81-bd2a-71f8fb603253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:05.882604 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b517833d-07b3-461a-812f-0f4149664db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:05.891797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c9e70bc3-c77e-4e05-9083-78935b30bc9e None None] Provisioning complete for port 9a358d10-5016-46d0-bd66-530e7dba7c63 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:05.892188 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9e70bc3-c77e-4e05-9083-78935b30bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:06.065384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9a358d10-5016-46d0-bd66-530e7dba7c63 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:06.065680 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:06.165282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a27844-1270-4d81-bd2a-71f8fb603253 None None] Routers {'77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:06.167562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f3a27844-1270-4d81-bd2a-71f8fb603253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:06.216053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f3a27844-1270-4d81-bd2a-71f8fb603253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:06.217231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a27844-1270-4d81-bd2a-71f8fb603253 None None] The sync data for ids ['77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:20:06.243146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e505cc-f40b-4d89-bfcd-b828dd59d956 req-77fa7023-9965-4338-89f0-b367fde3a22e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:06.246778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41e505cc-f40b-4d89-bfcd-b828dd59d956 req-77fa7023-9965-4338-89f0-b367fde3a22e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4834158 Mar 10 15:20:06.291957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e56f-2131-4cbc-a386-199cb0acbc10 req-b1aab369-5c56-4376-bb0f-fe3d556dd811 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:06.302040 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29d0e56f-2131-4cbc-a386-199cb0acbc10 req-b1aab369-5c56-4376-bb0f-fe3d556dd811 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.3425028 Mar 10 15:20:06.387790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c9e70bc3-c77e-4e05-9083-78935b30bc9e None None] Current status of the port 9a358d10-5016-46d0-bd66-530e7dba7c63 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:06.396541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9a358d10-5016-46d0-bd66-530e7dba7c63 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:06.536319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f17fe3-872c-4bef-84ce-1a1b175c1b53 None None] Provisioning complete for port b26529f3-59bb-4665-ac5b-c0f47f6c4781 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:06.537382 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f17fe3-872c-4bef-84ce-1a1b175c1b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b26529f3-59bb-4665-ac5b-c0f47f6c4781), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:06.597759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f17fe3-872c-4bef-84ce-1a1b175c1b53 None None] Port b26529f3-59bb-4665-ac5b-c0f47f6c4781 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:20:07.040573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41e505cc-f40b-4d89-bfcd-b828dd59d956 req-6570338b-3df4-478b-a207-9d4c8e660280 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7734463 Mar 10 15:20:07.070393 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b517833d-07b3-461a-812f-0f4149664db8 admin admin] Publish callbacks [] for security_group (bd1ae857-9688-49a8-90d0-2bbce9153780), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:07.075447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29d0e56f-2131-4cbc-a386-199cb0acbc10 req-6c78f969-3f04-49f9-910c-fba59b06c1e7 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7666855 Mar 10 15:20:07.123488 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b517833d-07b3-461a-812f-0f4149664db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bd1ae857-9688-49a8-90d0-2bbce9153780), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:07.225607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b517833d-07b3-461a-812f-0f4149664db8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b7af1ea00df48caaed3fde7bfc6fd1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7670283 Mar 10 15:20:07.228375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41094) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:07.273181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517833d-07b3-461a-812f-0f4149664db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1ae857-9688-49a8-90d0-2bbce9153780,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:07.394178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea78eea-37cf-45d2-b820-441f8822c05a req-49486928-3237-4288-9c6e-c7a708d11afb tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:07.399470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ea78eea-37cf-45d2-b820-441f8822c05a req-49486928-3237-4288-9c6e-c7a708d11afb tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.1684787 Mar 10 15:20:07.406166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41096) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:07.412231 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da5aed3-bf33-44d6-9eae-aaf6d907a62d admin admin] Publish callbacks [] for security_group (bd1ae857-9688-49a8-90d0-2bbce9153780), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:07.418285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6de06c43-8642-4b97-8ee2-db71049d7ed5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'floatingip': {'port_id': '1cfcc294-fa1f-4d27-a608-fd689813316d'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:07.457802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da5aed3-bf33-44d6-9eae-aaf6d907a62d admin admin] Publish callbacks [] for security_group (bd1ae857-9688-49a8-90d0-2bbce9153780), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:07.527855 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6de06c43-8642-4b97-8ee2-db71049d7ed5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (85344696-de4d-401a-a971-848312440999), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:07.562833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da5aed3-bf33-44d6-9eae-aaf6d907a62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bd1ae857-9688-49a8-90d0-2bbce9153780), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:07.566032 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da5aed3-bf33-44d6-9eae-aaf6d907a62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:07.586338 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1da5aed3-bf33-44d6-9eae-aaf6d907a62d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd1ae857-9688-49a8-90d0-2bbce9153780 HTTP/1.1" status: 204 len: 168 time: 0.3401043 Mar 10 15:20:07.616709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5aed3-bf33-44d6-9eae-aaf6d907a62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1ae857-9688-49a8-90d0-2bbce9153780,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:07.776858 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a6ae7a7-24f4-402d-9c50-8a4edb877ea9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:08.050694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41112) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:08.068706 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d368b96-ebb4-4a89-88ee-4af76876cb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:08.965329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de86da-32fc-4f76-8955-c170c4629dd6 req-448b0f02-13c5-4b50-b41c-a5d6732afc22 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:08.973440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8de86da-32fc-4f76-8955-c170c4629dd6 req-448b0f02-13c5-4b50-b41c-a5d6732afc22 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.5170531 Mar 10 15:20:09.182403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d368b96-ebb4-4a89-88ee-4af76876cb1f admin admin] Publish callbacks [] for security_group (67a5dbed-3bff-4300-8462-01acd894e660), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:09.360137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8de86da-32fc-4f76-8955-c170c4629dd6 req-d4a4d9e3-a4ce-4cac-bd13-22e3a6a57bd1 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773689 Mar 10 15:20:09.360846 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d368b96-ebb4-4a89-88ee-4af76876cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (67a5dbed-3bff-4300-8462-01acd894e660), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:09.551139 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.resource_extend [None req-6de06c43-8642-4b97-8ee2-db71049d7ed5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:20:09.555007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0d368b96-ebb4-4a89-88ee-4af76876cb1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41c11b34a85c4ad5ad352e465160f7c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5083354 Mar 10 15:20:09.558225 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41134) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:09.598599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d368b96-ebb4-4a89-88ee-4af76876cb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a5dbed-3bff-4300-8462-01acd894e660,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:09.690350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ae7a7-24f4-402d-9c50-8a4edb877ea9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port b26529f3-59bb-4665-ac5b-c0f47f6c4781 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:20:09.690747 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a6ae7a7-24f4-402d-9c50-8a4edb877ea9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b26529f3-59bb-4665-ac5b-c0f47f6c4781), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:09.724870 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6de06c43-8642-4b97-8ee2-db71049d7ed5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:09.732190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-854ffc61-5c74-4556-bd40-224fa562309a admin admin] Publish callbacks [] for security_group (67a5dbed-3bff-4300-8462-01acd894e660), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:09.741518 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6de06c43-8642-4b97-8ee2-db71049d7ed5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (85344696-de4d-401a-a971-848312440999), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:09.786398 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-854ffc61-5c74-4556-bd40-224fa562309a admin admin] Publish callbacks [] for security_group (67a5dbed-3bff-4300-8462-01acd894e660), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:09.859068 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-854ffc61-5c74-4556-bd40-224fa562309a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (67a5dbed-3bff-4300-8462-01acd894e660), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:09.862622 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-854ffc61-5c74-4556-bd40-224fa562309a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:09.876582 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-854ffc61-5c74-4556-bd40-224fa562309a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67a5dbed-3bff-4300-8462-01acd894e660 HTTP/1.1" status: 204 len: 168 time: 0.3109667 Mar 10 15:20:09.907284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ffc61-5c74-4556-bd40-224fa562309a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a5dbed-3bff-4300-8462-01acd894e660,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:10.601869 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a6ae7a7-24f4-402d-9c50-8a4edb877ea9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b26529f3-59bb-4665-ac5b-c0f47f6c4781), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:10.736008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ae7a7-24f4-402d-9c50-8a4edb877ea9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for b26529f3-59bb-4665-ac5b-c0f47f6c4781 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:20:10.831099 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-6de06c43-8642-4b97-8ee2-db71049d7ed5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Floating IP 85344696-de4d-401a-a971-848312440999 associated. External IP: 172.25.3.93, port: 1cfcc294-fa1f-4d27-a608-fd689813316d. Mar 10 15:20:10.909113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c19172-c870-42a1-86c5-e687275af02a req-a0ec23b1-ecf2-44e7-8e8a-283ae6e2a57d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:10.911019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19c19172-c870-42a1-86c5-e687275af02a req-a0ec23b1-ecf2-44e7-8e8a-283ae6e2a57d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.3707933 Mar 10 15:20:11.014862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19c19172-c870-42a1-86c5-e687275af02a req-45af0cb7-1607-4270-afaa-3e861af9e037 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957937 Mar 10 15:20:11.305217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de06c43-8642-4b97-8ee2-db71049d7ed5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Router 5a13398c-24aa-4513-a76e-d37c9c3cb57f has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:20:11.797373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de06c43-8642-4b97-8ee2-db71049d7ed5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:20:11.812973 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6e5c3-8060-4d90-bdd1-7dc4ad05f817 None None] Sync routers for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:20:11.842982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6de06c43-8642-4b97-8ee2-db71049d7ed5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:11.856336 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6e5c3-8060-4d90-bdd1-7dc4ad05f817 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:11.857985 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-00f6e5c3-8060-4d90-bdd1-7dc4ad05f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:11.895194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a6ae7a7-24f4-402d-9c50-8a4edb877ea9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b26529f3-59bb-4665-ac5b-c0f47f6c4781), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:11.911660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6de06c43-8642-4b97-8ee2-db71049d7ed5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "PUT /v2.0/floatingips/85344696-de4d-401a-a971-848312440999 HTTP/1.1" status: 200 len: 990 time: 4.4915137 Mar 10 15:20:11.976743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'tag': '1cfcc294-fa1f-4d27-a608-fd689813316d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:20:11.986196 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a650c0-1bc6-4ad6-85dc-8da507a638d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e97e504-4637-4ec1-81ae-49c91bd9c460", "tag": "1cfcc294-fa1f-4d27-a608-fd689813316d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:20:12.000683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ae7a7-24f4-402d-9c50-8a4edb877ea9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=b26529f3-59bb-4665-ac5b-c0f47f6c4781,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:12.226554 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30f8a1e-0916-4289-8a05-fb12c2b5f573 x-openstack-request-id: req-f30f8a1e-0916-4289-8a05-fb12c2b5f573 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:20:12.236404 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e97e504-4637-4ec1-81ae-49c91bd9c460", "tag": "1cfcc294-fa1f-4d27-a608-fd689813316d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:20:12.237580 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f30f8a1e-0916-4289-8a05-fb12c2b5f573 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:20:12.238085 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'tag': '1cfcc294-fa1f-4d27-a608-fd689813316d', 'status': 'completed', 'code': 200} Mar 10 15:20:12.241285 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-00f6e5c3-8060-4d90-bdd1-7dc4ad05f817 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:20:12.624768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41212) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:12.648882 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7a6ae7a7-24f4-402d-9c50-8a4edb877ea9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:12.785803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8b9d0-5e5e-44c4-a890-13756333ebf8 req-13674092-322e-4f34-8bb8-8b2f00f2e754 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:12.790204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5e8b9d0-5e5e-44c4-a890-13756333ebf8 req-13674092-322e-4f34-8bb8-8b2f00f2e754 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.5253992 Mar 10 15:20:12.798187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a650c0-1bc6-4ad6-85dc-8da507a638d9 req-bdf97a18-ba80-4f33-ad74-5ff64a85b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:12.803876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77a650c0-1bc6-4ad6-85dc-8da507a638d9 req-bdf97a18-ba80-4f33-ad74-5ff64a85b0e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 1127 time: 0.6008277 Mar 10 15:20:13.003149 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-00f6e5c3-8060-4d90-bdd1-7dc4ad05f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '85344696-de4d-401a-a971-848312440999', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'port_id': '1cfcc294-fa1f-4d27-a608-fd689813316d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'mac_address': 'fa:16:3e:77:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:19:40Z', 'updated_at': '2022-03-10T15:20:09Z', 'revision_number': 1, 'project_id': '540795be169a49cea3af63cf05632cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:13.068751 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a98ca750-7403-4f01-a565-e65ca69f058f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:13.113814 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6e5c3-8060-4d90-bdd1-7dc4ad05f817 None None] Checking router: 5a13398c-24aa-4513-a76e-d37c9c3cb57f for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:20:13.124459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5e8b9d0-5e5e-44c4-a890-13756333ebf8 req-86918feb-44d8-4afe-a926-f1869ed1ec1e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067005 Mar 10 15:20:13.166338 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6e5c3-8060-4d90-bdd1-7dc4ad05f817 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:13.173007 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-00f6e5c3-8060-4d90-bdd1-7dc4ad05f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:13.304792 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a98ca750-7403-4f01-a565-e65ca69f058f admin admin] Publish callbacks [] for security_group (adaca2ba-61b0-4415-acbe-43525f3749ca), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:13.319127 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a98ca750-7403-4f01-a565-e65ca69f058f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (adaca2ba-61b0-4415-acbe-43525f3749ca), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:13.445004 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a98ca750-7403-4f01-a565-e65ca69f058f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65c20745f26e4bada2f4047f1b2d686b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8186584 Mar 10 15:20:13.448710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41232) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:13.617460 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-00f6e5c3-8060-4d90-bdd1-7dc4ad05f817 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:20:13.665963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ca750-7403-4f01-a565-e65ca69f058f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaca2ba-61b0-4415-acbe-43525f3749ca,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:13.733013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad5fadc5-08fb-49cb-96ac-2bb5da8e5a7d admin admin] Publish callbacks [] for security_group (adaca2ba-61b0-4415-acbe-43525f3749ca), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:13.809499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a650c0-1bc6-4ad6-85dc-8da507a638d9 req-348ced98-e948-4e39-9d63-7d1a603a8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:13.816357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77a650c0-1bc6-4ad6-85dc-8da507a638d9 req-348ced98-e948-4e39-9d63-7d1a603a8fcb service neutron] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 912 time: 0.9000328 Mar 10 15:20:13.819396 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad5fadc5-08fb-49cb-96ac-2bb5da8e5a7d admin admin] Publish callbacks [] for security_group (adaca2ba-61b0-4415-acbe-43525f3749ca), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:13.846729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6ae7a7-24f4-402d-9c50-8a4edb877ea9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:20:13.983492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad5fadc5-08fb-49cb-96ac-2bb5da8e5a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (adaca2ba-61b0-4415-acbe-43525f3749ca), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:13.987559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad5fadc5-08fb-49cb-96ac-2bb5da8e5a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:13.989866 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ad5fadc5-08fb-49cb-96ac-2bb5da8e5a7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/adaca2ba-61b0-4415-acbe-43525f3749ca HTTP/1.1" status: 204 len: 168 time: 0.5366499 Mar 10 15:20:14.047556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fadc5-08fb-49cb-96ac-2bb5da8e5a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaca2ba-61b0-4415-acbe-43525f3749ca,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:14.055049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77a650c0-1bc6-4ad6-85dc-8da507a638d9 req-a92bb8c5-c426-41ff-83d6-7ea3451732cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cfcc294-fa1f-4d27-a608-fd689813316d HTTP/1.1" status: 200 len: 998 time: 0.2048149 Mar 10 15:20:14.365888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6ae7a7-24f4-402d-9c50-8a4edb877ea9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:20:14.382502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d5ac7-5bf1-4fbd-9df2-01f72617a675 None None] Sync routers for ids ['77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:20:14.410727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d5ac7-5bf1-4fbd-9df2-01f72617a675 None None] Routers {'77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:14.413259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d86d5ac7-5bf1-4fbd-9df2-01f72617a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:14.429198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7a6ae7a7-24f4-402d-9c50-8a4edb877ea9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8466086 Mar 10 15:20:14.432491 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41268) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:14.500486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d86d5ac7-5bf1-4fbd-9df2-01f72617a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:14.517789 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f596ef04-9a1f-46aa-be3b-a55c5007bade tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f HTTP/1.1" status: 200 len: 205 time: 0.0838363 Mar 10 15:20:14.518721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41272) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:14.535314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d5ac7-5bf1-4fbd-9df2-01f72617a675 None None] Routers {'77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:14.536388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d86d5ac7-5bf1-4fbd-9df2-01f72617a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:14.621504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a650c0-1bc6-4ad6-85dc-8da507a638d9 req-4a338d7b-1a64-44d7-a624-151799ef1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:14.627835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77a650c0-1bc6-4ad6-85dc-8da507a638d9 req-4a338d7b-1a64-44d7-a624-151799ef1dc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.4671888 Mar 10 15:20:14.631642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d86d5ac7-5bf1-4fbd-9df2-01f72617a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:14.632548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d5ac7-5bf1-4fbd-9df2-01f72617a675 None None] The sync data for ids ['77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:20:14.698562 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-00f6e5c3-8060-4d90-bdd1-7dc4ad05f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '85344696-de4d-401a-a971-848312440999', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'port_id': '1cfcc294-fa1f-4d27-a608-fd689813316d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'mac_address': 'fa:16:3e:77:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:19:40Z', 'updated_at': '2022-03-10T15:20:09Z', 'revision_number': 1, 'project_id': '540795be169a49cea3af63cf05632cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:14.761794 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83f7775-f039-40a5-8c7b-c6eaf5cb4332 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:14.828961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0e082-a08b-4380-99ca-6c8ab7becb0d req-bcc60310-4bc6-42b7-9cf3-efff48ab4298 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:14.831459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5a0e082-a08b-4380-99ca-6c8ab7becb0d req-bcc60310-4bc6-42b7-9cf3-efff48ab4298 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4626923 Mar 10 15:20:14.851277 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6e5c3-8060-4d90-bdd1-7dc4ad05f817 None None] The sync data for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 is: [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '85344696-de4d-401a-a971-848312440999', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'port_id': '1cfcc294-fa1f-4d27-a608-fd689813316d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'mac_address': 'fa:16:3e:77:97:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:19:40Z', 'updated_at': '2022-03-10T15:20:09Z', 'revision_number': 1, 'project_id': '540795be169a49cea3af63cf05632cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:20:15.057682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5a0e082-a08b-4380-99ca-6c8ab7becb0d req-564d08df-8b8b-4537-bb48-2404a2e76a7e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001057 Mar 10 15:20:15.060296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a650c0-1bc6-4ad6-85dc-8da507a638d9 req-5b05c859-8afe-47ba-bec3-8d78d784d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:15.068411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77a650c0-1bc6-4ad6-85dc-8da507a638d9 req-5b05c859-8afe-47ba-bec3-8d78d784d3f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4233065 Mar 10 15:20:15.431441 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83f7775-f039-40a5-8c7b-c6eaf5cb4332 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:15.458298 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83f7775-f039-40a5-8c7b-c6eaf5cb4332 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:15.533983 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0030cee5-2f56-4d55-b157-abb72ad864c4 None None] New status for floating IP 85344696-de4d-401a-a971-848312440999: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:20:15.705040 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83f7775-f039-40a5-8c7b-c6eaf5cb4332 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:15.705575 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83f7775-f039-40a5-8c7b-c6eaf5cb4332 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Fanout notify agent at l3_agent the message router_deleted on router 77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:20:15.717818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e83f7775-f039-40a5-8c7b-c6eaf5cb4332 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:15.718988 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e83f7775-f039-40a5-8c7b-c6eaf5cb4332 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f HTTP/1.1" status: 204 len: 168 time: 1.1921742 Mar 10 15:20:15.730096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41334) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:15.841411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca63787-1fe7-464f-ab93-100d464c6d1f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting subnet c5d67245-c665-489e-af62-16146b7c1d83 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:20:15.847148 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ca63787-1fe7-464f-ab93-100d464c6d1f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (c5d67245-c665-489e-af62-16146b7c1d83), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:15.942075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ca63787-1fe7-464f-ab93-100d464c6d1f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (c5d67245-c665-489e-af62-16146b7c1d83), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:16.128474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41350) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:16.352816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ca63787-1fe7-464f-ab93-100d464c6d1f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (c5d67245-c665-489e-af62-16146b7c1d83), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:16.438021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77a650c0-1bc6-4ad6-85dc-8da507a638d9 req-a0456178-2ccb-4c9e-b9d1-4263f5f45b31 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3635781 Mar 10 15:20:16.469056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2fb73-2b22-4a43-87e6-ae0317d04205 req-e440bd6e-755f-43e6-9c37-dfeee8542ec3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:16.478299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaa2fb73-2b22-4a43-87e6-ae0317d04205 req-e440bd6e-755f-43e6-9c37-dfeee8542ec3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1159072 Mar 10 15:20:16.555716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1139640678-network', 'tenant_id': '816c444a47fc4b3d8d73cc08c963e993'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:16.657046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ca63787-1fe7-464f-ab93-100d464c6d1f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (c5d67245-c665-489e-af62-16146b7c1d83), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:16.682680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41366) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:16.708271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30597b4b-2209-4cf1-beed-6a264d9d8340 None None] Network 52275e9e-1de7-47bb-9f9d-84aa94be61fa requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:16.715718 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ca63787-1fe7-464f-ab93-100d464c6d1f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:16.718542 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8ca63787-1fe7-464f-ab93-100d464c6d1f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/c5d67245-c665-489e-af62-16146b7c1d83 HTTP/1.1" status: 204 len: 168 time: 0.9805214 Mar 10 15:20:16.730882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaa2fb73-2b22-4a43-87e6-ae0317d04205 req-32fa1ce1-0dbd-44cc-b000-29015803a24e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478061 Mar 10 15:20:16.731549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41370) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:16.733492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Made reservation on behalf of 816c444a47fc4b3d8d73cc08c963e993 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:16.752792 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:16.846979 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca63787-1fe7-464f-ab93-100d464c6d1f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d67245-c665-489e-af62-16146b7c1d83,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:16.860315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:16.912609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b71084-73a6-481a-bbd7-5ba7c7772f6f None None] DHCP port deletion for 52275e9e-1de7-47bb-9f9d-84aa94be61fa request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:20:17.001576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (52275e9e-1de7-47bb-9f9d-84aa94be61fa), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.071316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9a358d10-5016-46d0-bd66-530e7dba7c63 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:20:17.092194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7ca-18a8-4288-82ae-e643566d43e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.124233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f3b71084-73a6-481a-bbd7-5ba7c7772f6f None None] Deleting port 9a358d10-5016-46d0-bd66-530e7dba7c63 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:20:17.125001 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f3b71084-73a6-481a-bbd7-5ba7c7772f6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.146388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77a650c0-1bc6-4ad6-85dc-8da507a638d9 req-17625d4d-ae66-4d02-9e84-477007e0a364 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853487 Mar 10 15:20:17.209841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Publish callbacks [] for security_group (fbd020f3-3b12-4157-9341-85c9f17290e0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.230540 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fbd020f3-3b12-4157-9341-85c9f17290e0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.277392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f3b71084-73a6-481a-bbd7-5ba7c7772f6f None None] For port 9a358d10-5016-46d0-bd66-530e7dba7c63, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9a358d10-5016-46d0-bd66-530e7dba7c63,segment=NetworkSegment(6f80256c-1f46-4206-b101-94abdc0a1adc),segment_id=6f80256c-1f46-4206-b101-94abdc0a1adc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:17.277392 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f3b71084-73a6-481a-bbd7-5ba7c7772f6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.277645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:20:17.292486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f3b71084-73a6-481a-bbd7-5ba7c7772f6f None None] Calling delete_port for 9a358d10-5016-46d0-bd66-530e7dba7c63 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:20:17.296782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 9a358d10-5016-46d0-bd66-530e7dba7c63 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:20:17.297349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.317087 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (3e037b07-33fe-4c98-b329-7a241389e2cf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.323329 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Added segment 3e037b07-33fe-4c98-b329-7a241389e2cf of type vlan for network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 Mar 10 15:20:17.426140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port 9a358d10-5016-46d0-bd66-530e7dba7c63, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9a358d10-5016-46d0-bd66-530e7dba7c63,segment=NetworkSegment(6f80256c-1f46-4206-b101-94abdc0a1adc),segment_id=6f80256c-1f46-4206-b101-94abdc0a1adc)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:17.426907 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.481502 n-d-833090-1 neutron-server[115535]: INFO neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No ports have port_id starting with 9a358d10-5016-46d0-bd66-530e7dba7c63 Mar 10 15:20:17.487827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 9a358d10-5016-46d0-bd66-530e7dba7c63 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:20:17.491489 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f3b71084-73a6-481a-bbd7-5ba7c7772f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.524892 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d6f9cce7-fc95-4757-9a86-b0b56fbd3b66), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.550090 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7ca-18a8-4288-82ae-e643566d43e7 admin admin] Publish callbacks [] for security_group (243234f6-7652-4745-8e49-f97de9d18844), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.558991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b71084-73a6-481a-bbd7-5ba7c7772f6f None None] Pushing event deleted for resources: {'Port': ['ID=9a358d10-5016-46d0-bd66-530e7dba7c63,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:17.573508 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7ca-18a8-4288-82ae-e643566d43e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (243234f6-7652-4745-8e49-f97de9d18844), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.575501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b71084-73a6-481a-bbd7-5ba7c7772f6f None None] No DVR routers for this DVR port 9a358d10-5016-46d0-bd66-530e7dba7c63 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:20:17.581270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd020f3-3b12-4157-9341-85c9f17290e0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:17.657271 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d6f9cce7-fc95-4757-9a86-b0b56fbd3b66), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.658457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:17.659200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.731405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2f59f7ca-18a8-4288-82ae-e643566d43e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b22e8954ef4481683e2444e3005c15d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0450473 Mar 10 15:20:17.733289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41376) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:17.751539 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6093676 Mar 10 15:20:17.752441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41378) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:17.774973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] Request body: {'subnet': {'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1139640678-subnet', 'tenant_id': '816c444a47fc4b3d8d73cc08c963e993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:17.809341 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.846020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9a358d10-5016-46d0-bd66-530e7dba7c63), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.874981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f1e66-327c-48bf-a429-05b08212a5ab admin admin] Pushing event updated for resources: {'Network': ['ID=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:17.897684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:20:17.921279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] Made reservation on behalf of 816c444a47fc4b3d8d73cc08c963e993 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:17.924042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:17.961432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=9a358d10-5016-46d0-bd66-530e7dba7c63,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:18.004456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No DVR routers for this DVR port 9a358d10-5016-46d0-bd66-530e7dba7c63 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:20:18.017438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59f7ca-18a8-4288-82ae-e643566d43e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243234f6-7652-4745-8e49-f97de9d18844,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:18.119234 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ed22f50-9320-4e3c-af3f-b01d02a34a80 admin admin] Publish callbacks [] for security_group (243234f6-7652-4745-8e49-f97de9d18844), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.149103 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ed22f50-9320-4e3c-af3f-b01d02a34a80 admin admin] Publish callbacks [] for security_group (243234f6-7652-4745-8e49-f97de9d18844), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.215651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43591f8a-aa20-44d2-9099-b694367d1783 req-5719e169-8f36-4cc8-818c-fa3533c11da8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:18.217176 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43591f8a-aa20-44d2-9099-b694367d1783 req-5719e169-8f36-4cc8-818c-fa3533c11da8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2691753 Mar 10 15:20:18.220604 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ed22f50-9320-4e3c-af3f-b01d02a34a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (243234f6-7652-4745-8e49-f97de9d18844), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.223320 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ed22f50-9320-4e3c-af3f-b01d02a34a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.227220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5ed22f50-9320-4e3c-af3f-b01d02a34a80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/243234f6-7652-4745-8e49-f97de9d18844 HTTP/1.1" status: 204 len: 168 time: 0.4862118 Mar 10 15:20:18.264476 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (52275e9e-1de7-47bb-9f9d-84aa94be61fa), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.291371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed22f50-9320-4e3c-af3f-b01d02a34a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243234f6-7652-4745-8e49-f97de9d18844,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:18.311884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52275e9e-1de7-47bb-9f9d-84aa94be61fa']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:18.328679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f80256c-1f46-4206-b101-94abdc0a1adc') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:18.328986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f80256c-1f46-4206-b101-94abdc0a1adc') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:18.349843 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (6f80256c-1f46-4206-b101-94abdc0a1adc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.374234 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43591f8a-aa20-44d2-9099-b694367d1783 req-8bc1a78d-07f4-4db0-a8d7-88c63e4d87cf tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482084 Mar 10 15:20:18.380205 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6f80256c-1f46-4206-b101-94abdc0a1adc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.411531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:20:18.412653 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (6f80256c-1f46-4206-b101-94abdc0a1adc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:20:18.423649 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:20:18.495791 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (52c0a7a2-bbab-46a1-88df-3aa749c859f4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.587116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (52275e9e-1de7-47bb-9f9d-84aa94be61fa), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.611827 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.627403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/networks/52275e9e-1de7-47bb-9f9d-84aa94be61fa HTTP/1.1" status: 204 len: 168 time: 1.8853137 Mar 10 15:20:18.631085 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41390) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:18.641378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e6cea-0e91-4c97-9218-77b114c2cecf tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Network': ['ID=52275e9e-1de7-47bb-9f9d-84aa94be61fa,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:18.646705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1134585218', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:18.717474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c0a7a2-bbab-46a1-88df-3aa749c859f4,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:18.733272 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] Checking segment: {'id': '3e037b07-33fe-4c98-b329-7a241389e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:18.733638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] Network hostable DHCP agents. Network: d6f9cce7-fc95-4757-9a86-b0b56fbd3b66, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:20:18.743829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (2cea3de8-df83-4a26-9906-4e51c7427c96), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.745210 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (2cea3de8-df83-4a26-9906-4e51c7427c96), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.783977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] Network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:20:18.803431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, d6f9cce7-fc95-4757-9a86-b0b56fbd3b66) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:18.818407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b7fb35-fb71-4fb2-8611-f53a274bb402 None None] Network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:18.825876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:18.826733 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.890488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41392) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:18.903695 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (2cea3de8-df83-4a26-9906-4e51c7427c96), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:18.937993 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b4af6861-9c1e-4171-b5e8-5658ec93cced admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1820726 Mar 10 15:20:18.943870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aef162-231d-4669-b9cc-bdb5494b6809 None None] Network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:18.950806 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2a37628-2628-41a0-b745-92f737a17b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:19.145371 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2a37628-2628-41a0-b745-92f737a17b62 admin admin] Publish callbacks [] for security_group (51370944-fcd5-4a68-9a83-3bf34e17bea3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:19.172277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2a37628-2628-41a0-b745-92f737a17b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (51370944-fcd5-4a68-9a83-3bf34e17bea3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:19.320402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c2a37628-2628-41a0-b745-92f737a17b62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e99ea8cc843641a5a8e9782dcdba2073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281883 Mar 10 15:20:19.321735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a37628-2628-41a0-b745-92f737a17b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51370944-fcd5-4a68-9a83-3bf34e17bea3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:19.329217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41400) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:19.438248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6ba0-22b9-4cfb-8de9-28270b96b7a5 admin admin] Publish callbacks [] for security_group (51370944-fcd5-4a68-9a83-3bf34e17bea3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:19.448551 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_gateway (2cea3de8-df83-4a26-9906-4e51c7427c96), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:19.488225 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6ba0-22b9-4cfb-8de9-28270b96b7a5 admin admin] Publish callbacks [] for security_group (51370944-fcd5-4a68-9a83-3bf34e17bea3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:19.629785 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6ba0-22b9-4cfb-8de9-28270b96b7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (51370944-fcd5-4a68-9a83-3bf34e17bea3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:19.633698 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0dfd6ba0-22b9-4cfb-8de9-28270b96b7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:19.649727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0dfd6ba0-22b9-4cfb-8de9-28270b96b7a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51370944-fcd5-4a68-9a83-3bf34e17bea3 HTTP/1.1" status: 204 len: 168 time: 0.3190768 Mar 10 15:20:19.724409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd6ba0-22b9-4cfb-8de9-28270b96b7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51370944-fcd5-4a68-9a83-3bf34e17bea3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:19.793929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f7ec3-72cf-4693-a493-2c35e94b6324 req-2253118a-2f42-4072-b8b0-532ca8df1bf2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:19.795581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-432f7ec3-72cf-4693-a493-2c35e94b6324 req-2253118a-2f42-4072-b8b0-532ca8df1bf2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1869090 Mar 10 15:20:19.914055 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_gateway (2cea3de8-df83-4a26-9906-4e51c7427c96), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:19.940627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-432f7ec3-72cf-4693-a493-2c35e94b6324 req-629a30a2-c1ee-40ae-8715-022e43b6e947 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358423 Mar 10 15:20:19.960294 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:20.122176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Allocated IP 172.25.3.67 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/81eca903-d644-41e0-a53e-5fc3a33b01df) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:20:20.300812 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (81eca903-d644-41e0-a53e-5fc3a33b01df), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:20.387013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (81eca903-d644-41e0-a53e-5fc3a33b01df), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:20.488456 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:20.511540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:20.514002 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:20:20.555446 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=81eca903-d644-41e0-a53e-5fc3a33b01df,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:20.658057 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:21.409614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_gateway (2cea3de8-df83-4a26-9906-4e51c7427c96), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:21.441692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644f6c8-e698-4278-8227-ace2621b3da3 req-f10011f5-ebb9-465f-a976-1e1a70dada95 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:21.450743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5644f6c8-e698-4278-8227-ace2621b3da3 req-f10011f5-ebb9-465f-a976-1e1a70dada95 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.3235502 Mar 10 15:20:21.622219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5644f6c8-e698-4278-8227-ace2621b3da3 req-0be45318-217e-4268-8238-f394248ca6be tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670852 Mar 10 15:20:21.720919 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-55f37129-822a-42bb-957b-ec0cca4af031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:22.147280 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (2cea3de8-df83-4a26-9906-4e51c7427c96), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:23.023304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8c2ea-7639-48d1-8704-d099eaed1d5a req-a2675564-cf0b-4a5e-aebd-d8a79e5a1e83 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:23.032846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56c8c2ea-7639-48d1-8704-d099eaed1d5a req-a2675564-cf0b-4a5e-aebd-d8a79e5a1e83 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1853135 Mar 10 15:20:23.127943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56c8c2ea-7639-48d1-8704-d099eaed1d5a req-db9af3c5-4c2b-4156-9a88-175c587b334f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893466 Mar 10 15:20:23.293148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 2cea3de8-df83-4a26-9906-4e51c7427c96 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:20:23.524793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-2f7a62d6-a2e0-4168-bd75-e713831435d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1439431 Mar 10 15:20:23.548660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:20:23.585933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939e191-12af-49d3-b100-979681f96759 None None] Sync routers for ids ['2cea3de8-df83-4a26-9906-4e51c7427c96'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:20:23.600540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939e191-12af-49d3-b100-979681f96759 None None] Routers {'2cea3de8-df83-4a26-9906-4e51c7427c96'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:23.602292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c939e191-12af-49d3-b100-979681f96759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2cea3de8-df83-4a26-9906-4e51c7427c96'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:23.646871 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:23.650716 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-639f8895-74ef-41ef-a3ea-0a385eeea994 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.0161014 Mar 10 15:20:23.652407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41486) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:23.698522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-18da840e-3921-4193-a705-79c27942e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:23.700249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-18da840e-3921-4193-a705-79c27942e99e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 1127 time: 0.1191826 Mar 10 15:20:23.728031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c939e191-12af-49d3-b100-979681f96759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:23.774473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939e191-12af-49d3-b100-979681f96759 None None] Routers {'2cea3de8-df83-4a26-9906-4e51c7427c96'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:23.777718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c939e191-12af-49d3-b100-979681f96759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:19:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2cea3de8-df83-4a26-9906-4e51c7427c96'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:23.905995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-690b6d46-7fff-44f3-823f-0cb76227d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:23.908055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-690b6d46-7fff-44f3-823f-0cb76227d8b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 912 time: 0.1829329 Mar 10 15:20:23.934029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c939e191-12af-49d3-b100-979681f96759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:23.934602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939e191-12af-49d3-b100-979681f96759 None None] The sync data for ids ['2cea3de8-df83-4a26-9906-4e51c7427c96'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:20:23.969495 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f9ea47a7-f905-4290-9a1c-0c750a01bd8f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/routers/2cea3de8-df83-4a26-9906-4e51c7427c96 HTTP/1.1" status: 200 len: 880 time: 0.3158593 Mar 10 15:20:23.972611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41494) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:24.026263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-6bcc540d-f0d3-463b-8982-c62566be851f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cfcc294-fa1f-4d27-a608-fd689813316d HTTP/1.1" status: 200 len: 1000 time: 0.1027021 Mar 10 15:20:24.033243 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e247d716-a6da-475a-aa11-3788fcfef3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:24.173827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-b5c772e7-8c0a-4ea9-b3e1-624386c8484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:24.201042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-b5c772e7-8c0a-4ea9-b3e1-624386c8484b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.1639578 Mar 10 15:20:24.471109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-1b3b8ce0-21cd-413c-8a7e-fd9140d3ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:24.472986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-1b3b8ce0-21cd-413c-8a7e-fd9140d3ce7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2629070 Mar 10 15:20:24.752072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf57c4-5258-4344-ab65-354e8792554c req-1569aaa7-a024-4ed3-ada3-5141ebd3f961 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:24.761523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ddf57c4-5258-4344-ab65-354e8792554c req-1569aaa7-a024-4ed3-ada3-5141ebd3f961 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.4767766 Mar 10 15:20:24.812983 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3fa51465-11ec-4930-a56f-969be96fc012 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8270156 Mar 10 15:20:24.813841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41518) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:24.823995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-06a04745-0191-44e2-94c3-3ef366b653f6 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1134585218'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:25.010707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ddf57c4-5258-4344-ab65-354e8792554c req-ecad5dc4-6e0d-4838-a316-20a072962e32 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479291 Mar 10 15:20:25.071173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-c547ab2d-bdef-4769-813c-1a413fb5e592 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774858 Mar 10 15:20:25.233203 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:25.329061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-9676517b-4a66-4e7f-a7b4-b073d71c562a tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:25.331050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-9676517b-4a66-4e7f-a7b4-b073d71c562a tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/networks?id=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 HTTP/1.1" status: 200 len: 809 time: 0.4797130 Mar 10 15:20:25.376472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-5d57bdb0-3b5c-4406-a923-24cc25128101 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/quotas/816c444a47fc4b3d8d73cc08c963e993 HTTP/1.1" status: 200 len: 375 time: 0.0242414 Mar 10 15:20:25.444005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-75b15180-8310-490d-9619-3c15fb09d96a tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=816c444a47fc4b3d8d73cc08c963e993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612099 Mar 10 15:20:25.578232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-a58ed1d0-758f-481e-af14-f08b3cbcce2d service neutron] 10.222.0.11 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332402 Mar 10 15:20:25.607519 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-06a04745-0191-44e2-94c3-3ef366b653f6 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (2cea3de8-df83-4a26-9906-4e51c7427c96), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:25.637466 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-06a04745-0191-44e2-94c3-3ef366b653f6 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (2cea3de8-df83-4a26-9906-4e51c7427c96), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:25.706993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-988e0c62-35ed-4d4a-88f9-2aa2072cc631 service neutron] 10.222.0.11 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277485 Mar 10 15:20:25.774754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42f7549d-12f9-4f97-b3dd-5d09460ff3fe req-24ed34b4-9745-40da-92c7-d7aa4829acb3 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904368 Mar 10 15:20:25.921236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a04745-0191-44e2-94c3-3ef366b653f6 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 2cea3de8-df83-4a26-9906-4e51c7427c96 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:20:26.171520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6fc46bc-8972-47cb-a331-d4b4edb7ed7a req-9e11287a-619c-4d10-8bd1-e0a6e5135ad0 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 210 time: 0.1119239 Mar 10 15:20:26.305683 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a04745-0191-44e2-94c3-3ef366b653f6 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:20:26.316399 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec46ed3d-0d1e-4abf-899d-120c7416ad22 None None] Sync routers for ids ['2cea3de8-df83-4a26-9906-4e51c7427c96'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:20:26.322495 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-06a04745-0191-44e2-94c3-3ef366b653f6 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:26.329192 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-06a04745-0191-44e2-94c3-3ef366b653f6 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/2cea3de8-df83-4a26-9906-4e51c7427c96 HTTP/1.1" status: 200 len: 887 time: 1.5142605 Mar 10 15:20:26.331401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41550) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:26.331519 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec46ed3d-0d1e-4abf-899d-120c7416ad22 None None] Routers {'2cea3de8-df83-4a26-9906-4e51c7427c96'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:26.332902 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ec46ed3d-0d1e-4abf-899d-120c7416ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2cea3de8-df83-4a26-9906-4e51c7427c96'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:26.381293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64796672-6927-4260-9cd6-3bca36e71ef0 req-06ec0e5b-7565-4fed-bf89-99afbd880db3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:26.396813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64796672-6927-4260-9cd6-3bca36e71ef0 req-06ec0e5b-7565-4fed-bf89-99afbd880db3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2160387 Mar 10 15:20:26.409467 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ec46ed3d-0d1e-4abf-899d-120c7416ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:26.420888 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec46ed3d-0d1e-4abf-899d-120c7416ad22 None None] Routers {'2cea3de8-df83-4a26-9906-4e51c7427c96'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:26.421522 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ec46ed3d-0d1e-4abf-899d-120c7416ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2cea3de8-df83-4a26-9906-4e51c7427c96'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:26.465058 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ec46ed3d-0d1e-4abf-899d-120c7416ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:26.465718 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec46ed3d-0d1e-4abf-899d-120c7416ad22 None None] The sync data for ids ['2cea3de8-df83-4a26-9906-4e51c7427c96'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:20:26.559603 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d6ed07d8-803a-4547-aa36-34cc0ae1b920 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/routers/2cea3de8-df83-4a26-9906-4e51c7427c96 HTTP/1.1" status: 200 len: 887 time: 0.2285321 Mar 10 15:20:26.560299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41558) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:26.575330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:26.580209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64796672-6927-4260-9cd6-3bca36e71ef0 req-a8317abb-b736-4e34-8e88-22c837071ff4 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822021 Mar 10 15:20:26.614537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41560) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:26.616992 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-91c42e8d-b947-447e-976d-814d036cbe0f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=2cea3de8-df83-4a26-9906-4e51c7427c96 HTTP/1.1" status: 200 len: 205 time: 0.0545385 Mar 10 15:20:26.850251 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (2cea3de8-df83-4a26-9906-4e51c7427c96), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:26.979826 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_gateway (2cea3de8-df83-4a26-9906-4e51c7427c96), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:27.117793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 81eca903-d644-41e0-a53e-5fc3a33b01df {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:20:27.118100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (81eca903-d644-41e0-a53e-5fc3a33b01df), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:27.365792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e0f5472-7319-416a-867d-ada605a83492 req-0bee781e-aafc-4f81-99a0-dc449dc38d5b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 210 time: 0.0667713 Mar 10 15:20:27.409442 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (81eca903-d644-41e0-a53e-5fc3a33b01df), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:27.471928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 81eca903-d644-41e0-a53e-5fc3a33b01df owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:20:27.808742 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (81eca903-d644-41e0-a53e-5fc3a33b01df), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:27.915575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=81eca903-d644-41e0-a53e-5fc3a33b01df,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:28.128973 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (2cea3de8-df83-4a26-9906-4e51c7427c96), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:28.250285 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:28.345408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (2cea3de8-df83-4a26-9906-4e51c7427c96), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:28.352526 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (2cea3de8-df83-4a26-9906-4e51c7427c96), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:28.546026 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (2cea3de8-df83-4a26-9906-4e51c7427c96), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:28.546569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Fanout notify agent at l3_agent the message router_deleted on router 2cea3de8-df83-4a26-9906-4e51c7427c96 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:20:28.595417 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:28.596555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-df636490-4949-44be-b67b-f7635636bf6c tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/2cea3de8-df83-4a26-9906-4e51c7427c96 HTTP/1.1" status: 204 len: 168 time: 1.9807746 Mar 10 15:20:28.600291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41594) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:28.606113 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'network': {'name': 'tempest-RoutersTest-2105536415'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:28.667460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:28.671647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:28.747663 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:20:28.768273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (223f4551-73d8-4bb0-9bbd-797f4cee83b7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:28.770124 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added segment 223f4551-73d8-4bb0-9bbd-797f4cee83b7 of type vlan for network 8dcc7db3-2874-47fb-8715-2563eeb103ac Mar 10 15:20:28.902474 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (8dcc7db3-2874-47fb-8715-2563eeb103ac), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:28.981066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (8dcc7db3-2874-47fb-8715-2563eeb103ac), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:28.987074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:28.989324 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:29.064113 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4617789 Mar 10 15:20:29.068067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41602) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:29.088220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'subnet': {'network_id': '8dcc7db3-2874-47fb-8715-2563eeb103ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:29.208490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d1ab7-f126-478f-97f5-d4c202eee355 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Network': ['ID=8dcc7db3-2874-47fb-8715-2563eeb103ac,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:29.221713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 8dcc7db3-2874-47fb-8715-2563eeb103ac details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:20:29.301352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb03ab0-8461-4a3a-8258-52bc5d9a05e1 req-9c744858-662c-49c2-830b-0f14691987e2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:29.303504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eb03ab0-8461-4a3a-8258-52bc5d9a05e1 req-9c744858-662c-49c2-830b-0f14691987e2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 1.5230057 Mar 10 15:20:29.307969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b645c406-97e8-4084-b134-79f44aa47c6c req-f1703f95-9f46-412a-88e8-613af1f5e811 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 210 time: 0.7674699 Mar 10 15:20:29.420926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:29.427173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eb03ab0-8461-4a3a-8258-52bc5d9a05e1 req-61759f1e-3041-488d-b607-0a2b78368844 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163883 Mar 10 15:20:29.434946 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:29.488158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-7b54728f-d00b-4185-a84e-8328e48d6161 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:29.489628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-7b54728f-d00b-4185-a84e-8328e48d6161 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.62 "GET /v2.0/networks?id=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 HTTP/1.1" status: 200 len: 809 time: 1.4599669 Mar 10 15:20:29.512133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Request body: {'port': {'device_id': '9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6', 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66', 'admin_state_up': True, 'tenant_id': '816c444a47fc4b3d8d73cc08c963e993'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:29.899322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Made reservation on behalf of 816c444a47fc4b3d8d73cc08c963e993 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:29.903429 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:30.002345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (c5dc610b-2878-4b5c-88c6-89d508f37308), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:30.129791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Allocated IP 172.20.0.14 (d6f9cce7-fc95-4757-9a86-b0b56fbd3b66/52c0a7a2-bbab-46a1-88df-3aa749c859f4/a877e97b-524c-4fa3-b023-0b24c787f871) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:20:30.232233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Subnet': ['ID=c5dc610b-2878-4b5c-88c6-89d508f37308,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:30.264862 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Checking segment: {'id': '223f4551-73d8-4bb0-9bbd-797f4cee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8dcc7db3-2874-47fb-8715-2563eeb103ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:30.265629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network hostable DHCP agents. Network: 8dcc7db3-2874-47fb-8715-2563eeb103ac, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:20:30.308877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks [] for port (a877e97b-524c-4fa3-b023-0b24c787f871), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:30.312435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 8dcc7db3-2874-47fb-8715-2563eeb103ac is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:20:30.327638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 8dcc7db3-2874-47fb-8715-2563eeb103ac) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:30.333246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:30.334243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:30.341826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd59b70-c045-4e6a-b2c3-e5fc81e99b27 None None] Network 8dcc7db3-2874-47fb-8715-2563eeb103ac requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:30.387475 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:30.411467 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cfb994d4-6419-4280-a6be-e3361889f118 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3406117 Mar 10 15:20:30.414238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41612) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:30.429569 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c6c755d6-7ada-4433-be7e-d72078bdf8af tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-879808211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:30.464133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:30.468913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:30.481440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:20:30.543671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6c755d6-7ada-4433-be7e-d72078bdf8af tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:30.547133 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6c755d6-7ada-4433-be7e-d72078bdf8af tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:30.661229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Pushing event updated for resources: {'Port': ['ID=a877e97b-524c-4fa3-b023-0b24c787f871,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:30.787866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-8dcc7db3-2874-47fb-8715-2563eeb103ac', 'network_id': '8dcc7db3-2874-47fb-8715-2563eeb103ac', 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'fixed_ips': [{'subnet_id': 'c5dc610b-2878-4b5c-88c6-89d508f37308'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:20:30.788747 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:30.798836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:30.799496 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:30.833138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1019e1-a617-48ed-929f-e912e1721f60 req-a96f4f0c-37a1-4c6b-b0ea-a1e0b09954e7 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:30.834720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac1019e1-a617-48ed-929f-e912e1721f60 req-a96f4f0c-37a1-4c6b-b0ea-a1e0b09954e7 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 932 time: 0.2648673 Mar 10 15:20:30.928396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-2f4f444e-ac00-452f-862e-32561a720783 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4206400 Mar 10 15:20:30.953240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Request body: {'port': {'device_id': '9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:30.955360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6c755d6-7ada-4433-be7e-d72078bdf8af tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:30.976096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f13f9c-769c-4fd9-9232-37f03e85fa82 req-759bae4c-6b18-4e6b-a9a4-797fdf8e5b78 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:30.977621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19f13f9c-769c-4fd9-9232-37f03e85fa82 req-759bae4c-6b18-4e6b-a9a4-797fdf8e5b78 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2409995 Mar 10 15:20:30.989901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6c755d6-7ada-4433-be7e-d72078bdf8af tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:31.095666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b35ac-62ff-4cb6-b801-f42929b21d54 req-b0590140-2810-4e78-ae46-93456f1d36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:31.100308 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6a3b35ac-62ff-4cb6-b801-f42929b21d54 req-b0590140-2810-4e78-ae46-93456f1d36a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1127 time: 0.4060616 Mar 10 15:20:31.109088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c6c755d6-7ada-4433-be7e-d72078bdf8af tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:31.116806 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c6c755d6-7ada-4433-be7e-d72078bdf8af tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7013292 Mar 10 15:20:31.118192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41624) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:31.160975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Allocated IP 172.20.0.2 (8dcc7db3-2874-47fb-8715-2563eeb103ac/c5dc610b-2878-4b5c-88c6-89d508f37308/759e447d-a9cd-4898-a910-802ead91d4a6) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:20:31.248614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:31.256847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19f13f9c-769c-4fd9-9232-37f03e85fa82 req-459fe139-c2c2-44c5-83ef-b6612e8f81db tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395966 Mar 10 15:20:31.292637 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac1019e1-a617-48ed-929f-e912e1721f60 req-bbb31690-3d79-47fa-a274-5f23dd851e93 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430745 Mar 10 15:20:31.559741 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Publish callbacks [] for port (759e447d-a9cd-4898-a910-802ead91d4a6), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:31.570170 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:31.652279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Network 8dcc7db3-2874-47fb-8715-2563eeb103ac is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:31.670095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:31.672277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Pushing event updated for resources: {'Port': ['ID=759e447d-a9cd-4898-a910-802ead91d4a6,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:31.676288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:20:31.842417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Attempting to bind port 759e447d-a9cd-4898-a910-802ead91d4a6 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:20:31.842974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Attempting to bind port 759e447d-a9cd-4898-a910-802ead91d4a6 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '223f4551-73d8-4bb0-9bbd-797f4cee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8dcc7db3-2874-47fb-8715-2563eeb103ac'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:20:31.843443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Attempting to bind port 759e447d-a9cd-4898-a910-802ead91d4a6 on network 8dcc7db3-2874-47fb-8715-2563eeb103ac {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:20:31.863978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:20:31.875314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Checking segment: {'id': '223f4551-73d8-4bb0-9bbd-797f4cee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8dcc7db3-2874-47fb-8715-2563eeb103ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:31.875927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:31.876443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Bound using segment: {'id': '223f4551-73d8-4bb0-9bbd-797f4cee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8dcc7db3-2874-47fb-8715-2563eeb103ac'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:20:31.877931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Bound port: 759e447d-a9cd-4898-a910-802ead91d4a6, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223f4551-73d8-4bb0-9bbd-797f4cee83b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8dcc7db3-2874-47fb-8715-2563eeb103ac'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:20:31.879281 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:32.061454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a877e97b-524c-4fa3-b023-0b24c787f871 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:20:32.076870 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Publish callbacks [] for port (a877e97b-524c-4fa3-b023-0b24c787f871), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:32.078847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] For port 759e447d-a9cd-4898-a910-802ead91d4a6, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:20:32.082209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] For port 759e447d-a9cd-4898-a910-802ead91d4a6, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=759e447d-a9cd-4898-a910-802ead91d4a6,segment=NetworkSegment(223f4551-73d8-4bb0-9bbd-797f4cee83b7),segment_id=223f4551-73d8-4bb0-9bbd-797f4cee83b7)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:20:32.132145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Transition to ACTIVE for port object a877e97b-524c-4fa3-b023-0b24c787f871 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:20:32.135167 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:32.139874 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:32.309894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3efbd-5026-450f-9fcf-6f443a991b31 None None] Pushing event updated for resources: {'Port': ['ID=759e447d-a9cd-4898-a910-802ead91d4a6,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:32.346192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b35ac-62ff-4cb6-b801-f42929b21d54 req-23ddbfe6-e4a8-4a7f-b6ea-76f8950528b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:32.366057 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6a3b35ac-62ff-4cb6-b801-f42929b21d54 req-23ddbfe6-e4a8-4a7f-b6ea-76f8950528b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 915 time: 1.2314847 Mar 10 15:20:32.561036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Pushing event updated for resources: {'Port': ['ID=a877e97b-524c-4fa3-b023-0b24c787f871,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:32.618048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Attempting to bind port a877e97b-524c-4fa3-b023-0b24c787f871 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:20:32.618706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Attempting to bind port a877e97b-524c-4fa3-b023-0b24c787f871 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '3e037b07-33fe-4c98-b329-7a241389e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:20:32.619562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Attempting to bind port a877e97b-524c-4fa3-b023-0b24c787f871 on network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:20:32.651143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd934ed-daf8-4826-8a20-a6c4e31e74da req-87622134-fbb9-44d3-9ba4-0d4941ded3e5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:32.659408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbd934ed-daf8-4826-8a20-a6c4e31e74da req-87622134-fbb9-44d3-9ba4-0d4941ded3e5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1524844 Mar 10 15:20:32.689540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Port a877e97b-524c-4fa3-b023-0b24c787f871 on network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:20:32.690207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Attempting to bind port a877e97b-524c-4fa3-b023-0b24c787f871 on network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:20:32.702742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f741dc-510b-4381-acc3-9aba2b36c2b1 req-5f599d54-55eb-4cc8-add3-e7d6e4045196 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:32.711715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2f741dc-510b-4381-acc3-9aba2b36c2b1 req-5f599d54-55eb-4cc8-add3-e7d6e4045196 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 944 time: 0.1912334 Mar 10 15:20:32.765896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:20:32.766603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Checking segment: {'id': '3e037b07-33fe-4c98-b329-7a241389e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:32.767275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Bound using segment: {'id': '3e037b07-33fe-4c98-b329-7a241389e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:20:32.767967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Bound port: a877e97b-524c-4fa3-b023-0b24c787f871, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e037b07-33fe-4c98-b329-7a241389e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:20:32.768594 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:32.870857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] For port a877e97b-524c-4fa3-b023-0b24c787f871, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:20:32.887396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] For port a877e97b-524c-4fa3-b023-0b24c787f871, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a877e97b-524c-4fa3-b023-0b24c787f871,segment=NetworkSegment(3e037b07-33fe-4c98-b329-7a241389e2cf),segment_id=3e037b07-33fe-4c98-b329-7a241389e2cf)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:20:32.951723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbd934ed-daf8-4826-8a20-a6c4e31e74da req-21463718-3996-4816-add4-c1bd84858666 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906041 Mar 10 15:20:32.971303 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2f741dc-510b-4381-acc3-9aba2b36c2b1 req-b174af11-6f05-4bbe-bcf4-1d8c0dc18e31 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577691 Mar 10 15:20:32.978986 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:33.073532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Pushing event updated for resources: {'Port': ['ID=a877e97b-524c-4fa3-b023-0b24c787f871,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:33.089131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:33.093040 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:33.093040 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-fef34ebe-e21d-4dbe-9e79-fed56ac2b02e service neutron] 10.222.0.62 "PUT /v2.0/ports/a877e97b-524c-4fa3-b023-0b24c787f871 HTTP/1.1" status: 200 len: 1092 time: 2.1423943 Mar 10 15:20:33.093040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6', 'tag': 'a877e97b-524c-4fa3-b023-0b24c787f871'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:20:33.094261 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e04a3d-f4ff-4476-b7c6-52e32f3d30b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6", "tag": "a877e97b-524c-4fa3-b023-0b24c787f871"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:20:33.188194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 759e447d-a9cd-4898-a910-802ead91d4a6 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:20:33.250513 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59627d0-76c2-4120-936d-a471e4ad486f x-openstack-request-id: req-f59627d0-76c2-4120-936d-a471e4ad486f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:20:33.251061 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6", "tag": "a877e97b-524c-4fa3-b023-0b24c787f871", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:20:33.251483 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f59627d0-76c2-4120-936d-a471e4ad486f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:20:33.252037 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6', 'tag': 'a877e97b-524c-4fa3-b023-0b24c787f871', 'status': 'completed', 'code': 200} Mar 10 15:20:33.267863 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:20:33.302853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-4f3ec97f-46ae-48fb-802a-2930d3041e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:33.304748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-4f3ec97f-46ae-48fb-802a-2930d3041e47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=816c444a47fc4b3d8d73cc08c963e993&device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 1126 time: 0.1633489 Mar 10 15:20:33.456326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-5a2d1ee4-9001-4c5e-8023-1f3054b29db0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a877e97b-524c-4fa3-b023-0b24c787f871 HTTP/1.1" status: 200 len: 217 time: 0.1423221 Mar 10 15:20:33.506074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 759e447d-a9cd-4898-a910-802ead91d4a6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:33.506458 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:33.590587 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6a3b35ac-62ff-4cb6-b801-f42929b21d54 req-99b033fe-6c8e-40de-a52e-273dbeaef122 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 217 time: 0.1353264 Mar 10 15:20:33.602366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-a46223a6-4a39-4f16-b4b6-948c6b80cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:33.603829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-a46223a6-4a39-4f16-b4b6-948c6b80cd3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52c0a7a2-bbab-46a1-88df-3aa749c859f4 HTTP/1.1" status: 200 len: 849 time: 0.1393471 Mar 10 15:20:33.655996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 759e447d-a9cd-4898-a910-802ead91d4a6 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:33.656815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:33.657924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-4ab9f477-77a3-4e73-a809-345109264556 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466027 Mar 10 15:20:33.670033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b35ac-62ff-4cb6-b801-f42929b21d54 req-0cb1e55d-663d-4a09-9284-2c9987d74b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:33.671548 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6a3b35ac-62ff-4cb6-b801-f42929b21d54 req-0cb1e55d-663d-4a09-9284-2c9987d74b87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.0743999 Mar 10 15:20:33.703445 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:33.724826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 759e447d-a9cd-4898-a910-802ead91d4a6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=759e447d-a9cd-4898-a910-802ead91d4a6,segment=NetworkSegment(223f4551-73d8-4bb0-9bbd-797f4cee83b7),segment_id=223f4551-73d8-4bb0-9bbd-797f4cee83b7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:33.730537 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:33.776938 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6a3b35ac-62ff-4cb6-b801-f42929b21d54 req-37069551-b875-4b47-a0c5-863bf5573e91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843008 Mar 10 15:20:33.817559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=759e447d-a9cd-4898-a910-802ead91d4a6,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:33.857348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-4b4b0f63-b38b-432b-a29c-05a76fd06388 service neutron] 10.222.0.62 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888797 Mar 10 15:20:34.036987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f20e90ce-bca0-4427-ae47-95c15517d6d0 req-c95ff20b-5d1e-4a09-b23e-d20a00bb79c5 service neutron] 10.222.0.62 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662555 Mar 10 15:20:34.178313 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6a3b35ac-62ff-4cb6-b801-f42929b21d54 req-7e53b860-79a5-4e02-8eec-6bfa4504ce0b service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665187 Mar 10 15:20:34.379460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428d100-3c3e-474d-bc51-f179b22028c3 req-d46d1c58-f500-4cb7-a951-a5fdc6b3be32 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:34.380434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b0ac4d-d8ff-4de0-84e6-47582561abc0 None None] Network 8dcc7db3-2874-47fb-8715-2563eeb103ac requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:34.389857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e428d100-3c3e-474d-bc51-f179b22028c3 req-d46d1c58-f500-4cb7-a951-a5fdc6b3be32 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2786732 Mar 10 15:20:34.411009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Allocated IP 172.20.0.1 (8dcc7db3-2874-47fb-8715-2563eeb103ac/c5dc610b-2878-4b5c-88c6-89d508f37308/310180b0-3054-49b1-ac1b-ce50472be942) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:20:34.515590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e04a3d-f4ff-4476-b7c6-52e32f3d30b1 req-dd0de6be-f049-4a6e-9539-dcaf9d734273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:34.524760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7e04a3d-f4ff-4476-b7c6-52e32f3d30b1 req-dd0de6be-f049-4a6e-9539-dcaf9d734273 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=816c444a47fc4b3d8d73cc08c963e993&device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 1126 time: 0.3125184 Mar 10 15:20:34.534490 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6a3b35ac-62ff-4cb6-b801-f42929b21d54 req-77f49d91-3693-44ae-be08-adf7fef4d842 service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845938 Mar 10 15:20:34.574983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c58a71-57dd-46a1-9305-2a20b9ea4008 req-53026830-10ec-490c-bfde-b4d11b22c6a8 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:34.584036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-794978fd-dfe4-4c5b-894c-d3adde778b21 None None] Provisioning complete for port 759e447d-a9cd-4898-a910-802ead91d4a6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:34.584411 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-794978fd-dfe4-4c5b-894c-d3adde778b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:34.591224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01c58a71-57dd-46a1-9305-2a20b9ea4008 req-53026830-10ec-490c-bfde-b4d11b22c6a8 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 944 time: 0.3944533 Mar 10 15:20:34.752650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-794978fd-dfe4-4c5b-894c-d3adde778b21 None None] Current status of the port 759e447d-a9cd-4898-a910-802ead91d4a6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:34.802713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e92cc-715d-4c37-8b98-f981a326e17a req-9ea7f38b-57a0-4424-9a22-0475818c04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:34.804253 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7a4e92cc-715d-4c37-8b98-f981a326e17a req-9ea7f38b-57a0-4424-9a22-0475818c04f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1127 time: 0.1973500 Mar 10 15:20:34.810400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e428d100-3c3e-474d-bc51-f179b22028c3 req-882d77d6-b64b-42d1-a6ab-da9c2a4430fa tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969831 Mar 10 15:20:34.882915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e04a3d-f4ff-4476-b7c6-52e32f3d30b1 req-9516fdb8-e2d7-46c6-bc39-b053f03ebf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:34.884518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7e04a3d-f4ff-4476-b7c6-52e32f3d30b1 req-9516fdb8-e2d7-46c6-bc39-b053f03ebf01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 HTTP/1.1" status: 200 len: 910 time: 0.2751212 Mar 10 15:20:34.891401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01c58a71-57dd-46a1-9305-2a20b9ea4008 req-d4c4b22e-4f64-4d2b-a967-3d73e9c8a0c1 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985983 Mar 10 15:20:34.952830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e92cc-715d-4c37-8b98-f981a326e17a req-6cfa526a-0ba0-4057-947f-ad22c9d0748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:34.954348 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7a4e92cc-715d-4c37-8b98-f981a326e17a req-6cfa526a-0ba0-4057-947f-ad22c9d0748c service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 915 time: 0.1417773 Mar 10 15:20:34.959752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7e04a3d-f4ff-4476-b7c6-52e32f3d30b1 req-274a9716-f62c-4b6e-b750-83b52a13d711 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a877e97b-524c-4fa3-b023-0b24c787f871 HTTP/1.1" status: 200 len: 217 time: 0.0673733 Mar 10 15:20:35.014252 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7a4e92cc-715d-4c37-8b98-f981a326e17a req-86eff56f-a732-4412-93e1-ec0c465976f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 217 time: 0.0521567 Mar 10 15:20:35.046297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 759e447d-a9cd-4898-a910-802ead91d4a6 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:20:35.078747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e92cc-715d-4c37-8b98-f981a326e17a req-6e6e427f-abca-4096-990a-79574bf8360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:35.080268 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7a4e92cc-715d-4c37-8b98-f981a326e17a req-6e6e427f-abca-4096-990a-79574bf8360f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.0577328 Mar 10 15:20:35.099714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e04a3d-f4ff-4476-b7c6-52e32f3d30b1 req-ec46ae95-f437-46e5-9fc8-99bddd29f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:35.101191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7e04a3d-f4ff-4476-b7c6-52e32f3d30b1 req-ec46ae95-f437-46e5-9fc8-99bddd29f7f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52c0a7a2-bbab-46a1-88df-3aa749c859f4 HTTP/1.1" status: 200 len: 849 time: 0.1353965 Mar 10 15:20:35.120666 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7a4e92cc-715d-4c37-8b98-f981a326e17a req-174341d0-6080-40c3-b9af-9b32bf479a69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336573 Mar 10 15:20:35.154721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7e04a3d-f4ff-4476-b7c6-52e32f3d30b1 req-7b63df94-5f9e-4a87-a1d6-d8b03a97fd4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464146 Mar 10 15:20:35.193760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 759e447d-a9cd-4898-a910-802ead91d4a6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:35.194250 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:35.271467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-65e47c27-6972-445e-bc14-4c582933c38e None None] Provisioning complete for port 759e447d-a9cd-4898-a910-802ead91d4a6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:35.273357 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-65e47c27-6972-445e-bc14-4c582933c38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:35.291862 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7a4e92cc-715d-4c37-8b98-f981a326e17a req-5403d2e7-47ec-4756-b52b-ab9424af5440 service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644645 Mar 10 15:20:35.335748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7e04a3d-f4ff-4476-b7c6-52e32f3d30b1 req-9375e425-65a8-462f-8210-22c8fe1d1a3c service neutron] 10.222.0.62 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723247 Mar 10 15:20:35.345512 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (310180b0-3054-49b1-ac1b-ce50472be942), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:35.441224 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-7a4e92cc-715d-4c37-8b98-f981a326e17a req-9628914c-dc35-458b-81ea-516fa3d128cd service neutron] 10.222.0.62 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394231 Mar 10 15:20:35.450470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (310180b0-3054-49b1-ac1b-ce50472be942), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:35.510484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7e04a3d-f4ff-4476-b7c6-52e32f3d30b1 req-5d468ac7-89de-4733-9509-982e0cb036a4 service neutron] 10.222.0.62 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664803 Mar 10 15:20:35.513600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 8dcc7db3-2874-47fb-8715-2563eeb103ac is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:35.517684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:35.544107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:20:35.559651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 759e447d-a9cd-4898-a910-802ead91d4a6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:35.567530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-65e47c27-6972-445e-bc14-4c582933c38e None None] Current status of the port 759e447d-a9cd-4898-a910-802ead91d4a6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:35.664751 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:35.679044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=310180b0-3054-49b1-ac1b-ce50472be942,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:35.941734 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (310180b0-3054-49b1-ac1b-ce50472be942), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:36.024507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-232b2147-0a69-48b1-b31b-67f719c538dc None None] Provisioning complete for port 310180b0-3054-49b1-ac1b-ce50472be942 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:36.036112 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-232b2147-0a69-48b1-b31b-67f719c538dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (310180b0-3054-49b1-ac1b-ce50472be942), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:36.183537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41698) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:36.240866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec4272-e8ac-4df0-a300-73938b7de74d req-b4ebbf81-f8b1-40c6-9eb5-02b1242d6a87 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:36.257399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17ec4272-e8ac-4df0-a300-73938b7de74d req-b4ebbf81-f8b1-40c6-9eb5-02b1242d6a87 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2934773 Mar 10 15:20:36.373002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-232b2147-0a69-48b1-b31b-67f719c538dc None None] Port 310180b0-3054-49b1-ac1b-ce50472be942 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:20:36.443968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264fe1b-78d6-455f-aabd-ea74b393430e req-7718ff43-2f29-45af-9386-5a284750edf5 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:36.452622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9264fe1b-78d6-455f-aabd-ea74b393430e req-7718ff43-2f29-45af-9386-5a284750edf5 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 944 time: 0.3482792 Mar 10 15:20:36.485491 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5322de41-d5ae-4baa-9225-08ce71f543a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:36.528425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-17ec4272-e8ac-4df0-a300-73938b7de74d req-47c37743-ecbb-460f-8730-a5ca8b248da2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699492 Mar 10 15:20:36.578650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9264fe1b-78d6-455f-aabd-ea74b393430e req-260cc527-822e-44c3-b686-40750279a7f6 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250319 Mar 10 15:20:36.603710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (310180b0-3054-49b1-ac1b-ce50472be942), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:36.611615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (310180b0-3054-49b1-ac1b-ce50472be942), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:36.640820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5322de41-d5ae-4baa-9225-08ce71f543a8 admin admin] Publish callbacks [] for security_group (4c4dc52c-793a-441f-a42a-a3ba7c7f51f2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:36.648135 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5322de41-d5ae-4baa-9225-08ce71f543a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4c4dc52c-793a-441f-a42a-a3ba7c7f51f2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:36.700792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=310180b0-3054-49b1-ac1b-ce50472be942,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:36.710163 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:36.711164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5322de41-d5ae-4baa-9225-08ce71f543a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83b66fd7c43640fda39e2496c11c0f4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5199144 Mar 10 15:20:36.714661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41716) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:36.715797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322de41-d5ae-4baa-9225-08ce71f543a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4dc52c-793a-441f-a42a-a3ba7c7f51f2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:36.854575 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e374b5e8-06fa-4ef4-a1a6-80ece8372590 admin admin] Publish callbacks [] for security_group (4c4dc52c-793a-441f-a42a-a3ba7c7f51f2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:36.885594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e374b5e8-06fa-4ef4-a1a6-80ece8372590 admin admin] Publish callbacks [] for security_group (4c4dc52c-793a-441f-a42a-a3ba7c7f51f2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:36.922660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 8dcc7db3-2874-47fb-8715-2563eeb103ac is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:36.928044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:37.105191 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e374b5e8-06fa-4ef4-a1a6-80ece8372590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4c4dc52c-793a-441f-a42a-a3ba7c7f51f2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:37.107997 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e374b5e8-06fa-4ef4-a1a6-80ece8372590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:37.109445 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e374b5e8-06fa-4ef4-a1a6-80ece8372590 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c4dc52c-793a-441f-a42a-a3ba7c7f51f2 HTTP/1.1" status: 204 len: 168 time: 0.3936005 Mar 10 15:20:37.125140 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374b5e8-06fa-4ef4-a1a6-80ece8372590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4dc52c-793a-441f-a42a-a3ba7c7f51f2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:37.205790 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router eb5b1a95-4347-438a-9da6-48ec9ba36e6f is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:20:37.428467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-061bfc93-127a-4f58-8406-1c9d6c1cc835 None None] Provisioning complete for port 310180b0-3054-49b1-ac1b-ce50472be942 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:37.429047 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-061bfc93-127a-4f58-8406-1c9d6c1cc835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (310180b0-3054-49b1-ac1b-ce50472be942), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:37.519638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-061bfc93-127a-4f58-8406-1c9d6c1cc835 None None] Port 310180b0-3054-49b1-ac1b-ce50472be942 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:20:37.758013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41740) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:37.800406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:20:37.807858 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-deb1c2fc-204e-4489-a4d8-320765401356 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/eb5b1a95-4347-438a-9da6-48ec9ba36e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6872878 Mar 10 15:20:37.810309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41742) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:37.815143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c968e-8991-497d-90ef-12bdb0568ee0 None None] Sync routers for ids ['eb5b1a95-4347-438a-9da6-48ec9ba36e6f'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:20:37.820160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a877e97b-524c-4fa3-b023-0b24c787f871 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:20:37.822555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 5b86ddaa-aa5f-4786-a085-63cf34d10b2e no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:20:37.853661 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-985d34d8-267b-4ef7-9857-a3d453f04a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:37.881778 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddb7b43-b3a4-48ca-ab7f-65cbe0671dcb tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:37.883774 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cddb7b43-b3a4-48ca-ab7f-65cbe0671dcb tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports/310180b0-3054-49b1-ac1b-ce50472be942 HTTP/1.1" status: 200 len: 910 time: 0.0722432 Mar 10 15:20:37.886837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41744) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:37.892740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1b36aed9-c1a1-45fc-ad7d-8b27a49e4d69 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5dc610b-2878-4b5c-88c6-89d508f37308'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:37.929649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc1cc6-0a10-424e-9062-a9857aba7e5d req-85ff6a6e-66c9-43a5-890f-703314f625a6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:37.936906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4cdc1cc6-0a10-424e-9062-a9857aba7e5d req-85ff6a6e-66c9-43a5-890f-703314f625a6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2318318 Mar 10 15:20:37.967078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c968e-8991-497d-90ef-12bdb0568ee0 None None] Routers {'eb5b1a95-4347-438a-9da6-48ec9ba36e6f'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:37.987703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3e0c968e-8991-497d-90ef-12bdb0568ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['eb5b1a95-4347-438a-9da6-48ec9ba36e6f'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:37.992002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0987e-330b-495f-b349-d72cb1324fb3 req-3bb5a829-efd6-4397-8cab-afa6d20b88fd tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:37.999801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8b0987e-330b-495f-b349-d72cb1324fb3 req-3bb5a829-efd6-4397-8cab-afa6d20b88fd tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 944 time: 0.2406065 Mar 10 15:20:38.071187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4cdc1cc6-0a10-424e-9062-a9857aba7e5d req-df98363c-4786-4e37-a62b-25256322f176 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332753 Mar 10 15:20:38.151063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3e0c968e-8991-497d-90ef-12bdb0568ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:38.172853 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.resource_extend [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:20:38.188484 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b36aed9-c1a1-45fc-ad7d-8b27a49e4d69 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (310180b0-3054-49b1-ac1b-ce50472be942), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:38.191185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8b0987e-330b-495f-b349-d72cb1324fb3 req-fbfe024c-6012-4b11-a957-7116ff594be6 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904125 Mar 10 15:20:38.199998 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-985d34d8-267b-4ef7-9857-a3d453f04a6b admin admin] Publish callbacks [] for security_group (529cddb0-7f6f-49a4-931c-481225bd1cfd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:38.256965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-985d34d8-267b-4ef7-9857-a3d453f04a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (529cddb0-7f6f-49a4-931c-481225bd1cfd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:38.279729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c968e-8991-497d-90ef-12bdb0568ee0 None None] Routers {'eb5b1a95-4347-438a-9da6-48ec9ba36e6f'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:38.280370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3e0c968e-8991-497d-90ef-12bdb0568ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['eb5b1a95-4347-438a-9da6-48ec9ba36e6f'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:38.284492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:38.284883 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:38.312333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-985d34d8-267b-4ef7-9857-a3d453f04a6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebb9e248efc64948b66a228d41d94d89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5510583 Mar 10 15:20:38.314354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d34d8-267b-4ef7-9857-a3d453f04a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529cddb0-7f6f-49a4-931c-481225bd1cfd,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:38.330358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41752) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:38.334035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fb5e1-8d54-478b-aabf-f268fc47e63a req-db270e0d-6f1a-42ac-a3f9-71c903c329ef tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:38.335732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-174fb5e1-8d54-478b-aabf-f268fc47e63a req-db270e0d-6f1a-42ac-a3f9-71c903c329ef tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1334887 Mar 10 15:20:38.415209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3e0c968e-8991-497d-90ef-12bdb0568ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:38.415885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0c968e-8991-497d-90ef-12bdb0568ee0 None None] The sync data for ids ['eb5b1a95-4347-438a-9da6-48ec9ba36e6f'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:20:38.420273 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-174fb5e1-8d54-478b-aabf-f268fc47e63a req-911ac425-788d-4e2e-beb5-0bfa44b28815 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781238 Mar 10 15:20:38.422590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:20:38.426328 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87696fbc-7165-442b-8b27-8975e9f75ae7" -d '{"events": [{"server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "name": "network-vif-unplugged", "status": "completed", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:20:38.444381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:38.457376 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:38.545673 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e2f446-6ab0-48cb-be48-8188c4531015 x-openstack-request-id: req-45e2f446-6ab0-48cb-be48-8188c4531015 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:20:38.546327 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "name": "network-vif-unplugged", "status": "failed", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e", "code": 422}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:20:38.546738 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45e2f446-6ab0-48cb-be48-8188c4531015 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:20:38.547334 n-d-833090-1 neutron-server[115535]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'code': 422} returned with failed status Mar 10 15:20:38.548885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:38.553745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a877e97b-524c-4fa3-b023-0b24c787f871, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a877e97b-524c-4fa3-b023-0b24c787f871,segment=NetworkSegment(3e037b07-33fe-4c98-b329-7a241389e2cf),segment_id=3e037b07-33fe-4c98-b329-7a241389e2cf)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:38.568303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'a877e97b-524c-4fa3-b023-0b24c787f871', 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66', 'port_id': 'a877e97b-524c-4fa3-b023-0b24c787f871', 'mac_address': 'fa:16:3e:d5:fb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c0a7a2-bbab-46a1-88df-3aa749c859f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:20:38.635725 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port a877e97b-524c-4fa3-b023-0b24c787f871 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:38.636424 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:38.636553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3d9033e-4393-4fa4-83a0-6b3ccd3d9761 admin admin] Publish callbacks [] for security_group (529cddb0-7f6f-49a4-931c-481225bd1cfd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:38.651791 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a877e97b-524c-4fa3-b023-0b24c787f871 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:20:38.680825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a877e97b-524c-4fa3-b023-0b24c787f871, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a877e97b-524c-4fa3-b023-0b24c787f871,segment=NetworkSegment(3e037b07-33fe-4c98-b329-7a241389e2cf),segment_id=3e037b07-33fe-4c98-b329-7a241389e2cf)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:38.687845 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:38.755823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=a877e97b-524c-4fa3-b023-0b24c787f871,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:38.783120 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3d9033e-4393-4fa4-83a0-6b3ccd3d9761 admin admin] Publish callbacks [] for security_group (529cddb0-7f6f-49a4-931c-481225bd1cfd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:38.927540 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3d9033e-4393-4fa4-83a0-6b3ccd3d9761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (529cddb0-7f6f-49a4-931c-481225bd1cfd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:38.930004 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3d9033e-4393-4fa4-83a0-6b3ccd3d9761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:38.940493 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f3d9033e-4393-4fa4-83a0-6b3ccd3d9761 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/529cddb0-7f6f-49a4-931c-481225bd1cfd HTTP/1.1" status: 204 len: 168 time: 0.6055768 Mar 10 15:20:39.012222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['a877e97b-524c-4fa3-b023-0b24c787f871'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:20:39.013370 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9033e-4393-4fa4-83a0-6b3ccd3d9761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529cddb0-7f6f-49a4-931c-481225bd1cfd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:39.070579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339353d-4c06-42be-8a82-c3f000d43022 req-4c2721f3-33d9-4b93-8fe5-f5617d5c5135 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:39.078571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a339353d-4c06-42be-8a82-c3f000d43022 req-4c2721f3-33d9-4b93-8fe5-f5617d5c5135 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 943 time: 0.1130898 Mar 10 15:20:39.188666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a339353d-4c06-42be-8a82-c3f000d43022 req-b24a1983-f55b-4fb8-ad42-5a0165c1ed6a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056540 Mar 10 15:20:39.237067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b36aed9-c1a1-45fc-ad7d-8b27a49e4d69 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (310180b0-3054-49b1-ac1b-ce50472be942), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:39.248077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b36aed9-c1a1-45fc-ad7d-8b27a49e4d69 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (310180b0-3054-49b1-ac1b-ce50472be942), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:39.354309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36aed9-c1a1-45fc-ad7d-8b27a49e4d69 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:39.355086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1b36aed9-c1a1-45fc-ad7d-8b27a49e4d69 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:39.356676 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1b36aed9-c1a1-45fc-ad7d-8b27a49e4d69 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/ports/310180b0-3054-49b1-ac1b-ce50472be942 HTTP/1.1" status: 200 len: 910 time: 1.4684780 Mar 10 15:20:39.357679 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36aed9-c1a1-45fc-ad7d-8b27a49e4d69 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=310180b0-3054-49b1-ac1b-ce50472be942,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:39.361262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41790) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:39.472319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196504ed-4fae-4817-a892-cf630241bd22 req-3d5db1dc-8c7e-478e-a734-f5e81eda92d0 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:39.481326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-196504ed-4fae-4817-a892-cf630241bd22 req-3d5db1dc-8c7e-478e-a734-f5e81eda92d0 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 945 time: 0.1285865 Mar 10 15:20:39.565984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41800) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:39.622406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-196504ed-4fae-4817-a892-cf630241bd22 req-85f05458-03c7-4f4b-a435-1c5acf85e70f tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391294 Mar 10 15:20:39.752144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41808) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:39.771148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b9003b50-e38a-4c0e-a374-38f1254cebd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:39.828112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 5b86ddaa-aa5f-4786-a085-63cf34d10b2e no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:20:39.871218 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b9003b50-e38a-4c0e-a374-38f1254cebd4 admin admin] Publish callbacks [] for security_group (cf9f90ec-44b1-4474-9529-384378aa89fa), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:39.879422 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b9003b50-e38a-4c0e-a374-38f1254cebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cf9f90ec-44b1-4474-9529-384378aa89fa), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:39.924678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9003b50-e38a-4c0e-a374-38f1254cebd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9f90ec-44b1-4474-9529-384378aa89fa,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:39.949797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e is: DOWN; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:39.955186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b9003b50-e38a-4c0e-a374-38f1254cebd4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d42f1569a9947f59f8700fa0eeaaa57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983495 Mar 10 15:20:39.955911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41814) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:40.014539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a10f531e-6c6b-4617-a683-e9524c11d60e admin admin] Publish callbacks [] for security_group (cf9f90ec-44b1-4474-9529-384378aa89fa), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:40.042529 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a10f531e-6c6b-4617-a683-e9524c11d60e admin admin] Publish callbacks [] for security_group (cf9f90ec-44b1-4474-9529-384378aa89fa), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:40.047648 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-3b348f54-653c-4a3f-adaf-8565a8a2f840 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4788647 Mar 10 15:20:40.057065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-2a5a086e-f72f-41af-b518-ffbcf621b587 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:20:40.058247 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-2a5a086e-f72f-41af-b518-ffbcf621b587 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054445 Mar 10 15:20:40.108025 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a10f531e-6c6b-4617-a683-e9524c11d60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cf9f90ec-44b1-4474-9529-384378aa89fa), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:40.111254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a10f531e-6c6b-4617-a683-e9524c11d60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:40.114925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a10f531e-6c6b-4617-a683-e9524c11d60e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf9f90ec-44b1-4474-9529-384378aa89fa HTTP/1.1" status: 204 len: 168 time: 0.1558037 Mar 10 15:20:40.122148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f531e-6c6b-4617-a683-e9524c11d60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9f90ec-44b1-4474-9529-384378aa89fa,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:40.134497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-597e6971-bb08-4939-a448-4fb17071932f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:40.391901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650024b-5513-4f36-bbf3-42c8915f2165 req-be4c9c17-b6a6-4435-97b3-d1bfe4ba2047 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:40.405271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f650024b-5513-4f36-bbf3-42c8915f2165 req-be4c9c17-b6a6-4435-97b3-d1bfe4ba2047 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 943 time: 0.1177564 Mar 10 15:20:40.476043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f650024b-5513-4f36-bbf3-42c8915f2165 req-1cf5ae36-5bc7-4de2-b6fa-0196f31a305c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695858 Mar 10 15:20:40.497593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-597e6971-bb08-4939-a448-4fb17071932f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 310180b0-3054-49b1-ac1b-ce50472be942 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:20:40.498101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-597e6971-bb08-4939-a448-4fb17071932f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (310180b0-3054-49b1-ac1b-ce50472be942), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:40.507636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617cb2b-372f-49d0-bc67-d56534938519 req-dec4f12b-799b-4e32-bb3b-5f630acc166d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:40.511493 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-dec4f12b-799b-4e32-bb3b-5f630acc166d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports/5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 940 time: 0.4186518 Mar 10 15:20:40.643520 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-597e6971-bb08-4939-a448-4fb17071932f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (310180b0-3054-49b1-ac1b-ce50472be942), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:40.661288 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-597e6971-bb08-4939-a448-4fb17071932f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 310180b0-3054-49b1-ac1b-ce50472be942 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:20:40.823541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26c481-a96a-487d-a4dd-80be45db231a req-8a9bff57-45e6-4564-94e6-07fc603355c4 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:40.825135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce26c481-a96a-487d-a4dd-80be45db231a req-8a9bff57-45e6-4564-94e6-07fc603355c4 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 945 time: 0.0987699 Mar 10 15:20:40.939859 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-597e6971-bb08-4939-a448-4fb17071932f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (310180b0-3054-49b1-ac1b-ce50472be942), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:40.947227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce26c481-a96a-487d-a4dd-80be45db231a req-8ffd7ec0-8e00-4fbe-b042-d59d1c878e35 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148701 Mar 10 15:20:41.053120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e6971-bb08-4939-a448-4fb17071932f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=310180b0-3054-49b1-ac1b-ce50472be942,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:41.298937 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-597e6971-bb08-4939-a448-4fb17071932f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:41.531647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597e6971-bb08-4939-a448-4fb17071932f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router eb5b1a95-4347-438a-9da6-48ec9ba36e6f has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:20:41.658000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597e6971-bb08-4939-a448-4fb17071932f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:20:41.664421 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-597e6971-bb08-4939-a448-4fb17071932f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/eb5b1a95-4347-438a-9da6-48ec9ba36e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3020658 Mar 10 15:20:41.667062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41888) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:41.670572 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0273c70e-361d-406a-8b86-c0b7a69ed36c None None] Sync routers for ids ['eb5b1a95-4347-438a-9da6-48ec9ba36e6f'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:20:41.682881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a7bb9-57a4-4700-90b2-116a00195ace req-147e9554-dcef-4c45-a02b-c5b227f2c0fc tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:41.684306 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273c70e-361d-406a-8b86-c0b7a69ed36c None None] Routers {'eb5b1a95-4347-438a-9da6-48ec9ba36e6f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:41.684952 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0273c70e-361d-406a-8b86-c0b7a69ed36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['eb5b1a95-4347-438a-9da6-48ec9ba36e6f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:41.691637 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-601a7bb9-57a4-4700-90b2-116a00195ace req-147e9554-dcef-4c45-a02b-c5b227f2c0fc tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 943 time: 0.0890362 Mar 10 15:20:41.705008 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6910d090-6afa-4038-9513-006facbb4978 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5b1a95-4347-438a-9da6-48ec9ba36e6f HTTP/1.1" status: 200 len: 205 time: 0.0338149 Mar 10 15:20:41.707382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41894) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:41.761517 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0273c70e-361d-406a-8b86-c0b7a69ed36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:41.785069 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273c70e-361d-406a-8b86-c0b7a69ed36c None None] Routers {'eb5b1a95-4347-438a-9da6-48ec9ba36e6f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:41.785710 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0273c70e-361d-406a-8b86-c0b7a69ed36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['eb5b1a95-4347-438a-9da6-48ec9ba36e6f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:41.823381 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0273c70e-361d-406a-8b86-c0b7a69ed36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:41.824040 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0273c70e-361d-406a-8b86-c0b7a69ed36c None None] The sync data for ids ['eb5b1a95-4347-438a-9da6-48ec9ba36e6f'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:20:41.832500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a877e97b-524c-4fa3-b023-0b24c787f871 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:20:41.858084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac00054a-7f72-4e50-9d1d-adb36d3977b3 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:41.886574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-601a7bb9-57a4-4700-90b2-116a00195ace req-8475e504-7b2e-4845-805a-eefa8dc57559 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893613 Mar 10 15:20:41.919166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617cb2b-372f-49d0-bc67-d56534938519 req-780100f5-4649-4ac3-9156-8bfa48a2230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:41.921081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-780100f5-4649-4ac3-9156-8bfa48a2230f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1&tenant_id=781f058c24d74226b0a1f986ddfccb0a HTTP/1.1" status: 200 len: 1125 time: 0.1669817 Mar 10 15:20:41.924819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port a877e97b-524c-4fa3-b023-0b24c787f871 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:20:41.937300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port a877e97b-524c-4fa3-b023-0b24c787f871 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:41.937839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:41.938080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:42.107660 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.163134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port a877e97b-524c-4fa3-b023-0b24c787f871 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:42.163787 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.216066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a877e97b-524c-4fa3-b023-0b24c787f871'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:20:42.220743 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32331e7-50a4-44a1-9781-ad9e8fc62c1e" -d '{"events": [{"server_uuid": "9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6", "name": "network-vif-plugged", "status": "completed", "tag": "a877e97b-524c-4fa3-b023-0b24c787f871"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:20:42.245927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac00054a-7f72-4e50-9d1d-adb36d3977b3 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.266173 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac00054a-7f72-4e50-9d1d-adb36d3977b3 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.279529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a877e97b-524c-4fa3-b023-0b24c787f871, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a877e97b-524c-4fa3-b023-0b24c787f871,segment=NetworkSegment(3e037b07-33fe-4c98-b329-7a241389e2cf),segment_id=3e037b07-33fe-4c98-b329-7a241389e2cf)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:42.292289 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.359172 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58a482c-53e0-42ab-bfa6-0d665e34d3de x-openstack-request-id: req-a58a482c-53e0-42ab-bfa6-0d665e34d3de {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:20:42.359790 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6", "name": "network-vif-plugged", "status": "completed", "tag": "a877e97b-524c-4fa3-b023-0b24c787f871", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:20:42.360219 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a58a482c-53e0-42ab-bfa6-0d665e34d3de {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:20:42.360781 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a877e97b-524c-4fa3-b023-0b24c787f871', 'code': 200} Mar 10 15:20:42.386518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac00054a-7f72-4e50-9d1d-adb36d3977b3 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (eb5b1a95-4347-438a-9da6-48ec9ba36e6f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.388173 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac00054a-7f72-4e50-9d1d-adb36d3977b3 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Fanout notify agent at l3_agent the message router_deleted on router eb5b1a95-4347-438a-9da6-48ec9ba36e6f {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:20:42.395938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac00054a-7f72-4e50-9d1d-adb36d3977b3 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.397046 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ac00054a-7f72-4e50-9d1d-adb36d3977b3 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/eb5b1a95-4347-438a-9da6-48ec9ba36e6f HTTP/1.1" status: 204 len: 168 time: 0.6882710 Mar 10 15:20:42.400552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41918) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:42.413553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=a877e97b-524c-4fa3-b023-0b24c787f871,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:42.459897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544645a-d20a-4afc-91d0-031fe5d6528a req-5dcb032a-83d5-4f12-9ee5-b50cf8c039a9 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:42.462279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f544645a-d20a-4afc-91d0-031fe5d6528a req-5dcb032a-83d5-4f12-9ee5-b50cf8c039a9 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 945 time: 0.3185906 Mar 10 15:20:42.495760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4717d094-cc56-4b40-b6b1-1539ac4fbb80 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting subnet c5dc610b-2878-4b5c-88c6-89d508f37308 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:20:42.504176 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4717d094-cc56-4b40-b6b1-1539ac4fbb80 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (c5dc610b-2878-4b5c-88c6-89d508f37308), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.550076 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4717d094-cc56-4b40-b6b1-1539ac4fbb80 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (c5dc610b-2878-4b5c-88c6-89d508f37308), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.645868 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4717d094-cc56-4b40-b6b1-1539ac4fbb80 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (c5dc610b-2878-4b5c-88c6-89d508f37308), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.708349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab6c4-bebb-475c-857b-58228e284647 req-5f865ee0-0cca-48fb-afe2-2a1cb0099ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:42.710504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e09ab6c4-bebb-475c-857b-58228e284647 req-5f865ee0-0cca-48fb-afe2-2a1cb0099ac0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 1128 time: 0.2435088 Mar 10 15:20:42.763506 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4717d094-cc56-4b40-b6b1-1539ac4fbb80 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (c5dc610b-2878-4b5c-88c6-89d508f37308), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.771312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e09ab6c4-bebb-475c-857b-58228e284647 req-c04b965d-6a4a-41aa-a5e9-746ee64acc49 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519862 Mar 10 15:20:42.786187 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4717d094-cc56-4b40-b6b1-1539ac4fbb80 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:42.789047 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4717d094-cc56-4b40-b6b1-1539ac4fbb80 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/c5dc610b-2878-4b5c-88c6-89d508f37308 HTTP/1.1" status: 204 len: 168 time: 0.3875351 Mar 10 15:20:42.794446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78cf6b-0d80-4370-b82c-b1b00dbd9599 None None] Network 8dcc7db3-2874-47fb-8715-2563eeb103ac requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:42.795547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f544645a-d20a-4afc-91d0-031fe5d6528a req-2f293644-6d46-47d7-bd4c-a6513ba9134b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775607 Mar 10 15:20:42.796254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41928) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:42.798430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:42.990496 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (8dcc7db3-2874-47fb-8715-2563eeb103ac), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:43.103865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:20:43.147899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d26ab9d-60bb-48a0-b5bb-b325e8964ca5 None None] DHCP port deletion for 8dcc7db3-2874-47fb-8715-2563eeb103ac request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:20:43.155168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717d094-cc56-4b40-b6b1-1539ac4fbb80 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Subnet': ['ID=c5dc610b-2878-4b5c-88c6-89d508f37308,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:43.166174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 759e447d-a9cd-4898-a910-802ead91d4a6 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:20:43.166595 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:43.200065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e399-917e-4947-905e-49b0554fa5e4 req-4336bb2b-6ea1-4807-a613-2871713ab26a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:43.213011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b671e399-917e-4947-905e-49b0554fa5e4 req-4336bb2b-6ea1-4807-a613-2871713ab26a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 943 time: 0.1737082 Mar 10 15:20:43.233321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8d26ab9d-60bb-48a0-b5bb-b325e8964ca5 None None] Deleting port 759e447d-a9cd-4898-a910-802ead91d4a6 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:20:43.235195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d26ab9d-60bb-48a0-b5bb-b325e8964ca5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:43.247769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b86ddaa-aa5f-4786-a085-63cf34d10b2e {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:20:43.266249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Publish callbacks [] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:43.331363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8d26ab9d-60bb-48a0-b5bb-b325e8964ca5 None None] For port 759e447d-a9cd-4898-a910-802ead91d4a6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=759e447d-a9cd-4898-a910-802ead91d4a6,segment=NetworkSegment(223f4551-73d8-4bb0-9bbd-797f4cee83b7),segment_id=223f4551-73d8-4bb0-9bbd-797f4cee83b7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:43.332161 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d26ab9d-60bb-48a0-b5bb-b325e8964ca5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:43.355265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8d26ab9d-60bb-48a0-b5bb-b325e8964ca5 None None] Calling delete_port for 759e447d-a9cd-4898-a910-802ead91d4a6 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:20:43.447165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port 759e447d-a9cd-4898-a910-802ead91d4a6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=759e447d-a9cd-4898-a910-802ead91d4a6,segment=NetworkSegment(223f4551-73d8-4bb0-9bbd-797f4cee83b7),segment_id=223f4551-73d8-4bb0-9bbd-797f4cee83b7)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:43.447553 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:43.509693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 759e447d-a9cd-4898-a910-802ead91d4a6 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:20:43.526264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d26ab9d-60bb-48a0-b5bb-b325e8964ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:43.555165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b671e399-917e-4947-905e-49b0554fa5e4 req-df6de493-5275-4428-9091-8bc9837d53db tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362384 Mar 10 15:20:43.558671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Transition to ACTIVE for port object 5b86ddaa-aa5f-4786-a085-63cf34d10b2e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:20:43.594372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d26ab9d-60bb-48a0-b5bb-b325e8964ca5 None None] No DVR routers for this DVR port 759e447d-a9cd-4898-a910-802ead91d4a6 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:20:43.603104 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:43.613275 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26ab9d-60bb-48a0-b5bb-b325e8964ca5 None None] Pushing event deleted for resources: {'Port': ['ID=759e447d-a9cd-4898-a910-802ead91d4a6,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:43.672102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=9']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:44.205849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] No DVR routers for this DVR port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:20:44.325701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Attempting to bind port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:20:44.326259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Attempting to bind port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:20:44.326949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Attempting to bind port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e on network bc60e837-6e35-4781-854e-c11a326bffb8 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:20:44.333936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e on network bc60e837-6e35-4781-854e-c11a326bffb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:20:44.334352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Attempting to bind port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e on network bc60e837-6e35-4781-854e-c11a326bffb8 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:20:44.346482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:20:44.347194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Checking segment: {'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:44.347655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Bound using segment: {'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:20:44.348261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Bound port: 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:20:44.357618 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:44.372193 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (759e447d-a9cd-4898-a910-802ead91d4a6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:44.418320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=759e447d-a9cd-4898-a910-802ead91d4a6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:44.460189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No DVR routers for this DVR port 759e447d-a9cd-4898-a910-802ead91d4a6 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:20:44.568337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6455d-6f8f-4f1f-84e8-a3f692ad2c60 req-4a9dfc1f-2520-4aca-8cdb-e4b267e7fc1f tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:44.570181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dab6455d-6f8f-4f1f-84e8-a3f692ad2c60 req-4a9dfc1f-2520-4aca-8cdb-e4b267e7fc1f tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 946 time: 0.3409677 Mar 10 15:20:44.690810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:20:44.773049 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (8dcc7db3-2874-47fb-8715-2563eeb103ac), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:44.797352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcc7db3-2874-47fb-8715-2563eeb103ac']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:44.808677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223f4551-73d8-4bb0-9bbd-797f4cee83b7') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:44.809004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223f4551-73d8-4bb0-9bbd-797f4cee83b7') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:44.819808 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (223f4551-73d8-4bb0-9bbd-797f4cee83b7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:44.848131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:20:44.878060 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (223f4551-73d8-4bb0-9bbd-797f4cee83b7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:44.885624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:20:44.886030 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (223f4551-73d8-4bb0-9bbd-797f4cee83b7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:20:44.952645 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:20:44.962874 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (8dcc7db3-2874-47fb-8715-2563eeb103ac), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:44.965227 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.021099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dab6455d-6f8f-4f1f-84e8-a3f692ad2c60 req-3a84b69b-7424-4fed-8baa-b5fe46627f6f tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089985 Mar 10 15:20:45.029025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=10']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:45.036006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.039717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/networks/8dcc7db3-2874-47fb-8715-2563eeb103ac HTTP/1.1" status: 204 len: 168 time: 2.2372355 Mar 10 15:20:45.044019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41982) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:45.051137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f07954a3-f7ab-4c94-9f5f-c66d702f8982 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1721645766', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:45.059312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 759e447d-a9cd-4898-a910-802ead91d4a6 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:20:45.073765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:45.074633 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.076236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-cfee507d-5f80-4bf1-83b2-a2a979247450 service neutron] 10.222.0.45 "PUT /v2.0/ports/5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 1091 time: 3.1453819 Mar 10 15:20:45.083923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d33d7-6946-4b27-9607-1a046d204816 req-563dcc59-0be9-4965-bc93-d3f1e78689aa tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:45.085750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-410d33d7-6946-4b27-9607-1a046d204816 req-563dcc59-0be9-4965-bc93-d3f1e78689aa tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 943 time: 0.3993299 Mar 10 15:20:45.086406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:20:45.089466 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d3f937-53a1-40be-a3ff-536a02e31784" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:20:45.100094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93936ca4-1d68-40db-9411-a44800253fd7 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Network': ['ID=8dcc7db3-2874-47fb-8715-2563eeb103ac,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:45.141846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 759e447d-a9cd-4898-a910-802ead91d4a6 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:20:45.145397 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f07954a3-f7ab-4c94-9f5f-c66d702f8982 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.146825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f07954a3-f7ab-4c94-9f5f-c66d702f8982 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.148156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 759e447d-a9cd-4898-a910-802ead91d4a6 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:20:45.198249 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bbd080-854d-4b43-a668-9cebcf278e8a x-openstack-request-id: req-57bbd080-854d-4b43-a668-9cebcf278e8a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:20:45.198578 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:20:45.198979 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57bbd080-854d-4b43-a668-9cebcf278e8a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:20:45.199323 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'status': 'completed', 'code': 200} Mar 10 15:20:45.201409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617cb2b-372f-49d0-bc67-d56534938519 req-852b6e22-487c-45c5-bf86-bf4cb2e8bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:45.202949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-852b6e22-487c-45c5-bf86-bf4cb2e8bbd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1126 time: 0.0946844 Mar 10 15:20:45.215871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-410d33d7-6946-4b27-9607-1a046d204816 req-c2f40d69-6446-4ddc-9ed1-e73103f06e01 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160636 Mar 10 15:20:45.264334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f07954a3-f7ab-4c94-9f5f-c66d702f8982 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (5cb6430b-dfef-4390-b7d3-29d24d879c2a), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.270526 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f07954a3-f7ab-4c94-9f5f-c66d702f8982 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.293120 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f07954a3-f7ab-4c94-9f5f-c66d702f8982 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.294869 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f07954a3-f7ab-4c94-9f5f-c66d702f8982 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2485814 Mar 10 15:20:45.297645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41986) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:45.308560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'network': {'name': 'tempest-RoutersTest-1312038472'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:45.342662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:45.346106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.385735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617cb2b-372f-49d0-bc67-d56534938519 req-791ba2eb-8ccf-45a9-b3fb-191fc39316a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:45.391068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-791ba2eb-8ccf-45a9-b3fb-191fc39316a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 915 time: 0.1724908 Mar 10 15:20:45.433890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:20:45.470891 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (44613c7a-8646-455d-aea1-cfb93c11ac59), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.471471 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added segment 44613c7a-8646-455d-aea1-cfb93c11ac59 of type vlan for network 86ffebc7-c433-46b9-a735-f4e0b9e2e215 Mar 10 15:20:45.500872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-f1d4c683-97b3-4efd-8c1e-cc1999e1aba8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 217 time: 0.1031673 Mar 10 15:20:45.538832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (86ffebc7-c433-46b9-a735-f4e0b9e2e215), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.590236 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (86ffebc7-c433-46b9-a735-f4e0b9e2e215), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.595304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:45.595908 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:45.610190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617cb2b-372f-49d0-bc67-d56534938519 req-b0fd40f1-43ee-4d2e-8c3b-33695b365800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:45.612259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-b0fd40f1-43ee-4d2e-8c3b-33695b365800 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.1020350 Mar 10 15:20:45.626305 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3272376 Mar 10 15:20:45.638783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42000) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:45.644315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'subnet': {'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:45.719488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b145be-9cad-4a0e-b2f0-a9a08becd630 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Network': ['ID=86ffebc7-c433-46b9-a735-f4e0b9e2e215,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:45.731497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 86ffebc7-c433-46b9-a735-f4e0b9e2e215 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:20:45.779203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-5f3bfa04-2b30-4139-b10c-315c1c024022 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572745 Mar 10 15:20:45.877880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:45.883245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:46.026574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-016af3bc-4330-4293-9572-f59fad759cb8 service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382731 Mar 10 15:20:46.345693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d23cc-2a45-4b27-a358-fd6517fcc309 req-acd76b49-2301-41a8-a273-63054587734d tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:46.352299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-098d23cc-2a45-4b27-a358-fd6517fcc309 req-acd76b49-2301-41a8-a273-63054587734d tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 946 time: 0.1625741 Mar 10 15:20:46.373993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e617cb2b-372f-49d0-bc67-d56534938519 req-18b7a8e7-8a82-4ef7-ada4-fe871a16156e service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037045 Mar 10 15:20:46.547929 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (c072b1da-6039-44df-8f30-ed188314f40a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:46.660749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a4970-6c96-420d-b68f-40e0ccfec7f5 req-4aac70df-612e-4a39-bffc-e0cc6cb22346 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:46.662365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19a4970-6c96-420d-b68f-40e0ccfec7f5 req-4aac70df-612e-4a39-bffc-e0cc6cb22346 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.3051224 Mar 10 15:20:46.692060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-098d23cc-2a45-4b27-a358-fd6517fcc309 req-548a48fa-2d67-4387-832a-3ae9f2034ffb tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376796 Mar 10 15:20:46.697119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Subnet': ['ID=c072b1da-6039-44df-8f30-ed188314f40a,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:46.702183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3f937-53a1-40be-a3ff-536a02e31784 req-50642738-c5f6-4cd3-b373-00957d0d062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:46.703769 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1d3f937-53a1-40be-a3ff-536a02e31784 req-50642738-c5f6-4cd3-b373-00957d0d062c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1126 time: 0.2642705 Mar 10 15:20:46.839492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3f937-53a1-40be-a3ff-536a02e31784 req-53be2d2c-088a-4579-9bf6-7fc0d3c0af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:46.841580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1d3f937-53a1-40be-a3ff-536a02e31784 req-53be2d2c-088a-4579-9bf6-7fc0d3c0af5a service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 915 time: 0.1209240 Mar 10 15:20:46.923366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1d3f937-53a1-40be-a3ff-536a02e31784 req-cae21624-a726-4bbb-85f4-3a6d5bc9552c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 217 time: 0.0722430 Mar 10 15:20:46.935369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Checking segment: {'id': '44613c7a-8646-455d-aea1-cfb93c11ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:46.935553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network hostable DHCP agents. Network: 86ffebc7-c433-46b9-a735-f4e0b9e2e215, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:20:46.979541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19a4970-6c96-420d-b68f-40e0ccfec7f5 req-0ce4ca44-0b04-49f5-9a7b-5abc219d711e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086326 Mar 10 15:20:47.003423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 86ffebc7-c433-46b9-a735-f4e0b9e2e215 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:20:47.022710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3f937-53a1-40be-a3ff-536a02e31784 req-6da56d16-25d8-47a6-bd95-d89f4be0be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:47.025166 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1d3f937-53a1-40be-a3ff-536a02e31784 req-6da56d16-25d8-47a6-bd95-d89f4be0be45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.0911727 Mar 10 15:20:47.074825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 86ffebc7-c433-46b9-a735-f4e0b9e2e215) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:47.083883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9d7e7-3cf4-4b7a-8e76-a68cc4ea06de None None] Network 86ffebc7-c433-46b9-a735-f4e0b9e2e215 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:47.143906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1d3f937-53a1-40be-a3ff-536a02e31784 req-cc6fe7a4-bab5-4bac-8751-d750e086a39f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884070 Mar 10 15:20:47.148429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:47.151485 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:47.369419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:20:47.370758 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:47.527737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42064) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:47.531608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0eda7855-09aa-42fe-ba78-126a28ca930f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8905342 Mar 10 15:20:47.545000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1d3f937-53a1-40be-a3ff-536a02e31784 req-b59cb658-68b3-456f-97cb-f3e589aae292 service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867505 Mar 10 15:20:48.038329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1d3f937-53a1-40be-a3ff-536a02e31784 req-ae7c4d40-1a29-4d4d-87d2-78d8b8ca6de7 service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816275 Mar 10 15:20:48.041745 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:48.093805 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Allocated IP 172.20.0.2 (86ffebc7-c433-46b9-a735-f4e0b9e2e215/c072b1da-6039-44df-8f30-ed188314f40a/be3afde1-30dd-45cf-881c-535bc6100396) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:20:48.282846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20580ad-7473-419b-b0a5-6e09c74c9102 req-40c8b767-c9d8-41aa-8240-c5a9a4ac3d6a tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:48.294039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20580ad-7473-419b-b0a5-6e09c74c9102 req-40c8b767-c9d8-41aa-8240-c5a9a4ac3d6a tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 946 time: 0.1842871 Mar 10 15:20:48.511676 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Publish callbacks [] for port (be3afde1-30dd-45cf-881c-535bc6100396), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:48.525624 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (be3afde1-30dd-45cf-881c-535bc6100396), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:48.616608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44f5f8-dafe-4659-8857-bc28003b6a8e req-453db7c6-605a-42e7-a28c-c8ea2614102f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:48.629008 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee44f5f8-dafe-4659-8857-bc28003b6a8e req-453db7c6-605a-42e7-a28c-c8ea2614102f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.2874157 Mar 10 15:20:48.670368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Network 86ffebc7-c433-46b9-a735-f4e0b9e2e215 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:48.673861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:48.677358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:20:48.687021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20580ad-7473-419b-b0a5-6e09c74c9102 req-9400e6dd-1aa7-469c-9a20-4d3a35d666e2 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920338 Mar 10 15:20:48.703870 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:48.706646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Pushing event updated for resources: {'Port': ['ID=be3afde1-30dd-45cf-881c-535bc6100396,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:48.752328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.755334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.756580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.760197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.760922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.762081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.765177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.765564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.765906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42098) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:48.766036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.766329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.768563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.770494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.773155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:48.815761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee44f5f8-dafe-4659-8857-bc28003b6a8e req-2663b3ea-856b-46b8-92aa-39742bff4587 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836767 Mar 10 15:20:49.013532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Attempting to bind port be3afde1-30dd-45cf-881c-535bc6100396 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:20:49.013875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Attempting to bind port be3afde1-30dd-45cf-881c-535bc6100396 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '44613c7a-8646-455d-aea1-cfb93c11ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:20:49.014516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Attempting to bind port be3afde1-30dd-45cf-881c-535bc6100396 on network 86ffebc7-c433-46b9-a735-f4e0b9e2e215 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:20:49.044133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:20:49.044839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Checking segment: {'id': '44613c7a-8646-455d-aea1-cfb93c11ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:49.045425 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:49.046000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Bound using segment: {'id': '44613c7a-8646-455d-aea1-cfb93c11ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:20:49.046679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Bound port: be3afde1-30dd-45cf-881c-535bc6100396, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44613c7a-8646-455d-aea1-cfb93c11ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:20:49.047264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (be3afde1-30dd-45cf-881c-535bc6100396), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:49.225880 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b3b4b420-4a8e-4a4e-af6f-e53ec1893ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:49.264126 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] For port be3afde1-30dd-45cf-881c-535bc6100396, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:20:49.268377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] For port be3afde1-30dd-45cf-881c-535bc6100396, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=be3afde1-30dd-45cf-881c-535bc6100396,segment=NetworkSegment(44613c7a-8646-455d-aea1-cfb93c11ac59),segment_id=44613c7a-8646-455d-aea1-cfb93c11ac59)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:20:49.279944 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (be3afde1-30dd-45cf-881c-535bc6100396), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:49.495845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d85dc-1943-48a8-a357-05863d640704 None None] Pushing event updated for resources: {'Port': ['ID=be3afde1-30dd-45cf-881c-535bc6100396,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:49.538956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c6761-f676-4732-bd7b-d07adaebec41 req-7d2bbafd-d949-4faf-b22b-f0c649d7df2f tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:49.542996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-153c6761-f676-4732-bd7b-d07adaebec41 req-7d2bbafd-d949-4faf-b22b-f0c649d7df2f tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 946 time: 0.2029574 Mar 10 15:20:49.785362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-153c6761-f676-4732-bd7b-d07adaebec41 req-56bb1fa3-033c-4ebe-a4ec-2c1b36c0d81b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Deleting port a877e97b-524c-4fa3-b023-0b24c787f871 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:20:49.785965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-153c6761-f676-4732-bd7b-d07adaebec41 req-56bb1fa3-033c-4ebe-a4ec-2c1b36c0d81b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:50.090971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-153c6761-f676-4732-bd7b-d07adaebec41 req-56bb1fa3-033c-4ebe-a4ec-2c1b36c0d81b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] For port a877e97b-524c-4fa3-b023-0b24c787f871, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a877e97b-524c-4fa3-b023-0b24c787f871,segment=NetworkSegment(3e037b07-33fe-4c98-b329-7a241389e2cf),segment_id=3e037b07-33fe-4c98-b329-7a241389e2cf)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:50.100768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-153c6761-f676-4732-bd7b-d07adaebec41 req-56bb1fa3-033c-4ebe-a4ec-2c1b36c0d81b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:50.109867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Allocated IP 172.20.0.1 (86ffebc7-c433-46b9-a735-f4e0b9e2e215/c072b1da-6039-44df-8f30-ed188314f40a/c8bed5bb-4a2e-45ea-9751-8d0588552773) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:20:50.145598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-153c6761-f676-4732-bd7b-d07adaebec41 req-56bb1fa3-033c-4ebe-a4ec-2c1b36c0d81b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Calling delete_port for a877e97b-524c-4fa3-b023-0b24c787f871 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:20:50.163466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d58e7-bd26-4beb-8bc3-bd0eeccea9e4 req-d3ff19d9-02c7-4db4-9bd3-5963a0c74d14 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:50.165460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b10d58e7-bd26-4beb-8bc3-bd0eeccea9e4 req-d3ff19d9-02c7-4db4-9bd3-5963a0c74d14 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 946 time: 0.1724420 Mar 10 15:20:50.170549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b3b4b420-4a8e-4a4e-af6f-e53ec1893ad0 admin admin] Publish callbacks [] for security_group (58439372-9b2b-4a7d-b2ca-1cf6901a730d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:50.191995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b3b4b420-4a8e-4a4e-af6f-e53ec1893ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (58439372-9b2b-4a7d-b2ca-1cf6901a730d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:50.304171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4b420-4a8e-4a4e-af6f-e53ec1893ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58439372-9b2b-4a7d-b2ca-1cf6901a730d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:50.430947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1463214-8543-4b2e-852c-dac7be82aa7b req-abeb5143-d213-4c81-a84d-6e0f098540bf tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:50.450249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1463214-8543-4b2e-852c-dac7be82aa7b req-abeb5143-d213-4c81-a84d-6e0f098540bf tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.3943434 Mar 10 15:20:50.613635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b10d58e7-bd26-4beb-8bc3-bd0eeccea9e4 req-37d7f15e-78fe-47ea-af01-84ae55131a49 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352317 Mar 10 15:20:50.639453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42126) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:50.643088 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b3b4b420-4a8e-4a4e-af6f-e53ec1893ad0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19415d14250044768e4d49c01bebf60c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8743351 Mar 10 15:20:50.656048 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:50.782985 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:50.850265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Publish callbacks [] for security_group (58439372-9b2b-4a7d-b2ca-1cf6901a730d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:50.859470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:50.905141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Publish callbacks [] for security_group (58439372-9b2b-4a7d-b2ca-1cf6901a730d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:50.957584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 86ffebc7-c433-46b9-a735-f4e0b9e2e215 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:50.982035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:50.999019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:20:51.074522 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (58439372-9b2b-4a7d-b2ca-1cf6901a730d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:51.077256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:51.111263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58439372-9b2b-4a7d-b2ca-1cf6901a730d HTTP/1.1" status: 204 len: 168 time: 0.4197922 Mar 10 15:20:51.204235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1463214-8543-4b2e-852c-dac7be82aa7b req-79be3dfb-eaf3-4f0a-81ad-4a6995e3a074 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7336388 Mar 10 15:20:51.207150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58439372-9b2b-4a7d-b2ca-1cf6901a730d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:51.211229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device be3afde1-30dd-45cf-881c-535bc6100396 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:20:51.242397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.251425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.252155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.252740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.253289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.253853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.254397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.254978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.255533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.256073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.256628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.257192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.257744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68ba07-ffcf-4c9b-89cd-6ef81468a403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:51.259822 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:51.417283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-153c6761-f676-4732-bd7b-d07adaebec41 req-56bb1fa3-033c-4ebe-a4ec-2c1b36c0d81b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a877e97b-524c-4fa3-b023-0b24c787f871), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:51.473225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port be3afde1-30dd-45cf-881c-535bc6100396 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:51.473456 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (be3afde1-30dd-45cf-881c-535bc6100396), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:51.531150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb1fa3-033c-4ebe-a4ec-2c1b36c0d81b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Pushing event deleted for resources: {'Port': ['ID=a877e97b-524c-4fa3-b023-0b24c787f871,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:51.588813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=c8bed5bb-4a2e-45ea-9751-8d0588552773,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:51.612101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-153c6761-f676-4732-bd7b-d07adaebec41 req-56bb1fa3-033c-4ebe-a4ec-2c1b36c0d81b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] No DVR routers for this DVR port a877e97b-524c-4fa3-b023-0b24c787f871 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:20:51.622153 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-153c6761-f676-4732-bd7b-d07adaebec41 req-56bb1fa3-033c-4ebe-a4ec-2c1b36c0d81b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:51.699263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-153c6761-f676-4732-bd7b-d07adaebec41 req-56bb1fa3-033c-4ebe-a4ec-2c1b36c0d81b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.62 "DELETE /v2.0/ports/a877e97b-524c-4fa3-b023-0b24c787f871 HTTP/1.1" status: 204 len: 173 time: 2.1436095 Mar 10 15:20:51.701855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6', 'name': 'network-vif-deleted', 'tag': 'a877e97b-524c-4fa3-b023-0b24c787f871'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:20:51.717889 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10fd4d1-abc4-43d8-aff9-4100251bb7f7" -d '{"events": [{"server_uuid": "9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6", "name": "network-vif-deleted", "tag": "a877e97b-524c-4fa3-b023-0b24c787f871"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:20:51.800283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port be3afde1-30dd-45cf-881c-535bc6100396 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:51.814066 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (be3afde1-30dd-45cf-881c-535bc6100396), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:51.874221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:51.916053 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84afb393-ab83-4e20-9a8b-66e19cc4d9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:51.923167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a877e97b-524c-4fa3-b023-0b24c787f871 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:20:51.925422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30829f7e-fc31-43fd-99f2-1a03273d3e73 None None] Network 86ffebc7-c433-46b9-a735-f4e0b9e2e215 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:51.938747 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121f8b23-dfdc-410e-b484-e8a6ce666dfc x-openstack-request-id: req-121f8b23-dfdc-410e-b484-e8a6ce666dfc {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:20:51.941229 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6", "name": "network-vif-deleted", "tag": "a877e97b-524c-4fa3-b023-0b24c787f871", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:20:51.941761 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-121f8b23-dfdc-410e-b484-e8a6ce666dfc {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:20:51.942430 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6', 'name': 'network-vif-deleted', 'tag': 'a877e97b-524c-4fa3-b023-0b24c787f871', 'status': 'completed', 'code': 200} Mar 10 15:20:51.946985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16bd08c0-ca7a-4a73-bd19-0a5bbdfc0a31 req-475a048c-4cf6-4cbc-90b0-3ba8161c9893 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e5663a7-9f7d-4b5f-88c0-1b5bef3a5ef6 HTTP/1.1" status: 200 len: 210 time: 0.1046023 Mar 10 15:20:52.166822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: a877e97b-524c-4fa3-b023-0b24c787f871 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:20:52.167181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a877e97b-524c-4fa3-b023-0b24c787f871 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:20:52.221670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port be3afde1-30dd-45cf-881c-535bc6100396, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=be3afde1-30dd-45cf-881c-535bc6100396,segment=NetworkSegment(44613c7a-8646-455d-aea1-cfb93c11ac59),segment_id=44613c7a-8646-455d-aea1-cfb93c11ac59)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:20:52.324913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42154) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:52.350216 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b478-cb52-4a19-a393-ab591f673e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:52.466141 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-5084f2ec-cadd-4817-834c-72f9f8d299ca req-7c05ea2b-80b1-4428-8d54-903d4c2be7d4 service neutron] (115534) timed out ('10.222.0.45', 54520) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:20:52.472403 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (be3afde1-30dd-45cf-881c-535bc6100396), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:52.476920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-233bd990-4a62-4554-99e7-693c0529b11d None None] Provisioning complete for port be3afde1-30dd-45cf-881c-535bc6100396 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:52.478337 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-233bd990-4a62-4554-99e7-693c0529b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (be3afde1-30dd-45cf-881c-535bc6100396), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:52.610867 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b478-cb52-4a19-a393-ab591f673e58 admin admin] Publish callbacks [] for security_group (64284dd6-3290-4210-bee6-97a0f47e20a9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:52.660412 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b478-cb52-4a19-a393-ab591f673e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (64284dd6-3290-4210-bee6-97a0f47e20a9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:52.702975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=be3afde1-30dd-45cf-881c-535bc6100396,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:52.746711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7b478-cb52-4a19-a393-ab591f673e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64284dd6-3290-4210-bee6-97a0f47e20a9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:52.805007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a3b7b478-cb52-4a19-a393-ab591f673e58 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95557b954550478b937cbefade5dacdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4786386 Mar 10 15:20:52.810653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42158) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:52.828066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:52.840885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:52.976134 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:52.990271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=c8bed5bb-4a2e-45ea-9751-8d0588552773,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:52.992472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe066e42-c825-4f8e-8e69-de7c34e64e58 req-8d3ca9e9-20ac-426e-a6c7-0f82f7c5d8d9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:52.999285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe066e42-c825-4f8e-8e69-de7c34e64e58 req-8d3ca9e9-20ac-426e-a6c7-0f82f7c5d8d9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.3810329 Mar 10 15:20:53.004114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-233bd990-4a62-4554-99e7-693c0529b11d None None] Current status of the port be3afde1-30dd-45cf-881c-535bc6100396 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:53.172995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device be3afde1-30dd-45cf-881c-535bc6100396 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:20:53.236898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe066e42-c825-4f8e-8e69-de7c34e64e58 req-0948bdc6-670f-42d2-b308-cdedceb02923 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308023 Mar 10 15:20:53.238767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba968-190f-4bf3-99e4-888ea808be1d admin admin] Publish callbacks [] for security_group (64284dd6-3290-4210-bee6-97a0f47e20a9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:53.325965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba968-190f-4bf3-99e4-888ea808be1d admin admin] Publish callbacks [] for security_group (64284dd6-3290-4210-bee6-97a0f47e20a9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:53.370423 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 86ffebc7-c433-46b9-a735-f4e0b9e2e215 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:53.376301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:53.425433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port be3afde1-30dd-45cf-881c-535bc6100396 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:53.426440 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (be3afde1-30dd-45cf-881c-535bc6100396), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:53.504892 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba968-190f-4bf3-99e4-888ea808be1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (64284dd6-3290-4210-bee6-97a0f47e20a9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:53.507887 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba968-190f-4bf3-99e4-888ea808be1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:53.512326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7d6ba968-190f-4bf3-99e4-888ea808be1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64284dd6-3290-4210-bee6-97a0f47e20a9 HTTP/1.1" status: 204 len: 168 time: 0.6972961 Mar 10 15:20:53.547174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ba968-190f-4bf3-99e4-888ea808be1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64284dd6-3290-4210-bee6-97a0f47e20a9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:53.718479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6b6d345d-4176-4644-a488-de2921a18695 None None] Provisioning complete for port c8bed5bb-4a2e-45ea-9751-8d0588552773 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:53.728216 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6b6d345d-4176-4644-a488-de2921a18695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:53.826104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d345d-4176-4644-a488-de2921a18695 None None] Port c8bed5bb-4a2e-45ea-9751-8d0588552773 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:20:53.877871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 5cb6430b-dfef-4390-b7d3-29d24d879c2a is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:20:53.898373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6b6d345d-4176-4644-a488-de2921a18695 None None] Provisioning complete for port be3afde1-30dd-45cf-881c-535bc6100396 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:53.903346 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6b6d345d-4176-4644-a488-de2921a18695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (be3afde1-30dd-45cf-881c-535bc6100396), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:53.998242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a593-24ec-494a-9aab-d1ef45657796 req-7c8e962c-9ae2-45e2-8cd1-da3ccb660029 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:54.005738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-7c8e962c-9ae2-45e2-8cd1-da3ccb660029 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/networks?id=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 HTTP/1.1" status: 200 len: 809 time: 0.3408179 Mar 10 15:20:54.059336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-70aad1c6-7fd4-4630-8b4f-e2d5d638da64 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/quotas/816c444a47fc4b3d8d73cc08c963e993 HTTP/1.1" status: 200 len: 375 time: 0.0318627 Mar 10 15:20:54.150217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-3400b5ff-648b-450d-8aa1-eba7b80c809a tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=816c444a47fc4b3d8d73cc08c963e993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898888 Mar 10 15:20:54.463013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:20:54.510047 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2b597682-aba2-4f91-9221-792b4ce7530d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9811406 Mar 10 15:20:54.513490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42212) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:54.525152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-615007d2-cee8-43a1-a973-ba5a4b280c03 service neutron] 10.222.0.11 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668683 Mar 10 15:20:54.535869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'network': {'name': 'tempest-RoutersTest-2103839842'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:54.608193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:54.613251 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:54.675396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:20:54.686512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-a16ccbda-13dd-46e2-9810-0cc60d5ed1c8 service neutron] 10.222.0.11 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537452 Mar 10 15:20:54.702160 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (119e5efb-6215-4e73-835b-af1fb5304d7d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:54.706945 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added segment 119e5efb-6215-4e73-835b-af1fb5304d7d of type vlan for network ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 Mar 10 15:20:54.752445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930b499-2f92-4ffe-868a-962812ad96b6 req-435bf8e1-7877-4316-8d36-a281a7e7178c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:54.760309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f930b499-2f92-4ffe-868a-962812ad96b6 req-435bf8e1-7877-4316-8d36-a281a7e7178c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.3157556 Mar 10 15:20:54.822344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ff8c0f03-03d8-48c1-a8e5-15afbbb6e451), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:54.857867 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ff8c0f03-03d8-48c1-a8e5-15afbbb6e451), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:54.864694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:54.865497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:54.929640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f930b499-2f92-4ffe-868a-962812ad96b6 req-40e1d772-f0d4-4061-8434-ed9cd67a8d29 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590705 Mar 10 15:20:54.970658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Sync routers for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:20:54.974487 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Network': ['ID=ff8c0f03-03d8-48c1-a8e5-15afbbb6e451,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:55.010585 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-813b50ce-5818-49ac-bdcf-c313a6e32b17 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4900100 Mar 10 15:20:55.010958 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42222) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:55.020138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'subnet': {'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:55.079190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:20:55.188694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:55.195362 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:55.240389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a71431ed-a4cc-4ab3-9eb4-729ebdb35375 req-ef23e315-d1bb-409e-a23a-e7842f02c28f tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 210 time: 0.0927315 Mar 10 15:20:55.288618 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a3a48e79-4800-4e6b-acf2-0fc7eb426e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:55.298304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port be3afde1-30dd-45cf-881c-535bc6100396 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:55.448191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:20:55.448874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:55.699684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (6005ecd9-aacd-44cb-b84a-4c5630bda954), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:55.803383 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:55.807254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d345d-4176-4644-a488-de2921a18695 None None] Current status of the port be3afde1-30dd-45cf-881c-535bc6100396 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:20:55.921553 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Subnet': ['ID=6005ecd9-aacd-44cb-b84a-4c5630bda954,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:55.979785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:20:56.023152 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.027595 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.028657 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.031175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.031834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.035616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.038463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.039098 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.040310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.042994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.045466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.047107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.048753 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:20:56.073103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8ba58588-b7de-4086-a848-56ddc9d3caab None None] Provisioning complete for port c8bed5bb-4a2e-45ea-9751-8d0588552773 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:20:56.074113 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8ba58588-b7de-4086-a848-56ddc9d3caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:56.105495 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Checking segment: {'id': '119e5efb-6215-4e73-835b-af1fb5304d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:56.108551 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network hostable DHCP agents. Network: ff8c0f03-03d8-48c1-a8e5-15afbbb6e451, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:20:56.183488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:20:56.213969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ff8c0f03-03d8-48c1-a8e5-15afbbb6e451) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:56.224830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326ee8e7-4137-46b1-9a58-453664146496 None None] Network ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:20:56.258024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:56.259101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:56.270749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8ba58588-b7de-4086-a848-56ddc9d3caab None None] Port c8bed5bb-4a2e-45ea-9751-8d0588552773 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:20:56.343802 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37c89aa1-f756-4a93-b37b-6b9d6009cbbc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3315790 Mar 10 15:20:56.346123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42262) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:20:56.528954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060b1a7-e5ad-4e53-862b-48173e534905 req-15a21de9-adce-40e2-8176-5f297df6abe7 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:56.539975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e060b1a7-e5ad-4e53-862b-48173e534905 req-15a21de9-adce-40e2-8176-5f297df6abe7 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.3704910 Mar 10 15:20:56.691441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e060b1a7-e5ad-4e53-862b-48173e534905 req-feb9541d-362e-4574-b1e5-dff85f7d8ede tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503952 Mar 10 15:20:56.721624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33268d32-2bb5-44be-9076-9a76f3968002 req-cc381649-dc9e-4ff5-b120-4b2a1e1c1b72 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 210 time: 0.1763735 Mar 10 15:20:56.747634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:20:56.748666 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:56.796374 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:57.058180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Allocated IP 172.21.0.2 (ff8c0f03-03d8-48c1-a8e5-15afbbb6e451/6005ecd9-aacd-44cb-b84a-4c5630bda954/059c7517-c5c1-4671-9a72-567d314d30af) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:20:57.438024 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Publish callbacks [] for port (059c7517-c5c1-4671-9a72-567d314d30af), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:57.453007 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (059c7517-c5c1-4671-9a72-567d314d30af), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:57.509848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Network ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:20:57.515055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:20:57.521076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:20:57.600341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:20:51Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:20:52Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:20:57.602732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Pushing event updated for resources: {'Port': ['ID=059c7517-c5c1-4671-9a72-567d314d30af,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:57.666283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Checking router: 5cb6430b-dfef-4390-b7d3-29d24d879c2a for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:20:57.666642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Updating router 5cb6430b-dfef-4390-b7d3-29d24d879c2a port c8bed5bb-4a2e-45ea-9751-8d0588552773 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:20:57.755012 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:58.105431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Attempting to bind port 059c7517-c5c1-4671-9a72-567d314d30af on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:20:58.106501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Attempting to bind port 059c7517-c5c1-4671-9a72-567d314d30af by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '119e5efb-6215-4e73-835b-af1fb5304d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:20:58.106879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Attempting to bind port 059c7517-c5c1-4671-9a72-567d314d30af on network ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:20:58.164456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:20:58.165013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Checking segment: {'id': '119e5efb-6215-4e73-835b-af1fb5304d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:20:58.165428 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:58.165828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Bound using segment: {'id': '119e5efb-6215-4e73-835b-af1fb5304d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:20:58.169110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Bound port: 059c7517-c5c1-4671-9a72-567d314d30af, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119e5efb-6215-4e73-835b-af1fb5304d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:20:58.169522 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (059c7517-c5c1-4671-9a72-567d314d30af), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:58.310825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a593-24ec-494a-9aab-d1ef45657796 req-7dddff8d-fcb7-4885-a8e5-3c3901ee2751 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:58.312617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-7dddff8d-fcb7-4885-a8e5-3c3901ee2751 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.62 "GET /v2.0/networks?id=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 HTTP/1.1" status: 200 len: 809 time: 1.4452689 Mar 10 15:20:58.387490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6901826d-7ca6-449b-a387-208103b0eb51 req-11778bf9-891d-4c76-a581-1c935ac45ff1 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 210 time: 0.3691862 Mar 10 15:20:58.394693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Request body: {'port': {'device_id': 'bbfe858f-2430-420b-a1a9-ba657847b2ea', 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66', 'admin_state_up': True, 'tenant_id': '816c444a47fc4b3d8d73cc08c963e993'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:20:58.483249 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:58.663735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Made reservation on behalf of 816c444a47fc4b3d8d73cc08c963e993 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:20:58.677003 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:58.742159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] For port 059c7517-c5c1-4671-9a72-567d314d30af, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:20:58.746400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b00d11-4cdf-46c8-ac46-8c88f5689ab1 req-efd215e8-6750-4069-a7d4-26a9efb88fe3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:20:58.759457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] For port 059c7517-c5c1-4671-9a72-567d314d30af, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=059c7517-c5c1-4671-9a72-567d314d30af,segment=NetworkSegment(119e5efb-6215-4e73-835b-af1fb5304d7d),segment_id=119e5efb-6215-4e73-835b-af1fb5304d7d)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:20:58.761414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32b00d11-4cdf-46c8-ac46-8c88f5689ab1 req-efd215e8-6750-4069-a7d4-26a9efb88fe3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.7442391 Mar 10 15:20:58.785193 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:58.793523 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (059c7517-c5c1-4671-9a72-567d314d30af), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:59.492471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32b00d11-4cdf-46c8-ac46-8c88f5689ab1 req-6956702e-d34d-47bb-8692-4f6dde10dcd1 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7299564 Mar 10 15:20:59.716911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ec4e466-fc69-46bd-9e5e-50023cde07b8 req-76ec0428-0864-48f5-aedf-7db89cdac8d3 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 210 time: 0.1684742 Mar 10 15:20:59.774115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Allocated IP 172.20.0.11 (d6f9cce7-fc95-4757-9a86-b0b56fbd3b66/52c0a7a2-bbab-46a1-88df-3aa749c859f4/2f1b768f-f748-404a-a7f2-41dcec5a4147) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:20:59.804722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71fd65-c9d2-47ce-8f13-d81106935d81 None None] Pushing event updated for resources: {'Port': ['ID=059c7517-c5c1-4671-9a72-567d314d30af,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:20:59.898643 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Publish callbacks [] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:20:59.923110 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:00.133136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2d38f-e1a9-4adb-97f2-45757a0879b3 None None] Pushing event updated for resources: {'Port': ['ID=c8bed5bb-4a2e-45ea-9751-8d0588552773,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:00.450439 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Attempting to bind port c8bed5bb-4a2e-45ea-9751-8d0588552773 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:21:00.450853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Attempting to bind port c8bed5bb-4a2e-45ea-9751-8d0588552773 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '44613c7a-8646-455d-aea1-cfb93c11ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:21:00.451295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Attempting to bind port c8bed5bb-4a2e-45ea-9751-8d0588552773 on network 86ffebc7-c433-46b9-a735-f4e0b9e2e215 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:00.470737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:21:00.471206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Checking segment: {'id': '44613c7a-8646-455d-aea1-cfb93c11ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:00.471625 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:00.472029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Bound using segment: {'id': '44613c7a-8646-455d-aea1-cfb93c11ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:21:00.488062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Bound port: c8bed5bb-4a2e-45ea-9751-8d0588552773, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44613c7a-8646-455d-aea1-cfb93c11ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:21:00.503226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:00.818767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] For port c8bed5bb-4a2e-45ea-9751-8d0588552773, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:21:00.870869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] For port c8bed5bb-4a2e-45ea-9751-8d0588552773, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c8bed5bb-4a2e-45ea-9751-8d0588552773,segment=NetworkSegment(44613c7a-8646-455d-aea1-cfb93c11ac59),segment_id=44613c7a-8646-455d-aea1-cfb93c11ac59)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:21:00.892678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-82b3d50c-65b1-4718-9f4b-24a9dc06dcdd None None] Provisioning complete for port c8bed5bb-4a2e-45ea-9751-8d0588552773 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:00.893125 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-82b3d50c-65b1-4718-9f4b-24a9dc06dcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:00.989379 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:01.073338 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42370) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:01.142646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40d618a2-6d36-4f77-9171-4ea9f109968f req-11191584-9c4e-447c-828c-aa2bca5da6b5 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 210 time: 0.1990945 Mar 10 15:21:01.199592 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks [] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:01.239073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9df7-a79c-4231-9c7f-90ead22a2bc7 req-2ce948d5-77d9-4313-83ad-c0b2164e3e5b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:01.240558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ddd9df7-a79c-4231-9c7f-90ead22a2bc7 req-2ce948d5-77d9-4313-83ad-c0b2164e3e5b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.4277301 Mar 10 15:21:01.254807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Allocated IP 172.21.0.1 (ff8c0f03-03d8-48c1-a8e5-15afbbb6e451/6005ecd9-aacd-44cb-b84a-4c5630bda954/07a4b845-933f-4694-97b7-c052535b1302) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:21:01.317746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf40d2-1bd2-4fd4-8dbd-d91ec58ad2a8 None None] Network ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:21:01.324312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-82b3d50c-65b1-4718-9f4b-24a9dc06dcdd None None] Port c8bed5bb-4a2e-45ea-9751-8d0588552773 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:01.344424 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31a81b57-1012-4759-a7f9-e4e06fe55359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:01.363831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:01.364502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:55Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:01.404113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ddd9df7-a79c-4231-9c7f-90ead22a2bc7 req-ef9bde9f-28a4-48cd-a3b5-40a9fc569949 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334414 Mar 10 15:21:01.623477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2d38f-e1a9-4adb-97f2-45757a0879b3 None None] Pushing event updated for resources: {'Port': ['ID=c8bed5bb-4a2e-45ea-9751-8d0588552773,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:01.738242 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31a81b57-1012-4759-a7f9-e4e06fe55359 admin admin] Publish callbacks [] for security_group (efc374c7-80b9-4ce6-a8f1-14848100fd9f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:01.745203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-31a81b57-1012-4759-a7f9-e4e06fe55359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (efc374c7-80b9-4ce6-a8f1-14848100fd9f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:01.755797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 059c7517-c5c1-4671-9a72-567d314d30af up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:01.772517 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (07a4b845-933f-4694-97b7-c052535b1302), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:01.857230 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-31a81b57-1012-4759-a7f9-e4e06fe55359 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abf731f5bec646dca9e5d83ad80e5c2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7794697 Mar 10 15:21:01.873801 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a81b57-1012-4759-a7f9-e4e06fe55359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc374c7-80b9-4ce6-a8f1-14848100fd9f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:01.883220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42386) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:01.900796 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:01.938149 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (07a4b845-933f-4694-97b7-c052535b1302), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:01.941338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e531766e-2461-49c2-bfe3-b20dab1de2ee None None] Provisioning complete for port 059c7517-c5c1-4671-9a72-567d314d30af triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:01.942399 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e531766e-2461-49c2-bfe3-b20dab1de2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (059c7517-c5c1-4671-9a72-567d314d30af), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:02.005188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:02.026817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:02.041673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:21:02.099302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:02.171343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Pushing event updated for resources: {'Port': ['ID=2f1b768f-f748-404a-a7f2-41dcec5a4147,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:02.315134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:02.379546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=07a4b845-933f-4694-97b7-c052535b1302,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:02.392548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:02.450054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:21:02.461074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 059c7517-c5c1-4671-9a72-567d314d30af triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:02.468719 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (059c7517-c5c1-4671-9a72-567d314d30af), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:02.640619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e531766e-2461-49c2-bfe3-b20dab1de2ee None None] Current status of the port 059c7517-c5c1-4671-9a72-567d314d30af is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:02.641140 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e531766e-2461-49c2-bfe3-b20dab1de2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (059c7517-c5c1-4671-9a72-567d314d30af), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:02.740705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:02.741497 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:02.768940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8846e-2e76-47b7-a632-da0af170024f req-b49c2b0e-a2b2-4c19-a869-fbc3fcf1306b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:02.777557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ae8846e-2e76-47b7-a632-da0af170024f req-b49c2b0e-a2b2-4c19-a869-fbc3fcf1306b tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 932 time: 0.4602571 Mar 10 15:21:02.797971 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2e6c032-4373-4901-9461-5bdb0cba3138 admin admin] Publish callbacks [] for security_group (efc374c7-80b9-4ce6-a8f1-14848100fd9f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:02.813525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 059c7517-c5c1-4671-9a72-567d314d30af is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:02.822924 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (059c7517-c5c1-4671-9a72-567d314d30af), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:02.833832 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2e6c032-4373-4901-9461-5bdb0cba3138 admin admin] Publish callbacks [] for security_group (efc374c7-80b9-4ce6-a8f1-14848100fd9f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:03.019664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e531766e-2461-49c2-bfe3-b20dab1de2ee None None] For port 059c7517-c5c1-4671-9a72-567d314d30af, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=059c7517-c5c1-4671-9a72-567d314d30af,segment=NetworkSegment(119e5efb-6215-4e73-835b-af1fb5304d7d),segment_id=119e5efb-6215-4e73-835b-af1fb5304d7d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:03.026142 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:03.043770 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e531766e-2461-49c2-bfe3-b20dab1de2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (059c7517-c5c1-4671-9a72-567d314d30af), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:03.131356 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:21:03.136807 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:21:03.216492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5bef82e8-c486-4569-ac09-57be6bf242fd None None] Provisioning complete for port c8bed5bb-4a2e-45ea-9751-8d0588552773 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:03.216870 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5bef82e8-c486-4569-ac09-57be6bf242fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:03.219516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531766e-2461-49c2-bfe3-b20dab1de2ee None None] Pushing event updated for resources: {'Port': ['ID=059c7517-c5c1-4671-9a72-567d314d30af,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:03.271100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:20:51Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:00Z', 'revision_number': 4, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:03.315314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019dc3bf-8d9c-4dbd-9bb8-12583f5ccdd0 None None] The sync data for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 is: [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:20:51Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:00Z', 'revision_number': 4, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:21:03.330363 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2e6c032-4373-4901-9461-5bdb0cba3138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (efc374c7-80b9-4ce6-a8f1-14848100fd9f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:03.339372 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2e6c032-4373-4901-9461-5bdb0cba3138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:03.341996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e2e6c032-4373-4901-9461-5bdb0cba3138 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efc374c7-80b9-4ce6-a8f1-14848100fd9f HTTP/1.1" status: 204 len: 168 time: 1.4562004 Mar 10 15:21:03.388022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-5a8ad04f-0b43-4f5d-80d3-4ddcf1824637 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0175173 Mar 10 15:21:03.445443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5bef82e8-c486-4569-ac09-57be6bf242fd None None] Current status of the port c8bed5bb-4a2e-45ea-9751-8d0588552773 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:03.447911 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5bef82e8-c486-4569-ac09-57be6bf242fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:03.474292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Request body: {'port': {'device_id': 'bbfe858f-2430-420b-a1a9-ba657847b2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:03.525034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5bef82e8-c486-4569-ac09-57be6bf242fd None None] For port c8bed5bb-4a2e-45ea-9751-8d0588552773, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c8bed5bb-4a2e-45ea-9751-8d0588552773,segment=NetworkSegment(44613c7a-8646-455d-aea1-cfb93c11ac59),segment_id=44613c7a-8646-455d-aea1-cfb93c11ac59)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:03.531887 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5bef82e8-c486-4569-ac09-57be6bf242fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:03.544050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ae8846e-2e76-47b7-a632-da0af170024f req-2addb3ba-238a-4e11-aa1f-955326234e46 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7654703 Mar 10 15:21:03.613528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6c032-4373-4901-9461-5bdb0cba3138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc374c7-80b9-4ce6-a8f1-14848100fd9f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:03.640360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e52fd-3dcb-4dd6-a2c1-88e5a37df2f3 req-347af31e-af58-4fa0-bcd2-fcd6faa4aa43 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:03.645075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de9e52fd-3dcb-4dd6-a2c1-88e5a37df2f3 req-347af31e-af58-4fa0-bcd2-fcd6faa4aa43 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 1.0351441 Mar 10 15:21:03.662055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (07a4b845-933f-4694-97b7-c052535b1302), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:03.789566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef82e8-c486-4569-ac09-57be6bf242fd None None] Pushing event updated for resources: {'Port': ['ID=c8bed5bb-4a2e-45ea-9751-8d0588552773,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:03.794514 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:03.848227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-95b2c56b-94dc-4cc9-8288-a8271512b6b9 None None] Provisioning complete for port 07a4b845-933f-4694-97b7-c052535b1302 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:03.854366 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-95b2c56b-94dc-4cc9-8288-a8271512b6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (07a4b845-933f-4694-97b7-c052535b1302), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:03.926564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 059c7517-c5c1-4671-9a72-567d314d30af is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:03.971142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-95b2c56b-94dc-4cc9-8288-a8271512b6b9 None None] Port 07a4b845-933f-4694-97b7-c052535b1302 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:03.992077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-95b2c56b-94dc-4cc9-8288-a8271512b6b9 None None] Provisioning complete for port 059c7517-c5c1-4671-9a72-567d314d30af triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:03.992493 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-95b2c56b-94dc-4cc9-8288-a8271512b6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (059c7517-c5c1-4671-9a72-567d314d30af), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:04.072321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de9e52fd-3dcb-4dd6-a2c1-88e5a37df2f3 req-f4878926-0261-4c48-8817-f19c2e6d7c5c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211962 Mar 10 15:21:04.216610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-95b2c56b-94dc-4cc9-8288-a8271512b6b9 None None] Current status of the port 059c7517-c5c1-4671-9a72-567d314d30af is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:04.291610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c8bed5bb-4a2e-45ea-9751-8d0588552773 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:04.423797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ea17fdaf-8696-4bca-bcbe-4628dcda789d None None] Provisioning complete for port 07a4b845-933f-4694-97b7-c052535b1302 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:04.424196 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea17fdaf-8696-4bca-bcbe-4628dcda789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (07a4b845-933f-4694-97b7-c052535b1302), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:04.527756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c8bed5bb-4a2e-45ea-9751-8d0588552773 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:04.528421 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:04.542926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42426) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:04.580472 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da694af4-a679-48b4-81b3-510c11d97c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:04.728521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ea17fdaf-8696-4bca-bcbe-4628dcda789d None None] Port 07a4b845-933f-4694-97b7-c052535b1302 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:04.895036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c8bed5bb-4a2e-45ea-9751-8d0588552773 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:04.896074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 059c7517-c5c1-4671-9a72-567d314d30af up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:04.929112 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da694af4-a679-48b4-81b3-510c11d97c84 admin admin] Publish callbacks [] for security_group (a5b1324e-e914-45c5-b9e6-ea6b3a150614), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:04.941543 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da694af4-a679-48b4-81b3-510c11d97c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a5b1324e-e914-45c5-b9e6-ea6b3a150614), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:05.015548 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-da694af4-a679-48b4-81b3-510c11d97c84 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfa6ba1d270144e2899067c49560bf82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4685826 Mar 10 15:21:05.024757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42432) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:05.066307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 059c7517-c5c1-4671-9a72-567d314d30af triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:05.066701 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (059c7517-c5c1-4671-9a72-567d314d30af), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:05.132953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da694af4-a679-48b4-81b3-510c11d97c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b1324e-e914-45c5-b9e6-ea6b3a150614,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:05.247595 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4908d168-27c6-4ea1-97c0-975f3351add1 admin admin] Publish callbacks [] for security_group (a5b1324e-e914-45c5-b9e6-ea6b3a150614), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:05.303034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 059c7517-c5c1-4671-9a72-567d314d30af is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:05.328161 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4908d168-27c6-4ea1-97c0-975f3351add1 admin admin] Publish callbacks [] for security_group (a5b1324e-e914-45c5-b9e6-ea6b3a150614), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:05.444537 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4908d168-27c6-4ea1-97c0-975f3351add1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a5b1324e-e914-45c5-b9e6-ea6b3a150614), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:05.450585 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4908d168-27c6-4ea1-97c0-975f3351add1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:05.453107 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4908d168-27c6-4ea1-97c0-975f3351add1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5b1324e-e914-45c5-b9e6-ea6b3a150614 HTTP/1.1" status: 204 len: 168 time: 0.4273467 Mar 10 15:21:05.465629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908d168-27c6-4ea1-97c0-975f3351add1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b1324e-e914-45c5-b9e6-ea6b3a150614,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:06.079520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1b768f-f748-404a-a7f2-41dcec5a4147 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:21:06.099176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Publish callbacks [] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:06.134454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Transition to ACTIVE for port object 2f1b768f-f748-404a-a7f2-41dcec5a4147 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:21:06.185721 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:06.291900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c031c4-0415-4265-8ac9-5bd6b73bb8b7 req-5dd14785-abc0-44d8-b918-51f5c31d0f2b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:06.293808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03c031c4-0415-4265-8ac9-5bd6b73bb8b7 req-5dd14785-abc0-44d8-b918-51f5c31d0f2b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.7677600 Mar 10 15:21:06.508353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645d966-31e3-457a-accb-d2e9bdd74a56 req-811279b0-8e74-44e6-a9fb-70536ffb7fa4 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:06.510304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0645d966-31e3-457a-accb-d2e9bdd74a56 req-811279b0-8e74-44e6-a9fb-70536ffb7fa4 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 932 time: 0.9465117 Mar 10 15:21:06.515900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03c031c4-0415-4265-8ac9-5bd6b73bb8b7 req-852c9e41-698e-4f0d-899f-c8eddd646c8d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835108 Mar 10 15:21:06.610081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1b768f-f748-404a-a7f2-41dcec5a4147,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:06.654295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (07a4b845-933f-4694-97b7-c052535b1302), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:06.781795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0645d966-31e3-457a-accb-d2e9bdd74a56 req-da7b3206-c9da-463f-af66-456db3a62222 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235282 Mar 10 15:21:06.798085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (07a4b845-933f-4694-97b7-c052535b1302), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:06.872058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Attempting to bind port 2f1b768f-f748-404a-a7f2-41dcec5a4147 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:21:06.872410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Attempting to bind port 2f1b768f-f748-404a-a7f2-41dcec5a4147 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '3e037b07-33fe-4c98-b329-7a241389e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:21:06.872750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Attempting to bind port 2f1b768f-f748-404a-a7f2-41dcec5a4147 on network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:06.931308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=07a4b845-933f-4694-97b7-c052535b1302,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:06.945347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:06.949071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Port 2f1b768f-f748-404a-a7f2-41dcec5a4147 on network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:21:06.949401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Attempting to bind port 2f1b768f-f748-404a-a7f2-41dcec5a4147 on network d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:06.960483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:21:06.960848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Checking segment: {'id': '3e037b07-33fe-4c98-b329-7a241389e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:06.961473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Bound using segment: {'id': '3e037b07-33fe-4c98-b329-7a241389e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:21:06.961987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Bound port: 2f1b768f-f748-404a-a7f2-41dcec5a4147, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e037b07-33fe-4c98-b329-7a241389e2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:21:06.962357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:07.037574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] For port 2f1b768f-f748-404a-a7f2-41dcec5a4147, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:21:07.041215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] For port 2f1b768f-f748-404a-a7f2-41dcec5a4147, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2f1b768f-f748-404a-a7f2-41dcec5a4147,segment=NetworkSegment(3e037b07-33fe-4c98-b329-7a241389e2cf),segment_id=3e037b07-33fe-4c98-b329-7a241389e2cf)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:21:07.067270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:07.181926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:07.182549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:07.184535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] 10.222.0.62 "PUT /v2.0/ports/2f1b768f-f748-404a-a7f2-41dcec5a4147 HTTP/1.1" status: 200 len: 1092 time: 3.7145782 Mar 10 15:21:07.199384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfe858f-2430-420b-a1a9-ba657847b2ea', 'tag': '2f1b768f-f748-404a-a7f2-41dcec5a4147'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:21:07.204026 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04e1695-2ecf-400a-94f9-e5f838434746" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfe858f-2430-420b-a1a9-ba657847b2ea", "tag": "2f1b768f-f748-404a-a7f2-41dcec5a4147"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:21:07.207111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc103b-17db-4d27-ade4-e37c9a3debb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1b768f-f748-404a-a7f2-41dcec5a4147,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:07.288694 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7f5aa7-f2d6-414c-ac09-b4e845416fce x-openstack-request-id: req-db7f5aa7-f2d6-414c-ac09-b4e845416fce {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:21:07.289929 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfe858f-2430-420b-a1a9-ba657847b2ea", "tag": "2f1b768f-f748-404a-a7f2-41dcec5a4147", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:21:07.290219 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db7f5aa7-f2d6-414c-ac09-b4e845416fce {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:21:07.290963 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfe858f-2430-420b-a1a9-ba657847b2ea', 'tag': '2f1b768f-f748-404a-a7f2-41dcec5a4147', 'status': 'completed', 'code': 200} Mar 10 15:21:07.382146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:07.387289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:07.414517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a593-24ec-494a-9aab-d1ef45657796 req-9733d4b7-53fc-4286-9550-666dd31c5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:07.422685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-9733d4b7-53fc-4286-9550-666dd31c5ba8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=816c444a47fc4b3d8d73cc08c963e993&device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 1126 time: 0.1609600 Mar 10 15:21:07.561189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-ca5c68e1-81fc-4328-a4a4-98ce56fcf668 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f1b768f-f748-404a-a7f2-41dcec5a4147 HTTP/1.1" status: 200 len: 217 time: 0.1262558 Mar 10 15:21:07.804087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7db3f3ab-8f70-4d13-8c3e-66549aa321a2 None None] Provisioning complete for port 07a4b845-933f-4694-97b7-c052535b1302 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:07.808646 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7db3f3ab-8f70-4d13-8c3e-66549aa321a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (07a4b845-933f-4694-97b7-c052535b1302), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:07.925467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230a593-24ec-494a-9aab-d1ef45657796 req-0f3724a8-d052-4f80-8804-4d726f33c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:07.927007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-0f3724a8-d052-4f80-8804-4d726f33c132 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52c0a7a2-bbab-46a1-88df-3aa749c859f4 HTTP/1.1" status: 200 len: 849 time: 0.1706455 Mar 10 15:21:07.955752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 5cb6430b-dfef-4390-b7d3-29d24d879c2a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:21:08.031340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9905da0-fb14-4393-9a2e-0ffe87d8fc0e req-dc6f8bbe-7714-412c-9318-4cc67081267a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:08.045649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9905da0-fb14-4393-9a2e-0ffe87d8fc0e req-dc6f8bbe-7714-412c-9318-4cc67081267a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.2865689 Mar 10 15:21:08.048203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-2021c57e-4c0a-452b-9293-e1a3fdfdf88b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005194 Mar 10 15:21:08.275167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7db3f3ab-8f70-4d13-8c3e-66549aa321a2 None None] Port 07a4b845-933f-4694-97b7-c052535b1302 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:08.305770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:21:08.311539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-96b0ac3f-9b98-4b6b-b83c-ef94f51169ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9604189 Mar 10 15:21:08.314184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42526) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:08.335102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'network': {'name': 'tempest-RoutersTest-1792346197'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:08.350291 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Sync routers for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:21:08.382605 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:08.392434 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:55Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:08.401078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:21:08.406728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:08.483763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:21:08.507630 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (c51bd014-1f4c-4d11-9a1f-92004105c1ff), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:08.508619 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added segment c51bd014-1f4c-4d11-9a1f-92004105c1ff of type vlan for network 1bc04006-0b29-439d-849e-51392dff28bd Mar 10 15:21:08.608394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-3d33bbee-315b-470d-9fa0-98cbb5db4465 service neutron] 10.222.0.62 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366929 Mar 10 15:21:08.626156 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (1bc04006-0b29-439d-849e-51392dff28bd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:08.632556 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:08.656913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c27b3-1c4b-4660-b603-6c2cb8527c6d req-98612cad-d275-4019-a0b6-6234eff67123 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:08.658409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de5c27b3-1c4b-4660-b603-6c2cb8527c6d req-98612cad-d275-4019-a0b6-6234eff67123 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 944 time: 0.7596042 Mar 10 15:21:08.681956 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (1bc04006-0b29-439d-849e-51392dff28bd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:08.690225 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:08.693557 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:08.771558 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4556372 Mar 10 15:21:08.778068 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42540) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:08.796216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'subnet': {'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:08.982693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9905da0-fb14-4393-9a2e-0ffe87d8fc0e req-3f437d4a-8a4f-4782-8b55-b66d1ca6d51b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9048288 Mar 10 15:21:08.999896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08914822-3234-422b-ad67-8f3aa92e216f tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Network': ['ID=1bc04006-0b29-439d-849e-51392dff28bd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:09.010665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de5c27b3-1c4b-4660-b603-6c2cb8527c6d req-03a3ac24-cd36-4e33-8575-c55aa8960c08 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075235 Mar 10 15:21:09.021367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 1bc04006-0b29-439d-849e-51392dff28bd details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:21:09.110471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e230a593-24ec-494a-9aab-d1ef45657796 req-270e1d7e-7567-4e2e-be32-3c9698ffd721 service neutron] 10.222.0.62 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937389 Mar 10 15:21:09.212372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:21:09.221771 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:09.246952 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 3, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:05Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:09.291087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e1695-2ecf-400a-94f9-e5f838434746 req-e1cb39f0-7532-475b-bf9d-8f511fa25cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:09.294037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d04e1695-2ecf-400a-94f9-e5f838434746 req-e1cb39f0-7532-475b-bf9d-8f511fa25cdf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=816c444a47fc4b3d8d73cc08c963e993&device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 1126 time: 0.1230984 Mar 10 15:21:09.322367 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Checking router: 5cb6430b-dfef-4390-b7d3-29d24d879c2a for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:21:09.322714 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Updating router 5cb6430b-dfef-4390-b7d3-29d24d879c2a port 07a4b845-933f-4694-97b7-c052535b1302 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:21:09.386903 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (07a4b845-933f-4694-97b7-c052535b1302), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:09.488445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e1695-2ecf-400a-94f9-e5f838434746 req-3f60b0b7-67f8-41ad-9a86-ca0fa3f3fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:09.490626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d04e1695-2ecf-400a-94f9-e5f838434746 req-3f60b0b7-67f8-41ad-9a86-ca0fa3f3fadd service neutron] 10.222.0.62 "GET /v2.0/networks?id=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 HTTP/1.1" status: 200 len: 910 time: 0.1906860 Mar 10 15:21:09.587229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d04e1695-2ecf-400a-94f9-e5f838434746 req-8c4e946a-d0cc-478a-a7f1-cc67a831ae85 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f1b768f-f748-404a-a7f2-41dcec5a4147 HTTP/1.1" status: 200 len: 217 time: 0.0909851 Mar 10 15:21:09.684571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e1695-2ecf-400a-94f9-e5f838434746 req-d05b09bb-979f-4149-a892-ac895618f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:09.687338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d04e1695-2ecf-400a-94f9-e5f838434746 req-d05b09bb-979f-4149-a892-ac895618f155 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52c0a7a2-bbab-46a1-88df-3aa749c859f4 HTTP/1.1" status: 200 len: 849 time: 0.0935466 Mar 10 15:21:09.786235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d04e1695-2ecf-400a-94f9-e5f838434746 req-f9e6c256-2bdc-49dd-8edc-471f1f98c01e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925751 Mar 10 15:21:09.796814 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (a109cf59-79dc-4636-8bfc-39ca241ce249), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:09.906515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Subnet': ['ID=a109cf59-79dc-4636-8bfc-39ca241ce249,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:10.013139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Checking segment: {'id': 'c51bd014-1f4c-4d11-9a1f-92004105c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:10.013879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5b86ddaa-aa5f-4786-a085-63cf34d10b2e details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:21:10.014921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network hostable DHCP agents. Network: 1bc04006-0b29-439d-849e-51392dff28bd, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:21:10.062252 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 1bc04006-0b29-439d-849e-51392dff28bd is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:21:10.091599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 1bc04006-0b29-439d-849e-51392dff28bd) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:10.096588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:10.099405 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:10.144659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d04e1695-2ecf-400a-94f9-e5f838434746 req-44234272-f362-4d06-ae2a-f1fc7516ad7b service neutron] 10.222.0.62 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495193 Mar 10 15:21:10.162411 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9f99ea1a-e886-40cc-951b-c65b52f11bf0 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3832316 Mar 10 15:21:10.163067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42590) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:10.192656 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Publish callbacks [] for port (07a4b845-933f-4694-97b7-c052535b1302), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:10.211984 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (07a4b845-933f-4694-97b7-c052535b1302), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:10.366761 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:21:10.388968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:10.411839 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Pushing event updated for resources: {'Port': ['ID=07a4b845-933f-4694-97b7-c052535b1302,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:10.435495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'network_id': 'bc60e837-6e35-4781-854e-c11a326bffb8', 'port_id': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'mac_address': 'fa:16:3e:8c:51:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad25c65-3dd0-442b-aaf8-9d82e0bd1295', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:21:10.441110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f97ac7-1b53-4793-93ae-2908ffcbc309 None None] Network 1bc04006-0b29-439d-849e-51392dff28bd requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:21:10.456881 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.459993 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.460510 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.461038 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.461536 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.462015 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.463188 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.463670 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.466254 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.467298 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.469410 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.472187 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.475212 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:10.506325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42596) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:10.518097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d04e1695-2ecf-400a-94f9-e5f838434746 req-ab3b6262-a0d2-4f01-987f-03bd9475e36a service neutron] 10.222.0.62 "GET /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666222 Mar 10 15:21:10.639793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42604) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:10.641086 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Attempting to bind port 07a4b845-933f-4694-97b7-c052535b1302 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:21:10.652567 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Attempting to bind port 07a4b845-933f-4694-97b7-c052535b1302 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '119e5efb-6215-4e73-835b-af1fb5304d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:21:10.653012 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Attempting to bind port 07a4b845-933f-4694-97b7-c052535b1302 on network ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:10.674292 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:21:10.674675 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Checking segment: {'id': '119e5efb-6215-4e73-835b-af1fb5304d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:10.675107 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:10.675503 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Bound using segment: {'id': '119e5efb-6215-4e73-835b-af1fb5304d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:21:10.676590 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Bound port: 07a4b845-933f-4694-97b7-c052535b1302, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119e5efb-6215-4e73-835b-af1fb5304d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:21:10.676969 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (07a4b845-933f-4694-97b7-c052535b1302), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:10.769117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e64fc-05f3-4350-9afe-bae28adb7c9c req-7c8a90bc-a2b7-4aa8-9419-65fe99f37969 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:10.778391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-375e64fc-05f3-4350-9afe-bae28adb7c9c req-7c8a90bc-a2b7-4aa8-9419-65fe99f37969 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 944 time: 0.3072360 Mar 10 15:21:10.817917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af456d4-1aff-49d9-9a4f-59ce55b8e9b7 req-74514fab-3e79-4a22-838f-3fd445e006af tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:10.820156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4af456d4-1aff-49d9-9a4f-59ce55b8e9b7 req-74514fab-3e79-4a22-838f-3fd445e006af tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 944 time: 0.3453846 Mar 10 15:21:10.969877 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] For port 07a4b845-933f-4694-97b7-c052535b1302, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:21:10.980395 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] For port 07a4b845-933f-4694-97b7-c052535b1302, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=07a4b845-933f-4694-97b7-c052535b1302,segment=NetworkSegment(119e5efb-6215-4e73-835b-af1fb5304d7d),segment_id=119e5efb-6215-4e73-835b-af1fb5304d7d)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:21:10.987604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:10.987999 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.004397 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (07a4b845-933f-4694-97b7-c052535b1302), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.023310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-1bc04006-0b29-439d-849e-51392dff28bd', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:21:11.024367 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.035040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b86ddaa-aa5f-4786-a085-63cf34d10b2e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:21:11.058747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4af456d4-1aff-49d9-9a4f-59ce55b8e9b7 req-8e127a60-417b-4e72-95cc-23fc60f3d2ed tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282946 Mar 10 15:21:11.067192 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-215f539d-9be0-4487-8a4e-e3c09563b3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.088523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6922fbe8-e819-46bf-ac58-05c8e417e8b3 None None] Provisioning complete for port 07a4b845-933f-4694-97b7-c052535b1302 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:11.088907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6922fbe8-e819-46bf-ac58-05c8e417e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (07a4b845-933f-4694-97b7-c052535b1302), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.101418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1565b3e8-4d4d-442d-922d-2f93ab777559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.106074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-375e64fc-05f3-4350-9afe-bae28adb7c9c req-d582f410-1361-4510-bd9c-b142d687fe89 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844143 Mar 10 15:21:11.204402 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed067c4-aa51-487e-8a0e-2d89f9f00fbf None None] Pushing event updated for resources: {'Port': ['ID=07a4b845-933f-4694-97b7-c052535b1302,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:11.233385 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:11.234269 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:55Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:11.296620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-215f539d-9be0-4487-8a4e-e3c09563b3a5 admin admin] Publish callbacks [] for security_group (2a5e6564-272c-4755-8c55-cbeb1fe60abe), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.315805 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:11.323464 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-215f539d-9be0-4487-8a4e-e3c09563b3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2a5e6564-272c-4755-8c55-cbeb1fe60abe), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.481368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-215f539d-9be0-4487-8a4e-e3c09563b3a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23438bc6a8504ccd9488317cccc963ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9695342 Mar 10 15:21:11.482476 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42616) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:11.499520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f539d-9be0-4487-8a4e-e3c09563b3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5e6564-272c-4755-8c55-cbeb1fe60abe,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:11.566717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1565b3e8-4d4d-442d-922d-2f93ab777559 admin admin] Publish callbacks [] for security_group (799f5662-2866-4923-a510-aabe92e319b7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.581209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1565b3e8-4d4d-442d-922d-2f93ab777559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (799f5662-2866-4923-a510-aabe92e319b7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.612424 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Allocated IP 172.22.0.2 (1bc04006-0b29-439d-849e-51392dff28bd/a109cf59-79dc-4636-8bfc-39ca241ce249/1041d635-bac7-429f-a5c6-3f7047918920) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:21:11.661982 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:11.707738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1565b3e8-4d4d-442d-922d-2f93ab777559 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd30eb1744784495abe28460a40071c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0125425 Mar 10 15:21:11.708408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42622) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:11.710543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565b3e8-4d4d-442d-922d-2f93ab777559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799f5662-2866-4923-a510-aabe92e319b7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:11.778975 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.832651 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03c04cd8-d0c8-48fa-a928-274d888e78c8 admin admin] Publish callbacks [] for security_group (799f5662-2866-4923-a510-aabe92e319b7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.886168 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03c04cd8-d0c8-48fa-a928-274d888e78c8 admin admin] Publish callbacks [] for security_group (799f5662-2866-4923-a510-aabe92e319b7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.898927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c8d8-80d0-40ea-8131-213d0b8a8cf1 admin admin] Publish callbacks [] for security_group (2a5e6564-272c-4755-8c55-cbeb1fe60abe), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.944437 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c8d8-80d0-40ea-8131-213d0b8a8cf1 admin admin] Publish callbacks [] for security_group (2a5e6564-272c-4755-8c55-cbeb1fe60abe), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.984573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03c04cd8-d0c8-48fa-a928-274d888e78c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (799f5662-2866-4923-a510-aabe92e319b7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:11.987180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03c04cd8-d0c8-48fa-a928-274d888e78c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:12.002092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-03c04cd8-d0c8-48fa-a928-274d888e78c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/799f5662-2866-4923-a510-aabe92e319b7 HTTP/1.1" status: 204 len: 168 time: 0.2924395 Mar 10 15:21:12.012069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2f1b768f-f748-404a-a7f2-41dcec5a4147 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:21:12.023917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c04cd8-d0c8-48fa-a928-274d888e78c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799f5662-2866-4923-a510-aabe92e319b7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:12.109217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c8d8-80d0-40ea-8131-213d0b8a8cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2a5e6564-272c-4755-8c55-cbeb1fe60abe), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:12.110102 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Publish callbacks [] for port (1041d635-bac7-429f-a5c6-3f7047918920), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:12.112103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e8d5c8d8-80d0-40ea-8131-213d0b8a8cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:12.116279 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e8d5c8d8-80d0-40ea-8131-213d0b8a8cf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a5e6564-272c-4755-8c55-cbeb1fe60abe HTTP/1.1" status: 204 len: 168 time: 0.6288688 Mar 10 15:21:12.132151 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5c8d8-80d0-40ea-8131-213d0b8a8cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5e6564-272c-4755-8c55-cbeb1fe60abe,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:12.191393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6922fbe8-e819-46bf-ac58-05c8e417e8b3 None None] Current status of the port 07a4b845-933f-4694-97b7-c052535b1302 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:12.191820 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6922fbe8-e819-46bf-ac58-05c8e417e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (07a4b845-933f-4694-97b7-c052535b1302), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:12.249604 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 3, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:10Z', 'revision_number': 4, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:12.256370 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:12.357223 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c9661-a2a4-4b72-86ce-d6ca8d3544ad None None] The sync data for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 is: [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 3, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:10Z', 'revision_number': 4, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:21:12.489427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2f1b768f-f748-404a-a7f2-41dcec5a4147, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2f1b768f-f748-404a-a7f2-41dcec5a4147,segment=NetworkSegment(3e037b07-33fe-4c98-b329-7a241389e2cf),segment_id=3e037b07-33fe-4c98-b329-7a241389e2cf)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:12.512001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['5b86ddaa-aa5f-4786-a085-63cf34d10b2e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:21:12.633218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '2f1b768f-f748-404a-a7f2-41dcec5a4147', 'network_id': 'd6f9cce7-fc95-4757-9a86-b0b56fbd3b66', 'port_id': '2f1b768f-f748-404a-a7f2-41dcec5a4147', 'mac_address': 'fa:16:3e:85:92:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c0a7a2-bbab-46a1-88df-3aa749c859f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:21:12.659697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883a66f-66d5-4835-b935-5e0bfdd2df53 req-0a1e9fee-ed01-4e40-ad90-47208ba3d048 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:12.664976 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e883a66f-66d5-4835-b935-5e0bfdd2df53 req-0a1e9fee-ed01-4e40-ad90-47208ba3d048 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.3587575 Mar 10 15:21:12.689908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (1041d635-bac7-429f-a5c6-3f7047918920), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:12.695068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=11']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:12.718588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb658f-675a-4a0c-9a81-8d04b00442dd req-f1f6e3a1-9f60-4a96-9aae-04ea8d7f1377 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:12.730041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fbb658f-675a-4a0c-9a81-8d04b00442dd req-f1f6e3a1-9f60-4a96-9aae-04ea8d7f1377 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 944 time: 0.3296392 Mar 10 15:21:12.824199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Pushing event updated for resources: {'Port': ['ID=1041d635-bac7-429f-a5c6-3f7047918920,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:12.894485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fbb658f-675a-4a0c-9a81-8d04b00442dd req-bbb55ca7-0d6b-475d-9d71-8dcfe25adc5d tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629713 Mar 10 15:21:12.957422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e883a66f-66d5-4835-b935-5e0bfdd2df53 req-bb82c6a4-74e3-476b-8942-929ec05f7001 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760003 Mar 10 15:21:12.983707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6922fbe8-e819-46bf-ac58-05c8e417e8b3 None None] For port 07a4b845-933f-4694-97b7-c052535b1302, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=07a4b845-933f-4694-97b7-c052535b1302,segment=NetworkSegment(119e5efb-6215-4e73-835b-af1fb5304d7d),segment_id=119e5efb-6215-4e73-835b-af1fb5304d7d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:12.983707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 2f1b768f-f748-404a-a7f2-41dcec5a4147 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:12.983707 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:12.989674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42654) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:13.019420 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9bab2e63-00fd-4189-aaa4-4b20bae66314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.094763 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6922fbe8-e819-46bf-ac58-05c8e417e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (07a4b845-933f-4694-97b7-c052535b1302), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.113216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Allocated IP 172.22.0.1 (1bc04006-0b29-439d-849e-51392dff28bd/a109cf59-79dc-4636-8bfc-39ca241ce249/8297cdaf-c050-4aef-8010-9c00d7521662) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:21:13.126855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Network 1bc04006-0b29-439d-849e-51392dff28bd is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:13.154128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:13.167867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:21:13.239749 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9bab2e63-00fd-4189-aaa4-4b20bae66314 admin admin] Publish callbacks [] for security_group (e9bdabf1-6ad8-48b3-8287-26aa0da71bf3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.254161 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9bab2e63-00fd-4189-aaa4-4b20bae66314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e9bdabf1-6ad8-48b3-8287-26aa0da71bf3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.377232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1b768f-f748-404a-a7f2-41dcec5a4147 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:21:13.389771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9bab2e63-00fd-4189-aaa4-4b20bae66314 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b72e20f654b4bfcaec2aef603c82043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3987613 Mar 10 15:21:13.390529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42666) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:13.442600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2f1b768f-f748-404a-a7f2-41dcec5a4147, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2f1b768f-f748-404a-a7f2-41dcec5a4147,segment=NetworkSegment(3e037b07-33fe-4c98-b329-7a241389e2cf),segment_id=3e037b07-33fe-4c98-b329-7a241389e2cf)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:13.480932 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (8297cdaf-c050-4aef-8010-9c00d7521662), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.489546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab2e63-00fd-4189-aaa4-4b20bae66314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bdabf1-6ad8-48b3-8287-26aa0da71bf3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:13.508291 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-458b52e9-949e-42f6-8df6-bf1c16c7951a admin admin] Publish callbacks [] for security_group (e9bdabf1-6ad8-48b3-8287-26aa0da71bf3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.554334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.568453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.588537 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-458b52e9-949e-42f6-8df6-bf1c16c7951a admin admin] Publish callbacks [] for security_group (e9bdabf1-6ad8-48b3-8287-26aa0da71bf3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.602511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 1bc04006-0b29-439d-849e-51392dff28bd is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:13.620483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b415b2ae-9160-4ea6-aaff-3a81b77c72e4 None None] Provisioning complete for port 07a4b845-933f-4694-97b7-c052535b1302 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:13.620874 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b415b2ae-9160-4ea6-aaff-3a81b77c72e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (07a4b845-933f-4694-97b7-c052535b1302), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.649999 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:13.657869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:21:13.701437 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-458b52e9-949e-42f6-8df6-bf1c16c7951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e9bdabf1-6ad8-48b3-8287-26aa0da71bf3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.705489 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-458b52e9-949e-42f6-8df6-bf1c16c7951a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.707261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-458b52e9-949e-42f6-8df6-bf1c16c7951a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9bdabf1-6ad8-48b3-8287-26aa0da71bf3 HTTP/1.1" status: 204 len: 168 time: 0.3126218 Mar 10 15:21:13.725118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b52e9-949e-42f6-8df6-bf1c16c7951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bdabf1-6ad8-48b3-8287-26aa0da71bf3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:13.736246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Attempting to bind port 1041d635-bac7-429f-a5c6-3f7047918920 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:21:13.736734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Attempting to bind port 1041d635-bac7-429f-a5c6-3f7047918920 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c51bd014-1f4c-4d11-9a1f-92004105c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:21:13.737027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Attempting to bind port 1041d635-bac7-429f-a5c6-3f7047918920 on network 1bc04006-0b29-439d-849e-51392dff28bd {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:13.739513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922fbe8-e819-46bf-ac58-05c8e417e8b3 None None] Pushing event updated for resources: {'Port': ['ID=07a4b845-933f-4694-97b7-c052535b1302,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:13.792194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=8297cdaf-c050-4aef-8010-9c00d7521662,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:13.813769 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.823816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:21:13.824203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Checking segment: {'id': 'c51bd014-1f4c-4d11-9a1f-92004105c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:13.824613 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.825127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Bound using segment: {'id': 'c51bd014-1f4c-4d11-9a1f-92004105c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:21:13.825604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Bound port: 1041d635-bac7-429f-a5c6-3f7047918920, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51bd014-1f4c-4d11-9a1f-92004105c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:21:13.826116 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1041d635-bac7-429f-a5c6-3f7047918920), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:13.939346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['2f1b768f-f748-404a-a7f2-41dcec5a4147'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:21:14.214615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:14.246975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 07a4b845-933f-4694-97b7-c052535b1302 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:14.266521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d635221-8dab-4c46-aebf-181e818a6160 req-30e72f6a-e15b-4fdf-aa33-3fc083195739 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:14.268664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d635221-8dab-4c46-aebf-181e818a6160 req-30e72f6a-e15b-4fdf-aa33-3fc083195739 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 945 time: 0.1890664 Mar 10 15:21:14.301385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce7e95-8650-404f-8e07-1e21d856a496 req-266c39f4-31fd-4961-8ebb-9a0a78b4a476 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:14.303687 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffce7e95-8650-404f-8e07-1e21d856a496 req-266c39f4-31fd-4961-8ebb-9a0a78b4a476 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.2013378 Mar 10 15:21:14.329578 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b415b2ae-9160-4ea6-aaff-3a81b77c72e4 None None] Current status of the port 07a4b845-933f-4694-97b7-c052535b1302 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:14.369523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=2f1b768f-f748-404a-a7f2-41dcec5a4147,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:14.397655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 07a4b845-933f-4694-97b7-c052535b1302 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:14.399179 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (07a4b845-933f-4694-97b7-c052535b1302), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:14.407538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d635221-8dab-4c46-aebf-181e818a6160 req-3ca1e39d-e186-42e7-ad71-3df4ab50e0b2 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210489 Mar 10 15:21:14.417612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffce7e95-8650-404f-8e07-1e21d856a496 req-ed445a9f-09fd-4115-b64f-f13d24fb80cb tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050482 Mar 10 15:21:14.453971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] For port 1041d635-bac7-429f-a5c6-3f7047918920, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:21:14.504668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] For port 1041d635-bac7-429f-a5c6-3f7047918920, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1041d635-bac7-429f-a5c6-3f7047918920,segment=NetworkSegment(c51bd014-1f4c-4d11-9a1f-92004105c1ff),segment_id=c51bd014-1f4c-4d11-9a1f-92004105c1ff)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:21:14.549834 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1041d635-bac7-429f-a5c6-3f7047918920), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:15.084355 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (8297cdaf-c050-4aef-8010-9c00d7521662), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:15.107778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:15.187061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c033482-a33b-4682-a369-1a12d74e47d9 None None] Pushing event updated for resources: {'Port': ['ID=1041d635-bac7-429f-a5c6-3f7047918920,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:15.207305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 07a4b845-933f-4694-97b7-c052535b1302 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:15.233772 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=8297cdaf-c050-4aef-8010-9c00d7521662,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:15.294387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:15.584917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network 1bc04006-0b29-439d-849e-51392dff28bd is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:15.588104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:15.696740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06d8cc-7f85-4bcb-a199-d40f2b5ecb61 req-e2eb0e3c-f94b-46dd-9b25-bc80ca7e9e83 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:15.698477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f06d8cc-7f85-4bcb-a199-d40f2b5ecb61 req-e2eb0e3c-f94b-46dd-9b25-bc80ca7e9e83 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 945 time: 0.1720052 Mar 10 15:21:15.734038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448dd1f-f0c8-4523-9ffd-ceb8446640a8 req-7ee4638c-689b-48ef-aeb0-c43e92b1aa73 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:15.741754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1448dd1f-f0c8-4523-9ffd-ceb8446640a8 req-7ee4638c-689b-48ef-aeb0-c43e92b1aa73 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1377666 Mar 10 15:21:15.857483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f06d8cc-7f85-4bcb-a199-d40f2b5ecb61 req-c6df0935-36ca-49bd-a834-74079f51b4a2 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504087 Mar 10 15:21:15.871323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 5cb6430b-dfef-4390-b7d3-29d24d879c2a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:21:15.927922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1448dd1f-f0c8-4523-9ffd-ceb8446640a8 req-dfefcaeb-face-4dd8-bb59-a5c6d388d9e8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840894 Mar 10 15:21:16.011773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2f1b768f-f748-404a-a7f2-41dcec5a4147 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:16.098650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5b86ddaa-aa5f-4786-a085-63cf34d10b2e up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:16.190149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1041d635-bac7-429f-a5c6-3f7047918920 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:16.209512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:21:16.237492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42758) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:16.242728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'network': {'name': 'tempest-RoutersTest-1951388094'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:16.242975 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-239770ef-0ae2-470a-8aea-2263ed56bcc1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0785458 Mar 10 15:21:16.309992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:21:16.314031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:16.385644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Sync routers for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:21:16.415527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f601c709-6eac-4c3e-b1ca-34014e7705c3 None None] Network 1bc04006-0b29-439d-849e-51392dff28bd requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:21:16.416644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:21:16.435223 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (32128031-316c-460c-8e35-c868b49df66b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:16.435555 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added segment 32128031-316c-460c-8e35-c868b49df66b of type vlan for network a87b3ded-3759-44b6-9a8b-ed6e7066308b Mar 10 15:21:16.450076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:16.451181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:55Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:16.486837 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (a87b3ded-3759-44b6-9a8b-ed6e7066308b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:16.530355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (a87b3ded-3759-44b6-9a8b-ed6e7066308b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:16.538116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:16.538287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:16.592606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3536470 Mar 10 15:21:16.595275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42766) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:16.603332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'subnet': {'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:16.625661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 2f1b768f-f748-404a-a7f2-41dcec5a4147 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:21:16.634952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0d91821b-ae56-4ece-8836-ff656ac8107a None None] Provisioning complete for port 1041d635-bac7-429f-a5c6-3f7047918920 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:16.635631 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d91821b-ae56-4ece-8836-ff656ac8107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1041d635-bac7-429f-a5c6-3f7047918920), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:16.638687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1041d635-bac7-429f-a5c6-3f7047918920 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:16.639270 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1041d635-bac7-429f-a5c6-3f7047918920), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:16.685886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22746be3-87d7-4c1b-a37a-03919b9bfb98 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Network': ['ID=a87b3ded-3759-44b6-9a8b-ed6e7066308b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:16.738883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:16.769281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Made reservation on behalf of 08b44c31f8294d90ba34d30f765a9bd3 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:21:16.772868 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:16.782194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network a87b3ded-3759-44b6-9a8b-ed6e7066308b details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:21:16.818832 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 2f1b768f-f748-404a-a7f2-41dcec5a4147 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:16.819209 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:17.012605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:21:17.071060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42782) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:17.109154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c4b31-0987-4aa1-b26e-27f3b095e4a3 req-47f82199-2e73-43f4-b3dc-bc64ad229a54 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:17.111461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-537c4b31-0987-4aa1-b26e-27f3b095e4a3 req-47f82199-2e73-43f4-b3dc-bc64ad229a54 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 945 time: 0.1419585 Mar 10 15:21:17.119623 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (743cf21b-704b-4204-a2c4-749f911edd32), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:17.148079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:17.149418 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:17.182738 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Subnet': ['ID=743cf21b-704b-4204-a2c4-749f911edd32,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:17.209946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-537c4b31-0987-4aa1-b26e-27f3b095e4a3 req-8bb6cb51-9439-4a6a-8140-f526e9be4d00 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926514 Mar 10 15:21:17.238037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Checking segment: {'id': '32128031-316c-460c-8e35-c868b49df66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:17.238297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network hostable DHCP agents. Network: a87b3ded-3759-44b6-9a8b-ed6e7066308b, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:21:17.275444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network a87b3ded-3759-44b6-9a8b-ed6e7066308b is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:21:17.285694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1041d635-bac7-429f-a5c6-3f7047918920 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:17.286154 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1041d635-bac7-429f-a5c6-3f7047918920), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:17.290558 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, a87b3ded-3759-44b6-9a8b-ed6e7066308b) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:17.295759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:17.296676 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:17.320020 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-71982553-4af5-43fd-838f-5b5bbfa9f931 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7224672 Mar 10 15:21:17.326853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42786) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:17.329656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6dffae4f-7b1a-4e48-913b-3b2115922c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:17.397684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3b4af-c7e8-4b71-8cdc-5b54d8a14e51 None None] Network a87b3ded-3759-44b6-9a8b-ed6e7066308b requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:21:17.450056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595fed3-4807-45d7-921f-832015aa2720 req-12fa7aa7-f78f-4c19-915d-e05683a6d758 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:17.459459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7595fed3-4807-45d7-921f-832015aa2720 req-12fa7aa7-f78f-4c19-915d-e05683a6d758 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.1525095 Mar 10 15:21:17.548928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 2f1b768f-f748-404a-a7f2-41dcec5a4147 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:17.549561 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:17.606291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7595fed3-4807-45d7-921f-832015aa2720 req-044f6d1a-b348-4f95-96b0-1f88555f5725 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369152 Mar 10 15:21:17.610036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0d91821b-ae56-4ece-8836-ff656ac8107a None None] Current status of the port 1041d635-bac7-429f-a5c6-3f7047918920 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:17.610436 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d91821b-ae56-4ece-8836-ff656ac8107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1041d635-bac7-429f-a5c6-3f7047918920), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:17.651146 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6dffae4f-7b1a-4e48-913b-3b2115922c63 admin admin] Publish callbacks [] for security_group (360b17d4-7ca6-42ad-b178-57a499db8ffa), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:17.662959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6dffae4f-7b1a-4e48-913b-3b2115922c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (360b17d4-7ca6-42ad-b178-57a499db8ffa), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:17.735508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6dffae4f-7b1a-4e48-913b-3b2115922c63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36c0c58f80e340aaa796ada033112607&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6625838 Mar 10 15:21:17.739889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42796) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:17.812007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffae4f-7b1a-4e48-913b-3b2115922c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360b17d4-7ca6-42ad-b178-57a499db8ffa,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:17.876713 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f34dde9a-4831-458e-ac3a-f1fc5096cff1 admin admin] Publish callbacks [] for security_group (360b17d4-7ca6-42ad-b178-57a499db8ffa), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:17.905092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 1041d635-bac7-429f-a5c6-3f7047918920, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1041d635-bac7-429f-a5c6-3f7047918920,segment=NetworkSegment(c51bd014-1f4c-4d11-9a1f-92004105c1ff),segment_id=c51bd014-1f4c-4d11-9a1f-92004105c1ff)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:17.912604 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f34dde9a-4831-458e-ac3a-f1fc5096cff1 admin admin] Publish callbacks [] for security_group (360b17d4-7ca6-42ad-b178-57a499db8ffa), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.000322 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f34dde9a-4831-458e-ac3a-f1fc5096cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (360b17d4-7ca6-42ad-b178-57a499db8ffa), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.003775 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f34dde9a-4831-458e-ac3a-f1fc5096cff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.005172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f34dde9a-4831-458e-ac3a-f1fc5096cff1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/360b17d4-7ca6-42ad-b178-57a499db8ffa HTTP/1.1" status: 204 len: 168 time: 0.2634428 Mar 10 15:21:18.006988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfe858f-2430-420b-a1a9-ba657847b2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1b768f-f748-404a-a7f2-41dcec5a4147'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:21:18.014612 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d73454-eb9c-4ff5-89f1-6d71d1f99518" -d '{"events": [{"server_uuid": "bbfe858f-2430-420b-a1a9-ba657847b2ea", "name": "network-vif-plugged", "status": "completed", "tag": "2f1b768f-f748-404a-a7f2-41dcec5a4147"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:21:18.016509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dde9a-4831-458e-ac3a-f1fc5096cff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360b17d4-7ca6-42ad-b178-57a499db8ffa,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:18.091407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2f1b768f-f748-404a-a7f2-41dcec5a4147, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2f1b768f-f748-404a-a7f2-41dcec5a4147,segment=NetworkSegment(3e037b07-33fe-4c98-b329-7a241389e2cf),segment_id=3e037b07-33fe-4c98-b329-7a241389e2cf)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:18.130128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:18.131475 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.143234 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1041d635-bac7-429f-a5c6-3f7047918920), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.228170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-a87b3ded-3759-44b6-9a8b-ed6e7066308b', 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b', 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'fixed_ips': [{'subnet_id': '743cf21b-704b-4204-a2c4-749f911edd32'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:21:18.229839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.233122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42810) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:18.237942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6035bbe7-b375-4786-89bb-f3bd3e87eeb8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-373038341', 'description': 'tempest-secgroup-smoke-373038341 description', 'project_id': 'c674686624284cd388d76dbc1471089d'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:18.242769 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.365133 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.367330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.430108 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26746b8-8581-473d-a3f6-cb6411f534ad x-openstack-request-id: req-d26746b8-8581-473d-a3f6-cb6411f534ad {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:21:18.430479 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfe858f-2430-420b-a1a9-ba657847b2ea", "name": "network-vif-plugged", "status": "completed", "tag": "2f1b768f-f748-404a-a7f2-41dcec5a4147", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:21:18.430752 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d26746b8-8581-473d-a3f6-cb6411f534ad {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:21:18.431243 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfe858f-2430-420b-a1a9-ba657847b2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1b768f-f748-404a-a7f2-41dcec5a4147', 'code': 200} Mar 10 15:21:18.434712 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6035bbe7-b375-4786-89bb-f3bd3e87eeb8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.448296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=1041d635-bac7-429f-a5c6-3f7047918920,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:18.513564 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6035bbe7-b375-4786-89bb-f3bd3e87eeb8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.546737 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-0d91821b-ae56-4ece-8836-ff656ac8107a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:21:18.547463 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-0d91821b-ae56-4ece-8836-ff656ac8107a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:21:18.674011 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6035bbe7-b375-4786-89bb-f3bd3e87eeb8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (c9de223a-f7a9-49cb-a515-183a20594a0d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.692606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c651b0-68bf-447c-ad8e-98b1a882ca7a req-35191b59-93fa-4464-a28e-9050c7cddb84 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:18.700693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82c651b0-68bf-447c-ad8e-98b1a882ca7a req-35191b59-93fa-4464-a28e-9050c7cddb84 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 946 time: 0.3584733 Mar 10 15:21:18.705648 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6035bbe7-b375-4786-89bb-f3bd3e87eeb8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c9de223a-f7a9-49cb-a515-183a20594a0d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:18.901279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82c651b0-68bf-447c-ad8e-98b1a882ca7a req-d8ff9d2c-6c22-4b5b-8bac-e2e40373d8dd tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991699 Mar 10 15:21:18.913407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8e4da-a712-4f8d-8aab-6dde9f5c9726 req-d16c6892-1738-4c18-b0ef-0f91ae742cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:18.917811 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3af8e4da-a712-4f8d-8aab-6dde9f5c9726 req-d16c6892-1738-4c18-b0ef-0f91ae742cc6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 1128 time: 0.6058486 Mar 10 15:21:18.980742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Allocated IP 172.23.0.2 (a87b3ded-3759-44b6-9a8b-ed6e7066308b/743cf21b-704b-4204-a2c4-749f911edd32/8d649d63-76aa-4f92-a65e-f752892eed70) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:21:18.993079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035bbe7-b375-4786-89bb-f3bd3e87eeb8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9de223a-f7a9-49cb-a515-183a20594a0d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:19.467138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0d91821b-ae56-4ece-8836-ff656ac8107a None None] Current status of the port 1041d635-bac7-429f-a5c6-3f7047918920 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:19.488342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:19.508557 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.510444 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6035bbe7-b375-4786-89bb-f3bd3e87eeb8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (966f12a9-017f-4b46-a22d-6b845ae79a4a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.516025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3af8e4da-a712-4f8d-8aab-6dde9f5c9726 req-772d026d-79f3-4a04-89d9-c4bf085eca66 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769060 Mar 10 15:21:19.518822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=2f1b768f-f748-404a-a7f2-41dcec5a4147,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:19.528395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a14e6-f7e0-4b81-999f-11347d1f5b69 req-51d846a7-871c-441e-a102-0ac478eaa84c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:19.529898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d45a14e6-f7e0-4b81-999f-11347d1f5b69 req-51d846a7-871c-441e-a102-0ac478eaa84c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 945 time: 0.6477139 Mar 10 15:21:19.531055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6035bbe7-b375-4786-89bb-f3bd3e87eeb8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (966f12a9-017f-4b46-a22d-6b845ae79a4a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.587434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6035bbe7-b375-4786-89bb-f3bd3e87eeb8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.588679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6035bbe7-b375-4786-89bb-f3bd3e87eeb8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3544807 Mar 10 15:21:19.591993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035bbe7-b375-4786-89bb-f3bd3e87eeb8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966f12a9-017f-4b46-a22d-6b845ae79a4a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:19.593050 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42850) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:19.598241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0f4afad4-ed12-4c84-b9d1-8e31be629520 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '966f12a9-017f-4b46-a22d-6b845ae79a4a', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:19.638330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d45a14e6-f7e0-4b81-999f-11347d1f5b69 req-f73781bc-5ffb-42dc-b062-dae7e83d5eb2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003132 Mar 10 15:21:19.649224 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f4afad4-ed12-4c84-b9d1-8e31be629520 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (7060fbbf-a02f-4401-83d1-ffded4e43e5e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.688545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:14Z', 'revision_number': 4, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:14Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:19.715320 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f4afad4-ed12-4c84-b9d1-8e31be629520 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (7060fbbf-a02f-4401-83d1-ffded4e43e5e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.720685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f4afad4-ed12-4c84-b9d1-8e31be629520 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (7060fbbf-a02f-4401-83d1-ffded4e43e5e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.740790 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4afad4-ed12-4c84-b9d1-8e31be629520 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7060fbbf-a02f-4401-83d1-ffded4e43e5e,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:19.755327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f4afad4-ed12-4c84-b9d1-8e31be629520 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.756833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=12']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:19.761547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42858) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:19.761708 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0f4afad4-ed12-4c84-b9d1-8e31be629520 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674976 Mar 10 15:21:19.766372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-864a84a4-36a8-4c9e-8dd3-c90af6b575b5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '966f12a9-017f-4b46-a22d-6b845ae79a4a', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:19.779042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-cf0e0f75-5ed9-4498-b391-2ddce3c0de49 None None] Provisioning complete for port 1041d635-bac7-429f-a5c6-3f7047918920 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:19.779042 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0f75-5ed9-4498-b391-2ddce3c0de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1041d635-bac7-429f-a5c6-3f7047918920), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.785685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Checking router: 5cb6430b-dfef-4390-b7d3-29d24d879c2a for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:21:19.786135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Updating router 5cb6430b-dfef-4390-b7d3-29d24d879c2a port 8297cdaf-c050-4aef-8010-9c00d7521662 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:21:19.817820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-864a84a4-36a8-4c9e-8dd3-c90af6b575b5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (0c1f751e-df26-46bb-bdce-20b9f9fdc982), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.829749 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Publish callbacks [] for port (8d649d63-76aa-4f92-a65e-f752892eed70), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.872388 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.884506 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.904635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Network a87b3ded-3759-44b6-9a8b-ed6e7066308b is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:19.906584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Allocated IP 172.23.0.1 (a87b3ded-3759-44b6-9a8b-ed6e7066308b/743cf21b-704b-4204-a2c4-749f911edd32/f83a3cb4-c4ce-48f7-9336-ff1587f970d1) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:21:19.916371 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-864a84a4-36a8-4c9e-8dd3-c90af6b575b5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (0c1f751e-df26-46bb-bdce-20b9f9fdc982), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.922527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-864a84a4-36a8-4c9e-8dd3-c90af6b575b5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (0c1f751e-df26-46bb-bdce-20b9f9fdc982), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.938473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:19.950966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:21:19.952204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a84a4-36a8-4c9e-8dd3-c90af6b575b5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1f751e-df26-46bb-bdce-20b9f9fdc982,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:19.975163 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-864a84a4-36a8-4c9e-8dd3-c90af6b575b5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:19.978528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-864a84a4-36a8-4c9e-8dd3-c90af6b575b5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2154121 Mar 10 15:21:19.981150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42870) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:19.991951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-99ac9248-37fe-4c56-a29d-50a6e1e49154 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '966f12a9-017f-4b46-a22d-6b845ae79a4a', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:20.114187 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-99ac9248-37fe-4c56-a29d-50a6e1e49154 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (16e1ddcc-e187-4cce-bc9b-6562c1f36ec0), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.129855 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.135672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Pushing event updated for resources: {'Port': ['ID=8d649d63-76aa-4f92-a65e-f752892eed70,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:20.186477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ed251-142d-4dcc-a199-8ce3dddc1621 req-ca4d4023-0f75-455e-af81-a03bf8acb124 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:20.188468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f51ed251-142d-4dcc-a199-8ce3dddc1621 req-ca4d4023-0f75-455e-af81-a03bf8acb124 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 946 time: 0.1507645 Mar 10 15:21:20.195572 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-99ac9248-37fe-4c56-a29d-50a6e1e49154 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (16e1ddcc-e187-4cce-bc9b-6562c1f36ec0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.216826 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-99ac9248-37fe-4c56-a29d-50a6e1e49154 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (16e1ddcc-e187-4cce-bc9b-6562c1f36ec0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.242455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac9248-37fe-4c56-a29d-50a6e1e49154 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e1ddcc-e187-4cce-bc9b-6562c1f36ec0,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:20.271979 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.275498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Attempting to bind port 8d649d63-76aa-4f92-a65e-f752892eed70 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:21:20.276099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Attempting to bind port 8d649d63-76aa-4f92-a65e-f752892eed70 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '32128031-316c-460c-8e35-c868b49df66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:21:20.276656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Attempting to bind port 8d649d63-76aa-4f92-a65e-f752892eed70 on network a87b3ded-3759-44b6-9a8b-ed6e7066308b {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:20.284676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cf0e0f75-5ed9-4498-b391-2ddce3c0de49 None None] Current status of the port 1041d635-bac7-429f-a5c6-3f7047918920 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:20.298362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:21:20.299079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Checking segment: {'id': '32128031-316c-460c-8e35-c868b49df66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:20.299665 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.300226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Bound using segment: {'id': '32128031-316c-460c-8e35-c868b49df66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:21:20.302325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Bound port: 8d649d63-76aa-4f92-a65e-f752892eed70, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32128031-316c-460c-8e35-c868b49df66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:21:20.302325 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.312744 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-99ac9248-37fe-4c56-a29d-50a6e1e49154 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.317133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-99ac9248-37fe-4c56-a29d-50a6e1e49154 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3306663 Mar 10 15:21:20.320618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42882) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:20.332571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1041d635-bac7-429f-a5c6-3f7047918920 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:20.335341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6e6f3479-2ec6-4336-a805-a32da6e8740b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '966f12a9-017f-4b46-a22d-6b845ae79a4a', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:20.346716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f51ed251-142d-4dcc-a199-8ce3dddc1621 req-e6ca4854-be39-47ee-8ecb-256fc5e8af3d tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490545 Mar 10 15:21:20.364128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network a87b3ded-3759-44b6-9a8b-ed6e7066308b is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:20.375788 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:20.379661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:21:20.391206 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3479-2ec6-4336-a805-a32da6e8740b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (64d89c51-bc3f-4829-bde9-0a87dbf95098), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.404993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-cf0e0f75-5ed9-4498-b391-2ddce3c0de49 None None] Provisioning complete for port 8297cdaf-c050-4aef-8010-9c00d7521662 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:20.405373 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0f75-5ed9-4498-b391-2ddce3c0de49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.443167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:21:20.445792 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5363944-ad87-42fb-a088-000ab53c1a4d" -d '{"events": [{"server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "name": "network-vif-plugged", "status": "completed", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:21:20.464575 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3479-2ec6-4336-a805-a32da6e8740b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (64d89c51-bc3f-4829-bde9-0a87dbf95098), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.471869 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3479-2ec6-4336-a805-a32da6e8740b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (64d89c51-bc3f-4829-bde9-0a87dbf95098), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.476927 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=f83a3cb4-c4ce-48f7-9336-ff1587f970d1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:20.488411 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.516905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3479-2ec6-4336-a805-a32da6e8740b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.520702 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6e6f3479-2ec6-4336-a805-a32da6e8740b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1965835 Mar 10 15:21:20.521164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f3479-2ec6-4336-a805-a32da6e8740b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d89c51-bc3f-4829-bde9-0a87dbf95098,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:20.524006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42890) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:20.530151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-75b82196-96aa-42ba-b334-0c2668ee430a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '966f12a9-017f-4b46-a22d-6b845ae79a4a', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:20.556906 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-75b82196-96aa-42ba-b334-0c2668ee430a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Project c674686624284cd388d76dbc1471089d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:21:20.564280 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-75b82196-96aa-42ba-b334-0c2668ee430a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (8f8d1304-0926-4e28-b022-a531ede9ae6e), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.595551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] For port 8d649d63-76aa-4f92-a65e-f752892eed70, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:21:20.603591 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcfb023-e4c6-4e84-a004-65c28cb1e027 x-openstack-request-id: req-dbcfb023-e4c6-4e84-a004-65c28cb1e027 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:21:20.604175 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "name": "network-vif-plugged", "status": "completed", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:21:20.604606 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dbcfb023-e4c6-4e84-a004-65c28cb1e027 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:21:20.605228 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'code': 200} Mar 10 15:21:20.628391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cf0e0f75-5ed9-4498-b391-2ddce3c0de49 None None] Port 8297cdaf-c050-4aef-8010-9c00d7521662 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:20.634381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] For port 8d649d63-76aa-4f92-a65e-f752892eed70, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d649d63-76aa-4f92-a65e-f752892eed70,segment=NetworkSegment(32128031-316c-460c-8e35-c868b49df66b),segment_id=32128031-316c-460c-8e35-c868b49df66b)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:21:20.662732 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.687746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1041d635-bac7-429f-a5c6-3f7047918920 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:20.688300 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1041d635-bac7-429f-a5c6-3f7047918920), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.693566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.733024 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.770597 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-75b82196-96aa-42ba-b334-0c2668ee430a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (8f8d1304-0926-4e28-b022-a531ede9ae6e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.783503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-75b82196-96aa-42ba-b334-0c2668ee430a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (8f8d1304-0926-4e28-b022-a531ede9ae6e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.880748 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Publish callbacks [] for port (8297cdaf-c050-4aef-8010-9c00d7521662), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.885043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984d7a3-0431-4702-9b28-3f64aae94ebb None None] Pushing event updated for resources: {'Port': ['ID=8d649d63-76aa-4f92-a65e-f752892eed70,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:20.892054 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.937214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b82196-96aa-42ba-b334-0c2668ee430a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8d1304-0926-4e28-b022-a531ede9ae6e,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:20.959447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacb2e5-f3d9-4de8-bcdf-8429bba3e0ba None None] Pushing event updated for resources: {'Port': ['ID=8297cdaf-c050-4aef-8010-9c00d7521662,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:20.984824 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-75b82196-96aa-42ba-b334-0c2668ee430a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:20.986777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-75b82196-96aa-42ba-b334-0c2668ee430a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4617705 Mar 10 15:21:21.008549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42898) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:21.018904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-13c26df6-8af8-471c-88f9-492da1f53aa5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '966f12a9-017f-4b46-a22d-6b845ae79a4a', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:21.133040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1041d635-bac7-429f-a5c6-3f7047918920 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:21.184984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad38be-12bb-4d7e-b4ae-b22276076596 req-8e6bba67-5a9f-4afc-ae10-d3c1bf4d0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:21.187492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10ad38be-12bb-4d7e-b4ae-b22276076596 req-8e6bba67-5a9f-4afc-ae10-d3c1bf4d0a7c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1128 time: 0.3581738 Mar 10 15:21:21.209284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Attempting to bind port 8297cdaf-c050-4aef-8010-9c00d7521662 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:21:21.210017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Attempting to bind port 8297cdaf-c050-4aef-8010-9c00d7521662 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c51bd014-1f4c-4d11-9a1f-92004105c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:21:21.211197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Attempting to bind port 8297cdaf-c050-4aef-8010-9c00d7521662 on network 1bc04006-0b29-439d-849e-51392dff28bd {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:21.217855 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-13c26df6-8af8-471c-88f9-492da1f53aa5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Project c674686624284cd388d76dbc1471089d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:21:21.218425 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:21:21.219119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Checking segment: {'id': 'c51bd014-1f4c-4d11-9a1f-92004105c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:21.219815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.220641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Bound using segment: {'id': 'c51bd014-1f4c-4d11-9a1f-92004105c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:21:21.221362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Bound port: 8297cdaf-c050-4aef-8010-9c00d7521662, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51bd014-1f4c-4d11-9a1f-92004105c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:21:21.221999 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.249506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13c26df6-8af8-471c-88f9-492da1f53aa5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (22d2e922-1219-4c63-b180-7281cd64e196), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.315011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10ad38be-12bb-4d7e-b4ae-b22276076596 req-7622523f-790b-4a7e-9e7d-e6625044f729 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153665 Mar 10 15:21:21.355561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0504de-c8e7-4331-a4cb-d4ae20c235b7 req-af6591d6-315e-4cc4-9cef-f9c3002706e5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:21.356931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca0504de-c8e7-4331-a4cb-d4ae20c235b7 req-af6591d6-315e-4cc4-9cef-f9c3002706e5 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.4468114 Mar 10 15:21:21.360036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] For port 8297cdaf-c050-4aef-8010-9c00d7521662, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:21:21.364516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] For port 8297cdaf-c050-4aef-8010-9c00d7521662, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8297cdaf-c050-4aef-8010-9c00d7521662,segment=NetworkSegment(c51bd014-1f4c-4d11-9a1f-92004105c1ff),segment_id=c51bd014-1f4c-4d11-9a1f-92004105c1ff)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:21:21.381146 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.483441 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.504517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.511128 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13c26df6-8af8-471c-88f9-492da1f53aa5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (22d2e922-1219-4c63-b180-7281cd64e196), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.523523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca0504de-c8e7-4331-a4cb-d4ae20c235b7 req-4f3e44cd-b6d1-41a4-a86c-8a1a0134be8d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574326 Mar 10 15:21:21.525909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13c26df6-8af8-471c-88f9-492da1f53aa5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (22d2e922-1219-4c63-b180-7281cd64e196), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.533622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacb2e5-f3d9-4de8-bcdf-8429bba3e0ba None None] Pushing event updated for resources: {'Port': ['ID=8297cdaf-c050-4aef-8010-9c00d7521662,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:21.539560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:21.540217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:20:55Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:21.584746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c26df6-8af8-471c-88f9-492da1f53aa5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d2e922-1219-4c63-b180-7281cd64e196,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:21.624348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13c26df6-8af8-471c-88f9-492da1f53aa5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.626595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-13c26df6-8af8-471c-88f9-492da1f53aa5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6145270 Mar 10 15:21:21.630116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42910) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:21.641189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'network': {'name': 'tempest-network-smoke--1017299749', 'project_id': 'c674686624284cd388d76dbc1471089d', 'port_security_enabled': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:21.671958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:21:21.674410 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event updated for resources: {'Port': ['ID=f83a3cb4-c4ce-48f7-9336-ff1587f970d1,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:21.677214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.681671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.727630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6a0fb-41a5-4e81-bc5b-10880432a74d req-155402b3-493c-47c4-9fce-4064b54eb2bb tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:21.730820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10d6a0fb-41a5-4e81-bc5b-10880432a74d req-155402b3-493c-47c4-9fce-4064b54eb2bb tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 946 time: 0.1742609 Mar 10 15:21:21.736276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:21:21.756829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9b1ec5c8-479d-4355-b698-061268dbd8e8 None None] Provisioning complete for port 8297cdaf-c050-4aef-8010-9c00d7521662 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:21.757526 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec5c8-479d-4355-b698-061268dbd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.785038 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (383bf9cc-45b1-45ec-9231-c958b6c3b810), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.785577 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Added segment 383bf9cc-45b1-45ec-9231-c958b6c3b810 of type vlan for network ed0781b0-db18-48e7-a182-336f1215a6f6 Mar 10 15:21:21.839911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10d6a0fb-41a5-4e81-bc5b-10880432a74d req-96d6ef0d-f453-454e-bc71-e94c858f5995 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968225 Mar 10 15:21:21.849198 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ed0781b0-db18-48e7-a182-336f1215a6f6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.895017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ed0781b0-db18-48e7-a182-336f1215a6f6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.911140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:21.912476 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.955430 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0cfd1180-a0c7-4506-a973-1c76394997f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:21.957234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:22.020765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Network a87b3ded-3759-44b6-9a8b-ed6e7066308b is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:22.022806 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:22.063359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Network': ['ID=ed0781b0-db18-48e7-a182-336f1215a6f6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:22.081063 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e28d91a1-a03b-4f60-9fcc-c0a57e044a6d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4495268 Mar 10 15:21:22.083931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42926) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:22.100742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'admin_state_up': True, 'project_id': 'c674686624284cd388d76dbc1471089d', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:22.121530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ed0781b0-db18-48e7-a182-336f1215a6f6 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:21:22.168890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ec5c8-479d-4355-b698-061268dbd8e8 None None] Current status of the port 8297cdaf-c050-4aef-8010-9c00d7521662 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:22.169544 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec5c8-479d-4355-b698-061268dbd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:22.192577 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (c5090bd4-b861-493c-97ee-519eae47cdbc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:22.194853 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (c5090bd4-b861-493c-97ee-519eae47cdbc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:22.364086 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_controller (c5090bd4-b861-493c-97ee-519eae47cdbc), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:22.371177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 5cb6430b-dfef-4390-b7d3-29d24d879c2a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:21:22.474406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d649d63-76aa-4f92-a65e-f752892eed70 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:22.598179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9b1ec5c8-479d-4355-b698-061268dbd8e8 None None] For port 8297cdaf-c050-4aef-8010-9c00d7521662, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8297cdaf-c050-4aef-8010-9c00d7521662,segment=NetworkSegment(c51bd014-1f4c-4d11-9a1f-92004105c1ff),segment_id=c51bd014-1f4c-4d11-9a1f-92004105c1ff)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:22.657952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:21:22.671400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42942) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:22.672021 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-03240806-b468-403b-8daa-1c28298503a4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3434916 Mar 10 15:21:22.678122 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec5c8-479d-4355-b698-061268dbd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:22.701452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e67a6195-bd98-4d76-91ba-f5544e3750e4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:22.843395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (c5090bd4-b861-493c-97ee-519eae47cdbc), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:23.125441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b330bd4-a8c8-4fa9-a158-b060604abbc6 req-446085b7-6ed6-4eac-b69b-32ef9e29cd14 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:23.128514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b330bd4-a8c8-4fa9-a158-b060604abbc6 req-446085b7-6ed6-4eac-b69b-32ef9e29cd14 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.4025226 Mar 10 15:21:23.383209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21a7fe-b003-42ef-8077-cf49f02cb24f None None] Network a87b3ded-3759-44b6-9a8b-ed6e7066308b requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:21:23.567448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ec5c8-479d-4355-b698-061268dbd8e8 None None] Pushing event updated for resources: {'Port': ['ID=8297cdaf-c050-4aef-8010-9c00d7521662,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:23.640941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1ad9e521-a383-4d13-8df4-1d67e3cfeef7 None None] Provisioning complete for port 8297cdaf-c050-4aef-8010-9c00d7521662 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:23.641605 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ad9e521-a383-4d13-8df4-1d67e3cfeef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:23.687929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8d649d63-76aa-4f92-a65e-f752892eed70 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:23.688482 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:23.701885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b330bd4-a8c8-4fa9-a158-b060604abbc6 req-5cd15ec7-b7a7-4cfb-83fe-5327d2026f65 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176950 Mar 10 15:21:23.831972 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b95266-a3b7-4e62-bae3-9453dd9bd19b req-1eec43ba-8465-4910-a816-e9c998b88067 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:23.835121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65b95266-a3b7-4e62-bae3-9453dd9bd19b req-1eec43ba-8465-4910-a816-e9c998b88067 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 946 time: 0.3505280 Mar 10 15:21:23.865662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:20Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:21Z', 'revision_number': 4, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f83a3cb4-c4ce-48f7-9336-ff1587f970d1', 'name': '', 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:cb:8e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '743cf21b-704b-4204-a2c4-749f911edd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:19Z', 'updated_at': '2022-03-10T15:21:21Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '743cf21b-704b-4204-a2c4-749f911edd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:24.038198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9e521-a383-4d13-8df4-1d67e3cfeef7 None None] Current status of the port 8297cdaf-c050-4aef-8010-9c00d7521662 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:24.041073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8d649d63-76aa-4f92-a65e-f752892eed70 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:24.042102 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:24.049405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcccc7f-e5ad-483f-b5a7-0a6d1193ad07 None None] The sync data for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 is: [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:20Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:21Z', 'revision_number': 4, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f83a3cb4-c4ce-48f7-9336-ff1587f970d1', 'name': '', 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:cb:8e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '743cf21b-704b-4204-a2c4-749f911edd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:19Z', 'updated_at': '2022-03-10T15:21:21Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '743cf21b-704b-4204-a2c4-749f911edd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:21:24.136490 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9206fd80-43a4-46d2-abdc-01ea6a4e29bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:24.165241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 8d649d63-76aa-4f92-a65e-f752892eed70, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d649d63-76aa-4f92-a65e-f752892eed70,segment=NetworkSegment(32128031-316c-460c-8e35-c868b49df66b),segment_id=32128031-316c-460c-8e35-c868b49df66b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:24.173867 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:24.214968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d6c7c00f-9a32-438d-9b42-7c0cce857e63 None None] Provisioning complete for port 8d649d63-76aa-4f92-a65e-f752892eed70 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:24.215726 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d6c7c00f-9a32-438d-9b42-7c0cce857e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:24.329142 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (c5090bd4-b861-493c-97ee-519eae47cdbc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:24.362002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=8d649d63-76aa-4f92-a65e-f752892eed70,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:24.366212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7c00f-9a32-438d-9b42-7c0cce857e63 None None] Current status of the port 8d649d63-76aa-4f92-a65e-f752892eed70 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:24.442135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8297cdaf-c050-4aef-8010-9c00d7521662 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:24.482043 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:24.514217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.extraroute_db [None req-e67a6195-bd98-4d76-91ba-f5544e3750e4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=115533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 15:21:24.583596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-88ec39f2-2827-4397-abcf-ac67e44c8d8c None None] Provisioning complete for port 8d649d63-76aa-4f92-a65e-f752892eed70 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:24.583978 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-88ec39f2-2827-4397-abcf-ac67e44c8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:24.632611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65b95266-a3b7-4e62-bae3-9453dd9bd19b req-4a02128f-e537-427a-8d06-2b45691fbbf9 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7770355 Mar 10 15:21:24.641529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.extraroute_db [None req-e67a6195-bd98-4d76-91ba-f5544e3750e4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Removed routes are [] {{(pid=115533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 15:21:24.643976 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e67a6195-bd98-4d76-91ba-f5544e3750e4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:24.724716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8297cdaf-c050-4aef-8010-9c00d7521662 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:24.725320 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:24.848253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3843c47c-c410-4680-b27d-cf64917aab01 req-ef125039-7c76-4b2f-a918-96aed6ae51e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4551802 Mar 10 15:21:24.888054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-88ec39f2-2827-4397-abcf-ac67e44c8d8c None None] Current status of the port 8d649d63-76aa-4f92-a65e-f752892eed70 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:24.928959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-88ec39f2-2827-4397-abcf-ac67e44c8d8c None None] Provisioning complete for port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:24.930082 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-88ec39f2-2827-4397-abcf-ac67e44c8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:24.986221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-88ec39f2-2827-4397-abcf-ac67e44c8d8c None None] Port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:24.999972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8297cdaf-c050-4aef-8010-9c00d7521662 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:25.138401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4d079f00-a239-4167-b610-f59b8702958d None None] Provisioning complete for port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:25.139224 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4d079f00-a239-4167-b610-f59b8702958d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:25.182237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53fdcc-44c0-4afc-8544-9dcd0c6a44c7 req-ff54319f-6b33-4bda-890f-7c7a217ce22a tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:25.182237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e53fdcc-44c0-4afc-8544-9dcd0c6a44c7 req-ff54319f-6b33-4bda-890f-7c7a217ce22a tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 946 time: 0.4060953 Mar 10 15:21:25.192064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4d079f00-a239-4167-b610-f59b8702958d None None] Port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:25.247169 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:25.304632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.25.3.88 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/09f413ea-bd99-4bcf-bfb3-6934adea026f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:21:25.330232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-99d35c0f-78a9-4506-9345-a9be0f2ab760 None None] Provisioning complete for port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:25.330876 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-99d35c0f-78a9-4506-9345-a9be0f2ab760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:25.401413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-99d35c0f-78a9-4506-9345-a9be0f2ab760 None None] Port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:25.803275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eab99e-bd13-4413-b84d-9499eb0e1dd9 req-8cd861f3-9cd3-4a77-9b49-f6ec7bceef03 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:25.804861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-30eab99e-bd13-4413-b84d-9499eb0e1dd9 req-8cd861f3-9cd3-4a77-9b49-f6ec7bceef03 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.8878047 Mar 10 15:21:25.811490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c47c-c410-4680-b27d-cf64917aab01 req-fb1ca4d5-7074-4b3e-bb91-65c5a9b9910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:25.812880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3843c47c-c410-4680-b27d-cf64917aab01 req-fb1ca4d5-7074-4b3e-bb91-65c5a9b9910e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1128 time: 0.7778552 Mar 10 15:21:25.951261 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e67a6195-bd98-4d76-91ba-f5544e3750e4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:26.004017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e67a6195-bd98-4d76-91ba-f5544e3750e4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:26.112481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852de42-26b2-47c9-87cd-5c47c1ff50e5 req-536f9d08-29d5-442d-8465-27b829c979b5 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:26.116148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4852de42-26b2-47c9-87cd-5c47c1ff50e5 req-536f9d08-29d5-442d-8465-27b829c979b5 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 946 time: 0.3525832 Mar 10 15:21:26.139640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-30eab99e-bd13-4413-b84d-9499eb0e1dd9 req-e0b2b100-5fc1-43db-bfeb-68a374a5b822 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204882 Mar 10 15:21:26.227830 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Sync routers for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:21:26.251908 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:26.252555 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:26.264130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c47c-c410-4680-b27d-cf64917aab01 req-9d10ae5a-a11e-499e-b452-4d40a722e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:26.264130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3843c47c-c410-4680-b27d-cf64917aab01 req-9d10ae5a-a11e-499e-b452-4d40a722e09f service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 915 time: 0.3916550 Mar 10 15:21:26.314892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d649d63-76aa-4f92-a65e-f752892eed70 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:26.380456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3843c47c-c410-4680-b27d-cf64917aab01 req-106539ec-b715-4554-803c-6352856c9028 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 217 time: 0.1053457 Mar 10 15:21:26.404908 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:26.433307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8d649d63-76aa-4f92-a65e-f752892eed70 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:26.433935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:26.564329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-2e53fdcc-44c0-4afc-8544-9dcd0c6a44c7 req-dba766bb-b6f7-4737-855f-e8888d4f2926 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Deleting port 2f1b768f-f748-404a-a7f2-41dcec5a4147 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:21:26.564964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2e53fdcc-44c0-4afc-8544-9dcd0c6a44c7 req-dba766bb-b6f7-4737-855f-e8888d4f2926 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:26.596974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8d649d63-76aa-4f92-a65e-f752892eed70 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:26.598259 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:26.601512 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:26.654950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4852de42-26b2-47c9-87cd-5c47c1ff50e5 req-7da9f3d5-0b3b-4032-92cc-69ee5cc6cf3c tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286887 Mar 10 15:21:26.661437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67a6195-bd98-4d76-91ba-f5544e3750e4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 5cb6430b-dfef-4390-b7d3-29d24d879c2a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:21:26.738414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c47c-c410-4680-b27d-cf64917aab01 req-1249ad1c-13f5-4cb7-8174-851578c9e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:26.740096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3843c47c-c410-4680-b27d-cf64917aab01 req-1249ad1c-13f5-4cb7-8174-851578c9e449 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.3159690 Mar 10 15:21:26.753958 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:24Z', 'revision_number': 6, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:22Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f83a3cb4-c4ce-48f7-9336-ff1587f970d1', 'name': '', 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:cb:8e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '743cf21b-704b-4204-a2c4-749f911edd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:19Z', 'updated_at': '2022-03-10T15:21:21Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '743cf21b-704b-4204-a2c4-749f911edd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:26.785104 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Checking router: 5cb6430b-dfef-4390-b7d3-29d24d879c2a for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:21:26.785562 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Updating router 5cb6430b-dfef-4390-b7d3-29d24d879c2a port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:21:26.819286 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:26.870460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3843c47c-c410-4680-b27d-cf64917aab01 req-c5517ecf-cec9-49f2-a127-674a50d052b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190462 Mar 10 15:21:26.891227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b6b4-77f6-49f1-93de-32d5448c1716 req-bbde93bd-a4aa-4a0b-a48c-bfd78da2dba9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:26.892829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7086b6b4-77f6-49f1-93de-32d5448c1716 req-bbde93bd-a4aa-4a0b-a48c-bfd78da2dba9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.4259291 Mar 10 15:21:27.040661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2e53fdcc-44c0-4afc-8544-9dcd0c6a44c7 req-dba766bb-b6f7-4737-855f-e8888d4f2926 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] For port 2f1b768f-f748-404a-a7f2-41dcec5a4147, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2f1b768f-f748-404a-a7f2-41dcec5a4147,segment=NetworkSegment(3e037b07-33fe-4c98-b329-7a241389e2cf),segment_id=3e037b07-33fe-4c98-b329-7a241389e2cf)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:27.041330 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2e53fdcc-44c0-4afc-8544-9dcd0c6a44c7 req-dba766bb-b6f7-4737-855f-e8888d4f2926 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:27.045303 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:27.149860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-2e53fdcc-44c0-4afc-8544-9dcd0c6a44c7 req-dba766bb-b6f7-4737-855f-e8888d4f2926 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Calling delete_port for 2f1b768f-f748-404a-a7f2-41dcec5a4147 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:21:27.165212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67a6195-bd98-4d76-91ba-f5544e3750e4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:21:27.166098 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Publish callbacks [] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:27.176356 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:27.220054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e67a6195-bd98-4d76-91ba-f5544e3750e4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:27.224231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43072) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:27.236416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e67a6195-bd98-4d76-91ba-f5544e3750e4 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a HTTP/1.1" status: 200 len: 934 time: 4.5634210 Mar 10 15:21:27.267012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:27.283424 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6770b3b-3453-4f3e-984f-46b34190c83f None None] Pushing event updated for resources: {'Port': ['ID=f83a3cb4-c4ce-48f7-9336-ff1587f970d1,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:27.308237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e177e7-3051-4c5d-a19c-1c5dd9145e02 req-9f49ef2f-1829-4745-b993-76c579aad368 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:27.311132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9e177e7-3051-4c5d-a19c-1c5dd9145e02 req-9f49ef2f-1829-4745-b993-76c579aad368 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.5608790 Mar 10 15:21:27.362581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:27.381970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7086b6b4-77f6-49f1-93de-32d5448c1716 req-d59850eb-1915-41a3-970f-248a01d796f4 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542391 Mar 10 15:21:27.383229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=09f413ea-bd99-4bcf-bfb3-6934adea026f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:27.394902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:21:27.421500 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Attempting to bind port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:21:27.421819 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Attempting to bind port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '32128031-316c-460c-8e35-c868b49df66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:21:27.422177 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Attempting to bind port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 on network a87b3ded-3759-44b6-9a8b-ed6e7066308b {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:27.440924 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0332cebc-a81b-4d2d-8231-37ef36bd84aa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a HTTP/1.1" status: 200 len: 934 time: 0.2149205 Mar 10 15:21:27.448428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43078) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:27.451950 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:21:27.452327 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Checking segment: {'id': '32128031-316c-460c-8e35-c868b49df66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:27.452736 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:27.453031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3843c47c-c410-4680-b27d-cf64917aab01 req-1b70db22-06c9-40f2-825e-3f533ffb1767 service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326326 Mar 10 15:21:27.453159 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Bound using segment: {'id': '32128031-316c-460c-8e35-c868b49df66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:21:27.453587 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Bound port: f83a3cb4-c4ce-48f7-9336-ff1587f970d1, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32128031-316c-460c-8e35-c868b49df66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:21:27.453963 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:27.454694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9e16a601-db7b-422f-974c-f7319252c557 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'routes': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:27.594136 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] For port f83a3cb4-c4ce-48f7-9336-ff1587f970d1, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:21:27.603070 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] For port f83a3cb4-c4ce-48f7-9336-ff1587f970d1, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f83a3cb4-c4ce-48f7-9336-ff1587f970d1,segment=NetworkSegment(32128031-316c-460c-8e35-c868b49df66b),segment_id=32128031-316c-460c-8e35-c868b49df66b)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:21:27.613512 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:27.636517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3843c47c-c410-4680-b27d-cf64917aab01 req-34d9dd34-00f2-4de9-8157-f6293e51a273 service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241710 Mar 10 15:21:27.649905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7c57367a-d090-46b0-9ddb-193c117a68e8 None None] Provisioning complete for port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:27.650941 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c57367a-d090-46b0-9ddb-193c117a68e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:27.820936 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6770b3b-3453-4f3e-984f-46b34190c83f None None] Pushing event updated for resources: {'Port': ['ID=f83a3cb4-c4ce-48f7-9336-ff1587f970d1,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:27.868814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9e177e7-3051-4c5d-a19c-1c5dd9145e02 req-d6eb7779-68aa-4c86-acc4-90b65cda38d6 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4991357 Mar 10 15:21:27.882801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7c57367a-d090-46b0-9ddb-193c117a68e8 None None] Current status of the port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:27.883223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c57367a-d090-46b0-9ddb-193c117a68e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:27.902992 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:27.912525 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:27.976893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7c57367a-d090-46b0-9ddb-193c117a68e8 None None] For port f83a3cb4-c4ce-48f7-9336-ff1587f970d1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f83a3cb4-c4ce-48f7-9336-ff1587f970d1,segment=NetworkSegment(32128031-316c-460c-8e35-c868b49df66b),segment_id=32128031-316c-460c-8e35-c868b49df66b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:27.989527 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c57367a-d090-46b0-9ddb-193c117a68e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:28.095246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2f1b768f-f748-404a-a7f2-41dcec5a4147 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:21:28.148646 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:28.155700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57367a-d090-46b0-9ddb-193c117a68e8 None None] Pushing event updated for resources: {'Port': ['ID=f83a3cb4-c4ce-48f7-9336-ff1587f970d1,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:28.192273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.extraroute_db [None req-9e16a601-db7b-422f-974c-f7319252c557 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added routes are [] {{(pid=115534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 15:21:28.192603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.extraroute_db [None req-9e16a601-db7b-422f-974c-f7319252c557 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=115534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 15:21:28.242641 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e16a601-db7b-422f-974c-f7319252c557 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:28.291962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 2f1b768f-f748-404a-a7f2-41dcec5a4147 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:28.292490 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:28.310761 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:28.338542 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8f8da7de-7991-4aec-8e6f-99223368a8d6 None None] Provisioning complete for port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:28.339207 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8f8da7de-7991-4aec-8e6f-99223368a8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:28.394074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f83a3cb4-c4ce-48f7-9336-ff1587f970d1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:28.454045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dba646-fa13-4b21-a2c8-3abe47d881e6 req-d50685e6-880c-4e97-a429-ff2ad313ed53 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:28.454045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5dba646-fa13-4b21-a2c8-3abe47d881e6 req-d50685e6-880c-4e97-a429-ff2ad313ed53 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.7785492 Mar 10 15:21:28.528241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:28.529024 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:28.542924 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2e53fdcc-44c0-4afc-8544-9dcd0c6a44c7 req-dba766bb-b6f7-4737-855f-e8888d4f2926 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2f1b768f-f748-404a-a7f2-41dcec5a4147), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:28.590483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8f8da7de-7991-4aec-8e6f-99223368a8d6 None None] Current status of the port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:28.659300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:28.692529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9a542-47f3-448f-9c28-c2336f984a82 req-18f119d4-79ff-487f-8a0f-9b0c5b5b497f tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:28.702014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2c9a542-47f3-448f-9c28-c2336f984a82 req-18f119d4-79ff-487f-8a0f-9b0c5b5b497f tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/ports?device_id=bbfe858f-2430-420b-a1a9-ba657847b2ea HTTP/1.1" status: 200 len: 946 time: 0.6014965 Mar 10 15:21:28.703117 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e16a601-db7b-422f-974c-f7319252c557 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:28.713176 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e16a601-db7b-422f-974c-f7319252c557 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:28.722127 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:24Z', 'revision_number': 6, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:22Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f83a3cb4-c4ce-48f7-9336-ff1587f970d1', 'name': '', 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:cb:8e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '743cf21b-704b-4204-a2c4-749f911edd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:19Z', 'updated_at': '2022-03-10T15:21:27Z', 'revision_number': 4, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '743cf21b-704b-4204-a2c4-749f911edd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:28.725916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba766bb-b6f7-4737-855f-e8888d4f2926 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Pushing event deleted for resources: {'Port': ['ID=2f1b768f-f748-404a-a7f2-41dcec5a4147,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:28.795250 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aced044-712a-48f1-8ea1-9061b0dad6a2 None None] The sync data for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 is: [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:24Z', 'revision_number': 6, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:22Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f83a3cb4-c4ce-48f7-9336-ff1587f970d1', 'name': '', 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:cb:8e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '743cf21b-704b-4204-a2c4-749f911edd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:19Z', 'updated_at': '2022-03-10T15:21:27Z', 'revision_number': 4, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '743cf21b-704b-4204-a2c4-749f911edd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:21:28.972668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e16a601-db7b-422f-974c-f7319252c557 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 5cb6430b-dfef-4390-b7d3-29d24d879c2a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:21:29.106647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e16a601-db7b-422f-974c-f7319252c557 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:21:29.119983 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9e16a601-db7b-422f-974c-f7319252c557 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:29.124363 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9e16a601-db7b-422f-974c-f7319252c557 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a HTTP/1.1" status: 200 len: 700 time: 1.6748869 Mar 10 15:21:29.125290 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43102) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:29.220857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e53fdcc-44c0-4afc-8544-9dcd0c6a44c7 req-dba766bb-b6f7-4737-855f-e8888d4f2926 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] No DVR routers for this DVR port 2f1b768f-f748-404a-a7f2-41dcec5a4147 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:21:29.226848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f330e-ba55-4a6f-9d15-9c6646610cd6 None None] Sync routers for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:21:29.231764 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2e53fdcc-44c0-4afc-8544-9dcd0c6a44c7 req-dba766bb-b6f7-4737-855f-e8888d4f2926 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:29.235130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e53fdcc-44c0-4afc-8544-9dcd0c6a44c7 req-dba766bb-b6f7-4737-855f-e8888d4f2926 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.62 "DELETE /v2.0/ports/2f1b768f-f748-404a-a7f2-41dcec5a4147 HTTP/1.1" status: 204 len: 173 time: 4.0434897 Mar 10 15:21:29.280246 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-43239dda-fc31-44e1-9c51-bebb016adf4d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a HTTP/1.1" status: 200 len: 700 time: 0.1529064 Mar 10 15:21:29.280797 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43108) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:29.301628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f330e-ba55-4a6f-9d15-9c6646610cd6 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:29.302565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-fc4f330e-ba55-4a6f-9d15-9c6646610cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:29.308952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfe858f-2430-420b-a1a9-ba657847b2ea', 'name': 'network-vif-deleted', 'tag': '2f1b768f-f748-404a-a7f2-41dcec5a4147'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:21:29.311837 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dd4d14-97f0-4661-ad07-fc87ae508bbd" -d '{"events": [{"server_uuid": "bbfe858f-2430-420b-a1a9-ba657847b2ea", "name": "network-vif-deleted", "tag": "2f1b768f-f748-404a-a7f2-41dcec5a4147"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:21:29.314454 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (c5090bd4-b861-493c-97ee-519eae47cdbc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:29.375450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e5dba646-fa13-4b21-a2c8-3abe47d881e6 req-c34e9fb3-5741-4032-80d0-3c5b04cb72d2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9116445 Mar 10 15:21:29.460570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2c9a542-47f3-448f-9c28-c2336f984a82 req-eb8e0ec8-51ce-4033-ad7c-c0c1ecae2f98 tempest-VolumesActionsTest-1222769614 tempest-VolumesActionsTest-1222769614-project] 10.222.0.11 "GET /v2.0/security-groups?id=fbd020f3-3b12-4157-9341-85c9f17290e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7571495 Mar 10 15:21:29.534346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-fc4f330e-ba55-4a6f-9d15-9c6646610cd6 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:29.609645 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8943f74-e167-47f4-96a9-7d827da19a70 x-openstack-request-id: req-e8943f74-e167-47f4-96a9-7d827da19a70 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:21:29.610027 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfe858f-2430-420b-a1a9-ba657847b2ea", "name": "network-vif-deleted", "tag": "2f1b768f-f748-404a-a7f2-41dcec5a4147", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:21:29.610249 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8943f74-e167-47f4-96a9-7d827da19a70 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:21:29.610602 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfe858f-2430-420b-a1a9-ba657847b2ea', 'name': 'network-vif-deleted', 'tag': '2f1b768f-f748-404a-a7f2-41dcec5a4147', 'status': 'completed', 'code': 200} Mar 10 15:21:29.688353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b382e-c637-4806-a0df-108906bd1cbe req-2e27d648-5d8f-49b4-ad70-8f7bd0328656 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:29.695266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b97b382e-c637-4806-a0df-108906bd1cbe req-2e27d648-5d8f-49b4-ad70-8f7bd0328656 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.1452909 Mar 10 15:21:29.952564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b97b382e-c637-4806-a0df-108906bd1cbe req-ed66ea38-a745-4428-b8ea-9c5bab33d191 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564037 Mar 10 15:21:29.966780 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (c5090bd4-b861-493c-97ee-519eae47cdbc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:29.974421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-fc4f330e-ba55-4a6f-9d15-9c6646610cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:28Z', 'revision_number': 7, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:22Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f83a3cb4-c4ce-48f7-9336-ff1587f970d1', 'name': '', 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:cb:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '743cf21b-704b-4204-a2c4-749f911edd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:19Z', 'updated_at': '2022-03-10T15:21:27Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '743cf21b-704b-4204-a2c4-749f911edd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:30.040347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f330e-ba55-4a6f-9d15-9c6646610cd6 None None] Checking router: 5cb6430b-dfef-4390-b7d3-29d24d879c2a for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:21:30.052010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b9e12-4645-4211-ab07-85b9f44133fa req-e032a1dd-b8c8-4a79-ab1c-0c380c9a5ab3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:30.061533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d30b9e12-4645-4211-ab07-85b9f44133fa req-e032a1dd-b8c8-4a79-ab1c-0c380c9a5ab3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.3194923 Mar 10 15:21:30.067390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f330e-ba55-4a6f-9d15-9c6646610cd6 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:30.068086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-fc4f330e-ba55-4a6f-9d15-9c6646610cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:30.083141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:30.207609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-fc4f330e-ba55-4a6f-9d15-9c6646610cd6 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:30.251420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d30b9e12-4645-4211-ab07-85b9f44133fa req-71efc8d6-b8f4-471c-9472-e3c8fe0bb6e4 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882656 Mar 10 15:21:30.329059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router c5090bd4-b861-493c-97ee-519eae47cdbc is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:21:30.491111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port f83a3cb4-c4ce-48f7-9336-ff1587f970d1 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:21:30.491701 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:30.536883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e8652-2c67-459c-a7ce-c4df39cebee6 req-2de21cb4-cc95-4b3b-b52c-0dfab82b4902 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:30.538450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad4e8652-2c67-459c-a7ce-c4df39cebee6 req-2de21cb4-cc95-4b3b-b52c-0dfab82b4902 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.1191509 Mar 10 15:21:30.599721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:21:30.610821 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Sync routers for ids ['c5090bd4-b861-493c-97ee-519eae47cdbc'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:21:30.630276 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Routers {'c5090bd4-b861-493c-97ee-519eae47cdbc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:30.638955 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c5090bd4-b861-493c-97ee-519eae47cdbc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:30.661580 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:30.666621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d09db3ce-1432-4df2-8959-9bd8b7fc6eb4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.5796475 Mar 10 15:21:30.667299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43140) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:30.674762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad4e8652-2c67-459c-a7ce-c4df39cebee6 req-a04fba1f-ee80-4652-8579-fe88e7a31b36 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251717 Mar 10 15:21:30.725077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port f83a3cb4-c4ce-48f7-9336-ff1587f970d1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f83a3cb4-c4ce-48f7-9336-ff1587f970d1,segment=NetworkSegment(32128031-316c-460c-8e35-c868b49df66b),segment_id=32128031-316c-460c-8e35-c868b49df66b)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:30.725455 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:30.758155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for f83a3cb4-c4ce-48f7-9336-ff1587f970d1 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:21:30.889086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-fc4f330e-ba55-4a6f-9d15-9c6646610cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:28Z', 'revision_number': 7, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:22Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f83a3cb4-c4ce-48f7-9336-ff1587f970d1', 'name': '', 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:cb:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '743cf21b-704b-4204-a2c4-749f911edd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:19Z', 'updated_at': '2022-03-10T15:21:27Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '743cf21b-704b-4204-a2c4-749f911edd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:30.923555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f330e-ba55-4a6f-9d15-9c6646610cd6 None None] The sync data for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 is: [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:28Z', 'revision_number': 7, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:22Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f83a3cb4-c4ce-48f7-9336-ff1587f970d1', 'name': '', 'network_id': 'a87b3ded-3759-44b6-9a8b-ed6e7066308b', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:cb:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '743cf21b-704b-4204-a2c4-749f911edd32', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:19Z', 'updated_at': '2022-03-10T15:21:27Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '743cf21b-704b-4204-a2c4-749f911edd32', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:21:31.144064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbcd18-42c9-4497-8340-d47ac1b301a4 req-08ad1bce-9f8c-4cce-ab92-0f22c5ae271d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:31.158070 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f83a3cb4-c4ce-48f7-9336-ff1587f970d1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:31.166429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ebbcd18-42c9-4497-8340-d47ac1b301a4 req-08ad1bce-9f8c-4cce-ab92-0f22c5ae271d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.2727361 Mar 10 15:21:31.226820 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Set router c5090bd4-b861-493c-97ee-519eae47cdbc gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:31.290182 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=f83a3cb4-c4ce-48f7-9336-ff1587f970d1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:31.416510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-22cda851-262a-40af-ae34-147b85f2930d tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=c674686624284cd388d76dbc1471089d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7375498 Mar 10 15:21:31.422912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43170) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:31.571213 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:28Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:31.637392 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Checking router: c5090bd4-b861-493c-97ee-519eae47cdbc for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:21:31.637993 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Updating router c5090bd4-b861-493c-97ee-519eae47cdbc port 09f413ea-bd99-4bcf-bfb3-6934adea026f binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:21:31.702680 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:31.877584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c8bf2-ad9c-427f-8cf4-ea42c401eb6e tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:31.882433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-236c8bf2-ad9c-427f-8cf4-ea42c401eb6e tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4568136 Mar 10 15:21:31.883423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43188) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:31.931089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ebbcd18-42c9-4497-8340-d47ac1b301a4 req-45a7ba9c-6bac-48d4-82e5-19c56ba73afa tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7636123 Mar 10 15:21:31.992399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43200) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:31.994877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5e326148-1f52-495b-9fc3-4afc8b19fc57 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1086042 Mar 10 15:21:31.999215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1429985509', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'project_id': 'c674686624284cd388d76dbc1471089d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:32.009878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9332bcf-4a04-4fd4-aab8-8c0e5fa2a954 req-e91e18ec-9937-4033-80f3-bf857e41e382 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:32.018323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9332bcf-4a04-4fd4-aab8-8c0e5fa2a954 req-e91e18ec-9937-4033-80f3-bf857e41e382 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.8018665 Mar 10 15:21:32.114656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:32.297389 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Publish callbacks [] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:32.298304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9332bcf-4a04-4fd4-aab8-8c0e5fa2a954 req-6cf4b64c-8f23-4e64-b74c-0113a16de2ef tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790697 Mar 10 15:21:32.309661 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:32.369293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eaaec-4e05-4d72-a033-3c35ff38b9ac req-5c80743a-217b-43cb-888c-e51d9f7b1164 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:32.381034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d68eaaec-4e05-4d72-a033-3c35ff38b9ac req-5c80743a-217b-43cb-888c-e51d9f7b1164 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.3066559 Mar 10 15:21:32.442750 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Attempting to bind port 09f413ea-bd99-4bcf-bfb3-6934adea026f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:21:32.444336 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Attempting to bind port 09f413ea-bd99-4bcf-bfb3-6934adea026f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:21:32.444736 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Attempting to bind port 09f413ea-bd99-4bcf-bfb3-6934adea026f on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:32.447821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:21:32.452953 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fddbf-a338-4ffe-8e02-4fb119c7d49f None None] Pushing event updated for resources: {'Port': ['ID=09f413ea-bd99-4bcf-bfb3-6934adea026f,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:32.455538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:32.468685 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:21:32.469088 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:32.469604 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:32.470242 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:21:32.476879 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Bound port: 09f413ea-bd99-4bcf-bfb3-6934adea026f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:21:32.477646 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:32.531844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d68eaaec-4e05-4d72-a033-3c35ff38b9ac req-e16ea80f-4057-4a61-90fa-e1fbdd7b4735 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495724 Mar 10 15:21:32.575243 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] For port 09f413ea-bd99-4bcf-bfb3-6934adea026f, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:21:32.580135 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] For port 09f413ea-bd99-4bcf-bfb3-6934adea026f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=09f413ea-bd99-4bcf-bfb3-6934adea026f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:21:32.597677 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:32.745870 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Routers {'c5090bd4-b861-493c-97ee-519eae47cdbc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:32.746607 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c5090bd4-b861-493c-97ee-519eae47cdbc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:32.763691 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fddbf-a338-4ffe-8e02-4fb119c7d49f None None] Pushing event updated for resources: {'Port': ['ID=09f413ea-bd99-4bcf-bfb3-6934adea026f,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:32.780199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43228) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:32.910897 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 5cb6430b-dfef-4390-b7d3-29d24d879c2a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:21:32.975928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d4b31-5183-4cf6-94a9-2c99c5dbfa18 req-72217e28-b80a-4984-a7a2-c4fd5ada0d9f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:33.009525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a07d4b31-5183-4cf6-94a9-2c99c5dbfa18 req-72217e28-b80a-4984-a7a2-c4fd5ada0d9f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.1231091 Mar 10 15:21:33.039015 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] Set router c5090bd4-b861-493c-97ee-519eae47cdbc gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:33.108060 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d797-3fb6-4006-b1a4-490856377830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:33.135571 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:21:33.147504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b08a0c-68c1-4137-b31a-5c5643abcbe2 None None] Sync routers for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:21:33.162265 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-17d390e7-87d0-492e-a1a6-7355335b05a2 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8802800 Mar 10 15:21:33.163268 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43238) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:33.183444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b08a0c-68c1-4137-b31a-5c5643abcbe2 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:33.184193 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b7b08a0c-68c1-4137-b31a-5c5643abcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:33.301441 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d797-3fb6-4006-b1a4-490856377830 admin admin] Publish callbacks [] for security_group (dbb5e6f8-d33c-47df-aea0-462efc894a09), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:33.317874 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d797-3fb6-4006-b1a4-490856377830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dbb5e6f8-d33c-47df-aea0-462efc894a09), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:33.337425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d211186a-93b5-4081-83d8-b70a6dce611b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting subnet 743cf21b-704b-4204-a2c4-749f911edd32 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:21:33.342511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d211186a-93b5-4081-83d8-b70a6dce611b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (743cf21b-704b-4204-a2c4-749f911edd32), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:33.487909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-b7b08a0c-68c1-4137-b31a-5c5643abcbe2 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:33.504806 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:28Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:33.511083 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d211186a-93b5-4081-83d8-b70a6dce611b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (743cf21b-704b-4204-a2c4-749f911edd32), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:33.551664 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (7aa69a52-fb35-49bb-9cb4-11cbad4fc68b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:33.552732 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58781e09-343e-4578-b662-10c0ca0d9951 None None] The sync data for ids ['c5090bd4-b861-493c-97ee-519eae47cdbc'] in n-d-833090-1 is: [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:28Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:21:33.662107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3ba4d797-3fb6-4006-b1a4-490856377830 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20d4b4b1895e42efb3b7939df2328f22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8806367 Mar 10 15:21:33.662772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43260) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:33.762654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a07d4b31-5183-4cf6-94a9-2c99c5dbfa18 req-db772a5e-f4e8-4e28-934e-702b5aabc49e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7506590 Mar 10 15:21:33.765692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4d797-3fb6-4006-b1a4-490856377830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb5e6f8-d33c-47df-aea0-462efc894a09,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:33.767488 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d211186a-93b5-4081-83d8-b70a6dce611b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (743cf21b-704b-4204-a2c4-749f911edd32), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:33.849648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e0da5-8c5a-41dd-aa4e-4ee4ee9fc808 req-7204f727-8e76-456e-ae61-51f4be3bdc35 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:33.874389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-442e0da5-8c5a-41dd-aa4e-4ee4ee9fc808 req-7204f727-8e76-456e-ae61-51f4be3bdc35 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.3854706 Mar 10 15:21:33.888500 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d211186a-93b5-4081-83d8-b70a6dce611b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (743cf21b-704b-4204-a2c4-749f911edd32), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:33.919224 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Subnet': ['ID=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:33.926980 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d211186a-93b5-4081-83d8-b70a6dce611b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:33.934207 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d211186a-93b5-4081-83d8-b70a6dce611b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/743cf21b-704b-4204-a2c4-749f911edd32 HTTP/1.1" status: 204 len: 168 time: 0.7671404 Mar 10 15:21:33.954201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43264) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:33.968076 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Checking segment: {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:33.968923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network hostable DHCP agents. Network: ed0781b0-db18-48e7-a182-336f1215a6f6, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:21:33.995512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211186a-93b5-4081-83d8-b70a6dce611b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Subnet': ['ID=743cf21b-704b-4204-a2c4-749f911edd32,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:34.014940 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c3a6d7d-d5c8-474d-b817-4424262b2f02 admin admin] Publish callbacks [] for security_group (dbb5e6f8-d33c-47df-aea0-462efc894a09), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:34.046076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99447fd-71d2-46b8-ab9d-4ebe0de87261 None None] Network a87b3ded-3759-44b6-9a8b-ed6e7066308b requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:21:34.067208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network ed0781b0-db18-48e7-a182-336f1215a6f6 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:21:34.070342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-442e0da5-8c5a-41dd-aa4e-4ee4ee9fc808 req-4dbe3bce-55f4-4693-8461-20dba262f2fd tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941795 Mar 10 15:21:34.095137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ed0781b0-db18-48e7-a182-336f1215a6f6) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:34.099759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:34.100479 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:34.149698 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (a87b3ded-3759-44b6-9a8b-ed6e7066308b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:34.169777 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c3a6d7d-d5c8-474d-b817-4424262b2f02 admin admin] Publish callbacks [] for security_group (dbb5e6f8-d33c-47df-aea0-462efc894a09), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:34.177372 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-01de2504-b7fc-46de-8611-bb15be7bcdb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1808040 Mar 10 15:21:34.178769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43266) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:34.250371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3974f35-c54f-4ec7-9d08-76e548731863 None None] Network ed0781b0-db18-48e7-a182-336f1215a6f6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:21:34.442699 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c3a6d7d-d5c8-474d-b817-4424262b2f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dbb5e6f8-d33c-47df-aea0-462efc894a09), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:34.446063 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c3a6d7d-d5c8-474d-b817-4424262b2f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:34.447392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0c3a6d7d-d5c8-474d-b817-4424262b2f02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dbb5e6f8-d33c-47df-aea0-462efc894a09 HTTP/1.1" status: 204 len: 168 time: 0.7825391 Mar 10 15:21:34.546096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 09f413ea-bd99-4bcf-bfb3-6934adea026f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:34.675589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-ed0781b0-db18-48e7-a182-336f1215a6f6', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:21:34.687029 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:34.690008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a6d7d-d5c8-474d-b817-4424262b2f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb5e6f8-d33c-47df-aea0-462efc894a09,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:34.974878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 8d649d63-76aa-4f92-a65e-f752892eed70 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:21:34.975239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.028555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43280) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:35.066579 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e99bb5d-a70d-4d7b-b4d8-6f15a8f92439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.149031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port 8d649d63-76aa-4f92-a65e-f752892eed70, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d649d63-76aa-4f92-a65e-f752892eed70,segment=NetworkSegment(32128031-316c-460c-8e35-c868b49df66b),segment_id=32128031-316c-460c-8e35-c868b49df66b)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:35.149692 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.190439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 8d649d63-76aa-4f92-a65e-f752892eed70 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:21:35.235785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de22da3-0875-4054-a888-74f7efc915d5 None None] DHCP port deletion for a87b3ded-3759-44b6-9a8b-ed6e7066308b request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:21:35.307865 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e99bb5d-a70d-4d7b-b4d8-6f15a8f92439 admin admin] Publish callbacks [] for security_group (949d6b3e-bd36-41a1-9247-1bac211b8a8e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.339416 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e99bb5d-a70d-4d7b-b4d8-6f15a8f92439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (949d6b3e-bd36-41a1-9247-1bac211b8a8e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.465581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99bb5d-a70d-4d7b-b4d8-6f15a8f92439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949d6b3e-bd36-41a1-9247-1bac211b8a8e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:35.468426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Allocated IP 172.20.0.2 (ed0781b0-db18-48e7-a182-336f1215a6f6/7aa69a52-fb35-49bb-9cb4-11cbad4fc68b/c0c92bf6-ab53-4f54-98e3-4354efaa279d) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:21:35.499529 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4e99bb5d-a70d-4d7b-b4d8-6f15a8f92439 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=650db89a6cce479c85d80bf012f0dbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4677472 Mar 10 15:21:35.500574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43298) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:35.573048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b7b08a0c-68c1-4137-b31a-5c5643abcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:31Z', 'revision_number': 8, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:22Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:35.613949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 09f413ea-bd99-4bcf-bfb3-6934adea026f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:35.614756 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.621334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ad5673c-e532-47df-8b1a-402cbed7e0c3 admin admin] Publish callbacks [] for security_group (949d6b3e-bd36-41a1-9247-1bac211b8a8e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.633292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b08a0c-68c1-4137-b31a-5c5643abcbe2 None None] Checking router: 5cb6430b-dfef-4390-b7d3-29d24d879c2a for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:21:35.691129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ad5673c-e532-47df-8b1a-402cbed7e0c3 admin admin] Publish callbacks [] for security_group (949d6b3e-bd36-41a1-9247-1bac211b8a8e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.733890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b08a0c-68c1-4137-b31a-5c5643abcbe2 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:35.734890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b7b08a0c-68c1-4137-b31a-5c5643abcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:35.805066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ad5673c-e532-47df-8b1a-402cbed7e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (949d6b3e-bd36-41a1-9247-1bac211b8a8e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.808996 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1ad5673c-e532-47df-8b1a-402cbed7e0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.810565 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1ad5673c-e532-47df-8b1a-402cbed7e0c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/949d6b3e-bd36-41a1-9247-1bac211b8a8e HTTP/1.1" status: 204 len: 168 time: 0.3074367 Mar 10 15:21:35.849789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5673c-e532-47df-8b1a-402cbed7e0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949d6b3e-bd36-41a1-9247-1bac211b8a8e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:35.874070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9de22da3-0875-4054-a888-74f7efc915d5 None None] Deleting port 8d649d63-76aa-4f92-a65e-f752892eed70 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:21:35.875095 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9de22da3-0875-4054-a888-74f7efc915d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.966401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9de22da3-0875-4054-a888-74f7efc915d5 None None] For port 8d649d63-76aa-4f92-a65e-f752892eed70, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d649d63-76aa-4f92-a65e-f752892eed70,segment=NetworkSegment(32128031-316c-460c-8e35-c868b49df66b),segment_id=32128031-316c-460c-8e35-c868b49df66b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:35.966756 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9de22da3-0875-4054-a888-74f7efc915d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:35.983037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9de22da3-0875-4054-a888-74f7efc915d5 None None] Calling delete_port for 8d649d63-76aa-4f92-a65e-f752892eed70 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:21:36.127072 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9de22da3-0875-4054-a888-74f7efc915d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:36.215018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de22da3-0875-4054-a888-74f7efc915d5 None None] Pushing event deleted for resources: {'Port': ['ID=8d649d63-76aa-4f92-a65e-f752892eed70,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:36.265519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de22da3-0875-4054-a888-74f7efc915d5 None None] No DVR routers for this DVR port 8d649d63-76aa-4f92-a65e-f752892eed70 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:21:36.357976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 09f413ea-bd99-4bcf-bfb3-6934adea026f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:36.358533 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:36.406334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 09f413ea-bd99-4bcf-bfb3-6934adea026f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=09f413ea-bd99-4bcf-bfb3-6934adea026f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:36.512991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-b7b08a0c-68c1-4137-b31a-5c5643abcbe2 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:36.523640 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:36.571811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24ee1f-f7e2-4b84-af7b-e0c298445c02 req-956fb228-f55c-4ab4-8677-78ae0249aaad tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:36.573445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c24ee1f-f7e2-4b84-af7b-e0c298445c02 req-956fb228-f55c-4ab4-8677-78ae0249aaad tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 1.3115959 Mar 10 15:21:36.590258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3e77e-6c9d-400d-89be-2c497f41fd3e req-7e38510f-9b59-49f3-8e49-2caa2a59b667 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:36.596074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3d3e77e-6c9d-400d-89be-2c497f41fd3e req-7e38510f-9b59-49f3-8e49-2caa2a59b667 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 1.3298535 Mar 10 15:21:36.740008 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Publish callbacks [] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:36.835848 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3d3e77e-6c9d-400d-89be-2c497f41fd3e req-65ca267a-c806-4afd-9de7-5559178ba5f3 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140033 Mar 10 15:21:36.846771 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:36.862656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8d649d63-76aa-4f92-a65e-f752892eed70), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:36.942694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No DVR routers for this DVR port 8d649d63-76aa-4f92-a65e-f752892eed70 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:21:36.967459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d649d63-76aa-4f92-a65e-f752892eed70 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:21:37.041365 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:37.043228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=09f413ea-bd99-4bcf-bfb3-6934adea026f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:37.086650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=8d649d63-76aa-4f92-a65e-f752892eed70,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:37.103803 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c24ee1f-f7e2-4b84-af7b-e0c298445c02 req-22ab221c-c128-44a6-8e2a-3ea87f9434de tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067079 Mar 10 15:21:37.205638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8d649d63-76aa-4f92-a65e-f752892eed70 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:21:37.205990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d649d63-76aa-4f92-a65e-f752892eed70 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:21:37.268163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Network ed0781b0-db18-48e7-a182-336f1215a6f6 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:37.274265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:37.324560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:21:37.398784 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (a87b3ded-3759-44b6-9a8b-ed6e7066308b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:37.489242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87b3ded-3759-44b6-9a8b-ed6e7066308b']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:37.735951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Pushing event updated for resources: {'Port': ['ID=c0c92bf6-ab53-4f54-98e3-4354efaa279d,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:37.790486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Attempting to bind port c0c92bf6-ab53-4f54-98e3-4354efaa279d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:21:37.791215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Attempting to bind port c0c92bf6-ab53-4f54-98e3-4354efaa279d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:21:37.791795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Attempting to bind port c0c92bf6-ab53-4f54-98e3-4354efaa279d on network ed0781b0-db18-48e7-a182-336f1215a6f6 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:37.805109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:21:37.805865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Checking segment: {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:37.806600 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:37.807229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Bound using segment: {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:21:37.808332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Bound port: c0c92bf6-ab53-4f54-98e3-4354efaa279d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:21:37.808939 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:37.910883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.20.0.1 (ed0781b0-db18-48e7-a182-336f1215a6f6/7aa69a52-fb35-49bb-9cb4-11cbad4fc68b/17df8473-057c-4788-a6ea-2380a774d60e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:21:37.927774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] For port c0c92bf6-ab53-4f54-98e3-4354efaa279d, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:21:37.932288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] For port c0c92bf6-ab53-4f54-98e3-4354efaa279d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c0c92bf6-ab53-4f54-98e3-4354efaa279d,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:21:37.941927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:38.051463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32128031-316c-460c-8e35-c868b49df66b') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:38.054000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32128031-316c-460c-8e35-c868b49df66b') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:38.079316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f02224-f80d-4ae9-964b-097fd5e72719 None None] Pushing event updated for resources: {'Port': ['ID=c0c92bf6-ab53-4f54-98e3-4354efaa279d,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:38.136226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b7b08a0c-68c1-4137-b31a-5c5643abcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:31Z', 'revision_number': 8, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:22Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:38.189315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b08a0c-68c1-4137-b31a-5c5643abcbe2 None None] The sync data for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 is: [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:31Z', 'revision_number': 8, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8297cdaf-c050-4aef-8010-9c00d7521662', 'name': '', 'network_id': '1bc04006-0b29-439d-849e-51392dff28bd', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:6e:7c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:12Z', 'updated_at': '2022-03-10T15:21:22Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'a109cf59-79dc-4636-8bfc-39ca241ce249', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:21:38.277412 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (32128031-316c-460c-8e35-c868b49df66b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:38.415780 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (32128031-316c-460c-8e35-c868b49df66b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:38.443012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:21:38.443435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (32128031-316c-460c-8e35-c868b49df66b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:21:38.451777 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:21:38.489055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ffae1-3555-448c-8447-dbecd689e3e3 req-c76e3590-6ae3-4dc4-8ed9-983813e586e3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:38.499754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-783ffae1-3555-448c-8447-dbecd689e3e3 req-c76e3590-6ae3-4dc4-8ed9-983813e586e3 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.4895473 Mar 10 15:21:38.528814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a88df0-8a96-4a18-a54c-c3975a71aab6 req-2886b0e9-3392-4c9f-8ecd-868bbb961cc7 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:38.534223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73a88df0-8a96-4a18-a54c-c3975a71aab6 req-2886b0e9-3392-4c9f-8ecd-868bbb961cc7 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.5182700 Mar 10 15:21:38.587986 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (17df8473-057c-4788-a6ea-2380a774d60e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:38.766905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b59efd-42d3-48ff-8cdd-8be81d68dd37 req-6c4ba0b3-96e2-432d-ae9e-c6c2f86efc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:38.768473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88b59efd-42d3-48ff-8cdd-8be81d68dd37 req-6c4ba0b3-96e2-432d-ae9e-c6c2f86efc8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=781f058c24d74226b0a1f986ddfccb0a&device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 1128 time: 0.7596004 Mar 10 15:21:38.780453 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (a87b3ded-3759-44b6-9a8b-ed6e7066308b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:38.815807 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:38.818945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/networks/a87b3ded-3759-44b6-9a8b-ed6e7066308b HTTP/1.1" status: 204 len: 168 time: 4.8637168 Mar 10 15:21:38.821906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43368) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:38.858952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bda65-0181-4f31-bb7a-78ee058a15b1 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Network': ['ID=a87b3ded-3759-44b6-9a8b-ed6e7066308b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:38.887040 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73a88df0-8a96-4a18-a54c-c3975a71aab6 req-dca30a0f-c91b-41db-b730-cc5581e2d76e tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047402 Mar 10 15:21:38.894016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-783ffae1-3555-448c-8447-dbecd689e3e3 req-3dffd0e9-2d5a-4827-89ec-eadfb0bee9d6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934066 Mar 10 15:21:38.998283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (17df8473-057c-4788-a6ea-2380a774d60e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:39.084672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c0c92bf6-ab53-4f54-98e3-4354efaa279d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:39.092550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b59efd-42d3-48ff-8cdd-8be81d68dd37 req-63ffa08d-5d40-4f8d-b4f4-1c206de2400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:39.094471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88b59efd-42d3-48ff-8cdd-8be81d68dd37 req-63ffa08d-5d40-4f8d-b4f4-1c206de2400d service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 200 len: 915 time: 0.3120346 Mar 10 15:21:39.099808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network ed0781b0-db18-48e7-a182-336f1215a6f6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:39.148788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88b59efd-42d3-48ff-8cdd-8be81d68dd37 req-a6045f29-c4ed-475b-9950-e31a874fb3d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 200 len: 217 time: 0.0416300 Mar 10 15:21:39.149991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:39.156822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:21:39.188450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=17df8473-057c-4788-a6ea-2380a774d60e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:39.247953 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (c5090bd4-b861-493c-97ee-519eae47cdbc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:39.255273 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c0c92bf6-ab53-4f54-98e3-4354efaa279d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:39.257613 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:39.293430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b59efd-42d3-48ff-8cdd-8be81d68dd37 req-488f6ae5-f96b-4771-8c73-3bffc1f73eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:39.295379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88b59efd-42d3-48ff-8cdd-8be81d68dd37 req-488f6ae5-f96b-4771-8c73-3bffc1f73eaa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 200 len: 854 time: 0.1397688 Mar 10 15:21:39.340757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88b59efd-42d3-48ff-8cdd-8be81d68dd37 req-44fecff5-0b6a-4e02-b21e-606afd6d64a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc60e837-6e35-4781-854e-c11a326bffb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384917 Mar 10 15:21:39.474322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c0c92bf6-ab53-4f54-98e3-4354efaa279d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:39.474630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:39.551660 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (17df8473-057c-4788-a6ea-2380a774d60e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:39.561260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port c0c92bf6-ab53-4f54-98e3-4354efaa279d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c0c92bf6-ab53-4f54-98e3-4354efaa279d,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:39.568290 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:39.571436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 09f413ea-bd99-4bcf-bfb3-6934adea026f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:39.586926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88b59efd-42d3-48ff-8cdd-8be81d68dd37 req-7cd4d5ce-de88-4415-8704-5a1b29a2d797 service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334003 Mar 10 15:21:39.713999 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:39.725556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=c0c92bf6-ab53-4f54-98e3-4354efaa279d,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:39.773149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 09f413ea-bd99-4bcf-bfb3-6934adea026f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:39.775450 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:39.879240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88b59efd-42d3-48ff-8cdd-8be81d68dd37 req-2fea64de-c301-4c1a-b29d-b38774c61709 service neutron] 10.222.0.45 "GET /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367680 Mar 10 15:21:39.907539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 09f413ea-bd99-4bcf-bfb3-6934adea026f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:39.924681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f83a3cb4-c4ce-48f7-9336-ff1587f970d1 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:21:40.090834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f83a3cb4-c4ce-48f7-9336-ff1587f970d1 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:21:40.091492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f83a3cb4-c4ce-48f7-9336-ff1587f970d1 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:21:40.320923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 8297cdaf-c050-4aef-8010-9c00d7521662 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:21:40.321461 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:40.442582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55178fa1-881f-4ada-a834-ee4a6a1cdbbe None None] Network ed0781b0-db18-48e7-a182-336f1215a6f6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:21:40.445741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33659b81-a5f3-44fa-a203-56d495901534 req-de4bd355-e5e2-4ccd-8cd7-967aaa9013c9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:40.447955 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33659b81-a5f3-44fa-a203-56d495901534 req-de4bd355-e5e2-4ccd-8cd7-967aaa9013c9 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.2375898 Mar 10 15:21:40.490421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434836bf-b443-48f9-9b9a-ba2988548854 req-ba21e66e-9a2a-42c6-b363-da55d77043dc tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:40.493317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-434836bf-b443-48f9-9b9a-ba2988548854 req-ba21e66e-9a2a-42c6-b363-da55d77043dc tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.2838366 Mar 10 15:21:40.510389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (17df8473-057c-4788-a6ea-2380a774d60e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:40.533703 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (17df8473-057c-4788-a6ea-2380a774d60e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:40.620634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port 8297cdaf-c050-4aef-8010-9c00d7521662, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8297cdaf-c050-4aef-8010-9c00d7521662,segment=NetworkSegment(c51bd014-1f4c-4d11-9a1f-92004105c1ff),segment_id=c51bd014-1f4c-4d11-9a1f-92004105c1ff)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:40.621771 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:40.630086 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (c5090bd4-b861-493c-97ee-519eae47cdbc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:40.679262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 8297cdaf-c050-4aef-8010-9c00d7521662 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:21:40.801136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33659b81-a5f3-44fa-a203-56d495901534 req-d3bfe1c0-a4bc-46ca-8126-deb1d9097686 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437808 Mar 10 15:21:40.805506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c0c92bf6-ab53-4f54-98e3-4354efaa279d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:40.952666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e195dc04-59f5-4c79-8d28-6793e3cd6931 None None] Provisioning complete for port c0c92bf6-ab53-4f54-98e3-4354efaa279d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:40.953067 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e195dc04-59f5-4c79-8d28-6793e3cd6931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:41.083271 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8297cdaf-c050-4aef-8010-9c00d7521662), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:41.144969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=8297cdaf-c050-4aef-8010-9c00d7521662,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:41.211149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c0c92bf6-ab53-4f54-98e3-4354efaa279d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:41.212482 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:41.270359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=17df8473-057c-4788-a6ea-2380a774d60e,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:41.312105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-434836bf-b443-48f9-9b9a-ba2988548854 req-5e8e8a83-f9d7-4b5a-8193-a0abf48b99fa tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8099437 Mar 10 15:21:41.368041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network ed0781b0-db18-48e7-a182-336f1215a6f6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:41.376855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:41.464604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e195dc04-59f5-4c79-8d28-6793e3cd6931 None None] Current status of the port c0c92bf6-ab53-4f54-98e3-4354efaa279d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:41.520614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c0c92bf6-ab53-4f54-98e3-4354efaa279d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:41.563380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:41.627839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router c5090bd4-b861-493c-97ee-519eae47cdbc has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:21:41.700611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a5aaaf60-644a-4959-83ff-28d1b79fe339 None None] Provisioning complete for port 17df8473-057c-4788-a6ea-2380a774d60e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:41.701200 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a5aaaf60-644a-4959-83ff-28d1b79fe339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (17df8473-057c-4788-a6ea-2380a774d60e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:41.787495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a5aaaf60-644a-4959-83ff-28d1b79fe339 None None] Port 17df8473-057c-4788-a6ea-2380a774d60e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:41.833025 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a5aaaf60-644a-4959-83ff-28d1b79fe339 None None] Provisioning complete for port c0c92bf6-ab53-4f54-98e3-4354efaa279d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:41.833406 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a5aaaf60-644a-4959-83ff-28d1b79fe339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:41.926206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 5cb6430b-dfef-4390-b7d3-29d24d879c2a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:21:41.930121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:21:41.943270 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Sync routers for ids ['c5090bd4-b861-493c-97ee-519eae47cdbc'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:21:41.976271 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Routers {'c5090bd4-b861-493c-97ee-519eae47cdbc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:41.977543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3b6e9c6d-d1e4-44f7-9910-45c3070446ec tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "PUT /v2.0/routers/c5090bd4-b861-493c-97ee-519eae47cdbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7971625 Mar 10 15:21:41.980271 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c5090bd4-b861-493c-97ee-519eae47cdbc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:42.188739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a5aaaf60-644a-4959-83ff-28d1b79fe339 None None] Current status of the port c0c92bf6-ab53-4f54-98e3-4354efaa279d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:42.238922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edd7cc-bdc9-4c88-b632-b784ba1476fc req-6362dba6-1193-466c-a280-c06b5816677a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:42.253345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4edd7cc-bdc9-4c88-b632-b784ba1476fc req-6362dba6-1193-466c-a280-c06b5816677a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.2271147 Mar 10 15:21:42.324099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f7e4f825-a02a-4dd3-847e-d3d2734ae7a2 None None] Provisioning complete for port 17df8473-057c-4788-a6ea-2380a774d60e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:42.324681 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f825-a02a-4dd3-847e-d3d2734ae7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (17df8473-057c-4788-a6ea-2380a774d60e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:42.450836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4f825-a02a-4dd3-847e-d3d2734ae7a2 None None] Port 17df8473-057c-4788-a6ea-2380a774d60e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:42.480006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:21:42.489814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4edd7cc-bdc9-4c88-b632-b784ba1476fc req-65a5f8bc-ebb8-440a-9d5d-63b181ef5cee tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339861 Mar 10 15:21:42.490561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b770c-4a0e-4034-b8f5-5bba5e124e95 None None] Sync routers for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:21:42.511986 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Set router c5090bd4-b861-493c-97ee-519eae47cdbc gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:42.515039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43426) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:42.516903 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-00d28c87-ac04-494a-a7f8-0a7b59d4951d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6936231 Mar 10 15:21:42.524123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b770c-4a0e-4034-b8f5-5bba5e124e95 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:42.524763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b98b770c-4a0e-4034-b8f5-5bba5e124e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:42.831282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-b98b770c-4a0e-4034-b8f5-5bba5e124e95 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:42.860464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-77f028c9-a36b-45d9-ac1e-1c0ff298ee69 None None] Provisioning complete for port 17df8473-057c-4788-a6ea-2380a774d60e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:42.860754 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-77f028c9-a36b-45d9-ac1e-1c0ff298ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (17df8473-057c-4788-a6ea-2380a774d60e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:42.893244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-e792a075-7df9-49ac-a442-2f62f2c62ace tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting subnet a109cf59-79dc-4636-8bfc-39ca241ce249 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:21:42.896925 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e792a075-7df9-49ac-a442-2f62f2c62ace tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (a109cf59-79dc-4636-8bfc-39ca241ce249), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:42.940766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-77f028c9-a36b-45d9-ac1e-1c0ff298ee69 None None] Port 17df8473-057c-4788-a6ea-2380a774d60e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:42.980131 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e792a075-7df9-49ac-a442-2f62f2c62ace tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (a109cf59-79dc-4636-8bfc-39ca241ce249), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:43.084163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-8e2132bc-d7ec-464d-a269-e2465a26fa40 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-373038341&fields=id&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 267 time: 0.3299286 Mar 10 15:21:43.114812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710480-22d7-4c43-978f-36971041fe14 req-4a1848ba-d703-4326-9173-e1ad45cca0eb tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:43.125026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d710480-22d7-4c43-978f-36971041fe14 req-4a1848ba-d703-4326-9173-e1ad45cca0eb tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.5251279 Mar 10 15:21:43.212807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b98b770c-4a0e-4034-b8f5-5bba5e124e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:41Z', 'revision_number': 9, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:43.266481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b770c-4a0e-4034-b8f5-5bba5e124e95 None None] Checking router: 5cb6430b-dfef-4390-b7d3-29d24d879c2a for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:21:43.284751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b770c-4a0e-4034-b8f5-5bba5e124e95 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:43.285381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b98b770c-4a0e-4034-b8f5-5bba5e124e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:43.299916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-e4896003-8399-443f-b320-555d9a194fc5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:43.307884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-e4896003-8399-443f-b320-555d9a194fc5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/networks?id=ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 200 len: 797 time: 0.2197175 Mar 10 15:21:43.357672 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:39Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '17df8473-057c-4788-a6ea-2380a774d60e', 'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:40:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:37Z', 'updated_at': '2022-03-10T15:21:40Z', 'revision_number': 2, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:43.420275 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Checking router: c5090bd4-b861-493c-97ee-519eae47cdbc for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:21:43.420573 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Updating router c5090bd4-b861-493c-97ee-519eae47cdbc port 17df8473-057c-4788-a6ea-2380a774d60e binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:21:43.473246 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (17df8473-057c-4788-a6ea-2380a774d60e), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:43.490048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-b98b770c-4a0e-4034-b8f5-5bba5e124e95 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:43.506342 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e792a075-7df9-49ac-a442-2f62f2c62ace tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (a109cf59-79dc-4636-8bfc-39ca241ce249), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:43.606619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e792a075-7df9-49ac-a442-2f62f2c62ace tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (a109cf59-79dc-4636-8bfc-39ca241ce249), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:43.973062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b98b770c-4a0e-4034-b8f5-5bba5e124e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:41Z', 'revision_number': 9, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:44.020423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b770c-4a0e-4034-b8f5-5bba5e124e95 None None] The sync data for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 is: [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:41Z', 'revision_number': 9, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': '07a4b845-933f-4694-97b7-c052535b1302', 'name': '', 'network_id': 'ff8c0f03-03d8-48c1-a8e5-15afbbb6e451', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:65:f9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:59Z', 'updated_at': '2022-03-10T15:21:12Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': '6005ecd9-aacd-44cb-b84a-4c5630bda954', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:21:44.118149 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Publish callbacks [] for port (17df8473-057c-4788-a6ea-2380a774d60e), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:44.128167 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (17df8473-057c-4788-a6ea-2380a774d60e), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:44.317360 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Attempting to bind port 17df8473-057c-4788-a6ea-2380a774d60e on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:21:44.318595 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Attempting to bind port 17df8473-057c-4788-a6ea-2380a774d60e by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:21:44.318595 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Attempting to bind port 17df8473-057c-4788-a6ea-2380a774d60e on network ed0781b0-db18-48e7-a182-336f1215a6f6 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:44.333823 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:21:44.334192 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Checking segment: {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:44.334532 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:44.335011 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Bound using segment: {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:21:44.335498 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Bound port: 17df8473-057c-4788-a6ea-2380a774d60e, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:21:44.335876 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (17df8473-057c-4788-a6ea-2380a774d60e), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:44.336453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d710480-22d7-4c43-978f-36971041fe14 req-68645cab-43f3-45e3-9eac-ae481173e580 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2104325 Mar 10 15:21:44.345382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-f142be06-341c-430f-af84-a035bcfc8b2b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/quotas/c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 375 time: 1.0024035 Mar 10 15:21:44.417134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792a075-7df9-49ac-a442-2f62f2c62ace tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Subnet': ['ID=a109cf59-79dc-4636-8bfc-39ca241ce249,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:44.489505 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] For port 17df8473-057c-4788-a6ea-2380a774d60e, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:21:44.494114 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e792a075-7df9-49ac-a442-2f62f2c62ace tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:44.504134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d272cb7-3cc1-46b8-9de9-11afb6de8e56 None None] Network 1bc04006-0b29-439d-849e-51392dff28bd requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:21:44.504665 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] For port 17df8473-057c-4788-a6ea-2380a774d60e, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=17df8473-057c-4788-a6ea-2380a774d60e,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:21:44.509633 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91539d13-debb-4de6-abf1-97380fa37a6d None None] Pushing event updated for resources: {'Port': ['ID=17df8473-057c-4788-a6ea-2380a774d60e,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:44.513932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e792a075-7df9-49ac-a442-2f62f2c62ace tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/a109cf59-79dc-4636-8bfc-39ca241ce249 HTTP/1.1" status: 204 len: 168 time: 1.9974105 Mar 10 15:21:44.517539 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43450) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:44.535096 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (17df8473-057c-4788-a6ea-2380a774d60e), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:44.700496 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Routers {'c5090bd4-b861-493c-97ee-519eae47cdbc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:44.701153 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c5090bd4-b861-493c-97ee-519eae47cdbc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:44.732503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-e8c5fdda-f14e-4b81-88c2-478d0d7384aa tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3691440 Mar 10 15:21:44.746760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8297cdaf-c050-4aef-8010-9c00d7521662 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:21:44.780869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (1bc04006-0b29-439d-849e-51392dff28bd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:44.873569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc09b9-f874-4906-a458-8dad04bbb464 req-c38708ad-cd72-410a-90c3-704118c209c6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:44.884256 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8297cdaf-c050-4aef-8010-9c00d7521662 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:21:44.884536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23dc09b9-f874-4906-a458-8dad04bbb464 req-c38708ad-cd72-410a-90c3-704118c209c6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.3038299 Mar 10 15:21:44.884635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8297cdaf-c050-4aef-8010-9c00d7521662 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:21:44.901590 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] Set router c5090bd4-b861-493c-97ee-519eae47cdbc gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:44.999892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 1041d635-bac7-429f-a5c6-3f7047918920 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:21:45.000233 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1041d635-bac7-429f-a5c6-3f7047918920), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:45.068046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-27691094-64ff-4a83-983a-d0584eb1a177 None None] Provisioning complete for port 17df8473-057c-4788-a6ea-2380a774d60e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:45.073989 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-27691094-64ff-4a83-983a-d0584eb1a177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (17df8473-057c-4788-a6ea-2380a774d60e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:45.079620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23dc09b9-f874-4906-a458-8dad04bbb464 req-2e0617a0-3f60-4dd7-bf60-769af988c63d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942866 Mar 10 15:21:45.343455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5019529-e686-4392-bcb1-35b329c41c0f None None] DHCP port deletion for 1bc04006-0b29-439d-849e-51392dff28bd request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:21:45.461738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-27691094-64ff-4a83-983a-d0584eb1a177 None None] Current status of the port 17df8473-057c-4788-a6ea-2380a774d60e is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:45.462282 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-27691094-64ff-4a83-983a-d0584eb1a177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (17df8473-057c-4788-a6ea-2380a774d60e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:45.489218 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91539d13-debb-4de6-abf1-97380fa37a6d None None] Pushing event updated for resources: {'Port': ['ID=17df8473-057c-4788-a6ea-2380a774d60e,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:45.501694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da2cac-61f9-4784-b83b-722d9246cece req-f45693a5-0f08-49d5-af54-e1dda41a951e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:45.510546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66da2cac-61f9-4784-b83b-722d9246cece req-f45693a5-0f08-49d5-af54-e1dda41a951e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.3038042 Mar 10 15:21:45.529424 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:39Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '17df8473-057c-4788-a6ea-2380a774d60e', 'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:40:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:37Z', 'updated_at': '2022-03-10T15:21:44Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:45.539406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-934a06eb-359b-4af5-96a6-a40fb258a0ef service neutron] 10.222.0.11 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8054407 Mar 10 15:21:45.596358 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b93139-3caa-4250-ae9b-3e68870f50d6 None None] The sync data for ids ['c5090bd4-b861-493c-97ee-519eae47cdbc'] in n-d-833090-1 is: [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:39Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '17df8473-057c-4788-a6ea-2380a774d60e', 'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:40:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:37Z', 'updated_at': '2022-03-10T15:21:44Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:21:45.629426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-27691094-64ff-4a83-983a-d0584eb1a177 None None] For port 17df8473-057c-4788-a6ea-2380a774d60e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=17df8473-057c-4788-a6ea-2380a774d60e,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:45.638766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d5019529-e686-4392-bcb1-35b329c41c0f None None] Deleting port 1041d635-bac7-429f-a5c6-3f7047918920 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:21:45.639178 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d5019529-e686-4392-bcb1-35b329c41c0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1041d635-bac7-429f-a5c6-3f7047918920), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:45.641579 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-27691094-64ff-4a83-983a-d0584eb1a177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (17df8473-057c-4788-a6ea-2380a774d60e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:45.681098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66da2cac-61f9-4784-b83b-722d9246cece req-6f16d02d-07f4-45c9-a032-101a624b795c tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618447 Mar 10 15:21:45.785700 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-4339d054-3d21-4d11-8ff0-6bc7d683f12b service neutron] 10.222.0.11 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450004 Mar 10 15:21:45.792660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port 1041d635-bac7-429f-a5c6-3f7047918920, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1041d635-bac7-429f-a5c6-3f7047918920,segment=NetworkSegment(c51bd014-1f4c-4d11-9a1f-92004105c1ff),segment_id=c51bd014-1f4c-4d11-9a1f-92004105c1ff)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:45.793411 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1041d635-bac7-429f-a5c6-3f7047918920), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:45.809253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 1041d635-bac7-429f-a5c6-3f7047918920 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:21:45.974730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27691094-64ff-4a83-983a-d0584eb1a177 None None] Pushing event updated for resources: {'Port': ['ID=17df8473-057c-4788-a6ea-2380a774d60e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:45.977188 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1041d635-bac7-429f-a5c6-3f7047918920), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:46.041527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5cf49-de06-4832-9a5c-b76368514602 req-e0f17f23-c03a-4f3b-b4bf-653c447bf6f6 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:46.060163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1b5cf49-de06-4832-9a5c-b76368514602 req-e0f17f23-c03a-4f3b-b4bf-653c447bf6f6 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.1891489 Mar 10 15:21:46.074522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No DVR routers for this DVR port 1041d635-bac7-429f-a5c6-3f7047918920 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:21:46.076558 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=1041d635-bac7-429f-a5c6-3f7047918920,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:46.247422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1e5b6f4c-33d4-4b8b-b0e8-d303a632ceb5 None None] Provisioning complete for port 17df8473-057c-4788-a6ea-2380a774d60e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:46.248225 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1e5b6f4c-33d4-4b8b-b0e8-d303a632ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (17df8473-057c-4788-a6ea-2380a774d60e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:46.258567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d5019529-e686-4392-bcb1-35b329c41c0f None None] For port 1041d635-bac7-429f-a5c6-3f7047918920, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1041d635-bac7-429f-a5c6-3f7047918920,segment=NetworkSegment(c51bd014-1f4c-4d11-9a1f-92004105c1ff),segment_id=c51bd014-1f4c-4d11-9a1f-92004105c1ff)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:46.259291 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d5019529-e686-4392-bcb1-35b329c41c0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1041d635-bac7-429f-a5c6-3f7047918920), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:46.299320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1b5cf49-de06-4832-9a5c-b76368514602 req-d76b7ddf-eb1e-460e-93b1-aaed9fae2448 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259765 Mar 10 15:21:46.302390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (1bc04006-0b29-439d-849e-51392dff28bd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:46.381373 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc04006-0b29-439d-849e-51392dff28bd']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:46.405784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c16f59-fd20-4712-8be9-03a8e7ac80a8 req-901b1202-b1b0-4978-af58-0cc41f12707f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:46.407715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26c16f59-fd20-4712-8be9-03a8e7ac80a8 req-901b1202-b1b0-4978-af58-0cc41f12707f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.1553421 Mar 10 15:21:46.416804 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51bd014-1f4c-4d11-9a1f-92004105c1ff') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:46.417264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51bd014-1f4c-4d11-9a1f-92004105c1ff') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:46.439959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (c51bd014-1f4c-4d11-9a1f-92004105c1ff), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:46.479913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e2b4d9a-b62d-49b4-ba45-d26151936694 req-b870aab6-7378-434e-a985-d4738727285a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 210 time: 0.0709438 Mar 10 15:21:46.482307 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (c51bd014-1f4c-4d11-9a1f-92004105c1ff), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:46.496445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:21:46.496968 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (c51bd014-1f4c-4d11-9a1f-92004105c1ff), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:21:46.502494 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:21:46.638874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26c16f59-fd20-4712-8be9-03a8e7ac80a8 req-b5fbb58d-3b81-478d-a57e-9959b302e586 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774583 Mar 10 15:21:46.790641 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (1bc04006-0b29-439d-849e-51392dff28bd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:46.806648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:46.836206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43506) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:46.843993 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/networks/1bc04006-0b29-439d-849e-51392dff28bd HTTP/1.1" status: 204 len: 168 time: 2.3253243 Mar 10 15:21:46.889730 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022f910-8a74-4da1-960c-be4fe724f0fa tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Network': ['ID=1bc04006-0b29-439d-849e-51392dff28bd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:46.968597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 17df8473-057c-4788-a6ea-2380a774d60e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:21:47.106077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d5019529-e686-4392-bcb1-35b329c41c0f None None] Calling delete_port for 1041d635-bac7-429f-a5c6-3f7047918920 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:21:47.277760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b6f4c-33d4-4b8b-b0e8-d303a632ceb5 None None] Current status of the port 17df8473-057c-4788-a6ea-2380a774d60e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:47.278756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2cf1-40fd-455d-96f1-4820ea42baf2 req-cf9deefa-443c-47b7-ac59-bea7a1bd7bd2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:47.282160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 17df8473-057c-4788-a6ea-2380a774d60e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:47.282758 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (17df8473-057c-4788-a6ea-2380a774d60e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:47.304744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-987f2cf1-40fd-455d-96f1-4820ea42baf2 req-cf9deefa-443c-47b7-ac59-bea7a1bd7bd2 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.1982765 Mar 10 15:21:47.315512 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:21:47.477081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-987f2cf1-40fd-455d-96f1-4820ea42baf2 req-026b0e93-54b4-42d4-90bd-0d60c67761c1 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710365 Mar 10 15:21:47.543367 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d5019529-e686-4392-bcb1-35b329c41c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (1041d635-bac7-429f-a5c6-3f7047918920), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:47.635512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5019529-e686-4392-bcb1-35b329c41c0f None None] Network 1bc04006-0b29-439d-849e-51392dff28bd is not hosted by any dhcp agent {{(pid=115535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:21:47.635899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5019529-e686-4392-bcb1-35b329c41c0f None None] No DVR routers for this DVR port 1041d635-bac7-429f-a5c6-3f7047918920 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:21:47.664189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5019529-e686-4392-bcb1-35b329c41c0f None None] Pushing event deleted for resources: {'Port': ['ID=1041d635-bac7-429f-a5c6-3f7047918920,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:47.797082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 17df8473-057c-4788-a6ea-2380a774d60e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:21:47.799377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c44f761a-1a37-4696-bdfe-d99b9fd8cf59 req-db0ce4fa-067b-4270-b772-6b120bd5d812 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 210 time: 0.1469204 Mar 10 15:21:47.865286 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:47.880197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1041d635-bac7-429f-a5c6-3f7047918920 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:21:47.922666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 1041d635-bac7-429f-a5c6-3f7047918920 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:21:47.923257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1041d635-bac7-429f-a5c6-3f7047918920 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:21:48.184188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5166b-6e00-4d81-b530-77d0b38f15a5 req-e91bdbf2-3fa7-4b36-83c6-80f3cf9577e0 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:48.192693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbd5166b-6e00-4d81-b530-77d0b38f15a5 req-e91bdbf2-3fa7-4b36-83c6-80f3cf9577e0 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.7108688 Mar 10 15:21:48.408085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c858a17-3b85-4099-870c-0918b3b00e74 req-24d56ef2-99dd-48ab-8e2c-437577496f07 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:48.419572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c858a17-3b85-4099-870c-0918b3b00e74 req-24d56ef2-99dd-48ab-8e2c-437577496f07 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.4003074 Mar 10 15:21:48.632850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c858a17-3b85-4099-870c-0918b3b00e74 req-20cb38ea-0fcf-4802-912e-8191de179e03 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122345 Mar 10 15:21:48.663253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbd5166b-6e00-4d81-b530-77d0b38f15a5 req-234d54da-5dc4-447b-a71f-4339d9b07e8a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3946495 Mar 10 15:21:48.784624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-96c31ef0-3baa-46e4-80c2-7d722cc40fb9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:48.791021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-96c31ef0-3baa-46e4-80c2-7d722cc40fb9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "GET /v2.0/networks?id=ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 200 len: 797 time: 0.5832422 Mar 10 15:21:48.889090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-fb9f8a13-6efb-46a0-9132-2a243e6b6d7e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 379 time: 0.0902874 Mar 10 15:21:48.925200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'port': {'device_id': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'admin_state_up': True, 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'security_groups': ['966f12a9-017f-4b46-a22d-6b845ae79a4a']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:49.134552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-309d36ee-c272-4000-9bfc-3c9ec177006c req-5b12faa5-7a12-4805-91ef-a3ed5c711033 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 210 time: 0.2160900 Mar 10 15:21:49.165309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dafbbd-ce52-40a8-baf5-b1e6759478d0 req-19290f2b-be71-4f96-a377-55622b5a6516 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:49.172733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76dafbbd-ce52-40a8-baf5-b1e6759478d0 req-19290f2b-be71-4f96-a377-55622b5a6516 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.3807170 Mar 10 15:21:49.219141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:49.315697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:21:49.324943 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:49.428388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76dafbbd-ce52-40a8-baf5-b1e6759478d0 req-cc1412af-933b-4054-aec3-243b063d2874 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502997 Mar 10 15:21:49.838706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.20.0.6 (ed0781b0-db18-48e7-a182-336f1215a6f6/7aa69a52-fb35-49bb-9cb4-11cbad4fc68b/f5954ea8-fe38-47a0-b408-6db97251880f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:21:49.939903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b4772-72bb-4821-94a7-4294e8736061 req-730ec489-26f1-445e-94c1-acdd0a073df6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:49.947606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a9b4772-72bb-4821-94a7-4294e8736061 req-730ec489-26f1-445e-94c1-acdd0a073df6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.2330422 Mar 10 15:21:49.998916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfff1c-e07e-46b2-ad55-55ebbe42f40e req-3f534c36-f103-4360-a7e8-524e597fd19e tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:50.000441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-99dfff1c-e07e-46b2-ad55-55ebbe42f40e req-3f534c36-f103-4360-a7e8-524e597fd19e tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.2272379 Mar 10 15:21:50.093891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a9b4772-72bb-4821-94a7-4294e8736061 req-a63d0c1a-5cf1-4d46-a567-0b065a040419 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441345 Mar 10 15:21:50.328405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-99dfff1c-e07e-46b2-ad55-55ebbe42f40e req-f5c8345f-94f6-43bb-9d7a-9adcfaa2dcc5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124814 Mar 10 15:21:50.366722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0005082-bf03-4b64-982f-961b4e98a271 req-fe1811d0-ddf0-4489-ab62-de04edd7a02b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 210 time: 0.0493422 Mar 10 15:21:50.412756 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (f5954ea8-fe38-47a0-b408-6db97251880f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:50.428805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 07a4b845-933f-4694-97b7-c052535b1302 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:21:50.429198 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (07a4b845-933f-4694-97b7-c052535b1302), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:50.576464 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:50.633103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network ed0781b0-db18-48e7-a182-336f1215a6f6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:21:50.638974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port 07a4b845-933f-4694-97b7-c052535b1302, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=07a4b845-933f-4694-97b7-c052535b1302,segment=NetworkSegment(119e5efb-6215-4e73-835b-af1fb5304d7d),segment_id=119e5efb-6215-4e73-835b-af1fb5304d7d)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:50.639348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (07a4b845-933f-4694-97b7-c052535b1302), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:50.644932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:21:50.658273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:21:50.669264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:50.695852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 07a4b845-933f-4694-97b7-c052535b1302 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:21:50.704161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aac29c-b331-4ccb-9dbf-47e458c712e1 req-504b881d-fcce-4bf2-ade9-998c6be5abed tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:50.705682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1aac29c-b331-4ccb-9dbf-47e458c712e1 req-504b881d-fcce-4bf2-ade9-998c6be5abed tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.1791425 Mar 10 15:21:50.735256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=f5954ea8-fe38-47a0-b408-6db97251880f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:50.877638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1aac29c-b331-4ccb-9dbf-47e458c712e1 req-be1b2998-02b5-48f8-924e-c4a1b0522104 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582699 Mar 10 15:21:50.883421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:50.884541 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:50.936007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-939f71f7-80ca-47a9-9eb8-25ea509c06e4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0147090 Mar 10 15:21:50.956504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Request body: {'port': {'device_id': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:21:51.068487 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2b5ae69b-9377-4772-a868-4a5fd4f5e261 None None] Provisioning complete for port f5954ea8-fe38-47a0-b408-6db97251880f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:21:51.096068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae69b-9377-4772-a868-4a5fd4f5e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:51.156040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ae69b-9377-4772-a868-4a5fd4f5e261 None None] Port f5954ea8-fe38-47a0-b408-6db97251880f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:21:51.496621 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (07a4b845-933f-4694-97b7-c052535b1302), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:51.524338 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:51.528424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=07a4b845-933f-4694-97b7-c052535b1302,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:51.558546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.558919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.559264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.559598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.559929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.560258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.560584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.560908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.561233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.561556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.561906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.562185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.562569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:51.607347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c68a2-2dd9-4a75-a74a-457ddc78a374 req-d4c70807-7fa6-4885-920f-03f0b6508c40 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:51.623260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-698c68a2-2dd9-4a75-a74a-457ddc78a374 req-d4c70807-7fa6-4885-920f-03f0b6508c40 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.3991699 Mar 10 15:21:51.713494 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e00b8869-b3f5-4ee7-8ce5-24d23a022f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:51.804682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8363a9-da20-4857-b7e4-beb1c1eaca8e req-6fed31ba-a3bc-4f6b-8c22-906f71a86e57 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:51.813225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed8363a9-da20-4857-b7e4-beb1c1eaca8e req-6fed31ba-a3bc-4f6b-8c22-906f71a86e57 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.3764622 Mar 10 15:21:51.863393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-698c68a2-2dd9-4a75-a74a-457ddc78a374 req-84d18a25-fa3a-41db-8d3c-1a86966aa41b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391539 Mar 10 15:21:51.956903 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed8363a9-da20-4857-b7e4-beb1c1eaca8e req-35d27740-ba21-4f9a-9ee2-554137e88f33 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427715 Mar 10 15:21:52.696689 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:52.843052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5954ea8-fe38-47a0-b408-6db97251880f {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:21:52.854696 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Publish callbacks [] for port (f5954ea8-fe38-47a0-b408-6db97251880f), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:52.916831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab69a2-f512-49f8-a279-f88a2fb1b640 req-5753b9b4-b5c2-46a5-8e34-0d1386238770 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:52.918365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4eab69a2-f512-49f8-a279-f88a2fb1b640 req-5753b9b4-b5c2-46a5-8e34-0d1386238770 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.4633639 Mar 10 15:21:52.964216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Transition to ACTIVE for port object f5954ea8-fe38-47a0-b408-6db97251880f will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:21:52.996475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda8634-c33f-4c34-93ba-de24913dbe54 req-212f3081-39ff-4b1a-bacd-8b5a8981e213 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:52.998081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cda8634-c33f-4c34-93ba-de24913dbe54 req-212f3081-39ff-4b1a-bacd-8b5a8981e213 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 931 time: 0.5326738 Mar 10 15:21:52.998833 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:53.183835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4eab69a2-f512-49f8-a279-f88a2fb1b640 req-45429c51-c18e-43e6-9c9a-c9509a2cfe70 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567458 Mar 10 15:21:53.184468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Pushing event updated for resources: {'Port': ['ID=f5954ea8-fe38-47a0-b408-6db97251880f,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:53.299099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cda8634-c33f-4c34-93ba-de24913dbe54 req-90c725a3-494a-4c0a-856d-1aa56f26784f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875044 Mar 10 15:21:53.403170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 5cb6430b-dfef-4390-b7d3-29d24d879c2a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:21:53.451737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Attempting to bind port f5954ea8-fe38-47a0-b408-6db97251880f on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:21:53.452086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Attempting to bind port f5954ea8-fe38-47a0-b408-6db97251880f by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:21:53.452414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Attempting to bind port f5954ea8-fe38-47a0-b408-6db97251880f on network ed0781b0-db18-48e7-a182-336f1215a6f6 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:53.485133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Port f5954ea8-fe38-47a0-b408-6db97251880f on network ed0781b0-db18-48e7-a182-336f1215a6f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:21:53.485458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Attempting to bind port f5954ea8-fe38-47a0-b408-6db97251880f on network ed0781b0-db18-48e7-a182-336f1215a6f6 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:21:53.501668 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e852fd-81e3-4ebe-ac69-a860028f59b3 req-070d3f97-a80c-49ee-a3e2-12ca87e680fa tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:53.503259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54e852fd-81e3-4ebe-ac69-a860028f59b3 req-070d3f97-a80c-49ee-a3e2-12ca87e680fa tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.1631651 Mar 10 15:21:53.559903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:21:53.560491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Checking segment: {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:21:53.561104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Bound using segment: {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:21:53.564407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Bound port: f5954ea8-fe38-47a0-b408-6db97251880f, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:21:53.565058 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:53.822399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:21:53.832648 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56acd21-439f-4ba0-acfd-3a72ad199eb3 None None] Sync routers for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:21:53.840734 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e8fef6b9-cc8d-409f-892f-4f8580b4e961 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0029919 Mar 10 15:21:53.843939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43614) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:53.852194 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56acd21-439f-4ba0-acfd-3a72ad199eb3 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:53.853216 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b56acd21-439f-4ba0-acfd-3a72ad199eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:53.885079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396bbdc-fe3a-4179-9637-6382435704ef req-ee5b5deb-3ed2-4b5b-9e54-f954ca695c6a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:53.892480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8396bbdc-fe3a-4179-9637-6382435704ef req-ee5b5deb-3ed2-4b5b-9e54-f954ca695c6a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.4552357 Mar 10 15:21:53.924581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54e852fd-81e3-4ebe-ac69-a860028f59b3 req-0fc94a11-359c-4625-b749-020dd5ea4063 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3690550 Mar 10 15:21:53.983560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6093f5b-0782-4336-b87d-0facbefdc993 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting subnet 6005ecd9-aacd-44cb-b84a-4c5630bda954 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:21:53.987951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6093f5b-0782-4336-b87d-0facbefdc993 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (6005ecd9-aacd-44cb-b84a-4c5630bda954), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:53.995290 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b56acd21-439f-4ba0-acfd-3a72ad199eb3 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:54.034096 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d0332d09-729c-4dbd-b732-d9eb31764d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:54.040415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:21:54.080863 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6093f5b-0782-4336-b87d-0facbefdc993 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (6005ecd9-aacd-44cb-b84a-4c5630bda954), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:54.098456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f5954ea8-fe38-47a0-b408-6db97251880f,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:21:54.123239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8396bbdc-fe3a-4179-9637-6382435704ef req-b3480b82-1f40-4941-adc3-5c16ce3d480f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298386 Mar 10 15:21:54.125032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:54.193514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:54.194414 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:54.196091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] 10.222.0.62 "PUT /v2.0/ports/f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 1091 time: 3.2449584 Mar 10 15:21:54.198092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:21:54.202423 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3a08dc-4249-4737-bcd8-ac6da32242d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:21:54.374990 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e7887d-b252-4971-955d-6f2d52c7dbbf x-openstack-request-id: req-87e7887d-b252-4971-955d-6f2d52c7dbbf {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:21:54.375311 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:21:54.375565 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87e7887d-b252-4971-955d-6f2d52c7dbbf {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:21:54.376004 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'status': 'completed', 'code': 200} Mar 10 15:21:54.401130 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6093f5b-0782-4336-b87d-0facbefdc993 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6005ecd9-aacd-44cb-b84a-4c5630bda954), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:54.424723 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b56acd21-439f-4ba0-acfd-3a72ad199eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:51Z', 'revision_number': 10, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:54.501604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f3ee3-2f7a-45d7-bc95-63a4a6b64719 service neutron] Pushing event updated for resources: {'Port': ['ID=f5954ea8-fe38-47a0-b408-6db97251880f,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:54.509123 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56acd21-439f-4ba0-acfd-3a72ad199eb3 None None] Checking router: 5cb6430b-dfef-4390-b7d3-29d24d879c2a for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:21:54.527843 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56acd21-439f-4ba0-acfd-3a72ad199eb3 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:54.528742 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b56acd21-439f-4ba0-acfd-3a72ad199eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:54.551143 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6093f5b-0782-4336-b87d-0facbefdc993 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (6005ecd9-aacd-44cb-b84a-4c5630bda954), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:54.555083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-61b98981-e339-4dcf-8445-1462ebe1646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:54.556826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-61b98981-e339-4dcf-8445-1462ebe1646f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1125 time: 0.3154085 Mar 10 15:21:54.625663 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6093f5b-0782-4336-b87d-0facbefdc993 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Subnet': ['ID=6005ecd9-aacd-44cb-b84a-4c5630bda954,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:54.633630 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6093f5b-0782-4336-b87d-0facbefdc993 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:54.644479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770a165-ee8f-4dcf-8d2d-b665230d9b03 None None] Network ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:21:54.646811 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a6093f5b-0782-4336-b87d-0facbefdc993 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/6005ecd9-aacd-44cb-b84a-4c5630bda954 HTTP/1.1" status: 204 len: 168 time: 0.8017490 Mar 10 15:21:54.648178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43628) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:54.730604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-c65b28d4-66df-4676-9268-4f17d8604c62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 217 time: 0.1636817 Mar 10 15:21:54.749394 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b56acd21-439f-4ba0-acfd-3a72ad199eb3 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:54.780284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6be60a-a642-45f0-b891-3b6b66bbf9f2 req-6ce7a075-0e71-4c51-8872-bc9101bdb20f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:54.781849 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d6be60a-a642-45f0-b891-3b6b66bbf9f2 req-6ce7a075-0e71-4c51-8872-bc9101bdb20f tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.4031827 Mar 10 15:21:54.956451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ff8c0f03-03d8-48c1-a8e5-15afbbb6e451), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:55.008754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d6be60a-a642-45f0-b891-3b6b66bbf9f2 req-3c06d6e6-76ff-4662-a8b5-c14adecb0930 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473053 Mar 10 15:21:55.017557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-8c155fd6-944e-4402-ab23-6c3712652b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:55.019036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-8c155fd6-944e-4402-ab23-6c3712652b3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b HTTP/1.1" status: 200 len: 835 time: 0.2713687 Mar 10 15:21:55.026193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744066b5-97fb-435a-973f-f4afa2d83302 req-e485c494-bad3-459a-9a5b-cf8d06cf6491 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:55.048933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-744066b5-97fb-435a-973f-f4afa2d83302 req-e485c494-bad3-459a-9a5b-cf8d06cf6491 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 943 time: 0.4567025 Mar 10 15:21:55.101165 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port 059c7517-c5c1-4671-9a72-567d314d30af {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:21:55.101509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (059c7517-c5c1-4671-9a72-567d314d30af), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:55.274098 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:55.332130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] DHCP port deletion for ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:21:55.369064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port 059c7517-c5c1-4671-9a72-567d314d30af, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=059c7517-c5c1-4671-9a72-567d314d30af,segment=NetworkSegment(119e5efb-6215-4e73-835b-af1fb5304d7d),segment_id=119e5efb-6215-4e73-835b-af1fb5304d7d)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:55.369611 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (059c7517-c5c1-4671-9a72-567d314d30af), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:55.396566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Deleting port 059c7517-c5c1-4671-9a72-567d314d30af {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:21:55.397981 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (059c7517-c5c1-4671-9a72-567d314d30af), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:55.419822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for 059c7517-c5c1-4671-9a72-567d314d30af owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:21:55.503433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-744066b5-97fb-435a-973f-f4afa2d83302 req-73b5c1cc-7d6c-4cdf-8200-49077236c3e5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4535012 Mar 10 15:21:55.524760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-443782de-488a-423a-a3dc-30846facaf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:55.526482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-443782de-488a-423a-a3dc-30846facaf07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed0781b0-db18-48e7-a182-336f1215a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4652381 Mar 10 15:21:55.607437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] For port 059c7517-c5c1-4671-9a72-567d314d30af, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=059c7517-c5c1-4671-9a72-567d314d30af,segment=NetworkSegment(119e5efb-6215-4e73-835b-af1fb5304d7d),segment_id=119e5efb-6215-4e73-835b-af1fb5304d7d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:55.608946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (059c7517-c5c1-4671-9a72-567d314d30af), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:55.648918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Calling delete_port for 059c7517-c5c1-4671-9a72-567d314d30af owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:21:55.680022 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (059c7517-c5c1-4671-9a72-567d314d30af), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:55.735756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=059c7517-c5c1-4671-9a72-567d314d30af,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:55.741505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No DVR routers for this DVR port 059c7517-c5c1-4671-9a72-567d314d30af on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:21:55.760755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f1040-ba15-47b0-be79-611a8614c917 req-7487c18b-ed08-4add-8152-5ece349559c4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:55.762368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-307f1040-ba15-47b0-be79-611a8614c917 req-7487c18b-ed08-4add-8152-5ece349559c4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.4768100 Mar 10 15:21:55.880744 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (059c7517-c5c1-4671-9a72-567d314d30af), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:55.909891 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b56acd21-439f-4ba0-acfd-3a72ad199eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:51Z', 'revision_number': 10, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:55.929556 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ff8c0f03-03d8-48c1-a8e5-15afbbb6e451), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:55.979703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-307f1040-ba15-47b0-be79-611a8614c917 req-31d6764c-2e57-4d2f-97db-4a201f37d828 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571994 Mar 10 15:21:55.980914 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56acd21-439f-4ba0-acfd-3a72ad199eb3 None None] The sync data for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 is: [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:51Z', 'revision_number': 10, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None, '_interfaces': [{'id': 'c8bed5bb-4a2e-45ea-9751-8d0588552773', 'name': '', 'network_id': '86ffebc7-c433-46b9-a735-f4e0b9e2e215', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'mac_address': 'fa:16:3e:b0:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:20:49Z', 'updated_at': '2022-03-10T15:21:03Z', 'revision_number': 5, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'subnets': [{'id': 'c072b1da-6039-44df-8f30-ed188314f40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:21:55.996670 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8c0f03-03d8-48c1-a8e5-15afbbb6e451']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:56.003084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] No DVR routers for this DVR port 059c7517-c5c1-4671-9a72-567d314d30af on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:21:56.015342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03a964-0d46-49fb-aad3-a07bf2aa18bc req-d7a59e21-0ca3-4f73-b17d-ecddcdd204d8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:56.025185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Pushing event deleted for resources: {'Port': ['ID=059c7517-c5c1-4671-9a72-567d314d30af,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:56.044255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db03a964-0d46-49fb-aad3-a07bf2aa18bc req-d7a59e21-0ca3-4f73-b17d-ecddcdd204d8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.4059918 Mar 10 15:21:56.051511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119e5efb-6215-4e73-835b-af1fb5304d7d') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:56.051916 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119e5efb-6215-4e73-835b-af1fb5304d7d') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:56.064404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.073824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.074767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.075143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.075494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.077098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.077458 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.077800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.078143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.078482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.078850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.079525 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (119e5efb-6215-4e73-835b-af1fb5304d7d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:56.080209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.080554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14d4cc-0d55-40ec-b31b-2ce1938fc529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.122622 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (119e5efb-6215-4e73-835b-af1fb5304d7d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:56.135627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:21:56.138269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-093f742b-9bd1-46c7-9725-512c3ba18523 service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035981 Mar 10 15:21:56.139254 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (119e5efb-6215-4e73-835b-af1fb5304d7d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:21:56.268160 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:21:56.276624 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ff8c0f03-03d8-48c1-a8e5-15afbbb6e451), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:56.279542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db03a964-0d46-49fb-aad3-a07bf2aa18bc req-5c6cc0b5-38c1-4cb7-8162-3388fda64cd4 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323492 Mar 10 15:21:56.295872 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:56.300964 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/networks/ff8c0f03-03d8-48c1-a8e5-15afbbb6e451 HTTP/1.1" status: 204 len: 168 time: 1.6511195 Mar 10 15:21:56.312164 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43660) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:56.414302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Network': ['ID=ff8c0f03-03d8-48c1-a8e5-15afbbb6e451,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:56.427711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.428485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.429048 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.429616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.430298 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.431525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.432101 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.432668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.433238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.433782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.434335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.434908 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.435695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d37c87-5bf4-4bf5-80c9-4b1b77307d23 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:21:56.602000 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:56.704403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b025f67-a4f1-42a9-b83a-dfdf63891be7 req-e26d1efe-d805-4028-9980-c549eaca520b service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501230 Mar 10 15:21:56.753824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 07a4b845-933f-4694-97b7-c052535b1302 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:21:56.808620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 07a4b845-933f-4694-97b7-c052535b1302 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:21:56.808971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 07a4b845-933f-4694-97b7-c052535b1302 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:21:56.811499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 059c7517-c5c1-4671-9a72-567d314d30af no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:21:56.832629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 059c7517-c5c1-4671-9a72-567d314d30af {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:21:56.832978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 059c7517-c5c1-4671-9a72-567d314d30af not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:21:56.903359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ce01e-6644-43a6-b5aa-c82483268a20 req-a799364f-dffa-4c6c-b5bd-9f4c354947b7 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:56.910735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e17ce01e-6644-43a6-b5aa-c82483268a20 req-a799364f-dffa-4c6c-b5bd-9f4c354947b7 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.4500544 Mar 10 15:21:56.977057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e17ce01e-6644-43a6-b5aa-c82483268a20 req-1e658eeb-a4ba-4251-9a48-ea5108c07ef8 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650399 Mar 10 15:21:57.040436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c69ec9-e385-441e-9f82-c0395035b1e7 req-f1abe8d7-679a-413d-8191-27d2e152abc2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:57.048012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9c69ec9-e385-441e-9f82-c0395035b1e7 req-f1abe8d7-679a-413d-8191-27d2e152abc2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 943 time: 0.4038603 Mar 10 15:21:57.115548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a08dc-4249-4737-bcd8-ac6da32242d6 req-a08edb19-634e-472e-bd19-115997c547a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:57.118336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c3a08dc-4249-4737-bcd8-ac6da32242d6 req-a08edb19-634e-472e-bd19-115997c547a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1125 time: 0.3015082 Mar 10 15:21:57.126704 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:57.227817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9c69ec9-e385-441e-9f82-c0395035b1e7 req-51b7149f-e002-4c6a-9644-696cc8794eb9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784518 Mar 10 15:21:57.489666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c27d4-9564-4f03-88a5-baec77086fc5 req-f7e19c9c-99e1-4e16-bf2a-0c4ce834eac4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:57.510610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b2c27d4-9564-4f03-88a5-baec77086fc5 req-f7e19c9c-99e1-4e16-bf2a-0c4ce834eac4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.3359442 Mar 10 15:21:57.557402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a08dc-4249-4737-bcd8-ac6da32242d6 req-1fb93e55-4642-42b7-892f-0c961bdaccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:57.559397 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c3a08dc-4249-4737-bcd8-ac6da32242d6 req-1fb93e55-4642-42b7-892f-0c961bdaccd1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 200 len: 898 time: 0.3728025 Mar 10 15:21:57.606436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port c8bed5bb-4a2e-45ea-9751-8d0588552773 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:21:57.608296 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:57.710658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c3a08dc-4249-4737-bcd8-ac6da32242d6 req-96aa083d-1cf8-4fa8-a037-3a77b46b7652 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 217 time: 0.1373532 Mar 10 15:21:57.761559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b2c27d4-9564-4f03-88a5-baec77086fc5 req-16af2604-551c-4441-a0ed-86d6c8fe31b8 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497995 Mar 10 15:21:57.851709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a08dc-4249-4737-bcd8-ac6da32242d6 req-7c68e74b-23ed-4268-bd15-557e78293a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:57.853252 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port c8bed5bb-4a2e-45ea-9751-8d0588552773, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c8bed5bb-4a2e-45ea-9751-8d0588552773,segment=NetworkSegment(44613c7a-8646-455d-aea1-cfb93c11ac59),segment_id=44613c7a-8646-455d-aea1-cfb93c11ac59)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:21:57.853634 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:57.855382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c3a08dc-4249-4737-bcd8-ac6da32242d6 req-7c68e74b-23ed-4268-bd15-557e78293a8c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b HTTP/1.1" status: 200 len: 835 time: 0.1327865 Mar 10 15:21:57.890303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for c8bed5bb-4a2e-45ea-9751-8d0588552773 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:21:57.982563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a08dc-4249-4737-bcd8-ac6da32242d6 req-1b804639-19c9-4b95-91bd-c86ae509b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:57.988102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c3a08dc-4249-4737-bcd8-ac6da32242d6 req-1b804639-19c9-4b95-91bd-c86ae509b006 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed0781b0-db18-48e7-a182-336f1215a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1262496 Mar 10 15:21:58.288630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:58.408444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c3a08dc-4249-4737-bcd8-ac6da32242d6 req-1e3bd93f-aa2c-4299-ac7c-d2c93cda1f43 service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125040 Mar 10 15:21:58.415027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b959f4-f4c7-4099-b36f-553726e0b95e req-1051470a-d702-420d-8db7-38e1df92144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:58.416663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96b959f4-f4c7-4099-b36f-553726e0b95e req-1051470a-d702-420d-8db7-38e1df92144b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 1127 time: 0.2143896 Mar 10 15:21:58.458519 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c8bed5bb-4a2e-45ea-9751-8d0588552773), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:58.543933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c3a08dc-4249-4737-bcd8-ac6da32242d6 req-9be7c8cf-8d60-4ab2-aa31-b413e09f949d service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245861 Mar 10 15:21:58.577328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de5441-30b0-484e-84ed-b28ae68c59c5 req-03f7590d-4ca4-4ee1-a8d7-6258f05d8502 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:58.579560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46de5441-30b0-484e-84ed-b28ae68c59c5 req-03f7590d-4ca4-4ee1-a8d7-6258f05d8502 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.3992255 Mar 10 15:21:58.613479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=c8bed5bb-4a2e-45ea-9751-8d0588552773,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:21:58.890192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46de5441-30b0-484e-84ed-b28ae68c59c5 req-eaecda6b-538f-41b2-aa1c-eb4c500ba381 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542980 Mar 10 15:21:58.934489 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:58.956756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa65cd4-c61e-4008-80ea-08c435e6de5a req-4795c5ed-6835-408f-aab9-35aab5c45fdc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:58.960453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7aa65cd4-c61e-4008-80ea-08c435e6de5a req-4795c5ed-6835-408f-aab9-35aab5c45fdc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 943 time: 0.4134903 Mar 10 15:21:59.070743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b959f4-f4c7-4099-b36f-553726e0b95e req-da2b769c-8203-4ff5-badb-6ea254b6b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:59.083781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96b959f4-f4c7-4099-b36f-553726e0b95e req-da2b769c-8203-4ff5-badb-6ea254b6b5f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 912 time: 0.5291915 Mar 10 15:21:59.264278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96b959f4-f4c7-4099-b36f-553726e0b95e req-9a0de3c7-2e25-41cd-a8e1-e66adf13a640 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cfcc294-fa1f-4d27-a608-fd689813316d HTTP/1.1" status: 200 len: 1000 time: 0.1660583 Mar 10 15:21:59.335955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 5cb6430b-dfef-4390-b7d3-29d24d879c2a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:21:59.404615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7aa65cd4-c61e-4008-80ea-08c435e6de5a req-ca3c3880-4a07-4355-bc8a-0293ab522e11 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4298339 Mar 10 15:21:59.425220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b959f4-f4c7-4099-b36f-553726e0b95e req-1fdebce9-d08e-4e8c-a498-fa460f1f7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:59.439145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96b959f4-f4c7-4099-b36f-553726e0b95e req-1fdebce9-d08e-4e8c-a498-fa460f1f7c5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.1626999 Mar 10 15:21:59.503329 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:21:59.512105 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-40d1842a-d5aa-4def-b786-b2b9f565f2b5 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1938038 Mar 10 15:21:59.515723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe7909-77ac-4ae7-bc9d-7a879d7b6ec4 None None] Sync routers for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:21:59.520255 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43716) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:21:59.543336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe7909-77ac-4ae7-bc9d-7a879d7b6ec4 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:59.544463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-26fe7909-77ac-4ae7-bc9d-7a879d7b6ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:59.568536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b959f4-f4c7-4099-b36f-553726e0b95e req-aa1118c8-ecc3-4d25-8d19-5b8167a49c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:21:59.570747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96b959f4-f4c7-4099-b36f-553726e0b95e req-aa1118c8-ecc3-4d25-8d19-5b8167a49c04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1256459 Mar 10 15:21:59.659313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-26fe7909-77ac-4ae7-bc9d-7a879d7b6ec4 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:21:59.720053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded8c9a5-3db8-4de5-bd3f-48312f2e89ee tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting subnet c072b1da-6039-44df-8f30-ed188314f40a {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:21:59.731223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded8c9a5-3db8-4de5-bd3f-48312f2e89ee tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (c072b1da-6039-44df-8f30-ed188314f40a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:59.820675 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded8c9a5-3db8-4de5-bd3f-48312f2e89ee tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (c072b1da-6039-44df-8f30-ed188314f40a), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:21:59.823939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-26fe7909-77ac-4ae7-bc9d-7a879d7b6ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:58Z', 'revision_number': 11, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:21:59.913337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe7909-77ac-4ae7-bc9d-7a879d7b6ec4 None None] Checking router: 5cb6430b-dfef-4390-b7d3-29d24d879c2a for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:21:59.940119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe7909-77ac-4ae7-bc9d-7a879d7b6ec4 None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:21:59.950486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-26fe7909-77ac-4ae7-bc9d-7a879d7b6ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:00.095890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-26fe7909-77ac-4ae7-bc9d-7a879d7b6ec4 None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:22:00.104119 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded8c9a5-3db8-4de5-bd3f-48312f2e89ee tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (c072b1da-6039-44df-8f30-ed188314f40a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:00.170980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-26fe7909-77ac-4ae7-bc9d-7a879d7b6ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:58Z', 'revision_number': 11, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:00.250315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe7909-77ac-4ae7-bc9d-7a879d7b6ec4 None None] The sync data for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 is: [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:58Z', 'revision_number': 11, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:22:00.259594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded8c9a5-3db8-4de5-bd3f-48312f2e89ee tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (c072b1da-6039-44df-8f30-ed188314f40a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:00.268719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f5954ea8-fe38-47a0-b408-6db97251880f details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:22:00.338494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8c9a5-3db8-4de5-bd3f-48312f2e89ee tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Subnet': ['ID=c072b1da-6039-44df-8f30-ed188314f40a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:00.369429 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ded8c9a5-3db8-4de5-bd3f-48312f2e89ee tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:00.380290 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ded8c9a5-3db8-4de5-bd3f-48312f2e89ee tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/c072b1da-6039-44df-8f30-ed188314f40a HTTP/1.1" status: 204 len: 168 time: 0.8579218 Mar 10 15:22:00.382050 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43740) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:00.543140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f5954ea8-fe38-47a0-b408-6db97251880f,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:00.571264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96b959f4-f4c7-4099-b36f-553726e0b95e req-42bca132-6881-4a80-b7bd-22bccc0c821e service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9921074 Mar 10 15:22:00.576638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'port_id': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'mac_address': 'fa:16:3e:c0:3f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:22:00.583627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa07fbdb-fad5-41ca-8022-c0031fe11bb0 None None] Network 86ffebc7-c433-46b9-a735-f4e0b9e2e215 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:00.605813 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (86ffebc7-c433-46b9-a735-f4e0b9e2e215), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:00.797031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Deleting port be3afde1-30dd-45cf-881c-535bc6100396 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:22:00.797390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (be3afde1-30dd-45cf-881c-535bc6100396), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:00.868094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c8bed5bb-4a2e-45ea-9751-8d0588552773 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:22:00.981624 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] For port be3afde1-30dd-45cf-881c-535bc6100396, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=be3afde1-30dd-45cf-881c-535bc6100396,segment=NetworkSegment(44613c7a-8646-455d-aea1-cfb93c11ac59),segment_id=44613c7a-8646-455d-aea1-cfb93c11ac59)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:00.983516 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (be3afde1-30dd-45cf-881c-535bc6100396), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:00.985971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96b959f4-f4c7-4099-b36f-553726e0b95e req-36d61044-0dd2-46db-8bea-abeb3a5553c1 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186932 Mar 10 15:22:01.032342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: c8bed5bb-4a2e-45ea-9751-8d0588552773 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:22:01.034892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Calling delete_port for be3afde1-30dd-45cf-881c-535bc6100396 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:22:01.035243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c8bed5bb-4a2e-45ea-9751-8d0588552773 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:22:01.055203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port f5954ea8-fe38-47a0-b408-6db97251880f is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:01.058013 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:01.106227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5954ea8-fe38-47a0-b408-6db97251880f {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:22:01.147768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f5954ea8-fe38-47a0-b408-6db97251880f,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:01.159786 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:01.179596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c90bf4-1a4c-41d1-a5ad-6b0ebfd79f30 req-2c9a59bc-129f-4e36-99a4-0452063317a2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:01.181800 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54c90bf4-1a4c-41d1-a5ad-6b0ebfd79f30 req-2c9a59bc-129f-4e36-99a4-0452063317a2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.6094964 Mar 10 15:22:01.191213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8b546-f79b-4ee9-ba68-6ba8ff8e1fc3 req-2913c0c6-dc1b-4f64-8b44-7a3d8ec73de1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:01.200828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26b8b546-f79b-4ee9-ba68-6ba8ff8e1fc3 req-2913c0c6-dc1b-4f64-8b44-7a3d8ec73de1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 943 time: 0.5489721 Mar 10 15:22:01.250445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=f5954ea8-fe38-47a0-b408-6db97251880f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:01.313827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54c90bf4-1a4c-41d1-a5ad-6b0ebfd79f30 req-0ea47fe2-1493-4c9c-b1cd-ad68d3c5977b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930395 Mar 10 15:22:01.357261 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (be3afde1-30dd-45cf-881c-535bc6100396), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:01.370894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b7509e-2bce-463b-991a-81ddd539e475 None None] DHCP port deletion for 86ffebc7-c433-46b9-a735-f4e0b9e2e215 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:22:01.414302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26b8b546-f79b-4ee9-ba68-6ba8ff8e1fc3 req-dfc2f71f-721c-4f3e-b780-9c5b565c0954 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113819 Mar 10 15:22:01.431537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No DVR routers for this DVR port be3afde1-30dd-45cf-881c-535bc6100396 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:22:01.440037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Port': ['ID=be3afde1-30dd-45cf-881c-535bc6100396,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:01.476791 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['f5954ea8-fe38-47a0-b408-6db97251880f'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:22:01.640328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (86ffebc7-c433-46b9-a735-f4e0b9e2e215), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:01.691274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ffebc7-c433-46b9-a735-f4e0b9e2e215']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:01.711649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44613c7a-8646-455d-aea1-cfb93c11ac59') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:01.711956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44613c7a-8646-455d-aea1-cfb93c11ac59') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:01.736735 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (44613c7a-8646-455d-aea1-cfb93c11ac59), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:01.767019 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (44613c7a-8646-455d-aea1-cfb93c11ac59), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:01.780867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:22:01.782479 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (44613c7a-8646-455d-aea1-cfb93c11ac59), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:22:01.873665 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:22:01.973303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (86ffebc7-c433-46b9-a735-f4e0b9e2e215), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:01.994217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:01.999061 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/networks/86ffebc7-c433-46b9-a735-f4e0b9e2e215 HTTP/1.1" status: 204 len: 168 time: 1.6160076 Mar 10 15:22:02.001845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43764) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:02.006637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-bf45c782-da93-4cc8-9036-290c6b929a41 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'routes': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:02.063346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acda57-161a-4e7a-a2af-d3f6a17635ad tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Pushing event deleted for resources: {'Network': ['ID=86ffebc7-c433-46b9-a735-f4e0b9e2e215,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:02.414694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.extraroute_db [None req-bf45c782-da93-4cc8-9036-290c6b929a41 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Added routes are [] {{(pid=115533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 15:22:02.415017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.extraroute_db [None req-bf45c782-da93-4cc8-9036-290c6b929a41 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Removed routes are [] {{(pid=115533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 15:22:02.415394 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf45c782-da93-4cc8-9036-290c6b929a41 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:02.684502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device be3afde1-30dd-45cf-881c-535bc6100396 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:22:02.749140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: be3afde1-30dd-45cf-881c-535bc6100396 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:22:02.749745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device be3afde1-30dd-45cf-881c-535bc6100396 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:22:02.770653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042462a-107c-415c-a676-7eefb6541db2 req-e22fac9a-95a6-46c2-8ac1-1b7f0a7ae709 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:02.772754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5042462a-107c-415c-a676-7eefb6541db2 req-e22fac9a-95a6-46c2-8ac1-1b7f0a7ae709 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.2718830 Mar 10 15:22:02.842258 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf45c782-da93-4cc8-9036-290c6b929a41 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:02.855423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b7e7f-ed1c-4ff6-8c4e-4650b5392e26 req-1969cb09-b67a-40c9-95d1-be484a91d3d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:02.869119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c1b7e7f-ed1c-4ff6-8c4e-4650b5392e26 req-1969cb09-b67a-40c9-95d1-be484a91d3d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 944 time: 0.3021331 Mar 10 15:22:02.913028 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf45c782-da93-4cc8-9036-290c6b929a41 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:03.081568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5042462a-107c-415c-a676-7eefb6541db2 req-0db5f29b-6c0a-4fe6-95e5-3c1353fd543a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961440 Mar 10 15:22:03.128551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c1b7e7f-ed1c-4ff6-8c4e-4650b5392e26 req-2effa7da-f78a-4795-8b9d-4ee3a2c3acc3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458837 Mar 10 15:22:03.208953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf45c782-da93-4cc8-9036-290c6b929a41 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 5cb6430b-dfef-4390-b7d3-29d24d879c2a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:22:03.382387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf45c782-da93-4cc8-9036-290c6b929a41 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:22:03.396235 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a53b10b-9d19-4cc9-be4a-f4e6bc759f3b None None] Sync routers for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:22:03.408393 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf45c782-da93-4cc8-9036-290c6b929a41 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:03.417662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43782) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:03.421623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bf45c782-da93-4cc8-9036-290c6b929a41 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a HTTP/1.1" status: 200 len: 701 time: 1.4065752 Mar 10 15:22:03.423512 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a53b10b-9d19-4cc9-be4a-f4e6bc759f3b None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:03.424167 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6a53b10b-9d19-4cc9-be4a-f4e6bc759f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:03.488200 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3b825d48-bdb6-4726-9045-5340f7b92a37 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb6430b-dfef-4390-b7d3-29d24d879c2a HTTP/1.1" status: 200 len: 205 time: 0.0693452 Mar 10 15:22:03.539693 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-6a53b10b-9d19-4cc9-be4a-f4e6bc759f3b None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:22:03.572412 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43784) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:03.614319 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6a53b10b-9d19-4cc9-be4a-f4e6bc759f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:58Z', 'revision_number': 11, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:03.660385 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a53b10b-9d19-4cc9-be4a-f4e6bc759f3b None None] Checking router: 5cb6430b-dfef-4390-b7d3-29d24d879c2a for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:22:03.671587 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a53b10b-9d19-4cc9-be4a-f4e6bc759f3b None None] Routers {'5cb6430b-dfef-4390-b7d3-29d24d879c2a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:03.673049 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6a53b10b-9d19-4cc9-be4a-f4e6bc759f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:03.775016 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-716b7c98-8d01-44ce-8c85-cd4cf8a40635 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:03.826624 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-6a53b10b-9d19-4cc9-be4a-f4e6bc759f3b None None] Set router 5cb6430b-dfef-4390-b7d3-29d24d879c2a gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:22:03.918620 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6a53b10b-9d19-4cc9-be4a-f4e6bc759f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:58Z', 'revision_number': 11, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:03.950958 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a53b10b-9d19-4cc9-be4a-f4e6bc759f3b None None] The sync data for ids ['5cb6430b-dfef-4390-b7d3-29d24d879c2a'] in n-d-833090-1 is: [{'id': '5cb6430b-dfef-4390-b7d3-29d24d879c2a', 'name': 'tempest-RoutersTest-router-1721645766', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:20:45Z', 'updated_at': '2022-03-10T15:21:58Z', 'revision_number': 11, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:22:04.243205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f5954ea8-fe38-47a0-b408-6db97251880f up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:04.420332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port f5954ea8-fe38-47a0-b408-6db97251880f completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:22:04.427051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port f5954ea8-fe38-47a0-b408-6db97251880f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:04.427446 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:04.454127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323c54c-825b-4d47-97ff-858787d60a10 req-a6f628f3-65b2-4499-a98a-71f3beb2070b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:04.455961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a323c54c-825b-4d47-97ff-858787d60a10 req-a6f628f3-65b2-4499-a98a-71f3beb2070b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 944 time: 0.1286881 Mar 10 15:22:04.575292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a323c54c-825b-4d47-97ff-858787d60a10 req-bf242562-162f-4f11-8f70-cd5fdacebde1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133695 Mar 10 15:22:04.604334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port f5954ea8-fe38-47a0-b408-6db97251880f is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:04.604732 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:04.653683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:22:04.656200 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078b9dc3-982b-4c95-bbee-e81bbd880a53" -d '{"events": [{"server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "name": "network-vif-plugged", "status": "completed", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:22:04.687696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f5954ea8-fe38-47a0-b408-6db97251880f,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:04.699901 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:04.803549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=f5954ea8-fe38-47a0-b408-6db97251880f,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:04.808047 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af304103-d824-44d7-a66d-c88cc17affe3 x-openstack-request-id: req-af304103-d824-44d7-a66d-c88cc17affe3 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:22:04.808662 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "name": "network-vif-plugged", "status": "completed", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:22:04.809145 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af304103-d824-44d7-a66d-c88cc17affe3 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:22:04.809760 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'code': 200} Mar 10 15:22:04.995842 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-716b7c98-8d01-44ce-8c85-cd4cf8a40635 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:05.003125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-716b7c98-8d01-44ce-8c85-cd4cf8a40635 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (5cb6430b-dfef-4390-b7d3-29d24d879c2a), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:05.033391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3925982-9145-4501-a08b-99278ee14638 req-1aefd0a4-3f08-42d6-ad32-b41d5ba79be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:05.035215 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3925982-9145-4501-a08b-99278ee14638 req-1aefd0a4-3f08-42d6-ad32-b41d5ba79be0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1127 time: 0.0994983 Mar 10 15:22:05.081766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-716b7c98-8d01-44ce-8c85-cd4cf8a40635 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (5cb6430b-dfef-4390-b7d3-29d24d879c2a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:05.082289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716b7c98-8d01-44ce-8c85-cd4cf8a40635 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Fanout notify agent at l3_agent the message router_deleted on router 5cb6430b-dfef-4390-b7d3-29d24d879c2a {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:22:05.098124 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-716b7c98-8d01-44ce-8c85-cd4cf8a40635 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:05.103598 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-716b7c98-8d01-44ce-8c85-cd4cf8a40635 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a HTTP/1.1" status: 204 len: 168 time: 1.5294623 Mar 10 15:22:05.112132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43810) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:05.119962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ac61be38-b576-49f7-8fa3-e97ccdc1af21 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-242260381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:05.161710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3925982-9145-4501-a08b-99278ee14638 req-8c6f1a1d-8b72-4af7-bbcf-3caac2a3f103 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196609 Mar 10 15:22:05.191783 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac61be38-b576-49f7-8fa3-e97ccdc1af21 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (52bb292d-5b5f-473a-8e46-46d9fdba3559), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:05.205016 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac61be38-b576-49f7-8fa3-e97ccdc1af21 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (52bb292d-5b5f-473a-8e46-46d9fdba3559), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:05.419593 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac61be38-b576-49f7-8fa3-e97ccdc1af21 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (52bb292d-5b5f-473a-8e46-46d9fdba3559), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:05.430884 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac61be38-b576-49f7-8fa3-e97ccdc1af21 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (52bb292d-5b5f-473a-8e46-46d9fdba3559), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:05.490246 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac61be38-b576-49f7-8fa3-e97ccdc1af21 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:05.497532 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ac61be38-b576-49f7-8fa3-e97ccdc1af21 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3822591 Mar 10 15:22:05.500217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43818) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:05.505802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-be5b97a3-954f-45b5-8731-11a5ddaab684 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:06.097324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f6339-35da-418a-b638-c3bd8286f544 req-eed7508a-d028-47d9-8251-9e58a840cd1d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:06.099077 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d5f6339-35da-418a-b638-c3bd8286f544 req-eed7508a-d028-47d9-8251-9e58a840cd1d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.2377949 Mar 10 15:22:06.337562 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-be5b97a3-954f-45b5-8731-11a5ddaab684 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (52bb292d-5b5f-473a-8e46-46d9fdba3559), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:06.470083 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-be5b97a3-954f-45b5-8731-11a5ddaab684 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (52bb292d-5b5f-473a-8e46-46d9fdba3559), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:06.638694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d5f6339-35da-418a-b638-c3bd8286f544 req-32efe49b-8c6a-45cb-91ed-1eb75456e9f6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504187 Mar 10 15:22:06.788381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5b97a3-954f-45b5-8731-11a5ddaab684 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Router 52bb292d-5b5f-473a-8e46-46d9fdba3559 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:22:06.950655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5b97a3-954f-45b5-8731-11a5ddaab684 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:22:06.960850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cba276-5bb9-44a3-8eee-bd30ecacc106 None None] Sync routers for ids ['52bb292d-5b5f-473a-8e46-46d9fdba3559'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:22:06.974310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-be5b97a3-954f-45b5-8731-11a5ddaab684 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:06.978890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43842) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:06.979993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-be5b97a3-954f-45b5-8731-11a5ddaab684 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "PUT /v2.0/routers/52bb292d-5b5f-473a-8e46-46d9fdba3559 HTTP/1.1" status: 200 len: 693 time: 1.4742827 Mar 10 15:22:06.982992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cba276-5bb9-44a3-8eee-bd30ecacc106 None None] Routers {'52bb292d-5b5f-473a-8e46-46d9fdba3559'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:06.992999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-09cba276-5bb9-44a3-8eee-bd30ecacc106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['52bb292d-5b5f-473a-8e46-46d9fdba3559'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:07.140567 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ddaf9894-4031-42fc-9746-a3039511860b tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/routers/52bb292d-5b5f-473a-8e46-46d9fdba3559 HTTP/1.1" status: 200 len: 699 time: 0.1577940 Mar 10 15:22:07.140950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43844) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:07.224089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fc07462c-e2f3-4183-8ff2-3436d9eca8ab tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=52bb292d-5b5f-473a-8e46-46d9fdba3559 HTTP/1.1" status: 200 len: 205 time: 0.0796316 Mar 10 15:22:07.224391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43846) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:07.301261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-09cba276-5bb9-44a3-8eee-bd30ecacc106 None None] Set router 52bb292d-5b5f-473a-8e46-46d9fdba3559 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:22:07.388301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf288-d1df-4169-a122-b7e3b49e13ce tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (52bb292d-5b5f-473a-8e46-46d9fdba3559), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:07.580930 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-09cba276-5bb9-44a3-8eee-bd30ecacc106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb292d-5b5f-473a-8e46-46d9fdba3559', 'name': 'tempest-RoutersTest-router-242260381', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:05Z', 'updated_at': '2022-03-10T15:22:06Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:07.721647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cba276-5bb9-44a3-8eee-bd30ecacc106 None None] Checking router: 52bb292d-5b5f-473a-8e46-46d9fdba3559 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:22:07.765039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cba276-5bb9-44a3-8eee-bd30ecacc106 None None] Routers {'52bb292d-5b5f-473a-8e46-46d9fdba3559'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:07.768624 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf288-d1df-4169-a122-b7e3b49e13ce tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (52bb292d-5b5f-473a-8e46-46d9fdba3559), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:07.769532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-09cba276-5bb9-44a3-8eee-bd30ecacc106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['52bb292d-5b5f-473a-8e46-46d9fdba3559'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:07.772599 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf288-d1df-4169-a122-b7e3b49e13ce tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router_controller (52bb292d-5b5f-473a-8e46-46d9fdba3559), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:07.921973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf288-d1df-4169-a122-b7e3b49e13ce tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (52bb292d-5b5f-473a-8e46-46d9fdba3559), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:07.923766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfbf288-d1df-4169-a122-b7e3b49e13ce tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Fanout notify agent at l3_agent the message router_deleted on router 52bb292d-5b5f-473a-8e46-46d9fdba3559 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:22:07.941584 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf288-d1df-4169-a122-b7e3b49e13ce tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:07.947173 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1cfbf288-d1df-4169-a122-b7e3b49e13ce tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/52bb292d-5b5f-473a-8e46-46d9fdba3559 HTTP/1.1" status: 204 len: 168 time: 0.7171423 Mar 10 15:22:07.947883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43860) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:07.974617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f39d7b-f83b-4176-b06d-f81fb8308f56 req-e41826c2-ebd9-4f24-b4bd-2bf8154a565c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:07.982816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35f39d7b-f83b-4176-b06d-f81fb8308f56 req-e41826c2-ebd9-4f24-b4bd-2bf8154a565c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1618600 Mar 10 15:22:08.012417 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-393dd0f5-1aa0-4aca-99a7-43e16b7383ef tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=52bb292d-5b5f-473a-8e46-46d9fdba3559 HTTP/1.1" status: 200 len: 205 time: 0.0630183 Mar 10 15:22:08.014321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43862) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:08.099426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35f39d7b-f83b-4176-b06d-f81fb8308f56 req-4c820511-6749-4543-8a88-1de90740dd8d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104097 Mar 10 15:22:08.107733 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-1f47ac53-b9e3-40fd-b675-ffddcabc77c8 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] delete failed (client error): The resource could not be found. Mar 10 15:22:08.108968 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1f47ac53-b9e3-40fd-b675-ffddcabc77c8 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/52bb292d-5b5f-473a-8e46-46d9fdba3559 HTTP/1.1" status: 404 len: 336 time: 0.0935924 Mar 10 15:22:08.111558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43864) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:08.186394 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de03f0b-81cd-43d5-b465-7b8fcefc9f07 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] DELETE failed (client error): The resource could not be found. Mar 10 15:22:08.188543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de03f0b-81cd-43d5-b465-7b8fcefc9f07 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:22:08.196324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0de03f0b-81cd-43d5-b465-7b8fcefc9f07 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/743cf21b-704b-4204-a2c4-749f911edd32 HTTP/1.1" status: 404 len: 337 time: 0.0815120 Mar 10 15:22:08.196714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43868) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:08.267858 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-81685241-fd74-40ed-ab7e-698b7496f9f3 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] DELETE failed (client error): The resource could not be found. Mar 10 15:22:08.270821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81685241-fd74-40ed-ab7e-698b7496f9f3 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:22:08.284949 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-81685241-fd74-40ed-ab7e-698b7496f9f3 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/a109cf59-79dc-4636-8bfc-39ca241ce249 HTTP/1.1" status: 404 len: 337 time: 0.0848286 Mar 10 15:22:08.286705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43870) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:08.383089 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5084d58-14ed-4115-8fc1-28d532ff5bc9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] DELETE failed (client error): The resource could not be found. Mar 10 15:22:08.383559 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5084d58-14ed-4115-8fc1-28d532ff5bc9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:22:08.393900 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a5084d58-14ed-4115-8fc1-28d532ff5bc9 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/6005ecd9-aacd-44cb-b84a-4c5630bda954 HTTP/1.1" status: 404 len: 337 time: 0.1023817 Mar 10 15:22:08.397039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43872) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:08.406100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b2f33-3ec2-4a14-badc-052191c1a540 req-dd1ca0bb-88da-4993-a535-9daf8fc4a9ca tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:08.409940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-480b2f33-3ec2-4a14-badc-052191c1a540 req-dd1ca0bb-88da-4993-a535-9daf8fc4a9ca tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1599264 Mar 10 15:22:08.514392 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4be522-d179-4785-b2b3-b21d0ac2fd28 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] DELETE failed (client error): The resource could not be found. Mar 10 15:22:08.514907 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4be522-d179-4785-b2b3-b21d0ac2fd28 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:22:08.540759 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2b4be522-d179-4785-b2b3-b21d0ac2fd28 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/c072b1da-6039-44df-8f30-ed188314f40a HTTP/1.1" status: 404 len: 337 time: 0.1401887 Mar 10 15:22:08.541375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43874) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:08.578484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-09cba276-5bb9-44a3-8eee-bd30ecacc106 None None] Set router 52bb292d-5b5f-473a-8e46-46d9fdba3559 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:22:08.602263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-480b2f33-3ec2-4a14-badc-052191c1a540 req-a141b577-5015-4dd2-95e0-797c2aca71a5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819220 Mar 10 15:22:08.618195 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6f0ac5f9-942a-474e-aa83-691df760b735 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=5cb6430b-dfef-4390-b7d3-29d24d879c2a HTTP/1.1" status: 200 len: 205 time: 0.0730321 Mar 10 15:22:08.618418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43876) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:08.648423 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43878) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:08.738829 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-2059ee03-b982-44fc-a79e-5fce66272f62 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] delete failed (client error): The resource could not be found. Mar 10 15:22:08.742740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2059ee03-b982-44fc-a79e-5fce66272f62 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/5cb6430b-dfef-4390-b7d3-29d24d879c2a HTTP/1.1" status: 404 len: 336 time: 0.1203742 Mar 10 15:22:08.751717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43880) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:08.761184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-09cba276-5bb9-44a3-8eee-bd30ecacc106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bb292d-5b5f-473a-8e46-46d9fdba3559', 'name': 'tempest-RoutersTest-router-242260381', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:05Z', 'updated_at': '2022-03-10T15:22:06Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:08.790371 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b608c454-01e3-41f8-b2fc-016d2a4d8487 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:08.795491 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b608c454-01e3-41f8-b2fc-016d2a4d8487 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1122 time: 0.1458793 Mar 10 15:22:08.796097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43886) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:08.807322 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:08.854191 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:08.884339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c12fd00f-006f-4e71-8b1a-d1a1a5c4f7fc tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb5b1a95-4347-438a-9da6-48ec9ba36e6f HTTP/1.1" status: 200 len: 205 time: 0.1296704 Mar 10 15:22:08.890883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43890) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:08.903507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cba276-5bb9-44a3-8eee-bd30ecacc106 None None] The sync data for ids ['52bb292d-5b5f-473a-8e46-46d9fdba3559'] in n-d-833090-1 is: [{'id': '52bb292d-5b5f-473a-8e46-46d9fdba3559', 'name': 'tempest-RoutersTest-router-242260381', 'tenant_id': '08b44c31f8294d90ba34d30f765a9bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:05Z', 'updated_at': '2022-03-10T15:22:06Z', 'revision_number': 2, 'project_id': '08b44c31f8294d90ba34d30f765a9bd3', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:22:09.001893 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-14bf9eec-3c7b-4c24-a493-ca58f9ce4315 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] delete failed (client error): The resource could not be found. Mar 10 15:22:09.011395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-14bf9eec-3c7b-4c24-a493-ca58f9ce4315 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/eb5b1a95-4347-438a-9da6-48ec9ba36e6f HTTP/1.1" status: 404 len: 336 time: 0.1192474 Mar 10 15:22:09.012297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43894) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:09.078653 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4f6e49-e2dc-4fbf-a31f-5fa3e98c334e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] DELETE failed (client error): The resource could not be found. Mar 10 15:22:09.083366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4f6e49-e2dc-4fbf-a31f-5fa3e98c334e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:22:09.096957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7a4f6e49-e2dc-4fbf-a31f-5fa3e98c334e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/c5dc610b-2878-4b5c-88c6-89d508f37308 HTTP/1.1" status: 404 len: 337 time: 0.0833716 Mar 10 15:22:09.098380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43900) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:09.255105 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aac77035-e4b9-427d-8f95-e83c3409a865 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=2cea3de8-df83-4a26-9906-4e51c7427c96 HTTP/1.1" status: 200 len: 205 time: 0.1545954 Mar 10 15:22:09.258156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43906) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:09.329585 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:09.356926 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-e5b08ddc-451a-4605-b3e0-54eccab66a05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] delete failed (client error): The resource could not be found. Mar 10 15:22:09.366883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e5b08ddc-451a-4605-b3e0-54eccab66a05 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/2cea3de8-df83-4a26-9906-4e51c7427c96 HTTP/1.1" status: 404 len: 336 time: 0.1076529 Mar 10 15:22:09.369627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43908) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:09.460640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8a1a70a6-e8df-4d98-a2ab-9bd11596ca4e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f HTTP/1.1" status: 200 len: 205 time: 0.0896811 Mar 10 15:22:09.467538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43910) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:09.559053 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-e85eec42-d725-4e0f-a232-11ffa6d44d9e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] delete failed (client error): The resource could not be found. Mar 10 15:22:09.560467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e85eec42-d725-4e0f-a232-11ffa6d44d9e tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/77eb6350-a8f1-4ce9-8a4e-a0a925b8e38f HTTP/1.1" status: 404 len: 336 time: 0.0919521 Mar 10 15:22:09.565384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43912) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:09.655588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.25.3.115 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/e1e4e873-a936-4854-9de9-d3eba076b6c9) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:09.662015 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8b92d2-d8f2-48ad-bc8f-a60fff3a03a8 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] DELETE failed (client error): The resource could not be found. Mar 10 15:22:09.666300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8b92d2-d8f2-48ad-bc8f-a60fff3a03a8 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:22:09.676181 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6e8b92d2-d8f2-48ad-bc8f-a60fff3a03a8 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/c5d67245-c665-489e-af62-16146b7c1d83 HTTP/1.1" status: 404 len: 337 time: 0.0958030 Mar 10 15:22:09.679325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43914) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:09.755557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9697af33-2f0c-4961-84da-32b3967ca135 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e257786-e7e8-441a-ba22-f1442cc962bc HTTP/1.1" status: 200 len: 205 time: 0.0745513 Mar 10 15:22:09.759425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43916) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:09.871058 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-2a1cef80-451c-4081-bc14-4bb836cd31b8 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] delete failed (client error): The resource could not be found. Mar 10 15:22:09.894113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2a1cef80-451c-4081-bc14-4bb836cd31b8 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/8e257786-e7e8-441a-ba22-f1442cc962bc HTTP/1.1" status: 404 len: 336 time: 0.1242177 Mar 10 15:22:09.895379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43924) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:09.937674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (e1e4e873-a936-4854-9de9-d3eba076b6c9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:09.983214 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e1e4e873-a936-4854-9de9-d3eba076b6c9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:09.983489 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a021b498-29e0-43a2-99cb-47ff86494912 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] DELETE failed (client error): The resource could not be found. Mar 10 15:22:09.984080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a021b498-29e0-43a2-99cb-47ff86494912 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:22:09.994336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a021b498-29e0-43a2-99cb-47ff86494912 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/e1f5319b-2140-4433-af74-61cb74d2ac15 HTTP/1.1" status: 404 len: 337 time: 0.0976236 Mar 10 15:22:09.995118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43928) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:10.105545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43930) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:10.121241 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3c53e408-9e2b-4d84-9f38-7a9d124b7c8d tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "GET /v2.0/ports?device_id=9eddec5d-712c-497b-b452-6162edcf8d6a HTTP/1.1" status: 200 len: 205 time: 0.1242361 Mar 10 15:22:10.129686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43932) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:10.199071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:10.204766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=e1e4e873-a936-4854-9de9-d3eba076b6c9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:10.220425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:10.230195 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:10.375850 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-5fde873c-b4ba-4389-b7b7-930ea22ac064 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] delete failed (client error): The resource could not be found. Mar 10 15:22:10.390651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5fde873c-b4ba-4389-b7b7-930ea22ac064 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/routers/9eddec5d-712c-497b-b452-6162edcf8d6a HTTP/1.1" status: 404 len: 336 time: 0.2325788 Mar 10 15:22:10.392376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43938) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:10.507704 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de1ce40-5eb2-40df-b4d0-b5055bb2dc60 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] DELETE failed (client error): The resource could not be found. Mar 10 15:22:10.508172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de1ce40-5eb2-40df-b4d0-b5055bb2dc60 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:22:10.515771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43940) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:10.535011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1de1ce40-5eb2-40df-b4d0-b5055bb2dc60 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/71be2efe-96f1-4f45-8412-3ef1a9b90043 HTTP/1.1" status: 404 len: 337 time: 0.1413527 Mar 10 15:22:10.562742 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3ad5-1071-4d74-bbfb-489a905b7706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:10.624318 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b772499c-0ee5-4807-8136-daee03b58ae8 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] DELETE failed (client error): The resource could not be found. Mar 10 15:22:10.624790 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b772499c-0ee5-4807-8136-daee03b58ae8 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:22:10.627850 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b772499c-0ee5-4807-8136-daee03b58ae8 tempest-RoutersTest-1303478674 tempest-RoutersTest-1303478674-project] 10.222.0.11 "DELETE /v2.0/subnets/1b148520-2401-4a96-bb11-b44783fef6de HTTP/1.1" status: 404 len: 337 time: 0.1111131 Mar 10 15:22:10.881397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3ad5-1071-4d74-bbfb-489a905b7706 admin admin] Publish callbacks [] for security_group (ac4d81ee-1d92-49b0-b692-7b9dade10310), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:10.898935 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3ad5-1071-4d74-bbfb-489a905b7706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ac4d81ee-1d92-49b0-b692-7b9dade10310), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:11.081474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c3ad5-1071-4d74-bbfb-489a905b7706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4d81ee-1d92-49b0-b692-7b9dade10310,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:11.123014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1e2c3ad5-1071-4d74-bbfb-489a905b7706 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70d12ec9e4264c5688d2704ed5111de8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9999688 Mar 10 15:22:11.127873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43952) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:11.207634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43954) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:11.274252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2934aa88-9360-480a-9a64-3efda21d1b94 admin admin] Publish callbacks [] for security_group (ac4d81ee-1d92-49b0-b692-7b9dade10310), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:11.340705 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2934aa88-9360-480a-9a64-3efda21d1b94 admin admin] Publish callbacks [] for security_group (ac4d81ee-1d92-49b0-b692-7b9dade10310), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:11.399498 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2934aa88-9360-480a-9a64-3efda21d1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ac4d81ee-1d92-49b0-b692-7b9dade10310), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:11.404697 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2934aa88-9360-480a-9a64-3efda21d1b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:11.407325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2934aa88-9360-480a-9a64-3efda21d1b94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac4d81ee-1d92-49b0-b692-7b9dade10310 HTTP/1.1" status: 204 len: 168 time: 0.2784672 Mar 10 15:22:11.448391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934aa88-9360-480a-9a64-3efda21d1b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4d81ee-1d92-49b0-b692-7b9dade10310,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:11.631708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fa596b81-f198-4a09-bf07-8f184defefa8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08b44c31f8294d90ba34d30f765a9bd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3871217 Mar 10 15:22:11.632131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43962) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:11.740212 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0c1af56-1885-44a7-8ea8-653841529ce7 admin admin] Publish callbacks [] for security_group (66615e8e-9c41-4583-80d8-97a647b2fd49), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:11.781790 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0c1af56-1885-44a7-8ea8-653841529ce7 admin admin] Publish callbacks [] for security_group (66615e8e-9c41-4583-80d8-97a647b2fd49), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:11.883332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0c1af56-1885-44a7-8ea8-653841529ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (66615e8e-9c41-4583-80d8-97a647b2fd49), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:11.886271 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0c1af56-1885-44a7-8ea8-653841529ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:11.889692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f0c1af56-1885-44a7-8ea8-653841529ce7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66615e8e-9c41-4583-80d8-97a647b2fd49 HTTP/1.1" status: 204 len: 168 time: 0.2543402 Mar 10 15:22:11.913428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (086d0dfd-7115-4105-a5a3-e8d5011d15d0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:11.937308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1af56-1885-44a7-8ea8-653841529ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66615e8e-9c41-4583-80d8-97a647b2fd49,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:12.238183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43974) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:12.262367 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8ee-9611-4408-a209-8a06189d7e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:12.500855 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8ee-9611-4408-a209-8a06189d7e39 admin admin] Publish callbacks [] for security_group (3c080b67-27d3-4eeb-8ed2-a2e4b7398761), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:12.513800 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8ee-9611-4408-a209-8a06189d7e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3c080b67-27d3-4eeb-8ed2-a2e4b7398761), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:12.616391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f2fbf8ee-9611-4408-a209-8a06189d7e39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50a2eb8376ff4bf4b4be0dc4919216f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3763194 Mar 10 15:22:12.626393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43982) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:12.819521 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-023e4036-6e96-4da0-a148-249ec73fec52 admin admin] Publish callbacks [] for security_group (3c080b67-27d3-4eeb-8ed2-a2e4b7398761), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:12.881083 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-023e4036-6e96-4da0-a148-249ec73fec52 admin admin] Publish callbacks [] for security_group (3c080b67-27d3-4eeb-8ed2-a2e4b7398761), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:12.971036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbf8ee-9611-4408-a209-8a06189d7e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c080b67-27d3-4eeb-8ed2-a2e4b7398761,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:13.005235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e1e4e873-a936-4854-9de9-d3eba076b6c9), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:13.024673 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-023e4036-6e96-4da0-a148-249ec73fec52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3c080b67-27d3-4eeb-8ed2-a2e4b7398761), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:13.027655 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-023e4036-6e96-4da0-a148-249ec73fec52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:13.033334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-023e4036-6e96-4da0-a148-249ec73fec52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c080b67-27d3-4eeb-8ed2-a2e4b7398761 HTTP/1.1" status: 204 len: 168 time: 0.3988416 Mar 10 15:22:13.059913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e4036-6e96-4da0-a148-249ec73fec52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c080b67-27d3-4eeb-8ed2-a2e4b7398761,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:13.441387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (e1e4e873-a936-4854-9de9-d3eba076b6c9), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:13.452643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e1e4e873-a936-4854-9de9-d3eba076b6c9), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:13.673718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=e1e4e873-a936-4854-9de9-d3eba076b6c9,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:13.732247 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (086d0dfd-7115-4105-a5a3-e8d5011d15d0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:13.792488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44010) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:13.976105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-15924059-3291-4a30-838f-6a69bb052064 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-332316686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:14.022701 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15924059-3291-4a30-838f-6a69bb052064 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (1efd4d6b-09d6-4d08-8bdb-84885f55da37), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.024356 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15924059-3291-4a30-838f-6a69bb052064 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (1efd4d6b-09d6-4d08-8bdb-84885f55da37), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.148737 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15924059-3291-4a30-838f-6a69bb052064 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for router_controller (1efd4d6b-09d6-4d08-8bdb-84885f55da37), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.155720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15924059-3291-4a30-838f-6a69bb052064 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (1efd4d6b-09d6-4d08-8bdb-84885f55da37), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.163888 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Floating IP 086d0dfd-7115-4105-a5a3-e8d5011d15d0 associated. External IP: 172.25.3.115, port: f5954ea8-fe38-47a0-b408-6db97251880f. Mar 10 15:22:14.186291 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15924059-3291-4a30-838f-6a69bb052064 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.190679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-15924059-3291-4a30-838f-6a69bb052064 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3964365 Mar 10 15:22:14.191601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44020) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:14.196774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1701489809'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:14.219390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Made reservation on behalf of 30736b6a7f6e4bf4a1d9825775ae8b6d for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:22:14.223653 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.234098 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.434775 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for security_group (461aadba-6b8f-405d-aa8d-928684be859d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.436207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44022) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:14.443353 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (461aadba-6b8f-405d-aa8d-928684be859d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.473443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461aadba-6b8f-405d-aa8d-928684be859d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:14.486754 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26551cbc-bdf4-40b0-a2ed-94e82a3b31a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.492491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:22:14.581216 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26551cbc-bdf4-40b0-a2ed-94e82a3b31a2 admin admin] Publish callbacks [] for security_group (9cb31368-0e7a-4a9e-b8c2-5a503bcdf813), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.592238 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26551cbc-bdf4-40b0-a2ed-94e82a3b31a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9cb31368-0e7a-4a9e-b8c2-5a503bcdf813), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.619549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-26551cbc-bdf4-40b0-a2ed-94e82a3b31a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd5787e3181c44ad938fa351bd0d96ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784596 Mar 10 15:22:14.619549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f9b04fa3-3234-4178-8287-3d0e28ce3b81), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.619549 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Added segment f9b04fa3-3234-4178-8287-3d0e28ce3b81 of type vlan for network 6c6eb198-e1ac-4957-a4a3-c017fad24493 Mar 10 15:22:14.619549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44024) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:14.666329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26551cbc-bdf4-40b0-a2ed-94e82a3b31a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb31368-0e7a-4a9e-b8c2-5a503bcdf813,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:14.739902 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (6c6eb198-e1ac-4957-a4a3-c017fad24493), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.759364 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-04aece1b-dcea-4abd-a78f-bace8e814863 admin admin] Publish callbacks [] for security_group (9cb31368-0e7a-4a9e-b8c2-5a503bcdf813), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.811303 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-04aece1b-dcea-4abd-a78f-bace8e814863 admin admin] Publish callbacks [] for security_group (9cb31368-0e7a-4a9e-b8c2-5a503bcdf813), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.813590 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (6c6eb198-e1ac-4957-a4a3-c017fad24493), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.820602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:14.821362 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:14.947620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Network': ['ID=6c6eb198-e1ac-4957-a4a3-c017fad24493,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:14.956038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44028) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:14.959606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 6c6eb198-e1ac-4957-a4a3-c017fad24493 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:22:14.961749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'subnet': {'network_id': '6c6eb198-e1ac-4957-a4a3-c017fad24493', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:14.972496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dd2618f2-5a26-4f88-b771-500411a73d0b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7795041 Mar 10 15:22:15.046478 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-04aece1b-dcea-4abd-a78f-bace8e814863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9cb31368-0e7a-4a9e-b8c2-5a503bcdf813), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:15.051397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-04aece1b-dcea-4abd-a78f-bace8e814863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:15.054296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-04aece1b-dcea-4abd-a78f-bace8e814863 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9cb31368-0e7a-4a9e-b8c2-5a503bcdf813 HTTP/1.1" status: 204 len: 168 time: 0.4342432 Mar 10 15:22:15.101672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aece1b-dcea-4abd-a78f-bace8e814863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb31368-0e7a-4a9e-b8c2-5a503bcdf813,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:15.231405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Made reservation on behalf of 30736b6a7f6e4bf4a1d9825775ae8b6d for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:22:15.245644 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:15.279287 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router c5090bd4-b861-493c-97ee-519eae47cdbc has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:22:15.594752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:22:15.606318 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c668a-50c3-4390-8142-107a330ecf6d None None] Sync routers for ids ['c5090bd4-b861-493c-97ee-519eae47cdbc'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:22:15.620954 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c668a-50c3-4390-8142-107a330ecf6d None None] Routers {'c5090bd4-b861-493c-97ee-519eae47cdbc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:15.621661 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-025c668a-50c3-4390-8142-107a330ecf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c5090bd4-b861-493c-97ee-519eae47cdbc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:15.700583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:15.783422 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-05286149-5c9c-481e-a6d5-237da0eb88ba tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9862206 Mar 10 15:22:15.788310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:22:15.794821 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76" -d '{"events": [{"name": "network-changed", "server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:22:15.884062 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-025c668a-50c3-4390-8142-107a330ecf6d None None] Set router c5090bd4-b861-493c-97ee-519eae47cdbc gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:22:15.925657 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (37566b78-7826-44a7-9c14-7107410e6088), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:16.160106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cededbe-f8cf-4b12-94f9-a41a5324d83b req-0f97aed1-8660-48a0-9911-b14d8f1639c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:16.166675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cededbe-f8cf-4b12-94f9-a41a5324d83b req-0f97aed1-8660-48a0-9911-b14d8f1639c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.2270746 Mar 10 15:22:16.168595 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Subnet': ['ID=37566b78-7826-44a7-9c14-7107410e6088,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:16.236605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Checking segment: {'id': 'f9b04fa3-3234-4178-8287-3d0e28ce3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6c6eb198-e1ac-4957-a4a3-c017fad24493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:16.237267 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network hostable DHCP agents. Network: 6c6eb198-e1ac-4957-a4a3-c017fad24493, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:22:16.278568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cededbe-f8cf-4b12-94f9-a41a5324d83b req-4634eea5-6a24-4140-9c70-1577f4a98198 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052113 Mar 10 15:22:16.288515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network 6c6eb198-e1ac-4957-a4a3-c017fad24493 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:22:16.305587 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 6c6eb198-e1ac-4957-a4a3-c017fad24493) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:16.312336 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:16.312949 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:16.316617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48092e1c-19c2-4536-85d8-fc85f2fcc7a7 None None] Network 6c6eb198-e1ac-4957-a4a3-c017fad24493 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:16.343105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44074) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:16.367571 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2ded2f04-e5ea-46d1-b1db-7049a800c6c1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4100931 Mar 10 15:22:16.368244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44076) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:16.395403 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'network': {'name': 'tempest-router-network01--1808466366'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:16.420381 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881f0a4f-5e9e-4e8c-91a2-5c8f5af3281e x-openstack-request-id: req-881f0a4f-5e9e-4e8c-91a2-5c8f5af3281e {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:22:16.420381 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:22:16.420381 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-881f0a4f-5e9e-4e8c-91a2-5c8f5af3281e {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:22:16.420831 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'status': 'completed', 'code': 200} Mar 10 15:22:16.477557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Made reservation on behalf of 30736b6a7f6e4bf4a1d9825775ae8b6d for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:22:16.482495 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:16.561255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-35a27026-a4bb-4c63-8ebc-6939283c0979 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/086d0dfd-7115-4105-a5a3-e8d5011d15d0 HTTP/1.1" status: 200 len: 991 time: 0.2194998 Mar 10 15:22:16.584209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:22:16.611490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (de63ace2-dbc0-4b9a-9ce3-4dbff68163f2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:16.611834 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Added segment de63ace2-dbc0-4b9a-9ce3-4dbff68163f2 of type vlan for network ace42ce6-f116-4a3b-aa6c-5484bb130761 Mar 10 15:22:16.679052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-6c6eb198-e1ac-4957-a4a3-c017fad24493', 'network_id': '6c6eb198-e1ac-4957-a4a3-c017fad24493', 'project_id': '30736b6a7f6e4bf4a1d9825775ae8b6d', 'fixed_ips': [{'subnet_id': '37566b78-7826-44a7-9c14-7107410e6088'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:22:16.680068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:16.732238 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-025c668a-50c3-4390-8142-107a330ecf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:39Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '086d0dfd-7115-4105-a5a3-e8d5011d15d0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'port_id': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'mac_address': 'fa:16:3e:c0:3f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:11Z', 'updated_at': '2022-03-10T15:22:11Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17df8473-057c-4788-a6ea-2380a774d60e', 'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:40:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:37Z', 'updated_at': '2022-03-10T15:21:45Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:16.735688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76 req-d87a67f7-4342-4c1a-bc95-a410df7a4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:16.741632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76 req-d87a67f7-4342-4c1a-bc95-a410df7a4b24 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1127 time: 0.1756158 Mar 10 15:22:16.784495 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ace42ce6-f116-4a3b-aa6c-5484bb130761), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:16.800567 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c668a-50c3-4390-8142-107a330ecf6d None None] Checking router: c5090bd4-b861-493c-97ee-519eae47cdbc for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:22:16.823744 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c668a-50c3-4390-8142-107a330ecf6d None None] Routers {'c5090bd4-b861-493c-97ee-519eae47cdbc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:16.826594 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-025c668a-50c3-4390-8142-107a330ecf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c5090bd4-b861-493c-97ee-519eae47cdbc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:16.919812 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ace42ce6-f116-4a3b-aa6c-5484bb130761), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:16.927392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:16.940647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:17.067949 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-025c668a-50c3-4390-8142-107a330ecf6d None None] Set router c5090bd4-b861-493c-97ee-519eae47cdbc gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:22:17.098909 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7295129 Mar 10 15:22:17.107395 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Allocated IP 2001:db8::2 (6c6eb198-e1ac-4957-a4a3-c017fad24493/37566b78-7826-44a7-9c14-7107410e6088/7cbe226b-7d43-4de6-9428-171bf247d5b1) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:17.107629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44092) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:17.124984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'network': {'name': 'tempest-router-network02--1380836949'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:17.175716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76 req-41951200-a951-4cf8-ad99-8d9fb6fbb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:17.177207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76 req-41951200-a951-4cf8-ad99-8d9fb6fbb84e service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 200 len: 898 time: 0.4307804 Mar 10 15:22:17.188345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169bc10-9a9e-4963-bffe-82eba590c77c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Network': ['ID=ace42ce6-f116-4a3b-aa6c-5484bb130761,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:17.467292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Made reservation on behalf of 30736b6a7f6e4bf4a1d9825775ae8b6d for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:22:17.472196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:17.516504 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Publish callbacks [] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:17.526184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ace42ce6-f116-4a3b-aa6c-5484bb130761 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:22:17.531252 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:17.564847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44130) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:17.567052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Network 6c6eb198-e1ac-4957-a4a3-c017fad24493 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:17.573381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:17.576660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:17.593611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76 req-a1207a05-0eb5-47d2-bd26-5e9823d117d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 999 time: 0.3377998 Mar 10 15:22:17.594358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:22:17.619624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3929b-0f17-42da-a468-dc6e0890e2a8 req-39bf846f-1867-4290-89a6-22d1999d865b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:17.624369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91d3929b-0f17-42da-a468-dc6e0890e2a8 req-39bf846f-1867-4290-89a6-22d1999d865b tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.5374591 Mar 10 15:22:17.633990 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-025c668a-50c3-4390-8142-107a330ecf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:39Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '086d0dfd-7115-4105-a5a3-e8d5011d15d0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'port_id': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'mac_address': 'fa:16:3e:c0:3f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:11Z', 'updated_at': '2022-03-10T15:22:11Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17df8473-057c-4788-a6ea-2380a774d60e', 'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:40:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:37Z', 'updated_at': '2022-03-10T15:21:45Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:17.750980 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c668a-50c3-4390-8142-107a330ecf6d None None] The sync data for ids ['c5090bd4-b861-493c-97ee-519eae47cdbc'] in n-d-833090-1 is: [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:39Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '086d0dfd-7115-4105-a5a3-e8d5011d15d0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'port_id': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'mac_address': 'fa:16:3e:c0:3f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:11Z', 'updated_at': '2022-03-10T15:22:11Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17df8473-057c-4788-a6ea-2380a774d60e', 'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:40:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:37Z', 'updated_at': '2022-03-10T15:21:45Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:22:17.811104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Attempting to bind port 7cbe226b-7d43-4de6-9428-171bf247d5b1 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:22:17.816258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Attempting to bind port 7cbe226b-7d43-4de6-9428-171bf247d5b1 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'f9b04fa3-3234-4178-8287-3d0e28ce3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6c6eb198-e1ac-4957-a4a3-c017fad24493'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:22:17.816797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Attempting to bind port 7cbe226b-7d43-4de6-9428-171bf247d5b1 on network 6c6eb198-e1ac-4957-a4a3-c017fad24493 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:22:17.832511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (924b3654-039b-48e3-baae-82cd81c5e1c3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:17.833008 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Added segment 924b3654-039b-48e3-baae-82cd81c5e1c3 of type vlan for network d580372a-55f9-4054-a12d-8a6890370c2a Mar 10 15:22:17.872365 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9a661dda-dd60-4214-b368-c49b11474044 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/086d0dfd-7115-4105-a5a3-e8d5011d15d0 HTTP/1.1" status: 200 len: 991 time: 0.3025057 Mar 10 15:22:17.983599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Pushing event updated for resources: {'Port': ['ID=7cbe226b-7d43-4de6-9428-171bf247d5b1,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:17.996745 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:18.000458 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:22:18.000849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Checking segment: {'id': 'f9b04fa3-3234-4178-8287-3d0e28ce3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6c6eb198-e1ac-4957-a4a3-c017fad24493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:18.003223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:18.003647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Bound using segment: {'id': 'f9b04fa3-3234-4178-8287-3d0e28ce3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6c6eb198-e1ac-4957-a4a3-c017fad24493'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:22:18.005411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Bound port: 7cbe226b-7d43-4de6-9428-171bf247d5b1, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b04fa3-3234-4178-8287-3d0e28ce3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6c6eb198-e1ac-4957-a4a3-c017fad24493'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:22:18.006699 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:18.274318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] For port 7cbe226b-7d43-4de6-9428-171bf247d5b1, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:22:18.294014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] For port 7cbe226b-7d43-4de6-9428-171bf247d5b1, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7cbe226b-7d43-4de6-9428-171bf247d5b1,segment=NetworkSegment(f9b04fa3-3234-4178-8287-3d0e28ce3b81),segment_id=f9b04fa3-3234-4178-8287-3d0e28ce3b81)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:22:18.302341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f93fa99-9d11-486d-bf81-4e80d6c1a919 None None] New status for floating IP 086d0dfd-7115-4105-a5a3-e8d5011d15d0: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:22:18.306188 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:18.689014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaa87f-3bfa-47c6-9552-ee3231287a1d None None] Pushing event updated for resources: {'Port': ['ID=7cbe226b-7d43-4de6-9428-171bf247d5b1,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:18.792896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d580372a-55f9-4054-a12d-8a6890370c2a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:18.857960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91d3929b-0f17-42da-a468-dc6e0890e2a8 req-dcf07160-2532-443f-bb53-d0fd0e21cf7a tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1728158 Mar 10 15:22:18.872638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44176) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:18.906998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76 req-8062be8c-d3b6-4ee7-8102-1585d0bfc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:18.908515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76 req-8062be8c-d3b6-4ee7-8102-1585d0bfc5ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b HTTP/1.1" status: 200 len: 835 time: 1.2800875 Mar 10 15:22:18.994865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d580372a-55f9-4054-a12d-8a6890370c2a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:19.009786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:19.011578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:19.145537 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d92d28a4-07df-42df-a8e1-d892c1c50245 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/086d0dfd-7115-4105-a5a3-e8d5011d15d0 HTTP/1.1" status: 200 len: 993 time: 0.2716718 Mar 10 15:22:19.221462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1092818 Mar 10 15:22:19.223480 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:19.230584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'subnet': {'network_id': 'ace42ce6-f116-4a3b-aa6c-5484bb130761', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:19.348289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949459b0-b4bc-4b7a-886b-c009b655732a tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Network': ['ID=d580372a-55f9-4054-a12d-8a6890370c2a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:19.360385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d580372a-55f9-4054-a12d-8a6890370c2a details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:22:19.411956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76 req-326f6a39-33ab-41f9-b014-9170d74e36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:19.413682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76 req-326f6a39-33ab-41f9-b014-9170d74e36b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed0781b0-db18-48e7-a182-336f1215a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4903014 Mar 10 15:22:19.615603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Made reservation on behalf of 30736b6a7f6e4bf4a1d9825775ae8b6d for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:22:19.625218 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:19.646643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24619655-daf4-449e-a277-7e0bd247a355 req-8952dd25-7d05-4f67-8910-05e32aa736c6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:19.654590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24619655-daf4-449e-a277-7e0bd247a355 req-8952dd25-7d05-4f67-8910-05e32aa736c6 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.5262098 Mar 10 15:22:19.795324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76 req-2d5394c2-bd44-4e63-b3d1-994adfb4b517 service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749492 Mar 10 15:22:19.888385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (63e0a772-36ce-45be-9b25-7cace663a36a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:20.123374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58f38ea5-fbd2-45f9-9cf5-b6285053ff76 req-0398d34d-795e-4054-8c7c-30102f72e536 service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800593 Mar 10 15:22:20.205991 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Checking segment: {'id': 'de63ace2-dbc0-4b9a-9ce3-4dbff68163f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ace42ce6-f116-4a3b-aa6c-5484bb130761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:20.206466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network hostable DHCP agents. Network: ace42ce6-f116-4a3b-aa6c-5484bb130761, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:22:20.237663 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Subnet': ['ID=63e0a772-36ce-45be-9b25-7cace663a36a,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:20.275819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network ace42ce6-f116-4a3b-aa6c-5484bb130761 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:22:20.308786 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ace42ce6-f116-4a3b-aa6c-5484bb130761) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:20.316934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55caff7-c43d-4491-a3ed-6088476bdafa None None] Network ace42ce6-f116-4a3b-aa6c-5484bb130761 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:20.320147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d215e-7e71-476d-a947-c4bd50b502a6 req-b5cd78e4-aab8-4e3d-a2cd-af3837973e21 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:20.321959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b0d215e-7e71-476d-a947-c4bd50b502a6 req-b5cd78e4-aab8-4e3d-a2cd-af3837973e21 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 946 time: 0.2024746 Mar 10 15:22:20.339726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:20.347403 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:20.396840 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-901433d3-a9aa-4b1f-b6f1-60a2dd56ec22 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1665943 Mar 10 15:22:20.396840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44190) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:20.421831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'subnet': {'network_id': 'd580372a-55f9-4054-a12d-8a6890370c2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:20.469843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-24619655-daf4-449e-a277-7e0bd247a355 req-21d67963-2eaf-4de8-81c0-761a5fca4d0e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Deleting port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:22:20.471144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24619655-daf4-449e-a277-7e0bd247a355 req-21d67963-2eaf-4de8-81c0-761a5fca4d0e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:20.564927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b0d215e-7e71-476d-a947-c4bd50b502a6 req-f792b547-382e-401c-b8a4-ce4fe64a2d0d tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/security-groups?id=48efe346-3abf-4723-ab66-2b3ed6bdbe46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210586 Mar 10 15:22:20.677724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Made reservation on behalf of 30736b6a7f6e4bf4a1d9825775ae8b6d for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:22:20.683234 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:20.754888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72e7f4c-fd5d-403d-a3f2-fbd147404d1f None None] Network 6c6eb198-e1ac-4957-a4a3-c017fad24493 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:20.813545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-24619655-daf4-449e-a277-7e0bd247a355 req-21d67963-2eaf-4de8-81c0-761a5fca4d0e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] For port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,segment=NetworkSegment(32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738),segment_id=32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:20.814115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24619655-daf4-449e-a277-7e0bd247a355 req-21d67963-2eaf-4de8-81c0-761a5fca4d0e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:20.859252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-24619655-daf4-449e-a277-7e0bd247a355 req-21d67963-2eaf-4de8-81c0-761a5fca4d0e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Calling delete_port for 5b86ddaa-aa5f-4786-a085-63cf34d10b2e owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:22:20.915983 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:20.966295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-ace42ce6-f116-4a3b-aa6c-5484bb130761', 'network_id': 'ace42ce6-f116-4a3b-aa6c-5484bb130761', 'project_id': '30736b6a7f6e4bf4a1d9825775ae8b6d', 'fixed_ips': [{'subnet_id': '63e0a772-36ce-45be-9b25-7cace663a36a'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:22:20.967978 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:20.970226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7cbe226b-7d43-4de6-9428-171bf247d5b1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:21.068922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-17e05d83-8d84-4427-ae5f-a42c9f5e01c5 None None] Provisioning complete for port 7cbe226b-7d43-4de6-9428-171bf247d5b1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:21.069583 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-17e05d83-8d84-4427-ae5f-a42c9f5e01c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:21.101713 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (d4aaf99a-fba0-4b72-a39c-a3bca6cd7993), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:21.324543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24619655-daf4-449e-a277-7e0bd247a355 req-21d67963-2eaf-4de8-81c0-761a5fca4d0e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5b86ddaa-aa5f-4786-a085-63cf34d10b2e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:21.341988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7cbe226b-7d43-4de6-9428-171bf247d5b1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:21.343065 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:21.363862 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Subnet': ['ID=d4aaf99a-fba0-4b72-a39c-a3bca6cd7993,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:21.422860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d67963-2eaf-4de8-81c0-761a5fca4d0e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Pushing event deleted for resources: {'Port': ['ID=5b86ddaa-aa5f-4786-a085-63cf34d10b2e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:21.470709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Checking segment: {'id': '924b3654-039b-48e3-baae-82cd81c5e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd580372a-55f9-4054-a12d-8a6890370c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:21.472669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network hostable DHCP agents. Network: d580372a-55f9-4054-a12d-8a6890370c2a, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:22:21.513219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network d580372a-55f9-4054-a12d-8a6890370c2a is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:22:21.521840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-24619655-daf4-449e-a277-7e0bd247a355 req-21d67963-2eaf-4de8-81c0-761a5fca4d0e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] No DVR routers for this DVR port 5b86ddaa-aa5f-4786-a085-63cf34d10b2e on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:22:21.529743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-24619655-daf4-449e-a277-7e0bd247a355 req-21d67963-2eaf-4de8-81c0-761a5fca4d0e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:21.536225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24619655-daf4-449e-a277-7e0bd247a355 req-21d67963-2eaf-4de8-81c0-761a5fca4d0e tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.45 "DELETE /v2.0/ports/5b86ddaa-aa5f-4786-a085-63cf34d10b2e HTTP/1.1" status: 204 len: 173 time: 1.8698077 Mar 10 15:22:21.536764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'name': 'network-vif-deleted', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:22:21.538146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, d580372a-55f9-4054-a12d-8a6890370c2a) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:21.540557 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29977c05-44f5-413b-9658-23cd82e4845b" -d '{"events": [{"server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "name": "network-vif-deleted", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:22:21.575992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f66955-bc01-4dec-a2f8-e7c26915b907 None None] Network d580372a-55f9-4054-a12d-8a6890370c2a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:21.581605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Allocated IP 2001:db8::2 (ace42ce6-f116-4a3b-aa6c-5484bb130761/63e0a772-36ce-45be-9b25-7cace663a36a/07cc9cca-154d-4f74-8522-ab4e3e2a13fe) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:21.602941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:21.603428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:21.653549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44204) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:21.671922 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8386947e-4375-4c1a-81bc-753470ebb2f1 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2704244 Mar 10 15:22:21.807438 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bea965e-57dd-4046-baee-9b79ca564629 x-openstack-request-id: req-6bea965e-57dd-4046-baee-9b79ca564629 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:22:21.807814 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b660b-b79b-4911-8af4-ae753390a2f1", "name": "network-vif-deleted", "tag": "5b86ddaa-aa5f-4786-a085-63cf34d10b2e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:22:21.807984 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6bea965e-57dd-4046-baee-9b79ca564629 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:22:21.808420 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b660b-b79b-4911-8af4-ae753390a2f1', 'name': 'network-vif-deleted', 'tag': '5b86ddaa-aa5f-4786-a085-63cf34d10b2e', 'status': 'completed', 'code': 200} Mar 10 15:22:21.949938 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c5f65f2-f376-48c7-91b6-ea7a819e953f req-e0d6d1bd-de4c-4811-adfd-1dd5b560a5c7 tempest-ServersNegativeTestJSON-1856957643 tempest-ServersNegativeTestJSON-1856957643-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c5b660b-b79b-4911-8af4-ae753390a2f1 HTTP/1.1" status: 200 len: 210 time: 0.1404846 Mar 10 15:22:21.954529 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-399285aa-b663-4104-b663-95e845b2d153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:22.057184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-17e05d83-8d84-4427-ae5f-a42c9f5e01c5 None None] Current status of the port 7cbe226b-7d43-4de6-9428-171bf247d5b1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:22.071434 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-17e05d83-8d84-4427-ae5f-a42c9f5e01c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:22.360374 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:22.473756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5b86ddaa-aa5f-4786-a085-63cf34d10b2e no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:22:22.481903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-17e05d83-8d84-4427-ae5f-a42c9f5e01c5 None None] For port 7cbe226b-7d43-4de6-9428-171bf247d5b1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7cbe226b-7d43-4de6-9428-171bf247d5b1,segment=NetworkSegment(f9b04fa3-3234-4178-8287-3d0e28ce3b81),segment_id=f9b04fa3-3234-4178-8287-3d0e28ce3b81)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:22.547934 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-17e05d83-8d84-4427-ae5f-a42c9f5e01c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:22.559222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 5b86ddaa-aa5f-4786-a085-63cf34d10b2e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:22:22.559819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 5b86ddaa-aa5f-4786-a085-63cf34d10b2e not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:22:22.562229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-d580372a-55f9-4054-a12d-8a6890370c2a', 'network_id': 'd580372a-55f9-4054-a12d-8a6890370c2a', 'project_id': '30736b6a7f6e4bf4a1d9825775ae8b6d', 'fixed_ips': [{'subnet_id': 'd4aaf99a-fba0-4b72-a39c-a3bca6cd7993'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:22:22.563346 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:22.911278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Allocated IP 2001:db8::2 (d580372a-55f9-4054-a12d-8a6890370c2a/d4aaf99a-fba0-4b72-a39c-a3bca6cd7993/bdcb27f0-8e90-42af-8356-eb3963a43799) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:23.065347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44212) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:23.109169 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Publish callbacks [] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.112007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7cbe226b-7d43-4de6-9428-171bf247d5b1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:23.112391 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.167129 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-2111247e-0fb4-4bf8-a3db-016cf53bec4d admin admin] Deleting subnet 1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:22:23.172933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2111247e-0fb4-4bf8-a3db-016cf53bec4d admin admin] Publish callbacks [] for subnet (1ad25c65-3dd0-442b-aaf8-9d82e0bd1295), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.196041 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.251759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2111247e-0fb4-4bf8-a3db-016cf53bec4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (1ad25c65-3dd0-442b-aaf8-9d82e0bd1295), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.319346 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2111247e-0fb4-4bf8-a3db-016cf53bec4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (1ad25c65-3dd0-442b-aaf8-9d82e0bd1295), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.398264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2111247e-0fb4-4bf8-a3db-016cf53bec4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (1ad25c65-3dd0-442b-aaf8-9d82e0bd1295), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.406054 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:22:23.406426 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:22:23.425001 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2111247e-0fb4-4bf8-a3db-016cf53bec4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.438642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5307266c-73aa-4aae-bcbd-4cf1f481dbd3 None None] Provisioning complete for port 7cbe226b-7d43-4de6-9428-171bf247d5b1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:23.439000 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5307266c-73aa-4aae-bcbd-4cf1f481dbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.439951 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44214) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:23.440494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2111247e-0fb4-4bf8-a3db-016cf53bec4d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1ad25c65-3dd0-442b-aaf8-9d82e0bd1295 HTTP/1.1" status: 204 len: 168 time: 0.3707576 Mar 10 15:22:23.460266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Network d580372a-55f9-4054-a12d-8a6890370c2a is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:23.501389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111247e-0fb4-4bf8-a3db-016cf53bec4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad25c65-3dd0-442b-aaf8-9d82e0bd1295,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:23.533668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:23.545778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:23.593161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e05d83-8d84-4427-ae5f-a42c9f5e01c5 None None] Pushing event updated for resources: {'Port': ['ID=7cbe226b-7d43-4de6-9428-171bf247d5b1,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:23.620615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (bc60e837-6e35-4781-854e-c11a326bffb8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.693828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Pushing event updated for resources: {'Port': ['ID=bdcb27f0-8e90-42af-8356-eb3963a43799,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:23.776653 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (bc60e837-6e35-4781-854e-c11a326bffb8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.791524 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Publish callbacks [] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.804365 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc60e837-6e35-4781-854e-c11a326bffb8']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:23.814823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Attempting to bind port bdcb27f0-8e90-42af-8356-eb3963a43799 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:22:23.815241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Attempting to bind port bdcb27f0-8e90-42af-8356-eb3963a43799 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '924b3654-039b-48e3-baae-82cd81c5e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd580372a-55f9-4054-a12d-8a6890370c2a'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:22:23.816933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Attempting to bind port bdcb27f0-8e90-42af-8356-eb3963a43799 on network d580372a-55f9-4054-a12d-8a6890370c2a {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:22:23.824870 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:23.826499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:23.848218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:22:23.848653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Checking segment: {'id': '924b3654-039b-48e3-baae-82cd81c5e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd580372a-55f9-4054-a12d-8a6890370c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:23.851298 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.851724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Bound using segment: {'id': '924b3654-039b-48e3-baae-82cd81c5e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd580372a-55f9-4054-a12d-8a6890370c2a'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:22:23.870830 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.881952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Bound port: bdcb27f0-8e90-42af-8356-eb3963a43799, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924b3654-039b-48e3-baae-82cd81c5e1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd580372a-55f9-4054-a12d-8a6890370c2a'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:22:23.881952 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.900803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Allocated IP 2001:db8::1 (ace42ce6-f116-4a3b-aa6c-5484bb130761/63e0a772-36ce-45be-9b25-7cace663a36a/c7f761ca-6e20-4a5d-bc91-45c9b5ccb782) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:23.905885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.926940 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:22:23.928542 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (32b7f6ef-a22f-4a3b-af4b-2f0d8d18b738), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.929877 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:22:23.983233 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:22:24.083863 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (bc60e837-6e35-4781-854e-c11a326bffb8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:24.136992 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for port (c7f761ca-6e20-4a5d-bc91-45c9b5ccb782), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:24.172268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:24.180308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] For port bdcb27f0-8e90-42af-8356-eb3963a43799, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:22:24.189261 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bc60e837-6e35-4781-854e-c11a326bffb8 HTTP/1.1" status: 204 len: 168 time: 0.7470548 Mar 10 15:22:24.190431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] For port bdcb27f0-8e90-42af-8356-eb3963a43799, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bdcb27f0-8e90-42af-8356-eb3963a43799,segment=NetworkSegment(924b3654-039b-48e3-baae-82cd81c5e1c3),segment_id=924b3654-039b-48e3-baae-82cd81c5e1c3)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:22:24.191457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0119043-46e3-4da0-8eec-1feed890fb97 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc60e837-6e35-4781-854e-c11a326bffb8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:24.218297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Network ace42ce6-f116-4a3b-aa6c-5484bb130761 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:24.218833 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c7f761ca-6e20-4a5d-bc91-45c9b5ccb782), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:24.305300 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:22:24.312815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network ace42ce6-f116-4a3b-aa6c-5484bb130761 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:24.314613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:24.326608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:24.327198 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (1efd4d6b-09d6-4d08-8bdb-84885f55da37), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:24.391782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:24.402422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Pushing event updated for resources: {'Port': ['ID=07cc9cca-154d-4f74-8522-ab4e3e2a13fe,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:24.417686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:24.430638 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:24.513017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Port': ['ID=c7f761ca-6e20-4a5d-bc91-45c9b5ccb782,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:24.596674 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c7f761ca-6e20-4a5d-bc91-45c9b5ccb782), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:24.679050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5307266c-73aa-4aae-bcbd-4cf1f481dbd3 None None] Current status of the port 7cbe226b-7d43-4de6-9428-171bf247d5b1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:24.687385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7cbe226b-7d43-4de6-9428-171bf247d5b1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:24.692823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44230) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:24.727426 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e34e-da63-4a5e-994a-bcb8e07a3cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:24.904887 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ab004-1720-4947-b87b-954e2d555c97 None None] Pushing event updated for resources: {'Port': ['ID=bdcb27f0-8e90-42af-8356-eb3963a43799,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:24.929658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Attempting to bind port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:22:24.930363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Attempting to bind port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'de63ace2-dbc0-4b9a-9ce3-4dbff68163f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ace42ce6-f116-4a3b-aa6c-5484bb130761'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:22:24.930979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Attempting to bind port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe on network ace42ce6-f116-4a3b-aa6c-5484bb130761 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:22:24.944593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:22:24.945702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Checking segment: {'id': 'de63ace2-dbc0-4b9a-9ce3-4dbff68163f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ace42ce6-f116-4a3b-aa6c-5484bb130761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:24.946290 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:24.947079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Bound using segment: {'id': 'de63ace2-dbc0-4b9a-9ce3-4dbff68163f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ace42ce6-f116-4a3b-aa6c-5484bb130761'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:22:24.948359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Bound port: 07cc9cca-154d-4f74-8522-ab4e3e2a13fe, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de63ace2-dbc0-4b9a-9ce3-4dbff68163f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ace42ce6-f116-4a3b-aa6c-5484bb130761'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:22:24.949085 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:24.994687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7cbe226b-7d43-4de6-9428-171bf247d5b1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:25.084312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-59c72ca1-ccef-4bf9-8da3-10424b55c5a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=781f058c24d74226b0a1f986ddfccb0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3871760 Mar 10 15:22:25.085586 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44236) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:25.334017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] For port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:22:25.337051 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e060c88b-cd8b-4dd0-8399-bfd16e56f293 admin admin] Publish callbacks [] for security_group (48efe346-3abf-4723-ab66-2b3ed6bdbe46), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:25.345797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] For port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=07cc9cca-154d-4f74-8522-ab4e3e2a13fe,segment=NetworkSegment(de63ace2-dbc0-4b9a-9ce3-4dbff68163f2),segment_id=de63ace2-dbc0-4b9a-9ce3-4dbff68163f2)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:22:25.351573 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:25.364491 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:25.380898 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e060c88b-cd8b-4dd0-8399-bfd16e56f293 admin admin] Publish callbacks [] for security_group (48efe346-3abf-4723-ab66-2b3ed6bdbe46), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:25.459534 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e060c88b-cd8b-4dd0-8399-bfd16e56f293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (48efe346-3abf-4723-ab66-2b3ed6bdbe46), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:25.464297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e060c88b-cd8b-4dd0-8399-bfd16e56f293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:25.469429 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e060c88b-cd8b-4dd0-8399-bfd16e56f293 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48efe346-3abf-4723-ab66-2b3ed6bdbe46 HTTP/1.1" status: 204 len: 168 time: 0.3817427 Mar 10 15:22:25.508859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060c88b-cd8b-4dd0-8399-bfd16e56f293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48efe346-3abf-4723-ab66-2b3ed6bdbe46,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:25.510256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-42ced1c7-52dc-4844-a7a5-206f38d7a716 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2073243 Mar 10 15:22:25.522143 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for port (c7f761ca-6e20-4a5d-bc91-45c9b5ccb782), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:25.529298 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c7f761ca-6e20-4a5d-bc91-45c9b5ccb782), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:25.530137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (1efd4d6b-09d6-4d08-8bdb-84885f55da37), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:25.578375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe73ff5-5830-49a8-b2b6-986840cd7d4a None None] Pushing event updated for resources: {'Port': ['ID=07cc9cca-154d-4f74-8522-ab4e3e2a13fe,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:25.609362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-5710344f-9fbd-41ae-ac46-ad57fb4554f2 req-e04896ea-3209-4399-968f-32cd3ed78e77 service neutron] (115533) timed out ('10.222.0.62', 62694) {{(pid=115533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:22:25.626597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7cbe226b-7d43-4de6-9428-171bf247d5b1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:25.627451 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:25.686451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Port': ['ID=c7f761ca-6e20-4a5d-bc91-45c9b5ccb782,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:25.744255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-0ef3cbb5-b3d5-4c37-a4a3-9fd52ed0e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:25.745993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-0ef3cbb5-b3d5-4c37-a4a3-9fd52ed0e8c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 1127 time: 0.1559455 Mar 10 15:22:25.898961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network ace42ce6-f116-4a3b-aa6c-5484bb130761 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:25.902695 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:25.922747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7cbe226b-7d43-4de6-9428-171bf247d5b1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:26.214076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-c39c848d-4bf7-4461-83a8-7e5c1694c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:26.220701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-c39c848d-4bf7-4461-83a8-7e5c1694c19b service neutron] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 912 time: 0.4235051 Mar 10 15:22:26.401587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-953183bd-2ee4-484f-8b82-653509ad1d97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cfcc294-fa1f-4d27-a608-fd689813316d HTTP/1.1" status: 200 len: 1000 time: 0.1676450 Mar 10 15:22:26.421770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Router 1efd4d6b-09d6-4d08-8bdb-84885f55da37 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:22:26.602574 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:26.625274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-b49f16a6-da7c-4e61-bc32-9cb5a97b83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:26.626777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-b49f16a6-da7c-4e61-bc32-9cb5a97b83e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.2089796 Mar 10 15:22:26.858398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:22:26.877726 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbf45f-36f9-40ad-b1c8-16b5f32a8426 None None] Sync routers for ids ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:22:26.884863 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-302f6a77-ec28-418a-bc3c-98aff066ba92 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "PUT /v2.0/routers/1efd4d6b-09d6-4d08-8bdb-84885f55da37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2301884 Mar 10 15:22:26.889531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44272) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:26.925743 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbf45f-36f9-40ad-b1c8-16b5f32a8426 None None] Routers {'1efd4d6b-09d6-4d08-8bdb-84885f55da37'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:26.927793 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-65bbf45f-36f9-40ad-b1c8-16b5f32a8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:26.933262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-316784c2-edef-42a4-957a-0f9d9e02197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:26.945908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-316784c2-edef-42a4-957a-0f9d9e02197a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2139230 Mar 10 15:22:26.990476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c5bfb4-b2ea-41d0-a835-225b1b12b0b2 None None] Network d580372a-55f9-4054-a12d-8a6890370c2a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:27.102651 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-65bbf45f-36f9-40ad-b1c8-16b5f32a8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:27.126614 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbf45f-36f9-40ad-b1c8-16b5f32a8426 None None] Routers {'1efd4d6b-09d6-4d08-8bdb-84885f55da37'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:27.127906 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-65bbf45f-36f9-40ad-b1c8-16b5f32a8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:27.201457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 07cc9cca-154d-4f74-8522-ab4e3e2a13fe up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:27.216681 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-65bbf45f-36f9-40ad-b1c8-16b5f32a8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:27.220448 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbf45f-36f9-40ad-b1c8-16b5f32a8426 None None] The sync data for ids ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:22:27.247669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-6cfba1e4-bf27-474b-9616-a50d9d432c64 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891757 Mar 10 15:22:27.256246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1f242429-cfde-4b83-97ff-fcd904852722 None None] Provisioning complete for port bdcb27f0-8e90-42af-8356-eb3963a43799 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:27.256507 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1f242429-cfde-4b83-97ff-fcd904852722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:27.425526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e54588ba-59c8-4a24-8ad5-795fa24645f2 req-efb4ed53-cdde-4550-9bea-ec8747733e3b service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710377 Mar 10 15:22:27.541185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:27.541185 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:27.623954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1f242429-cfde-4b83-97ff-fcd904852722 None None] Current status of the port bdcb27f0-8e90-42af-8356-eb3963a43799 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:27.624512 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1f242429-cfde-4b83-97ff-fcd904852722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:27.776257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1f242429-cfde-4b83-97ff-fcd904852722 None None] For port bdcb27f0-8e90-42af-8356-eb3963a43799, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bdcb27f0-8e90-42af-8356-eb3963a43799,segment=NetworkSegment(924b3654-039b-48e3-baae-82cd81c5e1c3),segment_id=924b3654-039b-48e3-baae-82cd81c5e1c3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:27.782650 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1f242429-cfde-4b83-97ff-fcd904852722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:27.801088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:27.801835 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:27.887035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790db1c5-e3a1-47aa-bf6e-e151ce96a29c None None] Network ace42ce6-f116-4a3b-aa6c-5484bb130761 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:28.018294 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-349876e1-2845-4680-893c-3d84a9632872 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:22:28.022006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44300) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:28.025246 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-349876e1-2845-4680-893c-3d84a9632872 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "PUT /v2.0/routers/1efd4d6b-09d6-4d08-8bdb-84885f55da37/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1283491 Mar 10 15:22:28.062368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f242429-cfde-4b83-97ff-fcd904852722 None None] Pushing event updated for resources: {'Port': ['ID=bdcb27f0-8e90-42af-8356-eb3963a43799,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:28.217052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=07cc9cca-154d-4f74-8522-ab4e3e2a13fe,segment=NetworkSegment(de63ace2-dbc0-4b9a-9ce3-4dbff68163f2),segment_id=de63ace2-dbc0-4b9a-9ce3-4dbff68163f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:28.220915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1c1e987e-4fc8-4816-8f2f-1ab91e6138fd None None] Provisioning complete for port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:28.221341 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1c1e987e-4fc8-4816-8f2f-1ab91e6138fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:28.250213 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:28.251034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bdcb27f0-8e90-42af-8356-eb3963a43799 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:28.269568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44304) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:28.320993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=07cc9cca-154d-4f74-8522-ab4e3e2a13fe,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:28.651823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-920ce6d0-0df4-4982-8895-14a636d40bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:28.752059 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:28.837029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port bdcb27f0-8e90-42af-8356-eb3963a43799 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:28.837428 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:28.847482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fed44b97-441f-4967-bb37-1b664ce3e3a5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (1efd4d6b-09d6-4d08-8bdb-84885f55da37), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:28.869766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-920ce6d0-0df4-4982-8895-14a636d40bef admin admin] Publish callbacks [] for security_group (ba16448a-5254-4cd4-8420-be11efee7fc1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:28.876518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-920ce6d0-0df4-4982-8895-14a636d40bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ba16448a-5254-4cd4-8420-be11efee7fc1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:28.878629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e987e-4fc8-4816-8f2f-1ab91e6138fd None None] Current status of the port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:28.966808 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-920ce6d0-0df4-4982-8895-14a636d40bef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fc2234c822e42ed970ef3334f4668b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6951561 Mar 10 15:22:28.973494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ce6d0-0df4-4982-8895-14a636d40bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba16448a-5254-4cd4-8420-be11efee7fc1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:28.977704 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port bdcb27f0-8e90-42af-8356-eb3963a43799 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:28.978432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44310) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:29.070013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ad369ca8-9acd-43f1-857c-39cbda6ab873 None None] Provisioning complete for port bdcb27f0-8e90-42af-8356-eb3963a43799 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:29.071035 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ad369ca8-9acd-43f1-857c-39cbda6ab873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:29.101383 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2af17053-4eb1-41ca-84ef-0d77bf1b4ae9 admin admin] Publish callbacks [] for security_group (ba16448a-5254-4cd4-8420-be11efee7fc1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:29.155468 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2af17053-4eb1-41ca-84ef-0d77bf1b4ae9 admin admin] Publish callbacks [] for security_group (ba16448a-5254-4cd4-8420-be11efee7fc1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:29.238655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 07cc9cca-154d-4f74-8522-ab4e3e2a13fe up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:29.277478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2af17053-4eb1-41ca-84ef-0d77bf1b4ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ba16448a-5254-4cd4-8420-be11efee7fc1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:29.281043 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2af17053-4eb1-41ca-84ef-0d77bf1b4ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:29.282216 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2af17053-4eb1-41ca-84ef-0d77bf1b4ae9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba16448a-5254-4cd4-8420-be11efee7fc1 HTTP/1.1" status: 204 len: 168 time: 0.3024919 Mar 10 15:22:29.306698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af17053-4eb1-41ca-84ef-0d77bf1b4ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba16448a-5254-4cd4-8420-be11efee7fc1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:29.395647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ad369ca8-9acd-43f1-857c-39cbda6ab873 None None] Current status of the port bdcb27f0-8e90-42af-8356-eb3963a43799 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:29.437831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:29.438255 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:29.566902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-95db9d86-cad0-417c-a408-2d45af9ab720 None None] Provisioning complete for port c7f761ca-6e20-4a5d-bc91-45c9b5ccb782 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:29.566902 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-95db9d86-cad0-417c-a408-2d45af9ab720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c7f761ca-6e20-4a5d-bc91-45c9b5ccb782), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:29.717506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-95db9d86-cad0-417c-a408-2d45af9ab720 None None] Port c7f761ca-6e20-4a5d-bc91-45c9b5ccb782 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:22:29.729937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:29.731555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bdcb27f0-8e90-42af-8356-eb3963a43799 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:29.829595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-95db9d86-cad0-417c-a408-2d45af9ab720 None None] Provisioning complete for port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:29.829595 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-95db9d86-cad0-417c-a408-2d45af9ab720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:29.874338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port bdcb27f0-8e90-42af-8356-eb3963a43799 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:29.874812 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:30.108468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-95db9d86-cad0-417c-a408-2d45af9ab720 None None] Current status of the port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:30.173067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fed44b97-441f-4967-bb37-1b664ce3e3a5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Deleting port c7f761ca-6e20-4a5d-bc91-45c9b5ccb782 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:22:30.173669 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fed44b97-441f-4967-bb37-1b664ce3e3a5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c7f761ca-6e20-4a5d-bc91-45c9b5ccb782), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:30.186240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port bdcb27f0-8e90-42af-8356-eb3963a43799 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:30.247766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4044fdb9-fc98-4f65-a6f9-2e29161bda71 None None] Provisioning complete for port c7f761ca-6e20-4a5d-bc91-45c9b5ccb782 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:30.252596 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4044fdb9-fc98-4f65-a6f9-2e29161bda71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c7f761ca-6e20-4a5d-bc91-45c9b5ccb782), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:30.301378 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fed44b97-441f-4967-bb37-1b664ce3e3a5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c7f761ca-6e20-4a5d-bc91-45c9b5ccb782), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:30.321515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fed44b97-441f-4967-bb37-1b664ce3e3a5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Calling delete_port for c7f761ca-6e20-4a5d-bc91-45c9b5ccb782 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:22:30.329819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4044fdb9-fc98-4f65-a6f9-2e29161bda71 None None] Port c7f761ca-6e20-4a5d-bc91-45c9b5ccb782 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:22:30.625421 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fed44b97-441f-4967-bb37-1b664ce3e3a5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c7f761ca-6e20-4a5d-bc91-45c9b5ccb782), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:30.677958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed44b97-441f-4967-bb37-1b664ce3e3a5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Port': ['ID=c7f761ca-6e20-4a5d-bc91-45c9b5ccb782,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:30.717279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-dfcebf52-56ec-4287-8d27-99ea6a8a2c05 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1336496 Mar 10 15:22:30.804666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44360) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:30.915632 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fed44b97-441f-4967-bb37-1b664ce3e3a5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (1efd4d6b-09d6-4d08-8bdb-84885f55da37), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:31.086977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2021176121-network', 'tenant_id': '1c222964e5a84243b165f837bab8404c'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:31.091673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-7a46277d-923f-45f6-9a0f-060ba72320c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:31.094677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-7a46277d-923f-45f6-9a0f-060ba72320c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1127 time: 0.2846951 Mar 10 15:22:31.143129 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Made reservation on behalf of 1c222964e5a84243b165f837bab8404c for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:22:31.147923 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:31.170498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:31.298007 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Publish callbacks [] for security_group (bf417654-5750-4853-a8e3-33f5cbfacd90), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:31.304170 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bf417654-5750-4853-a8e3-33f5cbfacd90), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:31.348329 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:22:31.361783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf417654-5750-4853-a8e3-33f5cbfacd90,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:31.368613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ce8784c1-0175-4496-b450-1cf6236ea1a0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:31.368962 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Added segment ce8784c1-0175-4496-b450-1cf6236ea1a0 of type vlan for network 02aca4b7-3412-4bf0-8960-43bd7c693eeb Mar 10 15:22:31.419987 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (02aca4b7-3412-4bf0-8960-43bd7c693eeb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:31.464597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (02aca4b7-3412-4bf0-8960-43bd7c693eeb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:31.466072 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:31.467260 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:31.472665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed44b97-441f-4967-bb37-1b664ce3e3a5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Router 1efd4d6b-09d6-4d08-8bdb-84885f55da37 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:22:31.485724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-d9e015ce-65ae-4b1b-8b70-67a02a90215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:31.487348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-d9e015ce-65ae-4b1b-8b70-67a02a90215c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 200 len: 898 time: 0.3540633 Mar 10 15:22:31.515976 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7089076 Mar 10 15:22:31.519565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44406) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:31.545048 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] Request body: {'subnet': {'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-subnet', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:31.622924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12046e83-9842-4351-8c06-5c2d6ca0ae65 admin admin] Pushing event updated for resources: {'Network': ['ID=02aca4b7-3412-4bf0-8960-43bd7c693eeb,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:31.625721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-5aab53e1-b7e2-4823-bcee-4fff0435ddd2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 1001 time: 0.1301856 Mar 10 15:22:31.640167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:22:31.655669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] Made reservation on behalf of 1c222964e5a84243b165f837bab8404c for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:22:31.658889 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:31.674466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed44b97-441f-4967-bb37-1b664ce3e3a5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:22:31.717151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fed44b97-441f-4967-bb37-1b664ce3e3a5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "PUT /v2.0/routers/1efd4d6b-09d6-4d08-8bdb-84885f55da37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6893063 Mar 10 15:22:31.717354 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44408) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:31.757305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-1c809f23-4d90-4d96-8935-b6a01b4204cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:31.759015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-1c809f23-4d90-4d96-8935-b6a01b4204cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b HTTP/1.1" status: 200 len: 835 time: 0.1006908 Mar 10 15:22:31.827966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d3633d-9ab6-4f98-ab6d-ebfb02c803f1 None None] Sync routers for ids ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:22:31.852236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-be3fa466-267d-4ccd-b236-7f5f40d09433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:31.853280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-be3fa466-267d-4ccd-b236-7f5f40d09433 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed0781b0-db18-48e7-a182-336f1215a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0871320 Mar 10 15:22:31.868270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d3633d-9ab6-4f98-ab6d-ebfb02c803f1 None None] Routers {'1efd4d6b-09d6-4d08-8bdb-84885f55da37'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:31.869546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f8d3633d-9ab6-4f98-ab6d-ebfb02c803f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:31.871163 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-1457edb7-ef9a-481a-a890-d733c3752f0c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] delete failed (client error): The resource could not be found. Mar 10 15:22:31.876193 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1457edb7-ef9a-481a-a890-d733c3752f0c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1662639932 HTTP/1.1" status: 404 len: 335 time: 0.1487551 Mar 10 15:22:31.876374 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44412) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:31.896303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-63ff9a4b-174d-4da1-9c2d-784f07aa9879 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'router': {'external_gateway_info': {'network_id': '1efd4d6b-09d6-4d08-8bdb-84885f55da37'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:31.940178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f8d3633d-9ab6-4f98-ab6d-ebfb02c803f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:31.954081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d3633d-9ab6-4f98-ab6d-ebfb02c803f1 None None] Routers {'1efd4d6b-09d6-4d08-8bdb-84885f55da37'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:31.955113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f8d3633d-9ab6-4f98-ab6d-ebfb02c803f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:31.998632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f8d3633d-9ab6-4f98-ab6d-ebfb02c803f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:32.000008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d3633d-9ab6-4f98-ab6d-ebfb02c803f1 None None] The sync data for ids ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:22:32.028831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-e98763d3-f830-431d-b927-f205a0849931 service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648135 Mar 10 15:22:32.157841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-578cfbf4-0e07-4a07-867e-d7f1ead5e0d6 req-f3667301-89ca-4d36-93bc-25baaaf12f86 service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237874 Mar 10 15:22:32.549067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63ff9a4b-174d-4da1-9c2d-784f07aa9879 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for router_gateway (1efd4d6b-09d6-4d08-8bdb-84885f55da37), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:32.604345 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-63ff9a4b-174d-4da1-9c2d-784f07aa9879 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] update failed (client error): The resource could not be found. Mar 10 15:22:32.609085 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-63ff9a4b-174d-4da1-9c2d-784f07aa9879 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "PUT /v2.0/routers/1efd4d6b-09d6-4d08-8bdb-84885f55da37 HTTP/1.1" status: 404 len: 339 time: 0.7282643 Mar 10 15:22:32.609371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44418) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:32.615239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-481707861'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:32.623164 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (cef5250d-bab0-4579-bcf6-5129064932aa), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:32.639107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Made reservation on behalf of 30736b6a7f6e4bf4a1d9825775ae8b6d for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:22:32.641750 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:32.675345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef5250d-bab0-4579-bcf6-5129064932aa,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:32.678569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:22:32.692031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6181b906-85bd-4d68-8c40-ba2dc0f5ea70), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:32.692550 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Added segment 6181b906-85bd-4d68-8c40-ba2dc0f5ea70 of type vlan for network f3fa3460-1765-4388-9db2-17a7434ba3f9 Mar 10 15:22:32.719102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] Checking segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:32.719477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] Network hostable DHCP agents. Network: 02aca4b7-3412-4bf0-8960-43bd7c693eeb, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:22:32.741097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:22:32.746969 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (f3fa3460-1765-4388-9db2-17a7434ba3f9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:32.756916 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 02aca4b7-3412-4bf0-8960-43bd7c693eeb) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:32.762167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:32.762698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:32.772684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e37ca-6187-4148-b8ff-866fcb596e71 None None] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:32.784339 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2eb6a5e6-8c6f-49c4-873b-6707a45f8ddd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2631617 Mar 10 15:22:32.785241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44420) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:32.791905 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:32.819943 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (f3fa3460-1765-4388-9db2-17a7434ba3f9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:32.826327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:32.827233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:32.830748 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (b628a092-6937-4393-8a5a-aa0975d6ce14), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:32.833063 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (b628a092-6937-4393-8a5a-aa0975d6ce14), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:32.904007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2934618 Mar 10 15:22:32.907168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44424) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:32.918262 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'subnet': {'network_id': 'f3fa3460-1765-4388-9db2-17a7434ba3f9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:32.988507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:22:32.991548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f313911-9713-46be-9525-fdb14c1f2ac0 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Network': ['ID=f3fa3460-1765-4388-9db2-17a7434ba3f9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:32.993454 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.008111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network f3fa3460-1765-4388-9db2-17a7434ba3f9 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:22:33.058508 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Publish callbacks [] for router_controller (b628a092-6937-4393-8a5a-aa0975d6ce14), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.254031 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Publish callbacks [] for router_gateway (b628a092-6937-4393-8a5a-aa0975d6ce14), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.259195 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Allocated IP 172.20.0.2 (02aca4b7-3412-4bf0-8960-43bd7c693eeb/cef5250d-bab0-4579-bcf6-5129064932aa/dda199f2-4e46-43a6-ac61-68ed438a0edb) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:33.305243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Made reservation on behalf of 30736b6a7f6e4bf4a1d9825775ae8b6d for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:22:33.309374 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.530402 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Publish callbacks [] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.537670 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.600458 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Pushing event updated for resources: {'Port': ['ID=dda199f2-4e46-43a6-ac61-68ed438a0edb,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:33.618081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:33.620078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:33.623706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:33.692439 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Attempting to bind port dda199f2-4e46-43a6-ac61-68ed438a0edb on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:22:33.693591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Attempting to bind port dda199f2-4e46-43a6-ac61-68ed438a0edb by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:22:33.693962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Attempting to bind port dda199f2-4e46-43a6-ac61-68ed438a0edb on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:22:33.700511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:22:33.700952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Checking segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:33.701467 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.701913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Bound using segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:22:33.702611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Bound port: dda199f2-4e46-43a6-ac61-68ed438a0edb, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:22:33.703027 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.784597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Publish callbacks [] for router_gateway (b628a092-6937-4393-8a5a-aa0975d6ce14), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.790064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] For port dda199f2-4e46-43a6-ac61-68ed438a0edb, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:22:33.794696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] For port dda199f2-4e46-43a6-ac61-68ed438a0edb, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dda199f2-4e46-43a6-ac61-68ed438a0edb,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:22:33.803598 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.817452 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.838031 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (09bf92b7-c8ad-4282-aa32-3a13efb13826), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:33.888891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4d23f-c84f-4448-89ca-14dc788f559a None None] Pushing event updated for resources: {'Port': ['ID=dda199f2-4e46-43a6-ac61-68ed438a0edb,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:34.074650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Subnet': ['ID=09bf92b7-c8ad-4282-aa32-3a13efb13826,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:34.099293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Checking segment: {'id': '6181b906-85bd-4d68-8c40-ba2dc0f5ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f3fa3460-1765-4388-9db2-17a7434ba3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:34.099833 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network hostable DHCP agents. Network: f3fa3460-1765-4388-9db2-17a7434ba3f9, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:22:34.131287 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Allocated IP 172.25.3.86 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:34.147357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network f3fa3460-1765-4388-9db2-17a7434ba3f9 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:22:34.173492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, f3fa3460-1765-4388-9db2-17a7434ba3f9) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:34.181081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:34.181686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:34.187416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f5a3f-a9b3-40d1-b8c0-defd21043d43 None None] Network f3fa3460-1765-4388-9db2-17a7434ba3f9 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:34.305019 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-63114b94-ed10-4490-b451-8a21fe575a40 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3959193 Mar 10 15:22:34.308137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44434) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:34.314546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6f3652ad-b66c-404f-b413-8a339e0881ad tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3fa3460-1765-4388-9db2-17a7434ba3f9'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:34.377432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Publish callbacks [] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:34.440320 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:34.468652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-f3fa3460-1765-4388-9db2-17a7434ba3f9', 'network_id': 'f3fa3460-1765-4388-9db2-17a7434ba3f9', 'project_id': '30736b6a7f6e4bf4a1d9825775ae8b6d', 'fixed_ips': [{'subnet_id': '09bf92b7-c8ad-4282-aa32-3a13efb13826'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:22:34.471977 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:34.530961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:34.534328 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:34.538635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:34.581263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Pushing event updated for resources: {'Port': ['ID=f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:34.785740 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f3652ad-b66c-404f-b413-8a339e0881ad tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for router_gateway (1efd4d6b-09d6-4d08-8bdb-84885f55da37), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:34.813383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Allocated IP 2001:db8:1::2 (f3fa3460-1765-4388-9db2-17a7434ba3f9/09bf92b7-c8ad-4282-aa32-3a13efb13826/c4ae2c56-1f7e-44c5-b679-44267a733ba9) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:35.152510 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-6f3652ad-b66c-404f-b413-8a339e0881ad tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:22:35.152510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6f3652ad-b66c-404f-b413-8a339e0881ad tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "PUT /v2.0/routers/1efd4d6b-09d6-4d08-8bdb-84885f55da37 HTTP/1.1" status: 400 len: 364 time: 0.7214804 Mar 10 15:22:35.152510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44448) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:35.266863 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Publish callbacks [] for router_gateway (b628a092-6937-4393-8a5a-aa0975d6ce14), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:35.268179 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Publish callbacks [] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:35.268179 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:35.441894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Pushing event updated for resources: {'Port': ['ID=c4ae2c56-1f7e-44c5-b679-44267a733ba9,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:35.511103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Network f3fa3460-1765-4388-9db2-17a7434ba3f9 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:35.517820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:35.538046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:35.561428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dda199f2-4e46-43a6-ac61-68ed438a0edb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:35.700632 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (b628a092-6937-4393-8a5a-aa0975d6ce14), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:35.708999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a34194-195d-48ef-90ce-1b4195ab9ac8 None None] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:35.802682 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:35.827852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Attempting to bind port c4ae2c56-1f7e-44c5-b679-44267a733ba9 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:22:35.828457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Attempting to bind port c4ae2c56-1f7e-44c5-b679-44267a733ba9 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '6181b906-85bd-4d68-8c40-ba2dc0f5ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f3fa3460-1765-4388-9db2-17a7434ba3f9'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:22:35.828605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Attempting to bind port c4ae2c56-1f7e-44c5-b679-44267a733ba9 on network f3fa3460-1765-4388-9db2-17a7434ba3f9 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:22:35.858991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:22:35.859371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Checking segment: {'id': '6181b906-85bd-4d68-8c40-ba2dc0f5ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f3fa3460-1765-4388-9db2-17a7434ba3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:35.859788 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:35.860193 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Bound using segment: {'id': '6181b906-85bd-4d68-8c40-ba2dc0f5ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f3fa3460-1765-4388-9db2-17a7434ba3f9'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:22:35.860689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Bound port: c4ae2c56-1f7e-44c5-b679-44267a733ba9, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6181b906-85bd-4d68-8c40-ba2dc0f5ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f3fa3460-1765-4388-9db2-17a7434ba3f9'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:22:35.863392 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:35.992144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bd027f6e-2e32-4de7-8546-0654b06a8c8a None None] Provisioning complete for port dda199f2-4e46-43a6-ac61-68ed438a0edb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:35.993006 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bd027f6e-2e32-4de7-8546-0654b06a8c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:36.057729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port dda199f2-4e46-43a6-ac61-68ed438a0edb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:36.058372 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:36.182204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] For port c4ae2c56-1f7e-44c5-b679-44267a733ba9, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:22:36.186898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] For port c4ae2c56-1f7e-44c5-b679-44267a733ba9, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c4ae2c56-1f7e-44c5-b679-44267a733ba9,segment=NetworkSegment(6181b906-85bd-4d68-8c40-ba2dc0f5ea70),segment_id=6181b906-85bd-4d68-8c40-ba2dc0f5ea70)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:22:36.202400 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:36.311957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bd027f6e-2e32-4de7-8546-0654b06a8c8a None None] Current status of the port dda199f2-4e46-43a6-ac61-68ed438a0edb is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:36.312278 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bd027f6e-2e32-4de7-8546-0654b06a8c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:36.381334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port dda199f2-4e46-43a6-ac61-68ed438a0edb is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:36.381933 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:36.487230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2124fba-1bc1-4d65-9656-16edde8f1594 None None] Pushing event updated for resources: {'Port': ['ID=c4ae2c56-1f7e-44c5-b679-44267a733ba9,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:36.501277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Allocated IP 2001:db8::1 (6c6eb198-e1ac-4957-a4a3-c017fad24493/37566b78-7826-44a7-9c14-7107410e6088/cc199201-c6da-4b4b-ab6d-51129f6e432f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:36.540728 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-bd027f6e-2e32-4de7-8546-0654b06a8c8a None None] For port dda199f2-4e46-43a6-ac61-68ed438a0edb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dda199f2-4e46-43a6-ac61-68ed438a0edb,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:36.549887 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bd027f6e-2e32-4de7-8546-0654b06a8c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:36.574045 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Router b628a092-6937-4393-8a5a-aa0975d6ce14 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:22:36.794349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd027f6e-2e32-4de7-8546-0654b06a8c8a None None] Pushing event updated for resources: {'Port': ['ID=dda199f2-4e46-43a6-ac61-68ed438a0edb,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:36.800882 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for port (cc199201-c6da-4b4b-ab6d-51129f6e432f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:36.886706 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (cc199201-c6da-4b4b-ab6d-51129f6e432f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:36.892024 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:22:36.892567 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:22:36.916766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b3526591-694c-4655-a977-60e946877e15 None None] Provisioning complete for port dda199f2-4e46-43a6-ac61-68ed438a0edb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:36.917438 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3526591-694c-4655-a977-60e946877e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:36.990607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network 6c6eb198-e1ac-4957-a4a3-c017fad24493 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:36.999394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:37.015252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:37.015814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:22:37.018865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (1efd4d6b-09d6-4d08-8bdb-84885f55da37), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:37.028088 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Sync routers for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:22:37.047182 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:37.053268 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:37.079697 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:37.081332 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-812ab67d-b2ff-4d63-a51a-cb6833314c9f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2948468 Mar 10 15:22:37.094772 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44486) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:37.162381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b3526591-694c-4655-a977-60e946877e15 None None] Current status of the port dda199f2-4e46-43a6-ac61-68ed438a0edb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:37.210244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Port': ['ID=cc199201-c6da-4b4b-ab6d-51129f6e432f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:37.558735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port dda199f2-4e46-43a6-ac61-68ed438a0edb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:37.612354 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cc199201-c6da-4b4b-ab6d-51129f6e432f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:37.633187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0acb8293-a8b9-4033-8e5c-0870c67450ab None None] Provisioning complete for port cc199201-c6da-4b4b-ab6d-51129f6e432f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:37.636128 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0acb8293-a8b9-4033-8e5c-0870c67450ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cc199201-c6da-4b4b-ab6d-51129f6e432f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:37.866217 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:22:38.016282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44506) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:38.305532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b452930-0992-4aec-b3f1-a4ee7d2d2962 admin admin] Deleting subnet 52c0a7a2-bbab-46a1-88df-3aa749c859f4 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:22:38.306716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dda199f2-4e46-43a6-ac61-68ed438a0edb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:38.313311 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:38.313851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaa8b9b-981f-4554-a24f-edb4687fbbc0 None None] Network f3fa3460-1765-4388-9db2-17a7434ba3f9 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:38.338601 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7b452930-0992-4aec-b3f1-a4ee7d2d2962 admin admin] Publish callbacks [] for subnet (52c0a7a2-bbab-46a1-88df-3aa749c859f4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:38.390182 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:34Z', 'revision_number': 3, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:38.442370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0acb8293-a8b9-4033-8e5c-0870c67450ab None None] Port cc199201-c6da-4b4b-ab6d-51129f6e432f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:22:38.481911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7b452930-0992-4aec-b3f1-a4ee7d2d2962 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (52c0a7a2-bbab-46a1-88df-3aa749c859f4), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:38.534670 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Checking router: b628a092-6937-4393-8a5a-aa0975d6ce14 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:22:38.536267 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Updating router b628a092-6937-4393-8a5a-aa0975d6ce14 port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:22:38.592300 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:38.655750 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7b452930-0992-4aec-b3f1-a4ee7d2d2962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (52c0a7a2-bbab-46a1-88df-3aa749c859f4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:38.665543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for port (cc199201-c6da-4b4b-ab6d-51129f6e432f), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:38.681226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0cf49b3b-d3f7-4dbf-b585-6905534f8293 None None] Provisioning complete for port c4ae2c56-1f7e-44c5-b679-44267a733ba9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:38.681226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0cf49b3b-d3f7-4dbf-b585-6905534f8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:38.685922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port dda199f2-4e46-43a6-ac61-68ed438a0edb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:38.686304 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:38.720533 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (cc199201-c6da-4b4b-ab6d-51129f6e432f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:38.726418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (1efd4d6b-09d6-4d08-8bdb-84885f55da37), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:38.846223 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Allocated IP 172.20.0.1 (02aca4b7-3412-4bf0-8960-43bd7c693eeb/cef5250d-bab0-4579-bcf6-5129064932aa/8f27d833-cf96-4df0-83a9-62982cef0b56) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:39.150845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port dda199f2-4e46-43a6-ac61-68ed438a0edb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:39.152019 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c4ae2c56-1f7e-44c5-b679-44267a733ba9 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:39.153706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0cf49b3b-d3f7-4dbf-b585-6905534f8293 None None] Current status of the port c4ae2c56-1f7e-44c5-b679-44267a733ba9 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:39.154093 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0cf49b3b-d3f7-4dbf-b585-6905534f8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.195953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Publish callbacks [] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.260694 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Publish callbacks [] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.272636 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.296739 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.376165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c4ae2c56-1f7e-44c5-b679-44267a733ba9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:39.376165 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.394747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0cf49b3b-d3f7-4dbf-b585-6905534f8293 None None] For port c4ae2c56-1f7e-44c5-b679-44267a733ba9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c4ae2c56-1f7e-44c5-b679-44267a733ba9,segment=NetworkSegment(6181b906-85bd-4d68-8c40-ba2dc0f5ea70),segment_id=6181b906-85bd-4d68-8c40-ba2dc0f5ea70)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:39.404901 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Attempting to bind port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:22:39.405453 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Attempting to bind port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:22:39.405876 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Attempting to bind port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:22:39.415179 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:39.416747 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:22:39.417425 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:39.418213 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.418845 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:22:39.420161 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Bound port: f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:22:39.420895 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.422905 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:39.423337 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Pushing event updated for resources: {'Port': ['ID=f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:39.428836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:39.436449 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0cf49b3b-d3f7-4dbf-b585-6905534f8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.455748 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.456419 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.457034 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.457591 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.459005 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.459556 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.460163 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.460708 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.461610 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.462200 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.462746 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.463333 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.463882 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:39.484210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Pushing event updated for resources: {'Port': ['ID=8f27d833-cf96-4df0-83a9-62982cef0b56,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:39.560021 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] For port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:22:39.565056 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] For port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:22:39.565809 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (b628a092-6937-4393-8a5a-aa0975d6ce14), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.593250 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.625375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf49b3b-d3f7-4dbf-b585-6905534f8293 None None] Pushing event updated for resources: {'Port': ['ID=c4ae2c56-1f7e-44c5-b679-44267a733ba9,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:39.746850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-cb4df66f-b2bd-4b50-a225-0ccaab5a2138 None None] Provisioning complete for port c4ae2c56-1f7e-44c5-b679-44267a733ba9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:39.747500 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cb4df66f-b2bd-4b50-a225-0ccaab5a2138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.838103 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:39.839524 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:39.849985 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c4d73-1e8b-4f2d-b6ce-77d91740abba None None] Pushing event updated for resources: {'Port': ['ID=f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:39.916352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event updated for resources: {'Port': ['ID=cc199201-c6da-4b4b-ab6d-51129f6e432f,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:39.934080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7b452930-0992-4aec-b3f1-a4ee7d2d2962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (52c0a7a2-bbab-46a1-88df-3aa749c859f4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:39.967911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c4ae2c56-1f7e-44c5-b679-44267a733ba9 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:39.969330 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:40.137182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cb4df66f-b2bd-4b50-a225-0ccaab5a2138 None None] Current status of the port c4ae2c56-1f7e-44c5-b679-44267a733ba9 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:40.158634 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:22:40.170833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c4ae2c56-1f7e-44c5-b679-44267a733ba9 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:40.205015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b452930-0992-4aec-b3f1-a4ee7d2d2962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c0a7a2-bbab-46a1-88df-3aa749c859f4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:40.223287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7b452930-0992-4aec-b3f1-a4ee7d2d2962 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:40.227883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7b452930-0992-4aec-b3f1-a4ee7d2d2962 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/52c0a7a2-bbab-46a1-88df-3aa749c859f4 HTTP/1.1" status: 204 len: 168 time: 2.2105649 Mar 10 15:22:40.230625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Network 6c6eb198-e1ac-4957-a4a3-c017fad24493 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:40.231946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44536) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:40.232989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:40.307879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8165590c-d4e9-47f9-9a82-cc42e1a00984 None None] Provisioning complete for port 8f27d833-cf96-4df0-83a9-62982cef0b56 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:40.308257 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8165590c-d4e9-47f9-9a82-cc42e1a00984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:40.417744 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c4ae2c56-1f7e-44c5-b679-44267a733ba9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:40.418504 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:40.420272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8165590c-d4e9-47f9-9a82-cc42e1a00984 None None] Port 8f27d833-cf96-4df0-83a9-62982cef0b56 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:22:40.445808 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Publish callbacks [] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:40.463622 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:40.474917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d6f9cce7-fc95-4757-9a86-b0b56fbd3b66), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:40.626311 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:34Z', 'revision_number': 3, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:40.668145 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690e19d-5bc1-4012-955b-932aa22ecadc None None] The sync data for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 is: [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:34Z', 'revision_number': 3, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:22:40.680215 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (b628a092-6937-4393-8a5a-aa0975d6ce14), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:40.694918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c4ae2c56-1f7e-44c5-b679-44267a733ba9 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:40.730105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Pushing event updated for resources: {'Port': ['ID=8f27d833-cf96-4df0-83a9-62982cef0b56,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:40.932025 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:40.938147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Router 1efd4d6b-09d6-4d08-8bdb-84885f55da37 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:22:40.938880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:40.974858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0a25699b-6b02-4893-a795-e9a4a1441c05 None None] Provisioning complete for port cc199201-c6da-4b4b-ab6d-51129f6e432f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:40.975312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0a25699b-6b02-4893-a795-e9a4a1441c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cc199201-c6da-4b4b-ab6d-51129f6e432f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:40.990959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d6f9cce7-fc95-4757-9a86-b0b56fbd3b66), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:41.095192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0a25699b-6b02-4893-a795-e9a4a1441c05 None None] Port cc199201-c6da-4b4b-ab6d-51129f6e432f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:22:41.167872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f9cce7-fc95-4757-9a86-b0b56fbd3b66']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:41.251005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Router b628a092-6937-4393-8a5a-aa0975d6ce14 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:22:41.306336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e037b07-33fe-4c98-b329-7a241389e2cf') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:41.307438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e037b07-33fe-4c98-b329-7a241389e2cf') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:41.335747 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (3e037b07-33fe-4c98-b329-7a241389e2cf), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:41.456326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:22:41.464284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (3e037b07-33fe-4c98-b329-7a241389e2cf), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:41.472007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89032049-7bea-45c6-8b82-ff3adfddb142 None None] Sync routers for ids ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:22:41.481431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d34463e0-e90d-45c0-b7e2-3b4c68355408 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "PUT /v2.0/routers/1efd4d6b-09d6-4d08-8bdb-84885f55da37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4457643 Mar 10 15:22:41.485528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44562) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:41.518437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89032049-7bea-45c6-8b82-ff3adfddb142 None None] Routers {'1efd4d6b-09d6-4d08-8bdb-84885f55da37'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:41.519025 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-89032049-7bea-45c6-8b82-ff3adfddb142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:41.527540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:22:41.553824 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5d32c20-bf86-4aa6-a60b-662728278485 admin admin] 10.222.0.11 "PUT /v2.0/routers/b628a092-6937-4393-8a5a-aa0975d6ce14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4573145 Mar 10 15:22:41.610764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-89032049-7bea-45c6-8b82-ff3adfddb142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:41.622202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:22:41.622425 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (3e037b07-33fe-4c98-b329-7a241389e2cf), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:41.634557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bb89349f-a8b2-44ee-964d-6ebab615aced None None] Provisioning complete for port 8f27d833-cf96-4df0-83a9-62982cef0b56 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:41.634821 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bb89349f-a8b2-44ee-964d-6ebab615aced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:41.728355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bb89349f-a8b2-44ee-964d-6ebab615aced None None] Port 8f27d833-cf96-4df0-83a9-62982cef0b56 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:22:41.735993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89032049-7bea-45c6-8b82-ff3adfddb142 None None] Routers {'1efd4d6b-09d6-4d08-8bdb-84885f55da37'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:41.736209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-89032049-7bea-45c6-8b82-ff3adfddb142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:22:41.774250 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:22:41.781947 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d6f9cce7-fc95-4757-9a86-b0b56fbd3b66), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:41.812079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-89032049-7bea-45c6-8b82-ff3adfddb142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:41.812891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89032049-7bea-45c6-8b82-ff3adfddb142 None None] The sync data for ids ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:22:41.813843 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:41.828319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d6f9cce7-fc95-4757-9a86-b0b56fbd3b66 HTTP/1.1" status: 204 len: 168 time: 1.5922036 Mar 10 15:22:41.878161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a000b-7101-4559-8daa-2f3c040364c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f9cce7-fc95-4757-9a86-b0b56fbd3b66,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:41.924917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-899e3c35-6fc4-4ce2-82e1-0533e054e86c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for router (1efd4d6b-09d6-4d08-8bdb-84885f55da37), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:42.107789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44584) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:42.138004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:42.182103 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-899e3c35-6fc4-4ce2-82e1-0533e054e86c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 15:22:42.183805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-899e3c35-6fc4-4ce2-82e1-0533e054e86c tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "DELETE /v2.0/routers/1efd4d6b-09d6-4d08-8bdb-84885f55da37 HTTP/1.1" status: 409 len: 376 time: 0.6961498 Mar 10 15:22:42.187341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44586) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:42.210661 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4f1ea938-cb69-4528-9fc2-28a313835898 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=816c444a47fc4b3d8d73cc08c963e993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1013970 Mar 10 15:22:42.212982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44590) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:42.339120 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7c9f-eef0-4048-8dc0-07ba00f3c8ec admin admin] Publish callbacks [] for security_group (fbd020f3-3b12-4157-9341-85c9f17290e0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:42.340669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:42.341284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:42.371395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7c9f-eef0-4048-8dc0-07ba00f3c8ec admin admin] Publish callbacks [] for security_group (fbd020f3-3b12-4157-9341-85c9f17290e0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:42.423467 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7c9f-eef0-4048-8dc0-07ba00f3c8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fbd020f3-3b12-4157-9341-85c9f17290e0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:42.432384 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7c9f-eef0-4048-8dc0-07ba00f3c8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:42.436202 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fe8d7c9f-eef0-4048-8dc0-07ba00f3c8ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbd020f3-3b12-4157-9341-85c9f17290e0 HTTP/1.1" status: 204 len: 168 time: 0.2189870 Mar 10 15:22:42.451371 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d7c9f-eef0-4048-8dc0-07ba00f3c8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd020f3-3b12-4157-9341-85c9f17290e0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:42.650722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:42.651730 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:42.687846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:42.695052 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:42.813842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:43.059347 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44612) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:43.065361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-aa06064c-06e9-464e-920a-651c33d69919 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535724182', 'description': 'tempest-description--1935219513'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:43.100598 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7741c13d-a30d-432b-8e22-df0f99a05571 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (1efd4d6b-09d6-4d08-8bdb-84885f55da37), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.102627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aa06064c-06e9-464e-920a-651c33d69919 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.295160 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aa06064c-06e9-464e-920a-651c33d69919 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (d138e695-4995-4e24-ae05-df05a1d1af01), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.304416 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aa06064c-06e9-464e-920a-651c33d69919 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d138e695-4995-4e24-ae05-df05a1d1af01), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.329317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aa06064c-06e9-464e-920a-651c33d69919 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.330848 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aa06064c-06e9-464e-920a-651c33d69919 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2693868 Mar 10 15:22:43.350964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44626) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:43.363390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c8c04009-ff3e-4225-8465-2da1ec8f6109 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group_rule': {'security_group_id': 'd138e695-4995-4e24-ae05-df05a1d1af01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:43.405867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06064c-06e9-464e-920a-651c33d69919 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d138e695-4995-4e24-ae05-df05a1d1af01,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:43.494028 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8c04009-ff3e-4225-8465-2da1ec8f6109 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (4e519d8f-7a54-4df1-9e08-70603ab6e735), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.625855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7741c13d-a30d-432b-8e22-df0f99a05571 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Deleting port cc199201-c6da-4b4b-ab6d-51129f6e432f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:22:43.626969 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7741c13d-a30d-432b-8e22-df0f99a05571 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cc199201-c6da-4b4b-ab6d-51129f6e432f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.688775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8c04009-ff3e-4225-8465-2da1ec8f6109 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (4e519d8f-7a54-4df1-9e08-70603ab6e735), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.698470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8c04009-ff3e-4225-8465-2da1ec8f6109 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (4e519d8f-7a54-4df1-9e08-70603ab6e735), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.724820 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb780-1781-4446-9865-e28964d19652 None None] Sync routers for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:22:43.726467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c04009-ff3e-4225-8465-2da1ec8f6109 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e519d8f-7a54-4df1-9e08-70603ab6e735,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:43.739046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c8c04009-ff3e-4225-8465-2da1ec8f6109 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.744988 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c8c04009-ff3e-4225-8465-2da1ec8f6109 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3917918 Mar 10 15:22:43.745616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44646) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:43.751806 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cdb36850-7b32-47d3-a98e-0b5a1b80ff15 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group_rule': {'security_group_id': 'd138e695-4995-4e24-ae05-df05a1d1af01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:43.752705 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bb780-1781-4446-9865-e28964d19652 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:43.754851 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-245bb780-1781-4446-9865-e28964d19652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:43.847238 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7741c13d-a30d-432b-8e22-df0f99a05571 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cc199201-c6da-4b4b-ab6d-51129f6e432f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.863292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdb36850-7b32-47d3-a98e-0b5a1b80ff15 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (f6ed7838-86a0-4156-841f-17bd96815efa), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:43.873282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7741c13d-a30d-432b-8e22-df0f99a05571 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Calling delete_port for cc199201-c6da-4b4b-ab6d-51129f6e432f owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:22:44.006250 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdb36850-7b32-47d3-a98e-0b5a1b80ff15 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (f6ed7838-86a0-4156-841f-17bd96815efa), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:44.017892 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdb36850-7b32-47d3-a98e-0b5a1b80ff15 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f6ed7838-86a0-4156-841f-17bd96815efa), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:44.045543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb36850-7b32-47d3-a98e-0b5a1b80ff15 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ed7838-86a0-4156-841f-17bd96815efa,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:44.057970 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdb36850-7b32-47d3-a98e-0b5a1b80ff15 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:44.063491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44660) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:44.065148 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cdb36850-7b32-47d3-a98e-0b5a1b80ff15 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3184931 Mar 10 15:22:44.073507 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-245bb780-1781-4446-9865-e28964d19652 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:22:44.154654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:44.265586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:44.266401 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:44.268361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:44.348397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7741c13d-a30d-432b-8e22-df0f99a05571 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (cc199201-c6da-4b4b-ab6d-51129f6e432f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:44.390561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741c13d-a30d-432b-8e22-df0f99a05571 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Port': ['ID=cc199201-c6da-4b4b-ab6d-51129f6e432f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:44.406042 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:44.460730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:44.465623 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-245bb780-1781-4446-9865-e28964d19652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:40Z', 'revision_number': 2, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:44.513868 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb780-1781-4446-9865-e28964d19652 None None] Checking router: b628a092-6937-4393-8a5a-aa0975d6ce14 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:22:44.514364 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb780-1781-4446-9865-e28964d19652 None None] Updating router b628a092-6937-4393-8a5a-aa0975d6ce14 port 8f27d833-cf96-4df0-83a9-62982cef0b56 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:22:44.612389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7741c13d-a30d-432b-8e22-df0f99a05571 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (1efd4d6b-09d6-4d08-8bdb-84885f55da37), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:44.613291 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-245bb780-1781-4446-9865-e28964d19652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:44.928962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7741c13d-a30d-432b-8e22-df0f99a05571 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Router 1efd4d6b-09d6-4d08-8bdb-84885f55da37 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:22:44.947350 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:45.231433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Allocated IP 172.25.3.27 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/f85054a0-193b-4fa5-b235-dd1bef9f2bd6) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:45.300603 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-245bb780-1781-4446-9865-e28964d19652 None None] Publish callbacks [] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:45.316353 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-245bb780-1781-4446-9865-e28964d19652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:45.353106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7741c13d-a30d-432b-8e22-df0f99a05571 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:22:45.365029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f40a15-d8f4-4183-ab47-66401c31adfb None None] Sync routers for ids ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:22:45.371831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7741c13d-a30d-432b-8e22-df0f99a05571 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "PUT /v2.0/routers/1efd4d6b-09d6-4d08-8bdb-84885f55da37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1831450 Mar 10 15:22:45.375590 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44698) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:45.423188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f40a15-d8f4-4183-ab47-66401c31adfb None None] Routers {'1efd4d6b-09d6-4d08-8bdb-84885f55da37'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:45.423839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-60f40a15-d8f4-4183-ab47-66401c31adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:45.519762 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-2ac48605-5401-495e-a030-bb15d85c199b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] show failed (client error): The resource could not be found. Mar 10 15:22:45.523704 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2ac48605-5401-495e-a030-bb15d85c199b tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1020836605 HTTP/1.1" status: 404 len: 335 time: 0.1456556 Mar 10 15:22:45.528250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44704) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:45.539586 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fe0b25a2-74a2-421b-98ec-74c83e5258cb tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:45.551138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-60f40a15-d8f4-4183-ab47-66401c31adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:45.556671 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (f85054a0-193b-4fa5-b235-dd1bef9f2bd6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:45.602985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f40a15-d8f4-4183-ab47-66401c31adfb None None] Routers {'1efd4d6b-09d6-4d08-8bdb-84885f55da37'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:45.608138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-60f40a15-d8f4-4183-ab47-66401c31adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:45.650393 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480888f8-b5eb-4ff2-9544-eee744c2e355 None None] Pushing event updated for resources: {'Port': ['ID=8f27d833-cf96-4df0-83a9-62982cef0b56,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:45.666118 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-fe0b25a2-74a2-421b-98ec-74c83e5258cb tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] update failed (client error): The resource could not be found. Mar 10 15:22:45.668523 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fe0b25a2-74a2-421b-98ec-74c83e5258cb tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-1950449535 HTTP/1.1" status: 404 len: 335 time: 0.1389906 Mar 10 15:22:45.672364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44708) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:45.677396 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-245bb780-1781-4446-9865-e28964d19652 None None] Attempting to bind port 8f27d833-cf96-4df0-83a9-62982cef0b56 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:22:45.678045 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-245bb780-1781-4446-9865-e28964d19652 None None] Attempting to bind port 8f27d833-cf96-4df0-83a9-62982cef0b56 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:22:45.679438 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb780-1781-4446-9865-e28964d19652 None None] Attempting to bind port 8f27d833-cf96-4df0-83a9-62982cef0b56 on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:22:45.680667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f85054a0-193b-4fa5-b235-dd1bef9f2bd6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:45.686411 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb780-1781-4446-9865-e28964d19652 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:22:45.687096 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb780-1781-4446-9865-e28964d19652 None None] Checking segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:45.687712 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-245bb780-1781-4446-9865-e28964d19652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:45.688285 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb780-1781-4446-9865-e28964d19652 None None] Bound using segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:22:45.689288 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-245bb780-1781-4446-9865-e28964d19652 None None] Bound port: 8f27d833-cf96-4df0-83a9-62982cef0b56, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:22:45.689905 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-245bb780-1781-4446-9865-e28964d19652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:45.719020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:45.722175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:45.749946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-60f40a15-d8f4-4183-ab47-66401c31adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:45.750808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f40a15-d8f4-4183-ab47-66401c31adfb None None] The sync data for ids ['1efd4d6b-09d6-4d08-8bdb-84885f55da37'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:22:45.761738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:45.802624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-188bb8b1-5c63-4826-b027-7033a10b160f None None] Provisioning complete for port 8f27d833-cf96-4df0-83a9-62982cef0b56 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:45.805278 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-188bb8b1-5c63-4826-b027-7033a10b160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:45.815922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad23697-8569-4d7d-bee9-5860208270b5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Deleting subnet 09bf92b7-c8ad-4282-aa32-3a13efb13826 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:22:45.842670 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ad23697-8569-4d7d-bee9-5860208270b5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (09bf92b7-c8ad-4282-aa32-3a13efb13826), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:45.892529 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-245bb780-1781-4446-9865-e28964d19652 None None] For port 8f27d833-cf96-4df0-83a9-62982cef0b56, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:22:45.904548 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-245bb780-1781-4446-9865-e28964d19652 None None] For port 8f27d833-cf96-4df0-83a9-62982cef0b56, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8f27d833-cf96-4df0-83a9-62982cef0b56,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:22:45.936125 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-245bb780-1781-4446-9865-e28964d19652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:46.002450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-188bb8b1-5c63-4826-b027-7033a10b160f None None] Port 8f27d833-cf96-4df0-83a9-62982cef0b56 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:22:46.024431 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ad23697-8569-4d7d-bee9-5860208270b5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (09bf92b7-c8ad-4282-aa32-3a13efb13826), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:46.084700 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480888f8-b5eb-4ff2-9544-eee744c2e355 None None] Pushing event updated for resources: {'Port': ['ID=8f27d833-cf96-4df0-83a9-62982cef0b56,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:46.138647 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bb780-1781-4446-9865-e28964d19652 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:22:46.141943 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-245bb780-1781-4446-9865-e28964d19652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:46.268602 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (75d11d05-138b-4f14-9b59-aa2bf115be39), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:46.310900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ad23697-8569-4d7d-bee9-5860208270b5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (09bf92b7-c8ad-4282-aa32-3a13efb13826), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:46.534772 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ad23697-8569-4d7d-bee9-5860208270b5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (09bf92b7-c8ad-4282-aa32-3a13efb13826), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:46.633827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad23697-8569-4d7d-bee9-5860208270b5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Subnet': ['ID=09bf92b7-c8ad-4282-aa32-3a13efb13826,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:46.638782 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ad23697-8569-4d7d-bee9-5860208270b5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:46.651871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d33f342d-b215-494e-a1ed-056736c9bfd8 None None] Provisioning complete for port 8f27d833-cf96-4df0-83a9-62982cef0b56 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:46.652511 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3ad23697-8569-4d7d-bee9-5860208270b5 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "DELETE /v2.0/subnets/09bf92b7-c8ad-4282-aa32-3a13efb13826 HTTP/1.1" status: 204 len: 168 time: 0.9789467 Mar 10 15:22:46.653204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44730) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:46.657513 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d33f342d-b215-494e-a1ed-056736c9bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:46.660426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c61c86-9790-4352-b799-ac54b6e66e07 None None] Network f3fa3460-1765-4388-9db2-17a7434ba3f9 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:46.696451 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-245bb780-1781-4446-9865-e28964d19652 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:22:46.921520 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (f3fa3460-1765-4388-9db2-17a7434ba3f9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.072638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Deleting port c4ae2c56-1f7e-44c5-b679-44267a733ba9 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:22:47.072985 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.107856 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-245bb780-1781-4446-9865-e28964d19652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:45Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:47.148320 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb780-1781-4446-9865-e28964d19652 None None] The sync data for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 is: [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:45Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:22:47.161629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=f85054a0-193b-4fa5-b235-dd1bef9f2bd6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:47.185636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d33f342d-b215-494e-a1ed-056736c9bfd8 None None] Current status of the port 8f27d833-cf96-4df0-83a9-62982cef0b56 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:47.186260 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d33f342d-b215-494e-a1ed-056736c9bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.190062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f85054a0-193b-4fa5-b235-dd1bef9f2bd6), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.314939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d33f342d-b215-494e-a1ed-056736c9bfd8 None None] For port 8f27d833-cf96-4df0-83a9-62982cef0b56, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8f27d833-cf96-4df0-83a9-62982cef0b56,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:47.321897 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d33f342d-b215-494e-a1ed-056736c9bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.322357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] For port c4ae2c56-1f7e-44c5-b679-44267a733ba9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c4ae2c56-1f7e-44c5-b679-44267a733ba9,segment=NetworkSegment(6181b906-85bd-4d68-8c40-ba2dc0f5ea70),segment_id=6181b906-85bd-4d68-8c40-ba2dc0f5ea70)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:47.324329 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.372326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Calling delete_port for c4ae2c56-1f7e-44c5-b679-44267a733ba9 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:22:47.447293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f342d-b215-494e-a1ed-056736c9bfd8 None None] Pushing event updated for resources: {'Port': ['ID=8f27d833-cf96-4df0-83a9-62982cef0b56,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:47.453074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192f906-d20a-4440-bbdf-0e3810996a60 None None] DHCP port deletion for f3fa3460-1765-4388-9db2-17a7434ba3f9 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:22:47.517923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5192f906-d20a-4440-bbdf-0e3810996a60 None None] Deleting port c4ae2c56-1f7e-44c5-b679-44267a733ba9 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:22:47.518623 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5192f906-d20a-4440-bbdf-0e3810996a60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.593096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.651520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5192f906-d20a-4440-bbdf-0e3810996a60 None None] For port c4ae2c56-1f7e-44c5-b679-44267a733ba9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c4ae2c56-1f7e-44c5-b679-44267a733ba9,segment=NetworkSegment(6181b906-85bd-4d68-8c40-ba2dc0f5ea70),segment_id=6181b906-85bd-4d68-8c40-ba2dc0f5ea70)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:47.651520 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5192f906-d20a-4440-bbdf-0e3810996a60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.657348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] No DVR routers for this DVR port c4ae2c56-1f7e-44c5-b679-44267a733ba9 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:22:47.705768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5192f906-d20a-4440-bbdf-0e3810996a60 None None] Calling delete_port for c4ae2c56-1f7e-44c5-b679-44267a733ba9 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:22:47.779822 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (f85054a0-193b-4fa5-b235-dd1bef9f2bd6), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.790099 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f85054a0-193b-4fa5-b235-dd1bef9f2bd6), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.850647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Port': ['ID=c4ae2c56-1f7e-44c5-b679-44267a733ba9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:47.887626 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5192f906-d20a-4440-bbdf-0e3810996a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (c4ae2c56-1f7e-44c5-b679-44267a733ba9), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:47.983353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192f906-d20a-4440-bbdf-0e3810996a60 None None] Pushing event deleted for resources: {'Port': ['ID=c4ae2c56-1f7e-44c5-b679-44267a733ba9,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:47.994960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5192f906-d20a-4440-bbdf-0e3810996a60 None None] No DVR routers for this DVR port c4ae2c56-1f7e-44c5-b679-44267a733ba9 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:22:47.997758 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.066004 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (f3fa3460-1765-4388-9db2-17a7434ba3f9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.146171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fa3460-1765-4388-9db2-17a7434ba3f9']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:48.156349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (75d11d05-138b-4f14-9b59-aa2bf115be39), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.165988 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6181b906-85bd-4d68-8c40-ba2dc0f5ea70') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:48.166592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6181b906-85bd-4d68-8c40-ba2dc0f5ea70') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:48.188045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (6181b906-85bd-4d68-8c40-ba2dc0f5ea70), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.189117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=f85054a0-193b-4fa5-b235-dd1bef9f2bd6,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:48.198116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.214952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ac8eb05c-4f0a-49e7-9c1b-f73558e7bc06 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1392448 Mar 10 15:22:48.236544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8f27d833-cf96-4df0-83a9-62982cef0b56 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:22:48.238725 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6181b906-85bd-4d68-8c40-ba2dc0f5ea70), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.264809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:22:48.266106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (6181b906-85bd-4d68-8c40-ba2dc0f5ea70), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.368462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8f27d833-cf96-4df0-83a9-62982cef0b56 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:48.368999 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:22:48.420198 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:22:48.425527 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (f3fa3460-1765-4388-9db2-17a7434ba3f9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.434105 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.446275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44766) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:48.446921 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "DELETE /v2.0/networks/f3fa3460-1765-4388-9db2-17a7434ba3f9 HTTP/1.1" status: 204 len: 168 time: 1.7921464 Mar 10 15:22:48.476537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee1368-7201-42f0-aa2e-d95d472246af tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Network': ['ID=f3fa3460-1765-4388-9db2-17a7434ba3f9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:48.638992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8f27d833-cf96-4df0-83a9-62982cef0b56 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:48.641231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-548e5696-5781-4d3e-b412-7a49c4e7ac78 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Deleting subnet d4aaf99a-fba0-4b72-a39c-a3bca6cd7993 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:22:48.655041 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-548e5696-5781-4d3e-b412-7a49c4e7ac78 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (d4aaf99a-fba0-4b72-a39c-a3bca6cd7993), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.757910 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-548e5696-5781-4d3e-b412-7a49c4e7ac78 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (d4aaf99a-fba0-4b72-a39c-a3bca6cd7993), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:48.768019 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c4ae2c56-1f7e-44c5-b679-44267a733ba9 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:22:48.800794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: c4ae2c56-1f7e-44c5-b679-44267a733ba9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:22:48.806320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c4ae2c56-1f7e-44c5-b679-44267a733ba9 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:22:48.955758 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-54c17ac8-b4c0-4ddd-9bd8-f14ef8f8081e tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--535724182&fields=id&tenant_id=1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 267 time: 0.0784087 Mar 10 15:22:49.032433 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-548e5696-5781-4d3e-b412-7a49c4e7ac78 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d4aaf99a-fba0-4b72-a39c-a3bca6cd7993), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:49.261665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-ccfc8d1d-2b27-48f5-be37-f0665604ce3f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:49.276692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-ccfc8d1d-2b27-48f5-be37-f0665604ce3f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 815 time: 0.3078864 Mar 10 15:22:49.312675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-3e4cc45a-7f3f-4072-b069-13e0bf55e562 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/quotas/1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 375 time: 0.0350378 Mar 10 15:22:49.318417 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-548e5696-5781-4d3e-b412-7a49c4e7ac78 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (d4aaf99a-fba0-4b72-a39c-a3bca6cd7993), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:49.372673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e5696-5781-4d3e-b412-7a49c4e7ac78 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Subnet': ['ID=d4aaf99a-fba0-4b72-a39c-a3bca6cd7993,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:49.384771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b1dbe-339c-44f4-88cd-ce119e1d6fc3 None None] Network d580372a-55f9-4054-a12d-8a6890370c2a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:49.396218 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-548e5696-5781-4d3e-b412-7a49c4e7ac78 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:49.399384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-548e5696-5781-4d3e-b412-7a49c4e7ac78 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "DELETE /v2.0/subnets/d4aaf99a-fba0-4b72-a39c-a3bca6cd7993 HTTP/1.1" status: 204 len: 168 time: 0.9518535 Mar 10 15:22:49.401998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44796) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:49.480519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-9c6fe0b5-cd36-47d3-b90c-4b0dcd12f162 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1484673 Mar 10 15:22:49.572723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe448d0-9d1b-4209-b56d-79e46991a6be tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Deleting subnet 63e0a772-36ce-45be-9b25-7cace663a36a {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:22:49.586549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fe448d0-9d1b-4209-b56d-79e46991a6be tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (63e0a772-36ce-45be-9b25-7cace663a36a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:49.672593 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fe448d0-9d1b-4209-b56d-79e46991a6be tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (63e0a772-36ce-45be-9b25-7cace663a36a), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:49.697223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-37391c5e-4eaa-4196-85fc-558383f53699 service neutron] 10.222.0.11 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134998 Mar 10 15:22:49.739917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d445c-3c54-4bae-a632-d2cfab25929f None None] DHCP port deletion for d580372a-55f9-4054-a12d-8a6890370c2a request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:22:49.858281 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fe448d0-9d1b-4209-b56d-79e46991a6be tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (63e0a772-36ce-45be-9b25-7cace663a36a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:49.906073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f61d445c-3c54-4bae-a632-d2cfab25929f None None] Deleting port bdcb27f0-8e90-42af-8356-eb3963a43799 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:22:49.906584 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f61d445c-3c54-4bae-a632-d2cfab25929f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:49.929269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-73b80fa0-f857-49ff-8eae-1efbc5e51b8a service neutron] 10.222.0.11 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237632 Mar 10 15:22:49.974877 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fe448d0-9d1b-4209-b56d-79e46991a6be tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (63e0a772-36ce-45be-9b25-7cace663a36a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:50.041768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe448d0-9d1b-4209-b56d-79e46991a6be tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Subnet': ['ID=63e0a772-36ce-45be-9b25-7cace663a36a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:50.050473 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fe448d0-9d1b-4209-b56d-79e46991a6be tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:50.055621 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2fe448d0-9d1b-4209-b56d-79e46991a6be tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "DELETE /v2.0/subnets/63e0a772-36ce-45be-9b25-7cace663a36a HTTP/1.1" status: 204 len: 168 time: 0.6515877 Mar 10 15:22:50.058968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44814) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:50.072570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fc3da1-c70a-468a-a66d-79288a7113ff None None] Network ace42ce6-f116-4a3b-aa6c-5484bb130761 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:50.147529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f61d445c-3c54-4bae-a632-d2cfab25929f None None] For port bdcb27f0-8e90-42af-8356-eb3963a43799, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bdcb27f0-8e90-42af-8356-eb3963a43799,segment=NetworkSegment(924b3654-039b-48e3-baae-82cd81c5e1c3),segment_id=924b3654-039b-48e3-baae-82cd81c5e1c3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:50.148159 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f61d445c-3c54-4bae-a632-d2cfab25929f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:50.164913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bdcb27f0-8e90-42af-8356-eb3963a43799 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:22:50.240738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f61d445c-3c54-4bae-a632-d2cfab25929f None None] Calling delete_port for bdcb27f0-8e90-42af-8356-eb3963a43799 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:22:50.252799 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d580372a-55f9-4054-a12d-8a6890370c2a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:50.499340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dc3e1b0-b6be-43e0-b3cf-e30c1d3fada6 req-8b3c2d2b-bcdf-4436-906d-8c2b0f5a3895 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 210 time: 0.0994177 Mar 10 15:22:50.525008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Deleting port bdcb27f0-8e90-42af-8356-eb3963a43799 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:22:50.525355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:50.665413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] For port bdcb27f0-8e90-42af-8356-eb3963a43799, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bdcb27f0-8e90-42af-8356-eb3963a43799,segment=NetworkSegment(924b3654-039b-48e3-baae-82cd81c5e1c3),segment_id=924b3654-039b-48e3-baae-82cd81c5e1c3)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:50.665913 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:50.691502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Calling delete_port for bdcb27f0-8e90-42af-8356-eb3963a43799 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:22:50.785398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port bdcb27f0-8e90-42af-8356-eb3963a43799 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:22:50.786212 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:50.830462 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:50.876253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port bdcb27f0-8e90-42af-8356-eb3963a43799, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bdcb27f0-8e90-42af-8356-eb3963a43799,segment=NetworkSegment(924b3654-039b-48e3-baae-82cd81c5e1c3),segment_id=924b3654-039b-48e3-baae-82cd81c5e1c3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:50.885585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:50.956604 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:50.999188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c10257f-0e80-44d4-a477-45a4f2780dd2 None None] DHCP port deletion for ace42ce6-f116-4a3b-aa6c-5484bb130761 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:22:51.026165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Port': ['ID=bdcb27f0-8e90-42af-8356-eb3963a43799,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:51.035033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] No DVR routers for this DVR port bdcb27f0-8e90-42af-8356-eb3963a43799 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:22:51.085096 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f61d445c-3c54-4bae-a632-d2cfab25929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (bdcb27f0-8e90-42af-8356-eb3963a43799), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:51.108327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d445c-3c54-4bae-a632-d2cfab25929f None None] No DVR routers for this DVR port bdcb27f0-8e90-42af-8356-eb3963a43799 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:22:51.121295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=bdcb27f0-8e90-42af-8356-eb3963a43799,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:51.125677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7c10257f-0e80-44d4-a477-45a4f2780dd2 None None] Deleting port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:22:51.125677 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c10257f-0e80-44d4-a477-45a4f2780dd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:51.272384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d580372a-55f9-4054-a12d-8a6890370c2a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:51.281848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7c10257f-0e80-44d4-a477-45a4f2780dd2 None None] For port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=07cc9cca-154d-4f74-8522-ab4e3e2a13fe,segment=NetworkSegment(de63ace2-dbc0-4b9a-9ce3-4dbff68163f2),segment_id=de63ace2-dbc0-4b9a-9ce3-4dbff68163f2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:51.282256 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c10257f-0e80-44d4-a477-45a4f2780dd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:51.299720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7c10257f-0e80-44d4-a477-45a4f2780dd2 None None] Calling delete_port for 07cc9cca-154d-4f74-8522-ab4e3e2a13fe owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:22:51.357605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d580372a-55f9-4054-a12d-8a6890370c2a']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:51.369662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924b3654-039b-48e3-baae-82cd81c5e1c3') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:51.370042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924b3654-039b-48e3-baae-82cd81c5e1c3') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:51.381864 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (924b3654-039b-48e3-baae-82cd81c5e1c3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:51.399342 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (924b3654-039b-48e3-baae-82cd81c5e1c3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:51.416966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:22:51.419691 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (924b3654-039b-48e3-baae-82cd81c5e1c3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:22:51.424557 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:22:51.483840 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c10257f-0e80-44d4-a477-45a4f2780dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (07cc9cca-154d-4f74-8522-ab4e3e2a13fe), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:51.487499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d445c-3c54-4bae-a632-d2cfab25929f None None] Pushing event deleted for resources: {'Port': ['ID=bdcb27f0-8e90-42af-8356-eb3963a43799,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:51.519873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10257f-0e80-44d4-a477-45a4f2780dd2 None None] Pushing event deleted for resources: {'Port': ['ID=07cc9cca-154d-4f74-8522-ab4e3e2a13fe,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:51.525394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10257f-0e80-44d4-a477-45a4f2780dd2 None None] No DVR routers for this DVR port 07cc9cca-154d-4f74-8522-ab4e3e2a13fe on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:22:51.677541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee3ae604-d490-4e32-a9cb-06e050fa31ae req-99b8cc22-db43-434c-aa9d-057598fd19b6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 210 time: 0.0571604 Mar 10 15:22:51.678572 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d580372a-55f9-4054-a12d-8a6890370c2a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:51.702700 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:51.706413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "DELETE /v2.0/networks/d580372a-55f9-4054-a12d-8a6890370c2a HTTP/1.1" status: 204 len: 168 time: 1.6457551 Mar 10 15:22:51.707585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Network': ['ID=d580372a-55f9-4054-a12d-8a6890370c2a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:51.709107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44866) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:51.757875 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-177a230f-6686-4921-9aa8-191392aa8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:51.759196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.761016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.761599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.763238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.765409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.765972 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.768962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.769550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.770278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.771820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.773563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.774115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.776037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2a63e2-1c1a-416f-b082-9a9dce241622 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:51.935691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ace42ce6-f116-4a3b-aa6c-5484bb130761), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:52.058749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ace42ce6-f116-4a3b-aa6c-5484bb130761), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:52.083832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace42ce6-f116-4a3b-aa6c-5484bb130761']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:52.110967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de63ace2-dbc0-4b9a-9ce3-4dbff68163f2') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:52.111791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de63ace2-dbc0-4b9a-9ce3-4dbff68163f2') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:52.135790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 07cc9cca-154d-4f74-8522-ab4e3e2a13fe no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:22:52.181711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (de63ace2-dbc0-4b9a-9ce3-4dbff68163f2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:52.186029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 07cc9cca-154d-4f74-8522-ab4e3e2a13fe {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:22:52.186602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 07cc9cca-154d-4f74-8522-ab4e3e2a13fe not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:22:52.238040 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (de63ace2-dbc0-4b9a-9ce3-4dbff68163f2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:52.253110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:22:52.253799 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (de63ace2-dbc0-4b9a-9ce3-4dbff68163f2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:22:52.257846 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:22:52.375685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ace42ce6-f116-4a3b-aa6c-5484bb130761), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:52.389610 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:52.398580 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "DELETE /v2.0/networks/ace42ce6-f116-4a3b-aa6c-5484bb130761 HTTP/1.1" status: 204 len: 168 time: 0.6878724 Mar 10 15:22:52.400612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44880) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:52.554589 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6681c7-c438-4717-82cd-b56eb095a6a2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Network': ['ID=ace42ce6-f116-4a3b-aa6c-5484bb130761,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:52.576548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-c4b7e7cb-c8d6-40de-ba35-4ae592ff937a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:52.578399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-c4b7e7cb-c8d6-40de-ba35-4ae592ff937a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 815 time: 0.2809117 Mar 10 15:22:52.586365 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-aace6bb8-a051-484c-a489-5790d87db357 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Deleting subnet 37566b78-7826-44a7-9c14-7107410e6088 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:22:52.590427 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aace6bb8-a051-484c-a489-5790d87db357 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (37566b78-7826-44a7-9c14-7107410e6088), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:52.640511 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aace6bb8-a051-484c-a489-5790d87db357 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (37566b78-7826-44a7-9c14-7107410e6088), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:52.720671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-21da9205-6ccb-4f33-af75-067c79b9571a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 379 time: 0.1332066 Mar 10 15:22:52.739182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'port': {'device_id': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'admin_state_up': True, 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'security_groups': ['d138e695-4995-4e24-ae05-df05a1d1af01']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:52.771555 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aace6bb8-a051-484c-a489-5790d87db357 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (37566b78-7826-44a7-9c14-7107410e6088), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:52.877771 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aace6bb8-a051-484c-a489-5790d87db357 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (37566b78-7826-44a7-9c14-7107410e6088), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:52.983241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93d643-ec5e-49f8-8c2f-db17d85cdc8b None None] Network 6c6eb198-e1ac-4957-a4a3-c017fad24493 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:22:52.984418 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace6bb8-a051-484c-a489-5790d87db357 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Subnet': ['ID=37566b78-7826-44a7-9c14-7107410e6088,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:52.991671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aace6bb8-a051-484c-a489-5790d87db357 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:53.003452 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aace6bb8-a051-484c-a489-5790d87db357 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "DELETE /v2.0/subnets/37566b78-7826-44a7-9c14-7107410e6088 HTTP/1.1" status: 204 len: 168 time: 0.5902386 Mar 10 15:22:53.005101 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44894) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:53.042129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f36913d2-6cf0-40a9-8bdd-ba3de7f0d624 req-953ff33a-9cba-4f99-b5d3-e712f9c4b8d8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 210 time: 0.2002192 Mar 10 15:22:53.156290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Made reservation on behalf of 1c222964e5a84243b165f837bab8404c for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:22:53.159928 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:53.303221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (6c6eb198-e1ac-4957-a4a3-c017fad24493), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:53.341384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00259858-65fa-49a5-bcea-cfc7f9b7eda2 None None] DHCP port deletion for 6c6eb198-e1ac-4957-a4a3-c017fad24493 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:22:53.438494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Allocated IP 172.20.0.6 (02aca4b7-3412-4bf0-8960-43bd7c693eeb/cef5250d-bab0-4579-bcf6-5129064932aa/00dc7687-bcaa-452f-a828-c6863e1a4067) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:22:53.492266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-00259858-65fa-49a5-bcea-cfc7f9b7eda2 None None] Deleting port 7cbe226b-7d43-4de6-9428-171bf247d5b1 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:22:53.492936 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00259858-65fa-49a5-bcea-cfc7f9b7eda2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:53.507171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Deleting port 7cbe226b-7d43-4de6-9428-171bf247d5b1 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:22:53.507585 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:53.630387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] For port 7cbe226b-7d43-4de6-9428-171bf247d5b1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7cbe226b-7d43-4de6-9428-171bf247d5b1,segment=NetworkSegment(f9b04fa3-3234-4178-8287-3d0e28ce3b81),segment_id=f9b04fa3-3234-4178-8287-3d0e28ce3b81)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:53.630758 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:53.654643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Calling delete_port for 7cbe226b-7d43-4de6-9428-171bf247d5b1 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:22:53.684826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-00259858-65fa-49a5-bcea-cfc7f9b7eda2 None None] For port 7cbe226b-7d43-4de6-9428-171bf247d5b1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7cbe226b-7d43-4de6-9428-171bf247d5b1,segment=NetworkSegment(f9b04fa3-3234-4178-8287-3d0e28ce3b81),segment_id=f9b04fa3-3234-4178-8287-3d0e28ce3b81)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:22:53.685436 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00259858-65fa-49a5-bcea-cfc7f9b7eda2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:53.687311 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:53.734535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-00259858-65fa-49a5-bcea-cfc7f9b7eda2 None None] Calling delete_port for 7cbe226b-7d43-4de6-9428-171bf247d5b1 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:22:53.803606 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:53.901507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:22:53.906199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:22:53.911022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:22:53.943947 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00259858-65fa-49a5-bcea-cfc7f9b7eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:53.980342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=00dc7687-bcaa-452f-a828-c6863e1a4067,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:54.030508 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00259858-65fa-49a5-bcea-cfc7f9b7eda2 None None] No DVR routers for this DVR port 7cbe226b-7d43-4de6-9428-171bf247d5b1 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:22:54.037659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00259858-65fa-49a5-bcea-cfc7f9b7eda2 None None] Pushing event deleted for resources: {'Port': ['ID=7cbe226b-7d43-4de6-9428-171bf247d5b1,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:54.077705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:54.085330 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.100731 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5995fe4e-0748-46e8-a89d-2d7ab8dd489f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.134821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-af1b2520-e1b4-4f22-94a1-12831656109f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3996866 Mar 10 15:22:54.148424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Request body: {'port': {'device_id': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:54.215993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7cbe226b-7d43-4de6-9428-171bf247d5b1 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:22:54.261829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 7cbe226b-7d43-4de6-9428-171bf247d5b1 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:22:54.262271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7cbe226b-7d43-4de6-9428-171bf247d5b1 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:22:54.274919 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7cbe226b-7d43-4de6-9428-171bf247d5b1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.345983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Port': ['ID=7cbe226b-7d43-4de6-9428-171bf247d5b1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:54.351315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] No DVR routers for this DVR port 7cbe226b-7d43-4de6-9428-171bf247d5b1 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:22:54.439821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425be5c-6a49-4732-bba1-dd895ab3a1ba req-cb3daff8-ebc3-4682-94e8-1d2b6a2d331a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:54.447765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3425be5c-6a49-4732-bba1-dd895ab3a1ba req-cb3daff8-ebc3-4682-94e8-1d2b6a2d331a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 931 time: 0.2962346 Mar 10 15:22:54.464891 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (6c6eb198-e1ac-4957-a4a3-c017fad24493), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.490541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-832e172e-3b40-46a7-9566-c85acc8e4dd1 None None] Provisioning complete for port 00dc7687-bcaa-452f-a828-c6863e1a4067 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:22:54.491145 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-832e172e-3b40-46a7-9566-c85acc8e4dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.509189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6eb198-e1ac-4957-a4a3-c017fad24493']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:54.510984 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.534769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b04fa3-3234-4178-8287-3d0e28ce3b81') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:54.534769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b04fa3-3234-4178-8287-3d0e28ce3b81') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:22:54.560992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (f9b04fa3-3234-4178-8287-3d0e28ce3b81), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.573700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-832e172e-3b40-46a7-9566-c85acc8e4dd1 None None] Port 00dc7687-bcaa-452f-a828-c6863e1a4067 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:22:54.583706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f9b04fa3-3234-4178-8287-3d0e28ce3b81), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.593115 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:22:54.593524 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (f9b04fa3-3234-4178-8287-3d0e28ce3b81), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.599106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3425be5c-6a49-4732-bba1-dd895ab3a1ba req-8305df5b-a520-462e-aa05-20eb46df5d5d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503181 Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:22:54.603809 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:22:54.712393 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (6c6eb198-e1ac-4957-a4a3-c017fad24493), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.717145 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:54.721129 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "DELETE /v2.0/networks/6c6eb198-e1ac-4957-a4a3-c017fad24493 HTTP/1.1" status: 204 len: 168 time: 1.7123971 Mar 10 15:22:54.725392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44936) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:54.777416 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-211262e7-76b5-4e04-978c-dab65a696601 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "GET /v2.0/ports?device_id=1efd4d6b-09d6-4d08-8bdb-84885f55da37 HTTP/1.1" status: 200 len: 205 time: 0.0509298 Mar 10 15:22:54.790015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44938) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:54.797800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f0142-7779-4e34-939b-3e9d0a010407 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Pushing event deleted for resources: {'Network': ['ID=6c6eb198-e1ac-4957-a4a3-c017fad24493,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:54.932044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-75fad484-c45a-42c2-91a4-7b3181c894e2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for router (1efd4d6b-09d6-4d08-8bdb-84885f55da37), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:55.253019 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:55.261602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00dc7687-bcaa-452f-a828-c6863e1a4067 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:22:55.271739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Publish callbacks [] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:55.287137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Transition to ACTIVE for port object 00dc7687-bcaa-452f-a828-c6863e1a4067 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:22:55.299674 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:55.418046 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-75fad484-c45a-42c2-91a4-7b3181c894e2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (1efd4d6b-09d6-4d08-8bdb-84885f55da37), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:55.420941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Pushing event updated for resources: {'Port': ['ID=00dc7687-bcaa-452f-a828-c6863e1a4067,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:55.437737 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-75fad484-c45a-42c2-91a4-7b3181c894e2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for router_controller (1efd4d6b-09d6-4d08-8bdb-84885f55da37), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:55.618512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Attempting to bind port 00dc7687-bcaa-452f-a828-c6863e1a4067 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:22:55.620436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Attempting to bind port 00dc7687-bcaa-452f-a828-c6863e1a4067 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:22:55.621104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Attempting to bind port 00dc7687-bcaa-452f-a828-c6863e1a4067 on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:22:55.628063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Port 00dc7687-bcaa-452f-a828-c6863e1a4067 on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:22:55.628628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Attempting to bind port 00dc7687-bcaa-452f-a828-c6863e1a4067 on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:22:55.637743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-75fad484-c45a-42c2-91a4-7b3181c894e2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (1efd4d6b-09d6-4d08-8bdb-84885f55da37), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:55.637743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fad484-c45a-42c2-91a4-7b3181c894e2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Fanout notify agent at l3_agent the message router_deleted on router 1efd4d6b-09d6-4d08-8bdb-84885f55da37 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:22:55.641887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:22:55.642661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Checking segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:22:55.642661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Bound using segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:22:55.643470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Bound port: 00dc7687-bcaa-452f-a828-c6863e1a4067, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:22:55.643833 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:55.652161 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-75fad484-c45a-42c2-91a4-7b3181c894e2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:55.653299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-75fad484-c45a-42c2-91a4-7b3181c894e2 tempest-RoutersNegativeIpV6Test-508640691 tempest-RoutersNegativeIpV6Test-508640691-project] 10.222.0.11 "DELETE /v2.0/routers/1efd4d6b-09d6-4d08-8bdb-84885f55da37 HTTP/1.1" status: 204 len: 168 time: 0.8615046 Mar 10 15:22:55.736028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] For port 00dc7687-bcaa-452f-a828-c6863e1a4067, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:22:55.740605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] For port 00dc7687-bcaa-452f-a828-c6863e1a4067, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=00dc7687-bcaa-452f-a828-c6863e1a4067,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:22:55.751818 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:55.840513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:55.841194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:55.842945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] 10.222.0.62 "PUT /v2.0/ports/00dc7687-bcaa-452f-a828-c6863e1a4067 HTTP/1.1" status: 200 len: 1091 time: 1.7000022 Mar 10 15:22:55.850049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'tag': '00dc7687-bcaa-452f-a828-c6863e1a4067'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:22:55.853000 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa4dfc2-33af-46de-b61e-e704fc1545fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8ab1cf-d085-44f3-b331-09f8de4eb331", "tag": "00dc7687-bcaa-452f-a828-c6863e1a4067"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:22:55.938420 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b80a50-810c-4caf-b050-4d5fbc377023 x-openstack-request-id: req-e5b80a50-810c-4caf-b050-4d5fbc377023 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:22:55.938766 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8ab1cf-d085-44f3-b331-09f8de4eb331", "tag": "00dc7687-bcaa-452f-a828-c6863e1a4067", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:22:55.939127 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5b80a50-810c-4caf-b050-4d5fbc377023 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:22:55.940401 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'tag': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'status': 'completed', 'code': 200} Mar 10 15:22:55.975799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd8fa1-64a2-4a4a-b093-0e7aaf1c59c4 service neutron] Pushing event updated for resources: {'Port': ['ID=00dc7687-bcaa-452f-a828-c6863e1a4067,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:55.991115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b66118-e65b-4fe2-9e99-3cf62a236df4 req-03c6ba57-1605-4521-9963-45fd611a52ce tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:55.993014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61b66118-e65b-4fe2-9e99-3cf62a236df4 req-03c6ba57-1605-4521-9963-45fd611a52ce tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 943 time: 0.2263908 Mar 10 15:22:56.067261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-044e685c-afe0-4240-8254-73f4104dec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:56.069522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-044e685c-afe0-4240-8254-73f4104dec7e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 1125 time: 0.1806674 Mar 10 15:22:56.133242 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-29bc6d0c-ab5c-49aa-a48b-276403eddb67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00dc7687-bcaa-452f-a828-c6863e1a4067 HTTP/1.1" status: 200 len: 217 time: 0.0554214 Mar 10 15:22:56.147477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61b66118-e65b-4fe2-9e99-3cf62a236df4 req-55029db0-cc54-4828-8a02-4cd010bd87d4 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338992 Mar 10 15:22:56.202264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-20326f2f-61be-40b2-97de-a97a70d32236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:56.204038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-20326f2f-61be-40b2-97de-a97a70d32236 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.0553067 Mar 10 15:22:56.297554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-2294d441-be48-469c-8793-c4705fffcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:56.299310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44958) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:56.318713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-2294d441-be48-469c-8793-c4705fffcd60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0981033 Mar 10 15:22:56.493455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-5c987f3b-4220-4efd-b08c-af76c3ce396f service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737814 Mar 10 15:22:56.584396 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e8188a08-baa8-46cd-9c33-22f75e160446 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30736b6a7f6e4bf4a1d9825775ae8b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2838917 Mar 10 15:22:56.590625 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44968) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:56.641767 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:56.675607 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Publish callbacks [] for security_group (461aadba-6b8f-405d-aa8d-928684be859d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:56.709971 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Publish callbacks [] for security_group (461aadba-6b8f-405d-aa8d-928684be859d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:56.727794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba78ce48-1040-472f-bd9a-118f541772a7 req-82ec295d-ec9f-4615-a37b-c3216a31713d service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287965 Mar 10 15:22:56.784859 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (461aadba-6b8f-405d-aa8d-928684be859d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:56.788297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:56.789759 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/461aadba-6b8f-405d-aa8d-928684be859d HTTP/1.1" status: 204 len: 168 time: 0.1980669 Mar 10 15:22:56.819688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461aadba-6b8f-405d-aa8d-928684be859d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:56.839319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.839733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.840088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.840438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.840782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.843682 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.844073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.844421 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.844761 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.845096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.845432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.847802 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.848208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb4bcc1-9494-4eb9-b794-a89645905ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:22:56.884226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4dfc2-33af-46de-b61e-e704fc1545fe req-d8eff19d-5e66-418a-91a9-c4d13b600a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:56.886129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-faa4dfc2-33af-46de-b61e-e704fc1545fe req-d8eff19d-5e66-418a-91a9-c4d13b600a4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 1125 time: 0.0911109 Mar 10 15:22:57.048818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4dfc2-33af-46de-b61e-e704fc1545fe req-adc282d8-2ca4-40dd-92d5-e7d9d8d7d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:57.048818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-faa4dfc2-33af-46de-b61e-e704fc1545fe req-adc282d8-2ca4-40dd-92d5-e7d9d8d7d5e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.1508586 Mar 10 15:22:57.108964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-faa4dfc2-33af-46de-b61e-e704fc1545fe req-356f1b24-7882-423c-81e9-edac481af080 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00dc7687-bcaa-452f-a828-c6863e1a4067 HTTP/1.1" status: 200 len: 217 time: 0.0578151 Mar 10 15:22:57.186169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4dfc2-33af-46de-b61e-e704fc1545fe req-cb6c2875-fa45-4d11-ad8b-66e28ad850ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:57.188023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-faa4dfc2-33af-46de-b61e-e704fc1545fe req-cb6c2875-fa45-4d11-ad8b-66e28ad850ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.0723186 Mar 10 15:22:57.324645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4dfc2-33af-46de-b61e-e704fc1545fe req-9042d0ce-2fdb-4ef8-a6f1-80b5c972eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:57.328626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-faa4dfc2-33af-46de-b61e-e704fc1545fe req-9042d0ce-2fdb-4ef8-a6f1-80b5c972eba5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1344588 Mar 10 15:22:57.416083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844e483-e34f-43a1-b28c-585c508b4be5 req-58cbc2cd-1e04-418e-a495-84aee83f9b87 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:57.417643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0844e483-e34f-43a1-b28c-585c508b4be5 req-58cbc2cd-1e04-418e-a495-84aee83f9b87 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 943 time: 0.1410768 Mar 10 15:22:57.527927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0844e483-e34f-43a1-b28c-585c508b4be5 req-235da222-7fde-427a-a36e-91890feccd5b tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638020 Mar 10 15:22:57.533504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-faa4dfc2-33af-46de-b61e-e704fc1545fe req-5efd8a59-82d0-4fbd-aa20-d2b3958fd382 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901774 Mar 10 15:22:57.802659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45002) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:57.917064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-25d3d892-2e7c-42d1-8068-987c43ac05f8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group': {'name': 'tempest-secgroup--485242489'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:57.943156 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25d3d892-2e7c-42d1-8068-987c43ac05f8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:57.954108 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25d3d892-2e7c-42d1-8068-987c43ac05f8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:57.994947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-faa4dfc2-33af-46de-b61e-e704fc1545fe req-2918c263-02f2-4d05-89ee-e77a8d9285f1 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544218 Mar 10 15:22:58.063485 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25d3d892-2e7c-42d1-8068-987c43ac05f8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (61e61bb2-6524-4ac3-bd9c-dcbd2b9f6756), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.068936 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25d3d892-2e7c-42d1-8068-987c43ac05f8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (61e61bb2-6524-4ac3-bd9c-dcbd2b9f6756), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.109606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3d892-2e7c-42d1-8068-987c43ac05f8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e61bb2-6524-4ac3-bd9c-dcbd2b9f6756,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:58.164373 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25d3d892-2e7c-42d1-8068-987c43ac05f8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (7eedacdb-b35b-476f-9380-9f4a8c51a762), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.169761 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25d3d892-2e7c-42d1-8068-987c43ac05f8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7eedacdb-b35b-476f-9380-9f4a8c51a762), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.209118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-25d3d892-2e7c-42d1-8068-987c43ac05f8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.213717 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-25d3d892-2e7c-42d1-8068-987c43ac05f8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4059594 Mar 10 15:22:58.213916 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45006) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:58.239325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3d892-2e7c-42d1-8068-987c43ac05f8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eedacdb-b35b-476f-9380-9f4a8c51a762,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:58.256455 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.306056 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f7f2f656-a2f8-49fd-94dd-c05184d33f3d tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0911283 Mar 10 15:22:58.308922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45008) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:58.313457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ed4ff795-47f0-4119-96bc-d5721f4801ae tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group': {'name': 'tempest-security--211495818', 'description': 'tempest-security-description-481986996'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:58.354936 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff795-47f0-4119-96bc-d5721f4801ae tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (7eedacdb-b35b-476f-9380-9f4a8c51a762), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.409462 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff795-47f0-4119-96bc-d5721f4801ae tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (7eedacdb-b35b-476f-9380-9f4a8c51a762), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.413566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff795-47f0-4119-96bc-d5721f4801ae tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7eedacdb-b35b-476f-9380-9f4a8c51a762), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.416342 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff795-47f0-4119-96bc-d5721f4801ae tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.417670 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ed4ff795-47f0-4119-96bc-d5721f4801ae tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "PUT /v2.0/security-groups/7eedacdb-b35b-476f-9380-9f4a8c51a762 HTTP/1.1" status: 200 len: 1795 time: 0.1078200 Mar 10 15:22:58.420529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45010) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:58.447094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ff795-47f0-4119-96bc-d5721f4801ae tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eedacdb-b35b-476f-9380-9f4a8c51a762,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:58.471646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-30930e27-a857-4eaf-a2b4-9ab56083cf4e tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups/7eedacdb-b35b-476f-9380-9f4a8c51a762 HTTP/1.1" status: 200 len: 1795 time: 0.0496521 Mar 10 15:22:58.474819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45012) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:58.543693 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9646984-6f11-40bf-83ac-6b810ea19fd8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (7eedacdb-b35b-476f-9380-9f4a8c51a762), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.571893 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9646984-6f11-40bf-83ac-6b810ea19fd8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (7eedacdb-b35b-476f-9380-9f4a8c51a762), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.672255 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9646984-6f11-40bf-83ac-6b810ea19fd8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7eedacdb-b35b-476f-9380-9f4a8c51a762), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.676167 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9646984-6f11-40bf-83ac-6b810ea19fd8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.678104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a9646984-6f11-40bf-83ac-6b810ea19fd8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-groups/7eedacdb-b35b-476f-9380-9f4a8c51a762 HTTP/1.1" status: 204 len: 168 time: 0.2016459 Mar 10 15:22:58.680409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45018) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:58.728017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9646984-6f11-40bf-83ac-6b810ea19fd8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eedacdb-b35b-476f-9380-9f4a8c51a762,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:58.774263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f869b-4ce7-4c2b-97f1-aeccc8a13b30 req-afc909cb-3fe8-4181-b9c1-90338c4dfd87 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:22:58.784591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-504f869b-4ce7-4c2b-97f1-aeccc8a13b30 req-afc909cb-3fe8-4181-b9c1-90338c4dfd87 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 943 time: 0.0961518 Mar 10 15:22:58.799314 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2c9fe761-3be1-470b-8dc2-18dd3bae04fa tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1170208 Mar 10 15:22:58.801691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45026) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:58.821156 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-7a757856-5d9c-4aa4-b0bd-10120c2b043b tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] delete failed (client error): The resource could not be found. Mar 10 15:22:58.822472 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7a757856-5d9c-4aa4-b0bd-10120c2b043b tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-groups/7eedacdb-b35b-476f-9380-9f4a8c51a762 HTTP/1.1" status: 404 len: 347 time: 0.0194192 Mar 10 15:22:58.828178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45028) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:58.851131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8a17bf20-d955-459c-a893-5e2bf652f5cc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group': {'name': 'tempest-secgroup--637390206'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:58.851639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-504f869b-4ce7-4c2b-97f1-aeccc8a13b30 req-4b5ba6c7-20f8-4b5c-9285-48516bd933b7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657485 Mar 10 15:22:58.889383 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a17bf20-d955-459c-a893-5e2bf652f5cc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.976808 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a17bf20-d955-459c-a893-5e2bf652f5cc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (d2a428cc-b75f-4e79-9652-14eed9e6dae7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:58.981440 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a17bf20-d955-459c-a893-5e2bf652f5cc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d2a428cc-b75f-4e79-9652-14eed9e6dae7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.012789 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8a17bf20-d955-459c-a893-5e2bf652f5cc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.014334 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8a17bf20-d955-459c-a893-5e2bf652f5cc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1848135 Mar 10 15:22:59.017278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45030) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:59.020087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17bf20-d955-459c-a893-5e2bf652f5cc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a428cc-b75f-4e79-9652-14eed9e6dae7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:59.044596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-952720eb-758a-4deb-823a-dc64b337bfc4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': 'd2a428cc-b75f-4e79-9652-14eed9e6dae7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:59.080932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-952720eb-758a-4deb-823a-dc64b337bfc4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (d0311ff3-7d8e-4906-b23b-12e81f6ed4f8), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.142155 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-952720eb-758a-4deb-823a-dc64b337bfc4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (d0311ff3-7d8e-4906-b23b-12e81f6ed4f8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.146713 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-952720eb-758a-4deb-823a-dc64b337bfc4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (d0311ff3-7d8e-4906-b23b-12e81f6ed4f8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.167529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952720eb-758a-4deb-823a-dc64b337bfc4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0311ff3-7d8e-4906-b23b-12e81f6ed4f8,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:59.180312 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-952720eb-758a-4deb-823a-dc64b337bfc4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.184304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-952720eb-758a-4deb-823a-dc64b337bfc4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623960 Mar 10 15:22:59.184813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45032) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:59.212970 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb33959e-a6ff-45b3-b8ec-c6bd33fd268f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (d0311ff3-7d8e-4906-b23b-12e81f6ed4f8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.221331 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb33959e-a6ff-45b3-b8ec-c6bd33fd268f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (d0311ff3-7d8e-4906-b23b-12e81f6ed4f8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.250710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb33959e-a6ff-45b3-b8ec-c6bd33fd268f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (d0311ff3-7d8e-4906-b23b-12e81f6ed4f8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.262953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb33959e-a6ff-45b3-b8ec-c6bd33fd268f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.267024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45034) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:59.267579 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-eb33959e-a6ff-45b3-b8ec-c6bd33fd268f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d0311ff3-7d8e-4906-b23b-12e81f6ed4f8 HTTP/1.1" status: 204 len: 168 time: 0.0813196 Mar 10 15:22:59.268803 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33959e-a6ff-45b3-b8ec-c6bd33fd268f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0311ff3-7d8e-4906-b23b-12e81f6ed4f8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:59.319204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45036) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:59.319421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-44968e2e-1966-426f-9ac0-5b9ae701056a tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0511541 Mar 10 15:22:59.375635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a348b65c-b432-4077-988e-90c95e722858 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (d2a428cc-b75f-4e79-9652-14eed9e6dae7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.399502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a348b65c-b432-4077-988e-90c95e722858 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (d2a428cc-b75f-4e79-9652-14eed9e6dae7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.444674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a348b65c-b432-4077-988e-90c95e722858 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d2a428cc-b75f-4e79-9652-14eed9e6dae7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.448119 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a348b65c-b432-4077-988e-90c95e722858 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.451777 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a348b65c-b432-4077-988e-90c95e722858 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-groups/d2a428cc-b75f-4e79-9652-14eed9e6dae7 HTTP/1.1" status: 204 len: 168 time: 0.1283956 Mar 10 15:22:59.452143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45038) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:59.463356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348b65c-b432-4077-988e-90c95e722858 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a428cc-b75f-4e79-9652-14eed9e6dae7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:59.510908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cccd3216-20be-4614-8eab-4be00a6f5abb tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0566406 Mar 10 15:22:59.513645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45042) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:59.517732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6e1721f2-fa41-415f-916d-ecd5172532bb tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035949099'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:59.539434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e1721f2-fa41-415f-916d-ecd5172532bb tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.607246 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e1721f2-fa41-415f-916d-ecd5172532bb tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (3446221d-1c76-461e-b4e6-ecdc90049d28), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.613489 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e1721f2-fa41-415f-916d-ecd5172532bb tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3446221d-1c76-461e-b4e6-ecdc90049d28), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.641750 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e1721f2-fa41-415f-916d-ecd5172532bb tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.646100 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6e1721f2-fa41-415f-916d-ecd5172532bb tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1284308 Mar 10 15:22:59.647057 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45044) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:59.647693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1721f2-fa41-415f-916d-ecd5172532bb tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3446221d-1c76-461e-b4e6-ecdc90049d28,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:59.658569 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-bfb7ef76-10ba-4e4a-b01f-8ee5b99642e8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': '3446221d-1c76-461e-b4e6-ecdc90049d28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:59.701415 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ef76-10ba-4e4a-b01f-8ee5b99642e8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (811cb363-acd9-4427-8874-f9eb15540b22), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.757322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ef76-10ba-4e4a-b01f-8ee5b99642e8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (811cb363-acd9-4427-8874-f9eb15540b22), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.761190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ef76-10ba-4e4a-b01f-8ee5b99642e8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (811cb363-acd9-4427-8874-f9eb15540b22), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.780235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7ef76-10ba-4e4a-b01f-8ee5b99642e8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811cb363-acd9-4427-8874-f9eb15540b22,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:59.792024 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ef76-10ba-4e4a-b01f-8ee5b99642e8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.796296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45050) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:59.796443 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bfb7ef76-10ba-4e4a-b01f-8ee5b99642e8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477423 Mar 10 15:22:59.801244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-76b38fb2-94d6-4733-a8df-7b53e5a8e9a6 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': '3446221d-1c76-461e-b4e6-ecdc90049d28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:22:59.830820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-76b38fb2-94d6-4733-a8df-7b53e5a8e9a6 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (98f3a692-77f9-47c2-8214-57183fac80dd), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.913091 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-76b38fb2-94d6-4733-a8df-7b53e5a8e9a6 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (98f3a692-77f9-47c2-8214-57183fac80dd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.917520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-76b38fb2-94d6-4733-a8df-7b53e5a8e9a6 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (98f3a692-77f9-47c2-8214-57183fac80dd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.942723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b38fb2-94d6-4733-a8df-7b53e5a8e9a6 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f3a692-77f9-47c2-8214-57183fac80dd,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:22:59.959476 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-76b38fb2-94d6-4733-a8df-7b53e5a8e9a6 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:22:59.960882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-76b38fb2-94d6-4733-a8df-7b53e5a8e9a6 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1635647 Mar 10 15:22:59.963569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45058) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:22:59.969894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7b0e63d5-bef0-4d56-907e-2cd022084a8e tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': '3446221d-1c76-461e-b4e6-ecdc90049d28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:00.038836 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7b0e63d5-bef0-4d56-907e-2cd022084a8e tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (82259bd6-2ad6-4af8-9f2c-3f5658f0a140), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.049555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e64e7-ae3b-4847-845b-6ad46c30feb4 req-12a61345-8b1d-4d8e-8dc1-b2c2ccb1e23a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:00.053864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-666e64e7-ae3b-4847-845b-6ad46c30feb4 req-12a61345-8b1d-4d8e-8dc1-b2c2ccb1e23a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 943 time: 0.0875654 Mar 10 15:23:00.137700 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-666e64e7-ae3b-4847-845b-6ad46c30feb4 req-eaed6806-c04c-4421-9348-bc8a59edefa9 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758283 Mar 10 15:23:00.139961 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7b0e63d5-bef0-4d56-907e-2cd022084a8e tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (82259bd6-2ad6-4af8-9f2c-3f5658f0a140), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.148409 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7b0e63d5-bef0-4d56-907e-2cd022084a8e tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (82259bd6-2ad6-4af8-9f2c-3f5658f0a140), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.186405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e63d5-bef0-4d56-907e-2cd022084a8e tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82259bd6-2ad6-4af8-9f2c-3f5658f0a140,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:00.194052 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7b0e63d5-bef0-4d56-907e-2cd022084a8e tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.198369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45060) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:00.199083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7b0e63d5-bef0-4d56-907e-2cd022084a8e tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2332752 Mar 10 15:23:00.204502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-383cb1ab-914f-4800-b52d-f6416a986eb0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': '3446221d-1c76-461e-b4e6-ecdc90049d28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:00.238664 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-383cb1ab-914f-4800-b52d-f6416a986eb0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (02d71c3c-b51d-4358-be6f-7d6d9cf9e50c), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.301737 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-383cb1ab-914f-4800-b52d-f6416a986eb0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (02d71c3c-b51d-4358-be6f-7d6d9cf9e50c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.306569 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-383cb1ab-914f-4800-b52d-f6416a986eb0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (02d71c3c-b51d-4358-be6f-7d6d9cf9e50c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.325053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cb1ab-914f-4800-b52d-f6416a986eb0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d71c3c-b51d-4358-be6f-7d6d9cf9e50c,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:00.337779 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-383cb1ab-914f-4800-b52d-f6416a986eb0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.342326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45062) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:00.342494 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-383cb1ab-914f-4800-b52d-f6416a986eb0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417127 Mar 10 15:23:00.347692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ca9867b7-5d02-4c6c-bfc5-2d69b252f37f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': '3446221d-1c76-461e-b4e6-ecdc90049d28', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:00.374725 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca9867b7-5d02-4c6c-bfc5-2d69b252f37f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (464e19ba-0152-40e3-8ee7-91cad0c00edc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.447871 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca9867b7-5d02-4c6c-bfc5-2d69b252f37f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (464e19ba-0152-40e3-8ee7-91cad0c00edc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.452035 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca9867b7-5d02-4c6c-bfc5-2d69b252f37f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (464e19ba-0152-40e3-8ee7-91cad0c00edc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.471573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9867b7-5d02-4c6c-bfc5-2d69b252f37f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464e19ba-0152-40e3-8ee7-91cad0c00edc,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:00.479056 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca9867b7-5d02-4c6c-bfc5-2d69b252f37f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.480369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ca9867b7-5d02-4c6c-bfc5-2d69b252f37f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1367524 Mar 10 15:23:00.483295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45064) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:00.508007 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a18f6a4f-cf0f-4fdf-b0db-271989dbe29c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (464e19ba-0152-40e3-8ee7-91cad0c00edc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.515679 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a18f6a4f-cf0f-4fdf-b0db-271989dbe29c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (464e19ba-0152-40e3-8ee7-91cad0c00edc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.523205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 00dc7687-bcaa-452f-a828-c6863e1a4067 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:23:00.545378 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a18f6a4f-cf0f-4fdf-b0db-271989dbe29c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (464e19ba-0152-40e3-8ee7-91cad0c00edc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.551197 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a18f6a4f-cf0f-4fdf-b0db-271989dbe29c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.554761 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a18f6a4f-cf0f-4fdf-b0db-271989dbe29c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/464e19ba-0152-40e3-8ee7-91cad0c00edc HTTP/1.1" status: 204 len: 168 time: 0.0679591 Mar 10 15:23:00.555138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45066) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:00.564958 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f6a4f-cf0f-4fdf-b0db-271989dbe29c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=464e19ba-0152-40e3-8ee7-91cad0c00edc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:00.602837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d3d333d9-5816-4fb9-a20a-64db9593d6b3 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0446537 Mar 10 15:23:00.603722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45068) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:00.631562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 00dc7687-bcaa-452f-a828-c6863e1a4067, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=00dc7687-bcaa-452f-a828-c6863e1a4067,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:23:00.633392 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0de5bfee-8cd3-4df2-bbf8-e532ee8f88bc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (02d71c3c-b51d-4358-be6f-7d6d9cf9e50c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.644285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'port_id': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'mac_address': 'fa:16:3e:4a:d7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:23:00.645593 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0de5bfee-8cd3-4df2-bbf8-e532ee8f88bc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (02d71c3c-b51d-4358-be6f-7d6d9cf9e50c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.673159 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0de5bfee-8cd3-4df2-bbf8-e532ee8f88bc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (02d71c3c-b51d-4358-be6f-7d6d9cf9e50c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.680280 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0de5bfee-8cd3-4df2-bbf8-e532ee8f88bc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.685097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0de5bfee-8cd3-4df2-bbf8-e532ee8f88bc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/02d71c3c-b51d-4358-be6f-7d6d9cf9e50c HTTP/1.1" status: 204 len: 168 time: 0.0776103 Mar 10 15:23:00.685904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45070) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:00.690970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 00dc7687-bcaa-452f-a828-c6863e1a4067 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:23:00.692085 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.702719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5bfee-8cd3-4df2-bbf8-e532ee8f88bc tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02d71c3c-b51d-4358-be6f-7d6d9cf9e50c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:00.706398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00dc7687-bcaa-452f-a828-c6863e1a4067 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:23:00.729836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 00dc7687-bcaa-452f-a828-c6863e1a4067, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=00dc7687-bcaa-452f-a828-c6863e1a4067,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:23:00.735005 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.746718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45074) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:00.754133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d43f42bc-0dd7-4e14-9f95-b299e3e73f55 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0675392 Mar 10 15:23:00.776941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16179e0b-669d-4645-aac6-bbc6f90561a9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (82259bd6-2ad6-4af8-9f2c-3f5658f0a140), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.794326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16179e0b-669d-4645-aac6-bbc6f90561a9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (82259bd6-2ad6-4af8-9f2c-3f5658f0a140), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.795576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=00dc7687-bcaa-452f-a828-c6863e1a4067,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:00.805068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.805290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.805694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.806206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.806608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.807023 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.807419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.807810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.808201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.808589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.809128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.809451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.809774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:00.825711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16179e0b-669d-4645-aac6-bbc6f90561a9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (82259bd6-2ad6-4af8-9f2c-3f5658f0a140), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.831429 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-16179e0b-669d-4645-aac6-bbc6f90561a9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.834889 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-16179e0b-669d-4645-aac6-bbc6f90561a9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/82259bd6-2ad6-4af8-9f2c-3f5658f0a140 HTTP/1.1" status: 204 len: 168 time: 0.0849855 Mar 10 15:23:00.836860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45076) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:00.845279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16179e0b-669d-4645-aac6-bbc6f90561a9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82259bd6-2ad6-4af8-9f2c-3f5658f0a140,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:00.903116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ca59b30f-b143-45f8-9fe1-b8e04f23fe06 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0625176 Mar 10 15:23:00.904509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45082) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:00.962592 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b27f950b-0cd3-43a2-bc46-e442354b8c5c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (98f3a692-77f9-47c2-8214-57183fac80dd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:00.972011 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b27f950b-0cd3-43a2-bc46-e442354b8c5c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (98f3a692-77f9-47c2-8214-57183fac80dd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.009781 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b27f950b-0cd3-43a2-bc46-e442354b8c5c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (98f3a692-77f9-47c2-8214-57183fac80dd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.023617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b27f950b-0cd3-43a2-bc46-e442354b8c5c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.024634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b27f950b-0cd3-43a2-bc46-e442354b8c5c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/98f3a692-77f9-47c2-8214-57183fac80dd HTTP/1.1" status: 204 len: 168 time: 0.1170526 Mar 10 15:23:01.029296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45088) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:01.049901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f950b-0cd3-43a2-bc46-e442354b8c5c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98f3a692-77f9-47c2-8214-57183fac80dd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:01.052962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['00dc7687-bcaa-452f-a828-c6863e1a4067'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:23:01.198515 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-21f0bbf4-b9c0-4976-8c72-57e02024ee01 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1691504 Mar 10 15:23:01.201338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45094) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:01.242405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-967e092f-75a6-428b-b2fe-6e3236cba0f0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (811cb363-acd9-4427-8874-f9eb15540b22), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.251161 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-967e092f-75a6-428b-b2fe-6e3236cba0f0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (811cb363-acd9-4427-8874-f9eb15540b22), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.335033 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:23:01.345788 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-967e092f-75a6-428b-b2fe-6e3236cba0f0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (811cb363-acd9-4427-8874-f9eb15540b22), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.357244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c78a89-37f3-49f0-b9d7-d7276073b53a req-d15c05c8-0b11-4b9b-9f68-251e3b64dad6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:01.359380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89c78a89-37f3-49f0-b9d7-d7276073b53a req-d15c05c8-0b11-4b9b-9f68-251e3b64dad6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 944 time: 0.0800805 Mar 10 15:23:01.366148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-967e092f-75a6-428b-b2fe-6e3236cba0f0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.367993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-967e092f-75a6-428b-b2fe-6e3236cba0f0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/811cb363-acd9-4427-8874-f9eb15540b22 HTTP/1.1" status: 204 len: 168 time: 0.1656783 Mar 10 15:23:01.371767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45096) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:01.393474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e092f-75a6-428b-b2fe-6e3236cba0f0 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=811cb363-acd9-4427-8874-f9eb15540b22,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:01.443688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89c78a89-37f3-49f0-b9d7-d7276073b53a req-72930d62-7df7-4854-9b36-c361d81fc6bb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727444 Mar 10 15:23:01.446221 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c928098e-ee8a-41af-b6a1-168f4011e552 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0732932 Mar 10 15:23:01.451801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45098) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:01.510759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b06f6d0-f816-44c3-829a-43b6cc692b8c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (3446221d-1c76-461e-b4e6-ecdc90049d28), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.533092 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b06f6d0-f816-44c3-829a-43b6cc692b8c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (3446221d-1c76-461e-b4e6-ecdc90049d28), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.574474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b06f6d0-f816-44c3-829a-43b6cc692b8c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3446221d-1c76-461e-b4e6-ecdc90049d28), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.577335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b06f6d0-f816-44c3-829a-43b6cc692b8c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.578483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6b06f6d0-f816-44c3-829a-43b6cc692b8c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-groups/3446221d-1c76-461e-b4e6-ecdc90049d28 HTTP/1.1" status: 204 len: 168 time: 0.1254051 Mar 10 15:23:01.581118 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45100) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:01.588647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06f6d0-f816-44c3-829a-43b6cc692b8c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3446221d-1c76-461e-b4e6-ecdc90049d28,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:01.647795 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3a9bb825-5bd9-44b5-acaa-50a08fa1a137 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0645947 Mar 10 15:23:01.653537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45102) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:01.657875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2cc40a10-6065-4552-8fd5-3a1bc7ea0cbd tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group': {'name': 'tempest-secgroup--667810393'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:01.679449 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cc40a10-6065-4552-8fd5-3a1bc7ea0cbd tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.750783 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cc40a10-6065-4552-8fd5-3a1bc7ea0cbd tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (aa835939-78d2-4657-94c6-ac9fbf1f50d2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.755349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cc40a10-6065-4552-8fd5-3a1bc7ea0cbd tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aa835939-78d2-4657-94c6-ac9fbf1f50d2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.789676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cc40a10-6065-4552-8fd5-3a1bc7ea0cbd tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.793463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2cc40a10-6065-4552-8fd5-3a1bc7ea0cbd tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1369598 Mar 10 15:23:01.793859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45104) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:01.798134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-56f13111-223a-42e9-a8c8-ba4528d9a28c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': 'aa835939-78d2-4657-94c6-ac9fbf1f50d2', 'direction': 'ingress', 'protocol': 17}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:01.803410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc40a10-6065-4552-8fd5-3a1bc7ea0cbd tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa835939-78d2-4657-94c6-ac9fbf1f50d2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:01.828240 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56f13111-223a-42e9-a8c8-ba4528d9a28c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (d2c9ad92-44dc-4248-a92d-5c13965be9bf), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.896491 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56f13111-223a-42e9-a8c8-ba4528d9a28c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (d2c9ad92-44dc-4248-a92d-5c13965be9bf), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.901877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56f13111-223a-42e9-a8c8-ba4528d9a28c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (d2c9ad92-44dc-4248-a92d-5c13965be9bf), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.924521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f13111-223a-42e9-a8c8-ba4528d9a28c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c9ad92-44dc-4248-a92d-5c13965be9bf,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:01.933668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56f13111-223a-42e9-a8c8-ba4528d9a28c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:01.935324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-56f13111-223a-42e9-a8c8-ba4528d9a28c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1406815 Mar 10 15:23:01.938369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45110) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:02.068480 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08aa9eaa-2538-488f-8a02-9961fca7ca89 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (aa835939-78d2-4657-94c6-ac9fbf1f50d2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.110459 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08aa9eaa-2538-488f-8a02-9961fca7ca89 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (aa835939-78d2-4657-94c6-ac9fbf1f50d2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.127575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaffd5-1fd8-4edb-80b2-09dca0b251eb req-8d1a4bd5-6e9d-4df2-b163-9a89a3eb8a3e tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:02.129702 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ceaffd5-1fd8-4edb-80b2-09dca0b251eb req-8d1a4bd5-6e9d-4df2-b163-9a89a3eb8a3e tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.0944459 Mar 10 15:23:02.216050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ceaffd5-1fd8-4edb-80b2-09dca0b251eb req-8f472131-7d8b-4072-8a1c-a7bdb1e6792b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757217 Mar 10 15:23:02.247786 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08aa9eaa-2538-488f-8a02-9961fca7ca89 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aa835939-78d2-4657-94c6-ac9fbf1f50d2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.252529 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08aa9eaa-2538-488f-8a02-9961fca7ca89 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.256693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-08aa9eaa-2538-488f-8a02-9961fca7ca89 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-groups/aa835939-78d2-4657-94c6-ac9fbf1f50d2 HTTP/1.1" status: 204 len: 168 time: 0.3141997 Mar 10 15:23:02.257089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45120) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:02.271130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa9eaa-2538-488f-8a02-9961fca7ca89 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa835939-78d2-4657-94c6-ac9fbf1f50d2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:02.309749 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-95d420e4-47ab-48c2-aa92-23d5a3d1bbff tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514305 Mar 10 15:23:02.313536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45122) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:02.319643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e2d32780-8e4b-4adb-9a31-34ec5a274a27 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783280880'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:02.341182 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2d32780-8e4b-4adb-9a31-34ec5a274a27 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.413169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2d32780-8e4b-4adb-9a31-34ec5a274a27 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (22faa7f2-70ff-4eee-86bc-86127a9b1c15), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.417571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2d32780-8e4b-4adb-9a31-34ec5a274a27 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (22faa7f2-70ff-4eee-86bc-86127a9b1c15), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.452098 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2d32780-8e4b-4adb-9a31-34ec5a274a27 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.453541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e2d32780-8e4b-4adb-9a31-34ec5a274a27 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1389110 Mar 10 15:23:02.454300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d32780-8e4b-4adb-9a31-34ec5a274a27 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22faa7f2-70ff-4eee-86bc-86127a9b1c15,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:02.456558 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45124) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:02.461659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-779bdf6e-507d-4c5c-9409-6295a0d71e37 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group': {'name': 'tempest-secgroup--944115695'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:02.498097 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-779bdf6e-507d-4c5c-9409-6295a0d71e37 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.531221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 00dc7687-bcaa-452f-a828-c6863e1a4067 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:23:02.598650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63322845-238e-4d91-bcf5-6105e83d308f req-68202a46-1755-42b3-ae2d-6cf89fa872bf tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:02.606774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63322845-238e-4d91-bcf5-6105e83d308f req-68202a46-1755-42b3-ae2d-6cf89fa872bf tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 944 time: 0.0683455 Mar 10 15:23:02.631340 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-779bdf6e-507d-4c5c-9409-6295a0d71e37 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (c343589d-6c72-40e8-8665-05ca2c63ff12), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.637577 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-779bdf6e-507d-4c5c-9409-6295a0d71e37 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c343589d-6c72-40e8-8665-05ca2c63ff12), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.654865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 00dc7687-bcaa-452f-a828-c6863e1a4067 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:23:02.659507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 00dc7687-bcaa-452f-a828-c6863e1a4067 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:23:02.660087 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.672019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63322845-238e-4d91-bcf5-6105e83d308f req-7556242d-9ef7-4d87-8604-5a7aa06fee5f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618079 Mar 10 15:23:02.681499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bdf6e-507d-4c5c-9409-6295a0d71e37 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c343589d-6c72-40e8-8665-05ca2c63ff12,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:02.686221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-779bdf6e-507d-4c5c-9409-6295a0d71e37 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.687862 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-779bdf6e-507d-4c5c-9409-6295a0d71e37 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2300150 Mar 10 15:23:02.690445 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45128) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:02.696204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6d7a4e6a-f9bd-4b22-aef4-9671a35d2bee tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': '22faa7f2-70ff-4eee-86bc-86127a9b1c15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c343589d-6c72-40e8-8665-05ca2c63ff12', 'remote_ip_prefix': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:02.734848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4e6a-f9bd-4b22-aef4-9671a35d2bee tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (940885e5-fe00-45e2-9852-8c1e35df5f7b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.767822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 00dc7687-bcaa-452f-a828-c6863e1a4067 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:23:02.768223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.794515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dc7687-bcaa-452f-a828-c6863e1a4067'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:23:02.797283 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ef3f88-aa3c-4be6-9b26-d6f8122e7c9e" -d '{"events": [{"server_uuid": "4a8ab1cf-d085-44f3-b331-09f8de4eb331", "name": "network-vif-plugged", "status": "completed", "tag": "00dc7687-bcaa-452f-a828-c6863e1a4067"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:23:02.812274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 00dc7687-bcaa-452f-a828-c6863e1a4067, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=00dc7687-bcaa-452f-a828-c6863e1a4067,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:23:02.818358 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.850761 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4e6a-f9bd-4b22-aef4-9671a35d2bee tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (940885e5-fe00-45e2-9852-8c1e35df5f7b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.860890 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4e6a-f9bd-4b22-aef4-9671a35d2bee tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (940885e5-fe00-45e2-9852-8c1e35df5f7b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.887025 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1929a70f-2818-4ec3-aa04-5a34d3958d2a x-openstack-request-id: req-1929a70f-2818-4ec3-aa04-5a34d3958d2a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:23:02.888338 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8ab1cf-d085-44f3-b331-09f8de4eb331", "name": "network-vif-plugged", "status": "completed", "tag": "00dc7687-bcaa-452f-a828-c6863e1a4067", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:23:02.888642 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1929a70f-2818-4ec3-aa04-5a34d3958d2a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:23:02.889054 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'code': 200} Mar 10 15:23:02.890660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=00dc7687-bcaa-452f-a828-c6863e1a4067,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:02.892638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a4e6a-f9bd-4b22-aef4-9671a35d2bee tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940885e5-fe00-45e2-9852-8c1e35df5f7b,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:02.912732 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4e6a-f9bd-4b22-aef4-9671a35d2bee tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.914223 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6d7a4e6a-f9bd-4b22-aef4-9671a35d2bee tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2220638 Mar 10 15:23:02.917115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45132) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:02.971699 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cf47b78-0a36-4c79-89d2-637b321a7b9f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (940885e5-fe00-45e2-9852-8c1e35df5f7b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:02.983150 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cf47b78-0a36-4c79-89d2-637b321a7b9f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (940885e5-fe00-45e2-9852-8c1e35df5f7b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.016210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c732a9-f875-4a8e-a41b-f91151146ddc req-f923995c-c685-4198-880e-a2fbd45703ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:03.017980 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49c732a9-f875-4a8e-a41b-f91151146ddc req-f923995c-c685-4198-880e-a2fbd45703ba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 1127 time: 0.0885396 Mar 10 15:23:03.032641 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cf47b78-0a36-4c79-89d2-637b321a7b9f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (940885e5-fe00-45e2-9852-8c1e35df5f7b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.039055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cf47b78-0a36-4c79-89d2-637b321a7b9f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.040526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6cf47b78-0a36-4c79-89d2-637b321a7b9f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/940885e5-fe00-45e2-9852-8c1e35df5f7b HTTP/1.1" status: 204 len: 168 time: 0.1224031 Mar 10 15:23:03.046466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45138) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:03.112732 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f223130d-5f04-45f7-a83a-c7744080fac8 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0682461 Mar 10 15:23:03.113712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45140) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:03.123144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf47b78-0a36-4c79-89d2-637b321a7b9f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=940885e5-fe00-45e2-9852-8c1e35df5f7b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:03.127845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49c732a9-f875-4a8e-a41b-f91151146ddc req-69b3cdf8-a526-4a96-929b-bea1b4055944 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036117 Mar 10 15:23:03.173199 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7034b0d3-042d-4a10-992d-1ae3c15edaa3 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (c343589d-6c72-40e8-8665-05ca2c63ff12), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.197645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7034b0d3-042d-4a10-992d-1ae3c15edaa3 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (c343589d-6c72-40e8-8665-05ca2c63ff12), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.246398 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7034b0d3-042d-4a10-992d-1ae3c15edaa3 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c343589d-6c72-40e8-8665-05ca2c63ff12), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.249488 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7034b0d3-042d-4a10-992d-1ae3c15edaa3 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.251111 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7034b0d3-042d-4a10-992d-1ae3c15edaa3 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-groups/c343589d-6c72-40e8-8665-05ca2c63ff12 HTTP/1.1" status: 204 len: 168 time: 0.1359861 Mar 10 15:23:03.253713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45144) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:03.262355 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034b0d3-042d-4a10-992d-1ae3c15edaa3 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c343589d-6c72-40e8-8665-05ca2c63ff12,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:03.369351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a8e8352f-3669-4649-bada-fed688929f72 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1137478 Mar 10 15:23:03.372170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45148) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:03.415450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f1dc0-4033-4dfb-bb96-b86022dcfb29 req-a5b3ef0f-5a7e-429e-8239-20b67c8fcb26 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:03.416956 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-023f1dc0-4033-4dfb-bb96-b86022dcfb29 req-a5b3ef0f-5a7e-429e-8239-20b67c8fcb26 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.0945446 Mar 10 15:23:03.462017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a1749c09-7908-4a93-9a6a-62a58de96fd4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (22faa7f2-70ff-4eee-86bc-86127a9b1c15), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.502102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-023f1dc0-4033-4dfb-bb96-b86022dcfb29 req-24e23d71-7495-4326-afe7-ba33f6ab7cf6 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776558 Mar 10 15:23:03.503576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a1749c09-7908-4a93-9a6a-62a58de96fd4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (22faa7f2-70ff-4eee-86bc-86127a9b1c15), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.547392 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a1749c09-7908-4a93-9a6a-62a58de96fd4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (22faa7f2-70ff-4eee-86bc-86127a9b1c15), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.550433 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a1749c09-7908-4a93-9a6a-62a58de96fd4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.554102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a1749c09-7908-4a93-9a6a-62a58de96fd4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-groups/22faa7f2-70ff-4eee-86bc-86127a9b1c15 HTTP/1.1" status: 204 len: 168 time: 0.1787267 Mar 10 15:23:03.554504 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45150) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:03.569693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1749c09-7908-4a93-9a6a-62a58de96fd4 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22faa7f2-70ff-4eee-86bc-86127a9b1c15,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:03.611070 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ed0aec28-6b2b-477e-ad04-ca67d78be810 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0553238 Mar 10 15:23:03.616534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45152) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:03.621686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4f62562b-c8ca-464b-a321-b821c7c22b81 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group': {'name': 'tempest-secgroup--223756003'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:03.643207 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f62562b-c8ca-464b-a321-b821c7c22b81 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.718505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f62562b-c8ca-464b-a321-b821c7c22b81 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (f9b061e7-df7c-44c4-a3ee-aba258e13082), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.725063 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f62562b-c8ca-464b-a321-b821c7c22b81 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f9b061e7-df7c-44c4-a3ee-aba258e13082), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.771272 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62562b-c8ca-464b-a321-b821c7c22b81 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b061e7-df7c-44c4-a3ee-aba258e13082,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:03.788442 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4f62562b-c8ca-464b-a321-b821c7c22b81 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.794784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45156) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:03.795372 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4f62562b-c8ca-464b-a321-b821c7c22b81 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1773453 Mar 10 15:23:03.803199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-48e16ea5-2ac7-4f4b-add1-aa671fe4643a tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': 'f9b061e7-df7c-44c4-a3ee-aba258e13082', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:03.816061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f89f62-fd84-4fec-9ef1-471ef7a756b8 req-04e64b46-385e-420a-89f8-54f461c4828e tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:03.818293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09f89f62-fd84-4fec-9ef1-471ef7a756b8 req-04e64b46-385e-420a-89f8-54f461c4828e tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 945 time: 0.0727696 Mar 10 15:23:03.855151 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48e16ea5-2ac7-4f4b-add1-aa671fe4643a tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (c397192f-0dd7-4861-a1c7-181b4225cdfa), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.900623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09f89f62-fd84-4fec-9ef1-471ef7a756b8 req-606ed12a-b069-47d1-83b2-99105fc1086a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701246 Mar 10 15:23:03.927156 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48e16ea5-2ac7-4f4b-add1-aa671fe4643a tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (c397192f-0dd7-4861-a1c7-181b4225cdfa), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.931385 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48e16ea5-2ac7-4f4b-add1-aa671fe4643a tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (c397192f-0dd7-4861-a1c7-181b4225cdfa), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.954552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e16ea5-2ac7-4f4b-add1-aa671fe4643a tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c397192f-0dd7-4861-a1c7-181b4225cdfa,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:03.963014 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48e16ea5-2ac7-4f4b-add1-aa671fe4643a tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.964220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-48e16ea5-2ac7-4f4b-add1-aa671fe4643a tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1658740 Mar 10 15:23:03.967121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45158) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:03.991140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26e7c1c8-45a8-4137-a33a-7687f74b45c1 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (c397192f-0dd7-4861-a1c7-181b4225cdfa), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:03.998905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26e7c1c8-45a8-4137-a33a-7687f74b45c1 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (c397192f-0dd7-4861-a1c7-181b4225cdfa), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.025465 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26e7c1c8-45a8-4137-a33a-7687f74b45c1 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (c397192f-0dd7-4861-a1c7-181b4225cdfa), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.030403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26e7c1c8-45a8-4137-a33a-7687f74b45c1 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.033872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-26e7c1c8-45a8-4137-a33a-7687f74b45c1 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c397192f-0dd7-4861-a1c7-181b4225cdfa HTTP/1.1" status: 204 len: 168 time: 0.0635717 Mar 10 15:23:04.034657 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45160) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:04.040068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7c1c8-45a8-4137-a33a-7687f74b45c1 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c397192f-0dd7-4861-a1c7-181b4225cdfa,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:04.093822 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b8db3c74-8165-491e-bb77-56834eca7b1b tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0549538 Mar 10 15:23:04.094296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45166) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:04.158141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53a1e97b-6dce-4f2f-b4b3-bafcc2aff8be tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (f9b061e7-df7c-44c4-a3ee-aba258e13082), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.182345 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53a1e97b-6dce-4f2f-b4b3-bafcc2aff8be tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (f9b061e7-df7c-44c4-a3ee-aba258e13082), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.224205 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53a1e97b-6dce-4f2f-b4b3-bafcc2aff8be tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f9b061e7-df7c-44c4-a3ee-aba258e13082), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.226830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53a1e97b-6dce-4f2f-b4b3-bafcc2aff8be tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.227995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-53a1e97b-6dce-4f2f-b4b3-bafcc2aff8be tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-groups/f9b061e7-df7c-44c4-a3ee-aba258e13082 HTTP/1.1" status: 204 len: 168 time: 0.1324930 Mar 10 15:23:04.230776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45168) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:04.237736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1e97b-6dce-4f2f-b4b3-bafcc2aff8be tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b061e7-df7c-44c4-a3ee-aba258e13082,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:04.293160 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9288be50-e2eb-41c7-b0d9-fd5bf16f1e1f tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0608866 Mar 10 15:23:04.296958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45170) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:04.302531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-fe56838b-e25a-4693-9e3f-71fefc0b3c31 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group': {'name': 'tempest-secgroup--572581591'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:04.324493 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe56838b-e25a-4693-9e3f-71fefc0b3c31 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.413164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe56838b-e25a-4693-9e3f-71fefc0b3c31 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (f8bd2e0a-bf5d-48c9-9049-c29c02ae48e5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.421827 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe56838b-e25a-4693-9e3f-71fefc0b3c31 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f8bd2e0a-bf5d-48c9-9049-c29c02ae48e5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.465673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56838b-e25a-4693-9e3f-71fefc0b3c31 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bd2e0a-bf5d-48c9-9049-c29c02ae48e5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:04.476859 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe56838b-e25a-4693-9e3f-71fefc0b3c31 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.478646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fe56838b-e25a-4693-9e3f-71fefc0b3c31 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1805396 Mar 10 15:23:04.481804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45178) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:04.488134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ce6f1c6c-b09a-49e1-8122-e037e61878c9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': 'f8bd2e0a-bf5d-48c9-9049-c29c02ae48e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:04.537897 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1c6c-b09a-49e1-8122-e037e61878c9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (c9d2b5e7-8827-4433-9843-22bc403f40ce), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.643927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1c6c-b09a-49e1-8122-e037e61878c9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (c9d2b5e7-8827-4433-9843-22bc403f40ce), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.651799 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1c6c-b09a-49e1-8122-e037e61878c9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (c9d2b5e7-8827-4433-9843-22bc403f40ce), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.685277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d6599-28ac-48b1-ac60-62e231268d81 req-daf11bc9-462c-4946-98f8-83d746c7be17 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:04.686824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571d6599-28ac-48b1-ac60-62e231268d81 req-daf11bc9-462c-4946-98f8-83d746c7be17 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.0941603 Mar 10 15:23:04.687475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f1c6c-b09a-49e1-8122-e037e61878c9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d2b5e7-8827-4433-9843-22bc403f40ce,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:04.715674 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1c6c-b09a-49e1-8122-e037e61878c9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.719340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ce6f1c6c-b09a-49e1-8122-e037e61878c9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2337196 Mar 10 15:23:04.720020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45184) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:04.748319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b737d91b-3d80-4ca3-b6ac-c49f2c22cab1 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules/c9d2b5e7-8827-4433-9843-22bc403f40ce HTTP/1.1" status: 200 len: 763 time: 0.0252955 Mar 10 15:23:04.749013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45188) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:04.765644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-571d6599-28ac-48b1-ac60-62e231268d81 req-a82211bf-1b3e-4c05-8dcd-2064ba00baef tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682807 Mar 10 15:23:04.818322 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-40b9e031-bd0b-416f-9849-98d070333b57 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0669556 Mar 10 15:23:04.820923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45190) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:04.846415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d55bf893-f26e-4b1c-b701-e34fda403499 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (c9d2b5e7-8827-4433-9843-22bc403f40ce), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.854720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d55bf893-f26e-4b1c-b701-e34fda403499 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (c9d2b5e7-8827-4433-9843-22bc403f40ce), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.883880 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d55bf893-f26e-4b1c-b701-e34fda403499 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (c9d2b5e7-8827-4433-9843-22bc403f40ce), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.889481 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d55bf893-f26e-4b1c-b701-e34fda403499 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:04.894081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45194) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:04.899309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d55bf893-f26e-4b1c-b701-e34fda403499 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c9d2b5e7-8827-4433-9843-22bc403f40ce HTTP/1.1" status: 204 len: 168 time: 0.0770273 Mar 10 15:23:04.908434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bf893-f26e-4b1c-b701-e34fda403499 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9d2b5e7-8827-4433-9843-22bc403f40ce,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:04.942580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45198) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:04.944826 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a41bc7f2-606a-445f-92ff-84ac18dd09ab tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425692 Mar 10 15:23:04.947774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-92f44db5-a3ca-4f18-b853-f9c8a1c5a107 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': 'f8bd2e0a-bf5d-48c9-9049-c29c02ae48e5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:05.023017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92f44db5-a3ca-4f18-b853-f9c8a1c5a107 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (77e791fa-9b3e-458b-8be7-7c538ecebc79), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.077434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8567b3-6646-4c8e-a34c-a07cf8aa01fb req-38a41f93-7313-4841-afe9-5a72d713b89b tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:05.079122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad8567b3-6646-4c8e-a34c-a07cf8aa01fb req-38a41f93-7313-4841-afe9-5a72d713b89b tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 945 time: 0.0991440 Mar 10 15:23:05.136590 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92f44db5-a3ca-4f18-b853-f9c8a1c5a107 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (77e791fa-9b3e-458b-8be7-7c538ecebc79), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.153610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92f44db5-a3ca-4f18-b853-f9c8a1c5a107 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (77e791fa-9b3e-458b-8be7-7c538ecebc79), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.187621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad8567b3-6646-4c8e-a34c-a07cf8aa01fb req-0b587076-8326-409e-b9ca-4d14ba150741 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974619 Mar 10 15:23:05.196557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f44db5-a3ca-4f18-b853-f9c8a1c5a107 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e791fa-9b3e-458b-8be7-7c538ecebc79,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:05.213310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-92f44db5-a3ca-4f18-b853-f9c8a1c5a107 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.214584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45206) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:05.215418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-92f44db5-a3ca-4f18-b853-f9c8a1c5a107 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2716556 Mar 10 15:23:05.244613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45208) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:05.261836 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f8843ce2-2959-4d33-a78f-7c7f1b64f699 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules/77e791fa-9b3e-458b-8be7-7c538ecebc79 HTTP/1.1" status: 200 len: 763 time: 0.0459223 Mar 10 15:23:05.325497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-92c6b815-8ac3-4ad8-97c2-dbba98940574 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0777032 Mar 10 15:23:05.327271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45210) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:05.349710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45df59-540d-441a-b02c-67afe89a89cd req-a549fdd0-1292-4e25-a981-b0351243ff25 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:05.351711 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b45df59-540d-441a-b02c-67afe89a89cd req-a549fdd0-1292-4e25-a981-b0351243ff25 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 945 time: 0.0838718 Mar 10 15:23:05.351948 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d839-2fd9-45a5-a085-14d00d18c127 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (77e791fa-9b3e-458b-8be7-7c538ecebc79), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.361236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45212) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:05.363043 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d839-2fd9-45a5-a085-14d00d18c127 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (77e791fa-9b3e-458b-8be7-7c538ecebc79), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.365895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-98c5d98a-700d-4f93-b0a1-63138add93f0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'floatingip': {'port_id': '00dc7687-bcaa-452f-a828-c6863e1a4067'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:05.396853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d839-2fd9-45a5-a085-14d00d18c127 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (77e791fa-9b3e-458b-8be7-7c538ecebc79), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.404271 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fd9d839-2fd9-45a5-a085-14d00d18c127 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.406092 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2fd9d839-2fd9-45a5-a085-14d00d18c127 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/77e791fa-9b3e-458b-8be7-7c538ecebc79 HTTP/1.1" status: 204 len: 168 time: 0.0778418 Mar 10 15:23:05.411233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98c5d98a-700d-4f93-b0a1-63138add93f0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (75d11d05-138b-4f14-9b59-aa2bf115be39), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.416180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45214) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:05.418283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9d839-2fd9-45a5-a085-14d00d18c127 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77e791fa-9b3e-458b-8be7-7c538ecebc79,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:05.553956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45216) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:05.554188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e28aa769-45d2-46fe-8997-c702f07a52c6 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1375592 Mar 10 15:23:05.561131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f116796f-c56c-4551-8eb4-b8fb18d298ad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': 'f8bd2e0a-bf5d-48c9-9049-c29c02ae48e5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:05.607535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f116796f-c56c-4551-8eb4-b8fb18d298ad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (f1b6acc1-34ca-4218-a9cc-2bb1ee4d1d79), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.672579 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f116796f-c56c-4551-8eb4-b8fb18d298ad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (f1b6acc1-34ca-4218-a9cc-2bb1ee4d1d79), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.678406 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f116796f-c56c-4551-8eb4-b8fb18d298ad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f1b6acc1-34ca-4218-a9cc-2bb1ee4d1d79), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.709771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116796f-c56c-4551-8eb4-b8fb18d298ad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b6acc1-34ca-4218-a9cc-2bb1ee4d1d79,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:05.718838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f116796f-c56c-4551-8eb4-b8fb18d298ad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.720363 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f116796f-c56c-4551-8eb4-b8fb18d298ad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645656 Mar 10 15:23:05.725358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45218) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:05.774360 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d14a27b7-a6db-44ed-a680-3ddc7292d0bd tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules/f1b6acc1-34ca-4218-a9cc-2bb1ee4d1d79 HTTP/1.1" status: 200 len: 764 time: 0.0447245 Mar 10 15:23:05.777866 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45220) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:05.903084 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8cf692fd-7165-4a1c-8078-66476c6f80c9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1234224 Mar 10 15:23:05.905873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45226) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:05.943674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb84b-045e-49f7-9ecb-e2367882a569 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (f1b6acc1-34ca-4218-a9cc-2bb1ee4d1d79), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.953563 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb84b-045e-49f7-9ecb-e2367882a569 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (f1b6acc1-34ca-4218-a9cc-2bb1ee4d1d79), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:05.993226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb84b-045e-49f7-9ecb-e2367882a569 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f1b6acc1-34ca-4218-a9cc-2bb1ee4d1d79), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.000299 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb84b-045e-49f7-9ecb-e2367882a569 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.002710 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0f1fb84b-045e-49f7-9ecb-e2367882a569 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f1b6acc1-34ca-4218-a9cc-2bb1ee4d1d79 HTTP/1.1" status: 204 len: 168 time: 0.0934811 Mar 10 15:23:06.013521 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45228) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:06.014604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fb84b-045e-49f7-9ecb-e2367882a569 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1b6acc1-34ca-4218-a9cc-2bb1ee4d1d79,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:06.069073 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e5e0082a-c36a-4b46-89e4-9ac79d43508d tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0504892 Mar 10 15:23:06.071988 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45232) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:06.165580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132f457-ee2b-4871-adb4-11e6bf75ab47 req-1c520363-d452-4bff-aa8a-056db60dc703 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:06.167307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6132f457-ee2b-4871-adb4-11e6bf75ab47 req-1c520363-d452-4bff-aa8a-056db60dc703 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.2272141 Mar 10 15:23:06.214754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2a94d02-db53-4db0-931a-46cc1bc303a7 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (f8bd2e0a-bf5d-48c9-9049-c29c02ae48e5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.255955 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2a94d02-db53-4db0-931a-46cc1bc303a7 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (f8bd2e0a-bf5d-48c9-9049-c29c02ae48e5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.313516 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.resource_extend [None req-98c5d98a-700d-4f93-b0a1-63138add93f0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:23:06.320836 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2a94d02-db53-4db0-931a-46cc1bc303a7 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f8bd2e0a-bf5d-48c9-9049-c29c02ae48e5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.323918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e2a94d02-db53-4db0-931a-46cc1bc303a7 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.325146 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e2a94d02-db53-4db0-931a-46cc1bc303a7 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-groups/f8bd2e0a-bf5d-48c9-9049-c29c02ae48e5 HTTP/1.1" status: 204 len: 168 time: 0.2503917 Mar 10 15:23:06.328799 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45238) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:06.348813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a94d02-db53-4db0-931a-46cc1bc303a7 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bd2e0a-bf5d-48c9-9049-c29c02ae48e5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:06.413849 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6132f457-ee2b-4871-adb4-11e6bf75ab47 req-93e63669-b58d-43e0-bece-d5d117636263 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315977 Mar 10 15:23:06.446138 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0d2e8dc5-1c36-4145-a436-447136c26b18 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1116681 Mar 10 15:23:06.447880 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98c5d98a-700d-4f93-b0a1-63138add93f0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.448844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45240) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:06.454149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-72a71faa-af0b-4ae7-a1d2-77ed3cd52fad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group': {'name': 'tempest-secgroup--237616081'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:06.461250 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98c5d98a-700d-4f93-b0a1-63138add93f0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (75d11d05-138b-4f14-9b59-aa2bf115be39), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.532173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a71faa-af0b-4ae7-a1d2-77ed3cd52fad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.627937 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-98c5d98a-700d-4f93-b0a1-63138add93f0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Floating IP 75d11d05-138b-4f14-9b59-aa2bf115be39 associated. External IP: 172.25.3.27, port: 00dc7687-bcaa-452f-a828-c6863e1a4067. Mar 10 15:23:06.708640 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a71faa-af0b-4ae7-a1d2-77ed3cd52fad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (aecd1d70-dcb8-416d-b6e4-9a990b2b8039), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.742305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a71faa-af0b-4ae7-a1d2-77ed3cd52fad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aecd1d70-dcb8-416d-b6e4-9a990b2b8039), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.792869 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a71faa-af0b-4ae7-a1d2-77ed3cd52fad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.797132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-72a71faa-af0b-4ae7-a1d2-77ed3cd52fad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3470428 Mar 10 15:23:06.797423 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45242) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:06.805555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-963e4313-aa57-4ba9-94d3-2efb7689f330 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Request body: {'security_group_rule': {'security_group_id': 'aecd1d70-dcb8-416d-b6e4-9a990b2b8039', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:06.847821 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-963e4313-aa57-4ba9-94d3-2efb7689f330 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (33ff47e1-2e13-4cd4-a755-a38ad0714f99), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.920748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a71faa-af0b-4ae7-a1d2-77ed3cd52fad tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aecd1d70-dcb8-416d-b6e4-9a990b2b8039,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:06.935889 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-963e4313-aa57-4ba9-94d3-2efb7689f330 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (33ff47e1-2e13-4cd4-a755-a38ad0714f99), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.938135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c5d98a-700d-4f93-b0a1-63138add93f0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Router b628a092-6937-4393-8a5a-aa0975d6ce14 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:23:06.943226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-963e4313-aa57-4ba9-94d3-2efb7689f330 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (33ff47e1-2e13-4cd4-a755-a38ad0714f99), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.971168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e4313-aa57-4ba9-94d3-2efb7689f330 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ff47e1-2e13-4cd4-a755-a38ad0714f99,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:06.982627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-963e4313-aa57-4ba9-94d3-2efb7689f330 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:06.988853 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-963e4313-aa57-4ba9-94d3-2efb7689f330 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1866825 Mar 10 15:23:06.989350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45248) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:07.053564 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b8cb9ed1-8257-4340-91a6-7b972ff340e9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (aecd1d70-dcb8-416d-b6e4-9a990b2b8039), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:07.103380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b8cb9ed1-8257-4340-91a6-7b972ff340e9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (aecd1d70-dcb8-416d-b6e4-9a990b2b8039), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:07.126186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c5d98a-700d-4f93-b0a1-63138add93f0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:23:07.137186 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c8f08-ddf5-4190-878b-1e1db7547312 None None] Sync routers for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:23:07.141997 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98c5d98a-700d-4f93-b0a1-63138add93f0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:07.150338 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c8f08-ddf5-4190-878b-1e1db7547312 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:23:07.155067 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-064c8f08-ddf5-4190-878b-1e1db7547312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:23:07.206988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-98c5d98a-700d-4f93-b0a1-63138add93f0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "PUT /v2.0/floatingips/75d11d05-138b-4f14-9b59-aa2bf115be39 HTTP/1.1" status: 200 len: 990 time: 1.8350694 Mar 10 15:23:07.206988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'tag': '00dc7687-bcaa-452f-a828-c6863e1a4067'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:23:07.206988 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffbad4b-4a24-432e-b597-cb57d75480ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8ab1cf-d085-44f3-b331-09f8de4eb331", "tag": "00dc7687-bcaa-452f-a828-c6863e1a4067"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:23:07.242363 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b8cb9ed1-8257-4340-91a6-7b972ff340e9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aecd1d70-dcb8-416d-b6e4-9a990b2b8039), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:07.245423 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b8cb9ed1-8257-4340-91a6-7b972ff340e9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:07.246603 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b8cb9ed1-8257-4340-91a6-7b972ff340e9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-groups/aecd1d70-dcb8-416d-b6e4-9a990b2b8039 HTTP/1.1" status: 204 len: 168 time: 0.2561090 Mar 10 15:23:07.249542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45260) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:07.290404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb9ed1-8257-4340-91a6-7b972ff340e9 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecd1d70-dcb8-416d-b6e4-9a990b2b8039,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:07.343475 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd68fcd-dac7-4c9f-9790-d00d8ef92d9a x-openstack-request-id: req-1dd68fcd-dac7-4c9f-9790-d00d8ef92d9a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:23:07.344079 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8ab1cf-d085-44f3-b331-09f8de4eb331", "tag": "00dc7687-bcaa-452f-a828-c6863e1a4067", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:23:07.344079 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1dd68fcd-dac7-4c9f-9790-d00d8ef92d9a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:23:07.345205 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'tag': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'status': 'completed', 'code': 200} Mar 10 15:23:07.364313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6c90af7f-3833-41e7-8f5b-f818ae1c6f90 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1106789 Mar 10 15:23:07.364646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45262) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:07.407229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbad4b-4a24-432e-b597-cb57d75480ac req-7b4b4146-7cef-4447-a396-5a8bc7e2d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:07.408876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ffbad4b-4a24-432e-b597-cb57d75480ac req-7b4b4146-7cef-4447-a396-5a8bc7e2d0b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 1127 time: 0.0610955 Mar 10 15:23:07.433056 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-064c8f08-ddf5-4190-878b-1e1db7547312 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:23:07.468971 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ca9553b9-ae60-4021-9389-db0c9ff1bd07 tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1006548 Mar 10 15:23:07.471386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45266) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:07.492307 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-c04e35ab-2adf-490a-ad04-1913af2a74df tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] delete failed (client error): The resource could not be found. Mar 10 15:23:07.498996 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c04e35ab-2adf-490a-ad04-1913af2a74df tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "DELETE /v2.0/security-groups/aecd1d70-dcb8-416d-b6e4-9a990b2b8039 HTTP/1.1" status: 404 len: 347 time: 0.0248208 Mar 10 15:23:07.499652 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45268) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:07.572735 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-75ba6eb9-6437-42d1-8ba7-974ca2eaca7c tempest-SecGroupTest-200823370 tempest-SecGroupTest-200823370-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667765 Mar 10 15:23:07.729124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbad4b-4a24-432e-b597-cb57d75480ac req-50d3f890-8cfa-4393-b9e8-4845a0a3bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:07.734436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ffbad4b-4a24-432e-b597-cb57d75480ac req-50d3f890-8cfa-4393-b9e8-4845a0a3bd4c service neutron] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.3197265 Mar 10 15:23:07.799774 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-064c8f08-ddf5-4190-878b-1e1db7547312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '75d11d05-138b-4f14-9b59-aa2bf115be39', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:4a:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:45Z', 'updated_at': '2022-03-10T15:23:06Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:23:07.859368 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c8f08-ddf5-4190-878b-1e1db7547312 None None] Checking router: b628a092-6937-4393-8a5a-aa0975d6ce14 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:23:07.862390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bbc5a-58ad-4d38-8e56-1c609a623a39 req-b481894c-428d-4255-82f1-cb3942d53b98 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:07.867865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb2bbc5a-58ad-4d38-8e56-1c609a623a39 req-b481894c-428d-4255-82f1-cb3942d53b98 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.2568021 Mar 10 15:23:07.869853 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c8f08-ddf5-4190-878b-1e1db7547312 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:23:07.870666 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-064c8f08-ddf5-4190-878b-1e1db7547312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:22:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:23:07.952696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ffbad4b-4a24-432e-b597-cb57d75480ac req-e2ac59b6-2db3-47c7-8c03-17d262d40e58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00dc7687-bcaa-452f-a828-c6863e1a4067 HTTP/1.1" status: 200 len: 998 time: 0.2048967 Mar 10 15:23:08.011044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45274) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:08.090260 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-064c8f08-ddf5-4190-878b-1e1db7547312 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:23:08.333880 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-89b347be-6721-4fb0-9466-dc6d63ebda9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=374bae37491e4a17b36d0225ccbedcfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187861 Mar 10 15:23:08.334422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45284) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:08.456187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb2bbc5a-58ad-4d38-8e56-1c609a623a39 req-d62b3ffa-5aef-4b95-8fea-bd8582362653 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5755386 Mar 10 15:23:08.458361 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b583348-226a-4531-bb71-4087c7336be0 admin admin] Publish callbacks [] for security_group (61e61bb2-6524-4ac3-bd9c-dcbd2b9f6756), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:08.472667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbad4b-4a24-432e-b597-cb57d75480ac req-b04084c7-103b-45c1-928b-524db9379781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:08.482987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ffbad4b-4a24-432e-b597-cb57d75480ac req-b04084c7-103b-45c1-928b-524db9379781 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.5075555 Mar 10 15:23:08.498744 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-064c8f08-ddf5-4190-878b-1e1db7547312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '75d11d05-138b-4f14-9b59-aa2bf115be39', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:4a:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:45Z', 'updated_at': '2022-03-10T15:23:06Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:23:08.517049 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b583348-226a-4531-bb71-4087c7336be0 admin admin] Publish callbacks [] for security_group (61e61bb2-6524-4ac3-bd9c-dcbd2b9f6756), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:08.532192 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c8f08-ddf5-4190-878b-1e1db7547312 None None] The sync data for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 is: [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '75d11d05-138b-4f14-9b59-aa2bf115be39', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:4a:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:45Z', 'updated_at': '2022-03-10T15:23:06Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:23:08.567487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbad4b-4a24-432e-b597-cb57d75480ac req-b714cce2-063b-4fbd-ab5e-89ce11404f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:08.568936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ffbad4b-4a24-432e-b597-cb57d75480ac req-b714cce2-063b-4fbd-ab5e-89ce11404f2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0879426 Mar 10 15:23:08.606283 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b583348-226a-4531-bb71-4087c7336be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (61e61bb2-6524-4ac3-bd9c-dcbd2b9f6756), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:08.610029 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b583348-226a-4531-bb71-4087c7336be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:08.612657 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5b583348-226a-4531-bb71-4087c7336be0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61e61bb2-6524-4ac3-bd9c-dcbd2b9f6756 HTTP/1.1" status: 204 len: 168 time: 0.2772713 Mar 10 15:23:08.631069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b583348-226a-4531-bb71-4087c7336be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e61bb2-6524-4ac3-bd9c-dcbd2b9f6756,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:08.754421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ffbad4b-4a24-432e-b597-cb57d75480ac req-f8e449cd-529a-4111-a600-d845474221a7 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789441 Mar 10 15:23:08.889100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439dd56-f6f7-4e29-a358-b14076d87834 None None] New status for floating IP 75d11d05-138b-4f14-9b59-aa2bf115be39: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:23:08.896001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ffbad4b-4a24-432e-b597-cb57d75480ac req-75f65da0-c2c6-465b-bd73-21e53730fd43 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309135 Mar 10 15:23:09.500886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45314) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:09.509178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028203 Mar 10 15:23:09.509519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45316) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:09.609924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de52f61-f292-4375-979d-603e1e980852 req-b2265221-7515-4eae-a6c1-99335651030b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:09.614614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4de52f61-f292-4375-979d-603e1e980852 req-b2265221-7515-4eae-a6c1-99335651030b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.0799358 Mar 10 15:23:09.635511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8bdadc11-145a-4458-90b7-5b38926fd2da tempest-NetworksApiDiscovery-1643464692 tempest-NetworksApiDiscovery-1643464692-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1249158 Mar 10 15:23:09.681838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4de52f61-f292-4375-979d-603e1e980852 req-bf79fb12-d096-4fd0-9df1-2475d6717335 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604339 Mar 10 15:23:09.915631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45324) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:10.042977 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-85b51764-6799-4265-b154-3417529db2de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:10.131748 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-85b51764-6799-4265-b154-3417529db2de admin admin] Publish callbacks [] for security_group (cfb02d19-0dd0-4e5d-a13f-dbac6e7bdcba), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:10.136662 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-85b51764-6799-4265-b154-3417529db2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cfb02d19-0dd0-4e5d-a13f-dbac6e7bdcba), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:10.184330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-85b51764-6799-4265-b154-3417529db2de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fcbc65eb81164d6092b81de22d855950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2675159 Mar 10 15:23:10.186378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45328) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:10.192516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b51764-6799-4265-b154-3417529db2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb02d19-0dd0-4e5d-a13f-dbac6e7bdcba,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:10.249308 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0acf-782e-421c-af09-de20d3204104 admin admin] Publish callbacks [] for security_group (cfb02d19-0dd0-4e5d-a13f-dbac6e7bdcba), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:10.274212 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0acf-782e-421c-af09-de20d3204104 admin admin] Publish callbacks [] for security_group (cfb02d19-0dd0-4e5d-a13f-dbac6e7bdcba), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:10.327485 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0acf-782e-421c-af09-de20d3204104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cfb02d19-0dd0-4e5d-a13f-dbac6e7bdcba), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:10.330252 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0acf-782e-421c-af09-de20d3204104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:10.332481 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aa5a0acf-782e-421c-af09-de20d3204104 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfb02d19-0dd0-4e5d-a13f-dbac6e7bdcba HTTP/1.1" status: 204 len: 168 time: 0.1439753 Mar 10 15:23:10.342917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a0acf-782e-421c-af09-de20d3204104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb02d19-0dd0-4e5d-a13f-dbac6e7bdcba,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:10.823981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d88a-5e58-467d-b2c0-1304ba9bcbd3 req-23107564-907c-4709-bb1f-0233e1ff87a9 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:10.825620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cd1d88a-5e58-467d-b2c0-1304ba9bcbd3 req-23107564-907c-4709-bb1f-0233e1ff87a9 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.0571284 Mar 10 15:23:10.888051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cd1d88a-5e58-467d-b2c0-1304ba9bcbd3 req-cbebc125-f683-43a7-a411-b4ff5d27628b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567880 Mar 10 15:23:12.044218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c5703-ce50-41a4-8ea8-e04b4b3fee7e req-0083f282-e94e-4922-b8ab-732e17e8ccaf tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:12.053205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e64c5703-ce50-41a4-8ea8-e04b4b3fee7e req-0083f282-e94e-4922-b8ab-732e17e8ccaf tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.0681856 Mar 10 15:23:12.110972 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e64c5703-ce50-41a4-8ea8-e04b4b3fee7e req-16e7475a-64d9-4cd4-939c-e67895f3b4db tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510616 Mar 10 15:23:12.348217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45402) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:12.481744 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2d2adc5-4ca0-41cf-9e32-60bc5482d2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:12.562866 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2d2adc5-4ca0-41cf-9e32-60bc5482d2d7 admin admin] Publish callbacks [] for security_group (154f5b85-091c-44ae-a5f3-dfce184530c9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:12.568222 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2d2adc5-4ca0-41cf-9e32-60bc5482d2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (154f5b85-091c-44ae-a5f3-dfce184530c9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:12.609654 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c2d2adc5-4ca0-41cf-9e32-60bc5482d2d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fb50eeea69745d398dff65f2f646771&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582903 Mar 10 15:23:12.611226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2adc5-4ca0-41cf-9e32-60bc5482d2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154f5b85-091c-44ae-a5f3-dfce184530c9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:12.611361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45412) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:12.685496 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb91cd71-f78d-4254-a6ef-52ca9db6644d admin admin] Publish callbacks [] for security_group (154f5b85-091c-44ae-a5f3-dfce184530c9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:12.710830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb91cd71-f78d-4254-a6ef-52ca9db6644d admin admin] Publish callbacks [] for security_group (154f5b85-091c-44ae-a5f3-dfce184530c9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:12.768366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb91cd71-f78d-4254-a6ef-52ca9db6644d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (154f5b85-091c-44ae-a5f3-dfce184530c9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:12.771184 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb91cd71-f78d-4254-a6ef-52ca9db6644d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:12.779317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fb91cd71-f78d-4254-a6ef-52ca9db6644d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/154f5b85-091c-44ae-a5f3-dfce184530c9 HTTP/1.1" status: 204 len: 168 time: 0.1629839 Mar 10 15:23:12.789891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91cd71-f78d-4254-a6ef-52ca9db6644d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154f5b85-091c-44ae-a5f3-dfce184530c9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:13.070353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45418) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:13.083885 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d3008524-0bf6-46bd-a526-096b2ea86e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:13.178533 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d3008524-0bf6-46bd-a526-096b2ea86e9e admin admin] Publish callbacks [] for security_group (d1fa72ec-fe2b-4186-b3ec-8ba869e22c31), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:13.184103 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d3008524-0bf6-46bd-a526-096b2ea86e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d1fa72ec-fe2b-4186-b3ec-8ba869e22c31), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:13.250899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d3008524-0bf6-46bd-a526-096b2ea86e9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3079e0ab529e47759ef812b339fe11b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1791131 Mar 10 15:23:13.253024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3008524-0bf6-46bd-a526-096b2ea86e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fa72ec-fe2b-4186-b3ec-8ba869e22c31,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:13.253908 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45422) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:13.277909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5aa68b-1f93-439b-9c0a-b770d8838658 req-7b44bd9b-7fa7-4a25-9848-26ac1a148ed9 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:13.280031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc5aa68b-1f93-439b-9c0a-b770d8838658 req-7b44bd9b-7fa7-4a25-9848-26ac1a148ed9 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.0864520 Mar 10 15:23:13.325703 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f523c75-a8ab-41d6-bc2a-1a1c295ebb81 admin admin] Publish callbacks [] for security_group (d1fa72ec-fe2b-4186-b3ec-8ba869e22c31), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:13.335047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc5aa68b-1f93-439b-9c0a-b770d8838658 req-8c7fa535-dcb5-4226-a267-b227b4eb33f3 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482149 Mar 10 15:23:13.363628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f523c75-a8ab-41d6-bc2a-1a1c295ebb81 admin admin] Publish callbacks [] for security_group (d1fa72ec-fe2b-4186-b3ec-8ba869e22c31), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:13.417501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f523c75-a8ab-41d6-bc2a-1a1c295ebb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d1fa72ec-fe2b-4186-b3ec-8ba869e22c31), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:13.421217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f523c75-a8ab-41d6-bc2a-1a1c295ebb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:13.423257 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7f523c75-a8ab-41d6-bc2a-1a1c295ebb81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1fa72ec-fe2b-4186-b3ec-8ba869e22c31 HTTP/1.1" status: 204 len: 168 time: 0.1679435 Mar 10 15:23:13.439314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f523c75-a8ab-41d6-bc2a-1a1c295ebb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fa72ec-fe2b-4186-b3ec-8ba869e22c31,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:13.659731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208ac29-bfe3-4838-8f72-a48c28c11065 req-e3d3b72b-f9df-4232-8054-c8e93d64034d tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:13.662074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7208ac29-bfe3-4838-8f72-a48c28c11065 req-e3d3b72b-f9df-4232-8054-c8e93d64034d tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.1162479 Mar 10 15:23:13.695296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46e48-48d8-4908-b03b-df9b01e2dff3 req-67c90177-5d19-4dc5-b4f9-255f173d9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:13.700382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ec46e48-48d8-4908-b03b-df9b01e2dff3 req-67c90177-5d19-4dc5-b4f9-255f173d9832 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 1127 time: 0.1046953 Mar 10 15:23:13.843831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46e48-48d8-4908-b03b-df9b01e2dff3 req-75039d9f-2082-471e-af43-3741db46939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:13.845396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ec46e48-48d8-4908-b03b-df9b01e2dff3 req-75039d9f-2082-471e-af43-3741db46939a service neutron] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 912 time: 0.1375420 Mar 10 15:23:13.937182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7208ac29-bfe3-4838-8f72-a48c28c11065 req-0692372a-1db4-489e-9202-61eb9fc130b6 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523718 Mar 10 15:23:13.973649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ec46e48-48d8-4908-b03b-df9b01e2dff3 req-e15cd896-c3c6-4472-8f28-846c9871b4d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cfcc294-fa1f-4d27-a608-fd689813316d HTTP/1.1" status: 200 len: 1000 time: 0.1192684 Mar 10 15:23:13.979825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866a9f5-c5bc-4e11-8fa7-6dcf525ffa54 req-505405b1-72f1-44bc-8993-505d60376afe tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:13.981384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b866a9f5-c5bc-4e11-8fa7-6dcf525ffa54 req-505405b1-72f1-44bc-8993-505d60376afe tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1127 time: 0.1259019 Mar 10 15:23:14.078502 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b866a9f5-c5bc-4e11-8fa7-6dcf525ffa54 req-5e046a56-a5be-4dde-ae78-74796c6c27a4 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:14.119436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46e48-48d8-4908-b03b-df9b01e2dff3 req-305c6232-9a27-4770-bc98-bc3f7c216176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:14.120927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ec46e48-48d8-4908-b03b-df9b01e2dff3 req-305c6232-9a27-4770-bc98-bc3f7c216176 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.1386757 Mar 10 15:23:14.209237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46e48-48d8-4908-b03b-df9b01e2dff3 req-49596f3c-064f-4e6d-a0df-4c9af4229731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:14.210772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ec46e48-48d8-4908-b03b-df9b01e2dff3 req-49596f3c-064f-4e6d-a0df-4c9af4229731 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786889 Mar 10 15:23:14.254877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b866a9f5-c5bc-4e11-8fa7-6dcf525ffa54 req-5e046a56-a5be-4dde-ae78-74796c6c27a4 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Publish callbacks [] for security_group (b04e9961-9334-4906-8ddf-b6eb04e863f4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:14.271125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b866a9f5-c5bc-4e11-8fa7-6dcf525ffa54 req-5e046a56-a5be-4dde-ae78-74796c6c27a4 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b04e9961-9334-4906-8ddf-b6eb04e863f4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:14.362910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b866a9f5-c5bc-4e11-8fa7-6dcf525ffa54 req-5e046a56-a5be-4dde-ae78-74796c6c27a4 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680713 Mar 10 15:23:14.393444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e046a56-a5be-4dde-ae78-74796c6c27a4 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04e9961-9334-4906-8ddf-b6eb04e863f4,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:14.413731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ec46e48-48d8-4908-b03b-df9b01e2dff3 req-a2bebeb5-73c5-4351-8c00-b29b9d44259d service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937339 Mar 10 15:23:14.572910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2ab55-3d0a-4053-a4cb-09877b143b14 req-ad90054e-a4e6-4ca6-bb67-8fbf04972978 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:14.574767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8a2ab55-3d0a-4053-a4cb-09877b143b14 req-ad90054e-a4e6-4ca6-bb67-8fbf04972978 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1203744 Mar 10 15:23:14.608265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ec46e48-48d8-4908-b03b-df9b01e2dff3 req-68c48b15-41d9-40ea-ae27-09c99875c629 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825576 Mar 10 15:23:14.668903 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8a2ab55-3d0a-4053-a4cb-09877b143b14 req-431867c9-519a-4413-9396-fec10e3007c2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811110 Mar 10 15:23:14.696548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45470) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:14.806562 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-62028904-4f3a-4c02-950a-e7a5ea347115 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/086d0dfd-7115-4105-a5a3-e8d5011d15d0 HTTP/1.1" status: 200 len: 993 time: 0.1027784 Mar 10 15:23:15.160052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9f1f1-5ceb-4845-b50b-9e119e77dee4 req-14e0a6c9-18f4-4697-ae95-1f0ec3a557f6 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:15.165439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27b9f1f1-5ceb-4845-b50b-9e119e77dee4 req-14e0a6c9-18f4-4697-ae95-1f0ec3a557f6 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.1115763 Mar 10 15:23:15.172546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-b6720ffa-3b60-46d0-a367-35f8e357587b req-b883bcdf-a591-49b3-aa9c-b5559d45d568 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:23:15.173797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6720ffa-3b60-46d0-a367-35f8e357587b req-b883bcdf-a591-49b3-aa9c-b5559d45d568 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068681 Mar 10 15:23:15.281368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27b9f1f1-5ceb-4845-b50b-9e119e77dee4 req-90d3287d-d93a-4a81-848a-2230ecda0614 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128104 Mar 10 15:23:15.868196 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-0c516228-3f2c-4f6e-abf0-859dcb874cd6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920694 Mar 10 15:23:15.955946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be58ead-5759-4917-b177-f95751d928ec req-1efd8824-e7f1-41cb-aee2-58333f824455 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:15.965011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8be58ead-5759-4917-b177-f95751d928ec req-1efd8824-e7f1-41cb-aee2-58333f824455 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1448469 Mar 10 15:23:16.018049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8be58ead-5759-4917-b177-f95751d928ec req-78cb2984-3c83-4cdc-9612-546210fd2280 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507419 Mar 10 15:23:16.277581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-62cb5690-f7ca-40dc-a6b3-9e406a9344ae tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:16.279357 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-62cb5690-f7ca-40dc-a6b3-9e406a9344ae tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports/f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 1124 time: 0.0423653 Mar 10 15:23:16.700253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27d522-f29e-4af4-9fac-936feebaf10e req-ac8ea6a4-b16c-4c33-b281-214e8fc03e6e tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:16.701829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e27d522-f29e-4af4-9fac-936feebaf10e req-ac8ea6a4-b16c-4c33-b281-214e8fc03e6e tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.3467000 Mar 10 15:23:16.765026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e27d522-f29e-4af4-9fac-936feebaf10e req-95efaeb9-e025-4196-844a-212dc7af0c4a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559919 Mar 10 15:23:17.225584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a106287-e986-4342-8ec3-d35349b186ed req-501b4187-3f06-4316-8921-b98f46f611ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:17.260883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a106287-e986-4342-8ec3-d35349b186ed req-501b4187-3f06-4316-8921-b98f46f611ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1354845 Mar 10 15:23:17.396352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a106287-e986-4342-8ec3-d35349b186ed req-8df585dc-05f2-4fa0-8846-aa29471cfe27 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282163 Mar 10 15:23:17.416731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-e2c72aa7-fb20-4839-9d70-4819b9c20090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:17.418287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-e2c72aa7-fb20-4839-9d70-4819b9c20090 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1127 time: 0.1125274 Mar 10 15:23:17.531552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-0f4aa67c-5f01-475c-a196-2978aabeae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:17.533064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-0f4aa67c-5f01-475c-a196-2978aabeae9c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 200 len: 898 time: 0.1080151 Mar 10 15:23:17.625063 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-b4f3e6fc-52ea-4029-9ce4-078d90400696 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 1001 time: 0.0839660 Mar 10 15:23:17.689232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-cda65bd9-e353-4d1e-9a1d-8b40061911f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:17.691777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-cda65bd9-e353-4d1e-9a1d-8b40061911f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b HTTP/1.1" status: 200 len: 835 time: 0.0564966 Mar 10 15:23:17.747802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-36024116-e0e6-4806-a242-d35ab15f9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:17.749337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-36024116-e0e6-4806-a242-d35ab15f9776 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed0781b0-db18-48e7-a182-336f1215a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520229 Mar 10 15:23:17.856657 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:17.937766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-1569aa2e-b0e2-40eb-92bd-57c31196396b service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695108 Mar 10 15:23:18.103912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-fc729c91-5b0f-496c-b2e8-1406415246fc service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645918 Mar 10 15:23:18.516813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dc2f0-6853-408d-bd01-92e569ba9ea3 req-d2cfc319-b83d-4ba6-8a5d-616629d84ee1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:18.519930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-598dc2f0-6853-408d-bd01-92e569ba9ea3 req-d2cfc319-b83d-4ba6-8a5d-616629d84ee1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.0557301 Mar 10 15:23:18.572784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-598dc2f0-6853-408d-bd01-92e569ba9ea3 req-a0273f7e-3b3d-4f4f-88c3-975576580a0a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474074 Mar 10 15:23:19.842858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84539f2f-40d3-4e53-9b2a-c0683ab82de0 req-bbc96f44-dc59-4784-a4fe-0d642e584dc6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:19.851318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84539f2f-40d3-4e53-9b2a-c0683ab82de0 req-bbc96f44-dc59-4784-a4fe-0d642e584dc6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1735508 Mar 10 15:23:19.915343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84539f2f-40d3-4e53-9b2a-c0683ab82de0 req-db24f5a2-d987-4232-a32a-6c2e73aaa0a3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612991 Mar 10 15:23:20.653170 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:21.121034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb6bb-9ea5-4ad1-9c35-0fcc957b760c req-da5fc213-19ed-4e87-bbcf-157a06905728 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:21.131705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa3bb6bb-9ea5-4ad1-9c35-0fcc957b760c req-da5fc213-19ed-4e87-bbcf-157a06905728 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1074524 Mar 10 15:23:21.249969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa3bb6bb-9ea5-4ad1-9c35-0fcc957b760c req-66ba3870-cc3b-485c-ac74-f8b0d5a09b16 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023917 Mar 10 15:23:21.726755 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d695-5c51-4b70-b012-e731c11d5067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:22.398663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24f4f5-45ad-449d-83ef-60bff134b331 req-17abb364-c82a-41ed-a4c3-0e153c57634e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:22.406090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b24f4f5-45ad-449d-83ef-60bff134b331 req-17abb364-c82a-41ed-a4c3-0e153c57634e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.0840139 Mar 10 15:23:22.473350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b24f4f5-45ad-449d-83ef-60bff134b331 req-b6e0b3e0-d645-4d43-930e-1e2f7ddd787e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655508 Mar 10 15:23:23.651773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fba00-ed54-4284-b0a6-601d92065b0c req-1ed702e4-2399-4647-a4a8-0ff6001b4ee9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:23.662104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-788fba00-ed54-4284-b0a6-601d92065b0c req-1ed702e4-2399-4647-a4a8-0ff6001b4ee9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1011252 Mar 10 15:23:23.744135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-788fba00-ed54-4284-b0a6-601d92065b0c req-f392ca80-05b4-43f8-b707-48292d540837 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755053 Mar 10 15:23:24.032963 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e62d2fa9-7b09-4c13-8633-6a1d558ac124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:24.949263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac5423-f028-4478-b9c9-d9c46f8c577a req-3a19aa00-6baf-4685-9271-f5e0c72acfd5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:24.951064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cac5423-f028-4478-b9c9-d9c46f8c577a req-3a19aa00-6baf-4685-9271-f5e0c72acfd5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.0745223 Mar 10 15:23:25.029617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cac5423-f028-4478-b9c9-d9c46f8c577a req-e4bccb6e-61e5-489b-bae1-da9aaca556fb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707927 Mar 10 15:23:25.270973 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:25.312159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-564919b8-0165-40f7-a673-490353154e50 req-bd305324-3601-4681-875d-6f662f091872 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726442 Mar 10 15:23:25.444130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564919b8-0165-40f7-a673-490353154e50 req-7c0a340e-97b2-4492-8768-fd425d3fd658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:25.446344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-564919b8-0165-40f7-a673-490353154e50 req-7c0a340e-97b2-4492-8768-fd425d3fd658 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 1127 time: 0.0689087 Mar 10 15:23:25.620846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564919b8-0165-40f7-a673-490353154e50 req-f7fb52a1-756a-4485-b5f7-df4e5a3e59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:25.622886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-564919b8-0165-40f7-a673-490353154e50 req-f7fb52a1-756a-4485-b5f7-df4e5a3e59dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 912 time: 0.1506798 Mar 10 15:23:25.705379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-564919b8-0165-40f7-a673-490353154e50 req-c7e03b3f-a7cd-4981-a456-24b308958b8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cfcc294-fa1f-4d27-a608-fd689813316d HTTP/1.1" status: 200 len: 1000 time: 0.0758026 Mar 10 15:23:25.821041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564919b8-0165-40f7-a673-490353154e50 req-8cc18604-e85c-4977-90e6-4a19cb1cf9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:25.824423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-564919b8-0165-40f7-a673-490353154e50 req-8cc18604-e85c-4977-90e6-4a19cb1cf9cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.1087229 Mar 10 15:23:26.008498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564919b8-0165-40f7-a673-490353154e50 req-c63ba0f6-0c78-4634-ba76-9d3321f4ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:26.010038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-564919b8-0165-40f7-a673-490353154e50 req-c63ba0f6-0c78-4634-ba76-9d3321f4ae7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1775634 Mar 10 15:23:26.370909 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-564919b8-0165-40f7-a673-490353154e50 req-28440428-7d81-4486-82c6-e7253d31adeb service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532782 Mar 10 15:23:26.382431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d43949-e8d1-4d37-b579-4b5bcb342e79 req-19cc9f0a-b7b2-4b1e-ba63-2c496d8b0225 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:26.389748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d43949-e8d1-4d37-b579-4b5bcb342e79 req-19cc9f0a-b7b2-4b1e-ba63-2c496d8b0225 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1310825 Mar 10 15:23:26.583043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93d43949-e8d1-4d37-b579-4b5bcb342e79 req-27c29cb5-d1b7-4f60-a976-d7a4f51e353c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920249 Mar 10 15:23:26.606481 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:26.620252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-564919b8-0165-40f7-a673-490353154e50 req-940edc8f-99c5-41cb-86c9-bc65e8aff9fb service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274847 Mar 10 15:23:27.760080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d7461-66a4-4b75-9b1b-2300942454ed req-36165f6a-1472-4097-a565-47f30afd6bd1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:27.769889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e95d7461-66a4-4b75-9b1b-2300942454ed req-36165f6a-1472-4097-a565-47f30afd6bd1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1083167 Mar 10 15:23:27.845697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e95d7461-66a4-4b75-9b1b-2300942454ed req-c7853e94-0df9-42b5-aeda-af06b04c220d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740240 Mar 10 15:23:28.261423 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:29.033490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb72c49-f9d0-4f43-9637-060d80eda541 req-569d2229-7677-402f-8264-90b2d4be53c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:29.070150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbb72c49-f9d0-4f43-9637-060d80eda541 req-569d2229-7677-402f-8264-90b2d4be53c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1196332 Mar 10 15:23:29.222480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbb72c49-f9d0-4f43-9637-060d80eda541 req-85106a65-1456-47cb-8cc3-1277aa9694b7 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507740 Mar 10 15:23:30.296402 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8f1b73cb-1ff2-4cb0-b3a2-a87eeef504d6 service neutron] show failed (client error): The resource could not be found. Mar 10 15:23:30.297474 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8f1b73cb-1ff2-4cb0-b3a2-a87eeef504d6 service neutron] 10.222.0.62 "GET /v2.0/ports/f5954ea8-fe38-47a0-b408-6db97251880f/bindings/n-h1-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.1798325 Mar 10 15:23:30.476868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8f491-dccc-4366-afc2-e82c4fbe6fb8 req-1b4b780f-50d3-4e55-8506-99b9a0da53db tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:30.491080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fd8f491-dccc-4366-afc2-e82c4fbe6fb8 req-1b4b780f-50d3-4e55-8506-99b9a0da53db tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1237805 Mar 10 15:23:30.632784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fd8f491-dccc-4366-afc2-e82c4fbe6fb8 req-bff44be0-c255-425d-933d-8398b5537761 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396134 Mar 10 15:23:30.724959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-c97016c1-d7b7-4125-bb98-b12ecd820e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:30.728659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-c97016c1-d7b7-4125-bb98-b12ecd820e5e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 1127 time: 0.0932708 Mar 10 15:23:30.747743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:30.903631 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:31.408507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=f5954ea8-fe38-47a0-b408-6db97251880f,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:23:31.473286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:23:31.562588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:23:31.569755 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a7ae77-e798-46f4-be70-3d323d7eca7c" -d '{"events": [{"server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:23:31.573795 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Publish callbacks [] for port (f5954ea8-fe38-47a0-b408-6db97251880f), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:31.616434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Transition to ACTIVE for port object f5954ea8-fe38-47a0-b408-6db97251880f will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:23:31.624257 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:31.787580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5954ea8-fe38-47a0-b408-6db97251880f,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:32.185870 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393e1195-ab16-4a09-9821-3ca3d3b08807 x-openstack-request-id: req-393e1195-ab16-4a09-9821-3ca3d3b08807 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:23:32.186561 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:23:32.187087 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-393e1195-ab16-4a09-9821-3ca3d3b08807 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:23:32.187890 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'code': 200} Mar 10 15:23:32.216155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] No DVR routers for this DVR port f5954ea8-fe38-47a0-b408-6db97251880f on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:23:32.444559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8884c8-9451-428f-a60d-97d1fd378151 req-2dc72a71-debe-415c-8a73-1d0abf916329 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:32.446429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f8884c8-9451-428f-a60d-97d1fd378151 req-2dc72a71-debe-415c-8a73-1d0abf916329 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 943 time: 0.2705064 Mar 10 15:23:32.537221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2f8884c8-9451-428f-a60d-97d1fd378151 req-e2c1e953-df5a-4809-88a8-6866dca62eb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829701 Mar 10 15:23:32.544221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Attempting to bind port f5954ea8-fe38-47a0-b408-6db97251880f on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:23:32.544701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Attempting to bind port f5954ea8-fe38-47a0-b408-6db97251880f by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:23:32.547504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Attempting to bind port f5954ea8-fe38-47a0-b408-6db97251880f on network ed0781b0-db18-48e7-a182-336f1215a6f6 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:23:32.564196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Port f5954ea8-fe38-47a0-b408-6db97251880f on network ed0781b0-db18-48e7-a182-336f1215a6f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:23:32.567903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Attempting to bind port f5954ea8-fe38-47a0-b408-6db97251880f on network ed0781b0-db18-48e7-a182-336f1215a6f6 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:23:32.598405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:23:32.599059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Checking segment: {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:23:32.599697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Bound using segment: {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:23:32.600332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Bound port: f5954ea8-fe38-47a0-b408-6db97251880f, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383bf9cc-45b1-45ec-9231-c958b6c3b810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:23:32.600844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:32.787213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-78a5908f-0f59-41c7-a223-f32b0919022a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2025583 Mar 10 15:23:32.848862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:23:32.855694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f5954ea8-fe38-47a0-b408-6db97251880f,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:23:32.874293 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:33.946180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:33.946939 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:33.948198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] 10.222.0.45 "PUT /v2.0/ports/f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 1091 time: 3.2057409 Mar 10 15:23:33.990087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-7ab6ff04-cc26-43a4-97a4-3b0fd90faf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:33.991861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-7ab6ff04-cc26-43a4-97a4-3b0fd90faf3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 1127 time: 0.1739583 Mar 10 15:23:34.102229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf1258-212a-48ed-abb0-3f73e6af8ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5954ea8-fe38-47a0-b408-6db97251880f,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:34.339663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:23:34.342481 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957" -d '{"events": [{"name": "network-changed", "server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:23:34.354051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-21984c11-bda9-47df-90e2-0974b049e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:34.363632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-21984c11-bda9-47df-90e2-0974b049e637 service neutron] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.2509294 Mar 10 15:23:34.594820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-c9659716-ef76-443b-bce2-d005dbb15f4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00dc7687-bcaa-452f-a828-c6863e1a4067 HTTP/1.1" status: 200 len: 1000 time: 0.2055774 Mar 10 15:23:34.597269 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754b5883-22ae-47f7-8a17-a88599798788 x-openstack-request-id: req-754b5883-22ae-47f7-8a17-a88599798788 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:23:34.597744 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:23:34.598184 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-754b5883-22ae-47f7-8a17-a88599798788 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:23:34.598972 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'status': 'completed', 'code': 200} Mar 10 15:23:34.627887 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-18b7897d-32ab-4e52-a6b3-958697989694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:34.629582 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-18b7897d-32ab-4e52-a6b3-958697989694 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1125 time: 0.1062956 Mar 10 15:23:34.635788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f5954ea8-fe38-47a0-b408-6db97251880f no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:23:34.663572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-91496c35-ec83-43f5-853c-ee0613b64c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:34.665706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-91496c35-ec83-43f5-853c-ee0613b64c6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1125 time: 0.6729877 Mar 10 15:23:34.682938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a82fee-fdd7-4df6-946c-0b16de7c08b0 req-cc794c27-4060-40ab-9536-c8d74183b2a6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:34.688562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41a82fee-fdd7-4df6-946c-0b16de7c08b0 req-cc794c27-4060-40ab-9536-c8d74183b2a6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 943 time: 0.8978074 Mar 10 15:23:34.701383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port f5954ea8-fe38-47a0-b408-6db97251880f host n-h1-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:23:34.702235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device f5954ea8-fe38-47a0-b408-6db97251880f not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:23:34.966451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-aba828a7-e11d-4390-8303-249426d5b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:34.968261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-aba828a7-e11d-4390-8303-249426d5b4fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 200 len: 898 time: 0.2747355 Mar 10 15:23:34.979105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-83c3e3bf-d44e-4afa-b4fa-289c83e96d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:34.980628 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-83c3e3bf-d44e-4afa-b4fa-289c83e96d9a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 200 len: 898 time: 0.3395271 Mar 10 15:23:35.040522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41a82fee-fdd7-4df6-946c-0b16de7c08b0 req-8ca3338b-f133-47b0-9650-5ec2013eeaa4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682051 Mar 10 15:23:35.193879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-6d62cd72-234c-4e04-9933-09ff365e6a3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 999 time: 0.1679060 Mar 10 15:23:35.199309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-7db25dff-513c-46c1-ac70-87124c9278f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:35.200985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-7db25dff-513c-46c1-ac70-87124c9278f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.5961862 Mar 10 15:23:35.337964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-00613c90-9096-4f90-91bc-33b9587cd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:35.343843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-00613c90-9096-4f90-91bc-33b9587cd8c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1340754 Mar 10 15:23:35.402272 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-d9b9037e-5eb2-48d9-bd80-00a5e9ba599f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 999 time: 0.4064751 Mar 10 15:23:35.411650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-9ce2a0f3-efa0-457b-b222-ff2a079e6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:35.413549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-9ce2a0f3-efa0-457b-b222-ff2a079e6bb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b HTTP/1.1" status: 200 len: 835 time: 0.2116656 Mar 10 15:23:35.520457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-66616dba-fe75-4b36-a2b2-67b28e095397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:35.521991 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-66616dba-fe75-4b36-a2b2-67b28e095397 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b HTTP/1.1" status: 200 len: 835 time: 0.1132593 Mar 10 15:23:35.541803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-906afe26-0ff5-4990-815d-059bf988a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:35.543401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-906afe26-0ff5-4990-815d-059bf988a1df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed0781b0-db18-48e7-a182-336f1215a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1207714 Mar 10 15:23:35.560795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-1eeef345-7c8d-4212-b78c-db8dc1c8c42e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:23:35.561777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-1eeef345-7c8d-4212-b78c-db8dc1c8c42e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057847 Mar 10 15:23:35.620662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-4c6982dd-323f-40f3-8944-56d01787074f service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685373 Mar 10 15:23:35.655485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-6b75e185-47dc-4349-b24f-29b2b3981a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:35.657007 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-6b75e185-47dc-4349-b24f-29b2b3981a96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed0781b0-db18-48e7-a182-336f1215a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1284811 Mar 10 15:23:35.823439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d73c6d7-2a8e-4da8-acab-6634aaa32fcc req-640c8035-0c92-431f-9e6a-7dde30277fc4 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888862 Mar 10 15:23:35.904875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-4a77f6dc-e990-48cd-b47d-435bc96b9dc9 service neutron] 10.222.0.45 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342354 Mar 10 15:23:35.933600 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-da66115d-a513-4e87-8e4c-efb0fcea92cc service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673974 Mar 10 15:23:36.041495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f87d9bc-4c6b-4273-b557-c3a4ad4c0b85 req-9e39cffc-fd54-47ce-bdfd-f893d8b7f284 service neutron] 10.222.0.45 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274674 Mar 10 15:23:36.187458 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-8d6769ae-080a-4b87-92b6-3cc2013ac89f service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471225 Mar 10 15:23:36.223239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-ef8d3d7d-e4fe-4d16-a0cd-3582eb73b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:36.224970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-ef8d3d7d-e4fe-4d16-a0cd-3582eb73b510 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1125 time: 0.0986085 Mar 10 15:23:36.644687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-ba2b2ef8-83bf-4f28-81a4-93bc2ae551d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:36.647083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-ba2b2ef8-83bf-4f28-81a4-93bc2ae551d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 200 len: 898 time: 0.4122634 Mar 10 15:23:36.667745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43607786-1714-4e9c-8f84-469ffa40a1f7 req-b0c9e5e6-aba0-4812-ae25-087af8311ec6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:36.672940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43607786-1714-4e9c-8f84-469ffa40a1f7 req-b0c9e5e6-aba0-4812-ae25-087af8311ec6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 943 time: 0.1584027 Mar 10 15:23:36.906579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-a9a7dd7e-28e7-48a0-88dd-32d7b4dcadea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 999 time: 0.2322369 Mar 10 15:23:36.983303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46394) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:37.103495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43607786-1714-4e9c-8f84-469ffa40a1f7 req-d0da7277-d118-4a26-88ed-b46d550fcf73 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4143028 Mar 10 15:23:37.152558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-9292ad87-3dd0-489f-99fd-b943bdf9708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:37.154174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-9292ad87-3dd0-489f-99fd-b943bdf9708c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b HTTP/1.1" status: 200 len: 835 time: 0.2345011 Mar 10 15:23:37.308063 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6162a09d-aa65-4ba1-9ab2-98bb647565be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:37.318817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-23900719-f219-4a1e-a49f-1b54ceac36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:37.320697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-23900719-f219-4a1e-a49f-1b54ceac36fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed0781b0-db18-48e7-a182-336f1215a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1542604 Mar 10 15:23:37.455276 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6162a09d-aa65-4ba1-9ab2-98bb647565be admin admin] Publish callbacks [] for security_group (192e85d9-1143-445a-8639-f7468643e229), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:37.461248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6162a09d-aa65-4ba1-9ab2-98bb647565be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (192e85d9-1143-445a-8639-f7468643e229), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:37.512123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-f6c2cb25-a77f-4fce-867f-5f19e1b8307e service neutron] 10.222.0.45 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813862 Mar 10 15:23:37.571989 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6162a09d-aa65-4ba1-9ab2-98bb647565be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a68cae647494863ae750d6de77f4e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5876820 Mar 10 15:23:37.572881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162a09d-aa65-4ba1-9ab2-98bb647565be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192e85d9-1143-445a-8639-f7468643e229,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:37.575379 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46406) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:37.711959 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a54aa141-f248-4e72-a1fd-73c679302085 admin admin] Publish callbacks [] for security_group (192e85d9-1143-445a-8639-f7468643e229), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:37.765112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfe56ca0-509a-43fe-b7f2-5a2d27ec3957 req-3744e85c-cb43-4021-9c51-3287325cdf48 service neutron] 10.222.0.45 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400658 Mar 10 15:23:37.783718 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a54aa141-f248-4e72-a1fd-73c679302085 admin admin] Publish callbacks [] for security_group (192e85d9-1143-445a-8639-f7468643e229), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:37.895872 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a54aa141-f248-4e72-a1fd-73c679302085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (192e85d9-1143-445a-8639-f7468643e229), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:37.899878 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a54aa141-f248-4e72-a1fd-73c679302085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:37.901233 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a54aa141-f248-4e72-a1fd-73c679302085 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/192e85d9-1143-445a-8639-f7468643e229 HTTP/1.1" status: 204 len: 168 time: 0.3249564 Mar 10 15:23:37.926053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54aa141-f248-4e72-a1fd-73c679302085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192e85d9-1143-445a-8639-f7468643e229,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:38.318897 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:23:38.716502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ea531-a4cc-440e-84bb-35670c3a4136 req-f9d81d0b-ddf4-45cb-b886-c06c6970a07c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:38.730122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc7ea531-a4cc-440e-84bb-35670c3a4136 req-f9d81d0b-ddf4-45cb-b886-c06c6970a07c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 943 time: 0.0982702 Mar 10 15:23:38.884948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f5954ea8-fe38-47a0-b408-6db97251880f details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:23:38.888546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc7ea531-a4cc-440e-84bb-35670c3a4136 req-8095efa8-6a09-4ef0-97c1-c6d87c50b04b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329687 Mar 10 15:23:39.077801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f5954ea8-fe38-47a0-b408-6db97251880f,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:23:39.125329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'port_id': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'mac_address': 'fa:16:3e:c0:3f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:23:39.203034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port f5954ea8-fe38-47a0-b408-6db97251880f is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:23:39.203839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:39.228971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5954ea8-fe38-47a0-b408-6db97251880f {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:23:39.255231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f5954ea8-fe38-47a0-b408-6db97251880f,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:23:39.265497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:39.354889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=f5954ea8-fe38-47a0-b408-6db97251880f,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:39.621500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['f5954ea8-fe38-47a0-b408-6db97251880f'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:23:40.110679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b98b0-3fd8-44c0-9233-a3f137cabf7c req-6de5c718-630a-4d17-8f72-79b8f9558fc3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:40.115199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-829b98b0-3fd8-44c0-9233-a3f137cabf7c req-6de5c718-630a-4d17-8f72-79b8f9558fc3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 944 time: 0.0862408 Mar 10 15:23:40.179214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-829b98b0-3fd8-44c0-9233-a3f137cabf7c req-b2f8b7ef-afa0-4ec4-9b5a-51b9781f011f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567672 Mar 10 15:23:40.461608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4adcd-99f4-4283-af37-52c7714b5ade req-0074ba1b-7356-47f7-9ea3-0a0ea36c9dca tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:40.463177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38e4adcd-99f4-4283-af37-52c7714b5ade req-0074ba1b-7356-47f7-9ea3-0a0ea36c9dca tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 944 time: 0.0733743 Mar 10 15:23:40.544924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38e4adcd-99f4-4283-af37-52c7714b5ade req-f5846b56-766d-411f-a55f-df073119fa56 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740192 Mar 10 15:23:40.564242 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-85aab749-b866-41e4-91c9-01a0e0b3acf1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:40.567775 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-85aab749-b866-41e4-91c9-01a0e0b3acf1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6&tenant_id=c674686624284cd388d76dbc1471089d&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 944 time: 0.1263492 Mar 10 15:23:40.640622 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-e842f829-8b1e-4649-8a58-e5ec132ae631 service neutron] delete failed (client error): The resource could not be found. Mar 10 15:23:40.641677 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-e842f829-8b1e-4649-8a58-e5ec132ae631 service neutron] 10.222.0.62 "DELETE /v2.0/ports/f5954ea8-fe38-47a0-b408-6db97251880f/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0654070 Mar 10 15:23:40.756473 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-d3388fe5-3e35-424e-85be-4e0d044bc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:40.758405 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-d3388fe5-3e35-424e-85be-4e0d044bc8c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1126 time: 0.0603802 Mar 10 15:23:40.878741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-b4e88888-e466-409c-b16d-2bbb057e254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:40.880254 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-b4e88888-e466-409c-b16d-2bbb057e254a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 200 len: 898 time: 0.1150692 Mar 10 15:23:40.897889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f5954ea8-fe38-47a0-b408-6db97251880f up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:23:40.967242 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-1382d958-4d78-44be-a03b-0ab23476f8af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 1000 time: 0.0796678 Mar 10 15:23:41.004234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port f5954ea8-fe38-47a0-b408-6db97251880f completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:23:41.008663 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port f5954ea8-fe38-47a0-b408-6db97251880f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:23:41.009247 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:41.058698 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-02d96952-f70d-4e35-8274-a39f5702e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:41.060448 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-02d96952-f70d-4e35-8274-a39f5702e6e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b HTTP/1.1" status: 200 len: 835 time: 0.0868397 Mar 10 15:23:41.122000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port f5954ea8-fe38-47a0-b408-6db97251880f is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:23:41.122443 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:41.129737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-69fe48e3-9303-4671-8042-7c7f06b1f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:41.131744 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-69fe48e3-9303-4671-8042-7c7f06b1f96d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ed0781b0-db18-48e7-a182-336f1215a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0651913 Mar 10 15:23:41.199542 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f5954ea8-fe38-47a0-b408-6db97251880f,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:23:41.200810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:23:41.204235 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7298cf-ef3c-414f-84fb-bdd00cd196f8" -d '{"events": [{"server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "name": "network-vif-plugged", "status": "completed", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:23:41.210228 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:41.291394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=f5954ea8-fe38-47a0-b408-6db97251880f,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:41.331034 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-bea8281c-2530-4819-8805-13baef83e19f service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870732 Mar 10 15:23:41.331866 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714c9c4d-8a0f-4acd-bb01-171fbdc38da4 x-openstack-request-id: req-714c9c4d-8a0f-4acd-bb01-171fbdc38da4 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:23:41.332165 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "name": "network-vif-plugged", "status": "completed", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:23:41.332426 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-714c9c4d-8a0f-4acd-bb01-171fbdc38da4 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:23:41.332823 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'code': 200} Mar 10 15:23:41.425741 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-021e7670-cd6f-4ea1-9942-ea5283adb96a req-e6719480-44e0-4894-8c85-13fcdc1e88c6 service neutron] 10.222.0.62 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874143 Mar 10 15:23:41.712336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565307-99a9-4882-85ed-7f9a2391286d req-d24d0dab-734e-4250-9724-cb7f29aa5de4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:41.714469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b565307-99a9-4882-85ed-7f9a2391286d req-d24d0dab-734e-4250-9724-cb7f29aa5de4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.0644095 Mar 10 15:23:41.823501 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b565307-99a9-4882-85ed-7f9a2391286d req-74581441-4b46-4a1a-a89e-24dfcd878794 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904307 Mar 10 15:23:42.974760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e612f-c3d4-40ce-8619-e69df0ee424b req-7aa8842d-f677-4a1c-bc05-8ecf8e19a8a0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:42.974760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-519e612f-c3d4-40ce-8619-e69df0ee424b req-7aa8842d-f677-4a1c-bc05-8ecf8e19a8a0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.0583265 Mar 10 15:23:43.023832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-519e612f-c3d4-40ce-8619-e69df0ee424b req-f69a4542-7f0c-44f6-8052-b370adc0cfab tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467470 Mar 10 15:23:43.046675 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46528) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:43.119186 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f4625d75-4866-4271-9c1e-e6d2e5c95242 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/086d0dfd-7115-4105-a5a3-e8d5011d15d0 HTTP/1.1" status: 200 len: 993 time: 0.0709145 Mar 10 15:23:47.860120 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:50.670452 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:51.728456 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c8bc2f5f-edca-4fa3-a62a-63a0173ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:52.653938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5c552-ce87-43d8-8c06-e0c8dd1ae65e req-884b5d61-2460-49b3-9fc6-b7182f09e71d tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:52.666924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3e5c552-ce87-43d8-8c06-e0c8dd1ae65e req-884b5d61-2460-49b3-9fc6-b7182f09e71d tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.0824139 Mar 10 15:23:52.722202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3e5c552-ce87-43d8-8c06-e0c8dd1ae65e req-c68fa365-578f-4bbb-a6c0-6845db8cf9f4 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579903 Mar 10 15:23:53.385328 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 46868) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:53.516243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-547401d5-8996-44ea-acd1-7af03fe9c028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:53.612515 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-547401d5-8996-44ea-acd1-7af03fe9c028 admin admin] Publish callbacks [] for security_group (a4c76d87-061d-4f91-a75f-db1a22f35e6e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:53.624405 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-547401d5-8996-44ea-acd1-7af03fe9c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a4c76d87-061d-4f91-a75f-db1a22f35e6e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:53.663475 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-547401d5-8996-44ea-acd1-7af03fe9c028 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b188244877784c6c9fa9d67fd8c25206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760675 Mar 10 15:23:53.665899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 46880) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:53.679233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547401d5-8996-44ea-acd1-7af03fe9c028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c76d87-061d-4f91-a75f-db1a22f35e6e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:53.743423 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Publish callbacks [] for security_group (a4c76d87-061d-4f91-a75f-db1a22f35e6e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:53.772885 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Publish callbacks [] for security_group (a4c76d87-061d-4f91-a75f-db1a22f35e6e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:53.826587 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a4c76d87-061d-4f91-a75f-db1a22f35e6e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:53.830016 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:53.832283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4c76d87-061d-4f91-a75f-db1a22f35e6e HTTP/1.1" status: 204 len: 168 time: 0.1645160 Mar 10 15:23:53.860172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c76d87-061d-4f91-a75f-db1a22f35e6e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:53.896660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.903203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.903902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.904093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.904420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.904751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.905076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.905393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.905711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.906029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.906389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.906715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:53.907062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93576720-5b8d-4251-abde-08d8feea9ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:54.031904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336c01d-b67a-4753-8ef6-2f8a9a1759ca req-f7c90b52-9c40-4140-88ad-9f1d77462ab0 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:54.041089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b336c01d-b67a-4753-8ef6-2f8a9a1759ca req-f7c90b52-9c40-4140-88ad-9f1d77462ab0 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.2072296 Mar 10 15:23:54.104299 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a8f51ab4-a0c4-4ca8-a0be-b2559d652435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:54.118435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b336c01d-b67a-4753-8ef6-2f8a9a1759ca req-eaa7b784-7d33-416a-be51-9d8246aac47b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738142 Mar 10 15:23:54.277682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 46902) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:54.297917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a84a816d-f37e-4547-8ddf-f98133b41672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:54.389634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a84a816d-f37e-4547-8ddf-f98133b41672 admin admin] Publish callbacks [] for security_group (27a4b713-006d-44f3-91d4-eeec58201d58), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:54.395351 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a84a816d-f37e-4547-8ddf-f98133b41672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (27a4b713-006d-44f3-91d4-eeec58201d58), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:54.424875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a816d-f37e-4547-8ddf-f98133b41672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a4b713-006d-44f3-91d4-eeec58201d58,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:54.452047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a84a816d-f37e-4547-8ddf-f98133b41672 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2a8ae866434488b895048e999bf9773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704404 Mar 10 15:23:54.452308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 46912) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:54.511265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68ab27c2-0922-4adf-a8bd-732a1370c683 admin admin] Publish callbacks [] for security_group (27a4b713-006d-44f3-91d4-eeec58201d58), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:54.535410 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68ab27c2-0922-4adf-a8bd-732a1370c683 admin admin] Publish callbacks [] for security_group (27a4b713-006d-44f3-91d4-eeec58201d58), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:54.585005 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68ab27c2-0922-4adf-a8bd-732a1370c683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (27a4b713-006d-44f3-91d4-eeec58201d58), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:54.588202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-68ab27c2-0922-4adf-a8bd-732a1370c683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:54.592422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-68ab27c2-0922-4adf-a8bd-732a1370c683 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27a4b713-006d-44f3-91d4-eeec58201d58 HTTP/1.1" status: 204 len: 168 time: 0.1392210 Mar 10 15:23:54.601671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab27c2-0922-4adf-a8bd-732a1370c683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a4b713-006d-44f3-91d4-eeec58201d58,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:55.244771 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:55.283209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607f9d1-f070-443b-9856-37f5e281677e req-7b2ec0b0-9698-4185-8e69-31b5c38db138 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:55.291804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b607f9d1-f070-443b-9856-37f5e281677e req-7b2ec0b0-9698-4185-8e69-31b5c38db138 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.0910883 Mar 10 15:23:55.353778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b607f9d1-f070-443b-9856-37f5e281677e req-8f39408e-705a-4b47-a50f-646dfc048322 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=37e4ac06-01ee-4f21-8544-3cff046b36e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592182 Mar 10 15:23:55.603323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-9ace89e1-aa06-48a7-8824-9f4286908e0b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:23:55.606117 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-9ace89e1-aa06-48a7-8824-9f4286908e0b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 945 time: 0.0648468 Mar 10 15:23:55.728117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Deleting port 1cfcc294-fa1f-4d27-a608-fd689813316d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:23:55.728454 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:55.840752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] For port 1cfcc294-fa1f-4d27-a608-fd689813316d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1cfcc294-fa1f-4d27-a608-fd689813316d,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:23:55.841243 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:56.048549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:56.048959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (85344696-de4d-401a-a971-848312440999), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:56.049415 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Floating IP 85344696-de4d-401a-a971-848312440999 disassociated. External IP: 172.25.3.93, port: 1cfcc294-fa1f-4d27-a608-fd689813316d. Mar 10 15:23:56.049873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Calling delete_port for 1cfcc294-fa1f-4d27-a608-fd689813316d owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:23:56.231894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1cfcc294-fa1f-4d27-a608-fd689813316d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:56.266959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event deleted for resources: {'Port': ['ID=1cfcc294-fa1f-4d27-a608-fd689813316d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:56.463037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Router 5a13398c-24aa-4513-a76e-d37c9c3cb57f has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:23:56.482931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-83cb8e54-8b62-49be-b314-4ba645e4731b req-87772b34-a229-4070-8d2e-e154407a7c3d tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e97e504-4637-4ec1-81ae-49c91bd9c460 HTTP/1.1" status: 200 len: 210 time: 0.0418627 Mar 10 15:23:56.585332 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:56.622573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:23:56.641637 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f92156-dff9-46af-b4ff-9de94af98f5c None None] Sync routers for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:23:56.661007 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f92156-dff9-46af-b4ff-9de94af98f5c None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:23:56.662694 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b7f92156-dff9-46af-b4ff-9de94af98f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:23:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:23:56.699985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] No DVR routers for this DVR port 1cfcc294-fa1f-4d27-a608-fd689813316d on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:23:56.712777 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:56.724771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da16a7e4-4271-49f7-bcd5-95a0cacc182a req-070098a5-52ad-47a2-98a3-42a178c5fb43 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.45 "DELETE /v2.0/ports/1cfcc294-fa1f-4d27-a608-fd689813316d HTTP/1.1" status: 204 len: 173 time: 1.1101499 Mar 10 15:23:56.725303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'name': 'network-vif-deleted', 'tag': '1cfcc294-fa1f-4d27-a608-fd689813316d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:23:56.742369 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd44b49-c463-48e4-b3a4-a66e620416d6" -d '{"events": [{"server_uuid": "1e97e504-4637-4ec1-81ae-49c91bd9c460", "name": "network-vif-deleted", "tag": "1cfcc294-fa1f-4d27-a608-fd689813316d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:23:56.841428 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30569a4a-21d1-4e8d-8716-12a2e2f66db8 x-openstack-request-id: req-30569a4a-21d1-4e8d-8716-12a2e2f66db8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:23:56.841428 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e97e504-4637-4ec1-81ae-49c91bd9c460", "name": "network-vif-deleted", "tag": "1cfcc294-fa1f-4d27-a608-fd689813316d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:23:56.841428 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30569a4a-21d1-4e8d-8716-12a2e2f66db8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:23:56.841428 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e97e504-4637-4ec1-81ae-49c91bd9c460', 'name': 'network-vif-deleted', 'tag': '1cfcc294-fa1f-4d27-a608-fd689813316d', 'status': 'completed', 'code': 200} Mar 10 15:23:56.870093 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b7f92156-dff9-46af-b4ff-9de94af98f5c None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:23:57.327350 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b7f92156-dff9-46af-b4ff-9de94af98f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:23:57.377474 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f92156-dff9-46af-b4ff-9de94af98f5c None None] Checking router: 5a13398c-24aa-4513-a76e-d37c9c3cb57f for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:23:57.387458 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f92156-dff9-46af-b4ff-9de94af98f5c None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:23:57.388091 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b7f92156-dff9-46af-b4ff-9de94af98f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:23:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:23:57.518581 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b7f92156-dff9-46af-b4ff-9de94af98f5c None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:23:57.634814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 47052) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:57.704649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-420b1740-1679-4b06-b2bd-2b7ae2e074ab tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (37e4ac06-01ee-4f21-8544-3cff046b36e6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:57.729304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-420b1740-1679-4b06-b2bd-2b7ae2e074ab tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (37e4ac06-01ee-4f21-8544-3cff046b36e6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:57.797099 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-420b1740-1679-4b06-b2bd-2b7ae2e074ab tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (37e4ac06-01ee-4f21-8544-3cff046b36e6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:57.803182 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-420b1740-1679-4b06-b2bd-2b7ae2e074ab tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:57.804756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-420b1740-1679-4b06-b2bd-2b7ae2e074ab tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "DELETE /v2.0/security-groups/37e4ac06-01ee-4f21-8544-3cff046b36e6 HTTP/1.1" status: 204 len: 168 time: 0.1688092 Mar 10 15:23:57.807739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47056) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:57.816530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b1740-1679-4b06-b2bd-2b7ae2e074ab tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4ac06-01ee-4f21-8544-3cff046b36e6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:57.824402 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b7f92156-dff9-46af-b4ff-9de94af98f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:23:57.858450 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f92156-dff9-46af-b4ff-9de94af98f5c None None] The sync data for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 is: [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:23:57.874257 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-07fdebf7-96f9-4fb1-9983-2e2a94cf0940 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] show failed (client error): The resource could not be found. Mar 10 15:23:57.880423 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-07fdebf7-96f9-4fb1-9983-2e2a94cf0940 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups/37e4ac06-01ee-4f21-8544-3cff046b36e6 HTTP/1.1" status: 404 len: 347 time: 0.0710614 Mar 10 15:23:57.883306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 47062) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:58.059945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1dd17b5f-c229-49ea-8c72-1fb0e670c171 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Deleting port e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:23:58.060910 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1dd17b5f-c229-49ea-8c72-1fb0e670c171 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:58.164201 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1dd17b5f-c229-49ea-8c72-1fb0e670c171 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:58.164201 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1dd17b5f-c229-49ea-8c72-1fb0e670c171 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:58.183889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1dd17b5f-c229-49ea-8c72-1fb0e670c171 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Calling delete_port for e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:23:58.262873 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:58.441495 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1dd17b5f-c229-49ea-8c72-1fb0e670c171 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:58.462692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e715f-5dff-4353-b085-788068e5e297 None None] New status for floating IP 85344696-de4d-401a-a971-848312440999: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:23:58.503148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd17b5f-c229-49ea-8c72-1fb0e670c171 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event deleted for resources: {'Port': ['ID=e39d1ac6-dbbd-4317-89f1-6d0fb2843c0d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:58.627263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1dd17b5f-c229-49ea-8c72-1fb0e670c171 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (85344696-de4d-401a-a971-848312440999), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:58.631529 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1dd17b5f-c229-49ea-8c72-1fb0e670c171 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:58.633367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1dd17b5f-c229-49ea-8c72-1fb0e670c171 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "DELETE /v2.0/floatingips/85344696-de4d-401a-a971-848312440999 HTTP/1.1" status: 204 len: 168 time: 0.7488189 Mar 10 15:23:58.905027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 47092) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:58.912070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-de289371-9d07-4c6d-a9d2-6b874730746a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875447685', 'description': 'tempest-description--1555970209'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:58.941900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de289371-9d07-4c6d-a9d2-6b874730746a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:58.961882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1cfcc294-fa1f-4d27-a608-fd689813316d no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:23:59.007620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 1cfcc294-fa1f-4d27-a608-fd689813316d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:23:59.008410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1cfcc294-fa1f-4d27-a608-fd689813316d not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:23:59.038200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de289371-9d07-4c6d-a9d2-6b874730746a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (d4e2deef-38b6-41c4-ab1c-2e10934e4300), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.043531 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de289371-9d07-4c6d-a9d2-6b874730746a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d4e2deef-38b6-41c4-ab1c-2e10934e4300), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.130544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de289371-9d07-4c6d-a9d2-6b874730746a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e2deef-38b6-41c4-ab1c-2e10934e4300,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:59.136769 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de289371-9d07-4c6d-a9d2-6b874730746a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.141172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47102) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:59.141644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-de289371-9d07-4c6d-a9d2-6b874730746a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2353187 Mar 10 15:23:59.147035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'security_group_rule': {'security_group_id': 'd4e2deef-38b6-41c4-ab1c-2e10934e4300', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:59.175359 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (47ec58d5-2fa8-4b6f-8ab2-f08b07142bd3), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.231946 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (47ec58d5-2fa8-4b6f-8ab2-f08b07142bd3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.236128 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (47ec58d5-2fa8-4b6f-8ab2-f08b07142bd3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.257788 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ec58d5-2fa8-4b6f-8ab2-f08b07142bd3,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:59.266740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.267311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.268223 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.268687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.269045 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.269372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.269686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.270078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.270408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.270833 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.271216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.271595 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.271921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:23:59.276579 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.277858 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d47b7577-e9d4-45a7-b7ab-b76e0879d685 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342824 Mar 10 15:23:59.281007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 47108) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:59.286502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d5bc65b3-a8a3-49d1-8b73-deededc61f0a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'security_group_rule': {'security_group_id': 'd4e2deef-38b6-41c4-ab1c-2e10934e4300', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:59.313848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5bc65b3-a8a3-49d1-8b73-deededc61f0a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (55e768d0-23f0-41f4-bf13-ab8af9537a04), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.398195 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5bc65b3-a8a3-49d1-8b73-deededc61f0a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (55e768d0-23f0-41f4-bf13-ab8af9537a04), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.403007 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5bc65b3-a8a3-49d1-8b73-deededc61f0a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (55e768d0-23f0-41f4-bf13-ab8af9537a04), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.438418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5bc65b3-a8a3-49d1-8b73-deededc61f0a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.443864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d5bc65b3-a8a3-49d1-8b73-deededc61f0a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612496 Mar 10 15:23:59.444558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 47120) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:23:59.448563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc65b3-a8a3-49d1-8b73-deededc61f0a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e768d0-23f0-41f4-bf13-ab8af9537a04,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:23:59.461450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:23:59.489743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.626503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.793211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Allocated IP 172.25.3.222 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/d08766fb-3534-44de-9219-8bac639b0860) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:23:59.909355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for port (d08766fb-3534-44de-9219-8bac639b0860), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:23:59.948571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d08766fb-3534-44de-9219-8bac639b0860), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:00.110209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-8e06fb12-97ea-411c-84bc-70b85851af10 req-660233de-2c33-4fc9-ab5a-109aab1fa1db service neutron] (115534) timed out ('10.222.0.11', 53134) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:24:00.343534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:24:00.347550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:00.354018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:24:00.389860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'Port': ['ID=d08766fb-3534-44de-9219-8bac639b0860,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:00.473931 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (13ddb972-f77b-4afc-b5e0-ca105b9af7e0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:00.524077 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d08766fb-3534-44de-9219-8bac639b0860), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:00.714164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for port (d08766fb-3534-44de-9219-8bac639b0860), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:00.736326 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d08766fb-3534-44de-9219-8bac639b0860), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:00.828749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'Port': ['ID=d08766fb-3534-44de-9219-8bac639b0860,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:00.850541 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (13ddb972-f77b-4afc-b5e0-ca105b9af7e0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:00.871552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:00.894461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a982f430-a9cd-454f-881a-f1cb83ea2b45 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4461477 Mar 10 15:24:01.165445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-f27bdcf6-01ac-43b7-a298-64d6d2b23f3f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1875447685&fields=id&tenant_id=540795be169a49cea3af63cf05632cea HTTP/1.1" status: 200 len: 267 time: 0.0505550 Mar 10 15:24:01.310439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-ca404a27-ddc9-44b5-a428-bf5ee71752ba tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:01.320136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-ca404a27-ddc9-44b5-a428-bf5ee71752ba tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 811 time: 0.1450305 Mar 10 15:24:01.335029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-d77d7c88-9633-4b28-a4bc-c9a532e4b703 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/quotas/540795be169a49cea3af63cf05632cea HTTP/1.1" status: 200 len: 375 time: 0.0136521 Mar 10 15:24:01.402751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-93855b6b-f550-4d67-9de3-cdfd7c59f195 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607128 Mar 10 15:24:01.710231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-e9022f10-cb75-43eb-9cc6-1fcba5b3694d service neutron] 10.222.0.11 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905843 Mar 10 15:24:01.874921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-cb9e2b47-0558-4ae3-bca5-2409d0c297b6 service neutron] 10.222.0.11 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633174 Mar 10 15:24:02.176711 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcdcfe31-a1ec-4dd1-8e3a-13d1069407b9 req-c05a4bcb-8dc5-4425-9068-4f5d4a663a81 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 210 time: 0.0405917 Mar 10 15:24:03.300966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c96ea24a-3d72-4716-bae9-9264f9d2b4fb req-e8ec3bd5-c33b-417b-a0e1-0a0ee8d8c89b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 210 time: 0.0386319 Mar 10 15:24:03.520461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-512bbb95-8d9f-4231-bfcd-191ef916fdc6 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:03.521964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-512bbb95-8d9f-4231-bfcd-191ef916fdc6 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 811 time: 0.1256258 Mar 10 15:24:03.597459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b1d15bdb-96cc-40ce-87ba-d9b597f1bb98 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540795be169a49cea3af63cf05632cea HTTP/1.1" status: 200 len: 380 time: 0.0618291 Mar 10 15:24:03.608022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'port': {'device_id': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'admin_state_up': True, 'tenant_id': '540795be169a49cea3af63cf05632cea', 'security_groups': ['d4e2deef-38b6-41c4-ab1c-2e10934e4300']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:03.733288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Made reservation on behalf of 540795be169a49cea3af63cf05632cea for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:24:03.737479 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:03.900904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Allocated IP 172.20.0.8 (bef92547-f9ac-4ca6-bd1f-eb0594a4e125/c0bcabef-a9bd-405f-96c2-1876e80de53d/6ed05c82-fbad-4698-933d-6e4888c74981) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:24:04.088241 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for port (6ed05c82-fbad-4698-933d-6e4888c74981), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:04.147119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:04.195786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:24:04.200965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:04.207874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:24:04.216240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event updated for resources: {'Port': ['ID=6ed05c82-fbad-4698-933d-6e4888c74981,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:04.269958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:04.270637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:04.304616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b4647eb5-c693-4106-877d-170f164a9e70 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6996238 Mar 10 15:24:04.316652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Request body: {'port': {'device_id': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:04.438301 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:04.504259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffd713-af09-4ebc-b46d-517c02a48111 req-4f4f60fe-6505-4124-94ba-962b2cf520c0 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:04.506029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ffd713-af09-4ebc-b46d-517c02a48111 req-4f4f60fe-6505-4124-94ba-962b2cf520c0 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 931 time: 0.1120374 Mar 10 15:24:04.551514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-be87580f-0deb-4ef9-afef-538cffa438d1 None None] Provisioning complete for port 6ed05c82-fbad-4698-933d-6e4888c74981 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:04.552721 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be87580f-0deb-4ef9-afef-538cffa438d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:04.604826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-be87580f-0deb-4ef9-afef-538cffa438d1 None None] Port 6ed05c82-fbad-4698-933d-6e4888c74981 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:24:04.637010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ffd713-af09-4ebc-b46d-517c02a48111 req-66e1dad1-a35a-4a14-a06c-992f5fb37692 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235073 Mar 10 15:24:04.815644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed05c82-fbad-4698-933d-6e4888c74981 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:24:04.823929 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Publish callbacks [] for port (6ed05c82-fbad-4698-933d-6e4888c74981), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:04.837120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Transition to ACTIVE for port object 6ed05c82-fbad-4698-933d-6e4888c74981 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:24:04.841234 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:04.899602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed05c82-fbad-4698-933d-6e4888c74981,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:04.989434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Attempting to bind port 6ed05c82-fbad-4698-933d-6e4888c74981 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:24:04.989779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Attempting to bind port 6ed05c82-fbad-4698-933d-6e4888c74981 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:24:04.990371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Attempting to bind port 6ed05c82-fbad-4698-933d-6e4888c74981 on network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:24:04.995494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Port 6ed05c82-fbad-4698-933d-6e4888c74981 on network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:24:04.995829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Attempting to bind port 6ed05c82-fbad-4698-933d-6e4888c74981 on network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:24:05.001111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:24:05.001605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Checking segment: {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:24:05.002543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Bound using segment: {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:24:05.003009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Bound port: 6ed05c82-fbad-4698-933d-6e4888c74981, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740ef761-ce17-408f-9be7-b6b748f8b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:24:05.003376 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:05.093736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] For port 6ed05c82-fbad-4698-933d-6e4888c74981, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:24:05.107043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] For port 6ed05c82-fbad-4698-933d-6e4888c74981, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=6ed05c82-fbad-4698-933d-6e4888c74981,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:24:05.123274 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:05.208196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:05.209239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:05.210340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/6ed05c82-fbad-4698-933d-6e4888c74981 HTTP/1.1" status: 200 len: 1091 time: 0.8989491 Mar 10 15:24:05.210831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'tag': '6ed05c82-fbad-4698-933d-6e4888c74981'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:05.213243 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "e8910768-9c30-4b5a-b1a0-9df3f0383d6f", "tag": "6ed05c82-fbad-4698-933d-6e4888c74981"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:05.363355 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99c241d-3911-4a6e-a74c-abf6cd53fd26 x-openstack-request-id: req-f99c241d-3911-4a6e-a74c-abf6cd53fd26 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:05.364096 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8910768-9c30-4b5a-b1a0-9df3f0383d6f", "tag": "6ed05c82-fbad-4698-933d-6e4888c74981", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:05.364096 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f99c241d-3911-4a6e-a74c-abf6cd53fd26 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:05.364322 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'tag': '6ed05c82-fbad-4698-933d-6e4888c74981', 'status': 'completed', 'code': 200} Mar 10 15:24:05.367245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1e293-ce3e-4d0f-8032-853e7dca62e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed05c82-fbad-4698-933d-6e4888c74981,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:05.405723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-1e92536b-54c3-4512-b70e-bf336c18add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:05.411214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-1e92536b-54c3-4512-b70e-bf336c18add1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 1125 time: 0.1235616 Mar 10 15:24:05.488983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-e34dfa38-0184-46db-920b-9cc6955a9ddd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed05c82-fbad-4698-933d-6e4888c74981 HTTP/1.1" status: 200 len: 217 time: 0.0682917 Mar 10 15:24:05.546232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-e0a1c178-d8d1-4ead-b491-f50825f34c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:05.547766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-e0a1c178-d8d1-4ead-b491-f50825f34c06 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.0505147 Mar 10 15:24:05.655731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b5d0bd37-3f65-4cb4-9165-9d1de4c4d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:05.657532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-b5d0bd37-3f65-4cb4-9165-9d1de4c4d76c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1015155 Mar 10 15:24:05.930101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c74178-91c2-4f8c-a1f0-dce401578783 req-b2b7c27e-afa3-410f-bdc7-6d440901656a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:05.935929 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0c74178-91c2-4f8c-a1f0-dce401578783 req-b2b7c27e-afa3-410f-bdc7-6d440901656a tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 943 time: 0.1480451 Mar 10 15:24:05.962820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-d869c482-8015-4f54-beff-68cdb619a388 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866604 Mar 10 15:24:05.998652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0c74178-91c2-4f8c-a1f0-dce401578783 req-0377eb1a-8d4c-4a7b-be4b-fb4ed076aa1e tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566599 Mar 10 15:24:06.123055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0d8b45-60d6-44c5-808b-b8135b90a709 req-ed77eeb0-cd5f-4d85-b63f-b67e1b3f0502 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341782 Mar 10 15:24:06.312379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4 req-244363ee-0517-4cf3-8ad5-3ed8cf2210e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:06.314068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4 req-244363ee-0517-4cf3-8ad5-3ed8cf2210e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 1125 time: 0.0959876 Mar 10 15:24:06.422842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4 req-24893d95-9d7b-4f1c-96ad-00fdde86baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:06.425134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4 req-24893d95-9d7b-4f1c-96ad-00fdde86baf8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 912 time: 0.1037278 Mar 10 15:24:06.545775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4 req-068b555f-ba7f-4ac4-93f8-74c36b5477e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed05c82-fbad-4698-933d-6e4888c74981 HTTP/1.1" status: 200 len: 217 time: 0.1086187 Mar 10 15:24:06.646062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4 req-c90a5883-390b-4c41-b59e-cb65901e4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:06.647611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4 req-c90a5883-390b-4c41-b59e-cb65901e4147 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.0932326 Mar 10 15:24:06.748858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4 req-77df4a36-68bf-498f-8602-41c5eb002430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:06.751182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4 req-77df4a36-68bf-498f-8602-41c5eb002430 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0958400 Mar 10 15:24:06.864528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4 req-a28f0d50-a269-47dc-832d-73e7dd0040d5 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997415 Mar 10 15:24:07.052827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-774cd6c9-166b-4c0d-970d-07f73ffcbfb4 req-3823880a-2f4c-42e7-b073-b42655aefaac service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817024 Mar 10 15:24:07.227862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee48cc4-ede6-4b92-b9f3-6c3f1b0a3cdb req-f77d8967-b0db-44f8-a05a-b7e277e77d34 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:07.233766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fee48cc4-ede6-4b92-b9f3-6c3f1b0a3cdb req-f77d8967-b0db-44f8-a05a-b7e277e77d34 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 943 time: 0.0966165 Mar 10 15:24:07.319477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fee48cc4-ede6-4b92-b9f3-6c3f1b0a3cdb req-b40d63c2-8526-446f-9cd2-7120b4894041 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822928 Mar 10 15:24:08.485282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e48d8d-0d9b-443d-8911-12fc76e9d08d req-304c8ed6-2693-45bb-961b-3ef2c5bec20d tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:08.487083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7e48d8d-0d9b-443d-8911-12fc76e9d08d req-304c8ed6-2693-45bb-961b-3ef2c5bec20d tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 943 time: 0.0740900 Mar 10 15:24:08.568014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7e48d8d-0d9b-443d-8911-12fc76e9d08d req-bd382f90-1424-4568-98a5-8971a6becf1b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739374 Mar 10 15:24:09.021803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 6ed05c82-fbad-4698-933d-6e4888c74981 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:24:09.141080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 6ed05c82-fbad-4698-933d-6e4888c74981, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=6ed05c82-fbad-4698-933d-6e4888c74981,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:09.153052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '6ed05c82-fbad-4698-933d-6e4888c74981', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'port_id': '6ed05c82-fbad-4698-933d-6e4888c74981', 'mac_address': 'fa:16:3e:40:91:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:24:09.195565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 6ed05c82-fbad-4698-933d-6e4888c74981 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:09.196269 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:09.217696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed05c82-fbad-4698-933d-6e4888c74981 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:24:09.240844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 6ed05c82-fbad-4698-933d-6e4888c74981, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=6ed05c82-fbad-4698-933d-6e4888c74981,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:09.245767 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:09.297342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=6ed05c82-fbad-4698-933d-6e4888c74981,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:09.305904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.306257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.306596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.306977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.307402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.307607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.308139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.308365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.308688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.309009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.309328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.309644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.309961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:09.522974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['6ed05c82-fbad-4698-933d-6e4888c74981'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:24:09.752413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179594-a157-495d-a2e6-ae8327b0a34d req-6996862f-03fd-402a-8769-322c453cfa06 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:09.761236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7179594-a157-495d-a2e6-ae8327b0a34d req-6996862f-03fd-402a-8769-322c453cfa06 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 944 time: 0.1087551 Mar 10 15:24:09.839676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7179594-a157-495d-a2e6-ae8327b0a34d req-3ed23d77-28b4-412a-a49b-803cfb4f7f46 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726752 Mar 10 15:24:11.024578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa8f6e-033f-4789-a70a-0c980ce6ed11 req-31b139f9-2566-4502-aeab-9adbe88340fd tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:11.026091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78aa8f6e-033f-4789-a70a-0c980ce6ed11 req-31b139f9-2566-4502-aeab-9adbe88340fd tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 944 time: 0.0860434 Mar 10 15:24:11.036334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 6ed05c82-fbad-4698-933d-6e4888c74981 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:24:11.097820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 6ed05c82-fbad-4698-933d-6e4888c74981 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:24:11.105176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 6ed05c82-fbad-4698-933d-6e4888c74981 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:11.105561 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:11.131302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78aa8f6e-033f-4789-a70a-0c980ce6ed11 req-2a6beb30-fabf-42ab-8a84-48269afd36b3 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995023 Mar 10 15:24:11.411287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 6ed05c82-fbad-4698-933d-6e4888c74981 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:11.412406 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:11.439745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed05c82-fbad-4698-933d-6e4888c74981'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:11.442175 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c300f72-60bb-43bf-be2c-6497b81e2ab5" -d '{"events": [{"server_uuid": "e8910768-9c30-4b5a-b1a0-9df3f0383d6f", "name": "network-vif-plugged", "status": "completed", "tag": "6ed05c82-fbad-4698-933d-6e4888c74981"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:11.456864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 6ed05c82-fbad-4698-933d-6e4888c74981, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=6ed05c82-fbad-4698-933d-6e4888c74981,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:11.461571 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:11.523046 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a37651-8ffc-4240-aa9a-b416f05c0b74 x-openstack-request-id: req-55a37651-8ffc-4240-aa9a-b416f05c0b74 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:11.523591 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8910768-9c30-4b5a-b1a0-9df3f0383d6f", "name": "network-vif-plugged", "status": "completed", "tag": "6ed05c82-fbad-4698-933d-6e4888c74981", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:11.524007 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55a37651-8ffc-4240-aa9a-b416f05c0b74 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:11.524714 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed05c82-fbad-4698-933d-6e4888c74981', 'code': 200} Mar 10 15:24:11.530499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=6ed05c82-fbad-4698-933d-6e4888c74981,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:11.667473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3bdba-4507-483f-a10b-6b45f4a9fe18 req-c89ac4da-3ccb-40b4-8e20-498f6ff709ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:11.669593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee3bdba-4507-483f-a10b-6b45f4a9fe18 req-c89ac4da-3ccb-40b4-8e20-498f6ff709ef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 1127 time: 0.0534644 Mar 10 15:24:11.730290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee3bdba-4507-483f-a10b-6b45f4a9fe18 req-97628251-9ec8-4982-b8dd-a8a3aa52308d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486033 Mar 10 15:24:12.311229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ad76b-b87d-4eba-ab37-baa0feea0a9e req-b708986f-7537-4bbf-97a7-6b79398c0b5c tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:12.313797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-914ad76b-b87d-4eba-ab37-baa0feea0a9e req-b708986f-7537-4bbf-97a7-6b79398c0b5c tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 945 time: 0.0938554 Mar 10 15:24:12.380231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-914ad76b-b87d-4eba-ab37-baa0feea0a9e req-80874f1e-d055-4ea2-9400-7b334696678b tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600913 Mar 10 15:24:13.641851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa9254-c1e6-4df3-9b1e-e4da8afeb260 req-d8b85c1e-44ac-46f9-9032-aeb9ee150200 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:13.645742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08fa9254-c1e6-4df3-9b1e-e4da8afeb260 req-d8b85c1e-44ac-46f9-9032-aeb9ee150200 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 945 time: 0.1120093 Mar 10 15:24:13.709995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08fa9254-c1e6-4df3-9b1e-e4da8afeb260 req-dae60ddc-989a-4b47-af7d-56bc366afec8 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577235 Mar 10 15:24:13.953080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c737fb-70f0-409c-a50b-4b9952d33c98 req-d08b7a6b-eb67-4d28-aaf0-bc448d3086d9 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:13.955014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3c737fb-70f0-409c-a50b-4b9952d33c98 req-d08b7a6b-eb67-4d28-aaf0-bc448d3086d9 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 945 time: 0.1366796 Mar 10 15:24:13.963538 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47536) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:13.968611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-15095c60-fec4-413c-9fd2-7f1e57af728f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Request body: {'floatingip': {'port_id': '6ed05c82-fbad-4698-933d-6e4888c74981'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:14.044640 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15095c60-fec4-413c-9fd2-7f1e57af728f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (13ddb972-f77b-4afc-b5e0-ca105b9af7e0), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:14.704043 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15095c60-fec4-413c-9fd2-7f1e57af728f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:14.715106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15095c60-fec4-413c-9fd2-7f1e57af728f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (13ddb972-f77b-4afc-b5e0-ca105b9af7e0), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:15.274479 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-15095c60-fec4-413c-9fd2-7f1e57af728f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Floating IP 13ddb972-f77b-4afc-b5e0-ca105b9af7e0 associated. External IP: 172.25.3.222, port: 6ed05c82-fbad-4698-933d-6e4888c74981. Mar 10 15:24:15.299698 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:24:15.665589 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15095c60-fec4-413c-9fd2-7f1e57af728f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Router 5a13398c-24aa-4513-a76e-d37c9c3cb57f has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:24:15.827505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15095c60-fec4-413c-9fd2-7f1e57af728f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:24:15.833529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15095c60-fec4-413c-9fd2-7f1e57af728f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:15.841288 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9ed39-f1a6-48ff-a13a-6359adef49b7 None None] Sync routers for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:24:15.865683 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de9ed39-f1a6-48ff-a13a-6359adef49b7 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:24:15.867540 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3de9ed39-f1a6-48ff-a13a-6359adef49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:23:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:15.886810 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-15095c60-fec4-413c-9fd2-7f1e57af728f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "PUT /v2.0/floatingips/13ddb972-f77b-4afc-b5e0-ca105b9af7e0 HTTP/1.1" status: 200 len: 991 time: 1.9101915 Mar 10 15:24:15.886810 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'tag': '6ed05c82-fbad-4698-933d-6e4888c74981'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:15.886810 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89739a4-9259-47aa-a496-1f9e77a60cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "e8910768-9c30-4b5a-b1a0-9df3f0383d6f", "tag": "6ed05c82-fbad-4698-933d-6e4888c74981"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:15.945959 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a7f7c1-463b-442d-acb9-6311bb2e27da x-openstack-request-id: req-72a7f7c1-463b-442d-acb9-6311bb2e27da {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:15.946266 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8910768-9c30-4b5a-b1a0-9df3f0383d6f", "tag": "6ed05c82-fbad-4698-933d-6e4888c74981", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:15.946518 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72a7f7c1-463b-442d-acb9-6311bb2e27da {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:15.946957 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'tag': '6ed05c82-fbad-4698-933d-6e4888c74981', 'status': 'completed', 'code': 200} Mar 10 15:24:16.049185 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-3de9ed39-f1a6-48ff-a13a-6359adef49b7 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:24:16.082369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89739a4-9259-47aa-a496-1f9e77a60cfb req-4b36095b-28aa-4d2b-bbb4-3b77742884fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:16.084480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f89739a4-9259-47aa-a496-1f9e77a60cfb req-4b36095b-28aa-4d2b-bbb4-3b77742884fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 1127 time: 0.1073804 Mar 10 15:24:16.270775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89739a4-9259-47aa-a496-1f9e77a60cfb req-772afc32-7024-41e7-8ba4-36319211ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:16.274342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f89739a4-9259-47aa-a496-1f9e77a60cfb req-772afc32-7024-41e7-8ba4-36319211ecec service neutron] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 912 time: 0.1821601 Mar 10 15:24:16.348789 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3de9ed39-f1a6-48ff-a13a-6359adef49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '13ddb972-f77b-4afc-b5e0-ca105b9af7e0', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'port_id': '6ed05c82-fbad-4698-933d-6e4888c74981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'mac_address': 'fa:16:3e:40:91:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:24:00Z', 'updated_at': '2022-03-10T15:24:14Z', 'revision_number': 1, 'project_id': '540795be169a49cea3af63cf05632cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:16.384422 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9ed39-f1a6-48ff-a13a-6359adef49b7 None None] Checking router: 5a13398c-24aa-4513-a76e-d37c9c3cb57f for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:24:16.407293 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de9ed39-f1a6-48ff-a13a-6359adef49b7 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:24:16.408017 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3de9ed39-f1a6-48ff-a13a-6359adef49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:23:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:16.414183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f89739a4-9259-47aa-a496-1f9e77a60cfb req-af1f9b34-0c0a-4c9d-bbbc-916266ed27d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed05c82-fbad-4698-933d-6e4888c74981 HTTP/1.1" status: 200 len: 999 time: 0.1332989 Mar 10 15:24:16.483790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89739a4-9259-47aa-a496-1f9e77a60cfb req-9ec4f444-565e-43b0-8198-92d4aad6e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:16.486487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f89739a4-9259-47aa-a496-1f9e77a60cfb req-9ec4f444-565e-43b0-8198-92d4aad6e80a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.0653467 Mar 10 15:24:16.545676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89739a4-9259-47aa-a496-1f9e77a60cfb req-ba230d45-1c6a-4da0-8d1c-98cf3013354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:16.547631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f89739a4-9259-47aa-a496-1f9e77a60cfb req-ba230d45-1c6a-4da0-8d1c-98cf3013354b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543954 Mar 10 15:24:16.607480 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-3de9ed39-f1a6-48ff-a13a-6359adef49b7 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:24:16.752305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f89739a4-9259-47aa-a496-1f9e77a60cfb req-55d4b076-a080-4cd3-a92e-c4a16298e3e6 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956627 Mar 10 15:24:16.861406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f89739a4-9259-47aa-a496-1f9e77a60cfb req-94072e0b-8863-416b-93d0-b52812f9395c service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018775 Mar 10 15:24:16.920068 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3de9ed39-f1a6-48ff-a13a-6359adef49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '13ddb972-f77b-4afc-b5e0-ca105b9af7e0', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'port_id': '6ed05c82-fbad-4698-933d-6e4888c74981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'mac_address': 'fa:16:3e:40:91:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:24:00Z', 'updated_at': '2022-03-10T15:24:14Z', 'revision_number': 1, 'project_id': '540795be169a49cea3af63cf05632cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:16.955283 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9ed39-f1a6-48ff-a13a-6359adef49b7 None None] The sync data for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 is: [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '13ddb972-f77b-4afc-b5e0-ca105b9af7e0', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'port_id': '6ed05c82-fbad-4698-933d-6e4888c74981', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'mac_address': 'fa:16:3e:40:91:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:24:00Z', 'updated_at': '2022-03-10T15:24:14Z', 'revision_number': 1, 'project_id': '540795be169a49cea3af63cf05632cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:24:17.342420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143da6a1-4747-44fd-817b-44582f31f534 None None] New status for floating IP 13ddb972-f77b-4afc-b5e0-ca105b9af7e0: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:24:17.886920 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:18.448571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdb1b6-75df-47f3-a444-b4d38f1384ba req-f0926b55-a2ca-4088-82aa-30a7a584baa0 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:18.455552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33fdb1b6-75df-47f3-a444-b4d38f1384ba req-f0926b55-a2ca-4088-82aa-30a7a584baa0 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1127 time: 0.0793571 Mar 10 15:24:18.522519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 47750) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:18.529018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33fdb1b6-75df-47f3-a444-b4d38f1384ba req-5795e2db-e200-4d79-ace5-1922c641f2fc tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725448 Mar 10 15:24:18.833353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port e1e4e873-a936-4854-9de9-d3eba076b6c9 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:24:18.833979 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e1e4e873-a936-4854-9de9-d3eba076b6c9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:19.061745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e1e4e873-a936-4854-9de9-d3eba076b6c9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:19.062094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (e1e4e873-a936-4854-9de9-d3eba076b6c9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:19.107241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for e1e4e873-a936-4854-9de9-d3eba076b6c9 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:24:19.361750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 47840) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:19.569409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e1e4e873-a936-4854-9de9-d3eba076b6c9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:19.623912 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc0378f7-c81d-4d2f-ae59-55b75cfc3dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:19.631048 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=e1e4e873-a936-4854-9de9-d3eba076b6c9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:19.773469 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc0378f7-c81d-4d2f-ae59-55b75cfc3dae admin admin] Publish callbacks [] for security_group (5230bc3a-4c36-43c6-82f9-9352dfa61c3a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:19.784909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc0378f7-c81d-4d2f-ae59-55b75cfc3dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5230bc3a-4c36-43c6-82f9-9352dfa61c3a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:19.809776 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (086d0dfd-7115-4105-a5a3-e8d5011d15d0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:19.810124 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Floating IP 086d0dfd-7115-4105-a5a3-e8d5011d15d0 disassociated (deleted). External IP: 172.25.3.115, port: f5954ea8-fe38-47a0-b408-6db97251880f. Mar 10 15:24:19.853283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0378f7-c81d-4d2f-ae59-55b75cfc3dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5230bc3a-4c36-43c6-82f9-9352dfa61c3a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:19.871192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dc0378f7-c81d-4d2f-ae59-55b75cfc3dae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0e1c631b2774e8b80d1f386067bd40d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5062492 Mar 10 15:24:19.873649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 47896) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:19.947597 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00654dc5-400f-418e-ba47-c63be19457d9 admin admin] Publish callbacks [] for security_group (5230bc3a-4c36-43c6-82f9-9352dfa61c3a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:19.992569 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00654dc5-400f-418e-ba47-c63be19457d9 admin admin] Publish callbacks [] for security_group (5230bc3a-4c36-43c6-82f9-9352dfa61c3a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:20.084048 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00654dc5-400f-418e-ba47-c63be19457d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5230bc3a-4c36-43c6-82f9-9352dfa61c3a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:20.091792 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-00654dc5-400f-418e-ba47-c63be19457d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:20.098489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-00654dc5-400f-418e-ba47-c63be19457d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5230bc3a-4c36-43c6-82f9-9352dfa61c3a HTTP/1.1" status: 204 len: 168 time: 0.2237318 Mar 10 15:24:20.120831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00654dc5-400f-418e-ba47-c63be19457d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5230bc3a-4c36-43c6-82f9-9352dfa61c3a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:20.345139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router c5090bd4-b861-493c-97ee-519eae47cdbc has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:24:20.580709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:24:20.586077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:20.594146 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5030916-d3dc-490e-aae0-e93a9e71e1bc None None] Sync routers for ids ['c5090bd4-b861-493c-97ee-519eae47cdbc'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:24:20.618324 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5030916-d3dc-490e-aae0-e93a9e71e1bc None None] Routers {'c5090bd4-b861-493c-97ee-519eae47cdbc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:24:20.618993 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b5030916-d3dc-490e-aae0-e93a9e71e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:23:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c5090bd4-b861-493c-97ee-519eae47cdbc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:20.687701 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:20.699006 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-08c80ad3-c328-409b-8fc9-9d2766c814ad tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/floatingips/086d0dfd-7115-4105-a5a3-e8d5011d15d0 HTTP/1.1" status: 204 len: 168 time: 2.1752675 Mar 10 15:24:20.700483 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:20.707781 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:20.745925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 47992) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:20.769639 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d18246a8-7f80-4ed4-9db2-220915187e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:20.883982 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22894fb0-78db-484e-bbc3-1e21d9774a13 x-openstack-request-id: req-22894fb0-78db-484e-bbc3-1e21d9774a13 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:20.884276 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:20.884534 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22894fb0-78db-484e-bbc3-1e21d9774a13 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:20.885123 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'status': 'completed', 'code': 200} Mar 10 15:24:20.988663 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d18246a8-7f80-4ed4-9db2-220915187e3c admin admin] Publish callbacks [] for security_group (c820dcf4-d2e1-465f-b5ce-b7a74c21a44b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:20.991622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f req-e7ca3af1-1413-4ffb-ba51-2dde6b485147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:20.993665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f req-e7ca3af1-1413-4ffb-ba51-2dde6b485147 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 1127 time: 0.1180286 Mar 10 15:24:21.001000 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d18246a8-7f80-4ed4-9db2-220915187e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c820dcf4-d2e1-465f-b5ce-b7a74c21a44b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:21.044299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18246a8-7f80-4ed4-9db2-220915187e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c820dcf4-d2e1-465f-b5ce-b7a74c21a44b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:21.121755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d18246a8-7f80-4ed4-9db2-220915187e3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c1f112091ea4108bf5f3fec307efc81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3734536 Mar 10 15:24:21.124019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48028) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:21.174629 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b5030916-d3dc-490e-aae0-e93a9e71e1bc None None] Set router c5090bd4-b861-493c-97ee-519eae47cdbc gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:24:21.227063 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ed77508-5bee-47bf-b6e1-b34602186edf admin admin] Publish callbacks [] for security_group (c820dcf4-d2e1-465f-b5ce-b7a74c21a44b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:21.243100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f req-3796a6af-7612-45cf-9ad7-efa02e961a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:21.244685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f req-3796a6af-7612-45cf-9ad7-efa02e961a5a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 200 len: 898 time: 0.2376835 Mar 10 15:24:21.281976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ed77508-5bee-47bf-b6e1-b34602186edf admin admin] Publish callbacks [] for security_group (c820dcf4-d2e1-465f-b5ce-b7a74c21a44b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:21.371585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f req-1f685a17-8343-43da-b047-37ad73e5264d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 200 len: 217 time: 0.1185076 Mar 10 15:24:21.394234 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ed77508-5bee-47bf-b6e1-b34602186edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c820dcf4-d2e1-465f-b5ce-b7a74c21a44b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:21.397114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ed77508-5bee-47bf-b6e1-b34602186edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:21.408743 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9ed77508-5bee-47bf-b6e1-b34602186edf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c820dcf4-d2e1-465f-b5ce-b7a74c21a44b HTTP/1.1" status: 204 len: 168 time: 0.2836199 Mar 10 15:24:21.433508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed77508-5bee-47bf-b6e1-b34602186edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c820dcf4-d2e1-465f-b5ce-b7a74c21a44b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:21.614220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5a159-a5d1-4be8-bc77-689024da5eab req-a44c2a42-39a4-482d-bc05-3fab032bbfe0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:21.620391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43d5a159-a5d1-4be8-bc77-689024da5eab req-a44c2a42-39a4-482d-bc05-3fab032bbfe0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.2915130 Mar 10 15:24:21.625732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f req-bf24832e-c85f-47da-bf3c-e1eb22f5eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:21.629472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f req-bf24832e-c85f-47da-bf3c-e1eb22f5eb6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b HTTP/1.1" status: 200 len: 835 time: 0.1599720 Mar 10 15:24:21.638360 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b5030916-d3dc-490e-aae0-e93a9e71e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:39Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '17df8473-057c-4788-a6ea-2380a774d60e', 'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:40:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:37Z', 'updated_at': '2022-03-10T15:21:45Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:21.672588 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5030916-d3dc-490e-aae0-e93a9e71e1bc None None] Checking router: c5090bd4-b861-493c-97ee-519eae47cdbc for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:24:21.682608 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5030916-d3dc-490e-aae0-e93a9e71e1bc None None] Routers {'c5090bd4-b861-493c-97ee-519eae47cdbc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:24:21.683280 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b5030916-d3dc-490e-aae0-e93a9e71e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:23:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c5090bd4-b861-493c-97ee-519eae47cdbc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:21.729078 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-45bdac3c-67ac-4a7c-9a62-4158c6ab92f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:21.908445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43d5a159-a5d1-4be8-bc77-689024da5eab req-0970aa86-90ff-4fef-9763-e157e37a4209 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582777 Mar 10 15:24:21.910169 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b5030916-d3dc-490e-aae0-e93a9e71e1bc None None] Set router c5090bd4-b861-493c-97ee-519eae47cdbc gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:24:21.956495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f req-3e0e7a05-fc2d-4164-b07e-470405920527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:21.958432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f req-3e0e7a05-fc2d-4164-b07e-470405920527 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed0781b0-db18-48e7-a182-336f1215a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3189476 Mar 10 15:24:22.222664 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b5030916-d3dc-490e-aae0-e93a9e71e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:39Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '17df8473-057c-4788-a6ea-2380a774d60e', 'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:40:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:37Z', 'updated_at': '2022-03-10T15:21:45Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:22.256691 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5030916-d3dc-490e-aae0-e93a9e71e1bc None None] The sync data for ids ['c5090bd4-b861-493c-97ee-519eae47cdbc'] in n-d-833090-1 is: [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:21:39Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '17df8473-057c-4788-a6ea-2380a774d60e', 'name': '', 'network_id': 'ed0781b0-db18-48e7-a182-336f1215a6f6', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:40:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:37Z', 'updated_at': '2022-03-10T15:21:45Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': '7aa69a52-fb35-49bb-9cb4-11cbad4fc68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:24:22.260384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f req-73a2ccb9-2f3a-4ce9-bab0-c7da98fdff4a service neutron] 10.222.0.45 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915463 Mar 10 15:24:22.399288 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe8a3aa3-eb10-41e6-af8d-821eb94f165f req-d73b409c-79be-4d4e-a8ab-3a3dad08ad57 service neutron] 10.222.0.45 "GET /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173341 Mar 10 15:24:22.717814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e5449-567a-4200-a703-660d9792c7e7 None None] New status for floating IP 086d0dfd-7115-4105-a5a3-e8d5011d15d0: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:24:22.856443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba1424-dc7b-49f4-9bf7-d0bc72fa37bf req-04857833-b564-46ce-af7d-4149e14a1741 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:22.858561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6ba1424-dc7b-49f4-9bf7-d0bc72fa37bf req-04857833-b564-46ce-af7d-4149e14a1741 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.1125474 Mar 10 15:24:23.009410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-a6ba1424-dc7b-49f4-9bf7-d0bc72fa37bf req-80cf6274-f80e-45df-a816-9efc3ef39361 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port f5954ea8-fe38-47a0-b408-6db97251880f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:24:23.010125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a6ba1424-dc7b-49f4-9bf7-d0bc72fa37bf req-80cf6274-f80e-45df-a816-9efc3ef39361 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:23.191600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a6ba1424-dc7b-49f4-9bf7-d0bc72fa37bf req-80cf6274-f80e-45df-a816-9efc3ef39361 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port f5954ea8-fe38-47a0-b408-6db97251880f, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=f5954ea8-fe38-47a0-b408-6db97251880f,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:23.191968 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a6ba1424-dc7b-49f4-9bf7-d0bc72fa37bf req-80cf6274-f80e-45df-a816-9efc3ef39361 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:23.213577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-a6ba1424-dc7b-49f4-9bf7-d0bc72fa37bf req-80cf6274-f80e-45df-a816-9efc3ef39361 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for f5954ea8-fe38-47a0-b408-6db97251880f owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:24:23.321071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1901aec-4379-41ad-bfcd-7c19b022e879 req-92d97708-1e9a-43b3-abce-a11110016e29 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:23.322659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1901aec-4379-41ad-bfcd-7c19b022e879 req-92d97708-1e9a-43b3-abce-a11110016e29 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6 HTTP/1.1" status: 200 len: 945 time: 0.2078927 Mar 10 15:24:23.819833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1901aec-4379-41ad-bfcd-7c19b022e879 req-1390f6f7-35ec-404d-93a9-f22c9589fdcd tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=966f12a9-017f-4b46-a22d-6b845ae79a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744562 Mar 10 15:24:23.830676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a6ba1424-dc7b-49f4-9bf7-d0bc72fa37bf req-80cf6274-f80e-45df-a816-9efc3ef39361 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f5954ea8-fe38-47a0-b408-6db97251880f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:23.867909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf6274-f80e-45df-a816-9efc3ef39361 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=f5954ea8-fe38-47a0-b408-6db97251880f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:23.954563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ba1424-dc7b-49f4-9bf7-d0bc72fa37bf req-80cf6274-f80e-45df-a816-9efc3ef39361 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] No DVR routers for this DVR port f5954ea8-fe38-47a0-b408-6db97251880f on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:24:23.957711 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a6ba1424-dc7b-49f4-9bf7-d0bc72fa37bf req-80cf6274-f80e-45df-a816-9efc3ef39361 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:23.962211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6ba1424-dc7b-49f4-9bf7-d0bc72fa37bf req-80cf6274-f80e-45df-a816-9efc3ef39361 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.45 "DELETE /v2.0/ports/f5954ea8-fe38-47a0-b408-6db97251880f HTTP/1.1" status: 204 len: 173 time: 1.0952649 Mar 10 15:24:23.963230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'name': 'network-vif-deleted', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:23.966037 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c46cca7-40cd-464c-abf9-35ac8fc185f4" -d '{"events": [{"server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "name": "network-vif-deleted", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:24.034525 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ebfdcaa3-c44c-4098-892d-912af8f6ce93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:24.072024 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c22474f-3628-422d-a11f-7d9b09354a2a x-openstack-request-id: req-9c22474f-3628-422d-a11f-7d9b09354a2a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:24.072516 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6", "name": "network-vif-deleted", "tag": "f5954ea8-fe38-47a0-b408-6db97251880f", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:24.072634 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c22474f-3628-422d-a11f-7d9b09354a2a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:24.072989 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a12a92b-2e8f-49ac-a2f9-db3f95c0a5e6', 'name': 'network-vif-deleted', 'tag': 'f5954ea8-fe38-47a0-b408-6db97251880f', 'status': 'completed', 'code': 200} Mar 10 15:24:24.890164 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48260) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:25.144714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f5954ea8-fe38-47a0-b408-6db97251880f no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:24:25.172824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: f5954ea8-fe38-47a0-b408-6db97251880f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:24:25.173994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device f5954ea8-fe38-47a0-b408-6db97251880f not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:24:25.252617 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:25.371103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (c5090bd4-b861-493c-97ee-519eae47cdbc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:25.790738 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port 17df8473-057c-4788-a6ea-2380a774d60e {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:24:25.791145 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (17df8473-057c-4788-a6ea-2380a774d60e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:25.892222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port 17df8473-057c-4788-a6ea-2380a774d60e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=17df8473-057c-4788-a6ea-2380a774d60e,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:25.893321 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (17df8473-057c-4788-a6ea-2380a774d60e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:25.907132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for 17df8473-057c-4788-a6ea-2380a774d60e owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:24:26.151357 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (17df8473-057c-4788-a6ea-2380a774d60e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:26.180913 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=17df8473-057c-4788-a6ea-2380a774d60e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:26.402953 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-538008a4-a87e-406f-89e9-68250bc32740 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716546 Mar 10 15:24:26.428285 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (c5090bd4-b861-493c-97ee-519eae47cdbc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:26.509763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-c085b9d5-4022-4e5e-bbf8-01cdc5c20487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:26.511597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-c085b9d5-4022-4e5e-bbf8-01cdc5c20487 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 1127 time: 0.0515227 Mar 10 15:24:26.594429 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:26.672992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-442acdd7-3b8e-444c-af83-f72d0545c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:26.675300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-442acdd7-3b8e-444c-af83-f72d0545c481 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 912 time: 0.1351523 Mar 10 15:24:26.777419 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-c1a2f655-7e34-430e-8a14-ea197f4a729f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed05c82-fbad-4698-933d-6e4888c74981 HTTP/1.1" status: 200 len: 1001 time: 0.0935974 Mar 10 15:24:26.836931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-928fab27-1a84-4a03-a843-a9fd6db01fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:26.838962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-928fab27-1a84-4a03-a843-a9fd6db01fc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.0523605 Mar 10 15:24:26.907616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-79a33049-7ba3-4f14-9e87-3ce2e9c9afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:26.910030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-79a33049-7ba3-4f14-9e87-3ce2e9c9afdc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625725 Mar 10 15:24:27.056494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-040f24bb-9a6a-47f0-beda-d29d9edc7ff7 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368127 Mar 10 15:24:27.103048 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router c5090bd4-b861-493c-97ee-519eae47cdbc has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:24:27.179854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5865766d-dfec-4b64-ba7c-cab479eab2de req-9e42441c-e38e-48ed-98c3-f394925c63f6 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097238 Mar 10 15:24:27.218404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:24:27.224134 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-99b65fbf-545e-4bd6-9db5-de5af5356f58 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "PUT /v2.0/routers/c5090bd4-b861-493c-97ee-519eae47cdbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3320765 Mar 10 15:24:27.226979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48282) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:27.234484 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b117d-affe-4758-9a70-1043605db497 None None] Sync routers for ids ['c5090bd4-b861-493c-97ee-519eae47cdbc'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:24:27.247225 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b117d-affe-4758-9a70-1043605db497 None None] Routers {'c5090bd4-b861-493c-97ee-519eae47cdbc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:24:27.248136 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-569b117d-affe-4758-9a70-1043605db497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c5090bd4-b861-493c-97ee-519eae47cdbc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:27.289135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c60d4d3-a337-4d09-8ba6-a9bab2fe80ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting subnet 7aa69a52-fb35-49bb-9cb4-11cbad4fc68b {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:24:27.292628 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4d3-a337-4d09-8ba6-a9bab2fe80ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (7aa69a52-fb35-49bb-9cb4-11cbad4fc68b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:27.334423 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4d3-a337-4d09-8ba6-a9bab2fe80ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (7aa69a52-fb35-49bb-9cb4-11cbad4fc68b), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:27.367694 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-569b117d-affe-4758-9a70-1043605db497 None None] Set router c5090bd4-b861-493c-97ee-519eae47cdbc gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:24:27.434718 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4d3-a337-4d09-8ba6-a9bab2fe80ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (7aa69a52-fb35-49bb-9cb4-11cbad4fc68b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:27.504332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4d3-a337-4d09-8ba6-a9bab2fe80ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (7aa69a52-fb35-49bb-9cb4-11cbad4fc68b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:27.539154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60d4d3-a337-4d09-8ba6-a9bab2fe80ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa69a52-fb35-49bb-9cb4-11cbad4fc68b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:27.543900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c60d4d3-a337-4d09-8ba6-a9bab2fe80ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:27.550047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48284) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:27.550257 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2c60d4d3-a337-4d09-8ba6-a9bab2fe80ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/subnets/7aa69a52-fb35-49bb-9cb4-11cbad4fc68b HTTP/1.1" status: 204 len: 168 time: 0.3221266 Mar 10 15:24:27.551515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee37daa4-cefa-4484-b3c7-1381a845249d None None] Network ed0781b0-db18-48e7-a182-336f1215a6f6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:24:27.621825 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-569b117d-affe-4758-9a70-1043605db497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:24:26Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:27.664025 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b117d-affe-4758-9a70-1043605db497 None None] Checking router: c5090bd4-b861-493c-97ee-519eae47cdbc for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:24:27.673755 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b117d-affe-4758-9a70-1043605db497 None None] Routers {'c5090bd4-b861-493c-97ee-519eae47cdbc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:24:27.674388 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-569b117d-affe-4758-9a70-1043605db497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c5090bd4-b861-493c-97ee-519eae47cdbc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:27.711386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (c5090bd4-b861-493c-97ee-519eae47cdbc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:27.750885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5d53d8-e712-4b41-b24d-1b1fb3c54240 None None] DHCP port deletion for ed0781b0-db18-48e7-a182-336f1215a6f6 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:24:27.842202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d53d8-e712-4b41-b24d-1b1fb3c54240 None None] Deleting port c0c92bf6-ab53-4f54-98e3-4354efaa279d {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:24:27.845970 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa5d53d8-e712-4b41-b24d-1b1fb3c54240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:27.908103 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-569b117d-affe-4758-9a70-1043605db497 None None] Set router c5090bd4-b861-493c-97ee-519eae47cdbc gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:24:27.936376 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (c5090bd4-b861-493c-97ee-519eae47cdbc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:27.959834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-fa5d53d8-e712-4b41-b24d-1b1fb3c54240 None None] For port c0c92bf6-ab53-4f54-98e3-4354efaa279d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c0c92bf6-ab53-4f54-98e3-4354efaa279d,segment=NetworkSegment(383bf9cc-45b1-45ec-9231-c958b6c3b810),segment_id=383bf9cc-45b1-45ec-9231-c958b6c3b810)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:27.962070 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa5d53d8-e712-4b41-b24d-1b1fb3c54240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:27.993258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d53d8-e712-4b41-b24d-1b1fb3c54240 None None] Calling delete_port for c0c92bf6-ab53-4f54-98e3-4354efaa279d owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:24:28.048744 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port 09f413ea-bd99-4bcf-bfb3-6934adea026f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:24:28.049245 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:28.204973 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa5d53d8-e712-4b41-b24d-1b1fb3c54240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (c0c92bf6-ab53-4f54-98e3-4354efaa279d), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:28.238295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port 09f413ea-bd99-4bcf-bfb3-6934adea026f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=09f413ea-bd99-4bcf-bfb3-6934adea026f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:28.238941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:28.255504 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for 09f413ea-bd99-4bcf-bfb3-6934adea026f owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:24:28.272957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d53d8-e712-4b41-b24d-1b1fb3c54240 None None] Pushing event deleted for resources: {'Port': ['ID=c0c92bf6-ab53-4f54-98e3-4354efaa279d,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:28.311540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d53d8-e712-4b41-b24d-1b1fb3c54240 None None] No DVR routers for this DVR port c0c92bf6-ab53-4f54-98e3-4354efaa279d on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:24:28.324536 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:28.333317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c0c92bf6-ab53-4f54-98e3-4354efaa279d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:24:28.359268 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-569b117d-affe-4758-9a70-1043605db497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:24:26Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:28.384793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: c0c92bf6-ab53-4f54-98e3-4354efaa279d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:24:28.385142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c0c92bf6-ab53-4f54-98e3-4354efaa279d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:24:28.416058 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b117d-affe-4758-9a70-1043605db497 None None] The sync data for ids ['c5090bd4-b861-493c-97ee-519eae47cdbc'] in n-d-833090-1 is: [{'id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-541972', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:21:22Z', 'updated_at': '2022-03-10T15:24:26Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '09f413ea-bd99-4bcf-bfb3-6934adea026f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5090bd4-b861-493c-97ee-519eae47cdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:21:24Z', 'updated_at': '2022-03-10T15:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:24:28.544770 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (09f413ea-bd99-4bcf-bfb3-6934adea026f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:28.587610 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=09f413ea-bd99-4bcf-bfb3-6934adea026f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:28.689466 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (c5090bd4-b861-493c-97ee-519eae47cdbc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:28.809922 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (c5090bd4-b861-493c-97ee-519eae47cdbc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:28.812715 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_controller (c5090bd4-b861-493c-97ee-519eae47cdbc), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:28.928257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (c5090bd4-b861-493c-97ee-519eae47cdbc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:28.929125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Fanout notify agent at l3_agent the message router_deleted on router c5090bd4-b861-493c-97ee-519eae47cdbc {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:24:28.939198 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:28.941759 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3032477d-e4c2-4ccc-b336-27e48b9856a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/routers/c5090bd4-b861-493c-97ee-519eae47cdbc HTTP/1.1" status: 204 len: 168 time: 1.3900921 Mar 10 15:24:28.944166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48298) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:29.084762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ed0781b0-db18-48e7-a182-336f1215a6f6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.229323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ed0781b0-db18-48e7-a182-336f1215a6f6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.265793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0781b0-db18-48e7-a182-336f1215a6f6']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:29.278060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383bf9cc-45b1-45ec-9231-c958b6c3b810') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:29.278558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383bf9cc-45b1-45ec-9231-c958b6c3b810') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:29.296514 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (383bf9cc-45b1-45ec-9231-c958b6c3b810), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.312458 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (383bf9cc-45b1-45ec-9231-c958b6c3b810), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.319768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:24:29.320514 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (383bf9cc-45b1-45ec-9231-c958b6c3b810), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:24:29.383559 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:24:29.391409 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ed0781b0-db18-48e7-a182-336f1215a6f6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.402391 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.409631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48304) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:29.410567 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/networks/ed0781b0-db18-48e7-a182-336f1215a6f6 HTTP/1.1" status: 204 len: 168 time: 0.4646952 Mar 10 15:24:29.434441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdf9eb-207f-4b5b-a914-c024841b3763 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Network': ['ID=ed0781b0-db18-48e7-a182-336f1215a6f6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:29.492358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44545dee-5898-453a-8844-0450b6710b9c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (966f12a9-017f-4b46-a22d-6b845ae79a4a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.520973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44545dee-5898-453a-8844-0450b6710b9c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (966f12a9-017f-4b46-a22d-6b845ae79a4a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.611302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44545dee-5898-453a-8844-0450b6710b9c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (966f12a9-017f-4b46-a22d-6b845ae79a4a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.617594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-44545dee-5898-453a-8844-0450b6710b9c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:29.619608 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-44545dee-5898-453a-8844-0450b6710b9c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/security-groups/966f12a9-017f-4b46-a22d-6b845ae79a4a HTTP/1.1" status: 204 len: 168 time: 0.2089834 Mar 10 15:24:29.639476 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44545dee-5898-453a-8844-0450b6710b9c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966f12a9-017f-4b46-a22d-6b845ae79a4a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:30.230080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 17df8473-057c-4788-a6ea-2380a774d60e no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:24:30.270942 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48320) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:30.277044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d38c778f-7903-484a-ac81-680c4e87b9c9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235690558', 'description': 'tempest-secgroup-smoke-1235690558 description', 'project_id': 'c674686624284cd388d76dbc1471089d'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:30.294142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 17df8473-057c-4788-a6ea-2380a774d60e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:24:30.296966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 17df8473-057c-4788-a6ea-2380a774d60e not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:24:30.297401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 09f413ea-bd99-4bcf-bfb3-6934adea026f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:24:30.334061 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d38c778f-7903-484a-ac81-680c4e87b9c9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.357957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 09f413ea-bd99-4bcf-bfb3-6934adea026f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:24:30.358315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 09f413ea-bd99-4bcf-bfb3-6934adea026f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:24:30.471745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d38c778f-7903-484a-ac81-680c4e87b9c9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (05e770bb-4449-4e13-a49c-a52940c3c2e8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.478106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d38c778f-7903-484a-ac81-680c4e87b9c9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (05e770bb-4449-4e13-a49c-a52940c3c2e8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.526953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d38c778f-7903-484a-ac81-680c4e87b9c9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.528314 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d38c778f-7903-484a-ac81-680c4e87b9c9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2556984 Mar 10 15:24:30.531814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48322) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:30.532348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c778f-7903-484a-ac81-680c4e87b9c9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e770bb-4449-4e13-a49c-a52940c3c2e8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:30.541022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8b417fd5-18b4-4ee8-9606-06889274c8d4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '05e770bb-4449-4e13-a49c-a52940c3c2e8', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:30.584779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b417fd5-18b4-4ee8-9606-06889274c8d4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (b1cd06d2-0763-4d3d-9fc8-4e68f4723db8), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.642234 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b417fd5-18b4-4ee8-9606-06889274c8d4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (b1cd06d2-0763-4d3d-9fc8-4e68f4723db8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.646976 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b417fd5-18b4-4ee8-9606-06889274c8d4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (b1cd06d2-0763-4d3d-9fc8-4e68f4723db8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.666125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b417fd5-18b4-4ee8-9606-06889274c8d4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cd06d2-0763-4d3d-9fc8-4e68f4723db8,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:30.676974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b417fd5-18b4-4ee8-9606-06889274c8d4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.680783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8b417fd5-18b4-4ee8-9606-06889274c8d4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452367 Mar 10 15:24:30.681621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48326) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:30.687564 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3157acbd-181b-47ef-8b75-dd7f5270bce0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '05e770bb-4449-4e13-a49c-a52940c3c2e8', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:30.725598 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3157acbd-181b-47ef-8b75-dd7f5270bce0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (eae095dc-7300-43a8-a2b9-73a3c8ebc7e5), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.788298 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3157acbd-181b-47ef-8b75-dd7f5270bce0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (eae095dc-7300-43a8-a2b9-73a3c8ebc7e5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.792780 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3157acbd-181b-47ef-8b75-dd7f5270bce0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (eae095dc-7300-43a8-a2b9-73a3c8ebc7e5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.812303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157acbd-181b-47ef-8b75-dd7f5270bce0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae095dc-7300-43a8-a2b9-73a3c8ebc7e5,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:30.828318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3157acbd-181b-47ef-8b75-dd7f5270bce0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.830244 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3157acbd-181b-47ef-8b75-dd7f5270bce0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472487 Mar 10 15:24:30.832889 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48328) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:30.837478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b3d70b97-9516-4487-b6e4-44c4b3dc2ac3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '05e770bb-4449-4e13-a49c-a52940c3c2e8', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:30.865869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b3d70b97-9516-4487-b6e4-44c4b3dc2ac3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (a9d7693e-b70a-4bac-87f6-656638e6cbb0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.924157 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b3d70b97-9516-4487-b6e4-44c4b3dc2ac3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (a9d7693e-b70a-4bac-87f6-656638e6cbb0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.930973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b3d70b97-9516-4487-b6e4-44c4b3dc2ac3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (a9d7693e-b70a-4bac-87f6-656638e6cbb0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.956139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d70b97-9516-4487-b6e4-44c4b3dc2ac3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d7693e-b70a-4bac-87f6-656638e6cbb0,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:30.961354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b3d70b97-9516-4487-b6e4-44c4b3dc2ac3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:30.965057 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b3d70b97-9516-4487-b6e4-44c4b3dc2ac3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287305 Mar 10 15:24:30.965820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48332) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:30.970889 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ee036c9d-e192-41e7-8eb7-28051d6a9a13 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '05e770bb-4449-4e13-a49c-a52940c3c2e8', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:31.002312 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee036c9d-e192-41e7-8eb7-28051d6a9a13 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (af5ef095-2735-44c1-ba98-9807c5e61462), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.066420 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee036c9d-e192-41e7-8eb7-28051d6a9a13 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (af5ef095-2735-44c1-ba98-9807c5e61462), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.069921 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee036c9d-e192-41e7-8eb7-28051d6a9a13 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (af5ef095-2735-44c1-ba98-9807c5e61462), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.096584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee036c9d-e192-41e7-8eb7-28051d6a9a13 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5ef095-2735-44c1-ba98-9807c5e61462,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:31.107178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee036c9d-e192-41e7-8eb7-28051d6a9a13 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.111520 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ee036c9d-e192-41e7-8eb7-28051d6a9a13 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416872 Mar 10 15:24:31.111915 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48334) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:31.116892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-73b28aa1-7032-46fd-97bd-0ab4c7f6f5ed tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '05e770bb-4449-4e13-a49c-a52940c3c2e8', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:31.138567 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-73b28aa1-7032-46fd-97bd-0ab4c7f6f5ed tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Project c674686624284cd388d76dbc1471089d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:24:31.144410 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73b28aa1-7032-46fd-97bd-0ab4c7f6f5ed tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (ea2dc7c3-2662-45f3-ac30-e1d043726663), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.209047 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73b28aa1-7032-46fd-97bd-0ab4c7f6f5ed tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (ea2dc7c3-2662-45f3-ac30-e1d043726663), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.212616 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73b28aa1-7032-46fd-97bd-0ab4c7f6f5ed tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (ea2dc7c3-2662-45f3-ac30-e1d043726663), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.232820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b28aa1-7032-46fd-97bd-0ab4c7f6f5ed tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2dc7c3-2662-45f3-ac30-e1d043726663,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:31.240069 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73b28aa1-7032-46fd-97bd-0ab4c7f6f5ed tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.243978 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-73b28aa1-7032-46fd-97bd-0ab4c7f6f5ed tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284432 Mar 10 15:24:31.244264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48336) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:31.248869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d4c22904-6de5-43b7-b66a-0aaf8217cd93 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '05e770bb-4449-4e13-a49c-a52940c3c2e8', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:31.269056 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-d4c22904-6de5-43b7-b66a-0aaf8217cd93 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Project c674686624284cd388d76dbc1471089d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:24:31.274307 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4c22904-6de5-43b7-b66a-0aaf8217cd93 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (a0cda3fd-7171-49a8-bc3f-58c1248dc76e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.337447 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4c22904-6de5-43b7-b66a-0aaf8217cd93 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (a0cda3fd-7171-49a8-bc3f-58c1248dc76e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.342103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4c22904-6de5-43b7-b66a-0aaf8217cd93 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (a0cda3fd-7171-49a8-bc3f-58c1248dc76e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.368220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c22904-6de5-43b7-b66a-0aaf8217cd93 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cda3fd-7171-49a8-bc3f-58c1248dc76e,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:31.376828 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4c22904-6de5-43b7-b66a-0aaf8217cd93 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.381112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48340) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:31.381478 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d4c22904-6de5-43b7-b66a-0aaf8217cd93 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359344 Mar 10 15:24:31.386346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'network': {'name': 'tempest-network-smoke--126475026', 'project_id': 'c674686624284cd388d76dbc1471089d', 'port_security_enabled': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:31.414643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:24:31.418767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.466490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:24:31.484455 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.484909 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Added segment 8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11 of type vlan for network a13f1c10-2980-4da4-88ef-306d72833ed0 Mar 10 15:24:31.540475 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (a13f1c10-2980-4da4-88ef-306d72833ed0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.575898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (a13f1c10-2980-4da4-88ef-306d72833ed0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.585826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:31.586962 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.635609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2507718 Mar 10 15:24:31.636261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48352) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:31.650973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'admin_state_up': True, 'project_id': 'c674686624284cd388d76dbc1471089d', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:31.694743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f24a88-5a1c-46ea-b053-f27963d00433 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Network': ['ID=a13f1c10-2980-4da4-88ef-306d72833ed0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:31.708383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network a13f1c10-2980-4da4-88ef-306d72833ed0 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:24:31.719358 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.728149 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:31.833364 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_controller (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:32.022550 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:32.286520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:32.311109 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:32.456102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.25.3.32 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/00fca32d-f40a-4aa6-a4ca-2430e449ffdc) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:24:32.603586 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48374) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:32.628182 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:32.699081 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:32.802894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:24:32.806171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:32.812915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:24:32.848766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=00fca32d-f40a-4aa6-a4ca-2430e449ffdc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:32.870315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b88ecd73-a05d-49fc-b099-477e1a63d9b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:33.055817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b88ecd73-a05d-49fc-b099-477e1a63d9b4 admin admin] Publish callbacks [] for security_group (9022b9d0-97bc-44f6-b92c-7702d7811d47), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:33.068739 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b88ecd73-a05d-49fc-b099-477e1a63d9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9022b9d0-97bc-44f6-b92c-7702d7811d47), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:33.115711 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-85d0533e-46a7-439d-978c-7988c2e478be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5346522 Mar 10 15:24:33.118905 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b88ecd73-a05d-49fc-b099-477e1a63d9b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b917d39cfe7741988f73b462f8e535ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5141220 Mar 10 15:24:33.125632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48382) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:33.182217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ecd73-a05d-49fc-b099-477e1a63d9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9022b9d0-97bc-44f6-b92c-7702d7811d47,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:33.300258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-33f327fc-677f-4cc4-8107-554423b48c7b admin admin] Publish callbacks [] for security_group (9022b9d0-97bc-44f6-b92c-7702d7811d47), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:33.326281 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-33f327fc-677f-4cc4-8107-554423b48c7b admin admin] Publish callbacks [] for security_group (9022b9d0-97bc-44f6-b92c-7702d7811d47), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:33.327444 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:33.380622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-59c24742-bcdb-4ed6-b1d7-73f2fa548a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:33.387095 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-59c24742-bcdb-4ed6-b1d7-73f2fa548a48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 1127 time: 0.2248502 Mar 10 15:24:33.410882 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-33f327fc-677f-4cc4-8107-554423b48c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9022b9d0-97bc-44f6-b92c-7702d7811d47), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:33.414156 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-33f327fc-677f-4cc4-8107-554423b48c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:33.416251 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-33f327fc-677f-4cc4-8107-554423b48c7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9022b9d0-97bc-44f6-b92c-7702d7811d47 HTTP/1.1" status: 204 len: 168 time: 0.2886341 Mar 10 15:24:33.443503 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f327fc-677f-4cc4-8107-554423b48c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9022b9d0-97bc-44f6-b92c-7702d7811d47,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:33.640367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-c33f65ef-4db4-49c9-8161-98c8cab9ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:33.644676 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-c33f65ef-4db4-49c9-8161-98c8cab9ff16 service neutron] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.2224214 Mar 10 15:24:33.757876 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-bc86cf9d-a16c-4f15-8e3f-04abfdda8f37 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00dc7687-bcaa-452f-a828-c6863e1a4067 HTTP/1.1" status: 200 len: 1000 time: 0.1047280 Mar 10 15:24:33.815284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-fddc9d9e-f9b7-4f59-9ab0-509ae90589b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:33.816781 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-fddc9d9e-f9b7-4f59-9ab0-509ae90589b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.0530810 Mar 10 15:24:33.822651 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:33.871995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-e9a2a117-13ba-4e3b-8895-a2fa7f6df9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:33.873748 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-e9a2a117-13ba-4e3b-8895-a2fa7f6df9d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511227 Mar 10 15:24:34.030696 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-e81a0fd6-3af9-419a-9e43-52bae7b1eb56 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494727 Mar 10 15:24:34.112022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:24:34.213181 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8db54d58-3180-4fc2-8003-58a6ab734170 req-82453543-847d-436d-befb-e5a09819bf0c service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738343 Mar 10 15:24:34.284670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:24:34.296813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Sync routers for ids ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:24:34.316008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Routers {'1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:24:34.317570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:34.325405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:34.341274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2e039a4e-fba7-4ce3-b81a-27f596708ea5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7026963 Mar 10 15:24:34.343363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48404) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:34.423684 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-86891200-0c76-4e6c-8179-8691b23306fc tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=c674686624284cd388d76dbc1471089d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0782137 Mar 10 15:24:34.425712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48408) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:34.543314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec6eca5-c733-4f36-8eed-c6ab2b46404a tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:34.545118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9ec6eca5-c733-4f36-8eed-c6ab2b46404a tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1179967 Mar 10 15:24:34.548499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48412) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:34.604669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Set router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:24:34.634262 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b2963485-2e31-4156-90fe-61f502483444 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820789 Mar 10 15:24:34.634505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48416) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:34.639865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-360519533', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'project_id': 'c674686624284cd388d76dbc1471089d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:34.928855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:33Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:34.957985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Checking router: 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:24:34.958415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Updating router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:24:34.993718 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:35.468523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:24:35.478913 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:35.540077 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Publish callbacks [] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:35.570614 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:35.628393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Attempting to bind port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:24:35.631251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Attempting to bind port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:24:35.631864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Attempting to bind port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:24:35.694346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:24:35.695012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:24:35.695624 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:35.696227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:24:35.696912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Bound port: 00fca32d-f40a-4aa6-a4ca-2430e449ffdc, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:24:35.698363 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:35.786072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a621b-2cd7-4d63-8d4b-61e94a961fd1 None None] Pushing event updated for resources: {'Port': ['ID=00fca32d-f40a-4aa6-a4ca-2430e449ffdc,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:35.806958 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (dcf72e92-23fc-4cd0-8082-4ecefa5b6b63), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:35.814505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] For port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:24:35.819595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] For port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=00fca32d-f40a-4aa6-a4ca-2430e449ffdc,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:24:35.829753 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:35.902318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a621b-2cd7-4d63-8d4b-61e94a961fd1 None None] Pushing event updated for resources: {'Port': ['ID=00fca32d-f40a-4aa6-a4ca-2430e449ffdc,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:35.908727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Checking segment: {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:24:35.908727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network hostable DHCP agents. Network: a13f1c10-2980-4da4-88ef-306d72833ed0, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:24:35.930233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Subnet': ['ID=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:35.931755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Routers {'1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:24:35.932748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:35.943052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network a13f1c10-2980-4da4-88ef-306d72833ed0 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:24:35.955488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, a13f1c10-2980-4da4-88ef-306d72833ed0) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:35.960985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:35.961517 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:35.980705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0c15130e-d892-4249-9e35-44580b224e88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3448355 Mar 10 15:24:35.983497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48438) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:35.985592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f486cee1-d20c-4341-9c64-63c5e37b4b40 None None] Network a13f1c10-2980-4da4-88ef-306d72833ed0 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:24:36.160603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] Set router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:24:36.190373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-a13f1c10-2980-4da4-88ef-306d72833ed0', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:24:36.191364 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:36.661523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Allocated IP 172.20.0.2 (a13f1c10-2980-4da4-88ef-306d72833ed0/dcf72e92-23fc-4cd0-8082-4ecefa5b6b63/fd76c2b5-0a8c-4e30-a27a-b53493c5c409) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:24:36.683309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:33Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:36.726388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cf632-1572-421d-aa60-24acc1538c68 None None] The sync data for ids ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'] in n-d-833090-1 is: [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:33Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:24:36.987840 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:37.028485 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Publish callbacks [] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:37.037561 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:37.078589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Network a13f1c10-2980-4da4-88ef-306d72833ed0 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:24:37.083526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:37.086686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:24:37.245780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Pushing event updated for resources: {'Port': ['ID=fd76c2b5-0a8c-4e30-a27a-b53493c5c409,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:37.294231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Attempting to bind port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:24:37.294633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Attempting to bind port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:24:37.295200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Attempting to bind port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 on network a13f1c10-2980-4da4-88ef-306d72833ed0 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:24:37.306692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:24:37.307119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Checking segment: {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:24:37.307534 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:37.307934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Bound using segment: {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:24:37.308410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Bound port: fd76c2b5-0a8c-4e30-a27a-b53493c5c409, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:24:37.308854 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:37.409777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] For port fd76c2b5-0a8c-4e30-a27a-b53493c5c409, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:24:37.412696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] For port fd76c2b5-0a8c-4e30-a27a-b53493c5c409, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fd76c2b5-0a8c-4e30-a27a-b53493c5c409,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:24:37.421557 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:37.514262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b13957-2e03-4594-8082-c081af4bd2e1 None None] Pushing event updated for resources: {'Port': ['ID=fd76c2b5-0a8c-4e30-a27a-b53493c5c409,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:37.589828 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.20.0.1 (a13f1c10-2980-4da4-88ef-306d72833ed0/dcf72e92-23fc-4cd0-8082-4ecefa5b6b63/de92dabf-9e46-4533-a753-9bfb6ea85d10) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:24:37.793177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:37.859547 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:37.939899 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=de92dabf-9e46-4533-a753-9bfb6ea85d10,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:37.947894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network a13f1c10-2980-4da4-88ef-306d72833ed0 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:24:37.949927 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:37.957419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:24:38.007049 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:38.228091 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:38.332917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 00fca32d-f40a-4aa6-a4ca-2430e449ffdc up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:24:38.408583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:38.408985 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:38.525178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:38.525838 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:38.563621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=00fca32d-f40a-4aa6-a4ca-2430e449ffdc,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:38.576969 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:38.578028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fd76c2b5-0a8c-4e30-a27a-b53493c5c409 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:24:38.721815 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:38.726087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=00fca32d-f40a-4aa6-a4ca-2430e449ffdc,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:38.733910 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:38.756076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:38.756589 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:38.847217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=de92dabf-9e46-4533-a753-9bfb6ea85d10,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:38.889852 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:38.923194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:38.923928 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:38.999976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port fd76c2b5-0a8c-4e30-a27a-b53493c5c409, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fd76c2b5-0a8c-4e30-a27a-b53493c5c409,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:39.006177 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:39.150911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=fd76c2b5-0a8c-4e30-a27a-b53493c5c409,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:39.211760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network a13f1c10-2980-4da4-88ef-306d72833ed0 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:24:39.223651 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:39.284262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-8adaa386-d896-4929-b79b-0bab0ca921dd tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7e0485f15eb64cda88aafedd9b9b0d45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785103 Mar 10 15:24:39.323316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bc708-ee64-4027-af69-312fa6605a74 None None] Network a13f1c10-2980-4da4-88ef-306d72833ed0 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:24:39.428701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:24:39.504327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c3fa6abd-141d-4d59-9aac-33224c7a3571 None None] Provisioning complete for port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:39.515041 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6abd-141d-4d59-9aac-33224c7a3571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:39.572708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-37f61fd1-1fc3-400a-a683-dd834a790877 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:39.574314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-37f61fd1-1fc3-400a-a683-dd834a790877 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2865300 Mar 10 15:24:39.597639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-6a936135-6616-4d23-90ed-5d0863e58082 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/quotas/7e0485f15eb64cda88aafedd9b9b0d45 HTTP/1.1" status: 200 len: 375 time: 0.0165071 Mar 10 15:24:39.662679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-eb988bc4-618e-4e81-a631-4c97ac8f54a9 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e0485f15eb64cda88aafedd9b9b0d45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573366 Mar 10 15:24:39.736795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa6abd-141d-4d59-9aac-33224c7a3571 None None] Current status of the port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:39.975881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f47d95a8-0abd-48c8-9fd4-bc19ecba2e4d req-4978c727-1c5f-4954-8341-e4679e1d5bce tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0457158 Mar 10 15:24:40.074266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:24:40.092670 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fe975fea-04ef-4a41-92ae-70cb168184b9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "PUT /v2.0/routers/1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1078877 Mar 10 15:24:40.097477 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Sync routers for ids ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:24:40.111015 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Routers {'1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:24:40.111723 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-85f550fc-7427-449b-8656-a077635e97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:40.114707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-112e32fa-0650-4d2f-896c-2af4d1e19eb5 None None] Provisioning complete for port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:40.126426 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-112e32fa-0650-4d2f-896c-2af4d1e19eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:40.406285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 00fca32d-f40a-4aa6-a4ca-2430e449ffdc up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:24:40.563712 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Set router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:24:40.680122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-898b24f0-5aca-4699-8e8d-67d443ef914b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235690558&fields=id&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 267 time: 0.1188467 Mar 10 15:24:40.768486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-112e32fa-0650-4d2f-896c-2af4d1e19eb5 None None] Current status of the port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:40.783042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:40.783409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:40.917485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-112e32fa-0650-4d2f-896c-2af4d1e19eb5 None None] Provisioning complete for port de92dabf-9e46-4533-a753-9bfb6ea85d10 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:40.921449 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-112e32fa-0650-4d2f-896c-2af4d1e19eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:40.961614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-24ca8e20-f0c1-4c93-a9f9-77cd1d51ce2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:40.975199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-24ca8e20-f0c1-4c93-a9f9-77cd1d51ce2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 796 time: 0.2904685 Mar 10 15:24:40.992979 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-49db8e15-f194-4b81-aa21-c7b49a0cd8a2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/quotas/c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 375 time: 0.0167737 Mar 10 15:24:41.033356 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-85f550fc-7427-449b-8656-a077635e97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'de92dabf-9e46-4533-a753-9bfb6ea85d10', 'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:19:63:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:37Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 2, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:41.076404 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Checking router: 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:24:41.076750 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Updating router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd port de92dabf-9e46-4533-a753-9bfb6ea85d10 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:24:41.095603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-112e32fa-0650-4d2f-896c-2af4d1e19eb5 None None] Port de92dabf-9e46-4533-a753-9bfb6ea85d10 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:24:41.118259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-3724ad53-9f18-421d-acd8-fc99279860f5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221888 Mar 10 15:24:41.138375 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.162872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:41.163971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fd76c2b5-0a8c-4e30-a27a-b53493c5c409 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:24:41.232998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-dc1362a7-45f2-4257-b95a-e39bdb5ccd69 None None] Provisioning complete for port de92dabf-9e46-4533-a753-9bfb6ea85d10 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:41.233488 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dc1362a7-45f2-4257-b95a-e39bdb5ccd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.235919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 48526) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:41.241605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-bdd3c995-ff64-4f53-bd23-d468cea5a797 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2851647', 'description': 'tempest-description--1565890579'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:41.283816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bdd3c995-ff64-4f53-bd23-d468cea5a797 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.314707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-dc1362a7-45f2-4257-b95a-e39bdb5ccd69 None None] Port de92dabf-9e46-4533-a753-9bfb6ea85d10 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:24:41.318938 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:41.319810 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.335739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9773544-be28-422d-b66e-a1aae12bc25d req-b859c7d6-f2df-4bc7-8717-7f10249653b0 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0311031 Mar 10 15:24:41.383332 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-23f0472c-069e-4fc4-b187-f30650766de9 service neutron] 10.222.0.11 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622464 Mar 10 15:24:41.394219 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bdd3c995-ff64-4f53-bd23-d468cea5a797 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (0d5c009f-a197-4cbd-9a5c-8720fe08777a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.399676 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bdd3c995-ff64-4f53-bd23-d468cea5a797 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0d5c009f-a197-4cbd-9a5c-8720fe08777a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.436707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3c995-ff64-4f53-bd23-d468cea5a797 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5c009f-a197-4cbd-9a5c-8720fe08777a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:41.436939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:41.470590 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bdd3c995-ff64-4f53-bd23-d468cea5a797 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.476272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48528) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:41.477117 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bdd3c995-ff64-4f53-bd23-d468cea5a797 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2399409 Mar 10 15:24:41.481351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-82210fab-ae49-492c-9817-3525103441da tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group_rule': {'security_group_id': '0d5c009f-a197-4cbd-9a5c-8720fe08777a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:41.526635 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82210fab-ae49-492c-9817-3525103441da tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (1db822de-b264-4684-9734-f8421b5b8c4d), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.547310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-5c5867c3-9ea9-4a0c-888b-acb6d3a73c89 service neutron] 10.222.0.11 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630189 Mar 10 15:24:41.595664 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Publish callbacks [] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.604947 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.621350 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-81c7d532-5bb2-4b9f-8224-4a7d518cb2b8 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7e0485f15eb64cda88aafedd9b9b0d45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663426 Mar 10 15:24:41.624888 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82210fab-ae49-492c-9817-3525103441da tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (1db822de-b264-4684-9734-f8421b5b8c4d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.633400 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82210fab-ae49-492c-9817-3525103441da tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (1db822de-b264-4684-9734-f8421b5b8c4d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.690368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82210fab-ae49-492c-9817-3525103441da tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db822de-b264-4684-9734-f8421b5b8c4d,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:41.700173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82210fab-ae49-492c-9817-3525103441da tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.701901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-82210fab-ae49-492c-9817-3525103441da tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2240872 Mar 10 15:24:41.705164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48530) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:41.713018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0cb063f4-5236-4946-9165-40bb43c74ef6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group_rule': {'security_group_id': '0d5c009f-a197-4cbd-9a5c-8720fe08777a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:41.760905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0cb063f4-5236-4946-9165-40bb43c74ef6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (5fb54853-74dd-4696-a422-3d141308ebb4), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.779268 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Pushing event updated for resources: {'Port': ['ID=de92dabf-9e46-4533-a753-9bfb6ea85d10,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:41.852708 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.853059 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.856394 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0cb063f4-5236-4946-9165-40bb43c74ef6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (5fb54853-74dd-4696-a422-3d141308ebb4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.861747 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0cb063f4-5236-4946-9165-40bb43c74ef6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (5fb54853-74dd-4696-a422-3d141308ebb4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.865013 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.866170 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.866518 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.866891 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.867229 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.867563 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.870680 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.871121 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.871387 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.871716 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.872039 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:24:41.894627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb063f4-5236-4946-9165-40bb43c74ef6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb54853-74dd-4696-a422-3d141308ebb4,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:41.909020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0cb063f4-5236-4946-9165-40bb43c74ef6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.910679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0cb063f4-5236-4946-9165-40bb43c74ef6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2041533 Mar 10 15:24:41.921699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 48542) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:41.927606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:41.937059 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Attempting to bind port de92dabf-9e46-4533-a753-9bfb6ea85d10 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:24:41.937689 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Attempting to bind port de92dabf-9e46-4533-a753-9bfb6ea85d10 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:24:41.938873 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Attempting to bind port de92dabf-9e46-4533-a753-9bfb6ea85d10 on network a13f1c10-2980-4da4-88ef-306d72833ed0 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:24:41.950754 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:24:41.951462 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Checking segment: {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:24:41.952076 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:41.952648 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Bound using segment: {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:24:41.953333 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Bound port: de92dabf-9e46-4533-a753-9bfb6ea85d10, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:24:41.953947 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.002355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3840ad19-0ad2-43e3-b039-6f47d59f2ced req-af052a6a-738d-46d5-a596-2b93c88407cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 210 time: 0.0354710 Mar 10 15:24:42.004099 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.105941 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-85f550fc-7427-449b-8656-a077635e97ee None None] For port de92dabf-9e46-4533-a753-9bfb6ea85d10, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:24:42.115953 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-85f550fc-7427-449b-8656-a077635e97ee None None] For port de92dabf-9e46-4533-a753-9bfb6ea85d10, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=de92dabf-9e46-4533-a753-9bfb6ea85d10,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:24:42.124035 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.158127 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-de529966-8313-412c-87e6-4a019da64136 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:42.158299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fe8d18d7-ad1d-44f0-bf6d-aafb3ff15843 None None] Provisioning complete for port de92dabf-9e46-4533-a753-9bfb6ea85d10 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:42.158760 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fe8d18d7-ad1d-44f0-bf6d-aafb3ff15843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.160014 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-de529966-8313-412c-87e6-4a019da64136 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5328820 Mar 10 15:24:42.190252 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Request body: {'port': {'device_id': 'be47686b-65dc-42c6-b98f-9b25722e26d8', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '7e0485f15eb64cda88aafedd9b9b0d45'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:42.255243 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.377733 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc2220-bd74-4f59-b99b-0891f52bdc8b None None] Pushing event updated for resources: {'Port': ['ID=de92dabf-9e46-4533-a753-9bfb6ea85d10,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:42.389348 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Routers {'1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:24:42.393833 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-85f550fc-7427-449b-8656-a077635e97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:42.472171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d18d7-ad1d-44f0-bf6d-aafb3ff15843 None None] Current status of the port de92dabf-9e46-4533-a753-9bfb6ea85d10 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:42.472909 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fe8d18d7-ad1d-44f0-bf6d-aafb3ff15843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.535501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-fe8d18d7-ad1d-44f0-bf6d-aafb3ff15843 None None] For port de92dabf-9e46-4533-a753-9bfb6ea85d10, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=de92dabf-9e46-4533-a753-9bfb6ea85d10,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:42.543816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Allocated IP 172.25.3.24 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/78a3885b-4544-45e8-a2bd-c02404f06903) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:24:42.546107 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fe8d18d7-ad1d-44f0-bf6d-aafb3ff15843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.600983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f55d11e7-e08f-47f7-9ed9-332fd86bf517 req-382533d0-b309-4313-b8f8-3fa4a59766bc tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0724726 Mar 10 15:24:42.616051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Made reservation on behalf of 7e0485f15eb64cda88aafedd9b9b0d45 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:24:42.621619 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.661045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.662727 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-85f550fc-7427-449b-8656-a077635e97ee None None] Set router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:24:42.678716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d18d7-ad1d-44f0-bf6d-aafb3ff15843 None None] Pushing event updated for resources: {'Port': ['ID=de92dabf-9e46-4533-a753-9bfb6ea85d10,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:42.694051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e8cae779-321d-4e48-9595-bb918aff9ca0 None None] Provisioning complete for port de92dabf-9e46-4533-a753-9bfb6ea85d10 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:42.694276 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e8cae779-321d-4e48-9595-bb918aff9ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.879853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Publish callbacks [] for security_group (751f019a-79f4-448b-a098-8854784697ae), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.893955 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (751f019a-79f4-448b-a098-8854784697ae), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.912836 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (78a3885b-4544-45e8-a2bd-c02404f06903), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:42.925022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e8cae779-321d-4e48-9595-bb918aff9ca0 None None] Current status of the port de92dabf-9e46-4533-a753-9bfb6ea85d10 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:42.982726 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (78a3885b-4544-45e8-a2bd-c02404f06903), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:43.034884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:24:43.040210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:43.053480 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751f019a-79f4-448b-a098-8854784697ae,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:43.053887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:24:43.127584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=78a3885b-4544-45e8-a2bd-c02404f06903,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:43.145380 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-85f550fc-7427-449b-8656-a077635e97ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'de92dabf-9e46-4533-a753-9bfb6ea85d10', 'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:19:63:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:37Z', 'updated_at': '2022-03-10T15:24:42Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:24:43.162176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Allocated IP 192.168.233.7 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/29025a24-5ea0-41c8-b837-011f0f9938ab) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:24:43.213251 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f550fc-7427-449b-8656-a077635e97ee None None] The sync data for ids ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'] in n-d-833090-1 is: [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'de92dabf-9e46-4533-a753-9bfb6ea85d10', 'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:19:63:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:37Z', 'updated_at': '2022-03-10T15:24:42Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:24:43.278253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c61347a9-b1dd-46f8-81ff-5300f8b86db6 req-336805ca-7485-4b06-9d31-95d53a8a768c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 210 time: 0.1284146 Mar 10 15:24:43.383930 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (5418ca7a-8b74-4815-a474-471c042424ff), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:43.452810 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (78a3885b-4544-45e8-a2bd-c02404f06903), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:43.462458 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Publish callbacks [] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:43.521431 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:43.594590 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:24:43.600737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:43.620915 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:24:43.632041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Pushing event updated for resources: {'Port': ['ID=29025a24-5ea0-41c8-b837-011f0f9938ab,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:43.797749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:43.798439 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:43.834821 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-4801fca1-e371-4600-b246-ab73082d033b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6583796 Mar 10 15:24:43.846952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Request body: {'port': {'device_id': 'be47686b-65dc-42c6-b98f-9b25722e26d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:43.996973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:44.067373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bf29cdf2-57e2-4de7-b52e-6ab444a1c3fb None None] Provisioning complete for port 29025a24-5ea0-41c8-b837-011f0f9938ab triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:44.067955 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bf29cdf2-57e2-4de7-b52e-6ab444a1c3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:44.072074 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (78a3885b-4544-45e8-a2bd-c02404f06903), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:44.105635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-8c5f6034-fe52-442e-9f01-2e878fb8f628 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:44.107248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-8c5f6034-fe52-442e-9f01-2e878fb8f628 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.45 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 796 time: 0.4222009 Mar 10 15:24:44.107716 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (78a3885b-4544-45e8-a2bd-c02404f06903), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:44.128835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab4ca2-5abd-490c-99cc-8050882d3273 req-c35710d6-41d0-42b3-9f1f-84a0c07d1f3b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:44.130132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44ab4ca2-5abd-490c-99cc-8050882d3273 req-c35710d6-41d0-42b3-9f1f-84a0c07d1f3b tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 934 time: 0.3503585 Mar 10 15:24:44.146933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bf29cdf2-57e2-4de7-b52e-6ab444a1c3fb None None] Port 29025a24-5ea0-41c8-b837-011f0f9938ab cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:24:44.302004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device de92dabf-9e46-4533-a753-9bfb6ea85d10 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:24:44.394711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=78a3885b-4544-45e8-a2bd-c02404f06903,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:44.413046 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (5418ca7a-8b74-4815-a474-471c042424ff), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:44.419714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port de92dabf-9e46-4533-a753-9bfb6ea85d10 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:44.420453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:44.503354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44ab4ca2-5abd-490c-99cc-8050882d3273 req-985b5be3-c681-48f0-94b2-e821a5e9980a tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/security-groups?id=751f019a-79f4-448b-a098-8854784697ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169742 Mar 10 15:24:44.506777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daeef01d-cbb9-4256-aec4-3eafeae09fc6 req-f502de59-e5ed-4f3e-b986-3bf4d8e1e06a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 210 time: 0.0510924 Mar 10 15:24:44.514179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-fbfc86af-1a33-4796-8841-d34ff913f76e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 380 time: 0.3802879 Mar 10 15:24:44.523304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:44.524893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-29f93898-0ae4-401a-bfa9-967a8d49c137 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6010783 Mar 10 15:24:44.531330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'port': {'device_id': '8374a206-527c-4ce3-be20-5c5655a834b1', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'admin_state_up': True, 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'security_groups': ['05e770bb-4449-4e13-a49c-a52940c3c2e8']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:44.602624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port de92dabf-9e46-4533-a753-9bfb6ea85d10 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:44.639727 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29025a24-5ea0-41c8-b837-011f0f9938ab {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:24:44.651363 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Publish callbacks [] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:44.694042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Transition to ACTIVE for port object 29025a24-5ea0-41c8-b837-011f0f9938ab will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:24:44.697752 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:44.795041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Pushing event updated for resources: {'Port': ['ID=29025a24-5ea0-41c8-b837-011f0f9938ab,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:44.872902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:24:44.877373 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Attempting to bind port 29025a24-5ea0-41c8-b837-011f0f9938ab on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:24:44.878097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Attempting to bind port 29025a24-5ea0-41c8-b837-011f0f9938ab by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:24:44.878856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Attempting to bind port 29025a24-5ea0-41c8-b837-011f0f9938ab on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:24:44.881283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:44.884647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Port 29025a24-5ea0-41c8-b837-011f0f9938ab on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:24:44.885211 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Attempting to bind port 29025a24-5ea0-41c8-b837-011f0f9938ab on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:24:44.892514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:24:44.893649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:24:44.894222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:24:44.895041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Bound port: 29025a24-5ea0-41c8-b837-011f0f9938ab, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:24:44.895608 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:44.934875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-ce18fdff-c5b9-4c85-8e5f-45aae6b046e0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2851647&fields=id&tenant_id=1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 267 time: 0.1524117 Mar 10 15:24:44.979183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] For port 29025a24-5ea0-41c8-b837-011f0f9938ab, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:24:44.986886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] For port 29025a24-5ea0-41c8-b837-011f0f9938ab, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=29025a24-5ea0-41c8-b837-011f0f9938ab,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:24:45.002377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:45.035609 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:45.037949 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:45.040726 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] 10.222.0.62 "PUT /v2.0/ports/29025a24-5ea0-41c8-b837-011f0f9938ab HTTP/1.1" status: 200 len: 1094 time: 1.1987662 Mar 10 15:24:45.043455 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be47686b-65dc-42c6-b98f-9b25722e26d8', 'tag': '29025a24-5ea0-41c8-b837-011f0f9938ab'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:45.047956 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "be47686b-65dc-42c6-b98f-9b25722e26d8", "tag": "29025a24-5ea0-41c8-b837-011f0f9938ab"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:45.178303 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339d129a-477b-4174-a5cd-4e1107defd49 x-openstack-request-id: req-339d129a-477b-4174-a5cd-4e1107defd49 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:45.179033 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be47686b-65dc-42c6-b98f-9b25722e26d8", "tag": "29025a24-5ea0-41c8-b837-011f0f9938ab", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:45.179649 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-339d129a-477b-4174-a5cd-4e1107defd49 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:45.180607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-c1a70bf4-59c7-4fda-8360-dd3033802151 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:45.182871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-c1a70bf4-59c7-4fda-8360-dd3033802151 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 815 time: 0.2346826 Mar 10 15:24:45.186584 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be47686b-65dc-42c6-b98f-9b25722e26d8', 'tag': '29025a24-5ea0-41c8-b837-011f0f9938ab', 'status': 'completed', 'code': 200} Mar 10 15:24:45.227554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-451cb3b2-06e5-47ee-9cfe-afacd1de0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:45.229589 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-451cb3b2-06e5-47ee-9cfe-afacd1de0c7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e0485f15eb64cda88aafedd9b9b0d45&device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 1128 time: 0.1333890 Mar 10 15:24:45.231521 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e58cd-551b-41bb-ac2e-5cfb60035546 service neutron] Pushing event updated for resources: {'Port': ['ID=29025a24-5ea0-41c8-b837-011f0f9938ab,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:45.255094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-8fcbd33a-c945-42f5-becc-b4ea4b84e4f7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/quotas/1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 375 time: 0.0293455 Mar 10 15:24:45.320041 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-f40218d3-ed9b-45d6-a89b-bfac5ad29332 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=29025a24-5ea0-41c8-b837-011f0f9938ab HTTP/1.1" status: 200 len: 217 time: 0.0746157 Mar 10 15:24:45.383976 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-196fbe42-6cd4-434d-8504-70786515c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:45.385580 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-196fbe42-6cd4-434d-8504-70786515c8a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0599296 Mar 10 15:24:45.416831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-1cd00a19-8b4a-425e-868f-92c582fc7c6e tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1495178 Mar 10 15:24:45.504138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-656d67d2-2e41-4c36-9cb2-42cef0f95908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:45.505934 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-656d67d2-2e41-4c36-9cb2-42cef0f95908 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1141262 Mar 10 15:24:45.534231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.20.0.12 (a13f1c10-2980-4da4-88ef-306d72833ed0/dcf72e92-23fc-4cd0-8082-4ecefa5b6b63/ada53609-1a5b-4122-98ba-0aa7439a9d9e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:24:45.590970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-cc2b534d-ffe1-4f6d-836f-8ebb8be43bc7 service neutron] 10.222.0.11 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601434 Mar 10 15:24:45.617674 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-c91b8652-7a7f-4483-85f2-ef0e42d3e25b service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046381 Mar 10 15:24:45.725083 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f0c8e98d-0086-4c67-9336-8ea9c2ade0bb req-6ddacb82-f3f0-497a-8dec-c2e4be47c198 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012983 Mar 10 15:24:45.826385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e req-fa4c739a-d205-4ac3-9fe4-8e049986dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:45.829161 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e req-fa4c739a-d205-4ac3-9fe4-8e049986dbfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e0485f15eb64cda88aafedd9b9b0d45&device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 1128 time: 0.0540876 Mar 10 15:24:45.855055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127e453-f8a1-4d62-b00e-9db31f702bc3 req-aaa7e75c-6f0f-40d6-b699-a6199a9423e3 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:45.856569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1127e453-f8a1-4d62-b00e-9db31f702bc3 req-aaa7e75c-6f0f-40d6-b699-a6199a9423e3 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 946 time: 0.2120025 Mar 10 15:24:45.862570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-46d40b1c-fe19-4bcf-9852-7b6f63c6c745 service neutron] 10.222.0.11 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708335 Mar 10 15:24:45.874862 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:45.946262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1127e453-f8a1-4d62-b00e-9db31f702bc3 req-df26873a-460a-4536-83f0-f9d7838c4d02 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/security-groups?id=751f019a-79f4-448b-a098-8854784697ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748715 Mar 10 15:24:45.957203 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:46.001067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network a13f1c10-2980-4da4-88ef-306d72833ed0 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:24:46.006067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:46.010734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:24:46.076393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:46.082494 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:46.086019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e req-933a23c3-7472-4183-a592-23db4488075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:46.093962 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e req-933a23c3-7472-4183-a592-23db4488075c service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.2589386 Mar 10 15:24:46.189773 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e req-2c2cc0e8-55a0-4634-940a-bdca17edef09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=29025a24-5ea0-41c8-b837-011f0f9938ab HTTP/1.1" status: 200 len: 217 time: 0.0879285 Mar 10 15:24:46.232922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7066643 Mar 10 15:24:46.233584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f0ec0-c2bc-4431-84b0-26d099b0549f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:46.268301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e req-be45f14c-2be2-455f-b862-0204c25a5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:46.271051 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e req-be45f14c-2be2-455f-b862-0204c25a5db5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0747986 Mar 10 15:24:46.307397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Request body: {'port': {'device_id': '8374a206-527c-4ce3-be20-5c5655a834b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:46.315881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f0d5b7f-bdfa-4639-89f2-c4fc4c85e569 req-8a8a028c-7273-4d78-85dc-225d820df148 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 210 time: 0.0897183 Mar 10 15:24:46.360220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e req-8b689538-f1a2-4ef8-af9f-b6790f8b23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:46.361915 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e req-8b689538-f1a2-4ef8-af9f-b6790f8b23ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0853102 Mar 10 15:24:46.408118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e3092-16b8-43d1-ae1a-2e77f95a38b1 req-b2e30555-8c20-43ed-9d1d-7779a1d77c63 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:46.409671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-113e3092-16b8-43d1-ae1a-2e77f95a38b1 req-b2e30555-8c20-43ed-9d1d-7779a1d77c63 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 932 time: 0.2762125 Mar 10 15:24:46.461360 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:46.495436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-aa00cad3-2d29-4835-891a-d1539448bd41 None None] Provisioning complete for port ada53609-1a5b-4122-98ba-0aa7439a9d9e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:46.495984 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa00cad3-2d29-4835-891a-d1539448bd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:46.582500 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e req-0b8af819-2b7a-4faf-b7a4-b78b25c88dba service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134705 Mar 10 15:24:46.643904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aa00cad3-2d29-4835-891a-d1539448bd41 None None] Port ada53609-1a5b-4122-98ba-0aa7439a9d9e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:24:46.710318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-113e3092-16b8-43d1-ae1a-2e77f95a38b1 req-e5c43677-2a2b-4db7-8d23-ed28f3741f35 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755213 Mar 10 15:24:46.839096 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6b1cd4ea-14b0-41aa-ad15-73114693cc9e req-a561cae6-5b7d-42fc-b0b8-ea9887d74f8f service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224705 Mar 10 15:24:47.045121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada53609-1a5b-4122-98ba-0aa7439a9d9e {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:24:47.079751 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Publish callbacks [] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:47.099205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Transition to ACTIVE for port object ada53609-1a5b-4122-98ba-0aa7439a9d9e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:24:47.107800 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:47.149019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b01eec-7bc9-4a6b-b193-235353754583 req-34eacbd6-3324-4745-9919-39ca9fad69c5 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:47.150691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19b01eec-7bc9-4a6b-b193-235353754583 req-34eacbd6-3324-4745-9919-39ca9fad69c5 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 946 time: 0.1106126 Mar 10 15:24:47.218308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:47.294116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19b01eec-7bc9-4a6b-b193-235353754583 req-f96a54ba-a187-43c7-a3bc-8a8327cae245 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/security-groups?id=751f019a-79f4-448b-a098-8854784697ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310992 Mar 10 15:24:47.327957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:24:47.329130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:24:47.329525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e on network a13f1c10-2980-4da4-88ef-306d72833ed0 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:24:47.334413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Port ada53609-1a5b-4122-98ba-0aa7439a9d9e on network a13f1c10-2980-4da4-88ef-306d72833ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:24:47.334839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e on network a13f1c10-2980-4da4-88ef-306d72833ed0 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:24:47.352278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:24:47.352891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Checking segment: {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:24:47.353833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Bound using segment: {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:24:47.354543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Bound port: ada53609-1a5b-4122-98ba-0aa7439a9d9e, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:24:47.354779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:47.439215 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-714ba3f3-1949-4f79-be4a-65cba69b743a req-d357d66c-e706-43ee-9eb0-5b370232c404 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 210 time: 0.0401247 Mar 10 15:24:47.451142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:24:47.455618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:24:47.464797 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:47.533451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:47.534174 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:47.535859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] 10.222.0.45 "PUT /v2.0/ports/ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 1092 time: 1.2328138 Mar 10 15:24:47.536426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:47.539157 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a13b53f-7948-48fd-ba1d-47c299fc45c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:47.570545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c88a07-0e98-46b7-a324-1e099ec9aee1 service neutron] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:47.629863 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55987425-e8b6-400c-bef2-c2e718e9ab6f x-openstack-request-id: req-55987425-e8b6-400c-bef2-c2e718e9ab6f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:47.630206 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:47.630421 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55987425-e8b6-400c-bef2-c2e718e9ab6f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:47.630866 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'status': 'completed', 'code': 200} Mar 10 15:24:47.671528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-a9aecb06-9c87-4e92-b41a-773998e1399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:47.681666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-a9aecb06-9c87-4e92-b41a-773998e1399b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1126 time: 0.0828726 Mar 10 15:24:47.728175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-f73e7300-24b9-4967-bb2b-1f152229091a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 217 time: 0.0451159 Mar 10 15:24:47.800978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-fdffc0ca-598f-4cfb-adbf-343ca5950b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:47.802597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-fdffc0ca-598f-4cfb-adbf-343ca5950b5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.0648422 Mar 10 15:24:47.905108 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:47.944494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-5db1fff9-0178-47bb-b4a3-95e37ab1d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:47.945960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-5db1fff9-0178-47bb-b4a3-95e37ab1d8a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1347039 Mar 10 15:24:47.957369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c04055-3d21-49fb-950b-364503ee79d1 req-4f4e9b50-a2ef-4eec-8fcc-5356090d58a5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:47.958926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02c04055-3d21-49fb-950b-364503ee79d1 req-4f4e9b50-a2ef-4eec-8fcc-5356090d58a5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 944 time: 0.0858207 Mar 10 15:24:48.015089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02c04055-3d21-49fb-950b-364503ee79d1 req-2eabbb4d-bff8-43c3-a334-08bfcccc8531 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481935 Mar 10 15:24:48.036686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-465e9039-9003-4e51-b807-b0d290c4b316 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:48.036686 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-465e9039-9003-4e51-b807-b0d290c4b316 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 815 time: 0.3716419 Mar 10 15:24:48.144481 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-7da2c49c-151f-4b2f-b743-22d4ee984185 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 469 time: 0.1010079 Mar 10 15:24:48.153245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'port': {'device_id': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'admin_state_up': True, 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'security_groups': ['0d5c009f-a197-4cbd-9a5c-8720fe08777a']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:48.244489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-59bea216-f91c-437f-88be-13c49afd8b2e service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829485 Mar 10 15:24:48.279622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Made reservation on behalf of 1c222964e5a84243b165f837bab8404c for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:24:48.284245 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:48.370749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcfb7ba7-e8f2-47a9-9447-c04058a0d0ef req-25c84934-63a2-4c40-b966-e1a54f63c6b5 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100812 Mar 10 15:24:48.452661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Allocated IP 172.20.0.9 (02aca4b7-3412-4bf0-8960-43bd7c693eeb/cef5250d-bab0-4579-bcf6-5129064932aa/b846f36d-111d-44b0-8739-5dd8c0b1cc26) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:24:48.560907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e6459-0e44-4b62-abc2-83b81a001271 req-caf0e2b6-af2e-4f63-a21c-f4fcd64fa71f tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:48.562566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d9e6459-0e44-4b62-abc2-83b81a001271 req-caf0e2b6-af2e-4f63-a21c-f4fcd64fa71f tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 946 time: 0.1652560 Mar 10 15:24:48.589048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b53f-7948-48fd-ba1d-47c299fc45c1 req-c9195bbe-4919-422a-acdf-55ef76c5dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:48.590243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a13b53f-7948-48fd-ba1d-47c299fc45c1 req-c9195bbe-4919-422a-acdf-55ef76c5dbaa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1126 time: 0.1345301 Mar 10 15:24:48.616370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c5af7e1-6da3-4b91-ac77-503c5bd68d5c req-cffa3cde-b5a8-48ae-9051-cf8bdfe4a093 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 210 time: 0.0453048 Mar 10 15:24:48.641898 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:48.673995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:48.733517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:24:48.739919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:48.744052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:24:48.784542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=b846f36d-111d-44b0-8739-5dd8c0b1cc26,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:48.811697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:48.812292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:48.830868 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-47a7b63e-91b5-4c4f-bdfd-d61c592f2288 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6819584 Mar 10 15:24:48.843075 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Request body: {'port': {'device_id': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:48.939785 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:49.018342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 29025a24-5ea0-41c8-b837-011f0f9938ab details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:24:49.075811 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a3010ab4-d886-4fb8-83cd-b92889d5baee None None] Provisioning complete for port b846f36d-111d-44b0-8739-5dd8c0b1cc26 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:49.076458 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a3010ab4-d886-4fb8-83cd-b92889d5baee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:49.111339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d9e6459-0e44-4b62-abc2-83b81a001271 req-98bd6089-8310-4b6e-9d08-f6d4eb3b1722 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/security-groups?id=751f019a-79f4-448b-a098-8854784697ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263488 Mar 10 15:24:49.161662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b53f-7948-48fd-ba1d-47c299fc45c1 req-4127bebb-db9e-42f4-9dca-70b81db2ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:49.163489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a13b53f-7948-48fd-ba1d-47c299fc45c1 req-4127bebb-db9e-42f4-9dca-70b81db2ff13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.5550332 Mar 10 15:24:49.168076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a3010ab4-d886-4fb8-83cd-b92889d5baee None None] Port b846f36d-111d-44b0-8739-5dd8c0b1cc26 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:24:49.230065 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a13b53f-7948-48fd-ba1d-47c299fc45c1 req-5ebc4b33-6593-402b-9114-1778677f2886 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 217 time: 0.0458517 Mar 10 15:24:49.256510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 29025a24-5ea0-41c8-b837-011f0f9938ab, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=29025a24-5ea0-41c8-b837-011f0f9938ab,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:49.268925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '29025a24-5ea0-41c8-b837-011f0f9938ab', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': '29025a24-5ea0-41c8-b837-011f0f9938ab', 'mac_address': 'fa:16:3e:df:71:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:24:49.299240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50cd73-a7c8-478d-821c-f93df2e15a96 req-24adf472-a2ab-4331-8341-f463c4a55a6e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:49.301502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce50cd73-a7c8-478d-821c-f93df2e15a96 req-24adf472-a2ab-4331-8341-f463c4a55a6e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 944 time: 0.1632295 Mar 10 15:24:49.308258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b53f-7948-48fd-ba1d-47c299fc45c1 req-cc0659f6-a6eb-4856-ada6-a64a2a8737be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:49.309754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a13b53f-7948-48fd-ba1d-47c299fc45c1 req-cc0659f6-a6eb-4856-ada6-a64a2a8737be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.0716164 Mar 10 15:24:49.315945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 29025a24-5ea0-41c8-b837-011f0f9938ab is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:49.316343 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:49.318876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b846f36d-111d-44b0-8739-5dd8c0b1cc26 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:24:49.327901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Publish callbacks [] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:49.330404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29025a24-5ea0-41c8-b837-011f0f9938ab {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:24:49.341719 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Transition to ACTIVE for port object b846f36d-111d-44b0-8739-5dd8c0b1cc26 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:24:49.346763 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:49.350339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 29025a24-5ea0-41c8-b837-011f0f9938ab, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=29025a24-5ea0-41c8-b837-011f0f9938ab,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:49.355162 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:49.408429 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=b846f36d-111d-44b0-8739-5dd8c0b1cc26,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:49.417910 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=29025a24-5ea0-41c8-b837-011f0f9938ab,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:49.423068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce50cd73-a7c8-478d-821c-f93df2e15a96 req-343ecb48-5b44-44e4-86b3-9c9a2713cf03 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122484 Mar 10 15:24:49.426411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13b53f-7948-48fd-ba1d-47c299fc45c1 req-4e8b583e-b0f4-484c-8271-0c4e884db37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:49.428064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a13b53f-7948-48fd-ba1d-47c299fc45c1 req-4e8b583e-b0f4-484c-8271-0c4e884db37f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1024015 Mar 10 15:24:49.505169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Attempting to bind port b846f36d-111d-44b0-8739-5dd8c0b1cc26 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:24:49.505550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Attempting to bind port b846f36d-111d-44b0-8739-5dd8c0b1cc26 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:24:49.505891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Attempting to bind port b846f36d-111d-44b0-8739-5dd8c0b1cc26 on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:24:49.510689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Port b846f36d-111d-44b0-8739-5dd8c0b1cc26 on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:24:49.511041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Attempting to bind port b846f36d-111d-44b0-8739-5dd8c0b1cc26 on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:24:49.518184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:24:49.518535 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Checking segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:24:49.519135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Bound using segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:24:49.519519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Bound port: b846f36d-111d-44b0-8739-5dd8c0b1cc26, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:24:49.519882 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:49.549701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a13b53f-7948-48fd-ba1d-47c299fc45c1 req-4617a679-8953-440f-9bb1-ffd8c4595fc2 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100092 Mar 10 15:24:49.616857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] For port b846f36d-111d-44b0-8739-5dd8c0b1cc26, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:24:49.621688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] For port b846f36d-111d-44b0-8739-5dd8c0b1cc26, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b846f36d-111d-44b0-8739-5dd8c0b1cc26,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:24:49.631798 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:49.664050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['29025a24-5ea0-41c8-b837-011f0f9938ab'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:24:49.688713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:49.689345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:49.690749 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] 10.222.0.62 "PUT /v2.0/ports/b846f36d-111d-44b0-8739-5dd8c0b1cc26 HTTP/1.1" status: 200 len: 1091 time: 0.8522205 Mar 10 15:24:49.691246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'tag': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:49.693843 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f4c36d-64f0-4249-ac26-090864b99493" -d '{"events": [{"name": "network-changed", "server_uuid": "635aa7c0-0307-4afc-977b-ae86fca3d085", "tag": "b846f36d-111d-44b0-8739-5dd8c0b1cc26"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:49.704125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a13b53f-7948-48fd-ba1d-47c299fc45c1 req-47d34a46-970f-40f4-915e-80f69a7d9eb8 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405897 Mar 10 15:24:49.750638 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981544-0b7a-40d4-a2c5-e88296c39ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=b846f36d-111d-44b0-8739-5dd8c0b1cc26,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:49.760961 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29fa070-2c4e-45d8-af44-17b88628e61d x-openstack-request-id: req-b29fa070-2c4e-45d8-af44-17b88628e61d {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:49.761470 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635aa7c0-0307-4afc-977b-ae86fca3d085", "tag": "b846f36d-111d-44b0-8739-5dd8c0b1cc26", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:49.761893 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b29fa070-2c4e-45d8-af44-17b88628e61d {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:49.762462 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'tag': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26', 'status': 'completed', 'code': 200} Mar 10 15:24:49.871382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-3a42b201-08ca-4108-80c4-21a09e6ed13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:49.872924 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-3a42b201-08ca-4108-80c4-21a09e6ed13a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 1125 time: 0.1001496 Mar 10 15:24:49.876392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc099c8-f156-4d37-ac95-7f1faf1114e9 req-9fed00ab-d17e-43d0-9bca-6f9e35417310 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:49.879710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fc099c8-f156-4d37-ac95-7f1faf1114e9 req-9fed00ab-d17e-43d0-9bca-6f9e35417310 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 943 time: 0.0881357 Mar 10 15:24:49.962307 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-4dcc3a72-0f4e-4f98-949f-823c1a7513fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b846f36d-111d-44b0-8739-5dd8c0b1cc26 HTTP/1.1" status: 200 len: 217 time: 0.0780687 Mar 10 15:24:49.986511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fc099c8-f156-4d37-ac95-7f1faf1114e9 req-de4bd8a8-6d68-486b-aa54-6ad90dd625e1 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d5c009f-a197-4cbd-9a5c-8720fe08777a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1019599 Mar 10 15:24:50.085153 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-b14baf90-9d05-41c5-8ee5-cd141804d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:50.086823 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-b14baf90-9d05-41c5-8ee5-cd141804d678 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.1178913 Mar 10 15:24:50.149741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-f811af0b-f77e-469f-a81f-c9aad812f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:50.151465 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-f811af0b-f77e-469f-a81f-c9aad812f0d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591149 Mar 10 15:24:50.271527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d2e12-df8b-40c2-9893-c776c1e220e0 req-8e5ff3ad-a2fc-4eeb-80de-4ee3864dec8c tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:50.273664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be2d2e12-df8b-40c2-9893-c776c1e220e0 req-8e5ff3ad-a2fc-4eeb-80de-4ee3864dec8c tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 947 time: 0.0789456 Mar 10 15:24:50.287827 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-9b891b41-f6f0-4fb3-a771-db35fc213a69 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291907 Mar 10 15:24:50.347397 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be2d2e12-df8b-40c2-9893-c776c1e220e0 req-2ea9ea22-108a-4bd3-a071-67712dd83eb8 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/security-groups?id=751f019a-79f4-448b-a098-8854784697ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641825 Mar 10 15:24:50.401682 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f4d1f484-5369-4891-8ede-c8ab0b4d6205 req-9a1658a3-a0cc-4cc0-8103-10eee9029e24 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077852 Mar 10 15:24:50.587322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6ad98-c778-40fe-a587-8c10341946f6 req-c14520c9-5409-49c1-a0e0-de07771df462 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:50.589627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eac6ad98-c778-40fe-a587-8c10341946f6 req-c14520c9-5409-49c1-a0e0-de07771df462 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 944 time: 0.0830951 Mar 10 15:24:50.690209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eac6ad98-c778-40fe-a587-8c10341946f6 req-a666eadd-db6c-45a8-8365-e97af12a1067 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894556 Mar 10 15:24:50.699274 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:50.865217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4c36d-64f0-4249-ac26-090864b99493 req-8e1db8af-ddfe-4fee-8e86-08ad4f7821ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:50.866908 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b6f4c36d-64f0-4249-ac26-090864b99493 req-8e1db8af-ddfe-4fee-8e86-08ad4f7821ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 1125 time: 0.4118335 Mar 10 15:24:51.018364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4c36d-64f0-4249-ac26-090864b99493 req-062f3d59-2cc8-468f-afe8-c79c9632e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:51.020543 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b6f4c36d-64f0-4249-ac26-090864b99493 req-062f3d59-2cc8-468f-afe8-c79c9632e60f service neutron] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.1476562 Mar 10 15:24:51.032628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 29025a24-5ea0-41c8-b837-011f0f9938ab up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:24:51.081292 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b6f4c36d-64f0-4249-ac26-090864b99493 req-4229e69e-c2e8-49ea-a728-de81fc1c0474 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b846f36d-111d-44b0-8739-5dd8c0b1cc26 HTTP/1.1" status: 200 len: 217 time: 0.0532863 Mar 10 15:24:51.137510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4c36d-64f0-4249-ac26-090864b99493 req-08303173-f705-4bf5-8ff1-2909205eab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:51.139315 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b6f4c36d-64f0-4249-ac26-090864b99493 req-08303173-f705-4bf5-8ff1-2909205eab0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.0516548 Mar 10 15:24:51.140483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 29025a24-5ea0-41c8-b837-011f0f9938ab completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:24:51.149140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 29025a24-5ea0-41c8-b837-011f0f9938ab triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:51.149511 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:51.198601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4c36d-64f0-4249-ac26-090864b99493 req-74fc4b65-db92-4ff2-bf1c-3a37c89295e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:51.201072 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b6f4c36d-64f0-4249-ac26-090864b99493 req-74fc4b65-db92-4ff2-bf1c-3a37c89295e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547321 Mar 10 15:24:51.224527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8959f-7ebd-4ade-89cd-3670134f090b req-020514f3-a435-4e91-9733-efb3eb8ec101 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:51.226235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75b8959f-7ebd-4ade-89cd-3670134f090b req-020514f3-a435-4e91-9733-efb3eb8ec101 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 943 time: 0.1193531 Mar 10 15:24:51.289127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 29025a24-5ea0-41c8-b837-011f0f9938ab is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:51.289883 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:51.314208 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b6f4c36d-64f0-4249-ac26-090864b99493 req-97836afe-ef42-42e0-aa25-941d7dcaeeab service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063445 Mar 10 15:24:51.315071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75b8959f-7ebd-4ade-89cd-3670134f090b req-639aca58-a7ae-4e20-9423-e15af0054628 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d5c009f-a197-4cbd-9a5c-8720fe08777a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0823383 Mar 10 15:24:51.329319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be47686b-65dc-42c6-b98f-9b25722e26d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29025a24-5ea0-41c8-b837-011f0f9938ab'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:51.331770 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f64bb7a-2dc4-4623-8639-85c8dab9180a" -d '{"events": [{"server_uuid": "be47686b-65dc-42c6-b98f-9b25722e26d8", "name": "network-vif-plugged", "status": "completed", "tag": "29025a24-5ea0-41c8-b837-011f0f9938ab"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:51.334234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:24:51.348714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 29025a24-5ea0-41c8-b837-011f0f9938ab, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=29025a24-5ea0-41c8-b837-011f0f9938ab,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:51.360145 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:51.397561 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5d8701-fd83-4e74-ba46-9dd9d70ef957 x-openstack-request-id: req-4d5d8701-fd83-4e74-ba46-9dd9d70ef957 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:51.398935 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be47686b-65dc-42c6-b98f-9b25722e26d8", "name": "network-vif-plugged", "status": "completed", "tag": "29025a24-5ea0-41c8-b837-011f0f9938ab", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:51.399378 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d5d8701-fd83-4e74-ba46-9dd9d70ef957 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:51.400037 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be47686b-65dc-42c6-b98f-9b25722e26d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29025a24-5ea0-41c8-b837-011f0f9938ab', 'code': 200} Mar 10 15:24:51.451292 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b6f4c36d-64f0-4249-ac26-090864b99493 req-8586d533-6108-45b3-be7b-0bd017bcda0b service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304557 Mar 10 15:24:51.501487 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=29025a24-5ea0-41c8-b837-011f0f9938ab,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:51.524110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:51.527783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2db21-9894-49c4-acd8-09e55d42c521 req-52f68e20-ea52-4a9d-80d0-88b749b82896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:51.529763 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-25e2db21-9894-49c4-acd8-09e55d42c521 req-52f68e20-ea52-4a9d-80d0-88b749b82896 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 1130 time: 0.0613959 Mar 10 15:24:51.537815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'port_id': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'mac_address': 'fa:16:3e:83:15:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:24:51.556059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3dc6-f538-4572-895b-5dfd7cec3e64 req-f40e4f96-01d7-44c5-b316-3e711a00f863 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:51.569109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b0a3dc6-f538-4572-895b-5dfd7cec3e64 req-f40e4f96-01d7-44c5-b316-3e711a00f863 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 948 time: 0.1040678 Mar 10 15:24:51.582249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ada53609-1a5b-4122-98ba-0aa7439a9d9e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:51.582886 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:51.590099 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-25e2db21-9894-49c4-acd8-09e55d42c521 req-e390731e-62b0-4349-a71a-00b179471953 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=751f019a-79f4-448b-a098-8854784697ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499117 Mar 10 15:24:51.598269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada53609-1a5b-4122-98ba-0aa7439a9d9e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:24:51.619526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:51.623729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b0a3dc6-f538-4572-895b-5dfd7cec3e64 req-0e681dc3-b860-465b-b5a9-f626688b0f14 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/security-groups?id=751f019a-79f4-448b-a098-8854784697ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533090 Mar 10 15:24:51.624224 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:51.675418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:51.713539 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa893ac3-7d82-4ebf-b420-0723432623e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:51.822599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d432df-1508-4013-8f73-d30e4de016e0 req-f7b4212f-6b5d-4ed5-beb2-f95af7040e82 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:51.824177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13d432df-1508-4013-8f73-d30e4de016e0 req-f7b4212f-6b5d-4ed5-beb2-f95af7040e82 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 945 time: 0.0587921 Mar 10 15:24:51.880334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13d432df-1508-4013-8f73-d30e4de016e0 req-16adb374-5b69-4fff-8b46-6df36d449166 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485957 Mar 10 15:24:51.938627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['ada53609-1a5b-4122-98ba-0aa7439a9d9e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:24:52.301767 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:24:52.440547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37014ea-420d-487e-a7df-900447e5c892 req-4f696f09-5007-4af4-a9df-03b7699aa1ab tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:52.442406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f37014ea-420d-487e-a7df-900447e5c892 req-4f696f09-5007-4af4-a9df-03b7699aa1ab tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 943 time: 0.0598717 Mar 10 15:24:52.502859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f37014ea-420d-487e-a7df-900447e5c892 req-f1fc6557-353c-4996-9899-10fb5043d2ef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d5c009f-a197-4cbd-9a5c-8720fe08777a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0532236 Mar 10 15:24:52.771573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9bfee-3d52-4189-8950-0f1a61aaf8aa req-22eb432b-a9ac-4665-ac70-4734b3b4fb85 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:52.779557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbe9bfee-3d52-4189-8950-0f1a61aaf8aa req-22eb432b-a9ac-4665-ac70-4734b3b4fb85 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 948 time: 0.0793674 Mar 10 15:24:52.839165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbe9bfee-3d52-4189-8950-0f1a61aaf8aa req-535f321d-fcd3-4939-a075-1a975afda491 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/security-groups?id=751f019a-79f4-448b-a098-8854784697ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585129 Mar 10 15:24:53.054030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66f86c-b5e9-4b36-bf76-5fc945b0322a req-b1eb72a9-77b6-4bb4-bbfe-e03a08c933ac tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:53.055451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b846f36d-111d-44b0-8739-5dd8c0b1cc26 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:24:53.057323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce66f86c-b5e9-4b36-bf76-5fc945b0322a req-b1eb72a9-77b6-4bb4-bbfe-e03a08c933ac tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 945 time: 0.0939047 Mar 10 15:24:53.178823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce66f86c-b5e9-4b36-bf76-5fc945b0322a req-27e3ece9-8e9e-41d8-b194-7ad91a86c008 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140978 Mar 10 15:24:53.234309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b846f36d-111d-44b0-8739-5dd8c0b1cc26, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b846f36d-111d-44b0-8739-5dd8c0b1cc26,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:53.251082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'port_id': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26', 'mac_address': 'fa:16:3e:00:a1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:24:53.312444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port b846f36d-111d-44b0-8739-5dd8c0b1cc26 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:53.313699 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:53.334102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:24:53.380894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b846f36d-111d-44b0-8739-5dd8c0b1cc26 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:24:53.413552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b846f36d-111d-44b0-8739-5dd8c0b1cc26, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b846f36d-111d-44b0-8739-5dd8c0b1cc26,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:53.424789 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:53.434024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port ada53609-1a5b-4122-98ba-0aa7439a9d9e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:24:53.463553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port ada53609-1a5b-4122-98ba-0aa7439a9d9e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:53.463815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:53.532514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=b846f36d-111d-44b0-8739-5dd8c0b1cc26,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:53.759533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3171f3a-d651-4565-a169-660df85c91ed req-426f5f1e-5bda-4a32-829c-855619481934 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:53.772595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3171f3a-d651-4565-a169-660df85c91ed req-426f5f1e-5bda-4a32-829c-855619481934 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 944 time: 0.1192224 Mar 10 15:24:53.809732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ada53609-1a5b-4122-98ba-0aa7439a9d9e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:53.811967 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:53.839141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3171f3a-d651-4565-a169-660df85c91ed req-6906f29c-aa79-4110-9cef-584dc97285f6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d5c009f-a197-4cbd-9a5c-8720fe08777a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623925 Mar 10 15:24:53.842323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:53.845109 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14561501-8820-45dc-9ee3-b3b356b35aa4" -d '{"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-plugged", "status": "completed", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:53.858853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:53.867190 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:53.901686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['b846f36d-111d-44b0-8739-5dd8c0b1cc26'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:24:53.906228 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c51384-9dc3-4e0f-99a7-bfc6a187bd25 x-openstack-request-id: req-26c51384-9dc3-4e0f-99a7-bfc6a187bd25 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:53.906599 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-plugged", "status": "completed", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:53.906945 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26c51384-9dc3-4e0f-99a7-bfc6a187bd25 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:53.907719 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'code': 200} Mar 10 15:24:53.978642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:54.043578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d9a8c-5163-400d-81f3-5a17231fc758 req-783892dc-245f-40bd-982e-751f8a771185 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:54.049856 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fe4057c9-1584-40a6-9200-2e7b7c16f10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:54.052150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-500d9a8c-5163-400d-81f3-5a17231fc758 req-783892dc-245f-40bd-982e-751f8a771185 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 948 time: 0.1094065 Mar 10 15:24:54.114400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e167e-003d-4e35-9ef5-1f1e8b121b9f req-4e553bd8-e2ba-49e0-bf15-f62e35a63f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:54.116222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e8e167e-003d-4e35-9ef5-1f1e8b121b9f req-4e553bd8-e2ba-49e0-bf15-f62e35a63f99 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1128 time: 0.1236539 Mar 10 15:24:54.128480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-500d9a8c-5163-400d-81f3-5a17231fc758 req-830f58b0-fff9-44d5-9212-84f7a6fa8a7c tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/security-groups?id=751f019a-79f4-448b-a098-8854784697ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748062 Mar 10 15:24:54.198566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e8e167e-003d-4e35-9ef5-1f1e8b121b9f req-f39f1435-3298-4a16-b667-86eb70310a65 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637331 Mar 10 15:24:54.485732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507afa31-4f6e-4682-8016-d99f0b112f9e req-78010a7a-860a-45af-b813-aba10f2798ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:54.493153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-507afa31-4f6e-4682-8016-d99f0b112f9e req-78010a7a-860a-45af-b813-aba10f2798ea tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.1817734 Mar 10 15:24:54.593263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-507afa31-4f6e-4682-8016-d99f0b112f9e req-c14c06d0-1717-40e2-b9b9-71c25379f091 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989017 Mar 10 15:24:54.618270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cc525-d388-44f4-8c99-f98eb64c2b74 req-095061ed-02c0-4aea-b559-5bc24a69f3c2 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:54.631149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-117cc525-d388-44f4-8c99-f98eb64c2b74 req-095061ed-02c0-4aea-b559-5bc24a69f3c2 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 948 time: 0.1083689 Mar 10 15:24:54.707715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-117cc525-d388-44f4-8c99-f98eb64c2b74 req-8a384b69-ce20-42da-a52e-c9387a4437b4 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/security-groups?id=751f019a-79f4-448b-a098-8854784697ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752115 Mar 10 15:24:54.962820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff2cbb-5ca6-4516-85ce-2548bdd9876e req-e492dadf-71a6-4f0d-bb01-a794115ee67e tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:54.964356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fff2cbb-5ca6-4516-85ce-2548bdd9876e req-e492dadf-71a6-4f0d-bb01-a794115ee67e tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 944 time: 0.0625885 Mar 10 15:24:55.031774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fff2cbb-5ca6-4516-85ce-2548bdd9876e req-72c5faf6-0d7e-4872-89ee-466c665d7e8b tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d5c009f-a197-4cbd-9a5c-8720fe08777a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0602388 Mar 10 15:24:55.069483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b846f36d-111d-44b0-8739-5dd8c0b1cc26 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:24:55.167408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port b846f36d-111d-44b0-8739-5dd8c0b1cc26 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:24:55.172396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port b846f36d-111d-44b0-8739-5dd8c0b1cc26 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:24:55.173386 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:55.296265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port b846f36d-111d-44b0-8739-5dd8c0b1cc26 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:24:55.298167 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:55.300762 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:55.344470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port b846f36d-111d-44b0-8739-5dd8c0b1cc26, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b846f36d-111d-44b0-8739-5dd8c0b1cc26,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:55.349547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:55.424268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=b846f36d-111d-44b0-8739-5dd8c0b1cc26,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:55.755466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13efa70-eac2-4e8c-b3b0-dd311880c0d1 req-e4174f8f-ed93-43bc-ade9-6e9574230f0f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:55.763714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a13efa70-eac2-4e8c-b3b0-dd311880c0d1 req-e4174f8f-ed93-43bc-ade9-6e9574230f0f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0828993 Mar 10 15:24:55.847512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a13efa70-eac2-4e8c-b3b0-dd311880c0d1 req-41f793e5-8ddd-4e49-b918-49585d811220 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827177 Mar 10 15:24:55.891233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415985-76a2-4f53-ad85-d98e71fabcb1 req-6fe9ab44-e160-42bb-a237-22cc0e837a2a tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:55.892738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50415985-76a2-4f53-ad85-d98e71fabcb1 req-6fe9ab44-e160-42bb-a237-22cc0e837a2a tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 948 time: 0.0916877 Mar 10 15:24:55.909059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:55.913197 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2574d46f-a541-4e56-954d-a51afdaa3d46" -d '{"events": [{"server_uuid": "635aa7c0-0307-4afc-977b-ae86fca3d085", "name": "network-vif-plugged", "status": "completed", "tag": "b846f36d-111d-44b0-8739-5dd8c0b1cc26"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:55.920808 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbf446-ffd3-47cb-bae8-3909ef47c9d2 req-c3f85456-9ba8-4721-a3c4-f19c45f7faa3 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:55.923418 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5ddbf446-ffd3-47cb-bae8-3909ef47c9d2 req-c3f85456-9ba8-4721-a3c4-f19c45f7faa3 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.62 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 948 time: 0.0559666 Mar 10 15:24:55.954646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50415985-76a2-4f53-ad85-d98e71fabcb1 req-ff3869af-b5db-435a-94ac-7e0ef3add3bf tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/security-groups?id=751f019a-79f4-448b-a098-8854784697ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522885 Mar 10 15:24:56.000940 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f9becf-cf03-46cd-9300-0ed11c885c02 x-openstack-request-id: req-24f9becf-cf03-46cd-9300-0ed11c885c02 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:56.002536 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635aa7c0-0307-4afc-977b-ae86fca3d085", "name": "network-vif-plugged", "status": "completed", "tag": "b846f36d-111d-44b0-8739-5dd8c0b1cc26", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:56.003048 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24f9becf-cf03-46cd-9300-0ed11c885c02 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:56.003733 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26', 'code': 200} Mar 10 15:24:56.053596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-5ddbf446-ffd3-47cb-bae8-3909ef47c9d2 req-415d7b80-206e-4410-ae0d-494271893fac tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Deleting port 29025a24-5ea0-41c8-b837-011f0f9938ab {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:24:56.054034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-5ddbf446-ffd3-47cb-bae8-3909ef47c9d2 req-415d7b80-206e-4410-ae0d-494271893fac tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:56.159675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db2a39-2126-4f99-8f44-e5cbc6fcaf85 req-bd18e7be-f726-4569-bfcc-3e38b84044ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:56.161207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46db2a39-2126-4f99-8f44-e5cbc6fcaf85 req-bd18e7be-f726-4569-bfcc-3e38b84044ff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 1127 time: 0.1002724 Mar 10 15:24:56.191124 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-5ddbf446-ffd3-47cb-bae8-3909ef47c9d2 req-415d7b80-206e-4410-ae0d-494271893fac tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] For port 29025a24-5ea0-41c8-b837-011f0f9938ab, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=29025a24-5ea0-41c8-b837-011f0f9938ab,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:24:56.191492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-5ddbf446-ffd3-47cb-bae8-3909ef47c9d2 req-415d7b80-206e-4410-ae0d-494271893fac tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:56.207578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-5ddbf446-ffd3-47cb-bae8-3909ef47c9d2 req-415d7b80-206e-4410-ae0d-494271893fac tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Calling delete_port for 29025a24-5ea0-41c8-b837-011f0f9938ab owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:24:56.252159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46db2a39-2126-4f99-8f44-e5cbc6fcaf85 req-9d751b54-fb3c-41f4-bb96-7a4141ffdcfd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0d5c009f-a197-4cbd-9a5c-8720fe08777a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0709817 Mar 10 15:24:56.261368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a78ed-145e-46c5-a76c-a1b420df9aa6 req-6d034337-d615-4a9d-920d-82cf5d86fb04 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:56.263342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-801a78ed-145e-46c5-a76c-a1b420df9aa6 req-6d034337-d615-4a9d-920d-82cf5d86fb04 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 945 time: 0.1185265 Mar 10 15:24:56.323907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-801a78ed-145e-46c5-a76c-a1b420df9aa6 req-bb083a5b-fb5a-4fb0-b4c3-79610d02278b tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d5c009f-a197-4cbd-9a5c-8720fe08777a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537307 Mar 10 15:24:56.370174 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-5ddbf446-ffd3-47cb-bae8-3909ef47c9d2 req-415d7b80-206e-4410-ae0d-494271893fac tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (29025a24-5ea0-41c8-b837-011f0f9938ab), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:56.382332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['29025a24-5ea0-41c8-b837-011f0f9938ab'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:24:56.410560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d7b80-206e-4410-ae0d-494271893fac tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Pushing event deleted for resources: {'Port': ['ID=29025a24-5ea0-41c8-b837-011f0f9938ab,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:56.483081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddbf446-ffd3-47cb-bae8-3909ef47c9d2 req-415d7b80-206e-4410-ae0d-494271893fac tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] No DVR routers for this DVR port 29025a24-5ea0-41c8-b837-011f0f9938ab on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:24:56.498496 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-5ddbf446-ffd3-47cb-bae8-3909ef47c9d2 req-415d7b80-206e-4410-ae0d-494271893fac tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:56.504611 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5ddbf446-ffd3-47cb-bae8-3909ef47c9d2 req-415d7b80-206e-4410-ae0d-494271893fac tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.62 "DELETE /v2.0/ports/29025a24-5ea0-41c8-b837-011f0f9938ab HTTP/1.1" status: 204 len: 173 time: 0.5755398 Mar 10 15:24:56.505112 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be47686b-65dc-42c6-b98f-9b25722e26d8', 'name': 'network-vif-deleted', 'tag': '29025a24-5ea0-41c8-b837-011f0f9938ab'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:24:56.507445 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ef33d1-2baa-481b-b57c-8d4f33451774" -d '{"events": [{"server_uuid": "be47686b-65dc-42c6-b98f-9b25722e26d8", "name": "network-vif-deleted", "tag": "29025a24-5ea0-41c8-b837-011f0f9938ab"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:24:56.597889 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:56.630677 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60676699-4836-4fc6-a96f-ffeb79138775 x-openstack-request-id: req-60676699-4836-4fc6-a96f-ffeb79138775 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:24:56.631014 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be47686b-65dc-42c6-b98f-9b25722e26d8", "name": "network-vif-deleted", "tag": "29025a24-5ea0-41c8-b837-011f0f9938ab", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:24:56.631328 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60676699-4836-4fc6-a96f-ffeb79138775 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:24:56.631802 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be47686b-65dc-42c6-b98f-9b25722e26d8', 'name': 'network-vif-deleted', 'tag': '29025a24-5ea0-41c8-b837-011f0f9938ab', 'status': 'completed', 'code': 200} Mar 10 15:24:57.026865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a2f51-0d12-4c60-ba92-808fec9031ec req-a25455d3-a437-41ea-a81d-1f0281910dc0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:57.028799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-651a2f51-0d12-4c60-ba92-808fec9031ec req-a25455d3-a437-41ea-a81d-1f0281910dc0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0849273 Mar 10 15:24:57.142528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-651a2f51-0d12-4c60-ba92-808fec9031ec req-c2a2a627-e5bc-40b2-bbdd-02ab88a5a1af tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072004 Mar 10 15:24:57.172431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97b34bf3-ea3b-474f-bfd9-f2cafa2f788f req-9de8cc45-4e05-49d4-b89d-937871972cc4 tempest-VolumesNegativeTest-1342746671 tempest-VolumesNegativeTest-1342746671-project] 10.222.0.11 "GET /v2.0/ports?device_id=be47686b-65dc-42c6-b98f-9b25722e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0754979 Mar 10 15:24:57.289738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034b75d-e3bc-47fb-ac3a-f875632a4187 req-1cd16086-1fb7-4586-9b57-f9c46ca01673 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:57.291269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f034b75d-e3bc-47fb-ac3a-f875632a4187 req-1cd16086-1fb7-4586-9b57-f9c46ca01673 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0631437 Mar 10 15:24:57.343339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f034b75d-e3bc-47fb-ac3a-f875632a4187 req-bd13d4f1-e4f7-4f5f-bd44-df65dd6f86e6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 Mar 10 15:24:57.368769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49226) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:57.420199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543620e-b30c-4e98-813d-bbbd95d2ace0 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:57.422092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f543620e-b30c-4e98-813d-bbbd95d2ace0 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1123 time: 0.0519304 Mar 10 15:24:57.425035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49228) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:57.434927 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:57.492493 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:57.508462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22415d4-b76e-4c00-b654-44d58f98f500 req-7510c6b3-94d8-4bf4-bf03-9c721fbba5aa tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:57.511057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c22415d4-b76e-4c00-b654-44d58f98f500 req-7510c6b3-94d8-4bf4-bf03-9c721fbba5aa tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 945 time: 0.0830996 Mar 10 15:24:57.637104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c22415d4-b76e-4c00-b654-44d58f98f500 req-6e2ee54b-35e4-439d-9799-9e084323ca2d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d5c009f-a197-4cbd-9a5c-8720fe08777a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1104631 Mar 10 15:24:57.705146 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:57.852992 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.25.3.74 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/bcb4cd2b-bf79-491a-86b7-8e879bdbf592) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:24:57.974495 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (bcb4cd2b-bf79-491a-86b7-8e879bdbf592), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:58.016689 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bcb4cd2b-bf79-491a-86b7-8e879bdbf592), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:58.068461 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:24:58.072212 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:24:58.085619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:24:58.093251 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=bcb4cd2b-bf79-491a-86b7-8e879bdbf592,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:58.272768 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:58.630072 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (3fe06a89-9436-49b5-8497-cb52c20e0570), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:58.729277 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bcb4cd2b-bf79-491a-86b7-8e879bdbf592), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:58.943182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd167694-16c7-4472-9a32-ca17d38b6cda req-5628d4bc-b483-46d6-83ee-1f2e74a3b144 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:58.957775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd167694-16c7-4472-9a32-ca17d38b6cda req-5628d4bc-b483-46d6-83ee-1f2e74a3b144 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 945 time: 0.1811628 Mar 10 15:24:58.998453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (bcb4cd2b-bf79-491a-86b7-8e879bdbf592), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:59.007377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (bcb4cd2b-bf79-491a-86b7-8e879bdbf592), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:59.016711 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd167694-16c7-4472-9a32-ca17d38b6cda req-73ac7777-70f8-4915-aa4c-5ec267bbef48 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d5c009f-a197-4cbd-9a5c-8720fe08777a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576479 Mar 10 15:24:59.152984 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (3fe06a89-9436-49b5-8497-cb52c20e0570), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:59.174193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=bcb4cd2b-bf79-491a-86b7-8e879bdbf592,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:24:59.260482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fd89a-b45c-46a5-8ab3-f6bf982c2c77 req-b0fbb95a-8dff-402f-b3f7-56f1ecb29483 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:24:59.265295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-814fd89a-b45c-46a5-8ab3-f6bf982c2c77 req-b0fbb95a-8dff-402f-b3f7-56f1ecb29483 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 945 time: 0.1288388 Mar 10 15:24:59.272424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49280) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:24:59.284455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-cacca132-35dc-4b2e-be0b-3947734a3561 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'floatingip': {'port_id': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:24:59.341302 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Floating IP 3fe06a89-9436-49b5-8497-cb52c20e0570 associated. External IP: 172.25.3.74, port: ada53609-1a5b-4122-98ba-0aa7439a9d9e. Mar 10 15:24:59.383437 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cacca132-35dc-4b2e-be0b-3947734a3561 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (5418ca7a-8b74-4815-a474-471c042424ff), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:24:59.666133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:24:59.988606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:25:00.065483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ad9a7-bb09-4b9a-9354-4773bd593ad8 None None] Sync routers for ids ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:25:00.073552 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:00.106239 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ad9a7-bb09-4b9a-9354-4773bd593ad8 None None] Routers {'1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:25:00.110975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-435ad9a7-bb09-4b9a-9354-4773bd593ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:00.122817 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-28498152-174d-44ea-8d94-8eededd9d6c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6897140 Mar 10 15:25:00.122817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:25:00.122817 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727b4332-83cf-41c1-b69f-247449454f71" -d '{"events": [{"name": "network-changed", "server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:25:00.275985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-435ad9a7-bb09-4b9a-9354-4773bd593ad8 None None] Set router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:25:00.279924 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3d32fc-671a-4110-a72e-553450c8c44b x-openstack-request-id: req-3b3d32fc-671a-4110-a72e-553450c8c44b {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:25:00.280343 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:25:00.280470 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b3d32fc-671a-4110-a72e-553450c8c44b {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:25:00.280884 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'status': 'completed', 'code': 200} Mar 10 15:25:00.412292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.db.resource_extend [None req-cacca132-35dc-4b2e-be0b-3947734a3561 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:25:00.509754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97dd12-72b1-4001-b84e-c375965e018b req-acb1fc9b-b252-42f1-8fd2-f38d4324972b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:00.518173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd97dd12-72b1-4001-b84e-c375965e018b req-acb1fc9b-b252-42f1-8fd2-f38d4324972b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.2176981 Mar 10 15:25:00.587559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b4332-83cf-41c1-b69f-247449454f71 req-90347f29-bbb6-4edf-9c3b-403a8aa08e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:00.590109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-727b4332-83cf-41c1-b69f-247449454f71 req-90347f29-bbb6-4edf-9c3b-403a8aa08e2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1128 time: 0.2864130 Mar 10 15:25:00.625942 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cacca132-35dc-4b2e-be0b-3947734a3561 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:00.641490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-435ad9a7-bb09-4b9a-9354-4773bd593ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '3fe06a89-9436-49b5-8497-cb52c20e0570', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'port_id': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'mac_address': 'fa:16:3e:83:15:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374a206-527c-4ce3-be20-5c5655a834b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:24:58Z', 'updated_at': '2022-03-10T15:24:58Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de92dabf-9e46-4533-a753-9bfb6ea85d10', 'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:19:63:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:37Z', 'updated_at': '2022-03-10T15:24:42Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:00.667359 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cacca132-35dc-4b2e-be0b-3947734a3561 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (5418ca7a-8b74-4815-a474-471c042424ff), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:00.717943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ad9a7-bb09-4b9a-9354-4773bd593ad8 None None] Checking router: 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:25:00.741090 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ad9a7-bb09-4b9a-9354-4773bd593ad8 None None] Routers {'1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:25:00.742880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-435ad9a7-bb09-4b9a-9354-4773bd593ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:00.882177 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-cacca132-35dc-4b2e-be0b-3947734a3561 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Floating IP 5418ca7a-8b74-4815-a474-471c042424ff associated. External IP: 172.25.3.24, port: b846f36d-111d-44b0-8739-5dd8c0b1cc26. Mar 10 15:25:00.988710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd97dd12-72b1-4001-b84e-c375965e018b req-81669103-5618-426f-ac8f-61c8434e6fae tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4692926 Mar 10 15:25:00.990997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49382) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:01.107480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 29025a24-5ea0-41c8-b837-011f0f9938ab no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:25:01.129430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-435ad9a7-bb09-4b9a-9354-4773bd593ad8 None None] Set router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:25:01.158432 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e175ff6e-46d0-4b07-b980-a78269b5b578 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/3fe06a89-9436-49b5-8497-cb52c20e0570 HTTP/1.1" status: 200 len: 991 time: 0.1656668 Mar 10 15:25:01.206910 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 29025a24-5ea0-41c8-b837-011f0f9938ab {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:25:01.207267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 29025a24-5ea0-41c8-b837-011f0f9938ab not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:25:01.376111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacca132-35dc-4b2e-be0b-3947734a3561 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Router b628a092-6937-4393-8a5a-aa0975d6ce14 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:25:01.380482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b4332-83cf-41c1-b69f-247449454f71 req-2fb0b927-8412-472e-985d-2cb1d1ceb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:01.382899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-727b4332-83cf-41c1-b69f-247449454f71 req-2fb0b927-8412-472e-985d-2cb1d1ceb53d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.7556660 Mar 10 15:25:01.578960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-435ad9a7-bb09-4b9a-9354-4773bd593ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '3fe06a89-9436-49b5-8497-cb52c20e0570', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'port_id': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'mac_address': 'fa:16:3e:83:15:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374a206-527c-4ce3-be20-5c5655a834b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:24:58Z', 'updated_at': '2022-03-10T15:24:58Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de92dabf-9e46-4533-a753-9bfb6ea85d10', 'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:19:63:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:37Z', 'updated_at': '2022-03-10T15:24:42Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:01.622402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ad9a7-bb09-4b9a-9354-4773bd593ad8 None None] The sync data for ids ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'] in n-d-833090-1 is: [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '3fe06a89-9436-49b5-8497-cb52c20e0570', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'port_id': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'mac_address': 'fa:16:3e:83:15:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8374a206-527c-4ce3-be20-5c5655a834b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:24:58Z', 'updated_at': '2022-03-10T15:24:58Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de92dabf-9e46-4533-a753-9bfb6ea85d10', 'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:19:63:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:37Z', 'updated_at': '2022-03-10T15:24:42Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:25:01.721682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacca132-35dc-4b2e-be0b-3947734a3561 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:25:01.725545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-727b4332-83cf-41c1-b69f-247449454f71 req-58603012-deed-472f-a944-e2be4abe9d38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 999 time: 0.3275857 Mar 10 15:25:01.729844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cacca132-35dc-4b2e-be0b-3947734a3561 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:01.739275 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81df61-917c-4671-912b-515e184cc948 None None] Sync routers for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:25:01.761525 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81df61-917c-4671-912b-515e184cc948 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:25:01.762559 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bb81df61-917c-4671-912b-515e184cc948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:02.011091 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-bb81df61-917c-4671-912b-515e184cc948 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:25:02.162528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49456) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:02.185216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664847d-628d-4435-a7a4-277862ffe453 None None] New status for floating IP 3fe06a89-9436-49b5-8497-cb52c20e0570: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:25:02.404441 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b5f7985f-1d15-46f0-b19c-e8326f2b2bcd tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/3fe06a89-9436-49b5-8497-cb52c20e0570 HTTP/1.1" status: 200 len: 991 time: 0.2387276 Mar 10 15:25:02.623044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cacca132-35dc-4b2e-be0b-3947734a3561 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "PUT /v2.0/floatingips/5418ca7a-8b74-4815-a474-471c042424ff HTTP/1.1" status: 200 len: 990 time: 3.3454149 Mar 10 15:25:02.630301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'tag': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:25:02.633990 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7094602-6a94-4661-b3fa-799d3a3b012d" -d '{"events": [{"name": "network-changed", "server_uuid": "635aa7c0-0307-4afc-977b-ae86fca3d085", "tag": "b846f36d-111d-44b0-8739-5dd8c0b1cc26"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:25:02.669659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b4332-83cf-41c1-b69f-247449454f71 req-f09b4d8e-9c12-4ddb-98d1-b1bde039e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:02.671472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-727b4332-83cf-41c1-b69f-247449454f71 req-f09b4d8e-9c12-4ddb-98d1-b1bde039e28e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.9388106 Mar 10 15:25:02.677395 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bb81df61-917c-4671-912b-515e184cc948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '5418ca7a-8b74-4815-a474-471c042424ff', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:00:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:24:43Z', 'updated_at': '2022-03-10T15:25:00Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}, {'id': '75d11d05-138b-4f14-9b59-aa2bf115be39', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:4a:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:45Z', 'updated_at': '2022-03-10T15:23:09Z', 'revision_number': 2, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:02.739787 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81df61-917c-4671-912b-515e184cc948 None None] Checking router: b628a092-6937-4393-8a5a-aa0975d6ce14 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:25:02.750644 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3056c5-80d6-45a9-847b-ef2d66979942 x-openstack-request-id: req-fd3056c5-80d6-45a9-847b-ef2d66979942 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:25:02.753396 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635aa7c0-0307-4afc-977b-ae86fca3d085", "tag": "b846f36d-111d-44b0-8739-5dd8c0b1cc26", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:25:02.753859 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd3056c5-80d6-45a9-847b-ef2d66979942 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:25:02.754426 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'tag': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26', 'status': 'completed', 'code': 200} Mar 10 15:25:02.762024 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81df61-917c-4671-912b-515e184cc948 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:25:02.762886 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bb81df61-917c-4671-912b-515e184cc948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:02.808157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b4332-83cf-41c1-b69f-247449454f71 req-8d9ff175-7a33-4b27-adab-996dd87a65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:02.809927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-727b4332-83cf-41c1-b69f-247449454f71 req-8d9ff175-7a33-4b27-adab-996dd87a65c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1310785 Mar 10 15:25:02.892767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7094602-6a94-4661-b3fa-799d3a3b012d req-5b6d1254-1dca-4fac-8d97-f016c924b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:02.894212 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7094602-6a94-4661-b3fa-799d3a3b012d req-5b6d1254-1dca-4fac-8d97-f016c924b65c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 1127 time: 0.1278465 Mar 10 15:25:03.041767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-727b4332-83cf-41c1-b69f-247449454f71 req-9df0f55d-2d2a-4c9b-a891-975d8eac3381 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223890 Mar 10 15:25:03.099887 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7094602-6a94-4661-b3fa-799d3a3b012d req-fd58a33c-4541-4771-838d-13f2a12f3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:03.101695 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7094602-6a94-4661-b3fa-799d3a3b012d req-fd58a33c-4541-4771-838d-13f2a12f3d8d service neutron] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.1980398 Mar 10 15:25:03.200701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-727b4332-83cf-41c1-b69f-247449454f71 req-87f06279-79b1-41b6-98f7-7eedac0a0aa3 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516168 Mar 10 15:25:03.211253 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7094602-6a94-4661-b3fa-799d3a3b012d req-dfecddea-e17d-406f-a277-e426c05c97ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b846f36d-111d-44b0-8739-5dd8c0b1cc26 HTTP/1.1" status: 200 len: 998 time: 0.1027083 Mar 10 15:25:03.252784 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-bb81df61-917c-4671-912b-515e184cc948 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:25:03.286243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7094602-6a94-4661-b3fa-799d3a3b012d req-3a5defbd-15e6-4b80-b72d-5bfc1254dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:03.288502 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7094602-6a94-4661-b3fa-799d3a3b012d req-3a5defbd-15e6-4b80-b72d-5bfc1254dc3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.0712268 Mar 10 15:25:03.366861 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7094602-6a94-4661-b3fa-799d3a3b012d req-d9a62008-a5e8-45fd-8638-6b17aa63c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:03.369550 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7094602-6a94-4661-b3fa-799d3a3b012d req-d9a62008-a5e8-45fd-8638-6b17aa63c997 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0744040 Mar 10 15:25:03.399559 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-65122708-0ea4-4c7c-ae44-2463fcdf1822 req-56e63b7d-4118-4456-8d20-d43f4583e5dd service neutron] (115534) timed out ('10.222.0.11', 54102) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:25:03.407364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49500) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:03.540376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1cc1e28d-2074-4778-bff4-583cd9ac7c5a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/3fe06a89-9436-49b5-8497-cb52c20e0570 HTTP/1.1" status: 200 len: 993 time: 0.1313283 Mar 10 15:25:03.621322 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7094602-6a94-4661-b3fa-799d3a3b012d req-15fed58d-8421-4545-ac40-1aaf2c1965e1 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435715 Mar 10 15:25:03.733247 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bb81df61-917c-4671-912b-515e184cc948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '5418ca7a-8b74-4815-a474-471c042424ff', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:00:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:24:43Z', 'updated_at': '2022-03-10T15:25:00Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}, {'id': '75d11d05-138b-4f14-9b59-aa2bf115be39', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:4a:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:45Z', 'updated_at': '2022-03-10T15:23:09Z', 'revision_number': 2, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:03.794033 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81df61-917c-4671-912b-515e184cc948 None None] The sync data for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 is: [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '5418ca7a-8b74-4815-a474-471c042424ff', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:00:a1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:24:43Z', 'updated_at': '2022-03-10T15:25:00Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}, {'id': '75d11d05-138b-4f14-9b59-aa2bf115be39', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:4a:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:45Z', 'updated_at': '2022-03-10T15:23:09Z', 'revision_number': 2, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:25:03.807753 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e7094602-6a94-4661-b3fa-799d3a3b012d req-4a95b144-94aa-444d-918f-dbbd0b3ae3c7 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794908 Mar 10 15:25:04.178016 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d9bb76-4150-48b1-b552-ee3561142875 None None] New status for floating IP 5418ca7a-8b74-4815-a474-471c042424ff: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:25:09.176774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49584) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:09.384693 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5769918-7118-4ef8-bea1-8a18c442e9f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e0485f15eb64cda88aafedd9b9b0d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2056899 Mar 10 15:25:09.386028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49588) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:09.462732 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Publish callbacks [] for security_group (751f019a-79f4-448b-a098-8854784697ae), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:09.485481 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Publish callbacks [] for security_group (751f019a-79f4-448b-a098-8854784697ae), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:09.558230 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (751f019a-79f4-448b-a098-8854784697ae), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:09.560871 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:09.562838 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/751f019a-79f4-448b-a098-8854784697ae HTTP/1.1" status: 204 len: 168 time: 0.1743901 Mar 10 15:25:09.582823 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751f019a-79f4-448b-a098-8854784697ae,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:09.601137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.601788 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.602406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.603103 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.603686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.604396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.604968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.605528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.606086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.607213 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.607809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.608401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:09.609518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076258e-7b21-41ce-b0f5-5bdc105d2ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:11.420147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49666) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:11.644135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'network': {'name': 'tempest-network-smoke--367418075', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'port_security_enabled': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:11.672554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Made reservation on behalf of 47f54152170d442698f9aa36ce4372ea for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:25:11.677120 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:11.688485 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:11.849848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (c3b6d4a5-a2fd-48b4-8f3c-e92e6e2db03c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:11.867025 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c3b6d4a5-a2fd-48b4-8f3c-e92e6e2db03c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:11.895866 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:25:11.908292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (997e9318-5520-49d9-be8a-5ed4f91ce0c7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:11.908740 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Added segment 997e9318-5520-49d9-be8a-5ed4f91ce0c7 of type vlan for network 43c96caf-304a-49c8-83c7-fb2098d8caaa Mar 10 15:25:11.957555 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (43c96caf-304a-49c8-83c7-fb2098d8caaa), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:12.001304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (43c96caf-304a-49c8-83c7-fb2098d8caaa), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:12.008746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:12.009359 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:12.060664 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b6d4a5-a2fd-48b4-8f3c-e92e6e2db03c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:12.143042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49672) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:12.147691 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7248423 Mar 10 15:25:12.152097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-97022829', 'admin_state_up': True, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:12.163662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fe7cf-5fb1-4b8c-b941-466bcbc53ef5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Network': ['ID=43c96caf-304a-49c8-83c7-fb2098d8caaa,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:12.176371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 43c96caf-304a-49c8-83c7-fb2098d8caaa details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:25:12.179195 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (58829795-5365-412a-8558-28a5882ddca3), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:12.180555 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (58829795-5365-412a-8558-28a5882ddca3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:12.281767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_controller (58829795-5365-412a-8558-28a5882ddca3), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:12.485131 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_gateway (58829795-5365-412a-8558-28a5882ddca3), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:12.730007 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_gateway (58829795-5365-412a-8558-28a5882ddca3), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:12.752633 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:12.900515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Allocated IP 172.25.3.194 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/dd5d576a-19f1-465d-bb84-64e7d09da882) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:25:13.026072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:13.074008 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:13.139566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=dd5d576a-19f1-465d-bb84-64e7d09da882,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:13.154850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.154850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.154850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.154850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.154850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.154850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.154850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.154850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.156421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.156421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.156771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.157255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.157605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:13.180979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:25:13.183086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:25:13.192259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:25:13.553471 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_gateway (58829795-5365-412a-8558-28a5882ddca3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:13.805634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (58829795-5365-412a-8558-28a5882ddca3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:13.955466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 58829795-5365-412a-8558-28a5882ddca3 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:25:14.066630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:25:14.076822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Sync routers for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:25:14.088619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:14.092754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5684c9a2-2704-479a-93bc-3c008a80075a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9457932 Mar 10 15:25:14.093700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49686) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:14.098415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:25:14.099611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:14.178236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1c1d0faa-549e-4fee-a3c6-49dbc526b24b tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=47f54152170d442698f9aa36ce4372ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0810661 Mar 10 15:25:14.178770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49690) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:14.275377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be83016-a245-4a8a-bacc-0a227b2ee9d7 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:14.280190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0be83016-a245-4a8a-bacc-0a227b2ee9d7 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981164 Mar 10 15:25:14.280696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49692) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:14.311603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7fe52521-e3b9-4f47-ab4f-4f23edab72d0 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273550 Mar 10 15:25:14.312464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49694) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:14.317364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1648517670', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:14.373816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:25:14.411971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Made reservation on behalf of 47f54152170d442698f9aa36ce4372ea for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:25:14.415601 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:14.564111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:13Z', 'revision_number': 3, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:14.617620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Checking router: 58829795-5365-412a-8558-28a5882ddca3 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:25:14.618001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Updating router 58829795-5365-412a-8558-28a5882ddca3 port dd5d576a-19f1-465d-bb84-64e7d09da882 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:25:14.623649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (58aac919-f367-46da-86d2-7d27244fcaca), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:14.660699 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:14.731101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Subnet': ['ID=58aac919-f367-46da-86d2-7d27244fcaca,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:14.743584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Checking segment: {'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:25:14.744203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network hostable DHCP agents. Network: 43c96caf-304a-49c8-83c7-fb2098d8caaa, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:25:14.766191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network 43c96caf-304a-49c8-83c7-fb2098d8caaa is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:25:14.777283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 43c96caf-304a-49c8-83c7-fb2098d8caaa) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:25:14.785012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:14.787078 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:14.791531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dc9c9d-8063-4b45-9114-ba003a67415d None None] Network 43c96caf-304a-49c8-83c7-fb2098d8caaa requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:25:14.822251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ba7b4e66-7bea-43bc-820a-7144a2b52d96 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5059137 Mar 10 15:25:14.822488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49706) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:15.079468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-43c96caf-304a-49c8-83c7-fb2098d8caaa', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:25:15.080656 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.101893 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49714) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:15.273301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77463a27-278a-483b-b52a-2a17de313553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.274605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Allocated IP 172.20.0.2 (43c96caf-304a-49c8-83c7-fb2098d8caaa/58aac919-f367-46da-86d2-7d27244fcaca/0c1edcd8-2267-46b2-9833-3eb6443f038a) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:25:15.422477 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77463a27-278a-483b-b52a-2a17de313553 admin admin] Publish callbacks [] for security_group (f3c1665f-140d-4d34-acf1-0bf7e35a5e3f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.433623 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-77463a27-278a-483b-b52a-2a17de313553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f3c1665f-140d-4d34-acf1-0bf7e35a5e3f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.444438 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Publish callbacks [] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.455930 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.509475 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-77463a27-278a-483b-b52a-2a17de313553 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b0e596ba58e4400a99a26473479a36e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4031050 Mar 10 15:25:15.519035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77463a27-278a-483b-b52a-2a17de313553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c1665f-140d-4d34-acf1-0bf7e35a5e3f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:15.521489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49718) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:15.524085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Network 43c96caf-304a-49c8-83c7-fb2098d8caaa is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:25:15.537455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:25:15.540076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:25:15.553287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Pushing event updated for resources: {'Port': ['ID=0c1edcd8-2267-46b2-9833-3eb6443f038a,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:15.586297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.586890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.587390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.587858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.588322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.588785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.589243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.589712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.590167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.590621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.591097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.591751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.592222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:25:15.598268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-883cf877-0b32-4541-99b5-9a6e1f8d8322 admin admin] Publish callbacks [] for security_group (f3c1665f-140d-4d34-acf1-0bf7e35a5e3f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.632190 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.633815 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-883cf877-0b32-4541-99b5-9a6e1f8d8322 admin admin] Publish callbacks [] for security_group (f3c1665f-140d-4d34-acf1-0bf7e35a5e3f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.663384 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Publish callbacks [] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.667345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Attempting to bind port 0c1edcd8-2267-46b2-9833-3eb6443f038a on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:25:15.667690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Attempting to bind port 0c1edcd8-2267-46b2-9833-3eb6443f038a by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:25:15.668340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Attempting to bind port 0c1edcd8-2267-46b2-9833-3eb6443f038a on network 43c96caf-304a-49c8-83c7-fb2098d8caaa {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:25:15.674859 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.676566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:25:15.676974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Checking segment: {'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:25:15.677364 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.677754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Bound using segment: {'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:25:15.678222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Bound port: 0c1edcd8-2267-46b2-9833-3eb6443f038a, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:25:15.678656 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.699622 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-883cf877-0b32-4541-99b5-9a6e1f8d8322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f3c1665f-140d-4d34-acf1-0bf7e35a5e3f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.702638 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-883cf877-0b32-4541-99b5-9a6e1f8d8322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.704134 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-883cf877-0b32-4541-99b5-9a6e1f8d8322 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3c1665f-140d-4d34-acf1-0bf7e35a5e3f HTTP/1.1" status: 204 len: 168 time: 0.1685054 Mar 10 15:25:15.719509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cf877-0b32-4541-99b5-9a6e1f8d8322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c1665f-140d-4d34-acf1-0bf7e35a5e3f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:15.776781 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Attempting to bind port dd5d576a-19f1-465d-bb84-64e7d09da882 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:25:15.777163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Attempting to bind port dd5d576a-19f1-465d-bb84-64e7d09da882 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:25:15.777558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Attempting to bind port dd5d576a-19f1-465d-bb84-64e7d09da882 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:25:15.785552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e3f33-ce0a-46db-8fc6-d4dfd3ca3d0b None None] Pushing event updated for resources: {'Port': ['ID=dd5d576a-19f1-465d-bb84-64e7d09da882,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:15.823444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] For port 0c1edcd8-2267-46b2-9833-3eb6443f038a, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:25:15.826542 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] For port 0c1edcd8-2267-46b2-9833-3eb6443f038a, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c1edcd8-2267-46b2-9833-3eb6443f038a,segment=NetworkSegment(997e9318-5520-49d9-be8a-5ed4f91ce0c7),segment_id=997e9318-5520-49d9-be8a-5ed4f91ce0c7)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:25:15.833999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:25:15.834399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:25:15.834870 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.835267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:25:15.835738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Bound port: dd5d576a-19f1-465d-bb84-64e7d09da882, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:25:15.836122 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.840695 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:15.979390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cdaae-67e5-4cae-80c6-457d352e0df0 None None] Pushing event updated for resources: {'Port': ['ID=0c1edcd8-2267-46b2-9833-3eb6443f038a,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:15.986139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] For port dd5d576a-19f1-465d-bb84-64e7d09da882, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:25:15.989812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] For port dd5d576a-19f1-465d-bb84-64e7d09da882, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dd5d576a-19f1-465d-bb84-64e7d09da882,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:25:16.005101 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:16.084228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:25:16.084830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:16.170579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e3f33-ce0a-46db-8fc6-d4dfd3ca3d0b None None] Pushing event updated for resources: {'Port': ['ID=dd5d576a-19f1-465d-bb84-64e7d09da882,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:16.304447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Allocated IP 172.20.0.1 (43c96caf-304a-49c8-83c7-fb2098d8caaa/58aac919-f367-46da-86d2-7d27244fcaca/a3f82bea-717b-4d99-a2e3-ebef77dfe5c5) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:25:16.329940 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49730) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:16.357379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:25:16.372384 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6053feea-33de-47b1-bfcc-1609f3864705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:16.528027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6053feea-33de-47b1-bfcc-1609f3864705 admin admin] Publish callbacks [] for security_group (af60c87c-bac5-457d-8920-681a9c0d4e4f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:16.537863 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6053feea-33de-47b1-bfcc-1609f3864705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (af60c87c-bac5-457d-8920-681a9c0d4e4f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:16.581632 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6053feea-33de-47b1-bfcc-1609f3864705 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c99801e2836461ab94d6a477aaab27f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381642 Mar 10 15:25:16.582209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:16.582744 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49732) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:16.650358 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:16.657914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:13Z', 'revision_number': 3, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:16.661031 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053feea-33de-47b1-bfcc-1609f3864705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af60c87c-bac5-457d-8920-681a9c0d4e4f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:16.665521 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79db8f07-0a3d-4fb8-82e1-23c0b8a3d9cc admin admin] Publish callbacks [] for security_group (af60c87c-bac5-457d-8920-681a9c0d4e4f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:16.693330 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79db8f07-0a3d-4fb8-82e1-23c0b8a3d9cc admin admin] Publish callbacks [] for security_group (af60c87c-bac5-457d-8920-681a9c0d4e4f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:16.701666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e1f209-e1b5-4ffd-9507-7b0b730e9d40 None None] The sync data for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 is: [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:13Z', 'revision_number': 3, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:25:16.753330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network 43c96caf-304a-49c8-83c7-fb2098d8caaa is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:25:16.754705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=a3f82bea-717b-4d99-a2e3-ebef77dfe5c5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:16.759333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:25:16.767961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:25:16.777597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79db8f07-0a3d-4fb8-82e1-23c0b8a3d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (af60c87c-bac5-457d-8920-681a9c0d4e4f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:16.781125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79db8f07-0a3d-4fb8-82e1-23c0b8a3d9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:16.794579 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-79db8f07-0a3d-4fb8-82e1-23c0b8a3d9cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af60c87c-bac5-457d-8920-681a9c0d4e4f HTTP/1.1" status: 204 len: 168 time: 0.2038467 Mar 10 15:25:16.820960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db8f07-0a3d-4fb8-82e1-23c0b8a3d9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af60c87c-bac5-457d-8920-681a9c0d4e4f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:16.836426 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (58829795-5365-412a-8558-28a5882ddca3), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:17.562540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a4c9e-c0c7-4295-8c3e-45ab255dbef5 None None] Network 43c96caf-304a-49c8-83c7-fb2098d8caaa requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:25:17.608132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:17.696916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-79c42ac8-9cdb-4c67-943a-54c1f92d9980 None None] Provisioning complete for port 0c1edcd8-2267-46b2-9833-3eb6443f038a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:17.697913 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-79c42ac8-9cdb-4c67-943a-54c1f92d9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:17.878088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-79c42ac8-9cdb-4c67-943a-54c1f92d9980 None None] Current status of the port 0c1edcd8-2267-46b2-9833-3eb6443f038a is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:17.878746 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-79c42ac8-9cdb-4c67-943a-54c1f92d9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:18.018114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-79c42ac8-9cdb-4c67-943a-54c1f92d9980 None None] For port 0c1edcd8-2267-46b2-9833-3eb6443f038a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c1edcd8-2267-46b2-9833-3eb6443f038a,segment=NetworkSegment(997e9318-5520-49d9-be8a-5ed4f91ce0c7),segment_id=997e9318-5520-49d9-be8a-5ed4f91ce0c7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:25:18.023928 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:18.029119 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-79c42ac8-9cdb-4c67-943a-54c1f92d9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:18.101817 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:18.114773 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:18.132786 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c42ac8-9cdb-4c67-943a-54c1f92d9980 None None] Pushing event updated for resources: {'Port': ['ID=0c1edcd8-2267-46b2-9833-3eb6443f038a,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:18.269902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-20a25d2c-94bb-4a1d-8c9d-6df8173c35df None None] Provisioning complete for port 0c1edcd8-2267-46b2-9833-3eb6443f038a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:18.276898 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20a25d2c-94bb-4a1d-8c9d-6df8173c35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:18.349866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=a3f82bea-717b-4d99-a2e3-ebef77dfe5c5,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:18.367534 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (58829795-5365-412a-8558-28a5882ddca3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:18.410599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c1edcd8-2267-46b2-9833-3eb6443f038a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:25:18.507212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0c1edcd8-2267-46b2-9833-3eb6443f038a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:18.507594 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:18.535470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-20a25d2c-94bb-4a1d-8c9d-6df8173c35df None None] Current status of the port 0c1edcd8-2267-46b2-9833-3eb6443f038a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:18.567782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network 43c96caf-304a-49c8-83c7-fb2098d8caaa is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:25:18.569492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:25:18.581895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-20a25d2c-94bb-4a1d-8c9d-6df8173c35df None None] Provisioning complete for port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:18.582432 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20a25d2c-94bb-4a1d-8c9d-6df8173c35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:18.685402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0c1edcd8-2267-46b2-9833-3eb6443f038a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:18.687341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dd5d576a-19f1-465d-bb84-64e7d09da882 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:25:18.727598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-20a25d2c-94bb-4a1d-8c9d-6df8173c35df None None] Port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:25:18.743932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 58829795-5365-412a-8558-28a5882ddca3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:25:18.776711 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port dd5d576a-19f1-465d-bb84-64e7d09da882 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:18.777089 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:18.924967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:25:18.943021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-693e4133-73f5-45da-9504-602959e859b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "PUT /v2.0/routers/58829795-5365-412a-8558-28a5882ddca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1109235 Mar 10 15:25:18.943021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49774) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:19.122404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-85682a45-6bf0-413c-a552-d7cfeaf28172 None None] Provisioning complete for port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:19.122812 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-85682a45-6bf0-413c-a552-d7cfeaf28172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:19.211508 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-85682a45-6bf0-413c-a552-d7cfeaf28172 None None] Port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:25:19.215325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port dd5d576a-19f1-465d-bb84-64e7d09da882 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:19.215785 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:19.242664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port dd5d576a-19f1-465d-bb84-64e7d09da882, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dd5d576a-19f1-465d-bb84-64e7d09da882,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:25:19.251723 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:19.257264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d5e5f-935c-48b9-b6d2-b5884931850a tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.257727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d5e5f-935c-48b9-b6d2-b5884931850a tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.258220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d5e5f-935c-48b9-b6d2-b5884931850a tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.258947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d5e5f-935c-48b9-b6d2-b5884931850a tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.259304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d5e5f-935c-48b9-b6d2-b5884931850a tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.260030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d5e5f-935c-48b9-b6d2-b5884931850a tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.260556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d5e5f-935c-48b9-b6d2-b5884931850a tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.265919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49784) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:19.267729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d94d5e5f-935c-48b9-b6d2-b5884931850a tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.3285403 Mar 10 15:25:19.359461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-93676268-ca47-4ed8-9d42-56c09f7e2b57 None None] Provisioning complete for port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:19.360133 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-93676268-ca47-4ed8-9d42-56c09f7e2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:19.362583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=dd5d576a-19f1-465d-bb84-64e7d09da882,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:19.439353 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Sync routers for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:25:19.456998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-93676268-ca47-4ed8-9d42-56c09f7e2b57 None None] Port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:25:19.462132 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:25:19.462990 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:19.500888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea1e51-b5e9-4b08-98b4-9bcfeb61612c tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.501454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea1e51-b5e9-4b08-98b4-9bcfeb61612c tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.502469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea1e51-b5e9-4b08-98b4-9bcfeb61612c tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.503249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea1e51-b5e9-4b08-98b4-9bcfeb61612c tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.503771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea1e51-b5e9-4b08-98b4-9bcfeb61612c tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.504294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea1e51-b5e9-4b08-98b4-9bcfeb61612c tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.504815 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea1e51-b5e9-4b08-98b4-9bcfeb61612c tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:19.510006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49790) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:19.522326 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e6ea1e51-b5e9-4b08-98b4-9bcfeb61612c tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4630 time: 0.2532790 Mar 10 15:25:19.592979 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:25:19.812354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c01f7013-5904-4806-b34c-a2cea8526267 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.3001142 Mar 10 15:25:19.855204 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:17Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:17Z', 'revision_number': 2, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:19.888228 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Checking router: 58829795-5365-412a-8558-28a5882ddca3 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:25:19.888586 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Updating router 58829795-5365-412a-8558-28a5882ddca3 port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:25:19.937824 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.276301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dd5d576a-19f1-465d-bb84-64e7d09da882 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:25:20.328126 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Publish callbacks [] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.339567 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.389802 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port dd5d576a-19f1-465d-bb84-64e7d09da882 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:20.390320 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.480615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49806) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:20.486190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-89f24e0f-f262-4f3c-a0b3-10eb519e1229 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332011161', 'description': 'tempest-secgroup-smoke-1332011161 description', 'project_id': '47f54152170d442698f9aa36ce4372ea'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:20.517795 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057c354-57fb-43a4-ac41-755e46119309 None None] Pushing event updated for resources: {'Port': ['ID=a3f82bea-717b-4d99-a2e3-ebef77dfe5c5,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:20.551580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port dd5d576a-19f1-465d-bb84-64e7d09da882 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:20.578507 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89f24e0f-f262-4f3c-a0b3-10eb519e1229 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.581263 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Attempting to bind port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:25:20.581636 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Attempting to bind port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:25:20.581996 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Attempting to bind port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 on network 43c96caf-304a-49c8-83c7-fb2098d8caaa {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:25:20.586687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49810) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:20.601458 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:25:20.601774 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Checking segment: {'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:25:20.602179 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.602575 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Bound using segment: {'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:25:20.603080 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Bound port: a3f82bea-717b-4d99-a2e3-ebef77dfe5c5, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:25:20.603458 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.709333 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.748530 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89f24e0f-f262-4f3c-a0b3-10eb519e1229 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (9ba73048-f79a-43a9-a842-330dee56c87e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.758613 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] For port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:25:20.763228 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89f24e0f-f262-4f3c-a0b3-10eb519e1229 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9ba73048-f79a-43a9-a842-330dee56c87e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.764400 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] For port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3f82bea-717b-4d99-a2e3-ebef77dfe5c5,segment=NetworkSegment(997e9318-5520-49d9-be8a-5ed4f91ce0c7),segment_id=997e9318-5520-49d9-be8a-5ed4f91ce0c7)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:25:20.781600 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.794958 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f24e0f-f262-4f3c-a0b3-10eb519e1229 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba73048-f79a-43a9-a842-330dee56c87e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:20.818258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89f24e0f-f262-4f3c-a0b3-10eb519e1229 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.822941 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-89f24e0f-f262-4f3c-a0b3-10eb519e1229 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3409638 Mar 10 15:25:20.823566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49818) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:20.828089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c7fb5604-01f0-4a06-b3b3-c7dd23ff3816 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '9ba73048-f79a-43a9-a842-330dee56c87e', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:20.837241 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-27c0cf12-b694-43a6-9a69-6471269a67c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.865910 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5604-01f0-4a06-b3b3-c7dd23ff3816 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (f94ff9dc-8c5f-43fb-8e34-d7d9d60e838e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.895308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-dbb1bed9-7b2d-4ad8-856a-214e4798b8fc None None] Provisioning complete for port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:20.897035 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbb1bed9-7b2d-4ad8-856a-214e4798b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.947393 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5604-01f0-4a06-b3b3-c7dd23ff3816 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (f94ff9dc-8c5f-43fb-8e34-d7d9d60e838e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.954215 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5604-01f0-4a06-b3b3-c7dd23ff3816 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f94ff9dc-8c5f-43fb-8e34-d7d9d60e838e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.954499 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-27c0cf12-b694-43a6-9a69-6471269a67c8 admin admin] Publish callbacks [] for security_group (7bf4bf42-ce89-4fa9-90b8-28f8aec13106), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:20.957506 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057c354-57fb-43a4-ac41-755e46119309 None None] Pushing event updated for resources: {'Port': ['ID=a3f82bea-717b-4d99-a2e3-ebef77dfe5c5,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:20.963558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-27c0cf12-b694-43a6-9a69-6471269a67c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7bf4bf42-ce89-4fa9-90b8-28f8aec13106), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.011284 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5604-01f0-4a06-b3b3-c7dd23ff3816 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.015467 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:25:21.016110 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:24:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:21.018350 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c7fb5604-01f0-4a06-b3b3-c7dd23ff3816 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1936636 Mar 10 15:25:21.023594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49826) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:21.030582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8ec8f2cd-948d-4bd6-9b04-bdf666f15545 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '9ba73048-f79a-43a9-a842-330dee56c87e', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:21.072175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-27c0cf12-b694-43a6-9a69-6471269a67c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=516e71a97c5a44e2a899e5345c49bba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4837425 Mar 10 15:25:21.072500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb5604-01f0-4a06-b3b3-c7dd23ff3816 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94ff9dc-8c5f-43fb-8e34-d7d9d60e838e,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:21.077634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49828) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:21.123776 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f2cd-948d-4bd6-9b04-bdf666f15545 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (d8a8d11f-e417-4ff0-ac92-df510ca45eb2), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.216078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1bed9-7b2d-4ad8-856a-214e4798b8fc None None] Current status of the port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:21.216311 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbb1bed9-7b2d-4ad8-856a-214e4798b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.219101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0cf12-b694-43a6-9a69-6471269a67c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf4bf42-ce89-4fa9-90b8-28f8aec13106,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:21.309755 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f2cd-948d-4bd6-9b04-bdf666f15545 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (d8a8d11f-e417-4ff0-ac92-df510ca45eb2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.317083 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b5f1-2bae-4b4d-9b75-cb360ac88a17 admin admin] Publish callbacks [] for security_group (7bf4bf42-ce89-4fa9-90b8-28f8aec13106), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.327515 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f2cd-948d-4bd6-9b04-bdf666f15545 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (d8a8d11f-e417-4ff0-ac92-df510ca45eb2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.336256 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-dbb1bed9-7b2d-4ad8-856a-214e4798b8fc None None] For port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3f82bea-717b-4d99-a2e3-ebef77dfe5c5,segment=NetworkSegment(997e9318-5520-49d9-be8a-5ed4f91ce0c7),segment_id=997e9318-5520-49d9-be8a-5ed4f91ce0c7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:25:21.348104 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbb1bed9-7b2d-4ad8-856a-214e4798b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.377354 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b5f1-2bae-4b4d-9b75-cb360ac88a17 admin admin] Publish callbacks [] for security_group (7bf4bf42-ce89-4fa9-90b8-28f8aec13106), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.392155 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f2cd-948d-4bd6-9b04-bdf666f15545 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.397155 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8ec8f2cd-948d-4bd6-9b04-bdf666f15545 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3725176 Mar 10 15:25:21.398241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8f2cd-948d-4bd6-9b04-bdf666f15545 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a8d11f-e417-4ff0-ac92-df510ca45eb2,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:21.402633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49830) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:21.404436 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:25:21.415114 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-699feb14-cc61-4bbd-8a46-7c6769cc7704 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '9ba73048-f79a-43a9-a842-330dee56c87e', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:21.447627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1bed9-7b2d-4ad8-856a-214e4798b8fc None None] Pushing event updated for resources: {'Port': ['ID=a3f82bea-717b-4d99-a2e3-ebef77dfe5c5,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:21.491324 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-699feb14-cc61-4bbd-8a46-7c6769cc7704 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (8da9ede9-d766-4669-84db-d09ad03556ff), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.523770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b5f1-2bae-4b4d-9b75-cb360ac88a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7bf4bf42-ce89-4fa9-90b8-28f8aec13106), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.527287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b5f1-2bae-4b4d-9b75-cb360ac88a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.529511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0fd0b5f1-2bae-4b4d-9b75-cb360ac88a17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bf4bf42-ce89-4fa9-90b8-28f8aec13106 HTTP/1.1" status: 204 len: 168 time: 0.4436796 Mar 10 15:25:21.571331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0b5f1-2bae-4b4d-9b75-cb360ac88a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf4bf42-ce89-4fa9-90b8-28f8aec13106,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:21.588119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e4fb0bbe-c027-436a-8dfd-2319e7b70c8d None None] Provisioning complete for port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:21.588506 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0bbe-c027-436a-8dfd-2319e7b70c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.664860 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-699feb14-cc61-4bbd-8a46-7c6769cc7704 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (8da9ede9-d766-4669-84db-d09ad03556ff), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.674729 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-699feb14-cc61-4bbd-8a46-7c6769cc7704 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (8da9ede9-d766-4669-84db-d09ad03556ff), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.718312 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699feb14-cc61-4bbd-8a46-7c6769cc7704 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da9ede9-d766-4669-84db-d09ad03556ff,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:21.753246 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-699feb14-cc61-4bbd-8a46-7c6769cc7704 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.757113 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-699feb14-cc61-4bbd-8a46-7c6769cc7704 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452048 Mar 10 15:25:21.757325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49840) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:21.764283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-12edd7cd-6f4e-4975-ab9e-95cf87e6e745 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '9ba73048-f79a-43a9-a842-330dee56c87e', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:21.780348 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1504-1fba-4ade-9cc1-595528d7cfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.813171 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12edd7cd-6f4e-4975-ab9e-95cf87e6e745 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (8c60c57c-9fb0-4fb3-8f64-54a604edddaf), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.880399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb0bbe-c027-436a-8dfd-2319e7b70c8d None None] Current status of the port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:21.900341 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12edd7cd-6f4e-4975-ab9e-95cf87e6e745 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (8c60c57c-9fb0-4fb3-8f64-54a604edddaf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.905779 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12edd7cd-6f4e-4975-ab9e-95cf87e6e745 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (8c60c57c-9fb0-4fb3-8f64-54a604edddaf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.927862 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edd7cd-6f4e-4975-ab9e-95cf87e6e745 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c60c57c-9fb0-4fb3-8f64-54a604edddaf,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:21.950377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12edd7cd-6f4e-4975-ab9e-95cf87e6e745 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:21.952105 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-12edd7cd-6f4e-4975-ab9e-95cf87e6e745 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1937439 Mar 10 15:25:21.955055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49844) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:21.956138 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:17Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:20Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:21.961585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d5a5d49f-0ee5-4e13-a2b9-1668f51d85bc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '9ba73048-f79a-43a9-a842-330dee56c87e', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:21.998713 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-d5a5d49f-0ee5-4e13-a2b9-1668f51d85bc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Project 47f54152170d442698f9aa36ce4372ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:25:22.008513 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d49f-0ee5-4e13-a2b9-1668f51d85bc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (6a32dd2d-1825-4b9f-bca9-f6a729696e49), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.031289 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220672ee-888a-4135-a647-89fa284b64c2 None None] The sync data for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 is: [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:17Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:20Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:25:22.159525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49848) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:22.198338 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d49f-0ee5-4e13-a2b9-1668f51d85bc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (6a32dd2d-1825-4b9f-bca9-f6a729696e49), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.209768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d49f-0ee5-4e13-a2b9-1668f51d85bc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (6a32dd2d-1825-4b9f-bca9-f6a729696e49), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.219342 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d5993ef-40d9-45d0-8318-9a94d405b223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.257496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5d49f-0ee5-4e13-a2b9-1668f51d85bc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a32dd2d-1825-4b9f-bca9-f6a729696e49,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:22.268029 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d49f-0ee5-4e13-a2b9-1668f51d85bc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.269201 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d5a5d49f-0ee5-4e13-a2b9-1668f51d85bc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3127863 Mar 10 15:25:22.272198 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 49850) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:22.276938 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-86244251-a945-4da5-9782-1667bd600a4c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '9ba73048-f79a-43a9-a842-330dee56c87e', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:22.315435 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-86244251-a945-4da5-9782-1667bd600a4c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Project 47f54152170d442698f9aa36ce4372ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:25:22.326094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-86244251-a945-4da5-9782-1667bd600a4c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (0466bdec-9a88-4cc8-974c-79e9142487e5), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.382090 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:25:22.400043 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d5993ef-40d9-45d0-8318-9a94d405b223 admin admin] Publish callbacks [] for security_group (0498d84a-7976-4ae3-886c-6fe351553ec1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.411622 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d5993ef-40d9-45d0-8318-9a94d405b223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0498d84a-7976-4ae3-886c-6fe351553ec1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.451796 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2d5993ef-40d9-45d0-8318-9a94d405b223 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d3709df4acd47b3a2eea16bc3b1849a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910192 Mar 10 15:25:22.454450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49852) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:22.469503 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-86244251-a945-4da5-9782-1667bd600a4c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (0466bdec-9a88-4cc8-974c-79e9142487e5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.474922 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-86244251-a945-4da5-9782-1667bd600a4c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (0466bdec-9a88-4cc8-974c-79e9142487e5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.502571 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86244251-a945-4da5-9782-1667bd600a4c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0466bdec-9a88-4cc8-974c-79e9142487e5,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:22.523185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5993ef-40d9-45d0-8318-9a94d405b223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498d84a-7976-4ae3-886c-6fe351553ec1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:22.524343 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-86244251-a945-4da5-9782-1667bd600a4c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.526284 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-86244251-a945-4da5-9782-1667bd600a4c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2530801 Mar 10 15:25:22.556283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:22.557066 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.561188 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d402ac2f-f9cb-4396-a44c-2f5e687cf909 admin admin] Publish callbacks [] for security_group (0498d84a-7976-4ae3-886c-6fe351553ec1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.589006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d402ac2f-f9cb-4396-a44c-2f5e687cf909 admin admin] Publish callbacks [] for security_group (0498d84a-7976-4ae3-886c-6fe351553ec1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.720582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d402ac2f-f9cb-4396-a44c-2f5e687cf909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0498d84a-7976-4ae3-886c-6fe351553ec1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.722090 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:22.729043 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d402ac2f-f9cb-4396-a44c-2f5e687cf909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:22.734268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d402ac2f-f9cb-4396-a44c-2f5e687cf909 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0498d84a-7976-4ae3-886c-6fe351553ec1 HTTP/1.1" status: 204 len: 168 time: 0.2763178 Mar 10 15:25:22.752474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402ac2f-f9cb-4396-a44c-2f5e687cf909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498d84a-7976-4ae3-886c-6fe351553ec1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:22.883447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-bf3d44e7-10d9-4e06-bc62-0fee5fe2a0df tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332011161&fields=id&tenant_id=47f54152170d442698f9aa36ce4372ea HTTP/1.1" status: 200 len: 267 time: 0.0643957 Mar 10 15:25:23.013214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-1b3b8ff1-6483-42ad-ad12-6218fb2a6588 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:23.015256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-1b3b8ff1-6483-42ad-ad12-6218fb2a6588 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/networks?id=43c96caf-304a-49c8-83c7-fb2098d8caaa HTTP/1.1" status: 200 len: 796 time: 0.1310074 Mar 10 15:25:23.050965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-b46676e3-bcb0-43f9-9b8a-abc8957cbd02 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/quotas/47f54152170d442698f9aa36ce4372ea HTTP/1.1" status: 200 len: 375 time: 0.0219686 Mar 10 15:25:23.156174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-4ad116c5-110c-461c-aa5b-3b09e06ccdfd tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046915 Mar 10 15:25:23.321221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-1e4138f4-d37e-4ce2-b2e1-e080fa468086 service neutron] 10.222.0.11 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538308 Mar 10 15:25:23.527095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-a898daa2-16fe-43eb-8f85-34fa7d74f3b1 service neutron] 10.222.0.11 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998622 Mar 10 15:25:23.988475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f2bd778-228f-4a5b-a63b-34ebee74b52c req-c7edaf3b-792a-44de-a49d-f59256acbdf5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 210 time: 0.0959504 Mar 10 15:25:24.039767 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8109fed7-2c11-44f0-af73-975132fb4843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:25.111277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-924b9796-a7a7-489b-9d12-21971e9d0300 req-0a13af8d-421f-4f76-9ab5-6f572d6a9777 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 210 time: 0.0399480 Mar 10 15:25:25.264173 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:25.284388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-0d02f3b8-e6b2-4c1c-9b09-0eba395382d6 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:25.286896 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-0d02f3b8-e6b2-4c1c-9b09-0eba395382d6 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "GET /v2.0/networks?id=43c96caf-304a-49c8-83c7-fb2098d8caaa HTTP/1.1" status: 200 len: 796 time: 0.1961868 Mar 10 15:25:25.394206 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-3c95d186-0717-43fe-b06f-a92b32eb8b2b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f54152170d442698f9aa36ce4372ea HTTP/1.1" status: 200 len: 380 time: 0.0915825 Mar 10 15:25:25.413835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'port': {'device_id': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'admin_state_up': True, 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'security_groups': ['9ba73048-f79a-43a9-a842-330dee56c87e']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:25.573867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Made reservation on behalf of 47f54152170d442698f9aa36ce4372ea for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:25:25.577989 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:25.738838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Allocated IP 172.20.0.12 (43c96caf-304a-49c8-83c7-fb2098d8caaa/58aac919-f367-46da-86d2-7d27244fcaca/0a5a3318-c11b-451e-ad6e-5d6bedb82088) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:25:25.895219 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:25.930768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:25.986506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network 43c96caf-304a-49c8-83c7-fb2098d8caaa is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:25:25.990891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=0a5a3318-c11b-451e-ad6e-5d6bedb82088,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:25.995035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:25:25.998054 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:25:26.069106 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:26.069106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:26.082742 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-e79a1356-3260-4c17-8c97-ad7a3f0109a4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6834099 Mar 10 15:25:26.097579 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Request body: {'port': {'device_id': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:26.183459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:26.370834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f575-9344-4ded-a8c2-274812ddb3eb req-841efaaf-3567-4231-bcdb-533800a71239 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:26.373141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ed7f575-9344-4ded-a8c2-274812ddb3eb req-841efaaf-3567-4231-bcdb-533800a71239 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 932 time: 0.1273124 Mar 10 15:25:26.448854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bd52cef6-dc3b-448d-9f12-02b3db567e9d None None] Provisioning complete for port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:26.449388 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bd52cef6-dc3b-448d-9f12-02b3db567e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:26.465148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ed7f575-9344-4ded-a8c2-274812ddb3eb req-73d361db-bc7b-4718-88bf-837871af8626 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770998 Mar 10 15:25:26.529271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bd52cef6-dc3b-448d-9f12-02b3db567e9d None None] Port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:25:26.537434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 49994) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:26.610871 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:26.788556 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e07b6b19-c478-4049-be62-6eb711b21387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:26.902019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e07b6b19-c478-4049-be62-6eb711b21387 admin admin] Publish callbacks [] for security_group (2c0ae762-626a-4fc2-8b74-f037ac1efc71), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:26.908524 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e07b6b19-c478-4049-be62-6eb711b21387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2c0ae762-626a-4fc2-8b74-f037ac1efc71), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:26.944235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b6b19-c478-4049-be62-6eb711b21387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0ae762-626a-4fc2-8b74-f037ac1efc71,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:26.963028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e07b6b19-c478-4049-be62-6eb711b21387 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59c674f901604c0189cbe172fdbe210e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4243288 Mar 10 15:25:26.963651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50002) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:27.018266 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46890704-e57a-4c73-a287-c508dfbfc88b admin admin] Publish callbacks [] for security_group (2c0ae762-626a-4fc2-8b74-f037ac1efc71), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:27.042209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46890704-e57a-4c73-a287-c508dfbfc88b admin admin] Publish callbacks [] for security_group (2c0ae762-626a-4fc2-8b74-f037ac1efc71), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:27.080967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5a3318-c11b-451e-ad6e-5d6bedb82088 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:25:27.093923 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Publish callbacks [] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:27.129844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Transition to ACTIVE for port object 0a5a3318-c11b-451e-ad6e-5d6bedb82088 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:25:27.131940 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46890704-e57a-4c73-a287-c508dfbfc88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2c0ae762-626a-4fc2-8b74-f037ac1efc71), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:27.136950 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:27.145467 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46890704-e57a-4c73-a287-c508dfbfc88b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:27.148986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-46890704-e57a-4c73-a287-c508dfbfc88b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c0ae762-626a-4fc2-8b74-f037ac1efc71 HTTP/1.1" status: 204 len: 168 time: 0.1820433 Mar 10 15:25:27.173821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46890704-e57a-4c73-a287-c508dfbfc88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0ae762-626a-4fc2-8b74-f037ac1efc71,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:27.229047 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5a3318-c11b-451e-ad6e-5d6bedb82088,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:27.355343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Attempting to bind port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:25:27.355742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Attempting to bind port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:25:27.356064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Attempting to bind port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 on network 43c96caf-304a-49c8-83c7-fb2098d8caaa {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:25:27.361549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 on network 43c96caf-304a-49c8-83c7-fb2098d8caaa not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:25:27.362734 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Attempting to bind port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 on network 43c96caf-304a-49c8-83c7-fb2098d8caaa {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:25:27.386722 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:25:27.387101 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Checking segment: {'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:25:27.388480 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Bound using segment: {'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:25:27.388806 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Bound port: 0a5a3318-c11b-451e-ad6e-5d6bedb82088, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997e9318-5520-49d9-be8a-5ed4f91ce0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:25:27.389170 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:27.484682 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] For port 0a5a3318-c11b-451e-ad6e-5d6bedb82088, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:25:27.489548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] For port 0a5a3318-c11b-451e-ad6e-5d6bedb82088, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=0a5a3318-c11b-451e-ad6e-5d6bedb82088,segment=NetworkSegment(997e9318-5520-49d9-be8a-5ed4f91ce0c7),segment_id=997e9318-5520-49d9-be8a-5ed4f91ce0c7)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:25:27.500123 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:27.552343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:27.553554 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:27.565577 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] 10.222.0.62 "PUT /v2.0/ports/0a5a3318-c11b-451e-ad6e-5d6bedb82088 HTTP/1.1" status: 200 len: 1092 time: 1.4746261 Mar 10 15:25:27.571996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'tag': '0a5a3318-c11b-451e-ad6e-5d6bedb82088'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:25:27.577274 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8d21ce-6328-4da1-ab22-23ea556a125f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc97e4a-df63-4d5d-b329-538ecb33d76b", "tag": "0a5a3318-c11b-451e-ad6e-5d6bedb82088"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:25:27.701860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a0bc2-036d-4ae3-923e-f4b1d2d5b881 req-c8aa815e-48cf-43c6-aa41-dc7b9f33f243 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:27.711308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e48a0bc2-036d-4ae3-923e-f4b1d2d5b881 req-c8aa815e-48cf-43c6-aa41-dc7b9f33f243 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 944 time: 0.1337938 Mar 10 15:25:27.730099 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10165ae-0ff4-43fc-afe8-82de7869cbe5 x-openstack-request-id: req-d10165ae-0ff4-43fc-afe8-82de7869cbe5 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:25:27.730398 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc97e4a-df63-4d5d-b329-538ecb33d76b", "tag": "0a5a3318-c11b-451e-ad6e-5d6bedb82088", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:25:27.730658 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d10165ae-0ff4-43fc-afe8-82de7869cbe5 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:25:27.731101 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'tag': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'status': 'completed', 'code': 200} Mar 10 15:25:27.744642 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8d4ee-9e83-45d5-b849-1c6ffb59dd30 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5a3318-c11b-451e-ad6e-5d6bedb82088,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:27.763385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-7ac63d6a-c6ab-4797-b74a-da619bbf30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:27.765619 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-7ac63d6a-c6ab-4797-b74a-da619bbf30e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 1126 time: 0.1395230 Mar 10 15:25:27.770644 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50016) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:27.822333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e48a0bc2-036d-4ae3-923e-f4b1d2d5b881 req-ae7c028c-0ef4-4be7-880b-fdc41555d107 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016066 Mar 10 15:25:27.847755 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-05821a62-bd46-4b59-9200-ea248ed66464 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a5a3318-c11b-451e-ad6e-5d6bedb82088 HTTP/1.1" status: 200 len: 217 time: 0.0650871 Mar 10 15:25:27.848796 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0de7dd4a-f21d-48fe-84b5-acdaa1609dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:27.926361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-9d4558f4-1493-4f97-8d44-aa9235e74768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:27.927881 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-9d4558f4-1493-4f97-8d44-aa9235e74768 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=58aac919-f367-46da-86d2-7d27244fcaca HTTP/1.1" status: 200 len: 835 time: 0.0679052 Mar 10 15:25:28.013082 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0de7dd4a-f21d-48fe-84b5-acdaa1609dcb admin admin] Publish callbacks [] for security_group (1b52de14-810b-4ef8-a1d4-d5474f167f30), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:28.018700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-3052a72a-407e-4b50-99c1-ee3342203a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:28.020330 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-3052a72a-407e-4b50-99c1-ee3342203a83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c96caf-304a-49c8-83c7-fb2098d8caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0840302 Mar 10 15:25:28.022121 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0de7dd4a-f21d-48fe-84b5-acdaa1609dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1b52de14-810b-4ef8-a1d4-d5474f167f30), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:28.095170 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0de7dd4a-f21d-48fe-84b5-acdaa1609dcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2df6c32442fd4f418f95191971a67631&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230808 Mar 10 15:25:28.098568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50018) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:28.125798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7dd4a-f21d-48fe-84b5-acdaa1609dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b52de14-810b-4ef8-a1d4-d5474f167f30,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:28.161764 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-a834b3d4-6cc0-4fb1-a876-6018480935a0 service neutron] 10.222.0.62 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289937 Mar 10 15:25:28.199852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e082cbc-09bd-437e-8c98-20b7f6b4eb14 admin admin] Publish callbacks [] for security_group (1b52de14-810b-4ef8-a1d4-d5474f167f30), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:28.242835 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e082cbc-09bd-437e-8c98-20b7f6b4eb14 admin admin] Publish callbacks [] for security_group (1b52de14-810b-4ef8-a1d4-d5474f167f30), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:28.246179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-758ec6c2-4449-4883-8081-a50529011cb0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1017668 Mar 10 15:25:28.284137 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:28.320806 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ddb23a44-a1a5-4b2c-9d85-22f6b0a71eb8 req-ce83abcc-499b-4657-8bb3-b6c88768158f service neutron] 10.222.0.62 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488984 Mar 10 15:25:28.363321 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e082cbc-09bd-437e-8c98-20b7f6b4eb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1b52de14-810b-4ef8-a1d4-d5474f167f30), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:28.366450 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1e082cbc-09bd-437e-8c98-20b7f6b4eb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:28.367722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1e082cbc-09bd-437e-8c98-20b7f6b4eb14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b52de14-810b-4ef8-a1d4-d5474f167f30 HTTP/1.1" status: 204 len: 168 time: 0.2679319 Mar 10 15:25:28.380778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e082cbc-09bd-437e-8c98-20b7f6b4eb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b52de14-810b-4ef8-a1d4-d5474f167f30,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:28.392317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-9d927e18-f663-4d87-a147-67f949c61687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:28.393828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-9d927e18-f663-4d87-a147-67f949c61687 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=540795be169a49cea3af63cf05632cea&device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 1127 time: 0.0757520 Mar 10 15:25:28.442772 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d21ce-6328-4da1-ab22-23ea556a125f req-32c8ebdf-a47a-42ca-8bcb-e3601b0054b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:28.447282 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5e8d21ce-6328-4da1-ab22-23ea556a125f req-32c8ebdf-a47a-42ca-8bcb-e3601b0054b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 1126 time: 0.0619614 Mar 10 15:25:28.558284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-7e6511ca-3489-456b-b6c3-001724f252cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:28.560373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-7e6511ca-3489-456b-b6c3-001724f252cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 200 len: 912 time: 0.1200492 Mar 10 15:25:28.624166 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d21ce-6328-4da1-ab22-23ea556a125f req-fbb18c15-36be-4ab5-be58-9c0ee8f6de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:28.625939 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5e8d21ce-6328-4da1-ab22-23ea556a125f req-fbb18c15-36be-4ab5-be58-9c0ee8f6de48 service neutron] 10.222.0.62 "GET /v2.0/networks?id=43c96caf-304a-49c8-83c7-fb2098d8caaa HTTP/1.1" status: 200 len: 897 time: 0.1674280 Mar 10 15:25:28.654742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-d27aa1d1-8a9d-4dad-be96-9a325f6ef64a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed05c82-fbad-4698-933d-6e4888c74981 HTTP/1.1" status: 200 len: 1001 time: 0.0787213 Mar 10 15:25:28.678641 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5e8d21ce-6328-4da1-ab22-23ea556a125f req-b6618d7e-39e7-4e53-8eab-7cddbb4bc083 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a5a3318-c11b-451e-ad6e-5d6bedb82088 HTTP/1.1" status: 200 len: 217 time: 0.0454879 Mar 10 15:25:28.746752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-5d8baa8f-4d58-4d9f-bdf8-4ee7ff63c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:28.748292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-5d8baa8f-4d58-4d9f-bdf8-4ee7ff63c6ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 200 len: 850 time: 0.0861626 Mar 10 15:25:28.758825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d21ce-6328-4da1-ab22-23ea556a125f req-e01ecb59-2b3c-4d17-bb32-02d3df6d29de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:28.760387 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5e8d21ce-6328-4da1-ab22-23ea556a125f req-e01ecb59-2b3c-4d17-bb32-02d3df6d29de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=58aac919-f367-46da-86d2-7d27244fcaca HTTP/1.1" status: 200 len: 835 time: 0.0755801 Mar 10 15:25:28.811624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-4a7a4e40-99ac-4d8a-8d5b-c0d277c6e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:28.813952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-4a7a4e40-99ac-4d8a-8d5b-c0d277c6e24d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bef92547-f9ac-4ca6-bd1f-eb0594a4e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579562 Mar 10 15:25:28.843172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d21ce-6328-4da1-ab22-23ea556a125f req-66dbf50b-ad13-4b48-81ca-299992eb789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:28.844781 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5e8d21ce-6328-4da1-ab22-23ea556a125f req-66dbf50b-ad13-4b48-81ca-299992eb789d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c96caf-304a-49c8-83c7-fb2098d8caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0769932 Mar 10 15:25:29.028360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-0f699fcc-eb4f-4254-bf26-4434694f6d2f service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004435 Mar 10 15:25:29.063402 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5e8d21ce-6328-4da1-ab22-23ea556a125f req-21947943-cb95-4134-8e65-124a169f056e service neutron] 10.222.0.62 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102542 Mar 10 15:25:29.240824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843b8d5-6893-4e0a-a294-f97aa1d167d7 req-2d6b51e7-7869-434f-92f3-1ef12731dd90 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:29.248541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a843b8d5-6893-4e0a-a294-f97aa1d167d7 req-2d6b51e7-7869-434f-92f3-1ef12731dd90 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 944 time: 0.1929345 Mar 10 15:25:29.280111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b22491a6-bae5-48cf-a085-beeea6b85d35 req-b8a46212-4a34-4b62-8512-4a4a8549c652 service neutron] 10.222.0.45 "GET /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508092 Mar 10 15:25:29.304168 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:25:29.325390 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5e8d21ce-6328-4da1-ab22-23ea556a125f req-7a0f8025-fd67-4597-a037-442282e150f7 service neutron] 10.222.0.62 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450061 Mar 10 15:25:29.361384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a843b8d5-6893-4e0a-a294-f97aa1d167d7 req-0f5d3ac9-f1b9-4dd0-aca7-70e137e34c9b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114061 Mar 10 15:25:29.993241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50070) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:30.125193 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4382c7fe-9d69-4871-b799-d2d486f05a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:30.204462 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4382c7fe-9d69-4871-b799-d2d486f05a7c admin admin] Publish callbacks [] for security_group (8acb03c6-64f7-4f94-b085-eefce1345dd4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:30.208171 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4382c7fe-9d69-4871-b799-d2d486f05a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8acb03c6-64f7-4f94-b085-eefce1345dd4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:30.251555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4382c7fe-9d69-4871-b799-d2d486f05a7c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4ed2e6276974923964e4a6a046fe395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572317 Mar 10 15:25:30.252516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382c7fe-9d69-4871-b799-d2d486f05a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acb03c6-64f7-4f94-b085-eefce1345dd4,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:30.255479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50074) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:30.318931 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e88cb1c-14a2-4342-92e4-a3fa1a5ed6f4 admin admin] Publish callbacks [] for security_group (8acb03c6-64f7-4f94-b085-eefce1345dd4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:30.340756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e88cb1c-14a2-4342-92e4-a3fa1a5ed6f4 admin admin] Publish callbacks [] for security_group (8acb03c6-64f7-4f94-b085-eefce1345dd4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:30.404561 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e88cb1c-14a2-4342-92e4-a3fa1a5ed6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8acb03c6-64f7-4f94-b085-eefce1345dd4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:30.407935 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e88cb1c-14a2-4342-92e4-a3fa1a5ed6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:30.409590 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0e88cb1c-14a2-4342-92e4-a3fa1a5ed6f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8acb03c6-64f7-4f94-b085-eefce1345dd4 HTTP/1.1" status: 204 len: 168 time: 0.1528726 Mar 10 15:25:30.420922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88cb1c-14a2-4342-92e4-a3fa1a5ed6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acb03c6-64f7-4f94-b085-eefce1345dd4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:30.529340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf23b8-3d60-46f3-87f2-1633e96e3ddf req-ac596b3f-0be8-4b13-839e-e1c110a870f3 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:30.535332 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3bbf23b8-3d60-46f3-87f2-1633e96e3ddf req-ac596b3f-0be8-4b13-839e-e1c110a870f3 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 944 time: 0.0799553 Mar 10 15:25:30.603841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3bbf23b8-3d60-46f3-87f2-1633e96e3ddf req-ec81093d-4a20-45d7-a1f7-ca6c673edb25 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592365 Mar 10 15:25:31.265924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 0a5a3318-c11b-451e-ad6e-5d6bedb82088 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:25:31.376672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 0a5a3318-c11b-451e-ad6e-5d6bedb82088, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=0a5a3318-c11b-451e-ad6e-5d6bedb82088,segment=NetworkSegment(997e9318-5520-49d9-be8a-5ed4f91ce0c7),segment_id=997e9318-5520-49d9-be8a-5ed4f91ce0c7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:25:31.388848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'port_id': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'mac_address': 'fa:16:3e:41:5a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:25:31.427496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:31.427888 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:31.442639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5a3318-c11b-451e-ad6e-5d6bedb82088 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:25:31.463950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 0a5a3318-c11b-451e-ad6e-5d6bedb82088, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=0a5a3318-c11b-451e-ad6e-5d6bedb82088,segment=NetworkSegment(997e9318-5520-49d9-be8a-5ed4f91ce0c7),segment_id=997e9318-5520-49d9-be8a-5ed4f91ce0c7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:25:31.469195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:31.530060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=0a5a3318-c11b-451e-ad6e-5d6bedb82088,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:31.761491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54f0ac-f2a1-47e0-91ba-4c8cc92a38a7 req-4195b72c-ca1b-4eb4-add2-5d80c708800e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:31.768416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd54f0ac-f2a1-47e0-91ba-4c8cc92a38a7 req-4195b72c-ca1b-4eb4-add2-5d80c708800e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 945 time: 0.0776436 Mar 10 15:25:31.813611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd54f0ac-f2a1-47e0-91ba-4c8cc92a38a7 req-51d2f9be-becf-44ff-b6ff-86eb1e325350 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443501 Mar 10 15:25:31.832603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['0a5a3318-c11b-451e-ad6e-5d6bedb82088'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:25:32.693680 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-37070188-558f-4de2-b552-fdefd786de45 req-dbac23a0-a520-4283-9740-6801fc25c0e0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1117554 Mar 10 15:25:32.828550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37070188-558f-4de2-b552-fdefd786de45 req-0583a4de-7eed-4fb5-b5cc-fb8d0dcd4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:32.830137 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-37070188-558f-4de2-b552-fdefd786de45 req-0583a4de-7eed-4fb5-b5cc-fb8d0dcd4bb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 1127 time: 0.0878947 Mar 10 15:25:33.005996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37070188-558f-4de2-b552-fdefd786de45 req-c6f398dc-e9e8-4e6a-89ae-6b73d4bd16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:33.009071 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-37070188-558f-4de2-b552-fdefd786de45 req-c6f398dc-e9e8-4e6a-89ae-6b73d4bd16bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.1587057 Mar 10 15:25:33.072613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e53ea-e8e5-4ea3-a28c-f2a9cef7dc76 req-91afe014-c1bd-4e7c-bbc0-162ede48cce4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:33.076564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab6e53ea-e8e5-4ea3-a28c-f2a9cef7dc76 req-91afe014-c1bd-4e7c-bbc0-162ede48cce4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 945 time: 0.1387281 Mar 10 15:25:33.197600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab6e53ea-e8e5-4ea3-a28c-f2a9cef7dc76 req-233becff-479c-4cc1-b240-477e76e19e9f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107085 Mar 10 15:25:33.235320 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-37070188-558f-4de2-b552-fdefd786de45 req-25089ef6-60b7-41ac-b2f5-6babb3053e24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00dc7687-bcaa-452f-a828-c6863e1a4067 HTTP/1.1" status: 200 len: 1000 time: 0.2195330 Mar 10 15:25:33.284695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 0a5a3318-c11b-451e-ad6e-5d6bedb82088 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:25:33.324278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37070188-558f-4de2-b552-fdefd786de45 req-0af59745-c538-4bff-ac21-8713e88a3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:33.324278 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-37070188-558f-4de2-b552-fdefd786de45 req-0af59745-c538-4bff-ac21-8713e88a3b5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.0825026 Mar 10 15:25:33.433447 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37070188-558f-4de2-b552-fdefd786de45 req-2ceaeb7a-ff63-4611-9598-c0954ea3dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:33.434980 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-37070188-558f-4de2-b552-fdefd786de45 req-2ceaeb7a-ff63-4611-9598-c0954ea3dab4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1030769 Mar 10 15:25:33.486668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:25:33.495981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:33.496669 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:33.606188 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-37070188-558f-4de2-b552-fdefd786de45 req-3f36fbc3-90be-46ad-8116-4a28bf9dc513 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640427 Mar 10 15:25:33.697540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:33.698125 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:33.762264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5a3318-c11b-451e-ad6e-5d6bedb82088'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:25:33.768276 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7663a4e-23fa-464d-b4dc-5e5155ed77a6" -d '{"events": [{"server_uuid": "5fc97e4a-df63-4d5d-b329-538ecb33d76b", "name": "network-vif-plugged", "status": "completed", "tag": "0a5a3318-c11b-451e-ad6e-5d6bedb82088"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:25:33.816103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 0a5a3318-c11b-451e-ad6e-5d6bedb82088, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=0a5a3318-c11b-451e-ad6e-5d6bedb82088,segment=NetworkSegment(997e9318-5520-49d9-be8a-5ed4f91ce0c7),segment_id=997e9318-5520-49d9-be8a-5ed4f91ce0c7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:25:33.829177 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:33.839248 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-37070188-558f-4de2-b552-fdefd786de45 req-be1a9e63-8cc0-45d4-9931-d5d26e182ab4 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246747 Mar 10 15:25:33.928882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=0a5a3318-c11b-451e-ad6e-5d6bedb82088,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:34.066968 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4167d1e0-fbcc-4a12-b8da-72d7b9a6d829 x-openstack-request-id: req-4167d1e0-fbcc-4a12-b8da-72d7b9a6d829 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:25:34.067379 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc97e4a-df63-4d5d-b329-538ecb33d76b", "name": "network-vif-plugged", "status": "completed", "tag": "0a5a3318-c11b-451e-ad6e-5d6bedb82088", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:25:34.067633 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4167d1e0-fbcc-4a12-b8da-72d7b9a6d829 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:25:34.068025 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'code': 200} Mar 10 15:25:34.204362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc8719-160e-40e8-958b-8f7d403ba0fd req-a66f3b75-c2d3-4d62-a67a-1f537612d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:34.206252 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfcc8719-160e-40e8-958b-8f7d403ba0fd req-a66f3b75-c2d3-4d62-a67a-1f537612d94b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 1128 time: 0.0483491 Mar 10 15:25:34.258185 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-cfcc8719-160e-40e8-958b-8f7d403ba0fd req-b85d5f06-aa53-4d1d-ae5f-8d0f5d2ec2b2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454230 Mar 10 15:25:34.373528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62667ab-1290-4080-a211-7a591fe16c5b req-131b4ab8-242c-449e-af93-3542dbd40eee tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:34.385553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f62667ab-1290-4080-a211-7a591fe16c5b req-131b4ab8-242c-449e-af93-3542dbd40eee tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 946 time: 0.0716939 Mar 10 15:25:34.437906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f62667ab-1290-4080-a211-7a591fe16c5b req-106ad6e0-cde9-4a08-948b-871b39083bf0 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480654 Mar 10 15:25:34.963700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cc37b-dbd1-45ce-99f2-4cb956fcba34 req-8a3ab319-1968-4507-aa34-18be73c409fa tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:34.965588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db4cc37b-dbd1-45ce-99f2-4cb956fcba34 req-8a3ab319-1968-4507-aa34-18be73c409fa tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1128 time: 0.0774021 Mar 10 15:25:35.031687 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-21b6a50c-1640-4b3f-995c-151884b51b74 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a7270857961e473fb16cd796682f701a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277603 Mar 10 15:25:35.063249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db4cc37b-dbd1-45ce-99f2-4cb956fcba34 req-5165a368-1fc5-4a6e-bcd7-52ca09d94b76 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861311 Mar 10 15:25:35.224521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-07e2e309-b7bd-4420-92f3-fe667ead51e6 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:35.231579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-07e2e309-b7bd-4420-92f3-fe667ead51e6 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933973 Mar 10 15:25:35.271886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26830b-d41b-4b29-b2e2-d68b89f5836b req-efd5a279-443a-4a8b-9879-e33519c24bee tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:35.273548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f26830b-d41b-4b29-b2e2-d68b89f5836b req-efd5a279-443a-4a8b-9879-e33519c24bee tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.1306899 Mar 10 15:25:35.281799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-d9926df4-f398-4ebc-8452-7bc7f2852178 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/quotas/a7270857961e473fb16cd796682f701a HTTP/1.1" status: 200 len: 375 time: 0.0493050 Mar 10 15:25:35.317630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-4b19ddef-bfb5-4faf-876d-f13c6444c2f5 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7270857961e473fb16cd796682f701a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349472 Mar 10 15:25:35.414636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f26830b-d41b-4b29-b2e2-d68b89f5836b req-2c0ccd17-07b3-4af5-bd74-bc68bd032c88 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164527 Mar 10 15:25:35.435636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50170) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:35.630120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-940cbdce-0e72-4fa1-b13a-6dd67238ec71 req-21dbee46-6da0-4c47-9c93-168e173d9734 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 210 time: 0.0674913 Mar 10 15:25:35.631981 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-26c2d131-4cbf-4c70-b991-ab0c5f2e593c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/3fe06a89-9436-49b5-8497-cb52c20e0570 HTTP/1.1" status: 200 len: 993 time: 0.1948957 Mar 10 15:25:35.771352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef13998-0f14-478c-ba57-a58df992e40b req-e1989573-322a-4670-b882-36f56e67fd89 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:35.789217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ef13998-0f14-478c-ba57-a58df992e40b req-e1989573-322a-4670-b882-36f56e67fd89 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 946 time: 0.1574676 Mar 10 15:25:35.897636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ef13998-0f14-478c-ba57-a58df992e40b req-0de6fa35-730f-4312-a904-8f24d8424c8c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075280 Mar 10 15:25:36.063942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-0908ab3d-8e69-404e-a115-a0db7fe56e6d req-fa737f39-f75b-4a6c-a969-7cfe515082a2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:25:36.067020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0908ab3d-8e69-404e-a115-a0db7fe56e6d req-fa737f39-f75b-4a6c-a969-7cfe515082a2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058312 Mar 10 15:25:36.580536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f1410-5c8b-4a0e-b383-302e0a4b0ec9 req-55e8a1b5-af85-4dcd-955d-e2b93312279b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:36.589668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba9f1410-5c8b-4a0e-b383-302e0a4b0ec9 req-55e8a1b5-af85-4dcd-955d-e2b93312279b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.1121728 Mar 10 15:25:36.652106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba9f1410-5c8b-4a0e-b383-302e0a4b0ec9 req-2c5323be-08c5-46ff-b25a-1027340e5417 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612557 Mar 10 15:25:36.704084 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-c38e93a2-c46c-4760-bb5c-6566b417072c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2914534 Mar 10 15:25:36.723845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-c69a422c-5b78-40f5-9f00-761a8549fc7f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:25:36.736248 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-c69a422c-5b78-40f5-9f00-761a8549fc7f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253932 Mar 10 15:25:36.846197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6dd7d56c-f128-4fe6-8e16-14dd22ad4aac req-ff6a0e7b-7b76-4111-96c6-e72bfbd4b061 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 210 time: 0.0686655 Mar 10 15:25:37.168821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf431985-6198-46b7-a164-a2bda57eb51f req-adcef437-a1ea-4c43-8168-d580778447c3 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:37.170339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf431985-6198-46b7-a164-a2bda57eb51f req-adcef437-a1ea-4c43-8168-d580778447c3 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 946 time: 0.1611423 Mar 10 15:25:37.286258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-fe072a3c-5692-4e2f-99d4-85ec201cd8d3 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a7270857961e473fb16cd796682f701a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401728 Mar 10 15:25:37.370311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf431985-6198-46b7-a164-a2bda57eb51f req-8f3609bf-8b85-4088-a26e-f8c68b0b64c9 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854122 Mar 10 15:25:37.419298 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f112-71c7-4278-9185-d552fb71899c req-4b77f03c-ac05-41a6-bc62-fb7c231023c8 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:37.429002 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-4b77f03c-ac05-41a6-bc62-fb7c231023c8 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports/ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 1125 time: 0.2226613 Mar 10 15:25:37.575886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-15f30de0-6532-4030-ba14-7523dd3a6942 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:37.577479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-15f30de0-6532-4030-ba14-7523dd3a6942 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2851858 Mar 10 15:25:37.608141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c07903-a07a-4486-816d-56d1ea2c209d req-9659eb6f-a38c-4aae-826c-32c89f5fe039 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:37.616517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4c07903-a07a-4486-816d-56d1ea2c209d req-9659eb6f-a38c-4aae-826c-32c89f5fe039 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 946 time: 0.0901945 Mar 10 15:25:37.742824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4c07903-a07a-4486-816d-56d1ea2c209d req-15551a2f-c4e1-46fe-8768-0fcf4e9e975e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165051 Mar 10 15:25:37.748057 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50240) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:37.748602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Request body: {'port': {'device_id': '6d7a1ca8-668e-447a-9cee-4caae2b2f2d4', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': 'a7270857961e473fb16cd796682f701a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:37.813278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae78427-7551-43b0-9acb-da1ab46d6d3a tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:37.817916 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5ae78427-7551-43b0-9acb-da1ab46d6d3a tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 1123 time: 0.0676253 Mar 10 15:25:37.818756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50244) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:37.827323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:37.876728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:38.044498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:38.076384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e3a4b-878d-40cc-a2da-9236291eb2bb req-ddb434ea-dcc0-4610-a82a-286862090b95 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:38.087359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b1e3a4b-878d-40cc-a2da-9236291eb2bb req-ddb434ea-dcc0-4610-a82a-286862090b95 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.3253872 Mar 10 15:25:38.218995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57d9d48e-cc75-401d-924f-0764fb82a093 req-8fc301de-5bff-48a0-ab4d-8edef121917a tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 210 time: 0.0922356 Mar 10 15:25:38.323460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b1e3a4b-878d-40cc-a2da-9236291eb2bb req-7fd53b4f-80e6-473f-929e-6af92123195c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297587 Mar 10 15:25:38.324839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Made reservation on behalf of a7270857961e473fb16cd796682f701a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:25:38.336033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:38.355083 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:38.401856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Allocated IP 172.25.3.69 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/14252a8c-f0d5-4ea6-853b-a1704f1265f9) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:25:38.535144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Publish callbacks [] for security_group (6c95caa0-e949-468f-910d-ed4793ea57e1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:38.547643 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6c95caa0-e949-468f-910d-ed4793ea57e1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:38.643434 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (14252a8c-f0d5-4ea6-853b-a1704f1265f9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:38.715317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (14252a8c-f0d5-4ea6-853b-a1704f1265f9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:38.719628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c95caa0-e949-468f-910d-ed4793ea57e1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:38.799105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:25:38.812884 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:25:38.821161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:25:38.853709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Allocated IP 192.168.233.130 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/ab5efd3c-ffd6-46b2-8bc1-00040449db09) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:25:38.935484 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=14252a8c-f0d5-4ea6-853b-a1704f1265f9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:39.588164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-755f1c68-122b-4dc6-8104-564b913358a7 req-541a682a-422e-42e9-933b-3d16ebb2c93b tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 210 time: 0.1135092 Mar 10 15:25:39.650445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f112-71c7-4278-9185-d552fb71899c req-7da16f7a-b20d-43df-9622-a2f6ca6aaef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:39.661666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-7da16f7a-b20d-43df-9622-a2f6ca6aaef7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1128 time: 0.7236044 Mar 10 15:25:39.704070 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for floatingip (226190ab-6b71-4fdb-89ea-334a06dfac00), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:39.848428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f112-71c7-4278-9185-d552fb71899c req-99d476c8-bb9f-495d-8e50-c5b32165d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:39.851932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-99d476c8-bb9f-495d-8e50-c5b32165d0b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.1834979 Mar 10 15:25:39.859709 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (14252a8c-f0d5-4ea6-853b-a1704f1265f9), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:39.868223 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Publish callbacks [] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:39.914413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6593b4-e74a-420a-a773-fb4a24506d0e req-4ef59262-edfc-42a9-9662-8a06427571df tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:39.916360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c6593b4-e74a-420a-a773-fb4a24506d0e req-4ef59262-edfc-42a9-9662-8a06427571df tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.4439557 Mar 10 15:25:39.992134 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:40.096220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (14252a8c-f0d5-4ea6-853b-a1704f1265f9), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:40.103349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (14252a8c-f0d5-4ea6-853b-a1704f1265f9), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:40.111306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-b5fe9343-fd4d-4b40-8563-b8a015e2198f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 1001 time: 0.1883318 Mar 10 15:25:40.189699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:25:40.194296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c6593b4-e74a-420a-a773-fb4a24506d0e req-4c960a03-bfe0-4ea4-9c47-76fcdd0f483f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985223 Mar 10 15:25:40.224901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=14252a8c-f0d5-4ea6-853b-a1704f1265f9,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:40.235432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:25:40.241161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:25:40.248094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Pushing event updated for resources: {'Port': ['ID=ab5efd3c-ffd6-46b2-8bc1-00040449db09,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:40.259598 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (226190ab-6b71-4fdb-89ea-334a06dfac00), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:40.313214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f112-71c7-4278-9185-d552fb71899c req-364a808a-1f9d-4e3e-81cb-f869d0aa5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:40.314692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-364a808a-1f9d-4e3e-81cb-f869d0aa5ebb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.1852643 Mar 10 15:25:40.325700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:40.326263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:40.388662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-44042457-f73e-4cfe-85ac-3d95f10b41b2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6504297 Mar 10 15:25:40.410637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Request body: {'port': {'device_id': '6d7a1ca8-668e-447a-9cee-4caae2b2f2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:40.454020 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Floating IP 226190ab-6b71-4fdb-89ea-334a06dfac00 associated. External IP: 172.25.3.69, port: 0a5a3318-c11b-451e-ad6e-5d6bedb82088. Mar 10 15:25:40.484011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f112-71c7-4278-9185-d552fb71899c req-3517bfd1-9b2b-4e9c-8c13-b78ffe4ad933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:40.485518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-3517bfd1-9b2b-4e9c-8c13-b78ffe4ad933 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1377678 Mar 10 15:25:40.562576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-103b626f-e9cc-49b2-93f2-76a06872d68e None None] Provisioning complete for port ab5efd3c-ffd6-46b2-8bc1-00040449db09 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:40.564336 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:40.565867 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-103b626f-e9cc-49b2-93f2-76a06872d68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:40.632231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-103b626f-e9cc-49b2-93f2-76a06872d68e None None] Port ab5efd3c-ffd6-46b2-8bc1-00040449db09 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:25:40.829482 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 58829795-5365-412a-8558-28a5882ddca3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:25:40.953122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:25:40.976398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661ce8-ec1e-44e7-9fd2-85c787da3bc1 None None] Sync routers for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:25:40.993346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93661ce8-ec1e-44e7-9fd2-85c787da3bc1 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:25:40.994371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-93661ce8-ec1e-44e7-9fd2-85c787da3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:40.995927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5efd3c-ffd6-46b2-8bc1-00040449db09 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:25:41.012514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:41.012952 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Publish callbacks [] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:41.045821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Transition to ACTIVE for port object ab5efd3c-ffd6-46b2-8bc1-00040449db09 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:25:41.061162 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:41.069620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-4b572621-19c6-4990-9980-b806905fbf41 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662565 Mar 10 15:25:41.122743 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cf9d1e98-34aa-48f3-95e2-0df96e3edae1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3017690 Mar 10 15:25:41.129074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50268) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:41.129784 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'tag': '0a5a3318-c11b-451e-ad6e-5d6bedb82088'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:25:41.131440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5efd3c-ffd6-46b2-8bc1-00040449db09,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:41.133421 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4183229-a453-4711-adff-c2863eeb210c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc97e4a-df63-4d5d-b329-538ecb33d76b", "tag": "0a5a3318-c11b-451e-ad6e-5d6bedb82088"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:25:41.211131 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e7e61601-b21f-4432-ad09-4cafd9d94c2d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/floatingips/226190ab-6b71-4fdb-89ea-334a06dfac00 HTTP/1.1" status: 200 len: 991 time: 0.0698476 Mar 10 15:25:41.219290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-93661ce8-ec1e-44e7-9fd2-85c787da3bc1 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:25:41.237193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a57e-e14a-4100-8ead-10f3c3b2e49d req-6f0d56c2-86ec-49a1-a260-ceb5fd7cc13d tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:41.239040 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2608a57e-e14a-4100-8ead-10f3c3b2e49d req-6f0d56c2-86ec-49a1-a260-ceb5fd7cc13d tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 936 time: 0.3149316 Mar 10 15:25:41.274748 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e648e1d6-9e57-4d77-b8ed-fbfcd4898080 x-openstack-request-id: req-e648e1d6-9e57-4d77-b8ed-fbfcd4898080 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:25:41.275079 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc97e4a-df63-4d5d-b329-538ecb33d76b", "tag": "0a5a3318-c11b-451e-ad6e-5d6bedb82088", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:25:41.275342 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e648e1d6-9e57-4d77-b8ed-fbfcd4898080 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:25:41.275755 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'tag': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'status': 'completed', 'code': 200} Mar 10 15:25:41.415381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4183229-a453-4711-adff-c2863eeb210c req-2ec41bc1-842d-4fa0-bbe7-5c3915222b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:41.417437 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d4183229-a453-4711-adff-c2863eeb210c req-2ec41bc1-842d-4fa0-bbe7-5c3915222b50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 1128 time: 0.1160524 Mar 10 15:25:41.425673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-a3e538ed-1eff-434b-a1ba-529b4facb087 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046851 Mar 10 15:25:41.474718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2608a57e-e14a-4100-8ead-10f3c3b2e49d req-9d13c712-a416-4495-89f2-9c2bb3dc113a tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293785 Mar 10 15:25:41.494449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Attempting to bind port ab5efd3c-ffd6-46b2-8bc1-00040449db09 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:25:41.494814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Attempting to bind port ab5efd3c-ffd6-46b2-8bc1-00040449db09 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:25:41.502236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Attempting to bind port ab5efd3c-ffd6-46b2-8bc1-00040449db09 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:25:41.514070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Port ab5efd3c-ffd6-46b2-8bc1-00040449db09 on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:25:41.514405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Attempting to bind port ab5efd3c-ffd6-46b2-8bc1-00040449db09 on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:25:41.523375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:25:41.523721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:25:41.524110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:25:41.524610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Bound port: ab5efd3c-ffd6-46b2-8bc1-00040449db09, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:25:41.524902 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:41.536216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc59696-989e-407f-99ca-86f2073e9162 req-45e65407-3466-4710-bd30-625688ecab90 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:41.537746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2fc59696-989e-407f-99ca-86f2073e9162 req-45e65407-3466-4710-bd30-625688ecab90 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.1709425 Mar 10 15:25:41.581373 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4183229-a453-4711-adff-c2863eeb210c req-e685c42b-2e38-4494-9e62-481afaae716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:41.583095 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d4183229-a453-4711-adff-c2863eeb210c req-e685c42b-2e38-4494-9e62-481afaae716c service neutron] 10.222.0.62 "GET /v2.0/networks?id=43c96caf-304a-49c8-83c7-fb2098d8caaa HTTP/1.1" status: 200 len: 897 time: 0.1597724 Mar 10 15:25:41.617051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-93661ce8-ec1e-44e7-9fd2-85c787da3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:17Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '226190ab-6b71-4fdb-89ea-334a06dfac00', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '58829795-5365-412a-8558-28a5882ddca3', 'port_id': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'mac_address': 'fa:16:3e:41:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:25:39Z', 'updated_at': '2022-03-10T15:25:39Z', 'revision_number': 0, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:41.652438 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661ce8-ec1e-44e7-9fd2-85c787da3bc1 None None] Checking router: 58829795-5365-412a-8558-28a5882ddca3 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:25:41.666715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93661ce8-ec1e-44e7-9fd2-85c787da3bc1 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:25:41.667503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-93661ce8-ec1e-44e7-9fd2-85c787da3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:41.675407 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2fc59696-989e-407f-99ca-86f2073e9162 req-e875c9b6-dd48-472b-986f-6aef24224312 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310983 Mar 10 15:25:41.679856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] For port ab5efd3c-ffd6-46b2-8bc1-00040449db09, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:25:41.683421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] For port ab5efd3c-ffd6-46b2-8bc1-00040449db09, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ab5efd3c-ffd6-46b2-8bc1-00040449db09,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:25:41.693327 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:41.713368 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d4183229-a453-4711-adff-c2863eeb210c req-e94aaab6-6235-4e46-99c1-1ff2cde413a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a5a3318-c11b-451e-ad6e-5d6bedb82088 HTTP/1.1" status: 200 len: 999 time: 0.1187451 Mar 10 15:25:41.736271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:41.737105 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:41.739504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] 10.222.0.45 "PUT /v2.0/ports/ab5efd3c-ffd6-46b2-8bc1-00040449db09 HTTP/1.1" status: 200 len: 1096 time: 1.3338215 Mar 10 15:25:41.739991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7a1ca8-668e-447a-9cee-4caae2b2f2d4', 'tag': 'ab5efd3c-ffd6-46b2-8bc1-00040449db09'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:25:41.742265 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7a1ca8-668e-447a-9cee-4caae2b2f2d4", "tag": "ab5efd3c-ffd6-46b2-8bc1-00040449db09"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:25:41.777902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db5431-c13a-440b-9dfa-0c523631fab0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5efd3c-ffd6-46b2-8bc1-00040449db09,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:41.806393 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-d748c59f-6c15-4038-b765-11dd2dd82383 req-0f129b54-de8d-4e52-a548-334fbff1bdfb service neutron] (115534) timed out ('10.222.0.45', 54249) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:25:41.836831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4183229-a453-4711-adff-c2863eeb210c req-b19328cd-9820-46cf-bf87-293d19634507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:41.839150 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d4183229-a453-4711-adff-c2863eeb210c req-b19328cd-9820-46cf-bf87-293d19634507 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=58aac919-f367-46da-86d2-7d27244fcaca HTTP/1.1" status: 200 len: 835 time: 0.1188517 Mar 10 15:25:41.840781 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c310e7-1b13-44db-923d-81e42584f417 x-openstack-request-id: req-28c310e7-1b13-44db-923d-81e42584f417 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:25:41.841083 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7a1ca8-668e-447a-9cee-4caae2b2f2d4", "tag": "ab5efd3c-ffd6-46b2-8bc1-00040449db09", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:25:41.841342 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28c310e7-1b13-44db-923d-81e42584f417 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:25:41.841745 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7a1ca8-668e-447a-9cee-4caae2b2f2d4', 'tag': 'ab5efd3c-ffd6-46b2-8bc1-00040449db09', 'status': 'completed', 'code': 200} Mar 10 15:25:41.857822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-93661ce8-ec1e-44e7-9fd2-85c787da3bc1 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:25:41.871289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-05ca473a-481c-40c0-961d-bb9248bef0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:41.872826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-05ca473a-481c-40c0-961d-bb9248bef0e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7270857961e473fb16cd796682f701a&device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 1130 time: 0.0674200 Mar 10 15:25:41.916949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4183229-a453-4711-adff-c2863eeb210c req-58d077c0-9596-49ab-8100-04b5630012ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:41.920516 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d4183229-a453-4711-adff-c2863eeb210c req-58d077c0-9596-49ab-8100-04b5630012ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c96caf-304a-49c8-83c7-fb2098d8caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0742438 Mar 10 15:25:41.927006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-f8f98568-64db-42b8-9d42-e09ebcee4ec5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ab5efd3c-ffd6-46b2-8bc1-00040449db09 HTTP/1.1" status: 200 len: 217 time: 0.0464511 Mar 10 15:25:42.010949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-4bd9799c-6a1f-4fe6-811e-6084fb08e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:42.012486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-4bd9799c-6a1f-4fe6-811e-6084fb08e245 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0787852 Mar 10 15:25:42.068508 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d4183229-a453-4711-adff-c2863eeb210c req-1724ef05-08f2-4186-b4fc-108b3921566f service neutron] 10.222.0.62 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418397 Mar 10 15:25:42.080034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-2b2a166a-ac80-4382-affc-9e748567adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:42.081692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-2b2a166a-ac80-4382-affc-9e748567adbb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0596287 Mar 10 15:25:42.192194 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-d4183229-a453-4711-adff-c2863eeb210c req-ab3facc2-7990-4d7d-82e6-6a2536b04c4e service neutron] 10.222.0.62 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166680 Mar 10 15:25:42.214404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50282) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:42.221606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-93661ce8-ec1e-44e7-9fd2-85c787da3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:17Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '226190ab-6b71-4fdb-89ea-334a06dfac00', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '58829795-5365-412a-8558-28a5882ddca3', 'port_id': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'mac_address': 'fa:16:3e:41:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:25:39Z', 'updated_at': '2022-03-10T15:25:39Z', 'revision_number': 0, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:25:42.230275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-e5afe854-0122-4c51-8b1c-c2f29319b298 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408134 Mar 10 15:25:42.257797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661ce8-ec1e-44e7-9fd2-85c787da3bc1 None None] The sync data for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 is: [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:17Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '226190ab-6b71-4fdb-89ea-334a06dfac00', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '58829795-5365-412a-8558-28a5882ddca3', 'port_id': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'mac_address': 'fa:16:3e:41:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:25:39Z', 'updated_at': '2022-03-10T15:25:39Z', 'revision_number': 0, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:25:42.364226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a8c4e65-71b5-4505-ab80-09bbdac2459e req-67187c19-d7d4-4d34-bb1e-d460ed82b330 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269007 Mar 10 15:25:42.491403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2 req-5fe14e0b-d878-4e1f-9d68-ae81ece39a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:42.492679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2 req-5fe14e0b-d878-4e1f-9d68-ae81ece39a88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7270857961e473fb16cd796682f701a&device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 1130 time: 0.0647788 Mar 10 15:25:42.597769 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8823c328-5f73-44b8-b091-f515bceffe73 None None] New status for floating IP 226190ab-6b71-4fdb-89ea-334a06dfac00: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:25:42.611049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2 req-a972bd64-ab20-4e6e-9b1d-315ad3870ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:42.612643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2 req-a972bd64-ab20-4e6e-9b1d-315ad3870ff5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1099234 Mar 10 15:25:42.687477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2 req-5e70e25d-5678-4d4f-8447-f57d0f6aa662 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ab5efd3c-ffd6-46b2-8bc1-00040449db09 HTTP/1.1" status: 200 len: 217 time: 0.0649457 Mar 10 15:25:42.690483 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37942037-bee4-4087-95a9-a2357a9aa666 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/floatingips/226190ab-6b71-4fdb-89ea-334a06dfac00 HTTP/1.1" status: 200 len: 991 time: 0.4736934 Mar 10 15:25:42.748172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2 req-3572b411-98e5-4933-84df-dc70be04ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:42.749512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2 req-3572b411-98e5-4933-84df-dc70be04ea20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0505128 Mar 10 15:25:42.767570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2a851-1d23-4433-862c-543c7b16fab3 req-2223a853-44d4-4fc2-8c20-871d3cda43b1 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:42.769177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1a2a851-1d23-4433-862c-543c7b16fab3 req-2223a853-44d4-4fc2-8c20-871d3cda43b1 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 948 time: 0.1552596 Mar 10 15:25:42.897243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3ce1e-ac92-4ed0-88b9-0ab45dda932f req-c56eb1cb-8412-48b3-88fa-1116030ede2c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:42.898931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ed3ce1e-ac92-4ed0-88b9-0ab45dda932f req-c56eb1cb-8412-48b3-88fa-1116030ede2c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.1287770 Mar 10 15:25:42.901914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2 req-e472c9ac-af20-4aaf-b1c7-b891972a1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:42.903365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2 req-e472c9ac-af20-4aaf-b1c7-b891972a1747 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1248291 Mar 10 15:25:42.906930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1a2a851-1d23-4433-862c-543c7b16fab3 req-0cba8d45-ecdc-490c-acf3-263b237f44bb tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272864 Mar 10 15:25:43.021960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ed3ce1e-ac92-4ed0-88b9-0ab45dda932f req-1f4dd099-4478-40b4-bc71-ea834cfa8bfd tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029446 Mar 10 15:25:43.052429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2 req-d14f5b76-ec3b-4fe9-95ae-9e7eb36d6b99 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408548 Mar 10 15:25:43.146921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b336ad4-1f13-42e4-afca-1a1d3bcea7d2 req-b77a5909-40e9-4bb1-bdd8-0ac96b161535 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859542 Mar 10 15:25:43.692585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50298) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:43.767804 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-83361b70-2133-4539-a30e-f1c32bfd1958 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/floatingips/226190ab-6b71-4fdb-89ea-334a06dfac00 HTTP/1.1" status: 200 len: 993 time: 0.0636618 Mar 10 15:25:44.042825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87fe60-3764-45c6-8a1d-588d7d22cc94 req-fbbb08af-a626-496e-8f2a-a475a757e2a2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:44.045090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be87fe60-3764-45c6-8a1d-588d7d22cc94 req-fbbb08af-a626-496e-8f2a-a475a757e2a2 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 948 time: 0.0596340 Mar 10 15:25:44.106205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be87fe60-3764-45c6-8a1d-588d7d22cc94 req-ad079919-fcf5-403d-acb8-f1cabbdc7d1e tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485320 Mar 10 15:25:44.170408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863e32a-3216-4df5-a565-d96941422c5f req-e2a6de27-dbac-48de-95a4-b296c7850b28 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:44.171923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c863e32a-3216-4df5-a565-d96941422c5f req-e2a6de27-dbac-48de-95a4-b296c7850b28 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0703998 Mar 10 15:25:44.223708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c863e32a-3216-4df5-a565-d96941422c5f req-42e0d6a1-14bb-48b5-a0f9-1b319126f88d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457616 Mar 10 15:25:45.245303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59129b1-34ea-41fb-98ee-67c28f3e0e80 req-e4c559db-efc1-48e7-95e5-aae8cc91787c tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:45.247750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f59129b1-34ea-41fb-98ee-67c28f3e0e80 req-e4c559db-efc1-48e7-95e5-aae8cc91787c tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 948 time: 0.0611842 Mar 10 15:25:45.316117 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f59129b1-34ea-41fb-98ee-67c28f3e0e80 req-55c612b8-14d9-4321-998a-278241b3b2a3 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506663 Mar 10 15:25:45.387297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484a982-5ff6-46cd-a542-ea6ce2748346 req-5e5d70d0-a978-4b80-9bdd-f0db173cc6fb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:45.395703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7484a982-5ff6-46cd-a542-ea6ce2748346 req-5e5d70d0-a978-4b80-9bdd-f0db173cc6fb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0780482 Mar 10 15:25:45.454961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7484a982-5ff6-46cd-a542-ea6ce2748346 req-fa5cf139-ac40-42cd-8cfd-bc999a49b7f0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582378 Mar 10 15:25:45.579717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ab5efd3c-ffd6-46b2-8bc1-00040449db09 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:25:45.691558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ab5efd3c-ffd6-46b2-8bc1-00040449db09, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ab5efd3c-ffd6-46b2-8bc1-00040449db09,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:25:45.703396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'ab5efd3c-ffd6-46b2-8bc1-00040449db09', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'ab5efd3c-ffd6-46b2-8bc1-00040449db09', 'mac_address': 'fa:16:3e:e1:1f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:25:45.741873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ab5efd3c-ffd6-46b2-8bc1-00040449db09 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:45.742263 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:45.755393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5efd3c-ffd6-46b2-8bc1-00040449db09 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:25:45.775626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ab5efd3c-ffd6-46b2-8bc1-00040449db09, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ab5efd3c-ffd6-46b2-8bc1-00040449db09,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:25:45.780240 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:45.829977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ab5efd3c-ffd6-46b2-8bc1-00040449db09,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:46.037157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['ab5efd3c-ffd6-46b2-8bc1-00040449db09'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:25:46.444247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1967079-87f9-48ad-80dc-c228b7257d91 req-392c332a-657e-45a7-a739-72d42bce0ce3 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:46.445659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1967079-87f9-48ad-80dc-c228b7257d91 req-392c332a-657e-45a7-a739-72d42bce0ce3 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 949 time: 0.0538583 Mar 10 15:25:46.505333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1967079-87f9-48ad-80dc-c228b7257d91 req-c14fb666-c456-4d5b-8e86-26901c9cdc83 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529256 Mar 10 15:25:46.599598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8723a-248b-4bad-b54e-652197e3434c req-e1f70489-78d6-4548-9e17-25c1ef666f9b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:46.601070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfb8723a-248b-4bad-b54e-652197e3434c req-e1f70489-78d6-4548-9e17-25c1ef666f9b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0549636 Mar 10 15:25:46.650383 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfb8723a-248b-4bad-b54e-652197e3434c req-fb3da6f9-124d-44d2-bf83-9612891f573b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Mar 10 15:25:47.611134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ab5efd3c-ffd6-46b2-8bc1-00040449db09 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:25:47.643158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921bbbf-2335-4fd4-b268-40279f4a025a req-8c19e3a1-148c-44d7-9c0e-580a299b934a tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:47.644707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6921bbbf-2335-4fd4-b268-40279f4a025a req-8c19e3a1-148c-44d7-9c0e-580a299b934a tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 949 time: 0.0570300 Mar 10 15:25:47.670746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port ab5efd3c-ffd6-46b2-8bc1-00040449db09 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:25:47.676789 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port ab5efd3c-ffd6-46b2-8bc1-00040449db09 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:25:47.677663 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:47.702324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6921bbbf-2335-4fd4-b268-40279f4a025a req-5e381f45-f963-4461-bf50-40c48ccc9fd7 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502012 Mar 10 15:25:47.801673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ab5efd3c-ffd6-46b2-8bc1-00040449db09 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:25:47.802890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:47.825315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f11fc7-04ab-4144-ae5d-da1ad2c8b979 req-6fa5418a-6b7b-4918-87df-6991723d944b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:47.826994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16f11fc7-04ab-4144-ae5d-da1ad2c8b979 req-6fa5418a-6b7b-4918-87df-6991723d944b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0697691 Mar 10 15:25:47.831218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7a1ca8-668e-447a-9cee-4caae2b2f2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5efd3c-ffd6-46b2-8bc1-00040449db09'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:25:47.833449 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d488d286-4ec5-4255-bcb2-26f53cdfe902" -d '{"events": [{"server_uuid": "6d7a1ca8-668e-447a-9cee-4caae2b2f2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ab5efd3c-ffd6-46b2-8bc1-00040449db09"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:25:47.852251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ab5efd3c-ffd6-46b2-8bc1-00040449db09, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ab5efd3c-ffd6-46b2-8bc1-00040449db09,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:25:47.857584 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:47.902619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16f11fc7-04ab-4144-ae5d-da1ad2c8b979 req-60587f78-ede2-4ea3-89dd-07813b12845f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680029 Mar 10 15:25:47.937230 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1c3133-c466-47cb-8f97-ba760c4d9193 x-openstack-request-id: req-6a1c3133-c466-47cb-8f97-ba760c4d9193 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:25:47.937603 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7a1ca8-668e-447a-9cee-4caae2b2f2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ab5efd3c-ffd6-46b2-8bc1-00040449db09", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:25:47.938009 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a1c3133-c466-47cb-8f97-ba760c4d9193 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:25:47.938391 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7a1ca8-668e-447a-9cee-4caae2b2f2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5efd3c-ffd6-46b2-8bc1-00040449db09', 'code': 200} Mar 10 15:25:47.943604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ab5efd3c-ffd6-46b2-8bc1-00040449db09,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:47.955071 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:48.049893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aa830-359d-4077-b0f1-36a4ee96317b req-97522160-1da5-469e-9023-dd0944e0619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:48.049893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f75aa830-359d-4077-b0f1-36a4ee96317b req-97522160-1da5-469e-9023-dd0944e0619b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 1132 time: 0.0717411 Mar 10 15:25:48.125256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f75aa830-359d-4077-b0f1-36a4ee96317b req-d3fb59ef-d6a5-4c3a-b293-6cffe4e07e83 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707412 Mar 10 15:25:48.265390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50354) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:48.380133 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-faf1cb68-e631-474c-830d-db6cea07377f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:48.454605 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-faf1cb68-e631-474c-830d-db6cea07377f admin admin] Publish callbacks [] for security_group (754f4540-05af-4266-909a-cb0e2cc746a8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:48.458756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-faf1cb68-e631-474c-830d-db6cea07377f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (754f4540-05af-4266-909a-cb0e2cc746a8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:48.500634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1cb68-e631-474c-830d-db6cea07377f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754f4540-05af-4266-909a-cb0e2cc746a8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:48.505171 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-faf1cb68-e631-474c-830d-db6cea07377f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d358102bb37e4e41ba015f09d20fc3fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2386844 Mar 10 15:25:48.507696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50358) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:48.561647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15e8f075-409e-4cfb-ba5a-01d05592505b admin admin] Publish callbacks [] for security_group (754f4540-05af-4266-909a-cb0e2cc746a8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:48.583402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15e8f075-409e-4cfb-ba5a-01d05592505b admin admin] Publish callbacks [] for security_group (754f4540-05af-4266-909a-cb0e2cc746a8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:48.635838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15e8f075-409e-4cfb-ba5a-01d05592505b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (754f4540-05af-4266-909a-cb0e2cc746a8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:48.638546 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15e8f075-409e-4cfb-ba5a-01d05592505b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:48.639812 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-15e8f075-409e-4cfb-ba5a-01d05592505b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/754f4540-05af-4266-909a-cb0e2cc746a8 HTTP/1.1" status: 204 len: 168 time: 0.1311426 Mar 10 15:25:48.648282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8f075-409e-4cfb-ba5a-01d05592505b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754f4540-05af-4266-909a-cb0e2cc746a8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:48.852967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c493a3-9a76-42fe-b046-ee7c466b21d7 req-4a0e84e1-cc10-4265-b9e7-1b4b40e0e365 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:48.861045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53c493a3-9a76-42fe-b046-ee7c466b21d7 req-4a0e84e1-cc10-4265-b9e7-1b4b40e0e365 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 950 time: 0.0704110 Mar 10 15:25:48.924603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53c493a3-9a76-42fe-b046-ee7c466b21d7 req-3d5359c3-b480-421c-8b31-adef02191560 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569615 Mar 10 15:25:48.950597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50368) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:48.966344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5492-9b43-49fd-a9fb-6e28b22c28c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:49.053605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ea0e4-7c15-4045-83a1-94610bb1b5cb req-0eb2de2c-6348-474b-b88b-e243a5da9537 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:49.055221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce7ea0e4-7c15-4045-83a1-94610bb1b5cb req-0eb2de2c-6348-474b-b88b-e243a5da9537 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0701799 Mar 10 15:25:49.061240 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5492-9b43-49fd-a9fb-6e28b22c28c4 admin admin] Publish callbacks [] for security_group (73f0ace2-35e1-4e47-93f8-51b68fb0ca40), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:49.066702 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b6cb5492-9b43-49fd-a9fb-6e28b22c28c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (73f0ace2-35e1-4e47-93f8-51b68fb0ca40), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:49.111676 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb5492-9b43-49fd-a9fb-6e28b22c28c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f0ace2-35e1-4e47-93f8-51b68fb0ca40,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:49.122690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce7ea0e4-7c15-4045-83a1-94610bb1b5cb req-3ec9c631-216b-46e3-aabd-c345425932fa tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610733 Mar 10 15:25:49.149534 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b6cb5492-9b43-49fd-a9fb-6e28b22c28c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1313f60fd5248db9518ae56bb542a8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1972423 Mar 10 15:25:49.152348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50372) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:25:49.209703 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7e424bfc-51de-47ba-9133-7a11e9685849 admin admin] Publish callbacks [] for security_group (73f0ace2-35e1-4e47-93f8-51b68fb0ca40), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:49.231336 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7e424bfc-51de-47ba-9133-7a11e9685849 admin admin] Publish callbacks [] for security_group (73f0ace2-35e1-4e47-93f8-51b68fb0ca40), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:49.286988 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7e424bfc-51de-47ba-9133-7a11e9685849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (73f0ace2-35e1-4e47-93f8-51b68fb0ca40), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:49.290568 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7e424bfc-51de-47ba-9133-7a11e9685849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:49.292329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7e424bfc-51de-47ba-9133-7a11e9685849 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73f0ace2-35e1-4e47-93f8-51b68fb0ca40 HTTP/1.1" status: 204 len: 168 time: 0.1389678 Mar 10 15:25:49.304198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e424bfc-51de-47ba-9133-7a11e9685849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f0ace2-35e1-4e47-93f8-51b68fb0ca40,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:25:50.039710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc453ad-1a2f-4e82-b682-4ce543974596 req-1836abf2-a189-48f6-bdc9-d54f063a33c4 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:50.041229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8dc453ad-1a2f-4e82-b682-4ce543974596 req-1836abf2-a189-48f6-bdc9-d54f063a33c4 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 950 time: 0.0585246 Mar 10 15:25:50.106552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8dc453ad-1a2f-4e82-b682-4ce543974596 req-f94f5c2b-a28a-490a-903b-2331b3c8efbe tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588188 Mar 10 15:25:50.250750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee615209-3a39-4da0-a657-6873fd28db2c req-c1737338-4f5c-43f7-9675-94b75c5dca15 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:50.252425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee615209-3a39-4da0-a657-6873fd28db2c req-c1737338-4f5c-43f7-9675-94b75c5dca15 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0562823 Mar 10 15:25:50.302588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee615209-3a39-4da0-a657-6873fd28db2c req-71e85b94-303f-44cd-8249-f5ad3e367c64 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Mar 10 15:25:50.708424 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:51.454943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a254e43-e8bd-4220-b038-9f1a0a70dee1 req-a8394b4d-9a96-4add-8c60-ae9dee0c4cc6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:51.457326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a254e43-e8bd-4220-b038-9f1a0a70dee1 req-a8394b4d-9a96-4add-8c60-ae9dee0c4cc6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0788147 Mar 10 15:25:51.512856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a254e43-e8bd-4220-b038-9f1a0a70dee1 req-ba3d51da-0eed-4554-8c27-de442154286c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499489 Mar 10 15:25:51.718158 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ad3cb444-b3e9-4e3e-8c07-915a916aa7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:52.637296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7747-5fa2-4743-9be1-ebb9974b6d9b req-4deef361-2cee-4356-95b1-fcd9db72b43c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:52.639527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e10a7747-5fa2-4743-9be1-ebb9974b6d9b req-4deef361-2cee-4356-95b1-fcd9db72b43c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0529151 Mar 10 15:25:52.691947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e10a7747-5fa2-4743-9be1-ebb9974b6d9b req-2fac3a94-ebb1-4e32-a529-01edf74a0262 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464683 Mar 10 15:25:53.814046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcded336-23ee-4ac9-9330-1b4cd2d5e486 req-ab8a9c3f-80f6-4513-b246-28c3555c7c6f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:53.815612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcded336-23ee-4ac9-9330-1b4cd2d5e486 req-ab8a9c3f-80f6-4513-b246-28c3555c7c6f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0537961 Mar 10 15:25:53.868443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcded336-23ee-4ac9-9330-1b4cd2d5e486 req-03a444ea-7870-4c08-9be1-3b7b5d1403ff tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473180 Mar 10 15:25:54.023532 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20e2b17a-4611-4055-95e6-2ffdf2b2a892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:54.994605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846bbc8-5cd6-4219-9876-a49279bf9c41 req-fb9d8333-266c-4c44-82df-79e23bceb6d7 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:54.996206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9846bbc8-5cd6-4219-9876-a49279bf9c41 req-fb9d8333-266c-4c44-82df-79e23bceb6d7 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0561643 Mar 10 15:25:55.052244 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9846bbc8-5cd6-4219-9876-a49279bf9c41 req-5f5691c7-c96d-4e58-a95a-7922ce6bc8cd tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502086 Mar 10 15:25:55.255875 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:56.171776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09616320-aa12-491d-a2cf-014cce8522b8 req-49602782-dc33-4345-a69d-4b4d21cc970e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:56.173248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09616320-aa12-491d-a2cf-014cce8522b8 req-49602782-dc33-4345-a69d-4b4d21cc970e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0526021 Mar 10 15:25:56.222222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09616320-aa12-491d-a2cf-014cce8522b8 req-cbcc3e80-fa38-4a4c-8344-3bf06e20206f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433817 Mar 10 15:25:56.589988 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:57.383520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515955d6-c4c5-4d61-98f2-185d6e0952a2 req-9fc7b567-3760-4e25-95f6-16ddf342be5c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:57.387090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-515955d6-c4c5-4d61-98f2-185d6e0952a2 req-9fc7b567-3760-4e25-95f6-16ddf342be5c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0672364 Mar 10 15:25:57.435216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-515955d6-c4c5-4d61-98f2-185d6e0952a2 req-361abefe-4512-424b-b775-7649ab6d91ef tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441303 Mar 10 15:25:58.261333 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:58.563864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8a399-a9d0-4892-b25c-1f191f0e4375 req-be2ead85-034e-4946-a01c-1cae0ad4fa46 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:58.565753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8dd8a399-a9d0-4892-b25c-1f191f0e4375 req-be2ead85-034e-4946-a01c-1cae0ad4fa46 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0555944 Mar 10 15:25:58.620403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8dd8a399-a9d0-4892-b25c-1f191f0e4375 req-bbd23671-c3f1-457c-bbae-422c94e2fce7 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484624 Mar 10 15:25:59.288291 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-32c4f112-71c7-4278-9185-d552fb71899c req-a78d9e27-e76a-424b-8799-e93a05fa4b19 service neutron] show failed (client error): The resource could not be found. Mar 10 15:25:59.289479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-a78d9e27-e76a-424b-8799-e93a05fa4b19 service neutron] 10.222.0.45 "GET /v2.0/ports/ada53609-1a5b-4122-98ba-0aa7439a9d9e/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0561452 Mar 10 15:25:59.612138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f112-71c7-4278-9185-d552fb71899c req-8855b061-5724-4a89-b553-d10da975fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:59.613915 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-8855b061-5724-4a89-b553-d10da975fab7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 1128 time: 0.0931017 Mar 10 15:25:59.624739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-ae3463f3-77b7-4204-bcd1-8d2af762c392 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:25:59.625769 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-ae3463f3-77b7-4204-bcd1-8d2af762c392 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055923 Mar 10 15:25:59.638039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:25:59.721089 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:25:59.788734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c80c9-d713-4114-99ca-84ed3606b3fc req-e1c993a7-4a10-479b-a32b-ab4f8d18afcb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:25:59.790542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-719c80c9-d713-4114-99ca-84ed3606b3fc req-e1c993a7-4a10-479b-a32b-ab4f8d18afcb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0643375 Mar 10 15:25:59.847233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-719c80c9-d713-4114-99ca-84ed3606b3fc req-622817ce-1229-477f-bdd7-dadf1f69f21a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481858 Mar 10 15:25:59.945637 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:25:59.977938 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:00.017612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:00.019772 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937b6afc-f6b8-4296-9584-6059ab2bf37a" -d '{"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-unplugged", "status": "completed", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:00.023721 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Publish callbacks [] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.036706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Transition to ACTIVE for port object ada53609-1a5b-4122-98ba-0aa7439a9d9e will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:26:00.040650 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.104005 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e494cbec-e79a-4fef-b0a5-d02a98408d8d x-openstack-request-id: req-e494cbec-e79a-4fef-b0a5-d02a98408d8d {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:00.104312 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-unplugged", "status": "completed", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:00.104571 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e494cbec-e79a-4fef-b0a5-d02a98408d8d {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:00.104971 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'code': 200} Mar 10 15:26:00.155869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=6']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:00.229704 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] No DVR routers for this DVR port ada53609-1a5b-4122-98ba-0aa7439a9d9e on host n-h1-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:26:00.383699 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:00.384295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:00.384624 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e on network a13f1c10-2980-4da4-88ef-306d72833ed0 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:00.389838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Port ada53609-1a5b-4122-98ba-0aa7439a9d9e on network a13f1c10-2980-4da4-88ef-306d72833ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:26:00.390192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e on network a13f1c10-2980-4da4-88ef-306d72833ed0 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:00.396363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:00.396703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Checking segment: {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:00.397100 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Bound using segment: {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:00.397534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Bound port: ada53609-1a5b-4122-98ba-0aa7439a9d9e, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:00.397897 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.467161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:00.470759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:00.477169 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.515196 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:00.515730 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:00.517141 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] 10.222.0.62 "PUT /v2.0/ports/ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 1092 time: 0.8839910 Mar 10 15:26:00.538967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d2d22-a031-41de-896a-d91e0b371363 service neutron] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=7']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:00.596807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f112-71c7-4278-9185-d552fb71899c req-d5baae5e-79c6-40f6-bb6d-207068be9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:00.598454 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-d5baae5e-79c6-40f6-bb6d-207068be9e66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1126 time: 0.0542021 Mar 10 15:26:00.694623 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f112-71c7-4278-9185-d552fb71899c req-d94aa716-ec08-4d15-95dd-f80f7c3d537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:00.697216 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-d94aa716-ec08-4d15-95dd-f80f7c3d537f service neutron] 10.222.0.62 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.0922587 Mar 10 15:26:00.768261 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-5135b6e4-e547-483f-87fc-d71f77421581 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 999 time: 0.0639381 Mar 10 15:26:00.816948 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f112-71c7-4278-9185-d552fb71899c req-cc8c8bb5-700e-4aa7-939f-1e7c2171162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:00.818375 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-cc8c8bb5-700e-4aa7-939f-1e7c2171162b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.0437381 Mar 10 15:26:00.869666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f112-71c7-4278-9185-d552fb71899c req-a61401f3-c2d3-4ffd-b8a6-a2239ae4e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:00.871263 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-a61401f3-c2d3-4ffd-b8a6-a2239ae4e235 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442185 Mar 10 15:26:00.965251 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-0ab358ab-7624-40ae-8f42-0766f5c79faf service neutron] 10.222.0.62 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873656 Mar 10 15:26:00.978436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0d53-1a84-41c7-8de0-d8d199121cb3 req-c5de91dc-8a77-4f77-9ed4-5574861664d4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:00.980757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7bc0d53-1a84-41c7-8de0-d8d199121cb3 req-c5de91dc-8a77-4f77-9ed4-5574861664d4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 944 time: 0.0642381 Mar 10 15:26:01.034950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7bc0d53-1a84-41c7-8de0-d8d199121cb3 req-d56ff3a2-1a2c-4914-a369-5fa8e339653e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472162 Mar 10 15:26:01.065168 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-15e7cc9a-2bc8-42c1-8cf2-dca9f5450833 service neutron] 10.222.0.62 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941954 Mar 10 15:26:01.707385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:26:01.755677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port ada53609-1a5b-4122-98ba-0aa7439a9d9e host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:26:01.756069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:26:02.106541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:02.109675 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3093696-3db5-4317-be7a-cd87e08747f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:02.162604 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcef9487-65b6-44ec-9ff6-06863e025a2c x-openstack-request-id: req-fcef9487-65b6-44ec-9ff6-06863e025a2c {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:02.163016 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:02.163272 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fcef9487-65b6-44ec-9ff6-06863e025a2c {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:02.163672 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'status': 'completed', 'code': 200} Mar 10 15:26:02.183752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adb7aa-0531-42b3-814a-92fc5ba53433 req-90323eeb-e826-4ae1-9134-1d2ae4c950c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.185408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18adb7aa-0531-42b3-814a-92fc5ba53433 req-90323eeb-e826-4ae1-9134-1d2ae4c950c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 944 time: 0.0786185 Mar 10 15:26:02.238137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-a6569dfa-62b5-4079-95b0-0897ef9777f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.239881 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-a6569dfa-62b5-4079-95b0-0897ef9777f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1126 time: 0.0571971 Mar 10 15:26:02.283116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18adb7aa-0531-42b3-814a-92fc5ba53433 req-9b28cb76-c61c-44dc-a95a-037703d707d4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914583 Mar 10 15:26:02.285974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-a19727b9-71b8-4fcc-bee8-653954a56587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.287881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-a19727b9-71b8-4fcc-bee8-653954a56587 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1126 time: 0.0883970 Mar 10 15:26:02.346771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-360385d3-0a6d-4fcc-9297-f5eb46809295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.348262 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-360385d3-0a6d-4fcc-9297-f5eb46809295 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.1015503 Mar 10 15:26:02.396907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-a404f139-1267-48e6-8ed4-6ff6700f075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.398676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-a404f139-1267-48e6-8ed4-6ff6700f075e service neutron] 10.222.0.45 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.1046958 Mar 10 15:26:02.423856 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-db6f19ca-59ac-4818-8bef-cd1cc8caee02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 999 time: 0.0671954 Mar 10 15:26:02.466518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-41c5e86d-ed21-4081-ae6e-9e896dfdf72b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 999 time: 0.0611060 Mar 10 15:26:02.475160 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-da41cc7e-a104-40c1-ab2d-dc356aa40282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.476631 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-da41cc7e-a104-40c1-ab2d-dc356aa40282 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.0466399 Mar 10 15:26:02.518928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-e3917489-2d40-4830-83d9-b284b077f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.520599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-e3917489-2d40-4830-83d9-b284b077f68a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.0468614 Mar 10 15:26:02.529908 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-70f34b5d-587e-4605-a534-c0bcf7f249cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.531716 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-70f34b5d-587e-4605-a534-c0bcf7f249cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479660 Mar 10 15:26:02.595201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-7e35d92a-ac11-45ba-b763-5e42d9c48920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:02.597658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-7e35d92a-ac11-45ba-b763-5e42d9c48920 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0695696 Mar 10 15:26:02.657061 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-cf58c3a0-f6f4-433d-b74b-4aa46fdf963b service neutron] 10.222.0.62 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185277 Mar 10 15:26:02.711470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-88194b13-536f-48ae-b12f-54d26477bdf8 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051702 Mar 10 15:26:02.757538 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-0b453cc3-1c4c-4a08-9385-95bb34f7e59b service neutron] 10.222.0.62 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933423 Mar 10 15:26:02.821638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3093696-3db5-4317-be7a-cd87e08747f2 req-c39c6829-6fd6-4191-95d8-44e92e9a72a3 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019201 Mar 10 15:26:03.410666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12283538-82ca-41e6-86d1-66b39a716615 req-31ebddf0-bac4-495f-b216-c5263aa7dc1b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:03.412312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12283538-82ca-41e6-86d1-66b39a716615 req-31ebddf0-bac4-495f-b216-c5263aa7dc1b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 944 time: 0.0539873 Mar 10 15:26:03.452212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:26:03.463759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-12283538-82ca-41e6-86d1-66b39a716615 req-9e9a5107-d1e8-4a97-9efb-9dfbaa5238ca tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453124 Mar 10 15:26:03.551219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:03.563512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'port_id': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'mac_address': 'fa:16:3e:83:15:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:26:03.602091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ada53609-1a5b-4122-98ba-0aa7439a9d9e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:03.602514 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.615388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada53609-1a5b-4122-98ba-0aa7439a9d9e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:03.634526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:03.639072 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:03.687801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:04.582169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f8c61-cce8-43f2-a42b-5659d68f0b89 req-ed16756d-0833-4ab6-a1ec-d9cc4f65abd5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:04.583774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3f8c61-cce8-43f2-a42b-5659d68f0b89 req-ed16756d-0833-4ab6-a1ec-d9cc4f65abd5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 945 time: 0.0534391 Mar 10 15:26:04.636457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3f8c61-cce8-43f2-a42b-5659d68f0b89 req-87a84c05-829a-47d7-8884-e7d07743b723 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470564 Mar 10 15:26:04.876813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-6192302e-f606-4e00-a5a9-dd9ff0c2fb6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:04.879305 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-6192302e-f606-4e00-a5a9-dd9ff0c2fb6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1&tenant_id=c674686624284cd388d76dbc1471089d&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 945 time: 0.0646577 Mar 10 15:26:04.887056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed930a-2156-4064-a016-02ffaa3c94dd req-19ed2adb-b334-4218-8f5b-4092eb29b574 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:04.889164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bed930a-2156-4064-a016-02ffaa3c94dd req-19ed2adb-b334-4218-8f5b-4092eb29b574 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 945 time: 0.0562093 Mar 10 15:26:04.942483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bed930a-2156-4064-a016-02ffaa3c94dd req-ae54d6fe-e4fe-40d2-805e-b63aef44c651 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473399 Mar 10 15:26:04.948305 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-604efd0e-1d37-4b2c-9005-b89d3ffdf225 service neutron] 10.222.0.62 "GET /v2.0/ports/ada53609-1a5b-4122-98ba-0aa7439a9d9e/bindings/n-h2-833090-1 HTTP/1.1" status: 200 len: 382 time: 0.0610151 Mar 10 15:26:05.015184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-5adef3a6-fadc-4a48-aaf1-1f7d6b05f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:05.016834 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-5adef3a6-fadc-4a48-aaf1-1f7d6b05f9ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1127 time: 0.0453687 Mar 10 15:26:05.064763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['ada53609-1a5b-4122-98ba-0aa7439a9d9e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:26:05.118240 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-10b867a1-2944-4db4-9cdd-2b937a19e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:05.119772 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-10b867a1-2944-4db4-9cdd-2b937a19e602 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.0971403 Mar 10 15:26:05.198456 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-4aad1a0d-15cc-474b-bde9-fdf9f5c66d22 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 1000 time: 0.0696619 Mar 10 15:26:05.248821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-f72abb54-a5f1-4d81-b191-07dc3f2bd2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:05.250336 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-f72abb54-a5f1-4d81-b191-07dc3f2bd2b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.0466757 Mar 10 15:26:05.304390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-88b2d1e6-36a9-4914-a513-039b48376518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:05.305921 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-88b2d1e6-36a9-4914-a513-039b48376518 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495260 Mar 10 15:26:05.393857 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-55b464c3-23b5-4eff-8afc-1e7696f36d00 service neutron] 10.222.0.62 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812411 Mar 10 15:26:05.496443 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e1ec558c-b9f2-49e7-a1d7-ff970a729392 service neutron] 10.222.0.62 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959086 Mar 10 15:26:06.072349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d91b39-2aef-4254-994e-4765fcc16f52 req-abbd2eb3-34af-498b-b68f-e663f6ea91c5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:06.075250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8d91b39-2aef-4254-994e-4765fcc16f52 req-abbd2eb3-34af-498b-b68f-e663f6ea91c5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 945 time: 0.0575387 Mar 10 15:26:06.125688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8d91b39-2aef-4254-994e-4765fcc16f52 req-51dacbf3-3023-4f32-b93c-b217db8141cc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 Mar 10 15:26:06.303606 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:26:07.261628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f09ed-c280-447b-bd82-cf15c5a8e991 req-7a5cc148-2863-43f1-8494-aea2f8b83fb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:07.264446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae6f09ed-c280-447b-bd82-cf15c5a8e991 req-7a5cc148-2863-43f1-8494-aea2f8b83fb5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 945 time: 0.0641315 Mar 10 15:26:07.316532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae6f09ed-c280-447b-bd82-cf15c5a8e991 req-a8627ca6-29f1-4e19-b08c-ef0b9ae045d8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459502 Mar 10 15:26:07.453925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:07.513314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port ada53609-1a5b-4122-98ba-0aa7439a9d9e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:26:07.518926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port ada53609-1a5b-4122-98ba-0aa7439a9d9e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:07.519452 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.621481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ada53609-1a5b-4122-98ba-0aa7439a9d9e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:07.621998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.648496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:07.651106 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac19eca7-e0e7-4e1c-847f-22e67b72804a" -d '{"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-plugged", "status": "completed", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:07.674859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:07.689482 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:07.765337 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1572f4-58fb-441d-a4fa-08c94a095427 x-openstack-request-id: req-3f1572f4-58fb-441d-a4fa-08c94a095427 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:07.765993 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-plugged", "status": "completed", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:07.765993 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f1572f4-58fb-441d-a4fa-08c94a095427 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:07.766366 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'code': 200} Mar 10 15:26:07.767974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:07.835670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-caa37052-c35c-4cb0-8dd5-55848a89d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:07.837263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-caa37052-c35c-4cb0-8dd5-55848a89d329 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 1128 time: 0.0485876 Mar 10 15:26:07.853136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:07.914733 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.123306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:08.155969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:08.196915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:08.199880 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a627aa-d529-4f0b-bb0c-a1e473a4f88d" -d '{"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-unplugged", "status": "completed", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:08.204739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Publish callbacks [] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.218488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Transition to ACTIVE for port object ada53609-1a5b-4122-98ba-0aa7439a9d9e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:26:08.222837 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.254966 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339ac14f-e644-4073-a5b5-ceb46d055046 x-openstack-request-id: req-339ac14f-e644-4073-a5b5-ceb46d055046 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:08.255276 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-unplugged", "status": "completed", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:08.255662 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-339ac14f-e644-4073-a5b5-ceb46d055046 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:08.255927 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'code': 200} Mar 10 15:26:08.305554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=10']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:08.362011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] No DVR routers for this DVR port ada53609-1a5b-4122-98ba-0aa7439a9d9e on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:26:08.829067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e28558-3ef2-425d-b8df-5e57d6bee02d req-f14f5f7c-5964-47ca-a3d4-1f2a1c5716b4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:08.830546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57e28558-3ef2-425d-b8df-5e57d6bee02d req-f14f5f7c-5964-47ca-a3d4-1f2a1c5716b4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 945 time: 0.4338615 Mar 10 15:26:08.912507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57e28558-3ef2-425d-b8df-5e57d6bee02d req-b8e5289b-cb3e-4d6f-bf34-8a71ea0a065a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751519 Mar 10 15:26:08.914812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:08.915148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:08.915497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e on network a13f1c10-2980-4da4-88ef-306d72833ed0 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:08.919937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Port ada53609-1a5b-4122-98ba-0aa7439a9d9e on network a13f1c10-2980-4da4-88ef-306d72833ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:26:08.920267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Attempting to bind port ada53609-1a5b-4122-98ba-0aa7439a9d9e on network a13f1c10-2980-4da4-88ef-306d72833ed0 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:08.925071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:08.925416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Checking segment: {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:08.925798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Bound using segment: {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:08.926228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Bound port: ada53609-1a5b-4122-98ba-0aa7439a9d9e, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:08.926565 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:08.987587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:08.990864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:08.998358 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.030975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:09.031592 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:09.033066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] 10.222.0.45 "PUT /v2.0/ports/ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 1093 time: 1.1839168 Mar 10 15:26:09.061448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4380653-b549-41a9-80de-db9d32911b68 service neutron] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=11']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:09.113892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-4e23ae38-8fbd-41be-86a8-50e9e0332f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:09.115416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-4e23ae38-8fbd-41be-86a8-50e9e0332f42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1127 time: 0.0494678 Mar 10 15:26:09.225313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-f6724490-6300-4ae8-bbb2-c12c9fcf84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:09.226835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-f6724490-6300-4ae8-bbb2-c12c9fcf84ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.1029401 Mar 10 15:26:09.295607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-a610862c-6fc2-4b8b-9bb7-1c1c58e38ff1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 999 time: 0.0599136 Mar 10 15:26:09.350422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-32fc4915-059e-440e-a9b6-9d72a90a8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:09.351847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-32fc4915-059e-440e-a9b6-9d72a90a8b4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.0493321 Mar 10 15:26:09.407487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-c9b9c7c4-4595-4b47-bfdd-d27585f2672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:09.408963 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-c9b9c7c4-4595-4b47-bfdd-d27585f2672d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475721 Mar 10 15:26:09.511985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-4422b49d-e91c-4918-b05f-b90300e2c023 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939023 Mar 10 15:26:09.601079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdc48bb-476e-47ea-82c7-0296a265b2a9 req-6dec7494-d440-45e3-8947-e2af1155b89d service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827956 Mar 10 15:26:10.032301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e3320-f317-417e-9981-b5bb58e53231 req-8e7c01fd-7500-4ff3-983c-6b2fab26968b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:10.033779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-933e3320-f317-417e-9981-b5bb58e53231 req-8e7c01fd-7500-4ff3-983c-6b2fab26968b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 945 time: 0.0530925 Mar 10 15:26:10.087977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-933e3320-f317-417e-9981-b5bb58e53231 req-628af09f-3878-441b-8132-341d6f92f732 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484102 Mar 10 15:26:10.256670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:10.259216 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19e9c31-9a38-4607-a999-32b1fe12d5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:10.306715 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8f8221-bfde-4793-a29f-4ec9dd6df25f x-openstack-request-id: req-8f8f8221-bfde-4793-a29f-4ec9dd6df25f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:10.307185 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:10.307524 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f8f8221-bfde-4793-a29f-4ec9dd6df25f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:10.308027 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'status': 'completed', 'code': 200} Mar 10 15:26:10.373997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-f123fab6-6482-4cf8-80ac-415ab4c439d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:10.375537 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-f123fab6-6482-4cf8-80ac-415ab4c439d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1127 time: 0.0482695 Mar 10 15:26:10.380676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-6e7f35be-c618-4b15-82d3-a19cfdf8d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:10.382175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-6e7f35be-c618-4b15-82d3-a19cfdf8d98b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1127 time: 0.0477533 Mar 10 15:26:10.471138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-e5670ea0-cb9a-49e3-b200-e337c19f0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:10.472834 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-e5670ea0-cb9a-49e3-b200-e337c19f0e84 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.0913670 Mar 10 15:26:10.479398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-44a48e5f-9c23-402d-ace2-52b67d13b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:10.480852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-44a48e5f-9c23-402d-ace2-52b67d13b015 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.0879221 Mar 10 15:26:10.541541 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-2127226c-7350-4ce4-9533-c827e6fcfe43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 999 time: 0.0610600 Mar 10 15:26:10.555892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-d9722e8f-6400-47fd-aa59-9d5193a54a97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 999 time: 0.0658772 Mar 10 15:26:10.593730 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-f4f5fc4b-a27f-4914-ae0c-8de8bdea62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:10.595899 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-f4f5fc4b-a27f-4914-ae0c-8de8bdea62e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.0474646 Mar 10 15:26:10.607992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-293afa7b-540f-424e-80f2-63ed2bffe713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:10.609441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-293afa7b-540f-424e-80f2-63ed2bffe713 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.0437458 Mar 10 15:26:10.648666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-8761c1f8-5445-4a86-a8db-ff4736495661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:10.650151 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-8761c1f8-5445-4a86-a8db-ff4736495661 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482042 Mar 10 15:26:10.664380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-68653e78-c0bc-4697-9d9d-d35961c160d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:10.665859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-68653e78-c0bc-4697-9d9d-d35961c160d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453973 Mar 10 15:26:10.749451 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-adc49692-b983-4243-bde6-fe7cd94533b1 service neutron] 10.222.0.62 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910683 Mar 10 15:26:10.764601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-6a49b74f-82aa-497b-a2a8-92708a60258c service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907412 Mar 10 15:26:10.843704 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-9f73b688-67ca-4ebe-a985-a0c916a13871 service neutron] 10.222.0.62 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886045 Mar 10 15:26:10.873437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19e9c31-9a38-4607-a999-32b1fe12d5a0 req-cd4c7320-222a-4b7a-8dc9-d5d0794bddad service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902054 Mar 10 15:26:11.218469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db586395-2297-402b-8690-17674f8d3e2c req-51c5dac0-53b3-4bae-ad86-830e169d1e2f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:11.221007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db586395-2297-402b-8690-17674f8d3e2c req-51c5dac0-53b3-4bae-ad86-830e169d1e2f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 945 time: 0.0576603 Mar 10 15:26:11.274737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db586395-2297-402b-8690-17674f8d3e2c req-05fe3299-80f7-49a7-8952-21a3744d0b38 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476236 Mar 10 15:26:11.477179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:26:11.527462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port ada53609-1a5b-4122-98ba-0aa7439a9d9e host n-h1-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:26:11.528065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:26:11.729628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:26:11.785416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ccf5e-1520-4648-a18f-32ee0ad9b793 req-1574ad7f-3395-4ffb-8797-026380903999 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:11.793885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f0ccf5e-1520-4648-a18f-32ee0ad9b793 req-1574ad7f-3395-4ffb-8797-026380903999 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 945 time: 0.0932314 Mar 10 15:26:11.869687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:11.888220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f0ccf5e-1520-4648-a18f-32ee0ad9b793 req-e95b5cf7-2197-4cc6-b263-9a075efb8df9 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d5c009f-a197-4cbd-9a5c-8720fe08777a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0904293 Mar 10 15:26:11.902330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'port_id': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'mac_address': 'fa:16:3e:83:15:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:26:11.973777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ada53609-1a5b-4122-98ba-0aa7439a9d9e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:11.974072 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:11.992301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada53609-1a5b-4122-98ba-0aa7439a9d9e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:12.014036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:12.019712 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:12.070222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=12']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:12.311364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea98a7-db48-4a1d-9588-c8e03c15ff8b req-3577866a-98cb-477b-875b-c268c1e43ab2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:12.312902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53ea98a7-db48-4a1d-9588-c8e03c15ff8b req-3577866a-98cb-477b-875b-c268c1e43ab2 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 945 time: 0.0670216 Mar 10 15:26:12.383185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53ea98a7-db48-4a1d-9588-c8e03c15ff8b req-06895551-ba80-4989-a97c-9f0edac49841 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633810 Mar 10 15:26:12.425015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['ada53609-1a5b-4122-98ba-0aa7439a9d9e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:26:12.444319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d276f0d-e3bb-4f3f-b03a-7ea3eb65f9b9 req-234f7ff4-9bfe-4de9-af47-11b1bc3bcf8a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:12.446060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d276f0d-e3bb-4f3f-b03a-7ea3eb65f9b9 req-234f7ff4-9bfe-4de9-af47-11b1bc3bcf8a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 946 time: 0.0768340 Mar 10 15:26:12.523841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d276f0d-e3bb-4f3f-b03a-7ea3eb65f9b9 req-bfd8ceeb-f1fe-420b-a181-94e39a593438 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707121 Mar 10 15:26:12.543980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50560) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:12.632733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-767edd80-0fa0-48a5-9153-2c5a65949c45 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/3fe06a89-9436-49b5-8497-cb52c20e0570 HTTP/1.1" status: 200 len: 992 time: 0.0781434 Mar 10 15:26:13.025305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b083ba-8ee5-4bba-a6ef-dae3b0cae3da req-ced9aaf5-02de-4694-a035-2e16202523c2 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:13.027860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5b083ba-8ee5-4bba-a6ef-dae3b0cae3da req-ced9aaf5-02de-4694-a035-2e16202523c2 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 945 time: 0.0696118 Mar 10 15:26:13.087314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5b083ba-8ee5-4bba-a6ef-dae3b0cae3da req-2e7c6b29-acf4-40fd-9748-6326ebddfbad tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d5c009f-a197-4cbd-9a5c-8720fe08777a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537152 Mar 10 15:26:13.327512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-d8093dad-bee7-4068-87b5-1de56b57449d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:13.329086 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-d8093dad-bee7-4068-87b5-1de56b57449d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 945 time: 0.0536871 Mar 10 15:26:13.459333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Deleting port b846f36d-111d-44b0-8739-5dd8c0b1cc26 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:13.459627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.531626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa06394-1c50-4162-863b-d656ee1d8e46 req-cc739511-1dbc-4eb5-bb39-ddd1969536ee tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:13.534116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfa06394-1c50-4162-863b-d656ee1d8e46 req-cc739511-1dbc-4eb5-bb39-ddd1969536ee tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 945 time: 0.0635641 Mar 10 15:26:13.597067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfa06394-1c50-4162-863b-d656ee1d8e46 req-5b1752d3-e36b-42c6-a9e8-a7d7c0dcfc49 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554297 Mar 10 15:26:13.603726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] For port b846f36d-111d-44b0-8739-5dd8c0b1cc26, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=b846f36d-111d-44b0-8739-5dd8c0b1cc26,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:13.604092 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.738392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:13.798978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port ada53609-1a5b-4122-98ba-0aa7439a9d9e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:26:13.805341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port ada53609-1a5b-4122-98ba-0aa7439a9d9e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:13.806081 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.860078 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.861006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (5418ca7a-8b74-4815-a474-471c042424ff), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.861596 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Floating IP 5418ca7a-8b74-4815-a474-471c042424ff disassociated. External IP: 172.25.3.24, port: b846f36d-111d-44b0-8739-5dd8c0b1cc26. Mar 10 15:26:13.862112 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Calling delete_port for b846f36d-111d-44b0-8739-5dd8c0b1cc26 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:13.906939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ada53609-1a5b-4122-98ba-0aa7439a9d9e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:13.907381 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:13.944600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:13.945919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:13.948956 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d234bb0-e4c3-4c59-a239-59689ce05c6c" -d '{"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-plugged", "status": "completed", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:13.956040 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.018679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=13']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:14.035593 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90289241-e42d-4ca0-996a-7bc9ed749d15 x-openstack-request-id: req-90289241-e42d-4ca0-996a-7bc9ed749d15 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:14.036275 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-plugged", "status": "completed", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:14.036685 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90289241-e42d-4ca0-996a-7bc9ed749d15 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:14.037623 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'code': 200} Mar 10 15:26:14.039222 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b846f36d-111d-44b0-8739-5dd8c0b1cc26), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.076890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'Port': ['ID=b846f36d-111d-44b0-8739-5dd8c0b1cc26,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:14.089053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.089389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.089740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.090084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.090426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.090759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.091692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.092032 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.092738 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.093082 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.093416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.093745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.094071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:14.219495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-745ee4ec-76b1-4975-b259-025a2571e123 req-782ade82-381b-4364-8a3d-bfd49c53efa6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 210 time: 0.0424025 Mar 10 15:26:14.270517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Router b628a092-6937-4393-8a5a-aa0975d6ce14 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:26:14.755696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:14.769512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d8d31d-b53e-4e9a-a99e-958ab9f38991 None None] Sync routers for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:14.793480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77d9f-935f-4cc3-a1df-ef5d031b0ae3 req-732ec929-000e-46dc-98e0-761364e6c290 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:14.796429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1b77d9f-935f-4cc3-a1df-ef5d031b0ae3 req-732ec929-000e-46dc-98e0-761364e6c290 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 945 time: 0.0900764 Mar 10 15:26:14.797388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d8d31d-b53e-4e9a-a99e-958ab9f38991 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:14.798509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-51d8d31d-b53e-4e9a-a99e-958ab9f38991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:14.813953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] No DVR routers for this DVR port b846f36d-111d-44b0-8739-5dd8c0b1cc26 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:26:14.817683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:14.821153 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-652e676f-5bbf-4fd3-91ec-c77fadb056a4 req-fe98c21f-a233-4a2f-958d-715ec6d2df37 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "DELETE /v2.0/ports/b846f36d-111d-44b0-8739-5dd8c0b1cc26 HTTP/1.1" status: 204 len: 173 time: 1.4862969 Mar 10 15:26:14.821635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'name': 'network-vif-deleted', 'tag': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:14.823911 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f38d161-6b45-4034-a149-5846cae4f69e" -d '{"events": [{"server_uuid": "635aa7c0-0307-4afc-977b-ae86fca3d085", "name": "network-vif-deleted", "tag": "b846f36d-111d-44b0-8739-5dd8c0b1cc26"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:14.894980 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1b77d9f-935f-4cc3-a1df-ef5d031b0ae3 req-3716fdd1-7224-4864-853b-3f1eddce6b32 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e2deef-38b6-41c4-ab1c-2e10934e4300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910244 Mar 10 15:26:14.900607 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed762e5c-826f-4372-9356-6dada67a07b4 x-openstack-request-id: req-ed762e5c-826f-4372-9356-6dada67a07b4 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:14.900914 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635aa7c0-0307-4afc-977b-ae86fca3d085", "name": "network-vif-deleted", "tag": "b846f36d-111d-44b0-8739-5dd8c0b1cc26", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:14.901174 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed762e5c-826f-4372-9356-6dada67a07b4 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:14.902236 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635aa7c0-0307-4afc-977b-ae86fca3d085', 'name': 'network-vif-deleted', 'tag': 'b846f36d-111d-44b0-8739-5dd8c0b1cc26', 'status': 'completed', 'code': 200} Mar 10 15:26:14.980643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-7f818af5-786e-4618-8ae3-fd459ad3ed1d tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:14.982993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-7f818af5-786e-4618-8ae3-fd459ad3ed1d tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 945 time: 0.0756621 Mar 10 15:26:15.077206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-51d8d31d-b53e-4e9a-a99e-958ab9f38991 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:15.119488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Deleting port 6ed05c82-fbad-4698-933d-6e4888c74981 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:15.120229 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:15.277118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] For port 6ed05c82-fbad-4698-933d-6e4888c74981, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=6ed05c82-fbad-4698-933d-6e4888c74981,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:15.277118 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:15.403077 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1b3b870-95cb-4579-b004-61c2fa9b3416 req-8a9e0da1-b537-49d7-b271-3bc1ee5b8a2b tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=635aa7c0-0307-4afc-977b-ae86fca3d085 HTTP/1.1" status: 200 len: 210 time: 0.0316348 Mar 10 15:26:15.417703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-51d8d31d-b53e-4e9a-a99e-958ab9f38991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '75d11d05-138b-4f14-9b59-aa2bf115be39', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:4a:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:45Z', 'updated_at': '2022-03-10T15:23:09Z', 'revision_number': 2, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:15.456836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d8d31d-b53e-4e9a-a99e-958ab9f38991 None None] Checking router: b628a092-6937-4393-8a5a-aa0975d6ce14 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:15.468156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d8d31d-b53e-4e9a-a99e-958ab9f38991 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:15.468830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-51d8d31d-b53e-4e9a-a99e-958ab9f38991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:15.582738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:15.582738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (13ddb972-f77b-4afc-b5e0-ca105b9af7e0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:15.582738 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Floating IP 13ddb972-f77b-4afc-b5e0-ca105b9af7e0 disassociated. External IP: 172.25.3.222, port: 6ed05c82-fbad-4698-933d-6e4888c74981. Mar 10 15:26:15.583109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Calling delete_port for 6ed05c82-fbad-4698-933d-6e4888c74981 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:15.594214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-51d8d31d-b53e-4e9a-a99e-958ab9f38991 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:15.737256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6ed05c82-fbad-4698-933d-6e4888c74981), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:15.768409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event deleted for resources: {'Port': ['ID=6ed05c82-fbad-4698-933d-6e4888c74981,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:15.781148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.781508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.781866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.782197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.782537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.782903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.783310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.783553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.783886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.784209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.784538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.784868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.785192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:15.883199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-51d8d31d-b53e-4e9a-a99e-958ab9f38991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '75d11d05-138b-4f14-9b59-aa2bf115be39', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:4a:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:45Z', 'updated_at': '2022-03-10T15:23:09Z', 'revision_number': 2, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:15.908403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Router 5a13398c-24aa-4513-a76e-d37c9c3cb57f has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:26:15.910878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d8d31d-b53e-4e9a-a99e-958ab9f38991 None None] The sync data for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 is: [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '75d11d05-138b-4f14-9b59-aa2bf115be39', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:4a:d7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:22:45Z', 'updated_at': '2022-03-10T15:23:09Z', 'revision_number': 2, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:16.038091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf5f570a-4ebd-4283-a1e2-c561ef3eb9f1 req-1bcbc6e0-ab31-4189-83cc-003ea739e3c5 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8910768-9c30-4b5a-b1a0-9df3f0383d6f HTTP/1.1" status: 200 len: 210 time: 0.0571377 Mar 10 15:26:16.054470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:16.067664 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c68ffc2-19c0-474b-91d6-e6a14be4a4e8 None None] Sync routers for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:16.081661 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68ffc2-19c0-474b-91d6-e6a14be4a4e8 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:16.082225 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8c68ffc2-19c0-474b-91d6-e6a14be4a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:16.101536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] No DVR routers for this DVR port 6ed05c82-fbad-4698-933d-6e4888c74981 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:26:16.104489 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.108646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90a11290-5e12-478e-beb3-e0fe976f4ed7 req-2d6966b1-0ec5-4ba0-9898-514af9d2539f tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.45 "DELETE /v2.0/ports/6ed05c82-fbad-4698-933d-6e4888c74981 HTTP/1.1" status: 204 len: 173 time: 1.1145806 Mar 10 15:26:16.109130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'name': 'network-vif-deleted', 'tag': '6ed05c82-fbad-4698-933d-6e4888c74981'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:16.111911 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cd1513-bd15-46ac-ade6-26595e14ff9d" -d '{"events": [{"server_uuid": "e8910768-9c30-4b5a-b1a0-9df3f0383d6f", "name": "network-vif-deleted", "tag": "6ed05c82-fbad-4698-933d-6e4888c74981"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:16.199384 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2491300b-f6fc-4035-a25f-404ded1660d6 x-openstack-request-id: req-2491300b-f6fc-4035-a25f-404ded1660d6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:16.199844 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8910768-9c30-4b5a-b1a0-9df3f0383d6f", "name": "network-vif-deleted", "tag": "6ed05c82-fbad-4698-933d-6e4888c74981", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:16.200525 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2491300b-f6fc-4035-a25f-404ded1660d6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:16.201445 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8910768-9c30-4b5a-b1a0-9df3f0383d6f', 'name': 'network-vif-deleted', 'tag': '6ed05c82-fbad-4698-933d-6e4888c74981', 'status': 'completed', 'code': 200} Mar 10 15:26:16.276387 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-8c68ffc2-19c0-474b-91d6-e6a14be4a4e8 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:16.334152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a35a3-9300-4a72-b859-fa2a2aba40de None None] New status for floating IP 5418ca7a-8b74-4815-a474-471c042424ff: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:26:16.529036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50606) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:16.586525 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b632bb55-4210-440d-a36a-c8e2a2138b66 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (0d5c009f-a197-4cbd-9a5c-8720fe08777a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.594376 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8c68ffc2-19c0-474b-91d6-e6a14be4a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:16.616225 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b632bb55-4210-440d-a36a-c8e2a2138b66 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (0d5c009f-a197-4cbd-9a5c-8720fe08777a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.627694 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c68ffc2-19c0-474b-91d6-e6a14be4a4e8 None None] Checking router: 5a13398c-24aa-4513-a76e-d37c9c3cb57f for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:16.642077 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68ffc2-19c0-474b-91d6-e6a14be4a4e8 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:16.643011 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8c68ffc2-19c0-474b-91d6-e6a14be4a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:25:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:16.697549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b632bb55-4210-440d-a36a-c8e2a2138b66 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0d5c009f-a197-4cbd-9a5c-8720fe08777a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.700959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b632bb55-4210-440d-a36a-c8e2a2138b66 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.706056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b632bb55-4210-440d-a36a-c8e2a2138b66 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "DELETE /v2.0/security-groups/0d5c009f-a197-4cbd-9a5c-8720fe08777a HTTP/1.1" status: 204 len: 168 time: 0.1734591 Mar 10 15:26:16.706502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50612) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:16.727354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632bb55-4210-440d-a36a-c8e2a2138b66 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5c009f-a197-4cbd-9a5c-8720fe08777a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:16.728903 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-1bef9aad-be7e-4d39-93f6-7582bc64125e tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] show failed (client error): The resource could not be found. Mar 10 15:26:16.730162 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1bef9aad-be7e-4d39-93f6-7582bc64125e tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups/0d5c009f-a197-4cbd-9a5c-8720fe08777a HTTP/1.1" status: 404 len: 347 time: 0.0219874 Mar 10 15:26:16.735641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50614) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:16.870518 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-8c68ffc2-19c0-474b-91d6-e6a14be4a4e8 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:16.899961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-cc10cd1f-b65b-4adf-bd11-4590fc76a992 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Deleting port 78a3885b-4544-45e8-a2bd-c02404f06903 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:16.900721 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc10cd1f-b65b-4adf-bd11-4590fc76a992 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (78a3885b-4544-45e8-a2bd-c02404f06903), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.990094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc10cd1f-b65b-4adf-bd11-4590fc76a992 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (78a3885b-4544-45e8-a2bd-c02404f06903), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:16.990094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc10cd1f-b65b-4adf-bd11-4590fc76a992 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (78a3885b-4544-45e8-a2bd-c02404f06903), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.006973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-cc10cd1f-b65b-4adf-bd11-4590fc76a992 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Calling delete_port for 78a3885b-4544-45e8-a2bd-c02404f06903 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:17.129963 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8c68ffc2-19c0-474b-91d6-e6a14be4a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:17.152706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50622) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:17.159902 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c68ffc2-19c0-474b-91d6-e6a14be4a4e8 None None] The sync data for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 is: [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:19:31Z', 'revision_number': 4, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'fd6c4a91-1c0d-4e17-b264-678c4c387eeb', 'name': '', 'network_id': 'bef92547-f9ac-4ca6-bd1f-eb0594a4e125', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'mac_address': 'fa:16:3e:53:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2705, 'fixed_ips': [{'subnet_id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:29Z', 'updated_at': '2022-03-10T15:19:38Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'subnets': [{'id': 'c0bcabef-a9bd-405f-96c2-1876e80de53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:17.194647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc10cd1f-b65b-4adf-bd11-4590fc76a992 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (78a3885b-4544-45e8-a2bd-c02404f06903), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.225311 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aee3f712-3ed8-4137-8c6b-737adc2fce75 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (d4e2deef-38b6-41c4-ab1c-2e10934e4300), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.236397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10cd1f-b65b-4adf-bd11-4590fc76a992 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'Port': ['ID=78a3885b-4544-45e8-a2bd-c02404f06903,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:17.262575 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aee3f712-3ed8-4137-8c6b-737adc2fce75 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (d4e2deef-38b6-41c4-ab1c-2e10934e4300), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.311025 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc10cd1f-b65b-4adf-bd11-4590fc76a992 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (5418ca7a-8b74-4815-a474-471c042424ff), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.314775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc10cd1f-b65b-4adf-bd11-4590fc76a992 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.318822 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cc10cd1f-b65b-4adf-bd11-4590fc76a992 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "DELETE /v2.0/floatingips/5418ca7a-8b74-4815-a474-471c042424ff HTTP/1.1" status: 204 len: 168 time: 0.5795069 Mar 10 15:26:17.328112 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aee3f712-3ed8-4137-8c6b-737adc2fce75 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d4e2deef-38b6-41c4-ab1c-2e10934e4300), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.331308 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aee3f712-3ed8-4137-8c6b-737adc2fce75 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.332510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-aee3f712-3ed8-4137-8c6b-737adc2fce75 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "DELETE /v2.0/security-groups/d4e2deef-38b6-41c4-ab1c-2e10934e4300 HTTP/1.1" status: 204 len: 168 time: 0.1785140 Mar 10 15:26:17.335395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50626) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:17.342033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3f712-3ed8-4137-8c6b-737adc2fce75 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e2deef-38b6-41c4-ab1c-2e10934e4300,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:17.349334 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-59b8e4d8-d5c8-43ed-8b09-84dc5356fb15 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] show failed (client error): The resource could not be found. Mar 10 15:26:17.354252 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-59b8e4d8-d5c8-43ed-8b09-84dc5356fb15 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "GET /v2.0/security-groups/d4e2deef-38b6-41c4-ab1c-2e10934e4300 HTTP/1.1" status: 404 len: 347 time: 0.0176272 Mar 10 15:26:17.357266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50628) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:17.484401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b846f36d-111d-44b0-8739-5dd8c0b1cc26 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:26:17.514257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: b846f36d-111d-44b0-8739-5dd8c0b1cc26 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:26:17.514921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device b846f36d-111d-44b0-8739-5dd8c0b1cc26 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:26:17.548734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-b6ffb5d2-dc7e-4b7c-93ad-370859f5d530 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Deleting port d08766fb-3534-44de-9219-8bac639b0860 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:17.549186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6ffb5d2-dc7e-4b7c-93ad-370859f5d530 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d08766fb-3534-44de-9219-8bac639b0860), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.569966 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a028fd8-620f-42a8-9919-828e2397aed5 None None] New status for floating IP 13ddb972-f77b-4afc-b5e0-ca105b9af7e0: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:26:17.648704 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6ffb5d2-dc7e-4b7c-93ad-370859f5d530 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d08766fb-3534-44de-9219-8bac639b0860), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.649357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6ffb5d2-dc7e-4b7c-93ad-370859f5d530 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (d08766fb-3534-44de-9219-8bac639b0860), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.666107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-b6ffb5d2-dc7e-4b7c-93ad-370859f5d530 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Calling delete_port for d08766fb-3534-44de-9219-8bac639b0860 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:17.754041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 6ed05c82-fbad-4698-933d-6e4888c74981 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:26:17.792040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 6ed05c82-fbad-4698-933d-6e4888c74981 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:26:17.792428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 6ed05c82-fbad-4698-933d-6e4888c74981 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:26:17.843536 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6ffb5d2-dc7e-4b7c-93ad-370859f5d530 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d08766fb-3534-44de-9219-8bac639b0860), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.873869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffb5d2-dc7e-4b7c-93ad-370859f5d530 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Pushing event deleted for resources: {'Port': ['ID=d08766fb-3534-44de-9219-8bac639b0860,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:17.902957 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.940482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6ffb5d2-dc7e-4b7c-93ad-370859f5d530 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks [] for floatingip (13ddb972-f77b-4afc-b5e0-ca105b9af7e0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.943733 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6ffb5d2-dc7e-4b7c-93ad-370859f5d530 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:17.948074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b6ffb5d2-dc7e-4b7c-93ad-370859f5d530 tempest-AttachVolumeTestJSON-169047242 tempest-AttachVolumeTestJSON-169047242-project] 10.222.0.11 "DELETE /v2.0/floatingips/13ddb972-f77b-4afc-b5e0-ca105b9af7e0 HTTP/1.1" status: 204 len: 168 time: 0.5865059 Mar 10 15:26:20.335626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50668) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:20.464654 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44723a3a-e116-4258-92cd-99c588be1016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:20.564986 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44723a3a-e116-4258-92cd-99c588be1016 admin admin] Publish callbacks [] for security_group (76bc7db2-ad9f-44bf-8af0-8a3706a26d4a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:20.569715 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44723a3a-e116-4258-92cd-99c588be1016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (76bc7db2-ad9f-44bf-8af0-8a3706a26d4a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:20.623616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-44723a3a-e116-4258-92cd-99c588be1016 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4a9057073b94262a3b5312df53856af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2838016 Mar 10 15:26:20.623616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44723a3a-e116-4258-92cd-99c588be1016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bc7db2-ad9f-44bf-8af0-8a3706a26d4a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:20.623870 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50672) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:20.682167 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5195e7ba-6d71-423e-88ff-5cb525faf884 admin admin] Publish callbacks [] for security_group (76bc7db2-ad9f-44bf-8af0-8a3706a26d4a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:20.708565 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:20.721739 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5195e7ba-6d71-423e-88ff-5cb525faf884 admin admin] Publish callbacks [] for security_group (76bc7db2-ad9f-44bf-8af0-8a3706a26d4a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:20.790956 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5195e7ba-6d71-423e-88ff-5cb525faf884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (76bc7db2-ad9f-44bf-8af0-8a3706a26d4a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:20.794565 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5195e7ba-6d71-423e-88ff-5cb525faf884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:20.796680 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5195e7ba-6d71-423e-88ff-5cb525faf884 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76bc7db2-ad9f-44bf-8af0-8a3706a26d4a HTTP/1.1" status: 204 len: 168 time: 0.1717937 Mar 10 15:26:20.830063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195e7ba-6d71-423e-88ff-5cb525faf884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bc7db2-ad9f-44bf-8af0-8a3706a26d4a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:21.724926 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6e8f-ceac-4770-9aff-be2701ca6117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:23.551024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50848) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:23.691164 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f16923b0-73b8-43c7-8a83-22cf2bddfee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:23.782339 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f16923b0-73b8-43c7-8a83-22cf2bddfee2 admin admin] Publish callbacks [] for security_group (16041954-b925-4841-8fef-7ef4ad9d4e4b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:23.786608 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f16923b0-73b8-43c7-8a83-22cf2bddfee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (16041954-b925-4841-8fef-7ef4ad9d4e4b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:23.823121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16923b0-73b8-43c7-8a83-22cf2bddfee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16041954-b925-4841-8fef-7ef4ad9d4e4b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:23.852652 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f16923b0-73b8-43c7-8a83-22cf2bddfee2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=338dea206d734e17b7c5eb260c0fdf54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991347 Mar 10 15:26:23.852841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50852) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:23.934224 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4470a37-b89a-475c-8e8b-dcadc8230ae8 admin admin] Publish callbacks [] for security_group (16041954-b925-4841-8fef-7ef4ad9d4e4b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:23.961057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4470a37-b89a-475c-8e8b-dcadc8230ae8 admin admin] Publish callbacks [] for security_group (16041954-b925-4841-8fef-7ef4ad9d4e4b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.026041 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4470a37-b89a-475c-8e8b-dcadc8230ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (16041954-b925-4841-8fef-7ef4ad9d4e4b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.029659 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ca26a48e-fb52-48c3-9c36-738ebac1caab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.030270 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c4470a37-b89a-475c-8e8b-dcadc8230ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.031116 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c4470a37-b89a-475c-8e8b-dcadc8230ae8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16041954-b925-4841-8fef-7ef4ad9d4e4b HTTP/1.1" status: 204 len: 168 time: 0.1772950 Mar 10 15:26:24.051049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4470a37-b89a-475c-8e8b-dcadc8230ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16041954-b925-4841-8fef-7ef4ad9d4e4b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:24.428730 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50860) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:24.445530 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05eb1588-bb92-48e5-baa1-2d757bd66a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.564140 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05eb1588-bb92-48e5-baa1-2d757bd66a68 admin admin] Publish callbacks [] for security_group (f41fc73e-851e-4217-b015-71b8de16d3dc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.573114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-05eb1588-bb92-48e5-baa1-2d757bd66a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f41fc73e-851e-4217-b015-71b8de16d3dc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.670760 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-05eb1588-bb92-48e5-baa1-2d757bd66a68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1afc1ec741604969aa3a68fe406d5ceb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399197 Mar 10 15:26:24.673014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50872) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:24.694015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb1588-bb92-48e5-baa1-2d757bd66a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41fc73e-851e-4217-b015-71b8de16d3dc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:24.773197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17cf39c2-0aee-4c62-8c0c-f056b55cbe52 admin admin] Publish callbacks [] for security_group (f41fc73e-851e-4217-b015-71b8de16d3dc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.798309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17cf39c2-0aee-4c62-8c0c-f056b55cbe52 admin admin] Publish callbacks [] for security_group (f41fc73e-851e-4217-b015-71b8de16d3dc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.852316 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17cf39c2-0aee-4c62-8c0c-f056b55cbe52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f41fc73e-851e-4217-b015-71b8de16d3dc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.855273 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17cf39c2-0aee-4c62-8c0c-f056b55cbe52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:24.856542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-17cf39c2-0aee-4c62-8c0c-f056b55cbe52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f41fc73e-851e-4217-b015-71b8de16d3dc HTTP/1.1" status: 204 len: 168 time: 0.1817238 Mar 10 15:26:24.866157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf39c2-0aee-4c62-8c0c-f056b55cbe52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41fc73e-851e-4217-b015-71b8de16d3dc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:25.267460 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:25.914862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50900) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:26.033169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1995810431-network', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:26.056847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Made reservation on behalf of a700388e2b194b8b9d3063b7f9831734 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:26.059787 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.069879 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.163543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Publish callbacks [] for security_group (ea133ecd-533d-4e05-9e7d-ef5b928fdbba), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.169761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea133ecd-533d-4e05-9e7d-ef5b928fdbba), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.187655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:26:26.200600 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (031d5e2c-bfde-4742-8ffb-85da64ab7117), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.201331 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Added segment 031d5e2c-bfde-4742-8ffb-85da64ab7117 of type vlan for network abf4c7d6-76fc-4284-9f01-abae706ae95f Mar 10 15:26:26.270610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (abf4c7d6-76fc-4284-9f01-abae706ae95f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.317849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea133ecd-533d-4e05-9e7d-ef5b928fdbba,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:26.321220 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (abf4c7d6-76fc-4284-9f01-abae706ae95f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.322275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:26.322878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.393080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=abf4c7d6-76fc-4284-9f01-abae706ae95f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:26.401719 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50906) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:26.405802 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network abf4c7d6-76fc-4284-9f01-abae706ae95f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:26:26.407321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] Request body: {'subnet': {'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1995810431-subnet', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:26.411740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-60914631-5d46-47a6-af6c-2f7129dd6bc9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4938800 Mar 10 15:26:26.435238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] Made reservation on behalf of a700388e2b194b8b9d3063b7f9831734 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:26.438553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.606749 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.667650 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (47179ac9-1680-465c-aea4-b5f57e0afe4a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.742601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=47179ac9-1680-465c-aea4-b5f57e0afe4a,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:26.787283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] Checking segment: {'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:26.787662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] Network hostable DHCP agents. Network: abf4c7d6-76fc-4284-9f01-abae706ae95f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:26:26.806266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] Network abf4c7d6-76fc-4284-9f01-abae706ae95f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:26:26.825805 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, abf4c7d6-76fc-4284-9f01-abae706ae95f) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:26.830045 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:26.830738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.840370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837aedec-0ff5-4210-b693-585fdace1070 None None] Network abf4c7d6-76fc-4284-9f01-abae706ae95f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:26.851008 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c67c07e3-febd-4363-ad9d-7906f7dabd9b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4469113 Mar 10 15:26:26.852907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50912) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:26.861449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:26.890647 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.894052 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.973376 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Publish callbacks [] for router_controller (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:26.988035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-abf4c7d6-76fc-4284-9f01-abae706ae95f', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:26:26.988890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.128917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Allocated IP 172.20.0.2 (abf4c7d6-76fc-4284-9f01-abae706ae95f/47179ac9-1680-465c-aea4-b5f57e0afe4a/7c7a2267-7558-4812-91e3-db8425874e8c) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:27.156777 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Publish callbacks [] for router_gateway (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.292870 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Publish callbacks [] for port (7c7a2267-7558-4812-91e3-db8425874e8c), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.303009 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.358931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Network abf4c7d6-76fc-4284-9f01-abae706ae95f is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:27.363063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:27.367809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:27.416593 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Publish callbacks [] for router_gateway (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.450820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.506457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Pushing event updated for resources: {'Port': ['ID=7c7a2267-7558-4812-91e3-db8425874e8c,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:27.510970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Attempting to bind port 7c7a2267-7558-4812-91e3-db8425874e8c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:27.511749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Attempting to bind port 7c7a2267-7558-4812-91e3-db8425874e8c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:27.512297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Attempting to bind port 7c7a2267-7558-4812-91e3-db8425874e8c on network abf4c7d6-76fc-4284-9f01-abae706ae95f {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:27.521830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.522375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.522900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.523389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.523899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.524730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.525211 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.525691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.526181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.526656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.527161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.527636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.528805 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:27.543709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:27.544343 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Checking segment: {'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:27.544908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.545452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Bound using segment: {'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:27.547384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Bound port: 7c7a2267-7558-4812-91e3-db8425874e8c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:27.547970 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.563639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Allocated IP 172.25.3.159 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/030de249-5a05-43dd-b83a-6ced133679e9) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:27.631134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] For port 7c7a2267-7558-4812-91e3-db8425874e8c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:27.635520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] For port 7c7a2267-7558-4812-91e3-db8425874e8c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7c7a2267-7558-4812-91e3-db8425874e8c,segment=NetworkSegment(031d5e2c-bfde-4742-8ffb-85da64ab7117),segment_id=031d5e2c-bfde-4742-8ffb-85da64ab7117)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:27.647905 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.674890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-1c78ba0c-9ebf-443b-b984-9a1c1b52af4c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3046772 Mar 10 15:26:27.691298 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Publish callbacks [] for port (030de249-5a05-43dd-b83a-6ced133679e9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.738998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84001d80-e772-4c59-9730-68ba77a993cd None None] Pushing event updated for resources: {'Port': ['ID=7c7a2267-7558-4812-91e3-db8425874e8c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:27.789389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (030de249-5a05-43dd-b83a-6ced133679e9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:27.836646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:27.840596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-436cee70-9e11-41c7-8471-93f3436e73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:27.842195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-436cee70-9e11-41c7-8471-93f3436e73ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1129 time: 0.1236312 Mar 10 15:26:27.844851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:27.850801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:27.881360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Pushing event updated for resources: {'Port': ['ID=030de249-5a05-43dd-b83a-6ced133679e9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:28.183477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-8886244c-11f4-4e16-80ad-9aa41b0abb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:28.186292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-8886244c-11f4-4e16-80ad-9aa41b0abb45 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.2976933 Mar 10 15:26:28.267861 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.363520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7c7a2267-7558-4812-91e3-db8425874e8c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:28.426417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7c7a2267-7558-4812-91e3-db8425874e8c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:28.427562 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.534039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7c7a2267-7558-4812-91e3-db8425874e8c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:28.534718 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.577608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 7c7a2267-7558-4812-91e3-db8425874e8c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7c7a2267-7558-4812-91e3-db8425874e8c,segment=NetworkSegment(031d5e2c-bfde-4742-8ffb-85da64ab7117),segment_id=031d5e2c-bfde-4742-8ffb-85da64ab7117)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:28.583813 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.654545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=7c7a2267-7558-4812-91e3-db8425874e8c,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:28.762087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-34e4e0f0-321d-461f-81e2-bbbecd874e09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 1001 time: 0.5342338 Mar 10 15:26:28.786571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Publish callbacks [] for router_gateway (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:28.853271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-529750f3-397d-4f80-84e9-6d00938e53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:28.855337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-529750f3-397d-4f80-84e9-6d00938e53f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.0663254 Mar 10 15:26:29.127964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-64ecd704-f313-4e6a-b1e5-e4165fa99584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:29.129932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-64ecd704-f313-4e6a-b1e5-e4165fa99584 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2335567 Mar 10 15:26:29.152576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88577851-ed38-4774-8301-12384cb6209a None None] Network abf4c7d6-76fc-4284-9f01-abae706ae95f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:29.190121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.239564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-cd2116a7-75a3-457f-84ab-f1684e84f337 None None] Provisioning complete for port 7c7a2267-7558-4812-91e3-db8425874e8c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:29.239954 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd2116a7-75a3-457f-84ab-f1684e84f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.378665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-f69616a8-b0fa-4ced-bb9c-c975152d5aa4 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290511 Mar 10 15:26:29.518351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:26:29.524399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1cc82ef6-73e6-4f29-8126-46259703f600 req-e699b7e8-642b-4621-a8df-d1a9057009ac service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233385 Mar 10 15:26:29.597389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cd2116a7-75a3-457f-84ab-f1684e84f337 None None] Current status of the port 7c7a2267-7558-4812-91e3-db8425874e8c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:29.684325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:29.694436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Sync routers for ids ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:29.710203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Routers {'9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:29.710659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:29.713973 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:29.718710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 50928) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:29.720533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5357d754-9d83-4d27-aa9d-8bba5da2d84e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8653023 Mar 10 15:26:29.858160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Set router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:30.107075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-29183d79-5d0f-45f7-8efe-13238c094d7f None None] Provisioning complete for port 7c7a2267-7558-4812-91e3-db8425874e8c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:30.107456 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-29183d79-5d0f-45f7-8efe-13238c094d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.209680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:28Z', 'revision_number': 3, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:30.322333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Checking router: 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:30.327277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Updating router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 port 030de249-5a05-43dd-b83a-6ced133679e9 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:26:30.375299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-29183d79-5d0f-45f7-8efe-13238c094d7f None None] Current status of the port 7c7a2267-7558-4812-91e3-db8425874e8c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:30.380641 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.389994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7c7a2267-7558-4812-91e3-db8425874e8c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:30.431173 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (030de249-5a05-43dd-b83a-6ced133679e9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.548515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Allocated IP 172.20.0.1 (abf4c7d6-76fc-4284-9f01-abae706ae95f/47179ac9-1680-465c-aea4-b5f57e0afe4a/20bc7890-ab2a-4bed-867b-0554d9b988be) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:30.661037 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Publish callbacks [] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.702358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.776083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Pushing event updated for resources: {'Port': ['ID=20bc7890-ab2a-4bed-867b-0554d9b988be,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:30.788935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Publish callbacks [] for port (030de249-5a05-43dd-b83a-6ced133679e9), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.792845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7c7a2267-7558-4812-91e3-db8425874e8c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:30.793228 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.803988 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (030de249-5a05-43dd-b83a-6ced133679e9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.805983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Network abf4c7d6-76fc-4284-9f01-abae706ae95f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:30.808156 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:30.810396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:30.905195 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:30.924519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dbd5c-8425-46c0-9934-89f62dd98c2d None None] Pushing event updated for resources: {'Port': ['ID=030de249-5a05-43dd-b83a-6ced133679e9,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:30.994353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Attempting to bind port 030de249-5a05-43dd-b83a-6ced133679e9 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:30.995202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Attempting to bind port 030de249-5a05-43dd-b83a-6ced133679e9 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:30.995802 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Attempting to bind port 030de249-5a05-43dd-b83a-6ced133679e9 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:31.006113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:31.006754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:31.007407 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.008029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:31.008812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Bound port: 030de249-5a05-43dd-b83a-6ced133679e9, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:31.009422 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (030de249-5a05-43dd-b83a-6ced133679e9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.101628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7c7a2267-7558-4812-91e3-db8425874e8c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:31.155303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] For port 030de249-5a05-43dd-b83a-6ced133679e9, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:31.162475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] For port 030de249-5a05-43dd-b83a-6ced133679e9, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=030de249-5a05-43dd-b83a-6ced133679e9,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:31.175425 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (030de249-5a05-43dd-b83a-6ced133679e9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.252560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dbd5c-8425-46c0-9934-89f62dd98c2d None None] Pushing event updated for resources: {'Port': ['ID=030de249-5a05-43dd-b83a-6ced133679e9,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:31.275946 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.286857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Routers {'9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:31.287636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:31.413289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] Set router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:31.513577 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Publish callbacks [] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.520073 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.530153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-10a7d1b2-f9ba-46f8-b572-664db65b79f8 None None] Provisioning complete for port 20bc7890-ab2a-4bed-867b-0554d9b988be triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:31.530874 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-10a7d1b2-f9ba-46f8-b572-664db65b79f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.572800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-10a7d1b2-f9ba-46f8-b572-664db65b79f8 None None] Port 20bc7890-ab2a-4bed-867b-0554d9b988be cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:26:31.605134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Pushing event updated for resources: {'Port': ['ID=20bc7890-ab2a-4bed-867b-0554d9b988be,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:31.608028 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:31.720395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Network abf4c7d6-76fc-4284-9f01-abae706ae95f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:31.721773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:31.722632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '20bc7890-ab2a-4bed-867b-0554d9b988be', 'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'mac_address': 'fa:16:3e:9b:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:30Z', 'updated_at': '2022-03-10T15:26:30Z', 'revision_number': 1, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'subnets': [{'id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:31.768854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6370a1d0-9704-457e-9a1b-7daf215b7a75 None None] The sync data for ids ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'] in n-d-833090-1 is: [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '20bc7890-ab2a-4bed-867b-0554d9b988be', 'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'mac_address': 'fa:16:3e:9b:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:30Z', 'updated_at': '2022-03-10T15:26:30Z', 'revision_number': 1, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'subnets': [{'id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:31.932668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:26:32.170032 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:32.189505 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-913e81dd-876d-49b9-bc22-a431df5021db admin admin] 10.222.0.11 "PUT /v2.0/routers/9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4696550 Mar 10 15:26:32.234660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-38bd572a-3b29-4d33-900f-adb4b95866bc None None] Provisioning complete for port 20bc7890-ab2a-4bed-867b-0554d9b988be triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:32.235153 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38bd572a-3b29-4d33-900f-adb4b95866bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:32.337840 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-38bd572a-3b29-4d33-900f-adb4b95866bc None None] Port 20bc7890-ab2a-4bed-867b-0554d9b988be cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:26:32.458668 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509cd4c-1150-4630-97a6-bd967bc2c368 req-bf1834bf-9a08-4620-bd9a-6051f9a9d6a7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:32.460587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2509cd4c-1150-4630-97a6-bd967bc2c368 req-bf1834bf-9a08-4620-bd9a-6051f9a9d6a7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 945 time: 0.0815470 Mar 10 15:26:32.543391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2509cd4c-1150-4630-97a6-bd967bc2c368 req-84dedf43-6573-46e4-9751-46274e801504 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766187 Mar 10 15:26:33.123888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50974) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:33.128835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-465425144-network', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:33.170585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Made reservation on behalf of 0b47a93438424f5c9f989ed513aa2bf4 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:33.172979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.182411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.275135 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Publish callbacks [] for security_group (a800901d-2bc4-4e55-9a93-d01ed6c2e8ef), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.281126 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a800901d-2bc4-4e55-9a93-d01ed6c2e8ef), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.297425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:26:33.307962 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (09d1b7b3-16fc-499f-b189-b707dcaa73e2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.308341 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Added segment 09d1b7b3-16fc-499f-b189-b707dcaa73e2 of type vlan for network 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 Mar 10 15:26:33.357113 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9690cc70-bb7e-446a-9cb1-0e4bd60f6c32), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.424853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a800901d-2bc4-4e55-9a93-d01ed6c2e8ef,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:33.450115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9690cc70-bb7e-446a-9cb1-0e4bd60f6c32), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.452301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:33.453688 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.517334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3923321 Mar 10 15:26:33.519991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50978) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:33.524589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] Request body: {'subnet': {'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-465425144-subnet', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:33.589687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c8a9a-413e-48f3-b745-e118bc0b20f0 admin admin] Pushing event updated for resources: {'Network': ['ID=9690cc70-bb7e-446a-9cb1-0e4bd60f6c32,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:33.604234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:26:33.679224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] Made reservation on behalf of 0b47a93438424f5c9f989ed513aa2bf4 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:33.681739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:33.797626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311dec3-9afd-4a3c-9411-0af521f26ad5 req-8962c7c7-5f88-4870-bd84-165bf4f6613a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:33.804804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0311dec3-9afd-4a3c-9411-0af521f26ad5 req-8962c7c7-5f88-4870-bd84-165bf4f6613a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 945 time: 0.1636143 Mar 10 15:26:33.882850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0311dec3-9afd-4a3c-9411-0af521f26ad5 req-4fdeb6a2-df53-43f2-9f6b-7abe12327753 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769563 Mar 10 15:26:34.004597 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (5ca26627-174e-4311-93d0-3df8b668a90e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.108771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca26627-174e-4311-93d0-3df8b668a90e,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:34.115022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] Checking segment: {'id': '09d1b7b3-16fc-499f-b189-b707dcaa73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:34.115646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] Network hostable DHCP agents. Network: 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:26:34.122711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf37386-9bf2-4689-9585-1257ca61854d req-f06b9b8c-c0ed-4afb-bd76-955e55107afe tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:34.123913 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3cf37386-9bf2-4689-9585-1257ca61854d req-f06b9b8c-c0ed-4afb-bd76-955e55107afe tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 945 time: 0.1804349 Mar 10 15:26:34.147875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] Network 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:26:34.160646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:34.182128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:34.184339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d637a325-1990-4d89-a129-8eabcfe97d8b None None] Network 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:34.186842 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.252662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7af53e0d-03d0-4ad7-9a6c-a14b41f8a5c4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7315967 Mar 10 15:26:34.253357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 50984) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:34.266408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-465425144-router', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:34.342183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (2ee24917-0374-41a6-bd2b-ee9d1da64091), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.343292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (2ee24917-0374-41a6-bd2b-ee9d1da64091), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.383733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Deleting port 00dc7687-bcaa-452f-a828-c6863e1a4067 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:34.384077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.491130 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Publish callbacks [] for router_controller (2ee24917-0374-41a6-bd2b-ee9d1da64091), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.498173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-9690cc70-bb7e-446a-9cb1-0e4bd60f6c32', 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32', 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'fixed_ips': [{'subnet_id': '5ca26627-174e-4311-93d0-3df8b668a90e'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:26:34.499245 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.523763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 030de249-5a05-43dd-b83a-6ced133679e9 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:34.710639 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] For port 00dc7687-bcaa-452f-a828-c6863e1a4067, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=00dc7687-bcaa-452f-a828-c6863e1a4067,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:34.711092 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:34.746223 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Publish callbacks [] for router_gateway (2ee24917-0374-41a6-bd2b-ee9d1da64091), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.042373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 030de249-5a05-43dd-b83a-6ced133679e9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:35.042943 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (030de249-5a05-43dd-b83a-6ced133679e9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.156814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Allocated IP 172.20.0.2 (9690cc70-bb7e-446a-9cb1-0e4bd60f6c32/5ca26627-174e-4311-93d0-3df8b668a90e/2f9e4848-bc30-4d92-9a8e-c98a41bfa501) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:35.188549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.197991 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (75d11d05-138b-4f14-9b59-aa2bf115be39), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.199422 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Floating IP 75d11d05-138b-4f14-9b59-aa2bf115be39 disassociated. External IP: 172.25.3.27, port: 00dc7687-bcaa-452f-a828-c6863e1a4067. Mar 10 15:26:35.200611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Calling delete_port for 00dc7687-bcaa-452f-a828-c6863e1a4067 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:35.233540 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Publish callbacks [] for router_gateway (2ee24917-0374-41a6-bd2b-ee9d1da64091), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.288428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.326717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 030de249-5a05-43dd-b83a-6ced133679e9 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:35.328214 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (030de249-5a05-43dd-b83a-6ced133679e9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.355419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 030de249-5a05-43dd-b83a-6ced133679e9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=030de249-5a05-43dd-b83a-6ced133679e9,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:35.358002 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Sync routers for ids ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:35.368254 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (030de249-5a05-43dd-b83a-6ced133679e9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.369200 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Routers {'9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:35.369870 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:35.426260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59687a-11a2-4654-b235-3db9edc03901 req-b5b99aab-1cb6-424e-85d2-514c65e5daad tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:35.433803 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e59687a-11a2-4654-b235-3db9edc03901 req-b5b99aab-1cb6-424e-85d2-514c65e5daad tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 945 time: 0.3290737 Mar 10 15:26:35.501933 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (00dc7687-bcaa-452f-a828-c6863e1a4067), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.537440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=030de249-5a05-43dd-b83a-6ced133679e9,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:35.560332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'Port': ['ID=00dc7687-bcaa-452f-a828-c6863e1a4067,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:35.564906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e59687a-11a2-4654-b235-3db9edc03901 req-dd5f9755-e14a-44be-a40b-138fe5ef6b21 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=d138e695-4995-4e24-ae05-df05a1d1af01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263499 Mar 10 15:26:35.578298 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Publish callbacks [] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.592502 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.642944 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Set router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:35.710086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Pushing event updated for resources: {'Port': ['ID=2f9e4848-bc30-4d92-9a8e-c98a41bfa501,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:35.721840 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Network 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:35.724020 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:35.726744 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:35.732621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Allocated IP 172.25.3.186 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/b2767c7d-f6bd-46ba-9a34-45b436119cef) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:35.849939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Attempting to bind port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:35.851118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Attempting to bind port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '09d1b7b3-16fc-499f-b189-b707dcaa73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:35.854752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Attempting to bind port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 on network 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:35.867956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:35.868880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Checking segment: {'id': '09d1b7b3-16fc-499f-b189-b707dcaa73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:35.869513 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.870082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Bound using segment: {'id': '09d1b7b3-16fc-499f-b189-b707dcaa73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:35.870955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Bound port: 2f9e4848-bc30-4d92-9a8e-c98a41bfa501, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d1b7b3-16fc-499f-b189-b707dcaa73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:35.872372 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.876327 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Publish callbacks [] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.927360 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:35.984471 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Router b628a092-6937-4393-8a5a-aa0975d6ce14 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:26:36.005693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] For port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:36.012608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] For port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2f9e4848-bc30-4d92-9a8e-c98a41bfa501,segment=NetworkSegment(09d1b7b3-16fc-499f-b189-b707dcaa73e2),segment_id=09d1b7b3-16fc-499f-b189-b707dcaa73e2)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:36.049002 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.098726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:36.125309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:36.138522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:36.213596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bd357-e039-4f50-8e62-34ac09a0a94d None None] Pushing event updated for resources: {'Port': ['ID=2f9e4848-bc30-4d92-9a8e-c98a41bfa501,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:36.228729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Pushing event updated for resources: {'Port': ['ID=b2767c7d-f6bd-46ba-9a34-45b436119cef,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:36.252189 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '20bc7890-ab2a-4bed-867b-0554d9b988be', 'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'mac_address': 'fa:16:3e:9b:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:30Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 2, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'subnets': [{'id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:36.373663 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Checking router: 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:36.378350 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Updating router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 port 20bc7890-ab2a-4bed-867b-0554d9b988be binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:26:36.399934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:36.418483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ece4be-6994-4f07-a586-0d32ac261408 None None] Sync routers for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:36.444103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 030de249-5a05-43dd-b83a-6ced133679e9 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:36.453812 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.533956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] No DVR routers for this DVR port 00dc7687-bcaa-452f-a828-c6863e1a4067 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:26:36.536622 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:36.542291 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3cf37386-9bf2-4689-9585-1257ca61854d req-3e0bb3fd-adb9-471a-abf4-04f357c48bef tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "DELETE /v2.0/ports/00dc7687-bcaa-452f-a828-c6863e1a4067 HTTP/1.1" status: 204 len: 173 time: 2.4080131 Mar 10 15:26:36.542765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'name': 'network-vif-deleted', 'tag': '00dc7687-bcaa-452f-a828-c6863e1a4067'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:36.545088 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5792d7c-24e3-46cd-b388-c2cb7b6fda32" -d '{"events": [{"server_uuid": "4a8ab1cf-d085-44f3-b331-09f8de4eb331", "name": "network-vif-deleted", "tag": "00dc7687-bcaa-452f-a828-c6863e1a4067"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:36.557847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ece4be-6994-4f07-a586-0d32ac261408 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:36.563064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-89ece4be-6994-4f07-a586-0d32ac261408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:36.661516 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80193d4f-cc9c-4438-a128-8a2a23db232e x-openstack-request-id: req-80193d4f-cc9c-4438-a128-8a2a23db232e {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:36.661978 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8ab1cf-d085-44f3-b331-09f8de4eb331", "name": "network-vif-deleted", "tag": "00dc7687-bcaa-452f-a828-c6863e1a4067", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:36.662554 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80193d4f-cc9c-4438-a128-8a2a23db232e {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:36.662554 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8ab1cf-d085-44f3-b331-09f8de4eb331', 'name': 'network-vif-deleted', 'tag': '00dc7687-bcaa-452f-a828-c6863e1a4067', 'status': 'completed', 'code': 200} Mar 10 15:26:36.884221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 030de249-5a05-43dd-b83a-6ced133679e9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:36.889653 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (030de249-5a05-43dd-b83a-6ced133679e9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.035129 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Publish callbacks [] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.049797 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.077738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 030de249-5a05-43dd-b83a-6ced133679e9 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:37.124662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-89ece4be-6994-4f07-a586-0d32ac261408 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:37.177937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Publish callbacks [] for router_gateway (2ee24917-0374-41a6-bd2b-ee9d1da64091), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.183833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87759a63-3f68-431a-bcd7-c76bd1eda13e req-844a51cb-d50b-4788-ac03-472cca515f04 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ab1cf-d085-44f3-b331-09f8de4eb331 HTTP/1.1" status: 200 len: 210 time: 0.1148689 Mar 10 15:26:37.247872 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Pushing event updated for resources: {'Port': ['ID=20bc7890-ab2a-4bed-867b-0554d9b988be,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:37.268934 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.269271 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.270655 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.271001 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.271375 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.271702 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.272026 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.272347 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.272667 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.273662 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.273996 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.274317 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.274633 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:26:37.445295 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Attempting to bind port 20bc7890-ab2a-4bed-867b-0554d9b988be on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:37.445957 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Attempting to bind port 20bc7890-ab2a-4bed-867b-0554d9b988be by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:37.445957 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Attempting to bind port 20bc7890-ab2a-4bed-867b-0554d9b988be on network abf4c7d6-76fc-4284-9f01-abae706ae95f {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:37.460268 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:37.463674 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Checking segment: {'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:37.463674 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.463674 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Bound using segment: {'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:37.463674 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Bound port: 20bc7890-ab2a-4bed-867b-0554d9b988be, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:37.463674 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.538779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 00dc7687-bcaa-452f-a828-c6863e1a4067 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:26:37.598747 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (2ee24917-0374-41a6-bd2b-ee9d1da64091), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.609216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 00dc7687-bcaa-452f-a828-c6863e1a4067 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:26:37.609561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 00dc7687-bcaa-452f-a828-c6863e1a4067 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:26:37.658994 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] For port 20bc7890-ab2a-4bed-867b-0554d9b988be, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:37.676616 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] For port 20bc7890-ab2a-4bed-867b-0554d9b988be, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=20bc7890-ab2a-4bed-867b-0554d9b988be,segment=NetworkSegment(031d5e2c-bfde-4742-8ffb-85da64ab7117),segment_id=031d5e2c-bfde-4742-8ffb-85da64ab7117)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:37.690072 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.709944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-89ece4be-6994-4f07-a586-0d32ac261408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:37.752707 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f84d2a-d408-4963-877d-1206a117b944 None None] Pushing event updated for resources: {'Port': ['ID=20bc7890-ab2a-4bed-867b-0554d9b988be,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:37.783034 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Routers {'9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:37.786836 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:37.870192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ece4be-6994-4f07-a586-0d32ac261408 None None] Checking router: b628a092-6937-4393-8a5a-aa0975d6ce14 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:37.888741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ae947c96-3b92-4b0d-a32a-1720521175e5 None None] Provisioning complete for port 20bc7890-ab2a-4bed-867b-0554d9b988be triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:37.889190 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae947c96-3b92-4b0d-a32a-1720521175e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:37.892077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ece4be-6994-4f07-a586-0d32ac261408 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:37.892723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-89ece4be-6994-4f07-a586-0d32ac261408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:38.007773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Router 2ee24917-0374-41a6-bd2b-ee9d1da64091 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:26:38.069027 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] Set router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:38.326635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ae947c96-3b92-4b0d-a32a-1720521175e5 None None] Current status of the port 20bc7890-ab2a-4bed-867b-0554d9b988be is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:38.346887 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae947c96-3b92-4b0d-a32a-1720521175e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.399825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:38.438248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51014) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:38.452329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ae947c96-3b92-4b0d-a32a-1720521175e5 None None] For port 20bc7890-ab2a-4bed-867b-0554d9b988be, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=20bc7890-ab2a-4bed-867b-0554d9b988be,segment=NetworkSegment(031d5e2c-bfde-4742-8ffb-85da64ab7117),segment_id=031d5e2c-bfde-4742-8ffb-85da64ab7117)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:38.462008 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae947c96-3b92-4b0d-a32a-1720521175e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.464865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-89ece4be-6994-4f07-a586-0d32ac261408 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:38.478142 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Sync routers for ids ['2ee24917-0374-41a6-bd2b-ee9d1da64091'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:38.489140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.493441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51016) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:38.494498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c2dd555e-2689-41d7-a6b4-797daaf617aa admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2401588 Mar 10 15:26:38.593452 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Routers {'2ee24917-0374-41a6-bd2b-ee9d1da64091'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:38.595677 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2ee24917-0374-41a6-bd2b-ee9d1da64091'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:38.605034 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17b041fa-c35e-437d-9e54-e4d05e2b139d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (d138e695-4995-4e24-ae05-df05a1d1af01), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.653390 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17b041fa-c35e-437d-9e54-e4d05e2b139d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (d138e695-4995-4e24-ae05-df05a1d1af01), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.751130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e64bec-abd6-449f-9479-8893582647d7 None None] Network 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:38.758465 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17b041fa-c35e-437d-9e54-e4d05e2b139d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d138e695-4995-4e24-ae05-df05a1d1af01), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.761141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae947c96-3b92-4b0d-a32a-1720521175e5 None None] Pushing event updated for resources: {'Port': ['ID=20bc7890-ab2a-4bed-867b-0554d9b988be,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:38.761351 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17b041fa-c35e-437d-9e54-e4d05e2b139d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:38.762720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-17b041fa-c35e-437d-9e54-e4d05e2b139d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "DELETE /v2.0/security-groups/d138e695-4995-4e24-ae05-df05a1d1af01 HTTP/1.1" status: 204 len: 168 time: 0.3232017 Mar 10 15:26:38.770400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51018) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:38.808641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b041fa-c35e-437d-9e54-e4d05e2b139d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d138e695-4995-4e24-ae05-df05a1d1af01,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:38.810769 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-1c94b8e5-3484-4b57-b848-d492f0b1c055 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] show failed (client error): The resource could not be found. Mar 10 15:26:38.817303 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1c94b8e5-3484-4b57-b848-d492f0b1c055 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups/d138e695-4995-4e24-ae05-df05a1d1af01 HTTP/1.1" status: 404 len: 347 time: 0.0408256 Mar 10 15:26:38.817949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51020) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:38.879949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:38.950657 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Set router 2ee24917-0374-41a6-bd2b-ee9d1da64091 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:39.133553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-cce08715-86f1-4092-b982-850270e33e03 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Deleting port f85054a0-193b-4fa5-b235-dd1bef9f2bd6 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:39.134313 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cce08715-86f1-4092-b982-850270e33e03 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f85054a0-193b-4fa5-b235-dd1bef9f2bd6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:39.185103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-69506e05-e5d4-43e7-880e-dd1a9fe6eee8 None None] Provisioning complete for port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:39.195193 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-69506e05-e5d4-43e7-880e-dd1a9fe6eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:39.341750 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '20bc7890-ab2a-4bed-867b-0554d9b988be', 'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'mac_address': 'fa:16:3e:9b:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:30Z', 'updated_at': '2022-03-10T15:26:37Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'subnets': [{'id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:39.421631 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce2a1e-2fe7-489a-86f3-ac0ce7c0a12c None None] The sync data for ids ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'] in n-d-833090-1 is: [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '20bc7890-ab2a-4bed-867b-0554d9b988be', 'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'mac_address': 'fa:16:3e:9b:05:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:30Z', 'updated_at': '2022-03-10T15:26:37Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'subnets': [{'id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:39.561936 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'name': 'tempest-TestServerBasicOps-465425144-router', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:34Z', 'updated_at': '2022-03-10T15:26:36Z', 'revision_number': 3, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'gw_port': {'id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:35Z', 'updated_at': '2022-03-10T15:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:39.566852 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:39.605193 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Checking router: 2ee24917-0374-41a6-bd2b-ee9d1da64091 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:39.605524 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Updating router 2ee24917-0374-41a6-bd2b-ee9d1da64091 port b2767c7d-f6bd-46ba-9a34-45b436119cef binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:26:39.628420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:39.629006 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:39.686050 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:39.830082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-69506e05-e5d4-43e7-880e-dd1a9fe6eee8 None None] Current status of the port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:39.830644 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-69506e05-e5d4-43e7-880e-dd1a9fe6eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:39.936254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Allocated IP 172.20.0.1 (9690cc70-bb7e-446a-9cb1-0e4bd60f6c32/5ca26627-174e-4311-93d0-3df8b668a90e/bd073069-aef8-41ec-86a4-e744bc39ff17) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:39.939205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-89ece4be-6994-4f07-a586-0d32ac261408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:40.128903 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cce08715-86f1-4092-b982-850270e33e03 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f85054a0-193b-4fa5-b235-dd1bef9f2bd6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.139959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cce08715-86f1-4092-b982-850270e33e03 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (f85054a0-193b-4fa5-b235-dd1bef9f2bd6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.166370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-cce08715-86f1-4092-b982-850270e33e03 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Calling delete_port for f85054a0-193b-4fa5-b235-dd1bef9f2bd6 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:40.275126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Publish callbacks [] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.326618 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.401142 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Pushing event updated for resources: {'Port': ['ID=bd073069-aef8-41ec-86a4-e744bc39ff17,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:40.413662 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cce08715-86f1-4092-b982-850270e33e03 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f85054a0-193b-4fa5-b235-dd1bef9f2bd6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.432452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Network 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:40.438485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:40.448409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:40.488202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce08715-86f1-4092-b982-850270e33e03 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'Port': ['ID=f85054a0-193b-4fa5-b235-dd1bef9f2bd6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:40.522324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:40.522718 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.549661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ece4be-6994-4f07-a586-0d32ac261408 None None] The sync data for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 is: [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:40.574444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (2ee24917-0374-41a6-bd2b-ee9d1da64091), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.596898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-69506e05-e5d4-43e7-880e-dd1a9fe6eee8 None None] For port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2f9e4848-bc30-4d92-9a8e-c98a41bfa501,segment=NetworkSegment(09d1b7b3-16fc-499f-b189-b707dcaa73e2),segment_id=09d1b7b3-16fc-499f-b189-b707dcaa73e2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:40.598945 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Publish callbacks [] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.637092 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.642737 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-69506e05-e5d4-43e7-880e-dd1a9fe6eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.690273 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cce08715-86f1-4092-b982-850270e33e03 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (75d11d05-138b-4f14-9b59-aa2bf115be39), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.696221 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cce08715-86f1-4092-b982-850270e33e03 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.711348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cce08715-86f1-4092-b982-850270e33e03 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "DELETE /v2.0/floatingips/75d11d05-138b-4f14-9b59-aa2bf115be39 HTTP/1.1" status: 204 len: 168 time: 1.8899093 Mar 10 15:26:40.741936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69506e05-e5d4-43e7-880e-dd1a9fe6eee8 None None] Pushing event updated for resources: {'Port': ['ID=2f9e4848-bc30-4d92-9a8e-c98a41bfa501,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:40.769913 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb0143-c0d4-4bdd-93a4-7bb6a176b9c7 None None] Pushing event updated for resources: {'Port': ['ID=b2767c7d-f6bd-46ba-9a34-45b436119cef,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:40.772305 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Attempting to bind port b2767c7d-f6bd-46ba-9a34-45b436119cef on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:40.772661 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Attempting to bind port b2767c7d-f6bd-46ba-9a34-45b436119cef by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:40.773023 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Attempting to bind port b2767c7d-f6bd-46ba-9a34-45b436119cef on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:40.796861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-69506e05-e5d4-43e7-880e-dd1a9fe6eee8 None None] Provisioning complete for port 20bc7890-ab2a-4bed-867b-0554d9b988be triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:40.797201 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-69506e05-e5d4-43e7-880e-dd1a9fe6eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.802015 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:40.802388 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:40.802808 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.803210 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:40.803689 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Bound port: b2767c7d-f6bd-46ba-9a34-45b436119cef, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:40.804064 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.866934 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:26:40.867353 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:26:40.908671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-69506e05-e5d4-43e7-880e-dd1a9fe6eee8 None None] Current status of the port 20bc7890-ab2a-4bed-867b-0554d9b988be is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:40.990564 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] For port b2767c7d-f6bd-46ba-9a34-45b436119cef, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:40.990813 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:40.998606 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] For port b2767c7d-f6bd-46ba-9a34-45b436119cef, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b2767c7d-f6bd-46ba-9a34-45b436119cef,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:41.011773 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.047220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-81b8589f-5f3a-44a8-af93-c644bcef7259 None None] Provisioning complete for port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:41.047951 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-81b8589f-5f3a-44a8-af93-c644bcef7259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.147176 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Routers {'2ee24917-0374-41a6-bd2b-ee9d1da64091'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:41.154423 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2ee24917-0374-41a6-bd2b-ee9d1da64091'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:41.190112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187adda5-c20d-49d3-af61-21aa463ccc10 None None] New status for floating IP 75d11d05-138b-4f14-9b59-aa2bf115be39: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:26:41.230759 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb0143-c0d4-4bdd-93a4-7bb6a176b9c7 None None] Pushing event updated for resources: {'Port': ['ID=b2767c7d-f6bd-46ba-9a34-45b436119cef,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:41.290567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51036) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:41.297065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8ae4b749-821c-441c-b0f9-c0dae09ed6cb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--473177945', 'description': 'tempest-description--1821260966'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:41.329624 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] Set router 2ee24917-0374-41a6-bd2b-ee9d1da64091 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:41.346761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b749-821c-441c-b0f9-c0dae09ed6cb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.441189 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Publish callbacks [] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.455433 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.456214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-81b8589f-5f3a-44a8-af93-c644bcef7259 None None] Current status of the port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:41.523959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b749-821c-441c-b0f9-c0dae09ed6cb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (7cb07185-1da9-41a3-aa88-e9a2658b56eb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.532878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b749-821c-441c-b0f9-c0dae09ed6cb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7cb07185-1da9-41a3-aa88-e9a2658b56eb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.563399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-81b8589f-5f3a-44a8-af93-c644bcef7259 None None] Provisioning complete for port bd073069-aef8-41ec-86a4-e744bc39ff17 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:41.563783 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-81b8589f-5f3a-44a8-af93-c644bcef7259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.585590 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ae4b749-821c-441c-b0f9-c0dae09ed6cb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.592101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8ae4b749-821c-441c-b0f9-c0dae09ed6cb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3008366 Mar 10 15:26:41.599239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51046) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:41.609599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ba829524-3422-46e3-a0b5-072da80e6371 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group_rule': {'security_group_id': '7cb07185-1da9-41a3-aa88-e9a2658b56eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:41.637104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:41.638187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 20bc7890-ab2a-4bed-867b-0554d9b988be up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:41.646692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Pushing event updated for resources: {'Port': ['ID=bd073069-aef8-41ec-86a4-e744bc39ff17,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:41.649915 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (2ee24917-0374-41a6-bd2b-ee9d1da64091), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.672541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4b749-821c-441c-b0f9-c0dae09ed6cb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb07185-1da9-41a3-aa88-e9a2658b56eb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:41.689510 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba829524-3422-46e3-a0b5-072da80e6371 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (00dd7726-54be-4a76-9248-971c675fc51e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.738230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-81b8589f-5f3a-44a8-af93-c644bcef7259 None None] Port bd073069-aef8-41ec-86a4-e744bc39ff17 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:26:41.791744 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 20bc7890-ab2a-4bed-867b-0554d9b988be triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:41.792363 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.832202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Network 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:41.834813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:41.907104 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'name': 'tempest-TestServerBasicOps-465425144-router', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:34Z', 'updated_at': '2022-03-10T15:26:40Z', 'revision_number': 4, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'gw_port': {'id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:35Z', 'updated_at': '2022-03-10T15:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'bd073069-aef8-41ec-86a4-e744bc39ff17', 'name': '', 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'mac_address': 'fa:16:3e:8b:d9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '5ca26627-174e-4311-93d0-3df8b668a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:39Z', 'updated_at': '2022-03-10T15:26:39Z', 'revision_number': 1, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'subnets': [{'id': '5ca26627-174e-4311-93d0-3df8b668a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:41.922924 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba829524-3422-46e3-a0b5-072da80e6371 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (00dd7726-54be-4a76-9248-971c675fc51e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.933554 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba829524-3422-46e3-a0b5-072da80e6371 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (00dd7726-54be-4a76-9248-971c675fc51e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.973102 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38427f0-f7ac-4a9f-8f25-23aa4e5fbb61 None None] The sync data for ids ['2ee24917-0374-41a6-bd2b-ee9d1da64091'] in n-d-833090-1 is: [{'id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'name': 'tempest-TestServerBasicOps-465425144-router', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:34Z', 'updated_at': '2022-03-10T15:26:40Z', 'revision_number': 4, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'gw_port': {'id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:35Z', 'updated_at': '2022-03-10T15:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'bd073069-aef8-41ec-86a4-e744bc39ff17', 'name': '', 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'mac_address': 'fa:16:3e:8b:d9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '5ca26627-174e-4311-93d0-3df8b668a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:39Z', 'updated_at': '2022-03-10T15:26:39Z', 'revision_number': 1, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'subnets': [{'id': '5ca26627-174e-4311-93d0-3df8b668a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:41.980042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 20bc7890-ab2a-4bed-867b-0554d9b988be is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:41.989052 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ba829524-3422-46e3-a0b5-072da80e6371 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:41.990301 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ba829524-3422-46e3-a0b5-072da80e6371 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3871012 Mar 10 15:26:41.993560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51048) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:41.997995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba829524-3422-46e3-a0b5-072da80e6371 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dd7726-54be-4a76-9248-971c675fc51e,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:42.021820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7f050c3e-835f-4e12-9af7-796bfaf021fa tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group_rule': {'security_group_id': '7cb07185-1da9-41a3-aa88-e9a2658b56eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:42.125466 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f050c3e-835f-4e12-9af7-796bfaf021fa tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (e9bd9ccc-e81f-45ab-b541-6c0ed48ef722), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.281097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f0699638-07db-4b43-b1ff-f25d9434e125 None None] Provisioning complete for port bd073069-aef8-41ec-86a4-e744bc39ff17 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:42.282630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f0699638-07db-4b43-b1ff-f25d9434e125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.298123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f050c3e-835f-4e12-9af7-796bfaf021fa tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (e9bd9ccc-e81f-45ab-b541-6c0ed48ef722), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.314894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f050c3e-835f-4e12-9af7-796bfaf021fa tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (e9bd9ccc-e81f-45ab-b541-6c0ed48ef722), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.330496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:42.342528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f050c3e-835f-4e12-9af7-796bfaf021fa tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bd9ccc-e81f-45ab-b541-6c0ed48ef722,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:42.348834 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f050c3e-835f-4e12-9af7-796bfaf021fa tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.350212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7f050c3e-835f-4e12-9af7-796bfaf021fa tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3550792 Mar 10 15:26:42.353480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51052) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:42.363672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:42.421044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.465874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f0699638-07db-4b43-b1ff-f25d9434e125 None None] Port bd073069-aef8-41ec-86a4-e744bc39ff17 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:26:42.525645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:42.526083 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.704040 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.742414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:42.744367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 20bc7890-ab2a-4bed-867b-0554d9b988be up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:42.784228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Router 2ee24917-0374-41a6-bd2b-ee9d1da64091 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:26:42.811683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 20bc7890-ab2a-4bed-867b-0554d9b988be triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:42.812312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:42.948747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 20bc7890-ab2a-4bed-867b-0554d9b988be is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:43.024617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Allocated IP 172.25.3.124 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/e2da97dd-9541-4214-8298-9eff377dccef) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:43.067357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:43.077977 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b70f22c2-6a2f-4d87-95a6-df7cdf1dd9de admin admin] 10.222.0.11 "PUT /v2.0/routers/2ee24917-0374-41a6-bd2b-ee9d1da64091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5824018 Mar 10 15:26:43.180340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (e2da97dd-9541-4214-8298-9eff377dccef), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:43.224675 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e2da97dd-9541-4214-8298-9eff377dccef), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:43.304026 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:26:43.328082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:43.333144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:43.337600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=e2da97dd-9541-4214-8298-9eff377dccef,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:43.341279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:43.553086 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (48f47f0c-300e-4657-b5c4-feebdcf9a012), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:43.604756 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e2da97dd-9541-4214-8298-9eff377dccef), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:43.911702 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (e2da97dd-9541-4214-8298-9eff377dccef), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:43.922524 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (e2da97dd-9541-4214-8298-9eff377dccef), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.029686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=e2da97dd-9541-4214-8298-9eff377dccef,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:44.061987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51066) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:44.069514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-baca2ee9-a337-4a06-bac6-5c696681022b tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531310974', 'description': 'tempest-secgroup-smoke-1531310974 description', 'project_id': 'a700388e2b194b8b9d3063b7f9831734'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:44.070559 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (48f47f0c-300e-4657-b5c4-feebdcf9a012), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.115399 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.116685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e8d550bd-e80e-411d-b6fa-f9f38f94f200 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7621634 Mar 10 15:26:44.129778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-baca2ee9-a337-4a06-bac6-5c696681022b tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.240052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b2767c7d-f6bd-46ba-9a34-45b436119cef up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:44.287190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-baca2ee9-a337-4a06-bac6-5c696681022b tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group (24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.297479 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-baca2ee9-a337-4a06-bac6-5c696681022b tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.364538 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca2ee9-a337-4a06-bac6-5c696681022b tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:44.397004 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-baca2ee9-a337-4a06-bac6-5c696681022b tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.401407 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-baca2ee9-a337-4a06-bac6-5c696681022b tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3357942 Mar 10 15:26:44.404237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51072) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:44.412748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51076) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:44.417826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e06a6b7f-3e9e-4ec6-a73b-961cff07a1c5 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Request body: {'security_group_rule': {'security_group_id': '24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6', 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:44.473942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b2767c7d-f6bd-46ba-9a34-45b436119cef triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:44.474164 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b7f-3e9e-4ec6-a73b-961cff07a1c5 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (e9be802a-79c8-4eb1-ab7c-98d9d1ce80a0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.475056 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.592313 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b7f-3e9e-4ec6-a73b-961cff07a1c5 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (e9be802a-79c8-4eb1-ab7c-98d9d1ce80a0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.602865 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b7f-3e9e-4ec6-a73b-961cff07a1c5 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (e9be802a-79c8-4eb1-ab7c-98d9d1ce80a0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.628621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b2767c7d-f6bd-46ba-9a34-45b436119cef is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:44.629033 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.635166 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a6b7f-3e9e-4ec6-a73b-961cff07a1c5 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9be802a-79c8-4eb1-ab7c-98d9d1ce80a0,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:44.674784 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e06a6b7f-3e9e-4ec6-a73b-961cff07a1c5 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.681330 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e06a6b7f-3e9e-4ec6-a73b-961cff07a1c5 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2654986 Mar 10 15:26:44.685052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51092) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:44.689210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port b2767c7d-f6bd-46ba-9a34-45b436119cef, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b2767c7d-f6bd-46ba-9a34-45b436119cef,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:44.696265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b9f7272f-e5d0-43d6-809f-9e3e668af698 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Request body: {'security_group_rule': {'security_group_id': '24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6', 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:44.698975 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.749465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-3233c70e-695e-4d5b-ba6c-bfc9a0032279 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--473177945&fields=id&tenant_id=1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 267 time: 0.1833155 Mar 10 15:26:44.764760 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9f7272f-e5d0-43d6-809f-9e3e668af698 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (0fb5e59c-02ac-41e4-97ec-6e2e94ada5af), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.799221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=b2767c7d-f6bd-46ba-9a34-45b436119cef,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:44.889387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89759a4-b48e-4769-aa24-77a9880dab59 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:44.889880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89759a4-b48e-4769-aa24-77a9880dab59 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:44.890353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89759a4-b48e-4769-aa24-77a9880dab59 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:44.892149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d89759a4-b48e-4769-aa24-77a9880dab59 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=47f54152170d442698f9aa36ce4372ea&network_id=43c96caf-304a-49c8-83c7-fb2098d8caaa HTTP/1.1" status: 200 len: 3073 time: 0.4787951 Mar 10 15:26:44.945280 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9f7272f-e5d0-43d6-809f-9e3e668af698 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (0fb5e59c-02ac-41e4-97ec-6e2e94ada5af), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.951608 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9f7272f-e5d0-43d6-809f-9e3e668af698 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (0fb5e59c-02ac-41e4-97ec-6e2e94ada5af), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:44.976869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7272f-e5d0-43d6-809f-9e3e668af698 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb5e59c-02ac-41e4-97ec-6e2e94ada5af,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:45.000289 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b9f7272f-e5d0-43d6-809f-9e3e668af698 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.003385 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b9f7272f-e5d0-43d6-809f-9e3e668af698 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3141477 Mar 10 15:26:45.006073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51102) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:45.013533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9ae9156f-fc10-4813-9a9d-33781dac0f8e tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Request body: {'security_group_rule': {'security_group_id': '24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6', 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:45.054317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ae9156f-fc10-4813-9a9d-33781dac0f8e tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (660e8794-6b12-4877-afa8-44a028f821d9), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.065493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-b8c8fee2-2f9d-4a6a-9e60-a5e3a1c0b7af tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:45.072896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-b8c8fee2-2f9d-4a6a-9e60-a5e3a1c0b7af tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 815 time: 0.3221710 Mar 10 15:26:45.104182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-724dd0b9-23e7-4ecd-9e37-e14c19b7648c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/quotas/1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 375 time: 0.0305026 Mar 10 15:26:45.202751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-94d055de-c084-4a5e-a2ce-1b5e3e93e481 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940678 Mar 10 15:26:45.205627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ae9156f-fc10-4813-9a9d-33781dac0f8e tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (660e8794-6b12-4877-afa8-44a028f821d9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.212168 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ae9156f-fc10-4813-9a9d-33781dac0f8e tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (660e8794-6b12-4877-afa8-44a028f821d9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.235726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9156f-fc10-4813-9a9d-33781dac0f8e tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660e8794-6b12-4877-afa8-44a028f821d9,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:45.260174 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ae9156f-fc10-4813-9a9d-33781dac0f8e tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.264381 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9ae9156f-fc10-4813-9a9d-33781dac0f8e tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2569282 Mar 10 15:26:45.268041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51110) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:45.272227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1448c5ec-1b15-4ac2-a06d-5fd70e3e4758 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Request body: {'security_group_rule': {'security_group_id': '24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6', 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:45.330357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1448c5ec-1b15-4ac2-a06d-5fd70e3e4758 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (6a1d92c0-92d3-4526-bdfb-8248b3eb107e), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.385183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-f8c0f83e-cf1f-4b2a-a2c4-29175d3ce22e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:26:45.386374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-f8c0f83e-cf1f-4b2a-a2c4-29175d3ce22e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1709800 Mar 10 15:26:45.492492 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1448c5ec-1b15-4ac2-a06d-5fd70e3e4758 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (6a1d92c0-92d3-4526-bdfb-8248b3eb107e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.509089 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1448c5ec-1b15-4ac2-a06d-5fd70e3e4758 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (6a1d92c0-92d3-4526-bdfb-8248b3eb107e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.545348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-f7beb35c-3cd1-494f-bff0-df04a5eb0e88 service neutron] 10.222.0.11 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512983 Mar 10 15:26:45.547169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448c5ec-1b15-4ac2-a06d-5fd70e3e4758 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1d92c0-92d3-4526-bdfb-8248b3eb107e,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:45.580170 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1448c5ec-1b15-4ac2-a06d-5fd70e3e4758 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.581717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1448c5ec-1b15-4ac2-a06d-5fd70e3e4758 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3131459 Mar 10 15:26:45.584472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51116) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:45.590756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-626635b6-2833-4918-b7dd-e19e577cf37d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Request body: {'security_group_rule': {'security_group_id': '24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6', 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:45.619335 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-626635b6-2833-4918-b7dd-e19e577cf37d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Project a700388e2b194b8b9d3063b7f9831734 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:26:45.631637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-626635b6-2833-4918-b7dd-e19e577cf37d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (507006a3-82ac-4171-813d-4202470255e8), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.677910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-9a45032d-1e4d-4445-9cce-73bb29b8c2ed service neutron] 10.222.0.11 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316705 Mar 10 15:26:45.751772 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-626635b6-2833-4918-b7dd-e19e577cf37d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (507006a3-82ac-4171-813d-4202470255e8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.758432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-626635b6-2833-4918-b7dd-e19e577cf37d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (507006a3-82ac-4171-813d-4202470255e8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.796207 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-626635b6-2833-4918-b7dd-e19e577cf37d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.797835 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-626635b6-2833-4918-b7dd-e19e577cf37d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2121556 Mar 10 15:26:45.800723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51118) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:45.802629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626635b6-2833-4918-b7dd-e19e577cf37d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507006a3-82ac-4171-813d-4202470255e8,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:45.805953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-37f84a1f-12fe-4185-a596-1f50947c4916 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Request body: {'security_group_rule': {'security_group_id': '24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6', 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:45.818515 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Sync routers for ids ['2ee24917-0374-41a6-bd2b-ee9d1da64091'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:45.834291 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Routers {'2ee24917-0374-41a6-bd2b-ee9d1da64091'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:45.835263 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2ee24917-0374-41a6-bd2b-ee9d1da64091'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:45.849327 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-37f84a1f-12fe-4185-a596-1f50947c4916 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Project a700388e2b194b8b9d3063b7f9831734 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:26:45.855725 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37f84a1f-12fe-4185-a596-1f50947c4916 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (bdee45b8-d409-46b7-9cac-c3d5eb53f474), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.945097 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37f84a1f-12fe-4185-a596-1f50947c4916 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (bdee45b8-d409-46b7-9cac-c3d5eb53f474), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:45.952513 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37f84a1f-12fe-4185-a596-1f50947c4916 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (bdee45b8-d409-46b7-9cac-c3d5eb53f474), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:46.048944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f84a1f-12fe-4185-a596-1f50947c4916 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdee45b8-d409-46b7-9cac-c3d5eb53f474,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:46.053732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95885aeb-9448-4297-b612-007dcecadeac req-fa5f12cc-10f2-441c-ba41-654dacbb7df9 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 210 time: 0.0628979 Mar 10 15:26:46.066269 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37f84a1f-12fe-4185-a596-1f50947c4916 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:46.067835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-37f84a1f-12fe-4185-a596-1f50947c4916 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2657278 Mar 10 15:26:46.104119 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Set router 2ee24917-0374-41a6-bd2b-ee9d1da64091 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:46.212684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b2767c7d-f6bd-46ba-9a34-45b436119cef up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:46.348588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b2767c7d-f6bd-46ba-9a34-45b436119cef triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:46.353125 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:46.370768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-91ab9ee1-4165-475e-8004-2f2a7a12e51d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531310974&fields=id&tenant_id=a700388e2b194b8b9d3063b7f9831734 HTTP/1.1" status: 200 len: 267 time: 0.1132338 Mar 10 15:26:46.479206 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'name': 'tempest-TestServerBasicOps-465425144-router', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:34Z', 'updated_at': '2022-03-10T15:26:40Z', 'revision_number': 4, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'gw_port': {'id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:35Z', 'updated_at': '2022-03-10T15:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'bd073069-aef8-41ec-86a4-e744bc39ff17', 'name': '', 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'mac_address': 'fa:16:3e:8b:d9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '5ca26627-174e-4311-93d0-3df8b668a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:39Z', 'updated_at': '2022-03-10T15:26:41Z', 'revision_number': 2, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'subnets': [{'id': '5ca26627-174e-4311-93d0-3df8b668a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:46.515536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b2767c7d-f6bd-46ba-9a34-45b436119cef is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:46.547560 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Checking router: 2ee24917-0374-41a6-bd2b-ee9d1da64091 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:46.548168 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Updating router 2ee24917-0374-41a6-bd2b-ee9d1da64091 port bd073069-aef8-41ec-86a4-e744bc39ff17 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:26:46.584653 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:46.606909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-de4621e3-1b4b-456a-909c-487d153c7788 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:46.617094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-de4621e3-1b4b-456a-909c-487d153c7788 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/networks?id=abf4c7d6-76fc-4284-9f01-abae706ae95f HTTP/1.1" status: 200 len: 809 time: 0.2398591 Mar 10 15:26:46.646003 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-4c92bd53-9fe8-4398-8eec-257b914bce0a tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/quotas/a700388e2b194b8b9d3063b7f9831734 HTTP/1.1" status: 200 len: 375 time: 0.0252671 Mar 10 15:26:46.739526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-6d1ac37f-d17c-486c-bec9-57c0bb07d1cd tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a700388e2b194b8b9d3063b7f9831734&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913062 Mar 10 15:26:46.872646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-bc339d98-c803-49d6-8276-9ddefe056a66 service neutron] 10.222.0.11 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292608 Mar 10 15:26:46.970331 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Publish callbacks [] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:46.976859 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:47.004178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-e6b4e20a-d930-4a93-b42d-d5d91347a956 service neutron] 10.222.0.11 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282396 Mar 10 15:26:47.075083 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbfa13-9811-426b-bef9-7e9bd30b9f51 None None] Pushing event updated for resources: {'Port': ['ID=bd073069-aef8-41ec-86a4-e744bc39ff17,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:47.177056 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Attempting to bind port bd073069-aef8-41ec-86a4-e744bc39ff17 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:47.177976 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Attempting to bind port bd073069-aef8-41ec-86a4-e744bc39ff17 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '09d1b7b3-16fc-499f-b189-b707dcaa73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:47.180289 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Attempting to bind port bd073069-aef8-41ec-86a4-e744bc39ff17 on network 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:47.195903 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:47.208747 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Checking segment: {'id': '09d1b7b3-16fc-499f-b189-b707dcaa73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:47.210735 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:47.211386 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Bound using segment: {'id': '09d1b7b3-16fc-499f-b189-b707dcaa73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:47.212065 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Bound port: bd073069-aef8-41ec-86a4-e744bc39ff17, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d1b7b3-16fc-499f-b189-b707dcaa73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:47.216086 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:47.234346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fa5e933-f008-4ef6-ab4c-9f7ceb0dd9f4 req-616cfde7-5e9c-49f7-94c8-a22802e4f390 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 210 time: 0.0573721 Mar 10 15:26:47.306450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51158) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:47.361732 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] For port bd073069-aef8-41ec-86a4-e744bc39ff17, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:47.367150 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] For port bd073069-aef8-41ec-86a4-e744bc39ff17, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bd073069-aef8-41ec-86a4-e744bc39ff17,segment=NetworkSegment(09d1b7b3-16fc-499f-b189-b707dcaa73e2),segment_id=09d1b7b3-16fc-499f-b189-b707dcaa73e2)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:47.377971 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:47.448855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacca51a-7943-4045-adb8-ce1a2d4a2322 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:47.460606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cacca51a-7943-4045-adb8-ce1a2d4a2322 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 814 time: 0.1491909 Mar 10 15:26:47.472988 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-380a4f69-83bf-4ae9-b799-6744a9443452 None None] Provisioning complete for port bd073069-aef8-41ec-86a4-e744bc39ff17 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:47.476838 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-380a4f69-83bf-4ae9-b799-6744a9443452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:47.529058 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbfa13-9811-426b-bef9-7e9bd30b9f51 None None] Pushing event updated for resources: {'Port': ['ID=bd073069-aef8-41ec-86a4-e744bc39ff17,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:47.562300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a774fce6-dd8f-49e6-974d-702743f07fd3 req-52a8be29-ff27-4d74-bde4-6d9da22bccb5 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 210 time: 0.0930779 Mar 10 15:26:47.564637 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Routers {'2ee24917-0374-41a6-bd2b-ee9d1da64091'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:47.569068 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2ee24917-0374-41a6-bd2b-ee9d1da64091'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:47.695346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-ffc404ee-75f7-42ce-bc53-7206586a1b63 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:47.702699 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-ffc404ee-75f7-42ce-bc53-7206586a1b63 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 815 time: 0.3019507 Mar 10 15:26:47.757545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-380a4f69-83bf-4ae9-b799-6744a9443452 None None] Current status of the port bd073069-aef8-41ec-86a4-e744bc39ff17 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:47.758924 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-380a4f69-83bf-4ae9-b799-6744a9443452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:47.817371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-380a4f69-83bf-4ae9-b799-6744a9443452 None None] For port bd073069-aef8-41ec-86a4-e744bc39ff17, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bd073069-aef8-41ec-86a4-e744bc39ff17,segment=NetworkSegment(09d1b7b3-16fc-499f-b189-b707dcaa73e2),segment_id=09d1b7b3-16fc-499f-b189-b707dcaa73e2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:47.824845 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-380a4f69-83bf-4ae9-b799-6744a9443452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:47.865186 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-d563c5a7-03ab-4d7d-8e75-143c319ab6b5 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 379 time: 0.1569006 Mar 10 15:26:47.875922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'port': {'device_id': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'admin_state_up': True, 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'security_groups': ['7cb07185-1da9-41a3-aa88-e9a2658b56eb']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:47.910342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a4f69-83bf-4ae9-b799-6744a9443452 None None] Pushing event updated for resources: {'Port': ['ID=bd073069-aef8-41ec-86a4-e744bc39ff17,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:47.936008 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] Set router 2ee24917-0374-41a6-bd2b-ee9d1da64091 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:47.962126 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:47.964071 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-69c2bff7-ea15-4528-adc0-e91ed0ed8e35 None None] Provisioning complete for port bd073069-aef8-41ec-86a4-e744bc39ff17 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:47.965584 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-69c2bff7-ea15-4528-adc0-e91ed0ed8e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.039939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51176) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:48.050609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'network': {'name': 'tempest-network-smoke--1750603725', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'port_security_enabled': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:48.109392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Made reservation on behalf of 47f54152170d442698f9aa36ce4372ea for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:48.110150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-69c2bff7-ea15-4528-adc0-e91ed0ed8e35 None None] Current status of the port bd073069-aef8-41ec-86a4-e744bc39ff17 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:48.113673 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.181311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Made reservation on behalf of 1c222964e5a84243b165f837bab8404c for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:48.189095 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.208128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:26:48.226957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bd073069-aef8-41ec-86a4-e744bc39ff17 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:48.243966 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.244332 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Added segment 0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4 of type vlan for network cd7820ef-1627-43a1-8340-2c25b849fc27 Mar 10 15:26:48.334346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port bd073069-aef8-41ec-86a4-e744bc39ff17 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:48.334669 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.377806 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (cd7820ef-1627-43a1-8340-2c25b849fc27), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.427547 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (cd7820ef-1627-43a1-8340-2c25b849fc27), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.436163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:48.436894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.467944 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'name': 'tempest-TestServerBasicOps-465425144-router', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:34Z', 'updated_at': '2022-03-10T15:26:40Z', 'revision_number': 4, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'gw_port': {'id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:35Z', 'updated_at': '2022-03-10T15:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'bd073069-aef8-41ec-86a4-e744bc39ff17', 'name': '', 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'mac_address': 'fa:16:3e:8b:d9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '5ca26627-174e-4311-93d0-3df8b668a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:39Z', 'updated_at': '2022-03-10T15:26:47Z', 'revision_number': 4, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'subnets': [{'id': '5ca26627-174e-4311-93d0-3df8b668a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:48.545053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Allocated IP 172.20.0.13 (02aca4b7-3412-4bf0-8960-43bd7c693eeb/cef5250d-bab0-4579-bcf6-5129064932aa/ca349753-4ab8-4593-b561-8f172cdefad9) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:48.556803 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f55d6b0-5aec-4365-931c-519edef8f8f1 None None] The sync data for ids ['2ee24917-0374-41a6-bd2b-ee9d1da64091'] in n-d-833090-1 is: [{'id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'name': 'tempest-TestServerBasicOps-465425144-router', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:34Z', 'updated_at': '2022-03-10T15:26:40Z', 'revision_number': 4, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'gw_port': {'id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:35Z', 'updated_at': '2022-03-10T15:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'bd073069-aef8-41ec-86a4-e744bc39ff17', 'name': '', 'network_id': '9690cc70-bb7e-446a-9cb1-0e4bd60f6c32', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'mac_address': 'fa:16:3e:8b:d9:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '5ca26627-174e-4311-93d0-3df8b668a90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:39Z', 'updated_at': '2022-03-10T15:26:47Z', 'revision_number': 4, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'subnets': [{'id': '5ca26627-174e-4311-93d0-3df8b668a90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:48.557932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port bd073069-aef8-41ec-86a4-e744bc39ff17 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:48.559722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9abdf292-4464-4598-bad7-f374a4e871eb req-46c9bf72-ba41-471c-8720-d09abf93f016 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 210 time: 0.1480045 Mar 10 15:26:48.566537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5255716 Mar 10 15:26:48.569821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51182) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:48.672502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17df2d-9aad-4c9a-9a63-12318a15a99d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Network': ['ID=cd7820ef-1627-43a1-8340-2c25b849fc27,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:48.684817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network cd7820ef-1627-43a1-8340-2c25b849fc27 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:26:48.763435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d311ef5-dd2d-4c42-9555-9ec44480fc68 req-84a55477-73a5-41bb-a76f-bc8cf3a41431 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 210 time: 0.0497963 Mar 10 15:26:48.804713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a9534b-687d-402e-98bd-2c65beaab415 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:48.813563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-98a9534b-687d-402e-98bd-2c65beaab415 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=47f54152170d442698f9aa36ce4372ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2263753 Mar 10 15:26:48.814586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51188) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:48.904259 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (ca349753-4ab8-4593-b561-8f172cdefad9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:48.947030 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.000745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=ca349753-4ab8-4593-b561-8f172cdefad9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:49.024435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a35186d-283a-4fe4-afb5-c889f95ce114 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:49.030818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:49.033698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5a35186d-283a-4fe4-afb5-c889f95ce114 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2130420 Mar 10 15:26:49.034505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:49.036584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51190) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:49.037308 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:49.109872 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c89b4c01-07bc-41dc-9f21-e469e41a0e58 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0693274 Mar 10 15:26:49.113558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51192) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:49.157025 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:49.157711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.186301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51194) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:49.193568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c1dc8c63-4581-49a3-af2c-b9488c8874da tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=47f54152170d442698f9aa36ce4372ea&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0786211 Mar 10 15:26:49.347524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-31d1c4c0-0d46-4b7f-a99d-8cd9b9151763 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:49.354870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-31d1c4c0-0d46-4b7f-a99d-8cd9b9151763 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.45 "GET /v2.0/networks?id=abf4c7d6-76fc-4284-9f01-abae706ae95f HTTP/1.1" status: 200 len: 809 time: 0.2980869 Mar 10 15:26:49.416812 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-dd0738b9-1fec-4d7b-9631-60e92c7974e6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5459051 Mar 10 15:26:49.434307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Request body: {'port': {'device_id': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:49.455808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-335fde44-f4e6-48e8-a3b4-82139a40a682 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a700388e2b194b8b9d3063b7f9831734 HTTP/1.1" status: 200 len: 380 time: 0.0903702 Mar 10 15:26:49.471439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Request body: {'port': {'device_id': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'admin_state_up': True, 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'security_groups': ['24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:49.555025 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de035a-1a54-44f6-a062-d38adcca1523 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:49.560400 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-00de035a-1a54-44f6-a062-d38adcca1523 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3388488 Mar 10 15:26:49.560800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51198) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:49.572307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3e894aba-5da5-4ffc-a52f-93f2d01abf8a None None] Provisioning complete for port ca349753-4ab8-4593-b561-8f172cdefad9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:49.572831 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3e894aba-5da5-4ffc-a52f-93f2d01abf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.625201 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:49.632828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51202) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:49.635477 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-15424254-5c1d-4852-83ba-f39c682a9c59 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0713713 Mar 10 15:26:49.645668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3e894aba-5da5-4ffc-a52f-93f2d01abf8a None None] Port ca349753-4ab8-4593-b561-8f172cdefad9 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:26:49.676676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-577722533', 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:49.842599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Made reservation on behalf of a700388e2b194b8b9d3063b7f9831734 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:49.846273 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.000771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29317c42-0bee-42c9-9c2f-066f7a5154a0 req-10e7316e-c698-4ce5-9220-0833fc9e57c2 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 210 time: 0.0833654 Mar 10 15:26:50.052610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf22a8-638d-41a5-a317-84dc73a3137f req-aa0e278f-ab56-4f7a-a6ea-c52463e8e302 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:50.060692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbbf22a8-638d-41a5-a317-84dc73a3137f req-aa0e278f-ab56-4f7a-a6ea-c52463e8e302 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 932 time: 0.3656285 Mar 10 15:26:50.098324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Made reservation on behalf of 47f54152170d442698f9aa36ce4372ea for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:26:50.102058 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.130088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca349753-4ab8-4593-b561-8f172cdefad9 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:50.142676 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Publish callbacks [] for port (ca349753-4ab8-4593-b561-8f172cdefad9), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.158442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Transition to ACTIVE for port object ca349753-4ab8-4593-b561-8f172cdefad9 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:26:50.164310 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.227145 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Pushing event updated for resources: {'Port': ['ID=ca349753-4ab8-4593-b561-8f172cdefad9,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:50.266089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Allocated IP 172.20.0.12 (abf4c7d6-76fc-4284-9f01-abae706ae95f/47179ac9-1680-465c-aea4-b5f57e0afe4a/157cf8fc-ac41-4b93-b241-8a6823551cb3) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:50.314835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Attempting to bind port ca349753-4ab8-4593-b561-8f172cdefad9 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:50.315176 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Attempting to bind port ca349753-4ab8-4593-b561-8f172cdefad9 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:50.315452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Attempting to bind port ca349753-4ab8-4593-b561-8f172cdefad9 on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:50.320149 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Port ca349753-4ab8-4593-b561-8f172cdefad9 on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:26:50.320514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Attempting to bind port ca349753-4ab8-4593-b561-8f172cdefad9 on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:50.326680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:50.327055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Checking segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:50.327438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Bound using segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:50.328233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Bound port: ca349753-4ab8-4593-b561-8f172cdefad9, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:50.328233 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.456660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] For port ca349753-4ab8-4593-b561-8f172cdefad9, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:50.461045 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] For port ca349753-4ab8-4593-b561-8f172cdefad9, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ca349753-4ab8-4593-b561-8f172cdefad9,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:50.467975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.473061 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.527572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbbf22a8-638d-41a5-a317-84dc73a3137f req-9b44fa07-f04f-4525-8eb1-8b31c005a208 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4563720 Mar 10 15:26:50.530169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:50.531488 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.531671 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.534296 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] 10.222.0.62 "PUT /v2.0/ports/ca349753-4ab8-4593-b561-8f172cdefad9 HTTP/1.1" status: 200 len: 1092 time: 1.1042831 Mar 10 15:26:50.548381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'tag': 'ca349753-4ab8-4593-b561-8f172cdefad9'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:50.548381 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73840b6f-109b-4329-9195-0add9eecc2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ad7b74-13c9-4846-8095-a1e430b0ae2a", "tag": "ca349753-4ab8-4593-b561-8f172cdefad9"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:50.582933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Network abf4c7d6-76fc-4284-9f01-abae706ae95f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:50.590339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:50.622189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:50.661578 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a165b883-a0a7-4f97-8889-61c82baa997e x-openstack-request-id: req-a165b883-a0a7-4f97-8889-61c82baa997e {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:50.661864 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ad7b74-13c9-4846-8095-a1e430b0ae2a", "tag": "ca349753-4ab8-4593-b561-8f172cdefad9", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:50.662115 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a165b883-a0a7-4f97-8889-61c82baa997e {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:50.666738 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'tag': 'ca349753-4ab8-4593-b561-8f172cdefad9', 'status': 'completed', 'code': 200} Mar 10 15:26:50.692795 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49853716-88c8-49d6-8b95-bfbdf67e2f3e service neutron] Pushing event updated for resources: {'Port': ['ID=ca349753-4ab8-4593-b561-8f172cdefad9,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:50.733509 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.751458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event updated for resources: {'Port': ['ID=157cf8fc-ac41-4b93-b241-8a6823551cb3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:50.752313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-9eaf368b-0217-4e22-b75c-f91c78dfbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:50.762240 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-9eaf368b-0217-4e22-b75c-f91c78dfbfca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 1126 time: 0.1795352 Mar 10 15:26:50.769324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:50.769617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.857702 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-0bd1d7dc-55fc-4e2d-8b48-1a8e08f2d120 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca349753-4ab8-4593-b561-8f172cdefad9 HTTP/1.1" status: 200 len: 217 time: 0.0887210 Mar 10 15:26:50.906826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-a1bb2db3-6c35-4d2a-9472-c56dd2227272 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4398983 Mar 10 15:26:50.908940 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (10b768a0-82c3-4128-9750-9417d9eeda77), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:50.931911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Request body: {'port': {'device_id': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:50.942622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-bb3d334a-8b0b-44d9-b72f-d9e17782baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:50.944129 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-bb3d334a-8b0b-44d9-b72f-d9e17782baa3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.0800364 Mar 10 15:26:51.007577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Subnet': ['ID=10b768a0-82c3-4128-9750-9417d9eeda77,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:51.009964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5ea37161-75b2-4e2e-a489-b833a3bb72a0 None None] Provisioning complete for port 157cf8fc-ac41-4b93-b241-8a6823551cb3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:51.015798 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5ea37161-75b2-4e2e-a489-b833a3bb72a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:51.097555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-35c5b821-da50-433d-97da-e4f6635a1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:51.099608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5ea37161-75b2-4e2e-a489-b833a3bb72a0 None None] Port 157cf8fc-ac41-4b93-b241-8a6823551cb3 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:26:51.100140 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-35c5b821-da50-433d-97da-e4f6635a1f70 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1498556 Mar 10 15:26:51.107768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Checking segment: {'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:51.108412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network hostable DHCP agents. Network: cd7820ef-1627-43a1-8340-2c25b849fc27, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:26:51.128582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:51.202181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network cd7820ef-1627-43a1-8340-2c25b849fc27 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:26:51.227149 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-0b9d272b-2e64-4b6a-98f7-f919b8cf9fba service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190248 Mar 10 15:26:51.309570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, cd7820ef-1627-43a1-8340-2c25b849fc27) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:51.325679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc195e85-46bb-4efa-b9ee-c44a8d247ac0 None None] Network cd7820ef-1627-43a1-8340-2c25b849fc27 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:51.354512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:51.355795 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:51.360926 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-337e5ed9-6df7-4b2d-835f-11cd14fd8984 req-8949f2af-45e3-412b-b94b-b4796b594047 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268561 Mar 10 15:26:51.408185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e14e839d-0a97-4fe6-a841-ceaadd47124e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7713451 Mar 10 15:26:51.484116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73840b6f-109b-4329-9195-0add9eecc2f6 req-c4de4ad6-b9c7-45e9-b412-dda9098f3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:51.485543 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-73840b6f-109b-4329-9195-0add9eecc2f6 req-c4de4ad6-b9c7-45e9-b412-dda9098f3ec1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 1126 time: 0.0649855 Mar 10 15:26:51.513326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-cd7820ef-1627-43a1-8340-2c25b849fc27', 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ips': [{'subnet_id': '10b768a0-82c3-4128-9750-9417d9eeda77'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:26:51.514201 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:51.536165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f3743-6a1d-4937-8667-ab15e64d8eae req-41ad1730-8f82-4115-b3af-bf9de864cd46 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:51.538200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-074f3743-6a1d-4937-8667-ab15e64d8eae req-41ad1730-8f82-4115-b3af-bf9de864cd46 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 932 time: 0.3326735 Mar 10 15:26:51.663666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73840b6f-109b-4329-9195-0add9eecc2f6 req-916394a2-d8c2-409f-8e84-6206a2effccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:51.665408 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-73840b6f-109b-4329-9195-0add9eecc2f6 req-916394a2-d8c2-409f-8e84-6206a2effccf service neutron] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.1728835 Mar 10 15:26:51.687907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Allocated IP 172.20.0.18 (cd7820ef-1627-43a1-8340-2c25b849fc27/10b768a0-82c3-4128-9750-9417d9eeda77/4b047707-6388-453e-b599-290fe9687a27) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:26:51.694301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-074f3743-6a1d-4937-8667-ab15e64d8eae req-f564f20b-bf5a-4e01-a012-77b13602b457 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480618 Mar 10 15:26:51.739107 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a263a921-0454-43d4-90c3-b0181db7b74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:51.767775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157cf8fc-ac41-4b93-b241-8a6823551cb3 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:51.786434 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-73840b6f-109b-4329-9195-0add9eecc2f6 req-a7dfc512-d85f-4157-a36c-b95c4f3575cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca349753-4ab8-4593-b561-8f172cdefad9 HTTP/1.1" status: 200 len: 217 time: 0.1141732 Mar 10 15:26:51.801174 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Publish callbacks [] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:51.837854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Transition to ACTIVE for port object 157cf8fc-ac41-4b93-b241-8a6823551cb3 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:26:51.848031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:51.904286 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73840b6f-109b-4329-9195-0add9eecc2f6 req-31ce9f5d-d0eb-4393-8b3c-c55625f01889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:51.907995 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-73840b6f-109b-4329-9195-0add9eecc2f6 req-31ce9f5d-d0eb-4393-8b3c-c55625f01889 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.1143482 Mar 10 15:26:51.940263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Pushing event updated for resources: {'Port': ['ID=157cf8fc-ac41-4b93-b241-8a6823551cb3,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:52.011744 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73840b6f-109b-4329-9195-0add9eecc2f6 req-935b883a-9fda-4f08-87ea-8503b7ac4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:52.018263 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-73840b6f-109b-4329-9195-0add9eecc2f6 req-935b883a-9fda-4f08-87ea-8503b7ac4815 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1026866 Mar 10 15:26:52.070392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Attempting to bind port 157cf8fc-ac41-4b93-b241-8a6823551cb3 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:52.070814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Attempting to bind port 157cf8fc-ac41-4b93-b241-8a6823551cb3 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:52.071217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Attempting to bind port 157cf8fc-ac41-4b93-b241-8a6823551cb3 on network abf4c7d6-76fc-4284-9f01-abae706ae95f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:52.083046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Port 157cf8fc-ac41-4b93-b241-8a6823551cb3 on network abf4c7d6-76fc-4284-9f01-abae706ae95f not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:26:52.083494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Attempting to bind port 157cf8fc-ac41-4b93-b241-8a6823551cb3 on network abf4c7d6-76fc-4284-9f01-abae706ae95f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:52.088701 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Publish callbacks [] for port (4b047707-6388-453e-b599-290fe9687a27), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.096842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:52.097222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Checking segment: {'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:52.103180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Bound using segment: {'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:52.103751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Bound port: 157cf8fc-ac41-4b93-b241-8a6823551cb3, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '031d5e2c-bfde-4742-8ffb-85da64ab7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:52.104278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.107086 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (4b047707-6388-453e-b599-290fe9687a27), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.159208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51230) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:52.179496 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-73840b6f-109b-4329-9195-0add9eecc2f6 req-25adc5f7-9f73-47cb-87ae-0d46359bcd5d service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534190 Mar 10 15:26:52.185962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Network cd7820ef-1627-43a1-8340-2c25b849fc27 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:26:52.189297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:26:52.190681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f0759860-8499-4fc6-998d-f7b826721ff0 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106317833', 'description': 'tempest-secgroup-smoke-106317833 description', 'project_id': '47f54152170d442698f9aa36ce4372ea'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:52.199622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:26:52.263654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Pushing event updated for resources: {'Port': ['ID=4b047707-6388-453e-b599-290fe9687a27,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:52.309830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Attempting to bind port 4b047707-6388-453e-b599-290fe9687a27 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:26:52.310535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Attempting to bind port 4b047707-6388-453e-b599-290fe9687a27 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:26:52.311118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Attempting to bind port 4b047707-6388-453e-b599-290fe9687a27 on network cd7820ef-1627-43a1-8340-2c25b849fc27 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:26:52.317497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:26:52.321292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Checking segment: {'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:26:52.321898 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.323006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Bound using segment: {'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:26:52.323661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Bound port: 4b047707-6388-453e-b599-290fe9687a27, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:26:52.324506 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4b047707-6388-453e-b599-290fe9687a27), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.374270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0759860-8499-4fc6-998d-f7b826721ff0 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.402636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] For port 157cf8fc-ac41-4b93-b241-8a6823551cb3, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:52.407413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] For port 157cf8fc-ac41-4b93-b241-8a6823551cb3, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=157cf8fc-ac41-4b93-b241-8a6823551cb3,segment=NetworkSegment(031d5e2c-bfde-4742-8ffb-85da64ab7117),segment_id=031d5e2c-bfde-4742-8ffb-85da64ab7117)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:52.421839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] For port 4b047707-6388-453e-b599-290fe9687a27, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:26:52.426290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] For port 4b047707-6388-453e-b599-290fe9687a27, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4b047707-6388-453e-b599-290fe9687a27,segment=NetworkSegment(0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4),segment_id=0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:26:52.431981 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.435966 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4b047707-6388-453e-b599-290fe9687a27), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.441307 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-73840b6f-109b-4329-9195-0add9eecc2f6 req-254ee47a-cafc-4a98-8b31-4bd3689fbb96 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540889 Mar 10 15:26:52.452759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:52.454075 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.455833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] 10.222.0.45 "PUT /v2.0/ports/157cf8fc-ac41-4b93-b241-8a6823551cb3 HTTP/1.1" status: 200 len: 1092 time: 1.5394478 Mar 10 15:26:52.534720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0759860-8499-4fc6-998d-f7b826721ff0 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (caf9ff26-9d9d-4965-aea3-f0000d37657c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.567240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'tag': '157cf8fc-ac41-4b93-b241-8a6823551cb3'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:52.569366 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c24018-ba5e-47e1-b96e-623d36d64fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a89e094-4846-43db-b4c5-fd2d394b809f", "tag": "157cf8fc-ac41-4b93-b241-8a6823551cb3"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:52.604830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5a53-4378-4025-842c-e2ccb2576d2d req-2d06cdd6-01d8-42d9-ae6e-f32a061f0c5b tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:52.607009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dffe5a53-4378-4025-842c-e2ccb2576d2d req-2d06cdd6-01d8-42d9-ae6e-f32a061f0c5b tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1129 time: 0.4508905 Mar 10 15:26:52.607650 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0759860-8499-4fc6-998d-f7b826721ff0 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (caf9ff26-9d9d-4965-aea3-f0000d37657c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.632254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d64c3-6cb9-4b8e-8bdb-c55e78961c55 None None] Pushing event updated for resources: {'Port': ['ID=4b047707-6388-453e-b599-290fe9687a27,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:52.690746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dffe5a53-4378-4025-842c-e2ccb2576d2d req-f4964415-ff2e-4713-9626-0667c3ed3a2a tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673752 Mar 10 15:26:52.693410 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0759860-8499-4fc6-998d-f7b826721ff0 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:52.697364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f0759860-8499-4fc6-998d-f7b826721ff0 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5222239 Mar 10 15:26:52.697675 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51238) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:52.704901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-13727917-2cf5-4b04-8553-0b3d4cfeae2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': 'caf9ff26-9d9d-4965-aea3-f0000d37657c', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:52.731645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54afeb3-4da2-416f-acbc-c76e6eced78c req-fc3b2495-6c0d-441e-be3c-62c92a22f12d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:52.733131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51242) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:52.739774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b54afeb3-4da2-416f-acbc-c76e6eced78c req-fc3b2495-6c0d-441e-be3c-62c92a22f12d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 944 time: 0.4824550 Mar 10 15:26:52.818658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b54afeb3-4da2-416f-acbc-c76e6eced78c req-48ff464c-979c-4f0e-b700-2c2397a2824a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727217 Mar 10 15:26:52.831460 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1572602-7d56-458f-afce-ac334fe8cbbf x-openstack-request-id: req-a1572602-7d56-458f-afce-ac334fe8cbbf {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:52.836399 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a89e094-4846-43db-b4c5-fd2d394b809f", "tag": "157cf8fc-ac41-4b93-b241-8a6823551cb3", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:52.837575 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1572602-7d56-458f-afce-ac334fe8cbbf {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:52.838160 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'tag': '157cf8fc-ac41-4b93-b241-8a6823551cb3', 'status': 'completed', 'code': 200} Mar 10 15:26:52.844448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-91cb58be-fb76-4553-9add-54c164f38764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:52.847099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-91cb58be-fb76-4553-9add-54c164f38764 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a700388e2b194b8b9d3063b7f9831734&device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 1126 time: 0.3083382 Mar 10 15:26:52.923080 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51248) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:52.942165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0759860-8499-4fc6-998d-f7b826721ff0 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf9ff26-9d9d-4965-aea3-f0000d37657c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:52.998066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-73e26f8c-ec41-4cba-87be-9304174de2c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=157cf8fc-ac41-4b93-b241-8a6823551cb3 HTTP/1.1" status: 200 len: 217 time: 0.1253700 Mar 10 15:26:53.027626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13727917-2cf5-4b04-8553-0b3d4cfeae2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (34a26242-e1b5-4e58-9ed2-0568a1d6f5b7), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.066512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5db5e-3b35-4f56-b921-f4c1a8168356 service neutron] Pushing event updated for resources: {'Port': ['ID=157cf8fc-ac41-4b93-b241-8a6823551cb3,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:53.134623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9b8e4-7aff-4fc9-8e5c-91223c08c1d1 req-abeeb806-df05-4ab5-916c-99d83b46464e tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:53.146212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bc9b8e4-7aff-4fc9-8e5c-91223c08c1d1 req-abeeb806-df05-4ab5-916c-99d83b46464e tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 944 time: 0.1420381 Mar 10 15:26:53.151628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13727917-2cf5-4b04-8553-0b3d4cfeae2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (34a26242-e1b5-4e58-9ed2-0568a1d6f5b7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.174475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-09afbc9e-39f7-4268-ae6e-07a4cb218855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:53.176054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-09afbc9e-39f7-4268-ae6e-07a4cb218855 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47179ac9-1680-465c-aea4-b5f57e0afe4a HTTP/1.1" status: 200 len: 848 time: 0.1700766 Mar 10 15:26:53.184212 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13727917-2cf5-4b04-8553-0b3d4cfeae2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (34a26242-e1b5-4e58-9ed2-0568a1d6f5b7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.259297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bc9b8e4-7aff-4fc9-8e5c-91223c08c1d1 req-ef149b9b-f16d-4a33-b713-f4a77f6c22a9 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073389 Mar 10 15:26:53.275309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-0b743312-dfa4-4cdd-9cfd-37a2d74c333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:53.277737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-0b743312-dfa4-4cdd-9cfd-37a2d74c333e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=abf4c7d6-76fc-4284-9f01-abae706ae95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0909262 Mar 10 15:26:53.282256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13727917-2cf5-4b04-8553-0b3d4cfeae2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a26242-e1b5-4e58-9ed2-0568a1d6f5b7,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:53.321927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13727917-2cf5-4b04-8553-0b3d4cfeae2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.323357 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-13727917-2cf5-4b04-8553-0b3d4cfeae2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6245978 Mar 10 15:26:53.329008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51252) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:53.340261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7d92dd35-f609-4242-8d00-a5fccd7ddd67 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': 'caf9ff26-9d9d-4965-aea3-f0000d37657c', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:53.404392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port bcb4cd2b-bf79-491a-86b7-8e879bdbf592 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:53.404842 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bcb4cd2b-bf79-491a-86b7-8e879bdbf592), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.409890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-4d889b06-1846-49e0-8e42-e027993e6eb8 service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224415 Mar 10 15:26:53.462649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d92dd35-f609-4242-8d00-a5fccd7ddd67 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (208f3c8f-2ff3-4bb8-943c-e000ef5a9896), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.556226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5b1884e-7e81-468d-8ab7-3769a6a38e91 req-be5f12e8-98ae-466b-a9d0-06d499c79125 service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363623 Mar 10 15:26:53.605910 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ca349753-4ab8-4593-b561-8f172cdefad9 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:26:53.631640 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bcb4cd2b-bf79-491a-86b7-8e879bdbf592), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.631955 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (bcb4cd2b-bf79-491a-86b7-8e879bdbf592), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.647815 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d92dd35-f609-4242-8d00-a5fccd7ddd67 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (208f3c8f-2ff3-4bb8-943c-e000ef5a9896), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.661938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d92dd35-f609-4242-8d00-a5fccd7ddd67 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (208f3c8f-2ff3-4bb8-943c-e000ef5a9896), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.695999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c24018-ba5e-47e1-b96e-623d36d64fcd req-4035ac98-0512-471f-aed8-578b8080d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:53.698383 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82c24018-ba5e-47e1-b96e-623d36d64fcd req-4035ac98-0512-471f-aed8-578b8080d84e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a700388e2b194b8b9d3063b7f9831734&device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 1126 time: 0.0812986 Mar 10 15:26:53.718629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for bcb4cd2b-bf79-491a-86b7-8e879bdbf592 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:53.754024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92dd35-f609-4242-8d00-a5fccd7ddd67 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208f3c8f-2ff3-4bb8-943c-e000ef5a9896,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:53.816489 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d92dd35-f609-4242-8d00-a5fccd7ddd67 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.817775 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7d92dd35-f609-4242-8d00-a5fccd7ddd67 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4869494 Mar 10 15:26:53.826263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ca349753-4ab8-4593-b561-8f172cdefad9, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ca349753-4ab8-4593-b561-8f172cdefad9,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:53.834840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51254) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:53.856786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-29d3dceb-d593-43fe-927d-487f9f7e96ea tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': 'caf9ff26-9d9d-4965-aea3-f0000d37657c', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:53.868169 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'ca349753-4ab8-4593-b561-8f172cdefad9', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'port_id': 'ca349753-4ab8-4593-b561-8f172cdefad9', 'mac_address': 'fa:16:3e:b3:b2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:26:53.920551 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29d3dceb-d593-43fe-927d-487f9f7e96ea tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (ac2d9113-f1f0-4c59-b857-32fceb20e7ac), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.931206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ca349753-4ab8-4593-b561-8f172cdefad9 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:53.931751 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:53.937202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c24018-ba5e-47e1-b96e-623d36d64fcd req-b95fb5ca-9ee0-4f03-9d93-c4613199ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:53.938985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82c24018-ba5e-47e1-b96e-623d36d64fcd req-b95fb5ca-9ee0-4f03-9d93-c4613199ef59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=abf4c7d6-76fc-4284-9f01-abae706ae95f HTTP/1.1" status: 200 len: 910 time: 0.2322350 Mar 10 15:26:53.947504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca349753-4ab8-4593-b561-8f172cdefad9 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:53.972901 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ca349753-4ab8-4593-b561-8f172cdefad9, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ca349753-4ab8-4593-b561-8f172cdefad9,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:53.985421 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.112355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82c24018-ba5e-47e1-b96e-623d36d64fcd req-d3468bae-4a75-4c2e-944c-06472741a38a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=157cf8fc-ac41-4b93-b241-8a6823551cb3 HTTP/1.1" status: 200 len: 217 time: 0.1561761 Mar 10 15:26:54.145663 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22ea6707-7658-4f54-88dd-1136f5ff3f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.178830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29d3dceb-d593-43fe-927d-487f9f7e96ea tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (ac2d9113-f1f0-4c59-b857-32fceb20e7ac), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.206075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bcb4cd2b-bf79-491a-86b7-8e879bdbf592), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.208056 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29d3dceb-d593-43fe-927d-487f9f7e96ea tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (ac2d9113-f1f0-4c59-b857-32fceb20e7ac), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.248152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=ca349753-4ab8-4593-b561-8f172cdefad9,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:54.295020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-29d3dceb-d593-43fe-927d-487f9f7e96ea tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.296390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-29d3dceb-d593-43fe-927d-487f9f7e96ea tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4517035 Mar 10 15:26:54.300446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4b047707-6388-453e-b599-290fe9687a27 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:54.303399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51262) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:54.303399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=bcb4cd2b-bf79-491a-86b7-8e879bdbf592,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:54.308072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3dceb-d593-43fe-927d-487f9f7e96ea tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2d9113-f1f0-4c59-b857-32fceb20e7ac,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:54.308650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-89441239-5769-4ca3-a919-0930833b7fef tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': 'caf9ff26-9d9d-4965-aea3-f0000d37657c', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:54.317695 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c24018-ba5e-47e1-b96e-623d36d64fcd req-3d665e40-3ea2-43e9-bab2-18eb0f8c1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:54.319230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82c24018-ba5e-47e1-b96e-623d36d64fcd req-3d665e40-3ea2-43e9-bab2-18eb0f8c1e9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47179ac9-1680-465c-aea4-b5f57e0afe4a HTTP/1.1" status: 200 len: 848 time: 0.1867139 Mar 10 15:26:54.357952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5429d6-b836-4b11-a306-8da715ec004a req-825e4f85-a741-4a50-bc98-01ed40e4c026 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:54.359667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba5429d6-b836-4b11-a306-8da715ec004a req-825e4f85-a741-4a50-bc98-01ed40e4c026 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 945 time: 0.3684592 Mar 10 15:26:54.412428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['ca349753-4ab8-4593-b561-8f172cdefad9'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:26:54.446373 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (5a13398c-24aa-4513-a76e-d37c9c3cb57f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.482427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabcb40a-d4ed-4509-97af-8665a4f71ff6 None None] Network cd7820ef-1627-43a1-8340-2c25b849fc27 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:54.501645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba5429d6-b836-4b11-a306-8da715ec004a req-e6aabf0a-aa78-4e79-ad7f-1c1403654d86 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206818 Mar 10 15:26:54.504080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89441239-5769-4ca3-a919-0930833b7fef tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (0d8d527a-a5ec-4e87-b694-d776aa5bd4a3), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.526369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ee25d-d0a1-4c22-9537-381304bd22a6 req-6676fae5-e04a-4039-88df-4900422c0021 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:54.528633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd0ee25d-d0a1-4c22-9537-381304bd22a6 req-6676fae5-e04a-4039-88df-4900422c0021 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 944 time: 0.1190767 Mar 10 15:26:54.557347 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (3fe06a89-9436-49b5-8497-cb52c20e0570), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.557686 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Floating IP 3fe06a89-9436-49b5-8497-cb52c20e0570 disassociated (deleted). External IP: 172.25.3.74, port: ada53609-1a5b-4122-98ba-0aa7439a9d9e. Mar 10 15:26:54.562151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c24018-ba5e-47e1-b96e-623d36d64fcd req-6db2e23b-4435-4971-b65a-dbadac0c086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:54.563947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82c24018-ba5e-47e1-b96e-623d36d64fcd req-6db2e23b-4435-4971-b65a-dbadac0c086b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=abf4c7d6-76fc-4284-9f01-abae706ae95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2273576 Mar 10 15:26:54.593432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89441239-5769-4ca3-a919-0930833b7fef tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (0d8d527a-a5ec-4e87-b694-d776aa5bd4a3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.618407 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd0ee25d-d0a1-4c22-9537-381304bd22a6 req-592566a8-a0f4-4768-a952-173af348a5a0 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818377 Mar 10 15:26:54.680840 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89441239-5769-4ca3-a919-0930833b7fef tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (0d8d527a-a5ec-4e87-b694-d776aa5bd4a3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.717242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4b047707-6388-453e-b599-290fe9687a27 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:54.717812 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4b047707-6388-453e-b599-290fe9687a27), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.766309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82c24018-ba5e-47e1-b96e-623d36d64fcd req-32f5f8c1-bda2-4fc6-8662-98894696bc37 service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919887 Mar 10 15:26:54.769122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89441239-5769-4ca3-a919-0930833b7fef tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8d527a-a5ec-4e87-b694-d776aa5bd4a3,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:54.788044 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89441239-5769-4ca3-a919-0930833b7fef tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:54.792232 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-89441239-5769-4ca3-a919-0930833b7fef tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4846425 Mar 10 15:26:54.794163 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51264) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:54.799251 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-003f9963-8da7-492a-b387-40c134783bfb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': 'caf9ff26-9d9d-4965-aea3-f0000d37657c', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:54.987122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82c24018-ba5e-47e1-b96e-623d36d64fcd req-7739b165-8ad2-4404-80c7-2362eff1e653 service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052286 Mar 10 15:26:54.997245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8355155d-5f25-408b-a142-fc09932c9e9b None None] Provisioning complete for port 4b047707-6388-453e-b599-290fe9687a27 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:54.997621 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8355155d-5f25-408b-a142-fc09932c9e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4b047707-6388-453e-b599-290fe9687a27), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.107202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4b047707-6388-453e-b599-290fe9687a27 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:55.107599 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4b047707-6388-453e-b599-290fe9687a27), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.153359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 4b047707-6388-453e-b599-290fe9687a27, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4b047707-6388-453e-b599-290fe9687a27,segment=NetworkSegment(0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4),segment_id=0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:55.170260 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4b047707-6388-453e-b599-290fe9687a27), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.237138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=4b047707-6388-453e-b599-290fe9687a27,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:55.308129 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.315895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8355155d-5f25-408b-a142-fc09932c9e9b None None] Current status of the port 4b047707-6388-453e-b599-290fe9687a27 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:55.507986 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-003f9963-8da7-492a-b387-40c134783bfb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Project 47f54152170d442698f9aa36ce4372ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:26:55.520282 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003f9963-8da7-492a-b387-40c134783bfb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (367fa540-1a08-44ad-8bdc-5e0010756010), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.640584 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1e89036f-7007-44b7-877a-deaa1d15985f None None] Provisioning complete for port 4b047707-6388-453e-b599-290fe9687a27 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:55.641091 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1e89036f-7007-44b7-877a-deaa1d15985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4b047707-6388-453e-b599-290fe9687a27), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.682193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db205a4-553f-4c9b-81ca-e2775041ec92 req-58477e11-7908-40a1-b359-35e60325fea0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:55.684778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8db205a4-553f-4c9b-81ca-e2775041ec92 req-58477e11-7908-40a1-b359-35e60325fea0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 945 time: 0.0695124 Mar 10 15:26:55.712451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003f9963-8da7-492a-b387-40c134783bfb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (367fa540-1a08-44ad-8bdc-5e0010756010), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.738363 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003f9963-8da7-492a-b387-40c134783bfb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (367fa540-1a08-44ad-8bdc-5e0010756010), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.758900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1e89036f-7007-44b7-877a-deaa1d15985f None None] Current status of the port 4b047707-6388-453e-b599-290fe9687a27 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:55.766562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:26:55.772248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8db205a4-553f-4c9b-81ca-e2775041ec92 req-5ff67ff2-26a0-4d19-8dfd-d8b16d8b7c2c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812469 Mar 10 15:26:55.779226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f9963-8da7-492a-b387-40c134783bfb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367fa540-1a08-44ad-8bdc-5e0010756010,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:55.811580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-003f9963-8da7-492a-b387-40c134783bfb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.815363 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-003f9963-8da7-492a-b387-40c134783bfb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0174108 Mar 10 15:26:55.815756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51272) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:55.820250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4bb6bb54-cfcd-43ae-831d-0582ff7b58f2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': 'caf9ff26-9d9d-4965-aea3-f0000d37657c', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:26:55.851347 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-4bb6bb54-cfcd-43ae-831d-0582ff7b58f2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Project 47f54152170d442698f9aa36ce4372ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:26:55.862885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f9423-bfcf-4659-8a8e-025b83893cfa req-9b195456-af9d-41ff-afc8-10372866f538 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:55.864490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-144f9423-bfcf-4659-8a8e-025b83893cfa req-9b195456-af9d-41ff-afc8-10372866f538 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 944 time: 0.1003458 Mar 10 15:26:55.866272 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4bb6bb54-cfcd-43ae-831d-0582ff7b58f2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (db62dd3a-ffbf-46db-b28e-d263b32a6093), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.916345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] Deleting port fd6c4a91-1c0d-4e17-b264-678c4c387eeb {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:55.916693 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.949406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-144f9423-bfcf-4659-8a8e-025b83893cfa req-68ccb2de-88f9-4ea4-92b8-1495ba5752a8 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732439 Mar 10 15:26:55.958649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4bb6bb54-cfcd-43ae-831d-0582ff7b58f2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (db62dd3a-ffbf-46db-b28e-d263b32a6093), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.965463 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4bb6bb54-cfcd-43ae-831d-0582ff7b58f2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (db62dd3a-ffbf-46db-b28e-d263b32a6093), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:55.992425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:56.000919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6bb54-cfcd-43ae-831d-0582ff7b58f2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db62dd3a-ffbf-46db-b28e-d263b32a6093,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:56.001131 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.007663 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda49c8c-bf1f-48cd-996a-ed0d6dafeed0 None None] Sync routers for ids ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:56.028159 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4bb6bb54-cfcd-43ae-831d-0582ff7b58f2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.034253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4bb6bb54-cfcd-43ae-831d-0582ff7b58f2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2162151 Mar 10 15:26:56.042037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda49c8c-bf1f-48cd-996a-ed0d6dafeed0 None None] Routers {'1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:56.043554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-eda49c8c-bf1f-48cd-996a-ed0d6dafeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:56.060102 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0891bd0a-6396-4e1d-ba9f-26940a16082c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/floatingips/3fe06a89-9436-49b5-8497-cb52c20e0570 HTTP/1.1" status: 204 len: 168 time: 3.3247969 Mar 10 15:26:56.062163 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] For port fd6c4a91-1c0d-4e17-b264-678c4c387eeb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fd6c4a91-1c0d-4e17-b264-678c4c387eeb,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:56.062628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.070472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:56.073155 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454addfd-e87f-4e5d-b704-fd81e24cfcbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:56.114068 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] Calling delete_port for fd6c4a91-1c0d-4e17-b264-678c4c387eeb owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:56.149681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4b047707-6388-453e-b599-290fe9687a27 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:56.153656 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bed46cc-7966-4b15-a8e7-8bb6216af708 x-openstack-request-id: req-2bed46cc-7966-4b15-a8e7-8bb6216af708 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:56.153952 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:56.154869 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bed46cc-7966-4b15-a8e7-8bb6216af708 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:56.155295 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'status': 'completed', 'code': 200} Mar 10 15:26:56.282113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454addfd-e87f-4e5d-b704-fd81e24cfcbf req-69177cf3-9777-42ef-bf4e-4e0f93a4e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:56.283851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-454addfd-e87f-4e5d-b704-fd81e24cfcbf req-69177cf3-9777-42ef-bf4e-4e0f93a4e738 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 1129 time: 0.1028283 Mar 10 15:26:56.391510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-eda49c8c-bf1f-48cd-996a-ed0d6dafeed0 None None] Set router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:56.427014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4b047707-6388-453e-b599-290fe9687a27 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:56.427399 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4b047707-6388-453e-b599-290fe9687a27), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.456891 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (fd6c4a91-1c0d-4e17-b264-678c4c387eeb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.522466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6c4a91-1c0d-4e17-b264-678c4c387eeb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:56.721581 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.746236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4b047707-6388-453e-b599-290fe9687a27 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:56.767468 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (5a13398c-24aa-4513-a76e-d37c9c3cb57f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:56.865506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-3beb7149-1186-407b-82ea-8daf8899d17e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106317833&fields=id&tenant_id=47f54152170d442698f9aa36ce4372ea HTTP/1.1" status: 200 len: 267 time: 0.5452259 Mar 10 15:26:56.899693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454addfd-e87f-4e5d-b704-fd81e24cfcbf req-ed59959f-dca3-45df-94d9-1796b0c3bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:56.901173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-454addfd-e87f-4e5d-b704-fd81e24cfcbf req-ed59959f-dca3-45df-94d9-1796b0c3bafb service neutron] 10.222.0.45 "GET /v2.0/networks?id=a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 200 len: 897 time: 0.6086805 Mar 10 15:26:56.916770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-eda49c8c-bf1f-48cd-996a-ed0d6dafeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'de92dabf-9e46-4533-a753-9bfb6ea85d10', 'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:19:63:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:37Z', 'updated_at': '2022-03-10T15:24:42Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:56.929858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952a1d5-230a-4cdc-be5e-8472172779dd req-0cef5626-4202-43e5-9508-177503eac1a1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:56.931352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5952a1d5-230a-4cdc-be5e-8472172779dd req-0cef5626-4202-43e5-9508-177503eac1a1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 947 time: 0.5843184 Mar 10 15:26:56.955440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda49c8c-bf1f-48cd-996a-ed0d6dafeed0 None None] Checking router: 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:56.969914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda49c8c-bf1f-48cd-996a-ed0d6dafeed0 None None] Routers {'1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:56.970561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-eda49c8c-bf1f-48cd-996a-ed0d6dafeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:56.998075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-454addfd-e87f-4e5d-b704-fd81e24cfcbf req-53ba11a0-903e-4d04-820c-a6b416b9a2b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 200 len: 217 time: 0.0866270 Mar 10 15:26:57.062155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] Router 5a13398c-24aa-4513-a76e-d37c9c3cb57f has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:26:57.112961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-329f8a60-2774-4307-bfdd-a060756b2696 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:57.119741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-329f8a60-2774-4307-bfdd-a060756b2696 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/networks?id=cd7820ef-1627-43a1-8340-2c25b849fc27 HTTP/1.1" status: 200 len: 797 time: 0.2533631 Mar 10 15:26:57.122416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454addfd-e87f-4e5d-b704-fd81e24cfcbf req-aba86a3a-2d2d-4a43-80f4-e7ef8cd594a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:57.123838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-454addfd-e87f-4e5d-b704-fd81e24cfcbf req-aba86a3a-2d2d-4a43-80f4-e7ef8cd594a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 200 len: 834 time: 0.1189909 Mar 10 15:26:57.136000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5952a1d5-230a-4cdc-be5e-8472172779dd req-c87360c9-53fa-409c-ac5e-74a9121c13b4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721721 Mar 10 15:26:57.144367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-03e805a7-8644-4820-856c-cdbac19ae24a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/quotas/47f54152170d442698f9aa36ce4372ea HTTP/1.1" status: 200 len: 375 time: 0.0237503 Mar 10 15:26:57.195460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:26:57.202929 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2349e1e6-6b9e-4bbb-b0cd-60bf3d7e03cf admin admin] 10.222.0.11 "PUT /v2.0/routers/5a13398c-24aa-4513-a76e-d37c9c3cb57f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2698243 Mar 10 15:26:57.205403 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51300) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:57.206656 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58579f-dd83-4dbb-b324-017e8d1fb963 None None] Sync routers for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:26:57.237803 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58579f-dd83-4dbb-b324-017e8d1fb963 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:57.241067 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5b58579f-dd83-4dbb-b324-017e8d1fb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:57.241286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454addfd-e87f-4e5d-b704-fd81e24cfcbf req-55751c8e-74b8-458b-a626-5bd9804f51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:57.242831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-454addfd-e87f-4e5d-b704-fd81e24cfcbf req-55751c8e-74b8-458b-a626-5bd9804f51ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a13f1c10-2980-4da4-88ef-306d72833ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1057918 Mar 10 15:26:57.260461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-eda49c8c-bf1f-48cd-996a-ed0d6dafeed0 None None] Set router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:57.267805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-12848b7e-d7f8-4f7a-8d42-79765e6da42b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1149006 Mar 10 15:26:57.346011 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Publish callbacks [] for router (5a13398c-24aa-4513-a76e-d37c9c3cb57f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.406189 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-5b58579f-dd83-4dbb-b324-017e8d1fb963 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:57.487858 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Publish callbacks [] for router_gateway (5a13398c-24aa-4513-a76e-d37c9c3cb57f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.554044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-454addfd-e87f-4e5d-b704-fd81e24cfcbf req-afd61e83-bb7e-4c9a-8f4a-79d719a5351d service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778585 Mar 10 15:26:57.563606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-4620a95b-41e3-4bda-9b91-4b37db1149b7 service neutron] 10.222.0.11 "GET /v2.0/networks/cd7820ef-1627-43a1-8340-2c25b849fc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948449 Mar 10 15:26:57.573189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Deleting port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:57.573750 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.579621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add146e-a527-42ed-b61a-9fbf10c4499f req-68db3733-96a7-4885-98e4-2a3293db03a8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:57.586895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7add146e-a527-42ed-b61a-9fbf10c4499f req-68db3733-96a7-4885-98e4-2a3293db03a8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 945 time: 0.2840252 Mar 10 15:26:57.617629 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5b58579f-dd83-4dbb-b324-017e8d1fb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:26:56Z', 'revision_number': 5, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port': {'id': 'a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:19:22Z', 'updated_at': '2022-03-10T15:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:57.652972 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58579f-dd83-4dbb-b324-017e8d1fb963 None None] Checking router: 5a13398c-24aa-4513-a76e-d37c9c3cb57f for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:26:57.663052 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58579f-dd83-4dbb-b324-017e8d1fb963 None None] Routers {'5a13398c-24aa-4513-a76e-d37c9c3cb57f'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:26:57.663988 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5b58579f-dd83-4dbb-b324-017e8d1fb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:57.669296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ca349753-4ab8-4593-b561-8f172cdefad9 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:26:57.695419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] For port a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:57.695790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.711331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Calling delete_port for a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:57.756721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port ca349753-4ab8-4593-b561-8f172cdefad9 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:26:57.772210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port ca349753-4ab8-4593-b561-8f172cdefad9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:26:57.772592 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:57.781854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7add146e-a527-42ed-b61a-9fbf10c4499f req-ae476e0a-4d5b-4f13-8820-b36baa230f2d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891754 Mar 10 15:26:57.809813 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-5b58579f-dd83-4dbb-b324-017e8d1fb963 None None] Set router 5a13398c-24aa-4513-a76e-d37c9c3cb57f gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:26:57.853492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-eda49c8c-bf1f-48cd-996a-ed0d6dafeed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'de92dabf-9e46-4533-a753-9bfb6ea85d10', 'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:19:63:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:37Z', 'updated_at': '2022-03-10T15:24:42Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:57.891549 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5b58579f-dd83-4dbb-b324-017e8d1fb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:26:57Z', 'revision_number': 6, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:26:57.892122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-17b707dd-ac9c-43be-b6e3-4a3edba82d40 service neutron] 10.222.0.11 "GET /v2.0/networks/cd7820ef-1627-43a1-8340-2c25b849fc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204744 Mar 10 15:26:57.923511 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b58579f-dd83-4dbb-b324-017e8d1fb963 None None] The sync data for ids ['5a13398c-24aa-4513-a76e-d37c9c3cb57f'] in n-d-833090-1 is: [{'id': '5a13398c-24aa-4513-a76e-d37c9c3cb57f', 'name': 'tempest-AttachVolumeTestJSON-1872764851-router', 'tenant_id': '540795be169a49cea3af63cf05632cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:19:21Z', 'updated_at': '2022-03-10T15:26:57Z', 'revision_number': 6, 'project_id': '540795be169a49cea3af63cf05632cea', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:57.927063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 157cf8fc-ac41-4b93-b241-8a6823551cb3 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:26:57.932285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-454addfd-e87f-4e5d-b704-fd81e24cfcbf req-50e6781b-ff0f-4281-bd3d-8c21351cf1c8 service neutron] 10.222.0.45 "GET /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662007 Mar 10 15:26:57.949591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda49c8c-bf1f-48cd-996a-ed0d6dafeed0 None None] The sync data for ids ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'] in n-d-833090-1 is: [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'de92dabf-9e46-4533-a753-9bfb6ea85d10', 'name': '', 'network_id': 'a13f1c10-2980-4da4-88ef-306d72833ed0', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:19:63:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:37Z', 'updated_at': '2022-03-10T15:24:42Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'dcf72e92-23fc-4cd0-8082-4ecefa5b6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:26:58.001488 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.039272 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:58.051545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ec202-df49-4e28-adf9-96fe19520f67 req-7f4093b2-e76f-4f02-bd47-ae264a47a68c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:58.053089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e4ec202-df49-4e28-adf9-96fe19520f67 req-7f4093b2-e76f-4f02-bd47-ae264a47a68c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.45 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 947 time: 0.2861323 Mar 10 15:26:58.094997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf39db9-581c-4f4a-a8d8-da8589e4aa25 req-7e0f9bc2-894c-4fe9-8ede-c9ac97dfc2da tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:58.096534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fcf39db9-581c-4f4a-a8d8-da8589e4aa25 req-7e0f9bc2-894c-4fe9-8ede-c9ac97dfc2da tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 944 time: 0.2028944 Mar 10 15:26:58.137904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ca349753-4ab8-4593-b561-8f172cdefad9 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:58.138339 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.183171 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (5a13398c-24aa-4513-a76e-d37c9c3cb57f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.216461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca349753-4ab8-4593-b561-8f172cdefad9'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:58.219357 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203c067b-5e69-47d4-9d82-dbeb064f83bb" -d '{"events": [{"server_uuid": "c2ad7b74-13c9-4846-8095-a1e430b0ae2a", "name": "network-vif-plugged", "status": "completed", "tag": "ca349753-4ab8-4593-b561-8f172cdefad9"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:58.249869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ca349753-4ab8-4593-b561-8f172cdefad9, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ca349753-4ab8-4593-b561-8f172cdefad9,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:58.261609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fcf39db9-581c-4f4a-a8d8-da8589e4aa25 req-39258cdf-a78d-4772-b38b-cc1f563ba361 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063948 Mar 10 15:26:58.303802 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.400703 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (5a13398c-24aa-4513-a76e-d37c9c3cb57f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.404135 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Publish callbacks [] for router_controller (5a13398c-24aa-4513-a76e-d37c9c3cb57f), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.491043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a49a1ffa-4d68-411a-a51e-03654f3fa7d4 req-2797b2f7-d2a0-4ba3-9489-61ded0bc81b2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 210 time: 0.2516842 Mar 10 15:26:58.512254 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (5a13398c-24aa-4513-a76e-d37c9c3cb57f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.512827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a13398c-24aa-4513-a76e-d37c9c3cb57f {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:26:58.517854 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.524943 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-517ddf1e-9ec9-4f62-9f45-920efd46c040 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5a13398c-24aa-4513-a76e-d37c9c3cb57f HTTP/1.1" status: 204 len: 168 time: 1.3125465 Mar 10 15:26:58.526667 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51312) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:58.620621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-0363dec4-ffcc-4da2-8689-4543fa6c7d1d admin admin] Deleting subnet c0bcabef-a9bd-405f-96c2-1876e80de53d {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:26:58.624938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0363dec4-ffcc-4da2-8689-4543fa6c7d1d admin admin] Publish callbacks [] for subnet (c0bcabef-a9bd-405f-96c2-1876e80de53d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.648075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d208d9e-901b-4329-a6ba-e0ba448890a0 req-0a50b8ab-1189-4626-b31b-8adbe1782d38 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:58.657305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d208d9e-901b-4329-a6ba-e0ba448890a0 req-0a50b8ab-1189-4626-b31b-8adbe1782d38 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 947 time: 0.2413445 Mar 10 15:26:58.668559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0363dec4-ffcc-4da2-8689-4543fa6c7d1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (c0bcabef-a9bd-405f-96c2-1876e80de53d), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.686557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-7e4ec202-df49-4e28-adf9-96fe19520f67 req-7014cab9-ce00-4ee3-a877-50f461502c2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port ada53609-1a5b-4122-98ba-0aa7439a9d9e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:58.687171 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7e4ec202-df49-4e28-adf9-96fe19520f67 req-7014cab9-ce00-4ee3-a877-50f461502c2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.728870 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.741839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 157cf8fc-ac41-4b93-b241-8a6823551cb3, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=157cf8fc-ac41-4b93-b241-8a6823551cb3,segment=NetworkSegment(031d5e2c-bfde-4742-8ffb-85da64ab7117),segment_id=031d5e2c-bfde-4742-8ffb-85da64ab7117)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:58.758762 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c1c3b9-a559-4f88-911b-c6ad1e43ebad x-openstack-request-id: req-21c1c3b9-a559-4f88-911b-c6ad1e43ebad {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:58.759307 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ad7b74-13c9-4846-8095-a1e430b0ae2a", "name": "network-vif-plugged", "status": "completed", "tag": "ca349753-4ab8-4593-b561-8f172cdefad9", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:58.759429 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21c1c3b9-a559-4f88-911b-c6ad1e43ebad {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:58.759938 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca349753-4ab8-4593-b561-8f172cdefad9', 'code': 200} Mar 10 15:26:58.763975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fd6c4a91-1c0d-4e17-b264-678c4c387eeb no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:26:58.764761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d208d9e-901b-4329-a6ba-e0ba448890a0 req-6f6c8145-5d29-417f-9967-039e1da3990f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e770bb-4449-4e13-a49c-a52940c3c2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064231 Mar 10 15:26:58.766704 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '157cf8fc-ac41-4b93-b241-8a6823551cb3', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'port_id': '157cf8fc-ac41-4b93-b241-8a6823551cb3', 'mac_address': 'fa:16:3e:d4:6c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:26:58.780127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c365b9-fb02-4e15-b019-4f026bcf9765 None None] New status for floating IP 3fe06a89-9436-49b5-8497-cb52c20e0570: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:26:58.869321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-7e4ec202-df49-4e28-adf9-96fe19520f67 req-7014cab9-ce00-4ee3-a877-50f461502c2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port ada53609-1a5b-4122-98ba-0aa7439a9d9e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ada53609-1a5b-4122-98ba-0aa7439a9d9e,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:58.869694 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7e4ec202-df49-4e28-adf9-96fe19520f67 req-7014cab9-ce00-4ee3-a877-50f461502c2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.905323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-7e4ec202-df49-4e28-adf9-96fe19520f67 req-7014cab9-ce00-4ee3-a877-50f461502c2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for ada53609-1a5b-4122-98ba-0aa7439a9d9e owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:58.916939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: fd6c4a91-1c0d-4e17-b264-678c4c387eeb {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:26:58.917380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fd6c4a91-1c0d-4e17-b264-678c4c387eeb not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:26:58.954762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0363dec4-ffcc-4da2-8689-4543fa6c7d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (c0bcabef-a9bd-405f-96c2-1876e80de53d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:58.956083 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=ca349753-4ab8-4593-b561-8f172cdefad9,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:58.964739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 157cf8fc-ac41-4b93-b241-8a6823551cb3 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:26:58.965226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.005309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157cf8fc-ac41-4b93-b241-8a6823551cb3 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:26:59.049781 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 157cf8fc-ac41-4b93-b241-8a6823551cb3, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=157cf8fc-ac41-4b93-b241-8a6823551cb3,segment=NetworkSegment(031d5e2c-bfde-4742-8ffb-85da64ab7117),segment_id=031d5e2c-bfde-4742-8ffb-85da64ab7117)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:59.063391 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0363dec4-ffcc-4da2-8689-4543fa6c7d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (c0bcabef-a9bd-405f-96c2-1876e80de53d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.063729 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.140287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef5c05-b016-47ab-944f-b9a663bab979 req-da1efff7-af8f-4617-8639-19d6966ce0f5 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:59.141937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2ef5c05-b016-47ab-944f-b9a663bab979 req-da1efff7-af8f-4617-8639-19d6966ce0f5 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 946 time: 0.1144321 Mar 10 15:26:59.186576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0363dec4-ffcc-4da2-8689-4543fa6c7d1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.200435 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0363dec4-ffcc-4da2-8689-4543fa6c7d1d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c0bcabef-a9bd-405f-96c2-1876e80de53d HTTP/1.1" status: 204 len: 168 time: 0.6689749 Mar 10 15:26:59.215961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51324) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:26:59.222531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363dec4-ffcc-4da2-8689-4543fa6c7d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0bcabef-a9bd-405f-96c2-1876e80de53d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:59.223442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6104e0-d4ae-4abd-bd3f-cca34468c774 None None] Network bef92547-f9ac-4ca6-bd1f-eb0594a4e125 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:26:59.259523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead1638-4992-42ef-94be-447ff143fb95 req-28fab6d4-2b1a-4abe-ba9a-c3d5fd9a925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:59.260878 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5ead1638-4992-42ef-94be-447ff143fb95 req-28fab6d4-2b1a-4abe-ba9a-c3d5fd9a925c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 1128 time: 0.2431278 Mar 10 15:26:59.298719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=157cf8fc-ac41-4b93-b241-8a6823551cb3,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:59.342093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['157cf8fc-ac41-4b93-b241-8a6823551cb3'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:26:59.382683 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-5ead1638-4992-42ef-94be-447ff143fb95 req-ad0f84b9-f5bd-4e63-aacb-92923f9e1907 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138206 Mar 10 15:26:59.455377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2ef5c05-b016-47ab-944f-b9a663bab979 req-b4377df3-fc2e-4c22-abae-c0d9feb1293e tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980945 Mar 10 15:26:59.461737 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7e4ec202-df49-4e28-adf9-96fe19520f67 req-7014cab9-ce00-4ee3-a877-50f461502c2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ada53609-1a5b-4122-98ba-0aa7439a9d9e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.467082 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (bef92547-f9ac-4ca6-bd1f-eb0594a4e125), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.507544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014cab9-ce00-4ee3-a877-50f461502c2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=ada53609-1a5b-4122-98ba-0aa7439a9d9e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:26:59.572267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4ec202-df49-4e28-adf9-96fe19520f67 req-7014cab9-ce00-4ee3-a877-50f461502c2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] No DVR routers for this DVR port ada53609-1a5b-4122-98ba-0aa7439a9d9e on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:26:59.595164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7e4ec202-df49-4e28-adf9-96fe19520f67 req-7014cab9-ce00-4ee3-a877-50f461502c2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.598399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e4ec202-df49-4e28-adf9-96fe19520f67 req-7014cab9-ce00-4ee3-a877-50f461502c2d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.45 "DELETE /v2.0/ports/ada53609-1a5b-4122-98ba-0aa7439a9d9e HTTP/1.1" status: 204 len: 173 time: 1.5347333 Mar 10 15:26:59.598892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-deleted', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:26:59.601206 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9082e29b-57b8-46a0-b0ec-ee8695d5f530" -d '{"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-deleted", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:26:59.615791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f3d04-a33b-476a-8606-f8cb8c7e4b4a req-13cd2d50-3b2d-43b3-8f53-07f856c8a7eb tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:26:59.617601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a15f3d04-a33b-476a-8606-f8cb8c7e4b4a req-13cd2d50-3b2d-43b3-8f53-07f856c8a7eb tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 945 time: 0.2082663 Mar 10 15:26:59.661807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4618d843-168b-4cd5-ac7d-8db778c5b3ce req-fbab8ef8-6cef-4a02-ae4b-8ad54e803ea5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 210 time: 0.0680721 Mar 10 15:26:59.720666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacb96cf-9298-4dff-a087-69b293cb9ea5 None None] DHCP port deletion for bef92547-f9ac-4ca6-bd1f-eb0594a4e125 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:26:59.721161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a15f3d04-a33b-476a-8606-f8cb8c7e4b4a req-7e07ec2d-ae57-4d97-b722-5f5a8a68177d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943954 Mar 10 15:26:59.738537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Deleting port b02fd05f-5409-4415-a75e-17703ba33d98 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:59.739324 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.753640 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f911ec9-9e33-4cf9-803b-1c65d7681835 x-openstack-request-id: req-4f911ec9-9e33-4cf9-803b-1c65d7681835 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:26:59.754173 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8374a206-527c-4ce3-be20-5c5655a834b1", "name": "network-vif-deleted", "tag": "ada53609-1a5b-4122-98ba-0aa7439a9d9e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:26:59.754575 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f911ec9-9e33-4cf9-803b-1c65d7681835 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:26:59.755148 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8374a206-527c-4ce3-be20-5c5655a834b1', 'name': 'network-vif-deleted', 'tag': 'ada53609-1a5b-4122-98ba-0aa7439a9d9e', 'status': 'completed', 'code': 200} Mar 10 15:26:59.825046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bacb96cf-9298-4dff-a087-69b293cb9ea5 None None] Deleting port b02fd05f-5409-4415-a75e-17703ba33d98 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:26:59.825419 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bacb96cf-9298-4dff-a087-69b293cb9ea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.858356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] For port b02fd05f-5409-4415-a75e-17703ba33d98, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b02fd05f-5409-4415-a75e-17703ba33d98,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:59.858744 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.887646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Calling delete_port for b02fd05f-5409-4415-a75e-17703ba33d98 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:59.908761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-bacb96cf-9298-4dff-a087-69b293cb9ea5 None None] For port b02fd05f-5409-4415-a75e-17703ba33d98, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b02fd05f-5409-4415-a75e-17703ba33d98,segment=NetworkSegment(740ef761-ce17-408f-9be7-b6b748f8b3d7),segment_id=740ef761-ce17-408f-9be7-b6b748f8b3d7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:26:59.911416 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bacb96cf-9298-4dff-a087-69b293cb9ea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:26:59.924996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:26:59.932851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9dcb16d1-80d2-47f5-a181-bd8435b1e3cb req-2009f9c5-37c6-4110-ab2d-7787de7d02c5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=8374a206-527c-4ce3-be20-5c5655a834b1 HTTP/1.1" status: 200 len: 210 time: 0.0414248 Mar 10 15:26:59.938617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bacb96cf-9298-4dff-a087-69b293cb9ea5 None None] Calling delete_port for b02fd05f-5409-4415-a75e-17703ba33d98 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:26:59.972558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: ada53609-1a5b-4122-98ba-0aa7439a9d9e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:26:59.973195 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ada53609-1a5b-4122-98ba-0aa7439a9d9e not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:27:00.051726 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.066699 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bacb96cf-9298-4dff-a087-69b293cb9ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (b02fd05f-5409-4415-a75e-17703ba33d98), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.125463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb96cf-9298-4dff-a087-69b293cb9ea5 None None] Pushing event deleted for resources: {'Port': ['ID=b02fd05f-5409-4415-a75e-17703ba33d98,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:00.131857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb96cf-9298-4dff-a087-69b293cb9ea5 None None] No DVR routers for this DVR port b02fd05f-5409-4415-a75e-17703ba33d98 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:27:00.138903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:27:00.142908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] No DVR routers for this DVR port b02fd05f-5409-4415-a75e-17703ba33d98 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:27:00.144631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=b02fd05f-5409-4415-a75e-17703ba33d98,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:00.177268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:27:00.177702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3ef47ea-5b75-4b66-ab7d-8a34ebe4992f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:27:00.178197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b02fd05f-5409-4415-a75e-17703ba33d98 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:27:00.216712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: b02fd05f-5409-4415-a75e-17703ba33d98 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:27:00.217095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b02fd05f-5409-4415-a75e-17703ba33d98 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:27:00.259983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (bef92547-f9ac-4ca6-bd1f-eb0594a4e125), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.300476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef92547-f9ac-4ca6-bd1f-eb0594a4e125']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:00.320729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740ef761-ce17-408f-9be7-b6b748f8b3d7') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:00.321085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740ef761-ce17-408f-9be7-b6b748f8b3d7') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:00.354095 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (740ef761-ce17-408f-9be7-b6b748f8b3d7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.373067 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (740ef761-ce17-408f-9be7-b6b748f8b3d7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.379341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:27:00.379738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (740ef761-ce17-408f-9be7-b6b748f8b3d7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:27:00.392729 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:27:00.411398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-52ef9942-0ff0-4953-9a59-f6fc806af296 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:00.413406 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-52ef9942-0ff0-4953-9a59-f6fc806af296 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "GET /v2.0/networks?id=cd7820ef-1627-43a1-8340-2c25b849fc27 HTTP/1.1" status: 200 len: 797 time: 0.1489818 Mar 10 15:27:00.450048 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (bef92547-f9ac-4ca6-bd1f-eb0594a4e125), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.455976 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.459757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] 10.222.0.11 "DELETE /v2.0/networks/bef92547-f9ac-4ca6-bd1f-eb0594a4e125 HTTP/1.1" status: 204 len: 168 time: 1.2397618 Mar 10 15:27:00.474170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c06045-0db1-44c8-bacb-a0a1e3171d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=bef92547-f9ac-4ca6-bd1f-eb0594a4e125,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:00.521764 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-271effbe-a29b-4924-8050-7b2a40ebae81 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f54152170d442698f9aa36ce4372ea HTTP/1.1" status: 200 len: 472 time: 0.0977795 Mar 10 15:27:00.544330 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'port': {'device_id': '2c314d1d-0c9b-4a41-9c3a-abe929caaf64', 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27', 'admin_state_up': True, 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'security_groups': ['caf9ff26-9d9d-4965-aea3-f0000d37657c']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:00.631323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51340) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:00.633093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc18c-778c-41a3-80e5-39abbfd7f8fe req-c5c08b18-0b36-459c-85b8-4bfa6af9c0e2 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:00.635781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-246cc18c-778c-41a3-80e5-39abbfd7f8fe req-c5c08b18-0b36-459c-85b8-4bfa6af9c0e2 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 946 time: 0.0964878 Mar 10 15:27:00.690403 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-60b40512-1c31-45eb-a7d7-6b2e3e5ca385 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=540795be169a49cea3af63cf05632cea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0558076 Mar 10 15:27:00.692684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51344) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:00.714515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-246cc18c-778c-41a3-80e5-39abbfd7f8fe req-ea88c50e-750f-42e4-a375-9ccd15921ea2 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714064 Mar 10 15:27:00.780037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Made reservation on behalf of 47f54152170d442698f9aa36ce4372ea for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:00.786291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.794281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10219f03-69d6-42e8-a0f6-6f83d1dc66f7 req-cefae853-24df-4417-be49-0f686120ec09 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 210 time: 0.0475571 Mar 10 15:27:00.795004 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee41b6be-f1e8-4d74-98bc-057fdee1b928 admin admin] Publish callbacks [] for security_group (eafcfc81-dbbd-4dc7-a946-75fefdcc10e0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.841888 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee41b6be-f1e8-4d74-98bc-057fdee1b928 admin admin] Publish callbacks [] for security_group (eafcfc81-dbbd-4dc7-a946-75fefdcc10e0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.875796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34292876-e07f-46d5-a65a-493322671755 req-3246c00a-6065-45d8-b8bd-167f9ade61c2 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:00.877339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34292876-e07f-46d5-a65a-493322671755 req-3246c00a-6065-45d8-b8bd-167f9ade61c2 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 945 time: 0.0744510 Mar 10 15:27:00.932656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34292876-e07f-46d5-a65a-493322671755 req-1c8bc4cb-8dd0-4005-b90e-4d214547c064 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496271 Mar 10 15:27:00.987827 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee41b6be-f1e8-4d74-98bc-057fdee1b928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (eafcfc81-dbbd-4dc7-a946-75fefdcc10e0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.990389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee41b6be-f1e8-4d74-98bc-057fdee1b928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:00.991681 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ee41b6be-f1e8-4d74-98bc-057fdee1b928 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eafcfc81-dbbd-4dc7-a946-75fefdcc10e0 HTTP/1.1" status: 204 len: 168 time: 0.2982109 Mar 10 15:27:00.998761 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Allocated IP 172.20.0.24 (cd7820ef-1627-43a1-8340-2c25b849fc27/10b768a0-82c3-4128-9750-9417d9eeda77/823454b4-fb3c-496f-9a69-1d58bfaf4b51) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:01.012374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51352) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:01.018894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41b6be-f1e8-4d74-98bc-057fdee1b928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafcfc81-dbbd-4dc7-a946-75fefdcc10e0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:01.196688 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.242615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.307705 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=823454b4-fb3c-496f-9a69-1d58bfaf4b51,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:01.347553 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network cd7820ef-1627-43a1-8340-2c25b849fc27 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:01.349022 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:01.351596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:01.420250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:01.421833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.448086 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-828d6227-b790-4342-873c-9c358b4317fa tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9074638 Mar 10 15:27:01.461206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Request body: {'port': {'device_id': '2c314d1d-0c9b-4a41-9c3a-abe929caaf64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:01.541805 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.560758 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.741950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-48868311-b285-4e69-92b4-deadb11227de None None] Provisioning complete for port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:01.753015 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-48868311-b285-4e69-92b4-deadb11227de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.842053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-48868311-b285-4e69-92b4-deadb11227de None None] Port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:01.936117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 157cf8fc-ac41-4b93-b241-8a6823551cb3 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:01.941104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823454b4-fb3c-496f-9a69-1d58bfaf4b51 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:27:01.953919 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Publish callbacks [] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:01.971581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Transition to ACTIVE for port object 823454b4-fb3c-496f-9a69-1d58bfaf4b51 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:27:01.979364 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.000040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b431002-7538-46b3-86aa-a42a925da22d req-68a484a7-f528-4772-9684-7cadf8eae481 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:02.001535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b431002-7538-46b3-86aa-a42a925da22d req-68a484a7-f528-4772-9684-7cadf8eae481 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 946 time: 0.1707981 Mar 10 15:27:02.047793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e90690-366e-4dc1-a552-0c5e8a8902a4 req-79933392-1d8a-4931-a50f-b838fff4a9ad tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:02.056734 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=823454b4-fb3c-496f-9a69-1d58bfaf4b51,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:02.063676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e7e90690-366e-4dc1-a552-0c5e8a8902a4 req-79933392-1d8a-4931-a50f-b838fff4a9ad tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 932 time: 0.1528592 Mar 10 15:27:02.067844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 157cf8fc-ac41-4b93-b241-8a6823551cb3 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:27:02.074492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 157cf8fc-ac41-4b93-b241-8a6823551cb3 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:02.075457 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.160185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Attempting to bind port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:02.160534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Attempting to bind port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:02.160866 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Attempting to bind port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 on network cd7820ef-1627-43a1-8340-2c25b849fc27 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:02.170599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 on network cd7820ef-1627-43a1-8340-2c25b849fc27 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:27:02.170956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Attempting to bind port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 on network cd7820ef-1627-43a1-8340-2c25b849fc27 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:02.188001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:02.188348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Checking segment: {'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:02.188736 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Bound using segment: {'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:02.189209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Bound port: 823454b4-fb3c-496f-9a69-1d58bfaf4b51, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:02.189527 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.194155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b431002-7538-46b3-86aa-a42a925da22d req-e1d6a057-33e5-4f47-8ab0-6c0806de3357 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838913 Mar 10 15:27:02.204189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 157cf8fc-ac41-4b93-b241-8a6823551cb3 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:02.204591 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.208307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port de92dabf-9e46-4533-a753-9bfb6ea85d10 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:02.208719 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.273265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e7e90690-366e-4dc1-a552-0c5e8a8902a4 req-95a0265e-3b81-4700-9b02-130fbb45b577 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968224 Mar 10 15:27:02.291917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 157cf8fc-ac41-4b93-b241-8a6823551cb3, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=157cf8fc-ac41-4b93-b241-8a6823551cb3,segment=NetworkSegment(031d5e2c-bfde-4742-8ffb-85da64ab7117),segment_id=031d5e2c-bfde-4742-8ffb-85da64ab7117)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:02.300837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157cf8fc-ac41-4b93-b241-8a6823551cb3'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:02.318068 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb90eec-f981-4762-bfdd-d861248e571c" -d '{"events": [{"server_uuid": "4a89e094-4846-43db-b4c5-fd2d394b809f", "name": "network-vif-plugged", "status": "completed", "tag": "157cf8fc-ac41-4b93-b241-8a6823551cb3"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:02.331705 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.343963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] For port 823454b4-fb3c-496f-9a69-1d58bfaf4b51, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:02.347670 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] For port 823454b4-fb3c-496f-9a69-1d58bfaf4b51, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=823454b4-fb3c-496f-9a69-1d58bfaf4b51,segment=NetworkSegment(0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4),segment_id=0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:02.357392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.404788 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:02.405913 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.406620 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] 10.222.0.62 "PUT /v2.0/ports/823454b4-fb3c-496f-9a69-1d58bfaf4b51 HTTP/1.1" status: 200 len: 1092 time: 0.9513569 Mar 10 15:27:02.407109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c314d1d-0c9b-4a41-9c3a-abe929caaf64', 'tag': '823454b4-fb3c-496f-9a69-1d58bfaf4b51'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:02.409431 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eb29dc-c43e-4c00-b28f-32232ce12a98" -d '{"events": [{"name": "network-changed", "server_uuid": "2c314d1d-0c9b-4a41-9c3a-abe929caaf64", "tag": "823454b4-fb3c-496f-9a69-1d58bfaf4b51"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:02.446156 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e97309-80b8-4e12-8909-ff259410b6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=823454b4-fb3c-496f-9a69-1d58bfaf4b51,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:02.457040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=157cf8fc-ac41-4b93-b241-8a6823551cb3,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:02.537884 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-ac4fcba9-559a-42cd-8ea4-32458905c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:02.541754 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-ac4fcba9-559a-42cd-8ea4-32458905c039 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 1126 time: 0.0648124 Mar 10 15:27:02.598314 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-f2c245dd-d892-40e0-942d-c50ee72abbfa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=823454b4-fb3c-496f-9a69-1d58bfaf4b51 HTTP/1.1" status: 200 len: 217 time: 0.0500350 Mar 10 15:27:02.609651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port de92dabf-9e46-4533-a753-9bfb6ea85d10, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=de92dabf-9e46-4533-a753-9bfb6ea85d10,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:02.610117 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.664472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for de92dabf-9e46-4533-a753-9bfb6ea85d10 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:27:02.672463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-1ac4ffff-df16-47d4-a313-b29a1b3cfdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:02.674175 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-1ac4ffff-df16-47d4-a313-b29a1b3cfdbb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=10b768a0-82c3-4128-9750-9417d9eeda77 HTTP/1.1" status: 200 len: 837 time: 0.0702755 Mar 10 15:27:02.674719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ad1fd-990f-4429-8d5e-cf593149099b req-1592b6b0-5e89-48c2-bbfd-6dcd6a43c2e0 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:02.676345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e08ad1fd-990f-4429-8d5e-cf593149099b req-1592b6b0-5e89-48c2-bbfd-6dcd6a43c2e0 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 946 time: 0.2538188 Mar 10 15:27:02.687570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911ba83-4f20-40e8-bbc0-af8f81d6314b req-34c0d59e-e94e-4a68-98e5-73fe07f0c5cc tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:02.689691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9911ba83-4f20-40e8-bbc0-af8f81d6314b req-34c0d59e-e94e-4a68-98e5-73fe07f0c5cc tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 946 time: 0.2682776 Mar 10 15:27:02.700122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51400) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:02.706434 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9721982d-a596-4f64-aeb8-6a25ac6f3617 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'floatingip': {'port_id': 'ca349753-4ab8-4593-b561-8f172cdefad9'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:02.750183 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ad8fef-6df1-45f8-b21f-5b42a7b90e55 x-openstack-request-id: req-85ad8fef-6df1-45f8-b21f-5b42a7b90e55 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:02.750669 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89e094-4846-43db-b4c5-fd2d394b809f", "name": "network-vif-plugged", "status": "completed", "tag": "157cf8fc-ac41-4b93-b241-8a6823551cb3", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:02.751107 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85ad8fef-6df1-45f8-b21f-5b42a7b90e55 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:02.751517 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157cf8fc-ac41-4b93-b241-8a6823551cb3', 'code': 200} Mar 10 15:27:02.823366 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505e13ef-917d-49b5-9471-9b3dedecf795 x-openstack-request-id: req-505e13ef-917d-49b5-9471-9b3dedecf795 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:02.824167 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c314d1d-0c9b-4a41-9c3a-abe929caaf64", "tag": "823454b4-fb3c-496f-9a69-1d58bfaf4b51", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:02.824167 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-505e13ef-917d-49b5-9471-9b3dedecf795 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:02.824429 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c314d1d-0c9b-4a41-9c3a-abe929caaf64', 'tag': '823454b4-fb3c-496f-9a69-1d58bfaf4b51', 'status': 'completed', 'code': 200} Mar 10 15:27:02.828397 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9721982d-a596-4f64-aeb8-6a25ac6f3617 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (48f47f0c-300e-4657-b5c4-feebdcf9a012), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:02.906540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-295ba09a-1890-4c50-8519-12b0cc428dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:02.908153 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-295ba09a-1890-4c50-8519-12b0cc428dab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd7820ef-1627-43a1-8340-2c25b849fc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2251303 Mar 10 15:27:02.959679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e08ad1fd-990f-4429-8d5e-cf593149099b req-74005ad1-8b39-4a38-91ab-809629c286b5 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689552 Mar 10 15:27:02.993003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4333cf-6332-4679-9507-346fd695177d req-70e28887-c3aa-45e5-ae79-a5aa16fdc4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:02.994414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a4333cf-6332-4679-9507-346fd695177d req-70e28887-c3aa-45e5-ae79-a5aa16fdc4a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 1128 time: 0.0990157 Mar 10 15:27:03.108319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a4333cf-6332-4679-9507-346fd695177d req-5fae2a95-26d1-4e20-8ac5-c0f3578ee0fc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048086 Mar 10 15:27:03.110260 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (de92dabf-9e46-4533-a753-9bfb6ea85d10), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.140289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=de92dabf-9e46-4533-a753-9bfb6ea85d10,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:03.228663 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-fcf96c28-45d4-4dd8-8249-8824efca2b9c service neutron] 10.222.0.62 "GET /v2.0/networks/cd7820ef-1627-43a1-8340-2c25b849fc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128598 Mar 10 15:27:03.450815 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:03.539932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5a78d-3dd3-4955-9a26-1f9226b18606 req-2b8e465a-7db4-4a9b-9530-1a17d794afe8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:03.541512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bb5a78d-3dd3-4955-9a26-1f9226b18606 req-2b8e465a-7db4-4a9b-9530-1a17d794afe8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 944 time: 0.1305256 Mar 10 15:27:03.642634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bb5a78d-3dd3-4955-9a26-1f9226b18606 req-d9b9269e-d343-4e6a-b5b5-45b9c512ebef tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874019 Mar 10 15:27:03.938454 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-941bf452-a1a2-4f71-8fa0-c6de79592725 req-755ddffd-34ac-44db-b6a1-1a03a2229956 service neutron] 10.222.0.62 "GET /v2.0/networks/cd7820ef-1627-43a1-8340-2c25b849fc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020161 Mar 10 15:27:04.115091 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.resource_extend [None req-9721982d-a596-4f64-aeb8-6a25ac6f3617 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:27:04.182088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb29dc-c43e-4c00-b28f-32232ce12a98 req-b741b8e9-6a7f-45ad-8c0d-a6c05ac052cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:04.183717 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87eb29dc-c43e-4c00-b28f-32232ce12a98 req-b741b8e9-6a7f-45ad-8c0d-a6c05ac052cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 1126 time: 0.1868382 Mar 10 15:27:04.188046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9721982d-a596-4f64-aeb8-6a25ac6f3617 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.199461 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9721982d-a596-4f64-aeb8-6a25ac6f3617 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (48f47f0c-300e-4657-b5c4-feebdcf9a012), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.306682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a423058-90c6-43b1-afe6-8b16becbf631 req-33db54b0-b7be-43f6-a867-ebd860b13f08 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:04.308747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a423058-90c6-43b1-afe6-8b16becbf631 req-33db54b0-b7be-43f6-a867-ebd860b13f08 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 946 time: 0.1389530 Mar 10 15:27:04.358456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:27:04.419883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51430) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:04.438842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a423058-90c6-43b1-afe6-8b16becbf631 req-45562bde-52d2-45ae-97be-42bbefc7a140 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221714 Mar 10 15:27:04.467257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb29dc-c43e-4c00-b28f-32232ce12a98 req-70de86d4-d777-4a97-81ba-252c62ad3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:04.468925 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87eb29dc-c43e-4c00-b28f-32232ce12a98 req-70de86d4-d777-4a97-81ba-252c62ad3988 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd7820ef-1627-43a1-8340-2c25b849fc27 HTTP/1.1" status: 200 len: 898 time: 0.2792296 Mar 10 15:27:04.475421 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-9721982d-a596-4f64-aeb8-6a25ac6f3617 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Floating IP 48f47f0c-300e-4657-b5c4-feebdcf9a012 associated. External IP: 172.25.3.124, port: ca349753-4ab8-4593-b561-8f172cdefad9. Mar 10 15:27:04.525078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:27:04.534007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d165ef62-f432-4f3e-a432-3f83067ed018 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "PUT /v2.0/routers/1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5204630 Mar 10 15:27:04.536664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51434) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:04.538369 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61aaf38-a090-492d-b0a1-b0146aef4a24 None None] Sync routers for ids ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:27:04.552479 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61aaf38-a090-492d-b0a1-b0146aef4a24 None None] Routers {'1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:04.555432 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87eb29dc-c43e-4c00-b28f-32232ce12a98 req-710bac1e-aa04-466d-8c37-02ab06d36637 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=823454b4-fb3c-496f-9a69-1d58bfaf4b51 HTTP/1.1" status: 200 len: 217 time: 0.0767887 Mar 10 15:27:04.555591 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a61aaf38-a090-492d-b0a1-b0146aef4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:04.608813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4624f613-f9ed-4473-b4b0-eec7b6713404 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting subnet dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:27:04.612400 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4624f613-f9ed-4473-b4b0-eec7b6713404 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (dcf72e92-23fc-4cd0-8082-4ecefa5b6b63), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.615234 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7045c54-2828-45bc-bbc3-298cc42ef384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.661882 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4624f613-f9ed-4473-b4b0-eec7b6713404 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (dcf72e92-23fc-4cd0-8082-4ecefa5b6b63), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.693813 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-a61aaf38-a090-492d-b0a1-b0146aef4a24 None None] Set router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:04.699624 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb29dc-c43e-4c00-b28f-32232ce12a98 req-2c081489-f2d2-4375-bca8-e1cf072f8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:04.705186 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87eb29dc-c43e-4c00-b28f-32232ce12a98 req-2c081489-f2d2-4375-bca8-e1cf072f8981 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=10b768a0-82c3-4128-9750-9417d9eeda77 HTTP/1.1" status: 200 len: 837 time: 0.1417055 Mar 10 15:27:04.778552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4624f613-f9ed-4473-b4b0-eec7b6713404 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (dcf72e92-23fc-4cd0-8082-4ecefa5b6b63), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.878112 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4624f613-f9ed-4473-b4b0-eec7b6713404 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (dcf72e92-23fc-4cd0-8082-4ecefa5b6b63), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.895396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb29dc-c43e-4c00-b28f-32232ce12a98 req-02cc6187-74b4-4841-b1ff-389b710bac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:04.897768 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87eb29dc-c43e-4c00-b28f-32232ce12a98 req-02cc6187-74b4-4841-b1ff-389b710bac37 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd7820ef-1627-43a1-8340-2c25b849fc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1828752 Mar 10 15:27:04.899374 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7045c54-2828-45bc-bbc3-298cc42ef384 admin admin] Publish callbacks [] for security_group (7337b4cd-a298-4156-96b8-a412ea067a3a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.904849 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a61aaf38-a090-492d-b0a1-b0146aef4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:27:03Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:04.927041 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4624f613-f9ed-4473-b4b0-eec7b6713404 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.928932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9affab19-b41f-4439-b7e4-70fe028f2003 None None] Network a13f1c10-2980-4da4-88ef-306d72833ed0 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:27:04.931124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4624f613-f9ed-4473-b4b0-eec7b6713404 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/subnets/dcf72e92-23fc-4cd0-8082-4ecefa5b6b63 HTTP/1.1" status: 204 len: 168 time: 0.3923411 Mar 10 15:27:04.937913 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61aaf38-a090-492d-b0a1-b0146aef4a24 None None] Checking router: 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:27:04.947368 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61aaf38-a090-492d-b0a1-b0146aef4a24 None None] Routers {'1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:04.947845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51440) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:04.949288 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a61aaf38-a090-492d-b0a1-b0146aef4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:04.962213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624f613-f9ed-4473-b4b0-eec7b6713404 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf72e92-23fc-4cd0-8082-4ecefa5b6b63,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:04.969562 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7045c54-2828-45bc-bbc3-298cc42ef384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7337b4cd-a298-4156-96b8-a412ea067a3a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:04.982861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96ee55-e7bf-448c-871e-fb8e26c43ed4 req-98720af1-84f4-4998-8a33-f99cc4c26cbb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:04.985580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b96ee55-e7bf-448c-871e-fb8e26c43ed4 req-98720af1-84f4-4998-8a33-f99cc4c26cbb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 944 time: 0.1229019 Mar 10 15:27:05.105225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b96ee55-e7bf-448c-871e-fb8e26c43ed4 req-6639be03-7ec3-4f55-b1e4-8a77e875adaf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118674 Mar 10 15:27:05.127468 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b7045c54-2828-45bc-bbc3-298cc42ef384 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3d1ba9dfbbc4134b924888c1c9ed780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6985867 Mar 10 15:27:05.130002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51450) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:05.180391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7045c54-2828-45bc-bbc3-298cc42ef384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7337b4cd-a298-4156-96b8-a412ea067a3a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:05.186599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9721982d-a596-4f64-aeb8-6a25ac6f3617 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Router b628a092-6937-4393-8a5a-aa0975d6ce14 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:27:05.193239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7c53a1e8-ff0d-41f1-acd1-a2e065d7b1ad admin admin] Publish callbacks [] for security_group (7337b4cd-a298-4156-96b8-a412ea067a3a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.211027 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-a61aaf38-a090-492d-b0a1-b0146aef4a24 None None] Set router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:05.218739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7c53a1e8-ff0d-41f1-acd1-a2e065d7b1ad admin admin] Publish callbacks [] for security_group (7337b4cd-a298-4156-96b8-a412ea067a3a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.278434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7c53a1e8-ff0d-41f1-acd1-a2e065d7b1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7337b4cd-a298-4156-96b8-a412ea067a3a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.283085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020f0eb-cd61-4d69-bb86-c0f963909992 None None] DHCP port deletion for a13f1c10-2980-4da4-88ef-306d72833ed0 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:27:05.296411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7c53a1e8-ff0d-41f1-acd1-a2e065d7b1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.297870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7c53a1e8-ff0d-41f1-acd1-a2e065d7b1ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7337b4cd-a298-4156-96b8-a412ea067a3a HTTP/1.1" status: 204 len: 168 time: 0.1668143 Mar 10 15:27:05.315106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53a1e8-ff0d-41f1-acd1-a2e065d7b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7337b4cd-a298-4156-96b8-a412ea067a3a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:05.325185 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87eb29dc-c43e-4c00-b28f-32232ce12a98 req-248c1faf-843e-4a6a-ae24-3879d0277171 service neutron] 10.222.0.62 "GET /v2.0/networks/cd7820ef-1627-43a1-8340-2c25b849fc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203193 Mar 10 15:27:05.348244 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.385183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c020f0eb-cd61-4d69-bb86-c0f963909992 None None] Deleting port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:05.386534 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c020f0eb-cd61-4d69-bb86-c0f963909992 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.528689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c020f0eb-cd61-4d69-bb86-c0f963909992 None None] For port fd76c2b5-0a8c-4e30-a27a-b53493c5c409, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fd76c2b5-0a8c-4e30-a27a-b53493c5c409,segment=NetworkSegment(8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11),segment_id=8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:05.535086 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a61aaf38-a090-492d-b0a1-b0146aef4a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:27:03Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:05.547360 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c020f0eb-cd61-4d69-bb86-c0f963909992 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.572374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c020f0eb-cd61-4d69-bb86-c0f963909992 None None] Calling delete_port for fd76c2b5-0a8c-4e30-a27a-b53493c5c409 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:27:05.619425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9721982d-a596-4f64-aeb8-6a25ac6f3617 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:27:05.622934 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61aaf38-a090-492d-b0a1-b0146aef4a24 None None] The sync data for ids ['1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd'] in n-d-833090-1 is: [{'id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592270884', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:24:31Z', 'updated_at': '2022-03-10T15:27:03Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '00fca32d-f40a-4aa6-a4ca-2430e449ffdc', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:24:32Z', 'updated_at': '2022-03-10T15:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:27:05.669051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7e4e4-6497-4736-9517-06758abc6dd6 None None] Sync routers for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:27:05.688939 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9721982d-a596-4f64-aeb8-6a25ac6f3617 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.701548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6106e00-f309-4eea-a8fe-e8ea0cdb1962 req-3f2fc37c-0338-467f-812b-41db4c74e16c tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:05.703486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6106e00-f309-4eea-a8fe-e8ea0cdb1962 req-3f2fc37c-0338-467f-812b-41db4c74e16c tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 946 time: 0.1507788 Mar 10 15:27:05.741990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7e4e4-6497-4736-9517-06758abc6dd6 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:05.742647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-edf7e4e4-6497-4736-9517-06758abc6dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:05.763183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6106e00-f309-4eea-a8fe-e8ea0cdb1962 req-64522f0e-42b1-4bf8-8d02-1a7243aba55c tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518367 Mar 10 15:27:05.764356 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9721982d-a596-4f64-aeb8-6a25ac6f3617 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "PUT /v2.0/floatingips/48f47f0c-300e-4657-b5c4-feebdcf9a012 HTTP/1.1" status: 200 len: 992 time: 3.0628338 Mar 10 15:27:05.774665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'tag': 'ca349753-4ab8-4593-b561-8f172cdefad9'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:05.777137 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e384ba36-f608-4f1f-8e23-b66f5814be66" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ad7b74-13c9-4846-8095-a1e430b0ae2a", "tag": "ca349753-4ab8-4593-b561-8f172cdefad9"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:05.830628 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c020f0eb-cd61-4d69-bb86-c0f963909992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (fd76c2b5-0a8c-4e30-a27a-b53493c5c409), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.852190 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-87eb29dc-c43e-4c00-b28f-32232ce12a98 req-841fb8f4-71a8-4a60-a801-e8f7eba2d2d4 service neutron] 10.222.0.62 "GET /v2.0/networks/cd7820ef-1627-43a1-8340-2c25b849fc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144033 Mar 10 15:27:05.889423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51474) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:05.902523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020f0eb-cd61-4d69-bb86-c0f963909992 None None] No DVR routers for this DVR port fd76c2b5-0a8c-4e30-a27a-b53493c5c409 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:27:05.910828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020f0eb-cd61-4d69-bb86-c0f963909992 None None] Pushing event deleted for resources: {'Port': ['ID=fd76c2b5-0a8c-4e30-a27a-b53493c5c409,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:05.913425 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8933f38-3ec6-46a3-8af2-e2755c5ee33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.933947 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b3f071-30c4-41ae-8742-d74ec46dbea9 x-openstack-request-id: req-79b3f071-30c4-41ae-8742-d74ec46dbea9 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:05.934246 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ad7b74-13c9-4846-8095-a1e430b0ae2a", "tag": "ca349753-4ab8-4593-b561-8f172cdefad9", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:05.934507 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79b3f071-30c4-41ae-8742-d74ec46dbea9 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:05.934937 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'tag': 'ca349753-4ab8-4593-b561-8f172cdefad9', 'status': 'completed', 'code': 200} Mar 10 15:27:05.941780 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:05.942203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-edf7e4e4-6497-4736-9517-06758abc6dd6 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:06.089957 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:06.090514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.104640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ba36-f608-4f1f-8e23-b66f5814be66 req-cfe5331a-2424-49f8-88a1-6b2b513c69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:06.107377 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e384ba36-f608-4f1f-8e23-b66f5814be66 req-cfe5331a-2424-49f8-88a1-6b2b513c69ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 1128 time: 0.1477649 Mar 10 15:27:06.181283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8933f38-3ec6-46a3-8af2-e2755c5ee33f admin admin] Publish callbacks [] for security_group (3b41afcd-3e7a-4377-a21a-05b6d78a5ae1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.221939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871231-880e-4ac7-bbe5-570c369d2b1f req-489df141-599a-45f8-be8e-a2ba9bc2ffc1 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:06.227148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64871231-880e-4ac7-bbe5-570c369d2b1f req-489df141-599a-45f8-be8e-a2ba9bc2ffc1 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 946 time: 0.2126601 Mar 10 15:27:06.228798 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8933f38-3ec6-46a3-8af2-e2755c5ee33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3b41afcd-3e7a-4377-a21a-05b6d78a5ae1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.336392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device de92dabf-9e46-4533-a753-9bfb6ea85d10 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:27:06.337393 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51484) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:06.340684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c8933f38-3ec6-46a3-8af2-e2755c5ee33f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=383ecb0130b84391b738e74097fb70e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4499857 Mar 10 15:27:06.375685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: de92dabf-9e46-4533-a753-9bfb6ea85d10 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:27:06.376377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device de92dabf-9e46-4533-a753-9bfb6ea85d10 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:27:06.377022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fd76c2b5-0a8c-4e30-a27a-b53493c5c409 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:27:06.403955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: fd76c2b5-0a8c-4e30-a27a-b53493c5c409 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:27:06.405226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fd76c2b5-0a8c-4e30-a27a-b53493c5c409 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:27:06.433455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-edf7e4e4-6497-4736-9517-06758abc6dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '48f47f0c-300e-4657-b5c4-feebdcf9a012', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': 'ca349753-4ab8-4593-b561-8f172cdefad9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:b3:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:26:43Z', 'updated_at': '2022-03-10T15:27:03Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:06.468607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7e4e4-6497-4736-9517-06758abc6dd6 None None] Checking router: b628a092-6937-4393-8a5a-aa0975d6ce14 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:27:06.481446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7e4e4-6497-4736-9517-06758abc6dd6 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:06.482304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-edf7e4e4-6497-4736-9517-06758abc6dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:06.485414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8933f38-3ec6-46a3-8af2-e2755c5ee33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b41afcd-3e7a-4377-a21a-05b6d78a5ae1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:06.529895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31bfb8-3839-487a-a726-3b9558d8282a req-82778197-3766-4715-95f8-4f201e1a9eba tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:06.531517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b31bfb8-3839-487a-a726-3b9558d8282a req-82778197-3766-4715-95f8-4f201e1a9eba tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 944 time: 0.2711585 Mar 10 15:27:06.603663 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ba36-f608-4f1f-8e23-b66f5814be66 req-6c273aa3-523e-41f3-a748-23f33eb642de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:06.605385 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e384ba36-f608-4f1f-8e23-b66f5814be66 req-6c273aa3-523e-41f3-a748-23f33eb642de service neutron] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.4593372 Mar 10 15:27:06.609187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64871231-880e-4ac7-bbe5-570c369d2b1f req-a1b6d7fd-7b4d-4998-9b4e-ec2b905873b1 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500273 Mar 10 15:27:06.657641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-edf7e4e4-6497-4736-9517-06758abc6dd6 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:06.680675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b31bfb8-3839-487a-a726-3b9558d8282a req-b3673c51-fd99-4574-a36c-f4143b3e2320 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412060 Mar 10 15:27:06.737558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008a35d-055c-48af-af09-aa35d3510d1c req-7789e8d7-892a-4e9b-b44b-19c3b90d59d3 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:06.746057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6008a35d-055c-48af-af09-aa35d3510d1c req-7789e8d7-892a-4e9b-b44b-19c3b90d59d3 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 946 time: 0.0630424 Mar 10 15:27:06.766372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port 00fca32d-f40a-4aa6-a4ca-2430e449ffdc, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=00fca32d-f40a-4aa6-a4ca-2430e449ffdc,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:06.766751 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.778741 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f7575cb-b5d0-4020-a575-e6fbe4fc122c admin admin] Publish callbacks [] for security_group (3b41afcd-3e7a-4377-a21a-05b6d78a5ae1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.818128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6008a35d-055c-48af-af09-aa35d3510d1c req-6b88d6f1-1c29-44f5-8a29-930c66e9c146 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709865 Mar 10 15:27:06.821074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for 00fca32d-f40a-4aa6-a4ca-2430e449ffdc owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:27:06.833536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51494) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:06.880993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f7575cb-b5d0-4020-a575-e6fbe4fc122c admin admin] Publish callbacks [] for security_group (3b41afcd-3e7a-4377-a21a-05b6d78a5ae1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:06.891014 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e384ba36-f608-4f1f-8e23-b66f5814be66 req-4c43b2d6-5248-4155-ae25-711d698776b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca349753-4ab8-4593-b561-8f172cdefad9 HTTP/1.1" status: 200 len: 1000 time: 0.2669237 Mar 10 15:27:06.944911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-edf7e4e4-6497-4736-9517-06758abc6dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '48f47f0c-300e-4657-b5c4-feebdcf9a012', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': 'ca349753-4ab8-4593-b561-8f172cdefad9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:b3:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:26:43Z', 'updated_at': '2022-03-10T15:27:03Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:06.989359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7e4e4-6497-4736-9517-06758abc6dd6 None None] The sync data for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 is: [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '48f47f0c-300e-4657-b5c4-feebdcf9a012', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': 'ca349753-4ab8-4593-b561-8f172cdefad9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:b3:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:26:43Z', 'updated_at': '2022-03-10T15:27:03Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:27:07.073169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ba36-f608-4f1f-8e23-b66f5814be66 req-f21856ea-a044-4f2a-92be-5e971b3bf61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:07.074939 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e384ba36-f608-4f1f-8e23-b66f5814be66 req-f21856ea-a044-4f2a-92be-5e971b3bf61f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.1751015 Mar 10 15:27:07.120411 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f7575cb-b5d0-4020-a575-e6fbe4fc122c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3b41afcd-3e7a-4377-a21a-05b6d78a5ae1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.123702 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f7575cb-b5d0-4020-a575-e6fbe4fc122c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.124984 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6f7575cb-b5d0-4020-a575-e6fbe4fc122c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b41afcd-3e7a-4377-a21a-05b6d78a5ae1 HTTP/1.1" status: 204 len: 168 time: 0.7866495 Mar 10 15:27:07.138877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7575cb-b5d0-4020-a575-e6fbe4fc122c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b41afcd-3e7a-4377-a21a-05b6d78a5ae1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:07.231523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384ba36-f608-4f1f-8e23-b66f5814be66 req-a0ba7009-b1d1-4735-8b7c-28d388c15dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:07.234551 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e384ba36-f608-4f1f-8e23-b66f5814be66 req-a0ba7009-b1d1-4735-8b7c-28d388c15dcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1501639 Mar 10 15:27:07.247443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec362d61-c121-4381-88a1-e0225d86edf8 tempest-TestServerBasicOps-1578457655 tempest-TestServerBasicOps-1578457655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:07.256051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ec362d61-c121-4381-88a1-e0225d86edf8 tempest-TestServerBasicOps-1578457655 tempest-TestServerBasicOps-1578457655-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 1123 time: 0.4172156 Mar 10 15:27:07.259430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51504) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:07.264435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '157cf8fc-ac41-4b93-b241-8a6823551cb3', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:07.314117 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.414264 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd904ac-5632-461c-9c67-75226122bfcf None None] New status for floating IP 48f47f0c-300e-4657-b5c4-feebdcf9a012: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:27:07.499110 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.665479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Allocated IP 172.25.3.126 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/ec6196ca-000e-425c-b05b-411ccd22bd10) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:07.679088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 823454b4-fb3c-496f-9a69-1d58bfaf4b51 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:27:07.858683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (00fca32d-f40a-4aa6-a4ca-2430e449ffdc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.896380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for port (ec6196ca-000e-425c-b05b-411ccd22bd10), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:07.910645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6199a9-5cac-45bb-bfb7-31c42a06b12b req-b36d7659-f849-4d12-a6f6-54ff98d78d82 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:07.926023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea6199a9-5cac-45bb-bfb7-31c42a06b12b req-b36d7659-f849-4d12-a6f6-54ff98d78d82 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 944 time: 0.1490757 Mar 10 15:27:07.937762 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=00fca32d-f40a-4aa6-a4ca-2430e449ffdc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:08.069211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea6199a9-5cac-45bb-bfb7-31c42a06b12b req-0d3ca926-9101-45b5-ba37-d0aff537f22b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234775 Mar 10 15:27:08.153967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.157896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ec6196ca-000e-425c-b05b-411ccd22bd10), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.244686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 823454b4-fb3c-496f-9a69-1d58bfaf4b51, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=823454b4-fb3c-496f-9a69-1d58bfaf4b51,segment=NetworkSegment(0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4),segment_id=0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:08.260985 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.263137 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_controller (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.267850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:08.278482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '823454b4-fb3c-496f-9a69-1d58bfaf4b51', 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27', 'port_id': '823454b4-fb3c-496f-9a69-1d58bfaf4b51', 'mac_address': 'fa:16:3e:22:a3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b768a0-82c3-4128-9750-9417d9eeda77', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:27:08.283826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:08.295569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:08.327500 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.330671 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Fanout notify agent at l3_agent the message router_deleted on router 1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:27:08.357407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.359978 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1a912289-d408-44a6-9ab0-7e0fa2022f32 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/routers/1b70e6a6-a712-4e6a-b2e4-4a6cd5ff49fd HTTP/1.1" status: 204 len: 168 time: 3.4075127 Mar 10 15:27:08.364289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:08.364834 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.369651 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51536) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:08.394390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event updated for resources: {'Port': ['ID=ec6196ca-000e-425c-b05b-411ccd22bd10,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:08.396104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823454b4-fb3c-496f-9a69-1d58bfaf4b51 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:27:08.418769 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e384ba36-f608-4f1f-8e23-b66f5814be66 req-dff23973-4ef0-4722-8a23-2f15552fe4a7 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1776571 Mar 10 15:27:08.436667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 823454b4-fb3c-496f-9a69-1d58bfaf4b51, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=823454b4-fb3c-496f-9a69-1d58bfaf4b51,segment=NetworkSegment(0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4),segment_id=0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:08.444482 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.556156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=823454b4-fb3c-496f-9a69-1d58bfaf4b51,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:08.626118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (a13f1c10-2980-4da4-88ef-306d72833ed0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.737835 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e384ba36-f608-4f1f-8e23-b66f5814be66 req-be005a00-2c7e-43a2-b4d7-20970fb2d8bb service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050306 Mar 10 15:27:08.789048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['823454b4-fb3c-496f-9a69-1d58bfaf4b51'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:27:08.800337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (a13f1c10-2980-4da4-88ef-306d72833ed0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.846673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13f1c10-2980-4da4-88ef-306d72833ed0']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:08.865290 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:08.865650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:08.878580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.921409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:08.931424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:27:08.931836 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (8ebd6e5b-9f8f-43d4-a809-91a1dfb9cd11), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:27:09.018222 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:27:09.022290 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (a13f1c10-2980-4da4-88ef-306d72833ed0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.062306 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.065623 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/networks/a13f1c10-2980-4da4-88ef-306d72833ed0 HTTP/1.1" status: 204 len: 168 time: 0.6949863 Mar 10 15:27:09.067792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d9438-7edb-4fe9-ab56-20982667a48e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Network': ['ID=a13f1c10-2980-4da4-88ef-306d72833ed0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:09.069654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51556) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:09.078252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for floatingip (be4f8c12-d217-43e2-8d48-cbdfb341574b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.195317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be3613e3-2635-4a33-ac8a-f58a65c89161 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (05e770bb-4449-4e13-a49c-a52940c3c2e8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.277302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be3613e3-2635-4a33-ac8a-f58a65c89161 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (05e770bb-4449-4e13-a49c-a52940c3c2e8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.326534 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ec6196ca-000e-425c-b05b-411ccd22bd10), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.372779 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be3613e3-2635-4a33-ac8a-f58a65c89161 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (05e770bb-4449-4e13-a49c-a52940c3c2e8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.382116 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be3613e3-2635-4a33-ac8a-f58a65c89161 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.384955 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-be3613e3-2635-4a33-ac8a-f58a65c89161 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/security-groups/05e770bb-4449-4e13-a49c-a52940c3c2e8 HTTP/1.1" status: 204 len: 168 time: 0.3093960 Mar 10 15:27:09.404839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3613e3-2635-4a33-ac8a-f58a65c89161 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e770bb-4449-4e13-a49c-a52940c3c2e8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:09.619837 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for port (ec6196ca-000e-425c-b05b-411ccd22bd10), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.633975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40da91-9197-47ba-b885-ad29a9e44e6e req-6df5a215-8fec-41bb-9dc7-94644f326c5b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:09.636525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b40da91-9197-47ba-b885-ad29a9e44e6e req-6df5a215-8fec-41bb-9dc7-94644f326c5b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 945 time: 0.3663616 Mar 10 15:27:09.637747 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ec6196ca-000e-425c-b05b-411ccd22bd10), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.743408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event updated for resources: {'Port': ['ID=ec6196ca-000e-425c-b05b-411ccd22bd10,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:09.770347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (be4f8c12-d217-43e2-8d48-cbdfb341574b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.793815 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51584) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:09.799480 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-95d75a41-660b-4e66-bd43-3df67f9c0e99 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1661028616', 'description': 'tempest-secgroup-smoke-1661028616 description', 'project_id': 'c674686624284cd388d76dbc1471089d'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:09.826510 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95d75a41-660b-4e66-bd43-3df67f9c0e99 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.861503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b40da91-9197-47ba-b885-ad29a9e44e6e req-69371b06-4bd1-4027-a4ae-1f0e18e24b35 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838529 Mar 10 15:27:09.931083 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95d75a41-660b-4e66-bd43-3df67f9c0e99 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (78e5c003-fb5f-4400-b3fe-2f9553334cd1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.938533 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95d75a41-660b-4e66-bd43-3df67f9c0e99 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (78e5c003-fb5f-4400-b3fe-2f9553334cd1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.950356 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Floating IP be4f8c12-d217-43e2-8d48-cbdfb341574b associated. External IP: 172.25.3.126, port: 157cf8fc-ac41-4b93-b241-8a6823551cb3. Mar 10 15:27:09.981925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d75a41-660b-4e66-bd43-3df67f9c0e99 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e5c003-fb5f-4400-b3fe-2f9553334cd1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:09.988109 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-95d75a41-660b-4e66-bd43-3df67f9c0e99 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:09.992928 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-95d75a41-660b-4e66-bd43-3df67f9c0e99 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1979527 Mar 10 15:27:09.993500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51600) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:09.998298 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4cb88db1-9eaf-4298-90ed-b20cb51bf13f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '78e5c003-fb5f-4400-b3fe-2f9553334cd1', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:10.030829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4cb88db1-9eaf-4298-90ed-b20cb51bf13f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (9f586b31-bcee-4138-aa89-e7d9a52598f0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.055390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 00fca32d-f40a-4aa6-a4ca-2430e449ffdc no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:27:10.079230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 00fca32d-f40a-4aa6-a4ca-2430e449ffdc {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:27:10.079949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 00fca32d-f40a-4aa6-a4ca-2430e449ffdc not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:27:10.143148 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4cb88db1-9eaf-4298-90ed-b20cb51bf13f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (9f586b31-bcee-4138-aa89-e7d9a52598f0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.150870 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4cb88db1-9eaf-4298-90ed-b20cb51bf13f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (9f586b31-bcee-4138-aa89-e7d9a52598f0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.184380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb88db1-9eaf-4298-90ed-b20cb51bf13f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f586b31-bcee-4138-aa89-e7d9a52598f0,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:10.190190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4cb88db1-9eaf-4298-90ed-b20cb51bf13f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.191722 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4cb88db1-9eaf-4298-90ed-b20cb51bf13f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1971056 Mar 10 15:27:10.194549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51608) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:10.199381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a51bd3e9-7130-46ad-a1a7-1f16ecc9d4c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '78e5c003-fb5f-4400-b3fe-2f9553334cd1', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:10.236158 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a51bd3e9-7130-46ad-a1a7-1f16ecc9d4c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (b902d604-5295-440f-ba10-1ff001e638ac), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.257005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:27:10.312856 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a51bd3e9-7130-46ad-a1a7-1f16ecc9d4c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (b902d604-5295-440f-ba10-1ff001e638ac), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.326584 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a51bd3e9-7130-46ad-a1a7-1f16ecc9d4c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (b902d604-5295-440f-ba10-1ff001e638ac), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.363075 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bd3e9-7130-46ad-a1a7-1f16ecc9d4c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b902d604-5295-440f-ba10-1ff001e638ac,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:10.375344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a51bd3e9-7130-46ad-a1a7-1f16ecc9d4c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.376921 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a51bd3e9-7130-46ad-a1a7-1f16ecc9d4c8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1813509 Mar 10 15:27:10.379811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51622) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:10.384971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f28ec417-4f4c-475d-b6a4-995a2ec69a0f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '78e5c003-fb5f-4400-b3fe-2f9553334cd1', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:10.423042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f28ec417-4f4c-475d-b6a4-995a2ec69a0f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (656f4d3b-b4a7-48bb-9b73-59e48e6ae57c), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.429168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:27:10.440486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8ccbf-e72e-4db6-b76e-60b3daf722f4 None None] Sync routers for ids ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:27:10.467757 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.471137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd8ccbf-e72e-4db6-b76e-60b3daf722f4 None None] Routers {'9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:10.472985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ccbf-e72e-4db6-b76e-60b3daf722f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:10.508568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0316da86-59e3-4787-a65f-31f5a145dfdc tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2480621 Mar 10 15:27:10.509260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'tag': '157cf8fc-ac41-4b93-b241-8a6823551cb3'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:10.512374 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a89e094-4846-43db-b4c5-fd2d394b809f", "tag": "157cf8fc-ac41-4b93-b241-8a6823551cb3"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:10.537017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f28ec417-4f4c-475d-b6a4-995a2ec69a0f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (656f4d3b-b4a7-48bb-9b73-59e48e6ae57c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.549151 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f28ec417-4f4c-475d-b6a4-995a2ec69a0f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (656f4d3b-b4a7-48bb-9b73-59e48e6ae57c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.572770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ec417-4f4c-475d-b6a4-995a2ec69a0f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656f4d3b-b4a7-48bb-9b73-59e48e6ae57c,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:10.582192 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cdea5a-458f-4553-ae41-eb838294e1d5 x-openstack-request-id: req-53cdea5a-458f-4553-ae41-eb838294e1d5 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:10.582490 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a89e094-4846-43db-b4c5-fd2d394b809f", "tag": "157cf8fc-ac41-4b93-b241-8a6823551cb3", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:10.582774 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-53cdea5a-458f-4553-ae41-eb838294e1d5 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:10.583339 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'tag': '157cf8fc-ac41-4b93-b241-8a6823551cb3', 'status': 'completed', 'code': 200} Mar 10 15:27:10.595468 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f28ec417-4f4c-475d-b6a4-995a2ec69a0f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.600958 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f28ec417-4f4c-475d-b6a4-995a2ec69a0f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2198086 Mar 10 15:27:10.603808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51632) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:10.625140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7d905ac1-4480-4881-8061-742482a9b46d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '78e5c003-fb5f-4400-b3fe-2f9553334cd1', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:10.666143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1fd8ccbf-e72e-4db6-b76e-60b3daf722f4 None None] Set router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:10.680905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d905ac1-4480-4881-8061-742482a9b46d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (0a75ca48-3b9c-41d9-8840-b7594c3990c0), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.696763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a req-094e50d9-83a7-4a5e-b954-5869b205815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:10.698064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a req-094e50d9-83a7-4a5e-b954-5869b205815e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a700388e2b194b8b9d3063b7f9831734&device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 1128 time: 0.0914669 Mar 10 15:27:10.803258 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d905ac1-4480-4881-8061-742482a9b46d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (0a75ca48-3b9c-41d9-8840-b7594c3990c0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.817433 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d905ac1-4480-4881-8061-742482a9b46d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (0a75ca48-3b9c-41d9-8840-b7594c3990c0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.850352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d905ac1-4480-4881-8061-742482a9b46d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a75ca48-3b9c-41d9-8840-b7594c3990c0,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:10.857831 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7d905ac1-4480-4881-8061-742482a9b46d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.859069 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7d905ac1-4480-4881-8061-742482a9b46d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2542009 Mar 10 15:27:10.860360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a req-467aea4e-ad2b-40a1-9b57-bca195e548d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:10.862302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51648) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:10.867086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d36950f0-3a83-450c-a790-a28372b2f0f0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '78e5c003-fb5f-4400-b3fe-2f9553334cd1', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:10.872158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a req-467aea4e-ad2b-40a1-9b57-bca195e548d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=abf4c7d6-76fc-4284-9f01-abae706ae95f HTTP/1.1" status: 200 len: 910 time: 0.1627693 Mar 10 15:27:10.927456 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-d36950f0-3a83-450c-a790-a28372b2f0f0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Project c674686624284cd388d76dbc1471089d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:27:10.934267 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d36950f0-3a83-450c-a790-a28372b2f0f0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (4fc1f106-4cb1-44db-b638-a7383dc5f3ac), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:10.954013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a req-85a1bbec-b26b-42eb-b70a-d245852208e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=157cf8fc-ac41-4b93-b241-8a6823551cb3 HTTP/1.1" status: 200 len: 1000 time: 0.0789280 Mar 10 15:27:11.078400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ccbf-e72e-4db6-b76e-60b3daf722f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'be4f8c12-d217-43e2-8d48-cbdfb341574b', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'port_id': '157cf8fc-ac41-4b93-b241-8a6823551cb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'mac_address': 'fa:16:3e:d4:6c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:27:08Z', 'updated_at': '2022-03-10T15:27:08Z', 'revision_number': 0, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bc7890-ab2a-4bed-867b-0554d9b988be', 'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'mac_address': 'fa:16:3e:9b:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:30Z', 'updated_at': '2022-03-10T15:26:38Z', 'revision_number': 5, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'subnets': [{'id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:11.090014 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d36950f0-3a83-450c-a790-a28372b2f0f0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (4fc1f106-4cb1-44db-b638-a7383dc5f3ac), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.098467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100de7f-21a5-4919-8a86-22f745c58f2a req-f6f27886-5025-42a6-90de-a99220927a74 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:11.098845 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d36950f0-3a83-450c-a790-a28372b2f0f0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (4fc1f106-4cb1-44db-b638-a7383dc5f3ac), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.102757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8100de7f-21a5-4919-8a86-22f745c58f2a req-f6f27886-5025-42a6-90de-a99220927a74 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 945 time: 0.1206625 Mar 10 15:27:11.104626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a req-dbf8f39a-9aca-4f05-abbe-9d2368ee2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:11.106670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a req-dbf8f39a-9aca-4f05-abbe-9d2368ee2501 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47179ac9-1680-465c-aea4-b5f57e0afe4a HTTP/1.1" status: 200 len: 848 time: 0.1350384 Mar 10 15:27:11.126711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36950f0-3a83-450c-a790-a28372b2f0f0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc1f106-4cb1-44db-b638-a7383dc5f3ac,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:11.144624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8ccbf-e72e-4db6-b76e-60b3daf722f4 None None] Checking router: 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:27:11.145576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d36950f0-3a83-450c-a790-a28372b2f0f0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.153844 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d36950f0-3a83-450c-a790-a28372b2f0f0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2903826 Mar 10 15:27:11.155156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd8ccbf-e72e-4db6-b76e-60b3daf722f4 None None] Routers {'9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:11.156060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ccbf-e72e-4db6-b76e-60b3daf722f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:11.156618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51658) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:11.163452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4d8db090-e7eb-44fd-a2f8-25b0e653d574 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '78e5c003-fb5f-4400-b3fe-2f9553334cd1', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:11.208364 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-4d8db090-e7eb-44fd-a2f8-25b0e653d574 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Project c674686624284cd388d76dbc1471089d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:27:11.216794 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4d8db090-e7eb-44fd-a2f8-25b0e653d574 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (4656cae2-ceb0-4fd8-ac0a-189f6fd95310), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.223431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a req-7fa46642-163e-44dc-bc1b-a0dd4d22fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:11.225893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a req-7fa46642-163e-44dc-bc1b-a0dd4d22fc98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=abf4c7d6-76fc-4284-9f01-abae706ae95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1003401 Mar 10 15:27:11.231254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8100de7f-21a5-4919-8a86-22f745c58f2a req-a5fa0a9f-a248-4da7-bfc6-fae20aa9ce7d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210434 Mar 10 15:27:11.312339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1fd8ccbf-e72e-4db6-b76e-60b3daf722f4 None None] Set router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:11.345953 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a req-f1571ec5-6c33-4136-8d6e-7a481a9baf94 service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109533 Mar 10 15:27:11.350980 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4d8db090-e7eb-44fd-a2f8-25b0e653d574 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (4656cae2-ceb0-4fd8-ac0a-189f6fd95310), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.367993 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4d8db090-e7eb-44fd-a2f8-25b0e653d574 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (4656cae2-ceb0-4fd8-ac0a-189f6fd95310), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.410956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8db090-e7eb-44fd-a2f8-25b0e653d574 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4656cae2-ceb0-4fd8-ac0a-189f6fd95310,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:11.429596 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4d8db090-e7eb-44fd-a2f8-25b0e653d574 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.430999 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4d8db090-e7eb-44fd-a2f8-25b0e653d574 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2725673 Mar 10 15:27:11.433948 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51666) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:11.438902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51668) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:11.442597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'network': {'name': 'tempest-network-smoke--1622054533', 'project_id': 'c674686624284cd388d76dbc1471089d', 'port_security_enabled': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:11.474998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:11.475176 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14aa9519-d6c5-42ae-9ff0-5b4b9edaa12a req-7e1aef40-a325-4dc0-91ef-9f37d68b0b67 service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195617 Mar 10 15:27:11.481553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.537171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:27:11.548248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (10c3be98-0221-42d9-aa78-9750e9a46a9d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.549025 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Added segment 10c3be98-0221-42d9-aa78-9750e9a46a9d of type vlan for network a9676ea7-6a92-4c63-a903-4e53a689ea3d Mar 10 15:27:11.600103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (a9676ea7-6a92-4c63-a903-4e53a689ea3d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.628177 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cae7a3c1-28c3-4ec8-bbe8-68a84e3caadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.645395 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ccbf-e72e-4db6-b76e-60b3daf722f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'be4f8c12-d217-43e2-8d48-cbdfb341574b', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'port_id': '157cf8fc-ac41-4b93-b241-8a6823551cb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'mac_address': 'fa:16:3e:d4:6c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:27:08Z', 'updated_at': '2022-03-10T15:27:08Z', 'revision_number': 0, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bc7890-ab2a-4bed-867b-0554d9b988be', 'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'mac_address': 'fa:16:3e:9b:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:30Z', 'updated_at': '2022-03-10T15:26:38Z', 'revision_number': 5, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'subnets': [{'id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:11.669277 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (a9676ea7-6a92-4c63-a903-4e53a689ea3d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.675488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8ccbf-e72e-4db6-b76e-60b3daf722f4 None None] The sync data for ids ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'] in n-d-833090-1 is: [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'be4f8c12-d217-43e2-8d48-cbdfb341574b', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'port_id': '157cf8fc-ac41-4b93-b241-8a6823551cb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'mac_address': 'fa:16:3e:d4:6c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:27:08Z', 'updated_at': '2022-03-10T15:27:08Z', 'revision_number': 0, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bc7890-ab2a-4bed-867b-0554d9b988be', 'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'mac_address': 'fa:16:3e:9b:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:30Z', 'updated_at': '2022-03-10T15:26:38Z', 'revision_number': 5, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'subnets': [{'id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:27:11.680264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:11.680927 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.713302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 823454b4-fb3c-496f-9a69-1d58bfaf4b51 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:11.746320 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3113351 Mar 10 15:27:11.749133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51678) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:11.754616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'admin_state_up': True, 'project_id': 'c674686624284cd388d76dbc1471089d', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:11.782269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:27:11.784291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859c950-d0f4-42e4-9e02-caa9302b347e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Network': ['ID=a9676ea7-6a92-4c63-a903-4e53a689ea3d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:11.788180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:11.789440 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.791808 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.796169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.837113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network a9676ea7-6a92-4c63-a903-4e53a689ea3d details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:27:11.860272 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cae7a3c1-28c3-4ec8-bbe8-68a84e3caadf admin admin] Publish callbacks [] for security_group (be965abb-7d50-4add-9ccd-f09c6f0a876d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.866013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cae7a3c1-28c3-4ec8-bbe8-68a84e3caadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (be965abb-7d50-4add-9ccd-f09c6f0a876d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.881258 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_controller (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.919915 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cae7a3c1-28c3-4ec8-bbe8-68a84e3caadf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89c4a888ba1c447a83c44c558b12a350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4602251 Mar 10 15:27:11.920540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:11.920706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51680) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:11.921010 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:11.926946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7a3c1-28c3-4ec8-bbe8-68a84e3caadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be965abb-7d50-4add-9ccd-f09c6f0a876d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:12.007247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c314d1d-0c9b-4a41-9c3a-abe929caaf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823454b4-fb3c-496f-9a69-1d58bfaf4b51'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:12.009895 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bfb0c8-1de7-4d85-bdcf-397eb1be166a" -d '{"events": [{"server_uuid": "2c314d1d-0c9b-4a41-9c3a-abe929caaf64", "name": "network-vif-plugged", "status": "completed", "tag": "823454b4-fb3c-496f-9a69-1d58bfaf4b51"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:12.012074 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66bd218c-7445-4ac6-a0c4-bba9d45be3a8 admin admin] Publish callbacks [] for security_group (be965abb-7d50-4add-9ccd-f09c6f0a876d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.027957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 823454b4-fb3c-496f-9a69-1d58bfaf4b51, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=823454b4-fb3c-496f-9a69-1d58bfaf4b51,segment=NetworkSegment(0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4),segment_id=0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:12.032786 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.036445 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66bd218c-7445-4ac6-a0c4-bba9d45be3a8 admin admin] Publish callbacks [] for security_group (be965abb-7d50-4add-9ccd-f09c6f0a876d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.117435 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a10d5-c055-4432-b6c4-a0abc4e674d3 None None] New status for floating IP be4f8c12-d217-43e2-8d48-cbdfb341574b: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:27:12.125386 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bde4d9-3559-4ee0-9b22-b7a8b772ea87 x-openstack-request-id: req-e6bde4d9-3559-4ee0-9b22-b7a8b772ea87 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:12.126268 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c314d1d-0c9b-4a41-9c3a-abe929caaf64", "name": "network-vif-plugged", "status": "completed", "tag": "823454b4-fb3c-496f-9a69-1d58bfaf4b51", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:12.126521 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6bde4d9-3559-4ee0-9b22-b7a8b772ea87 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:12.127550 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c314d1d-0c9b-4a41-9c3a-abe929caaf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823454b4-fb3c-496f-9a69-1d58bfaf4b51', 'code': 200} Mar 10 15:27:12.128697 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66bd218c-7445-4ac6-a0c4-bba9d45be3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (be965abb-7d50-4add-9ccd-f09c6f0a876d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.132693 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-66bd218c-7445-4ac6-a0c4-bba9d45be3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.138385 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-66bd218c-7445-4ac6-a0c4-bba9d45be3a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be965abb-7d50-4add-9ccd-f09c6f0a876d HTTP/1.1" status: 204 len: 168 time: 0.2161028 Mar 10 15:27:12.144230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=823454b4-fb3c-496f-9a69-1d58bfaf4b51,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:12.148671 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd218c-7445-4ac6-a0c4-bba9d45be3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be965abb-7d50-4add-9ccd-f09c6f0a876d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:12.227429 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.258726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064941f0-b7da-494c-bd35-767cc30ab28f req-d9ae8b5d-f2f1-4c2a-95a6-3d95cdb5c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:12.261119 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-064941f0-b7da-494c-bd35-767cc30ab28f req-d9ae8b5d-f2f1-4c2a-95a6-3d95cdb5c854 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 1128 time: 0.0732822 Mar 10 15:27:12.349506 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-064941f0-b7da-494c-bd35-767cc30ab28f req-37543754-c6d2-4813-b149-0d5c45f706e2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786171 Mar 10 15:27:12.439462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779232-47fa-4d19-8193-b31d2aa256a0 req-9a210641-e95f-4825-8d0b-9a07d24acd4c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:12.440991 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7779232-47fa-4d19-8193-b31d2aa256a0 req-9a210641-e95f-4825-8d0b-9a07d24acd4c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 946 time: 0.0777247 Mar 10 15:27:12.525926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51698) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:12.539675 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d211bb8-1067-436f-bcd7-85bcd1669767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.568033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7779232-47fa-4d19-8193-b31d2aa256a0 req-ea33ab11-ca4d-4f1b-8a04-3199d8419e18 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202376 Mar 10 15:27:12.597517 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.620206 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.632433 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d211bb8-1067-436f-bcd7-85bcd1669767 admin admin] Publish callbacks [] for security_group (54856aa0-e71b-454e-87d7-9ef6964946d0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.636755 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8d211bb8-1067-436f-bcd7-85bcd1669767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (54856aa0-e71b-454e-87d7-9ef6964946d0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.679450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d211bb8-1067-436f-bcd7-85bcd1669767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54856aa0-e71b-454e-87d7-9ef6964946d0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:12.702772 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8d211bb8-1067-436f-bcd7-85bcd1669767 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebae08a1e3f34a119d6f7a5d138e2d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756372 Mar 10 15:27:12.705603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51702) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:12.745044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.25.3.232 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/76c83a2c-909f-4576-bbf3-b0230cc747ae) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:12.760298 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d04d9a3-1be6-416d-a86f-778f1438efba admin admin] Publish callbacks [] for security_group (54856aa0-e71b-454e-87d7-9ef6964946d0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.787508 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d04d9a3-1be6-416d-a86f-778f1438efba admin admin] Publish callbacks [] for security_group (54856aa0-e71b-454e-87d7-9ef6964946d0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.844730 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d04d9a3-1be6-416d-a86f-778f1438efba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (54856aa0-e71b-454e-87d7-9ef6964946d0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.847490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d04d9a3-1be6-416d-a86f-778f1438efba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.850851 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3d04d9a3-1be6-416d-a86f-778f1438efba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54856aa0-e71b-454e-87d7-9ef6964946d0 HTTP/1.1" status: 204 len: 168 time: 0.1420720 Mar 10 15:27:12.857429 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04d9a3-1be6-416d-a86f-778f1438efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54856aa0-e71b-454e-87d7-9ef6964946d0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:12.874648 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.913915 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:12.984614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:12.995017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:13.000308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:13.008247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=76c83a2c-909f-4576-bbf3-b0230cc747ae,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:13.733919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:13.785715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af5591-85b8-4548-90f1-357e25045fb8 req-679fd641-990c-4c52-b066-2d3edae763e3 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:13.787384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86af5591-85b8-4548-90f1-357e25045fb8 req-679fd641-990c-4c52-b066-2d3edae763e3 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 946 time: 0.1133473 Mar 10 15:27:13.881685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86af5591-85b8-4548-90f1-357e25045fb8 req-45756685-c4eb-471d-add8-56e71b8a8195 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873117 Mar 10 15:27:14.032141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.192135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:27:14.344612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:27:14.356153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Sync routers for ids ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:27:14.366555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Routers {'86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:14.367545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:14.385176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.387347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a8a33521-f317-4607-8432-d982132f3f6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6371706 Mar 10 15:27:14.390611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51768) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:14.429109 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e192cf08-7b9c-47a2-bedc-db8d5a49ad2d tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=c674686624284cd388d76dbc1471089d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368209 Mar 10 15:27:14.431782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51774) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:14.513537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Set router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:14.577718 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ead41-962d-477d-bbc7-277299603231 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:14.579522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e89ead41-962d-477d-bbc7-277299603231 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1466877 Mar 10 15:27:14.582463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51782) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:14.612249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b67ba670-a014-4e56-9be7-93185e4453a9 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286584 Mar 10 15:27:14.614671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51786) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:14.620039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2049656397', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'project_id': 'c674686624284cd388d76dbc1471089d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:14.726177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:14.727218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:13Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:14.731741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:14.768687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Checking router: 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:27:14.769127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Updating router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 port 76c83a2c-909f-4576-bbf3-b0230cc747ae binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:27:14.804289 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.054038 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.157151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Subnet': ['ID=f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:15.170378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251415e4-2215-4ec8-9fc3-7037410614c4 req-2f42fbad-42b2-4473-8b2f-4e19c946733b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:15.178411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-251415e4-2215-4ec8-9fc3-7037410614c4 req-2f42fbad-42b2-4473-8b2f-4e19c946733b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 946 time: 0.1978586 Mar 10 15:27:15.191004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Checking segment: {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:15.191373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network hostable DHCP agents. Network: a9676ea7-6a92-4c63-a903-4e53a689ea3d, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:27:15.212177 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Publish callbacks [] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.224559 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.239044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network a9676ea7-6a92-4c63-a903-4e53a689ea3d is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:27:15.256945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-251415e4-2215-4ec8-9fc3-7037410614c4 req-1a1dffa6-43d6-41d8-a4d0-bf47b820650b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773911 Mar 10 15:27:15.281781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, a9676ea7-6a92-4c63-a903-4e53a689ea3d) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:15.281781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:15.281781 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.298102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Attempting to bind port 76c83a2c-909f-4576-bbf3-b0230cc747ae on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:15.298766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Attempting to bind port 76c83a2c-909f-4576-bbf3-b0230cc747ae by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:15.299327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Attempting to bind port 76c83a2c-909f-4576-bbf3-b0230cc747ae on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:15.306548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cae1c2-45b1-40d4-ae6e-c61ec28d2fd5 None None] Network a9676ea7-6a92-4c63-a903-4e53a689ea3d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:27:15.311629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51824) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:15.312368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-96b9902a-c0c1-4a98-a164-0631ee811fa8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6929970 Mar 10 15:27:15.413932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:15.414519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:15.414890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.415299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:15.415785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Bound port: 76c83a2c-909f-4576-bbf3-b0230cc747ae, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:15.416253 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.418716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a736a5-004b-441c-806d-0410a7bbf41d None None] Pushing event updated for resources: {'Port': ['ID=76c83a2c-909f-4576-bbf3-b0230cc747ae,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:15.434136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38de2c5-0fac-4d7d-9b10-74af6d6632a0 req-c588db23-56d6-413f-94d5-b602881dce4e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:15.435740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f38de2c5-0fac-4d7d-9b10-74af6d6632a0 req-c588db23-56d6-413f-94d5-b602881dce4e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 946 time: 0.0815277 Mar 10 15:27:15.520549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:27:15.521678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.602533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f38de2c5-0fac-4d7d-9b10-74af6d6632a0 req-9f4743b6-7ee7-45fa-9d49-408e8ba4908d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575243 Mar 10 15:27:15.722059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] For port 76c83a2c-909f-4576-bbf3-b0230cc747ae, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:15.741370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] For port 76c83a2c-909f-4576-bbf3-b0230cc747ae, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=76c83a2c-909f-4576-bbf3-b0230cc747ae,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:15.750732 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.890751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Routers {'86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:15.891415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:15.893096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a736a5-004b-441c-806d-0410a7bbf41d None None] Pushing event updated for resources: {'Port': ['ID=76c83a2c-909f-4576-bbf3-b0230cc747ae,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:15.972309 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:15.984305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Allocated IP 172.20.0.2 (a9676ea7-6a92-4c63-a903-4e53a689ea3d/f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9/cce5f786-3972-48c4-93ad-212a3dce7e62) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:16.020512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51850) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:16.067058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] Set router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:16.224133 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.323520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Publish callbacks [] for security_group (ef1aef6d-e154-4858-a576-bd22591c74dc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.328670 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ef1aef6d-e154-4858-a576-bd22591c74dc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.371039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8c1ee9b34cc4bb8b95efadb2453550f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3503573 Mar 10 15:27:16.372001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1aef6d-e154-4858-a576-bd22591c74dc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:16.374098 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Publish callbacks [] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.374542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51860) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:16.385102 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.414844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.415179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.415579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.415909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.416704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.417134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.417468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.417801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.418133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.419003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.419003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.419223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.419469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c7404-1363-489b-a7f3-66dbe2c3f0ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.445684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.20.0.1 (a9676ea7-6a92-4c63-a903-4e53a689ea3d/f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9/6aa4f860-b06b-4c4c-87e5-3087e89913c6) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:16.456507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Network a9676ea7-6a92-4c63-a903-4e53a689ea3d is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:16.460240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Pushing event updated for resources: {'Port': ['ID=cce5f786-3972-48c4-93ad-212a3dce7e62,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:16.463935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:16.467533 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:16.498392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:13Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:16.508614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8995c007-4d04-42c2-a7b7-c6659b3411b2 admin admin] Publish callbacks [] for security_group (ef1aef6d-e154-4858-a576-bd22591c74dc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.533895 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8995c007-4d04-42c2-a7b7-c6659b3411b2 admin admin] Publish callbacks [] for security_group (ef1aef6d-e154-4858-a576-bd22591c74dc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.549807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbd5e0-10dd-4b8b-a520-e876e537e32d None None] The sync data for ids ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'] in n-d-833090-1 is: [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:13Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:27:16.560141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Attempting to bind port cce5f786-3972-48c4-93ad-212a3dce7e62 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:16.561612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Attempting to bind port cce5f786-3972-48c4-93ad-212a3dce7e62 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:16.561983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Attempting to bind port cce5f786-3972-48c4-93ad-212a3dce7e62 on network a9676ea7-6a92-4c63-a903-4e53a689ea3d {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:16.568291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:16.568669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Checking segment: {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:16.569082 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.569495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Bound using segment: {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:16.569961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Bound port: cce5f786-3972-48c4-93ad-212a3dce7e62, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:16.570345 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.595531 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8995c007-4d04-42c2-a7b7-c6659b3411b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ef1aef6d-e154-4858-a576-bd22591c74dc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.598554 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8995c007-4d04-42c2-a7b7-c6659b3411b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.599950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8995c007-4d04-42c2-a7b7-c6659b3411b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef1aef6d-e154-4858-a576-bd22591c74dc HTTP/1.1" status: 204 len: 168 time: 0.2242067 Mar 10 15:27:16.613387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.617715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995c007-4d04-42c2-a7b7-c6659b3411b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1aef6d-e154-4858-a576-bd22591c74dc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:16.653886 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.703498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] For port cce5f786-3972-48c4-93ad-212a3dce7e62, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:16.706773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network a9676ea7-6a92-4c63-a903-4e53a689ea3d is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:16.707564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] For port cce5f786-3972-48c4-93ad-212a3dce7e62, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cce5f786-3972-48c4-93ad-212a3dce7e62,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:16.710369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:16.717608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:16.722653 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.756236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=6aa4f860-b06b-4c4c-87e5-3087e89913c6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:16.772951 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.773315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.773672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.774021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.774363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.774696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.775061 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.775495 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.785662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.786051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.786398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.786732 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.787343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:16.818901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:16.841012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f2d96-f6f8-48ff-a3f0-4c5ddb3a55a4 None None] Pushing event updated for resources: {'Port': ['ID=cce5f786-3972-48c4-93ad-212a3dce7e62,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:17.054385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.115074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51872) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:17.148470 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-301a7994-4ed7-4e06-ae0b-16514bc8150f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.169942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 51874) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:17.474478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.482315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.491808 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-301a7994-4ed7-4e06-ae0b-16514bc8150f admin admin] Publish callbacks [] for security_group (4dfdfc62-db06-4386-85f0-32c201cebb8c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.500716 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-301a7994-4ed7-4e06-ae0b-16514bc8150f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4dfdfc62-db06-4386-85f0-32c201cebb8c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.574294 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=6aa4f860-b06b-4c4c-87e5-3087e89913c6,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:17.580352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a7994-4ed7-4e06-ae0b-16514bc8150f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfdfc62-db06-4386-85f0-32c201cebb8c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:17.587565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-301a7994-4ed7-4e06-ae0b-16514bc8150f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84a17d9ee3854c45a5eb514970bd937b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4714103 Mar 10 15:27:17.588633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 51882) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:17.650996 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.668612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e42d9976-a478-4c09-b8bd-1b62f23a6312 admin admin] Publish callbacks [] for security_group (4dfdfc62-db06-4386-85f0-32c201cebb8c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.752429 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e42d9976-a478-4c09-b8bd-1b62f23a6312 admin admin] Publish callbacks [] for security_group (4dfdfc62-db06-4386-85f0-32c201cebb8c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.814550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network a9676ea7-6a92-4c63-a903-4e53a689ea3d is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:17.818295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:17.912918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e42d9976-a478-4c09-b8bd-1b62f23a6312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4dfdfc62-db06-4386-85f0-32c201cebb8c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.915614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e42d9976-a478-4c09-b8bd-1b62f23a6312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.917387 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e42d9976-a478-4c09-b8bd-1b62f23a6312 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4dfdfc62-db06-4386-85f0-32c201cebb8c HTTP/1.1" status: 204 len: 168 time: 0.3263772 Mar 10 15:27:17.923677 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:17.947684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d9976-a478-4c09-b8bd-1b62f23a6312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfdfc62-db06-4386-85f0-32c201cebb8c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:17.984914 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:18.063594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:27:18.310638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 76c83a2c-909f-4576-bbf3-b0230cc747ae up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:18.368244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:27:18.391703 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fc3cc7ce-308d-4bd3-a0f3-3c75dee0c5a9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "PUT /v2.0/routers/86715bd4-0d4e-40fc-bc7b-20f6cf0b7412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0782819 Mar 10 15:27:18.415302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 76c83a2c-909f-4576-bbf3-b0230cc747ae triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:18.415683 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:18.433280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Allocated IP 172.20.0.17 (cd7820ef-1627-43a1-8340-2c25b849fc27/10b768a0-82c3-4128-9750-9417d9eeda77/62b35bea-fdc7-4671-bf5c-fa31818a4084) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:18.584547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 76c83a2c-909f-4576-bbf3-b0230cc747ae is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:18.585056 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:18.594148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8035898-bd1b-45bd-a871-5de9ee0ea5e3 None None] Network a9676ea7-6a92-4c63-a903-4e53a689ea3d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:27:18.638800 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:18.682725 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:18.692199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 76c83a2c-909f-4576-bbf3-b0230cc747ae, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=76c83a2c-909f-4576-bbf3-b0230cc747ae,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:18.708795 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:18.709591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cce5f786-3972-48c4-93ad-212a3dce7e62 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:18.751934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network cd7820ef-1627-43a1-8340-2c25b849fc27 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:18.804220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:18.811805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-30cd94b1-9bd6-4f9a-8f50-fdfbe64567c2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1661028616&fields=id&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 267 time: 0.1167836 Mar 10 15:27:18.815508 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-94351fd0-9194-481b-936e-f585328231b6 None None] Provisioning complete for port cce5f786-3972-48c4-93ad-212a3dce7e62 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:18.815908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-94351fd0-9194-481b-936e-f585328231b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:18.817014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:18.843171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=62b35bea-fdc7-4671-bf5c-fa31818a4084,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:18.947584 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=76c83a2c-909f-4576-bbf3-b0230cc747ae,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:19.097424 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cce5f786-3972-48c4-93ad-212a3dce7e62 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:19.098022 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:19.099677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-94351fd0-9194-481b-936e-f585328231b6 None None] Current status of the port cce5f786-3972-48c4-93ad-212a3dce7e62 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:19.100159 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-94351fd0-9194-481b-936e-f585328231b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:19.113647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-b3808433-6b62-42ef-ab09-ac1e3d3ff2f7 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:19.115228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-b3808433-6b62-42ef-ab09-ac1e3d3ff2f7 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/networks?id=a9676ea7-6a92-4c63-a903-4e53a689ea3d HTTP/1.1" status: 200 len: 797 time: 0.2211523 Mar 10 15:27:19.116231 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (58829795-5365-412a-8558-28a5882ddca3), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:19.206984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-94351fd0-9194-481b-936e-f585328231b6 None None] For port cce5f786-3972-48c4-93ad-212a3dce7e62, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cce5f786-3972-48c4-93ad-212a3dce7e62,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:19.213444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-65751515-fc95-4089-9171-b94b1a62e222 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/quotas/c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 375 time: 0.0879560 Mar 10 15:27:19.223760 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-94351fd0-9194-481b-936e-f585328231b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:19.328611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94351fd0-9194-481b-936e-f585328231b6 None None] Pushing event updated for resources: {'Port': ['ID=cce5f786-3972-48c4-93ad-212a3dce7e62,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:19.425048 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Sync routers for ids ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:27:19.434060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cce5f786-3972-48c4-93ad-212a3dce7e62 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:19.446416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e9b73700-4ac2-4bfb-a01a-1ae78bb02ad5 None None] Provisioning complete for port 62b35bea-fdc7-4671-bf5c-fa31818a4084 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:19.446815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e9b73700-4ac2-4bfb-a01a-1ae78bb02ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:19.452578 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Routers {'86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:19.453347 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:19.466208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-5aa50be5-d28a-4ce9-81e3-707dff905a99 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2409346 Mar 10 15:27:19.501252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e9b73700-4ac2-4bfb-a01a-1ae78bb02ad5 None None] Port 62b35bea-fdc7-4671-bf5c-fa31818a4084 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:19.615747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-0ca8e89b-5ed9-4db4-b7e3-91147d400692 service neutron] 10.222.0.11 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296692 Mar 10 15:27:19.624752 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Set router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:19.633385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-26b0b441-408c-4b08-92c0-c137335ccb39 None None] Provisioning complete for port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:19.633875 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-26b0b441-408c-4b08-92c0-c137335ccb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:19.735403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-26b0b441-408c-4b08-92c0-c137335ccb39 None None] Port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:19.754002 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:19.757229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-26b0b441-408c-4b08-92c0-c137335ccb39 None None] Provisioning complete for port cce5f786-3972-48c4-93ad-212a3dce7e62 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:19.757683 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-26b0b441-408c-4b08-92c0-c137335ccb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:19.892300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-26b0b441-408c-4b08-92c0-c137335ccb39 None None] Current status of the port cce5f786-3972-48c4-93ad-212a3dce7e62 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:19.954842 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:16Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6aa4f860-b06b-4c4c-87e5-3087e89913c6', 'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:ec:ce:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:16Z', 'updated_at': '2022-03-10T15:27:17Z', 'revision_number': 2, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:19.986902 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Checking router: 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:27:19.987383 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Updating router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:27:20.021325 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.030719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-83f5b73c-10ba-48bf-a132-e202041bceb8 None None] Provisioning complete for port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:20.030941 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83f5b73c-10ba-48bf-a132-e202041bceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.062778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c6c8415-b210-41aa-9c81-450ad859439f service neutron] 10.222.0.11 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448385 Mar 10 15:27:20.195726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-83f5b73c-10ba-48bf-a132-e202041bceb8 None None] Port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:20.260062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 76c83a2c-909f-4576-bbf3-b0230cc747ae up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:20.372993 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:27:20.438211 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 76c83a2c-909f-4576-bbf3-b0230cc747ae triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:20.438600 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.439012 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.457015 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.474887 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Publish callbacks [] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.486207 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.644898 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e50eb3-d7db-4eef-af18-6f2b7dd623ae None None] Pushing event updated for resources: {'Port': ['ID=6aa4f860-b06b-4c4c-87e5-3087e89913c6,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:20.780754 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Attempting to bind port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:20.781157 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Attempting to bind port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:20.781523 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Attempting to bind port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 on network a9676ea7-6a92-4c63-a903-4e53a689ea3d {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:20.795754 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:20.796891 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Checking segment: {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:20.797627 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.798451 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Bound using segment: {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:20.799192 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Bound port: 6aa4f860-b06b-4c4c-87e5-3087e89913c6, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:20.799739 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.911238 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.911964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-933e74f5-b9df-4e06-bc57-4b58c420918b None None] Provisioning complete for port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:20.912330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-933e74f5-b9df-4e06-bc57-4b58c420918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:20.994051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-933e74f5-b9df-4e06-bc57-4b58c420918b None None] Port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:21.004989 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] For port 6aa4f860-b06b-4c4c-87e5-3087e89913c6, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:21.012931 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] For port 6aa4f860-b06b-4c4c-87e5-3087e89913c6, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6aa4f860-b06b-4c4c-87e5-3087e89913c6,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:21.016235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 76c83a2c-909f-4576-bbf3-b0230cc747ae is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:21.017918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cce5f786-3972-48c4-93ad-212a3dce7e62 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:21.025118 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.133964 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Routers {'86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:21.137622 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:21.157052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-04afbe6e-1d22-4f18-9040-8cdf30954e9b None None] Provisioning complete for port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:21.157441 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04afbe6e-1d22-4f18-9040-8cdf30954e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.175475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-948e7791-06ef-4723-bf91-7fab777181cc req-e62420df-5e0d-435e-9706-f06cb6211a5b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 210 time: 0.7334476 Mar 10 15:27:21.176626 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (58829795-5365-412a-8558-28a5882ddca3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.218072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cce5f786-3972-48c4-93ad-212a3dce7e62 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:21.218638 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.272485 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e50eb3-d7db-4eef-af18-6f2b7dd623ae None None] Pushing event updated for resources: {'Port': ['ID=6aa4f860-b06b-4c4c-87e5-3087e89913c6,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:21.418679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-04afbe6e-1d22-4f18-9040-8cdf30954e9b None None] Current status of the port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:21.426719 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04afbe6e-1d22-4f18-9040-8cdf30954e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.491393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network cd7820ef-1627-43a1-8340-2c25b849fc27 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:21.494286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=62b35bea-fdc7-4671-bf5c-fa31818a4084,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:21.500984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cce5f786-3972-48c4-93ad-212a3dce7e62 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:21.508982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:21.551569 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] Set router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:21.560039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-04afbe6e-1d22-4f18-9040-8cdf30954e9b None None] For port 6aa4f860-b06b-4c4c-87e5-3087e89913c6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6aa4f860-b06b-4c4c-87e5-3087e89913c6,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:21.567596 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04afbe6e-1d22-4f18-9040-8cdf30954e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.739300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afbe6e-1d22-4f18-9040-8cdf30954e9b None None] Pushing event updated for resources: {'Port': ['ID=6aa4f860-b06b-4c4c-87e5-3087e89913c6,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:21.796154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 58829795-5365-412a-8558-28a5882ddca3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:27:21.805704 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e609ab3e-c508-48d6-8ced-0a58ad9b8f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.830362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-64718b73-9fb5-4bad-9ffa-de0aa0ce6135 None None] Provisioning complete for port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:21.830754 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-64718b73-9fb5-4bad-9ffa-de0aa0ce6135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:21.947379 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:16Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6aa4f860-b06b-4c4c-87e5-3087e89913c6', 'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:ec:ce:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:16Z', 'updated_at': '2022-03-10T15:27:20Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:21.983448 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee6f692-09db-4bb2-ba98-0dd33349e456 None None] The sync data for ids ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'] in n-d-833090-1 is: [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:16Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6aa4f860-b06b-4c4c-87e5-3087e89913c6', 'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:ec:ce:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:16Z', 'updated_at': '2022-03-10T15:27:20Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:27:21.990822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:27:21.996528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-64718b73-9fb5-4bad-9ffa-de0aa0ce6135 None None] Current status of the port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:22.005233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Sync routers for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:27:22.015886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4845086f-5835-4153-afc7-eba92ab5eb2c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "PUT /v2.0/routers/58829795-5365-412a-8558-28a5882ddca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7826567 Mar 10 15:27:22.025739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:22.026435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:22.174743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-07574f51-1bc4-4e6d-b6ee-0a8df5265f43 None None] Provisioning complete for port 62b35bea-fdc7-4671-bf5c-fa31818a4084 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:22.178390 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07574f51-1bc4-4e6d-b6ee-0a8df5265f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.221431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52012) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:22.251871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-07574f51-1bc4-4e6d-b6ee-0a8df5265f43 None None] Port 62b35bea-fdc7-4671-bf5c-fa31818a4084 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:22.272533 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6aa4f860-b06b-4c4c-87e5-3087e89913c6 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:22.386568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:22.446617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18336fcd-b747-4cb8-be84-7c9ef54c4908 req-17d1fc16-5b70-4fab-a89e-38b98aff1266 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 210 time: 0.0559278 Mar 10 15:27:22.478999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0802819d-3b20-4ef3-b78a-8645ded7b0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.486677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:22.487090 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.487963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-93f47bfc-97a9-4af6-8b72-1a13925c2711 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:22.489648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-93f47bfc-97a9-4af6-8b72-1a13925c2711 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.45 "GET /v2.0/networks?id=a9676ea7-6a92-4c63-a903-4e53a689ea3d HTTP/1.1" status: 200 len: 797 time: 0.2427516 Mar 10 15:27:22.597414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-b9cc5126-2234-4f30-b34b-bd724c7fe044 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 380 time: 0.0944064 Mar 10 15:27:22.611222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'port': {'device_id': '7683ca9a-550e-4e5f-b032-c5952652379c', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'admin_state_up': True, 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'security_groups': ['78e5c003-fb5f-4400-b3fe-2f9553334cd1']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:22.662324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:22.754960 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0802819d-3b20-4ef3-b78a-8645ded7b0b8 admin admin] Publish callbacks [] for security_group (fa28be9f-81ac-494e-a98d-6672202b8128), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.759017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:22.763212 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.822392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:27:19Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '226190ab-6b71-4fdb-89ea-334a06dfac00', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '58829795-5365-412a-8558-28a5882ddca3', 'port_id': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'mac_address': 'fa:16:3e:41:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:25:39Z', 'updated_at': '2022-03-10T15:25:42Z', 'revision_number': 1, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b35bea-fdc7-4671-bf5c-fa31818a4084', 'name': '', 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:18:7e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '10b768a0-82c3-4128-9750-9417d9eeda77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:18Z', 'updated_at': '2022-03-10T15:27:20Z', 'revision_number': 2, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '10b768a0-82c3-4128-9750-9417d9eeda77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:22.852328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Checking router: 58829795-5365-412a-8558-28a5882ddca3 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:27:22.852841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Updating router 58829795-5365-412a-8558-28a5882ddca3 port 62b35bea-fdc7-4671-bf5c-fa31818a4084 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:27:22.898679 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:22.908230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.20.0.13 (a9676ea7-6a92-4c63-a903-4e53a689ea3d/f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9/3de7f37f-275e-45b1-89e0-5f48af172609) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:22.918260 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0802819d-3b20-4ef3-b78a-8645ded7b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fa28be9f-81ac-494e-a98d-6672202b8128), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.007717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802819d-3b20-4ef3-b78a-8645ded7b0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa28be9f-81ac-494e-a98d-6672202b8128,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:23.012104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0802819d-3b20-4ef3-b78a-8645ded7b0b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3445cd1f161340e19a1bb4f2dca6c0ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7890351 Mar 10 15:27:23.015757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52024) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:23.104139 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d659f9ed-e9bd-4a2e-a672-a6c8590b4f5f admin admin] Publish callbacks [] for security_group (fa28be9f-81ac-494e-a98d-6672202b8128), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.149175 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d659f9ed-e9bd-4a2e-a672-a6c8590b4f5f admin admin] Publish callbacks [] for security_group (fa28be9f-81ac-494e-a98d-6672202b8128), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.215864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d659f9ed-e9bd-4a2e-a672-a6c8590b4f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fa28be9f-81ac-494e-a98d-6672202b8128), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.219183 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d659f9ed-e9bd-4a2e-a672-a6c8590b4f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.222859 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (3de7f37f-275e-45b1-89e0-5f48af172609), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.227703 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d659f9ed-e9bd-4a2e-a672-a6c8590b4f5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa28be9f-81ac-494e-a98d-6672202b8128 HTTP/1.1" status: 204 len: 168 time: 0.2095687 Mar 10 15:27:23.240353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659f9ed-e9bd-4a2e-a672-a6c8590b4f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa28be9f-81ac-494e-a98d-6672202b8128,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:23.266692 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Publish callbacks [] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.275719 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.305062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.334991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f16bc-1657-49e9-b76d-6f98769acda6 None None] Pushing event updated for resources: {'Port': ['ID=62b35bea-fdc7-4671-bf5c-fa31818a4084,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:23.397518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:23.418688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network a9676ea7-6a92-4c63-a903-4e53a689ea3d is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:23.422675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:23.433464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Attempting to bind port 62b35bea-fdc7-4671-bf5c-fa31818a4084 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:23.433939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Attempting to bind port 62b35bea-fdc7-4671-bf5c-fa31818a4084 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:23.434721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Attempting to bind port 62b35bea-fdc7-4671-bf5c-fa31818a4084 on network cd7820ef-1627-43a1-8340-2c25b849fc27 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:23.439038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:23.441567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:23.442043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Checking segment: {'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:23.442630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.444585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Bound using segment: {'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:23.446155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Bound port: 62b35bea-fdc7-4671-bf5c-fa31818a4084, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:23.446650 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.601078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:23.601761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.661449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3c0ac059-bf2b-4a63-8104-9d01372ddc61 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0561504 Mar 10 15:27:23.661662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] For port 62b35bea-fdc7-4671-bf5c-fa31818a4084, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:23.669806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] For port 62b35bea-fdc7-4671-bf5c-fa31818a4084, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=62b35bea-fdc7-4671-bf5c-fa31818a4084,segment=NetworkSegment(0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4),segment_id=0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:23.691322 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.744403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Request body: {'port': {'device_id': '7683ca9a-550e-4e5f-b032-c5952652379c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:23.810162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f16bc-1657-49e9-b76d-6f98769acda6 None None] Pushing event updated for resources: {'Port': ['ID=62b35bea-fdc7-4671-bf5c-fa31818a4084,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:23.830046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:23.831245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:26:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:23.848906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3ba7b-3feb-4e1c-85aa-4e26eaa51987 req-4e92922b-abbc-4728-9f89-5633945873f8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:23.853990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cf3ba7b-3feb-4e1c-85aa-4e26eaa51987 req-4e92922b-abbc-4728-9f89-5633945873f8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 932 time: 0.2244198 Mar 10 15:27:23.863300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52038) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:23.883608 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dac000e4-d4c5-4214-897e-440f7df84c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:23.929664 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.016031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:24.042990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cf3ba7b-3feb-4e1c-85aa-4e26eaa51987 req-7717aedb-b251-488d-881d-3747be6f105f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477826 Mar 10 15:27:24.062569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-eccc3926-e75d-4791-bb26-55ae7a7afc96 None None] Provisioning complete for port 62b35bea-fdc7-4671-bf5c-fa31818a4084 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:24.062976 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eccc3926-e75d-4791-bb26-55ae7a7afc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.102317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dac000e4-d4c5-4214-897e-440f7df84c1b admin admin] Publish callbacks [] for security_group (fe542923-86f1-475a-bbc1-f9eeadf54a6f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.109836 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4677d165-2d9b-4ad9-9d96-5ecbe2f463a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.116347 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dac000e4-d4c5-4214-897e-440f7df84c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fe542923-86f1-475a-bbc1-f9eeadf54a6f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.160280 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dac000e4-d4c5-4214-897e-440f7df84c1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f82429cfebf41bb888ef99e1d997870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2953689 Mar 10 15:27:24.176651 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52046) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:24.244281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac000e4-d4c5-4214-897e-440f7df84c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe542923-86f1-475a-bbc1-f9eeadf54a6f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:24.284716 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8df23d1e-c68f-420c-bd39-0ddb850ed081 admin admin] Publish callbacks [] for security_group (fe542923-86f1-475a-bbc1-f9eeadf54a6f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.311118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8df23d1e-c68f-420c-bd39-0ddb850ed081 admin admin] Publish callbacks [] for security_group (fe542923-86f1-475a-bbc1-f9eeadf54a6f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.325764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-eccc3926-e75d-4791-bb26-55ae7a7afc96 None None] Current status of the port 62b35bea-fdc7-4671-bf5c-fa31818a4084 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:24.326354 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eccc3926-e75d-4791-bb26-55ae7a7afc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.383378 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8df23d1e-c68f-420c-bd39-0ddb850ed081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fe542923-86f1-475a-bbc1-f9eeadf54a6f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.388517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8df23d1e-c68f-420c-bd39-0ddb850ed081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.389939 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8df23d1e-c68f-420c-bd39-0ddb850ed081 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe542923-86f1-475a-bbc1-f9eeadf54a6f HTTP/1.1" status: 204 len: 168 time: 0.2075834 Mar 10 15:27:24.400062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df23d1e-c68f-420c-bd39-0ddb850ed081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe542923-86f1-475a-bbc1-f9eeadf54a6f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:24.402346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-eccc3926-e75d-4791-bb26-55ae7a7afc96 None None] For port 62b35bea-fdc7-4671-bf5c-fa31818a4084, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=62b35bea-fdc7-4671-bf5c-fa31818a4084,segment=NetworkSegment(0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4),segment_id=0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:24.413943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de7f37f-275e-45b1-89e0-5f48af172609 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:27:24.414500 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eccc3926-e75d-4791-bb26-55ae7a7afc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.428926 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Publish callbacks [] for port (3de7f37f-275e-45b1-89e0-5f48af172609), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.456295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Transition to ACTIVE for port object 3de7f37f-275e-45b1-89e0-5f48af172609 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:27:24.463270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.521913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc3926-e75d-4791-bb26-55ae7a7afc96 None None] Pushing event updated for resources: {'Port': ['ID=62b35bea-fdc7-4671-bf5c-fa31818a4084,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:24.568290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:27:19Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '226190ab-6b71-4fdb-89ea-334a06dfac00', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '58829795-5365-412a-8558-28a5882ddca3', 'port_id': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'mac_address': 'fa:16:3e:41:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:25:39Z', 'updated_at': '2022-03-10T15:25:42Z', 'revision_number': 1, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b35bea-fdc7-4671-bf5c-fa31818a4084', 'name': '', 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:18:7e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '10b768a0-82c3-4128-9750-9417d9eeda77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:18Z', 'updated_at': '2022-03-10T15:27:23Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '10b768a0-82c3-4128-9750-9417d9eeda77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:24.604073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d189966-b886-459c-b375-f18764ec82e7 None None] The sync data for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 is: [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:27:19Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '226190ab-6b71-4fdb-89ea-334a06dfac00', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '58829795-5365-412a-8558-28a5882ddca3', 'port_id': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'mac_address': 'fa:16:3e:41:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:25:39Z', 'updated_at': '2022-03-10T15:25:42Z', 'revision_number': 1, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b35bea-fdc7-4671-bf5c-fa31818a4084', 'name': '', 'network_id': 'cd7820ef-1627-43a1-8340-2c25b849fc27', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:18:7e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '10b768a0-82c3-4128-9750-9417d9eeda77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:18Z', 'updated_at': '2022-03-10T15:27:23Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '10b768a0-82c3-4128-9750-9417d9eeda77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:27:24.619757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-750433f3-bcfe-4038-9aa8-016af650aa20 None None] Provisioning complete for port 62b35bea-fdc7-4671-bf5c-fa31818a4084 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:24.622631 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-750433f3-bcfe-4038-9aa8-016af650aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.669763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:24.670394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:24.674192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 on network a9676ea7-6a92-4c63-a903-4e53a689ea3d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:24.681152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:24.708083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Port 3de7f37f-275e-45b1-89e0-5f48af172609 on network a9676ea7-6a92-4c63-a903-4e53a689ea3d not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:27:24.708578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 on network a9676ea7-6a92-4c63-a903-4e53a689ea3d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:24.716683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:24.717650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Checking segment: {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:24.718330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Bound using segment: {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:24.718889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Bound port: 3de7f37f-275e-45b1-89e0-5f48af172609, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:24.719355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.778227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-750433f3-bcfe-4038-9aa8-016af650aa20 None None] Current status of the port 62b35bea-fdc7-4671-bf5c-fa31818a4084 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:24.869209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:24.874285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:24.888207 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.948806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:24.949688 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:24.951572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] 10.222.0.45 "PUT /v2.0/ports/3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 200 len: 1092 time: 1.2312069 Mar 10 15:27:24.952261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:24.956536 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7e3335-fc49-42f4-9124-41917e4b604e" -d '{"events": [{"name": "network-changed", "server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:25.023052 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d204a22-4dde-4ebe-af70-fc6106489b81 x-openstack-request-id: req-0d204a22-4dde-4ebe-af70-fc6106489b81 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:25.023421 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:25.023748 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d204a22-4dde-4ebe-af70-fc6106489b81 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:25.024214 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609', 'status': 'completed', 'code': 200} Mar 10 15:27:25.040497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba159eb-5d2a-4032-b374-94b00699ffd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:25.114322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-7b506237-15a2-47a3-9c32-d9cbbaff7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:25.118109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-7b506237-15a2-47a3-9c32-d9cbbaff7940 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 1126 time: 0.0973930 Mar 10 15:27:25.260434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-3019fbd5-e226-4878-8f1d-c28a64812bfc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 200 len: 217 time: 0.1312051 Mar 10 15:27:25.308418 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:25.382006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfbe31-660a-464e-bc24-16ac706a061c req-ac015b3d-5dd2-47d4-b7b9-8efc391f6fa9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:25.383924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fdfbe31-660a-464e-bc24-16ac706a061c req-ac015b3d-5dd2-47d4-b7b9-8efc391f6fa9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 944 time: 0.1269403 Mar 10 15:27:25.387021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-aa9fa9dd-98ee-4b10-b56f-dcdc4e98fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:25.388142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-aa9fa9dd-98ee-4b10-b56f-dcdc4e98fb23 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9 HTTP/1.1" status: 200 len: 835 time: 0.1137121 Mar 10 15:27:25.486566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-32e96292-62f1-492f-ae86-cbe7c51492cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:25.488235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-32e96292-62f1-492f-ae86-cbe7c51492cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9676ea7-6a92-4c63-a903-4e53a689ea3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885968 Mar 10 15:27:25.492305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fdfbe31-660a-464e-bc24-16ac706a061c req-24bce4c3-40e2-4263-8893-d28a2d912972 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010520 Mar 10 15:27:25.603250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-cd459a7e-cfb8-47d9-975b-64cfbf67cb84 service neutron] 10.222.0.45 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060762 Mar 10 15:27:25.724034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a8a8c5a-52da-40fa-9ccf-4e00d7f634c4 req-c7d41a10-361c-4920-81ff-41b8ff9a747a service neutron] 10.222.0.45 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116540 Mar 10 15:27:25.831264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3335-fc49-42f4-9124-41917e4b604e req-0f86642e-ec95-4b91-9755-5835cc732b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:25.832775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae7e3335-fc49-42f4-9124-41917e4b604e req-0f86642e-ec95-4b91-9755-5835cc732b48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 1126 time: 0.0489388 Mar 10 15:27:25.957633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3335-fc49-42f4-9124-41917e4b604e req-fa889cdc-e764-4d6a-8ca1-e2f83fe0a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:25.959169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae7e3335-fc49-42f4-9124-41917e4b604e req-fa889cdc-e764-4d6a-8ca1-e2f83fe0a8ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9676ea7-6a92-4c63-a903-4e53a689ea3d HTTP/1.1" status: 200 len: 898 time: 0.1145420 Mar 10 15:27:26.009614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae7e3335-fc49-42f4-9124-41917e4b604e req-0472effc-cf59-4d86-91b9-0efb59678817 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 200 len: 217 time: 0.0429113 Mar 10 15:27:26.069994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3335-fc49-42f4-9124-41917e4b604e req-f595cffd-ae69-4620-aa36-ba681ae3383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:26.071524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae7e3335-fc49-42f4-9124-41917e4b604e req-f595cffd-ae69-4620-aa36-ba681ae3383b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9 HTTP/1.1" status: 200 len: 835 time: 0.0557215 Mar 10 15:27:26.142559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3335-fc49-42f4-9124-41917e4b604e req-208f6335-3430-4b1f-9bd3-29724ae13c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:26.144134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae7e3335-fc49-42f4-9124-41917e4b604e req-208f6335-3430-4b1f-9bd3-29724ae13c22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9676ea7-6a92-4c63-a903-4e53a689ea3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0653746 Mar 10 15:27:26.156147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 62b35bea-fdc7-4671-bf5c-fa31818a4084 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:26.221970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 62b35bea-fdc7-4671-bf5c-fa31818a4084 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:26.222689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:26.253431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae7e3335-fc49-42f4-9124-41917e4b604e req-639a8754-2d0b-4615-9fdb-f70cebc2ffb5 service neutron] 10.222.0.45 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979304 Mar 10 15:27:26.338032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 62b35bea-fdc7-4671-bf5c-fa31818a4084 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:26.379426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae7e3335-fc49-42f4-9124-41917e4b604e req-4046c7df-b88b-4036-93e2-094147f890b6 service neutron] 10.222.0.45 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080248 Mar 10 15:27:26.604723 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:26.628759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5adef-8a6f-457a-8ff2-912a465eb902 req-a5abfdaa-f68a-43fb-a8ae-b20cdbedda53 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:26.630263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbd5adef-8a6f-457a-8ff2-912a465eb902 req-a5abfdaa-f68a-43fb-a8ae-b20cdbedda53 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 944 time: 0.0607803 Mar 10 15:27:26.687352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbd5adef-8a6f-457a-8ff2-912a465eb902 req-be80215f-5956-43cb-b8bc-9d9c557d7020 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503092 Mar 10 15:27:27.447685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52180) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:27.570500 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b94dd7b9-f28b-4a3c-87b1-6b90bc9d63e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.646360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b94dd7b9-f28b-4a3c-87b1-6b90bc9d63e0 admin admin] Publish callbacks [] for security_group (205b2594-3447-43cc-949f-6b2e0476e65f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.649922 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b94dd7b9-f28b-4a3c-87b1-6b90bc9d63e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (205b2594-3447-43cc-949f-6b2e0476e65f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.689724 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b94dd7b9-f28b-4a3c-87b1-6b90bc9d63e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=268b2798ad0b49a6a9aa8b097f831853&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408931 Mar 10 15:27:27.690625 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dd7b9-f28b-4a3c-87b1-6b90bc9d63e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205b2594-3447-43cc-949f-6b2e0476e65f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:27.692454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52188) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:27.741892 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8caf9905-3999-43f8-b62c-962cab333110 admin admin] Publish callbacks [] for security_group (205b2594-3447-43cc-949f-6b2e0476e65f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.764916 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8caf9905-3999-43f8-b62c-962cab333110 admin admin] Publish callbacks [] for security_group (205b2594-3447-43cc-949f-6b2e0476e65f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.844536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d821f-b4ce-43d2-9d21-b702f24fbd1c req-8d39f8ae-984f-4c66-b351-905889dd15db tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:27.846062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-732d821f-b4ce-43d2-9d21-b702f24fbd1c req-8d39f8ae-984f-4c66-b351-905889dd15db tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 944 time: 0.0748875 Mar 10 15:27:27.868296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8caf9905-3999-43f8-b62c-962cab333110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (205b2594-3447-43cc-949f-6b2e0476e65f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.871593 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8caf9905-3999-43f8-b62c-962cab333110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:27.875696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8caf9905-3999-43f8-b62c-962cab333110 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/205b2594-3447-43cc-949f-6b2e0476e65f HTTP/1.1" status: 204 len: 168 time: 0.1788204 Mar 10 15:27:27.900073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf9905-3999-43f8-b62c-962cab333110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205b2594-3447-43cc-949f-6b2e0476e65f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:27.925812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-732d821f-b4ce-43d2-9d21-b702f24fbd1c req-dc078b38-d27d-478d-be90-93edc61bcf86 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733850 Mar 10 15:27:28.170877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52204) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:28.185452 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae0da9c6-f755-4a8e-a1cf-7c73df04f7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:28.254065 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:28.265277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae0da9c6-f755-4a8e-a1cf-7c73df04f7c9 admin admin] Publish callbacks [] for security_group (6b63c10d-43bc-4d74-9da6-7534c744b765), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:28.270196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae0da9c6-f755-4a8e-a1cf-7c73df04f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6b63c10d-43bc-4d74-9da6-7534c744b765), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:28.309810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0da9c6-f755-4a8e-a1cf-7c73df04f7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b63c10d-43bc-4d74-9da6-7534c744b765,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:28.316471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ae0da9c6-f755-4a8e-a1cf-7c73df04f7c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae89e8efa3e14bf9a74f492fb712c675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1445260 Mar 10 15:27:28.319183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52206) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:28.378122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2fea38-f963-4d07-bf9c-b5c25b3e2196 admin admin] Publish callbacks [] for security_group (6b63c10d-43bc-4d74-9da6-7534c744b765), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:28.401974 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2fea38-f963-4d07-bf9c-b5c25b3e2196 admin admin] Publish callbacks [] for security_group (6b63c10d-43bc-4d74-9da6-7534c744b765), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:28.452204 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2fea38-f963-4d07-bf9c-b5c25b3e2196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6b63c10d-43bc-4d74-9da6-7534c744b765), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:28.454800 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2fea38-f963-4d07-bf9c-b5c25b3e2196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:28.456575 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7f2fea38-f963-4d07-bf9c-b5c25b3e2196 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b63c10d-43bc-4d74-9da6-7534c744b765 HTTP/1.1" status: 204 len: 168 time: 0.1361558 Mar 10 15:27:28.465868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fea38-f963-4d07-bf9c-b5c25b3e2196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b63c10d-43bc-4d74-9da6-7534c744b765,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:29.059681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa85cb-3e61-4cc2-88da-3f4812f6ef12 req-48b912a9-8a36-4587-b13a-fed0d82d879b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:29.061904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63aa85cb-3e61-4cc2-88da-3f4812f6ef12 req-48b912a9-8a36-4587-b13a-fed0d82d879b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 944 time: 0.0622919 Mar 10 15:27:29.124305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63aa85cb-3e61-4cc2-88da-3f4812f6ef12 req-02c6f599-6f96-4d67-aa2f-17d5dda86159 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551450 Mar 10 15:27:30.109954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3de7f37f-275e-45b1-89e0-5f48af172609 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:27:30.130418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-4b865b76-3942-4457-a4c3-4e372ef045c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593715 Mar 10 15:27:30.262908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:30.315580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-44553244-5e33-4a69-92bc-5a9ea4f36e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:30.317458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-44553244-5e33-4a69-92bc-5a9ea4f36e4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a7270857961e473fb16cd796682f701a&device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 1132 time: 0.1311896 Mar 10 15:27:30.348518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532120bc-0137-4c44-a623-5ff7f49bcf63 req-e547a544-7bfe-48c0-84d8-70efc08cb47c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:30.350118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-532120bc-0137-4c44-a623-5ff7f49bcf63 req-e547a544-7bfe-48c0-84d8-70efc08cb47c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 944 time: 0.1248107 Mar 10 15:27:30.440918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '3de7f37f-275e-45b1-89e0-5f48af172609', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'port_id': '3de7f37f-275e-45b1-89e0-5f48af172609', 'mac_address': 'fa:16:3e:a1:06:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:27:30.482962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 3de7f37f-275e-45b1-89e0-5f48af172609 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:30.483596 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:30.502669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de7f37f-275e-45b1-89e0-5f48af172609 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:27:30.506171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-532120bc-0137-4c44-a623-5ff7f49bcf63 req-6d7a1882-011a-4043-a206-b44ea199045e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456969 Mar 10 15:27:30.526505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:30.537875 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:30.540581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-7cc29994-12f2-473f-926e-a3dda7a87ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:30.542654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-7cc29994-12f2-473f-926e-a3dda7a87ff4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.1916146 Mar 10 15:27:30.598661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-c7976663-e066-4cd0-ba2d-0895bc7fc4b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=ab5efd3c-ffd6-46b2-8bc1-00040449db09 HTTP/1.1" status: 200 len: 217 time: 0.0454187 Mar 10 15:27:30.622765 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:30.631601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.632083 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.632427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.632762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.633096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.633420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.633868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.634202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.634524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.634865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.635358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.635835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.636160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:27:30.661187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-509c1ad6-6aae-4b78-8c3a-ef0ec03e7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:30.663080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-509c1ad6-6aae-4b78-8c3a-ef0ec03e7a19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0576434 Mar 10 15:27:30.715152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-955119d6-b2cf-48a9-9cfa-fbc236fe00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:30.716662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-955119d6-b2cf-48a9-9cfa-fbc236fe00bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0463984 Mar 10 15:27:30.719173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52338) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:30.820396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-eb80916d-23c0-4c00-b987-e2a5b27eeba3 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943971 Mar 10 15:27:30.869397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-820f1d26-aefd-4890-8d75-dcf6f22d2825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:30.876132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['3de7f37f-275e-45b1-89e0-5f48af172609'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:27:30.982969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f69b6246-717e-4018-ad1a-ad5c40162df3 req-1a2316c6-0ee1-4b6c-b22b-240014c24680 service neutron] 10.222.0.45 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511238 Mar 10 15:27:31.030049 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-820f1d26-aefd-4890-8d75-dcf6f22d2825 admin admin] Publish callbacks [] for security_group (cb47f551-a7da-4df8-900a-ecef0a3838d2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.035107 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-820f1d26-aefd-4890-8d75-dcf6f22d2825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cb47f551-a7da-4df8-900a-ecef0a3838d2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.087729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f1d26-aefd-4890-8d75-dcf6f22d2825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb47f551-a7da-4df8-900a-ecef0a3838d2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:31.095420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-820f1d26-aefd-4890-8d75-dcf6f22d2825 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11001f910010476f9f44cb4cd44508d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3728673 Mar 10 15:27:31.095818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52350) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:31.153158 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec09368b-7521-4039-bb3a-e0d2c8c85e54 admin admin] Publish callbacks [] for security_group (cb47f551-a7da-4df8-900a-ecef0a3838d2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.176261 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec09368b-7521-4039-bb3a-e0d2c8c85e54 admin admin] Publish callbacks [] for security_group (cb47f551-a7da-4df8-900a-ecef0a3838d2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.224196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec09368b-7521-4039-bb3a-e0d2c8c85e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cb47f551-a7da-4df8-900a-ecef0a3838d2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.227016 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec09368b-7521-4039-bb3a-e0d2c8c85e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.228199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ec09368b-7521-4039-bb3a-e0d2c8c85e54 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb47f551-a7da-4df8-900a-ecef0a3838d2 HTTP/1.1" status: 204 len: 168 time: 0.1314685 Mar 10 15:27:31.241532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09368b-7521-4039-bb3a-e0d2c8c85e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb47f551-a7da-4df8-900a-ecef0a3838d2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:31.506556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52364) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:31.519622 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-450025dd-08e3-4aae-9920-c77b80fde285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.641687 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-450025dd-08e3-4aae-9920-c77b80fde285 admin admin] Publish callbacks [] for security_group (1211a878-bd84-45b5-a73c-6040eb3e5629), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.647814 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-450025dd-08e3-4aae-9920-c77b80fde285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1211a878-bd84-45b5-a73c-6040eb3e5629), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.703543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-450025dd-08e3-4aae-9920-c77b80fde285 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65551d35165d4610ae40ceaef6a6b4c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1958423 Mar 10 15:27:31.704546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450025dd-08e3-4aae-9920-c77b80fde285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1211a878-bd84-45b5-a73c-6040eb3e5629,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:31.706282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52372) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:31.713968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d402d7-9a3f-455e-8147-7799ab5aa6f3 req-fe2ebfb8-6b16-44fc-a5d9-2853d468f4e2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:31.715516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41d402d7-9a3f-455e-8147-7799ab5aa6f3 req-fe2ebfb8-6b16-44fc-a5d9-2853d468f4e2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 945 time: 0.1272113 Mar 10 15:27:31.768623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41d402d7-9a3f-455e-8147-7799ab5aa6f3 req-8d0fecc7-2eb7-4290-816c-081d4c4b45af tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465410 Mar 10 15:27:31.775202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7932cd34-534e-4500-a593-66e52f8ad9ea admin admin] Publish callbacks [] for security_group (1211a878-bd84-45b5-a73c-6040eb3e5629), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.797733 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7932cd34-534e-4500-a593-66e52f8ad9ea admin admin] Publish callbacks [] for security_group (1211a878-bd84-45b5-a73c-6040eb3e5629), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.845327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7932cd34-534e-4500-a593-66e52f8ad9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (1211a878-bd84-45b5-a73c-6040eb3e5629), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.848015 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7932cd34-534e-4500-a593-66e52f8ad9ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:31.849341 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7932cd34-534e-4500-a593-66e52f8ad9ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1211a878-bd84-45b5-a73c-6040eb3e5629 HTTP/1.1" status: 204 len: 168 time: 0.1411991 Mar 10 15:27:31.858041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932cd34-534e-4500-a593-66e52f8ad9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1211a878-bd84-45b5-a73c-6040eb3e5629,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:32.110424 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3de7f37f-275e-45b1-89e0-5f48af172609 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:32.169560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 3de7f37f-275e-45b1-89e0-5f48af172609 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:27:32.177803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 3de7f37f-275e-45b1-89e0-5f48af172609 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:32.178289 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:32.271005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 3de7f37f-275e-45b1-89e0-5f48af172609 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:32.271307 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:32.294836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:32.297234 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb518030-f989-40ec-a3f6-2248274a6469" -d '{"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-plugged", "status": "completed", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:32.311570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:32.318665 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:32.364275 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee901f7-cd3e-4db1-967f-d5d03016cdb4 x-openstack-request-id: req-bee901f7-cd3e-4db1-967f-d5d03016cdb4 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:32.364987 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-plugged", "status": "completed", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:32.365456 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bee901f7-cd3e-4db1-967f-d5d03016cdb4 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:32.366169 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609', 'code': 200} Mar 10 15:27:32.383006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:32.476596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bddb9-0806-4f8d-8a65-30944103c48c req-a4e20426-32b6-4bfd-b38f-8895bb5dfefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:32.478185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df0bddb9-0806-4f8d-8a65-30944103c48c req-a4e20426-32b6-4bfd-b38f-8895bb5dfefb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 1128 time: 0.0497117 Mar 10 15:27:32.536720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-df0bddb9-0806-4f8d-8a65-30944103c48c req-ff049a67-773f-492d-957b-e3c693463bb8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515437 Mar 10 15:27:32.896195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525aaa8-bf90-4318-b1de-9059cd8e16e9 req-d520f18f-52f5-4660-b5ee-c4c5451d1575 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:32.897808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f525aaa8-bf90-4318-b1de-9059cd8e16e9 req-d520f18f-52f5-4660-b5ee-c4c5451d1575 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.0542710 Mar 10 15:27:32.952910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f525aaa8-bf90-4318-b1de-9059cd8e16e9 req-ef020c69-e172-4774-9483-09edba39ff96 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489550 Mar 10 15:27:34.094667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d61f4-6775-45fb-8d55-0e24ecedda43 req-cbd3bc13-8999-4686-be8e-1df5ec536a44 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:34.096318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a0d61f4-6775-45fb-8d55-0e24ecedda43 req-cbd3bc13-8999-4686-be8e-1df5ec536a44 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.0586438 Mar 10 15:27:34.175194 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a0d61f4-6775-45fb-8d55-0e24ecedda43 req-4c050b17-0ac6-4695-859e-508c3adcad49 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678394 Mar 10 15:27:34.249713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52534) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:34.315973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c931b-2191-44db-9a0c-2a9fa907a5d4 req-52d64378-cb24-45a7-a655-61fd480f59f6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:34.316827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d98c931b-2191-44db-9a0c-2a9fa907a5d4 req-52d64378-cb24-45a7-a655-61fd480f59f6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.0563796 Mar 10 15:27:34.368048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-94c3bcb3-0aa7-4479-b0f3-a28b1d56d6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.368895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d98c931b-2191-44db-9a0c-2a9fa907a5d4 req-b5c5dc39-656b-4729-9f7f-22af36e1433e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461097 Mar 10 15:27:34.392465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52542) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:34.453172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5765a245-0e8e-473d-b2a1-2b2729ecd609 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:34.454833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5765a245-0e8e-473d-b2a1-2b2729ecd609 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 1123 time: 0.0612893 Mar 10 15:27:34.457294 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-94c3bcb3-0aa7-4479-b0f3-a28b1d56d6f5 admin admin] Publish callbacks [] for security_group (b83ebb77-bfc3-4621-9331-b41629ec1666), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.457591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52544) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:34.461835 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-94c3bcb3-0aa7-4479-b0f3-a28b1d56d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b83ebb77-bfc3-4621-9331-b41629ec1666), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.462228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '3de7f37f-275e-45b1-89e0-5f48af172609', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:34.487141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.505846 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-94c3bcb3-0aa7-4479-b0f3-a28b1d56d6f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=204dd578d4574d0db4067f01bee991cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550483 Mar 10 15:27:34.507134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3bcb3-0aa7-4479-b0f3-a28b1d56d6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83ebb77-bfc3-4621-9331-b41629ec1666,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:34.508679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52546) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:34.609342 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa07163f-c573-414e-95a1-2c8edf5baaaf admin admin] Publish callbacks [] for security_group (b83ebb77-bfc3-4621-9331-b41629ec1666), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.636909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa07163f-c573-414e-95a1-2c8edf5baaaf admin admin] Publish callbacks [] for security_group (b83ebb77-bfc3-4621-9331-b41629ec1666), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.678498 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.707921 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa07163f-c573-414e-95a1-2c8edf5baaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b83ebb77-bfc3-4621-9331-b41629ec1666), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.711337 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa07163f-c573-414e-95a1-2c8edf5baaaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.712903 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fa07163f-c573-414e-95a1-2c8edf5baaaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b83ebb77-bfc3-4621-9331-b41629ec1666 HTTP/1.1" status: 204 len: 168 time: 0.2031517 Mar 10 15:27:34.751785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07163f-c573-414e-95a1-2c8edf5baaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83ebb77-bfc3-4621-9331-b41629ec1666,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:34.824426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.25.3.182 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/081ca4ae-5341-4f0a-a805-3a58880fc49a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:34.952407 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (081ca4ae-5341-4f0a-a805-3a58880fc49a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:34.995929 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (081ca4ae-5341-4f0a-a805-3a58880fc49a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.031736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:35.037358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52562) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:35.038447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:35.045027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:35.053532 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbb8-d06e-406a-af04-ceb478110e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.089139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=081ca4ae-5341-4f0a-a805-3a58880fc49a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:35.149006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbb8-d06e-406a-af04-ceb478110e5b admin admin] Publish callbacks [] for security_group (38bd4f6b-56ee-4697-b3cf-646e1259720e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.153740 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbb8-d06e-406a-af04-ceb478110e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (38bd4f6b-56ee-4697-b3cf-646e1259720e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.229249 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1eccbbb8-d06e-406a-af04-ceb478110e5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5fd77645ea64880b7fc08e303d6342c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882486 Mar 10 15:27:35.233290 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52568) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:35.242924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccbbb8-d06e-406a-af04-ceb478110e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bd4f6b-56ee-4697-b3cf-646e1259720e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:35.287099 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-eb615176-7609-428e-ae0d-c066c1ec991e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002660 Mar 10 15:27:35.315142 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2828926e-0f74-4089-aba9-3d139e8a2563 admin admin] Publish callbacks [] for security_group (38bd4f6b-56ee-4697-b3cf-646e1259720e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.361894 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2828926e-0f74-4089-aba9-3d139e8a2563 admin admin] Publish callbacks [] for security_group (38bd4f6b-56ee-4697-b3cf-646e1259720e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.406998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-4e93911a-ef30-4aa8-bc2d-5b97a3b94c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:35.408790 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-4e93911a-ef30-4aa8-bc2d-5b97a3b94c6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 1128 time: 0.0789495 Mar 10 15:27:35.430949 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2828926e-0f74-4089-aba9-3d139e8a2563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (38bd4f6b-56ee-4697-b3cf-646e1259720e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.434989 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2828926e-0f74-4089-aba9-3d139e8a2563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.439526 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2828926e-0f74-4089-aba9-3d139e8a2563 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38bd4f6b-56ee-4697-b3cf-646e1259720e HTTP/1.1" status: 204 len: 168 time: 0.2050064 Mar 10 15:27:35.452860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828926e-0f74-4089-aba9-3d139e8a2563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bd4f6b-56ee-4697-b3cf-646e1259720e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:35.616385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-b06e6b3f-56d8-4673-b683-b1b97fc6d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:35.618074 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-b06e6b3f-56d8-4673-b683-b1b97fc6d495 service neutron] 10.222.0.62 "GET /v2.0/networks?id=43c96caf-304a-49c8-83c7-fb2098d8caaa HTTP/1.1" status: 200 len: 897 time: 0.1664631 Mar 10 15:27:35.697076 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-37cda0d9-f841-4ec6-938c-b7b92e73bd08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a5a3318-c11b-451e-ad6e-5d6bedb82088 HTTP/1.1" status: 200 len: 1001 time: 0.0718060 Mar 10 15:27:35.765999 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-28b20d45-936b-4765-9546-f77d94dd3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:35.773923 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-28b20d45-936b-4765-9546-f77d94dd3898 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=58aac919-f367-46da-86d2-7d27244fcaca HTTP/1.1" status: 200 len: 835 time: 0.0641766 Mar 10 15:27:35.829604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-2c1f738a-b0cd-4f53-8e61-1409f75cd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:35.831481 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-2c1f738a-b0cd-4f53-8e61-1409f75cd282 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c96caf-304a-49c8-83c7-fb2098d8caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557175 Mar 10 15:27:35.839960 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (c0967539-0f75-45c6-b8ac-b54c1ebf3e84), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.946322 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (081ca4ae-5341-4f0a-a805-3a58880fc49a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:35.963485 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-82c3d4f6-20c2-48b8-8df9-4b05f788cb57 service neutron] 10.222.0.62 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239307 Mar 10 15:27:36.088608 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4b7a00b8-eda1-439d-be29-9bd097b7fa55 req-51154238-7ef6-4e3e-abb0-00a7fb58ac8c service neutron] 10.222.0.62 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184890 Mar 10 15:27:36.139241 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (081ca4ae-5341-4f0a-a805-3a58880fc49a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:36.145160 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (081ca4ae-5341-4f0a-a805-3a58880fc49a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:36.229238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=081ca4ae-5341-4f0a-a805-3a58880fc49a,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:36.241054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (c0967539-0f75-45c6-b8ac-b54c1ebf3e84), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:36.350156 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Floating IP c0967539-0f75-45c6-b8ac-b54c1ebf3e84 associated. External IP: 172.25.3.182, port: 3de7f37f-275e-45b1-89e0-5f48af172609. Mar 10 15:27:36.590628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:27:36.722435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:27:36.735261 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940ed9d-b06d-42d5-b209-cd8ead04dc16 None None] Sync routers for ids ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:27:36.747475 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940ed9d-b06d-42d5-b209-cd8ead04dc16 None None] Routers {'86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:36.748162 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d940ed9d-b06d-42d5-b209-cd8ead04dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:36.750390 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:36.787074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b465153c-8d77-47e0-8119-7eb43cc24fbf tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3283350 Mar 10 15:27:36.787757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:36.790327 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51" -d '{"events": [{"name": "network-changed", "server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:36.861306 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a536d17-e912-4e41-a1a1-17f8c5c5ee90 x-openstack-request-id: req-2a536d17-e912-4e41-a1a1-17f8c5c5ee90 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:36.861900 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:36.861900 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a536d17-e912-4e41-a1a1-17f8c5c5ee90 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:36.862266 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609', 'status': 'completed', 'code': 200} Mar 10 15:27:36.913662 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d940ed9d-b06d-42d5-b209-cd8ead04dc16 None None] Set router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:36.990353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51 req-1c0e5882-9060-4b94-a5ea-711775775e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:36.992121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51 req-1c0e5882-9060-4b94-a5ea-711775775e53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 1128 time: 0.0873060 Mar 10 15:27:37.001478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855e253-3dc4-4d94-be56-4929b2cdb80b req-886d2b63-9180-47d4-8b00-486d93e671cc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:37.003058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2855e253-3dc4-4d94-be56-4929b2cdb80b req-886d2b63-9180-47d4-8b00-486d93e671cc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.1312921 Mar 10 15:27:37.161551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2855e253-3dc4-4d94-be56-4929b2cdb80b req-2b74f30f-8bd0-45d6-9bbe-ef757f573036 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515455 Mar 10 15:27:37.167190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51 req-af281a5f-d004-46b7-8c0a-410a946f03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:37.168716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51 req-af281a5f-d004-46b7-8c0a-410a946f03c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9676ea7-6a92-4c63-a903-4e53a689ea3d HTTP/1.1" status: 200 len: 898 time: 0.1647658 Mar 10 15:27:37.174213 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d940ed9d-b06d-42d5-b209-cd8ead04dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:16Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'c0967539-0f75-45c6-b8ac-b54c1ebf3e84', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.182', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'port_id': '3de7f37f-275e-45b1-89e0-5f48af172609', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'mac_address': 'fa:16:3e:a1:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ca9a-550e-4e5f-b032-c5952652379c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:27:35Z', 'updated_at': '2022-03-10T15:27:35Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aa4f860-b06b-4c4c-87e5-3087e89913c6', 'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:ec:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:16Z', 'updated_at': '2022-03-10T15:27:21Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:37.186657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52648) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:37.203592 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940ed9d-b06d-42d5-b209-cd8ead04dc16 None None] Checking router: 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:27:37.214760 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940ed9d-b06d-42d5-b209-cd8ead04dc16 None None] Routers {'86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:37.215808 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d940ed9d-b06d-42d5-b209-cd8ead04dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:37.302508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51 req-f44efe1f-f2b0-470e-be3b-a74bc51ed6ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 200 len: 1000 time: 0.1256211 Mar 10 15:27:37.313761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-63b89916-8368-4ad4-a728-5ef8ab77d7d2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/c0967539-0f75-45c6-b8ac-b54c1ebf3e84 HTTP/1.1" status: 200 len: 992 time: 0.1245136 Mar 10 15:27:37.359619 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d940ed9d-b06d-42d5-b209-cd8ead04dc16 None None] Set router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:37.369183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51 req-dfd47bc2-7fca-4986-971b-091e35e00f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:37.371045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51 req-dfd47bc2-7fca-4986-971b-091e35e00f08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9 HTTP/1.1" status: 200 len: 835 time: 0.0562723 Mar 10 15:27:37.435956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51 req-e6338ad2-5bc3-447e-8cbb-4e02f04081e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:37.437370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51 req-e6338ad2-5bc3-447e-8cbb-4e02f04081e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9676ea7-6a92-4c63-a903-4e53a689ea3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544901 Mar 10 15:27:37.565026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51 req-d7e3868d-8662-446e-9a2c-edaaea60c2db service neutron] 10.222.0.45 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999928 Mar 10 15:27:37.652668 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d940ed9d-b06d-42d5-b209-cd8ead04dc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:16Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'c0967539-0f75-45c6-b8ac-b54c1ebf3e84', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.182', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'port_id': '3de7f37f-275e-45b1-89e0-5f48af172609', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'mac_address': 'fa:16:3e:a1:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ca9a-550e-4e5f-b032-c5952652379c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:27:35Z', 'updated_at': '2022-03-10T15:27:35Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aa4f860-b06b-4c4c-87e5-3087e89913c6', 'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:ec:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:16Z', 'updated_at': '2022-03-10T15:27:21Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:37.686719 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d940ed9d-b06d-42d5-b209-cd8ead04dc16 None None] The sync data for ids ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'] in n-d-833090-1 is: [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:16Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'c0967539-0f75-45c6-b8ac-b54c1ebf3e84', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.182', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'port_id': '3de7f37f-275e-45b1-89e0-5f48af172609', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'mac_address': 'fa:16:3e:a1:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7683ca9a-550e-4e5f-b032-c5952652379c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:27:35Z', 'updated_at': '2022-03-10T15:27:35Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6aa4f860-b06b-4c4c-87e5-3087e89913c6', 'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:ec:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:16Z', 'updated_at': '2022-03-10T15:27:21Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:27:37.702620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d922b3dd-a0ad-4fe5-8456-cc2b6f072a51 req-ab8f1ea2-a93b-4f4d-96e4-077a4667aefc service neutron] 10.222.0.45 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195142 Mar 10 15:27:37.804843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52694) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:37.935589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a4ffe-7d63-4169-b0af-2c24aba18c39 None None] New status for floating IP c0967539-0f75-45c6-b8ac-b54c1ebf3e84: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:27:37.945711 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f046585a-9cb5-4155-96c0-7baeec5fddc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.027312 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f046585a-9cb5-4155-96c0-7baeec5fddc2 admin admin] Publish callbacks [] for security_group (4c35d306-f4a5-4b76-95d7-32a2ab1d3a60), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.032010 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f046585a-9cb5-4155-96c0-7baeec5fddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4c35d306-f4a5-4b76-95d7-32a2ab1d3a60), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.082158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f046585a-9cb5-4155-96c0-7baeec5fddc2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=699e755c8c5b4416a1963dd8a6dc9bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2763364 Mar 10 15:27:38.083078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046585a-9cb5-4155-96c0-7baeec5fddc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c35d306-f4a5-4b76-95d7-32a2ab1d3a60,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:38.085383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52704) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:38.151091 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db3820a8-bdfe-4d13-879d-b773e020529c admin admin] Publish callbacks [] for security_group (4c35d306-f4a5-4b76-95d7-32a2ab1d3a60), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.179825 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db3820a8-bdfe-4d13-879d-b773e020529c admin admin] Publish callbacks [] for security_group (4c35d306-f4a5-4b76-95d7-32a2ab1d3a60), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.228503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db3820a8-bdfe-4d13-879d-b773e020529c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4c35d306-f4a5-4b76-95d7-32a2ab1d3a60), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.231894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db3820a8-bdfe-4d13-879d-b773e020529c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.233261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-db3820a8-bdfe-4d13-879d-b773e020529c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c35d306-f4a5-4b76-95d7-32a2ab1d3a60 HTTP/1.1" status: 204 len: 168 time: 0.1465333 Mar 10 15:27:38.241652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3820a8-bdfe-4d13-879d-b773e020529c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c35d306-f4a5-4b76-95d7-32a2ab1d3a60,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:38.316720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52710) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:38.392547 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4b16830d-2fd8-4e1f-8cf3-017341610601 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/c0967539-0f75-45c6-b8ac-b54c1ebf3e84 HTTP/1.1" status: 200 len: 994 time: 0.0738738 Mar 10 15:27:38.539074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52718) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:38.552639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a239965d-0dfd-4992-afa1-7e33c9797fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.628864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a239965d-0dfd-4992-afa1-7e33c9797fdd admin admin] Publish callbacks [] for security_group (f66cb0d8-6e0e-4258-bd0f-44d1c7aa349d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.633229 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a239965d-0dfd-4992-afa1-7e33c9797fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f66cb0d8-6e0e-4258-bd0f-44d1c7aa349d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.671075 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239965d-0dfd-4992-afa1-7e33c9797fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66cb0d8-6e0e-4258-bd0f-44d1c7aa349d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:38.676458 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a239965d-0dfd-4992-afa1-7e33c9797fdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b90931f694b41789b29b5061579fa47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363311 Mar 10 15:27:38.679109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52726) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:38.730856 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90445b11-c348-4e5e-8b8c-7aea7a58d201 admin admin] Publish callbacks [] for security_group (f66cb0d8-6e0e-4258-bd0f-44d1c7aa349d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.756192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90445b11-c348-4e5e-8b8c-7aea7a58d201 admin admin] Publish callbacks [] for security_group (f66cb0d8-6e0e-4258-bd0f-44d1c7aa349d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.806886 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90445b11-c348-4e5e-8b8c-7aea7a58d201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f66cb0d8-6e0e-4258-bd0f-44d1c7aa349d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.809469 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90445b11-c348-4e5e-8b8c-7aea7a58d201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:38.811370 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-90445b11-c348-4e5e-8b8c-7aea7a58d201 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f66cb0d8-6e0e-4258-bd0f-44d1c7aa349d HTTP/1.1" status: 204 len: 168 time: 0.1303508 Mar 10 15:27:38.820704 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90445b11-c348-4e5e-8b8c-7aea7a58d201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66cb0d8-6e0e-4258-bd0f-44d1c7aa349d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:39.797124 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52774) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:39.912325 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-532ca0d8-f87a-4474-a317-a021719ed23b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.991941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-532ca0d8-f87a-4474-a317-a021719ed23b admin admin] Publish callbacks [] for security_group (f4899be8-33fd-4652-96e9-be3410933760), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:39.996025 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-532ca0d8-f87a-4474-a317-a021719ed23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f4899be8-33fd-4652-96e9-be3410933760), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:40.035718 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-532ca0d8-f87a-4474-a317-a021719ed23b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef1736b08dd3444481114d867864860b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374475 Mar 10 15:27:40.036547 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ca0d8-f87a-4474-a317-a021719ed23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4899be8-33fd-4652-96e9-be3410933760,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:40.038507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52790) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:40.096816 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-827920f6-7da9-40c1-bf7e-83137d0c8f55 admin admin] Publish callbacks [] for security_group (f4899be8-33fd-4652-96e9-be3410933760), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:40.118916 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-827920f6-7da9-40c1-bf7e-83137d0c8f55 admin admin] Publish callbacks [] for security_group (f4899be8-33fd-4652-96e9-be3410933760), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:40.172197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-827920f6-7da9-40c1-bf7e-83137d0c8f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f4899be8-33fd-4652-96e9-be3410933760), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:40.174663 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-827920f6-7da9-40c1-bf7e-83137d0c8f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:40.175915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-827920f6-7da9-40c1-bf7e-83137d0c8f55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4899be8-33fd-4652-96e9-be3410933760 HTTP/1.1" status: 204 len: 168 time: 0.1359196 Mar 10 15:27:40.184452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827920f6-7da9-40c1-bf7e-83137d0c8f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4899be8-33fd-4652-96e9-be3410933760,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:41.379585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52830) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:41.489449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-94866546-98e6-4ce6-8d3a-21b53fe365a1 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1236571890'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:41.489971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-94866546-98e6-4ce6-8d3a-21b53fe365a1 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Unknown quota resources ['metering_label']. {{(pid=115533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 15:27:41.680526 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-94866546-98e6-4ce6-8d3a-21b53fe365a1 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:41.681744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-94866546-98e6-4ce6-8d3a-21b53fe365a1 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3010519 Mar 10 15:27:41.684478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52834) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:41.689328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6eecef1f-f502-4713-9047-ee4db70bff39 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '571170f4-7e31-4be9-8dbf-f35b5c6cea57'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:41.689830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6eecef1f-f502-4713-9047-ee4db70bff39 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 15:27:41.772850 n-d-833090-1 neutron-server[115533]: WARNING neutron.services.metering.metering_plugin [None req-6eecef1f-f502-4713-9047-ee4db70bff39 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 10 15:27:41.890459 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6eecef1f-f502-4713-9047-ee4db70bff39 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:41.891840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6eecef1f-f502-4713-9047-ee4db70bff39 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2063396 Mar 10 15:27:41.894978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52838) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:41.899713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b2f5f71c-8ef0-4769-bfc6-7539813fa885 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '571170f4-7e31-4be9-8dbf-f35b5c6cea57'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:41.900202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b2f5f71c-8ef0-4769-bfc6-7539813fa885 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 15:27:41.958859 n-d-833090-1 neutron-server[115533]: WARNING neutron.services.metering.metering_plugin [None req-b2f5f71c-8ef0-4769-bfc6-7539813fa885 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 10 15:27:42.046242 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b2f5f71c-8ef0-4769-bfc6-7539813fa885 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:42.050832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b2f5f71c-8ef0-4769-bfc6-7539813fa885 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1548100 Mar 10 15:27:42.050963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52840) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:42.064646 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a38c367b-7c46-40c9-8040-ee8754c0d11f tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=273c4cb3-ef89-4776-a57e-ff8165af35b1 HTTP/1.1" status: 200 len: 464 time: 0.0103965 Mar 10 15:27:42.065065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52842) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:42.529793 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c052817-c26b-462f-9644-b54c7812fe39 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:42.531007 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6c052817-c26b-462f-9644-b54c7812fe39 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/273c4cb3-ef89-4776-a57e-ff8165af35b1 HTTP/1.1" status: 204 len: 168 time: 0.4651961 Mar 10 15:27:42.533692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52844) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:42.542824 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e834c924-f975-4ab0-884f-a47a29b2b441 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=273c4cb3-ef89-4776-a57e-ff8165af35b1 HTTP/1.1" status: 200 len: 221 time: 0.0081232 Mar 10 15:27:42.546108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52848) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:42.550647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-259a9b5d-5a62-4d7d-9998-1fdec8d08e88 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1026472187', 'description': 'label created by tempest'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:42.551123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-259a9b5d-5a62-4d7d-9998-1fdec8d08e88 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Unknown quota resources ['metering_label']. {{(pid=115533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 15:27:42.713439 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-259a9b5d-5a62-4d7d-9998-1fdec8d08e88 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:42.714638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-259a9b5d-5a62-4d7d-9998-1fdec8d08e88 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1675117 Mar 10 15:27:42.717493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52850) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:42.813137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0830c48a-c4ea-421e-bd52-226fb5d9443e tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=e11ad5a0-8dc4-4f8d-9aab-4f2ce33c1ca2 HTTP/1.1" status: 200 len: 468 time: 0.0921667 Mar 10 15:27:42.813404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52854) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:43.004960 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33ca3e01-642e-47ad-8435-1e52538de57e tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:43.006094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-33ca3e01-642e-47ad-8435-1e52538de57e tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/e11ad5a0-8dc4-4f8d-9aab-4f2ce33c1ca2 HTTP/1.1" status: 204 len: 168 time: 0.1917565 Mar 10 15:27:43.008762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52856) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:43.019353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e9045179-7023-4f89-bc4a-06015091821b tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=e11ad5a0-8dc4-4f8d-9aab-4f2ce33c1ca2 HTTP/1.1" status: 200 len: 216 time: 0.0096049 Mar 10 15:27:43.022572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52858) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:43.032314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e60a2b85-b3ba-4ed0-9532-e62fcee381e7 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087671 Mar 10 15:27:43.035436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52860) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:43.054746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-49c5b86f-6caa-4f3b-a028-b925db6bfbc3 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0182765 Mar 10 15:27:43.055354 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52862) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:43.111679 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-db7498b9-3800-412e-855c-825d42e0eaa1 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/571170f4-7e31-4be9-8dbf-f35b5c6cea57 HTTP/1.1" status: 200 len: 473 time: 0.0549212 Mar 10 15:27:43.115169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52864) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:43.126330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0856462b-69aa-419d-bcc7-72c2509ecf0c tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/d28bb18c-3c0e-4ae1-bb60-c4b6e053b473 HTTP/1.1" status: 200 len: 461 time: 0.0099785 Mar 10 15:27:43.129699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52866) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:43.240100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cf6b53b9-9887-4c38-af6d-42814e29883c tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:43.241253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cf6b53b9-9887-4c38-af6d-42814e29883c tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/d28bb18c-3c0e-4ae1-bb60-c4b6e053b473 HTTP/1.1" status: 204 len: 168 time: 0.1105328 Mar 10 15:27:43.243930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52868) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:43.756567 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ec7a038-cdce-45cf-87e0-24b7741f6a16 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:43.759235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8ec7a038-cdce-45cf-87e0-24b7741f6a16 tempest-MeteringTestJSON-420217305 tempest-MeteringTestJSON-420217305-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/571170f4-7e31-4be9-8dbf-f35b5c6cea57 HTTP/1.1" status: 204 len: 168 time: 0.5142696 Mar 10 15:27:44.006285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52878) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:44.125609 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19ab883c-7285-4adb-a2c9-f156570ca245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.202114 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19ab883c-7285-4adb-a2c9-f156570ca245 admin admin] Publish callbacks [] for security_group (82cd1d9e-cfb8-4285-8d9f-24a3699fac60), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.205838 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19ab883c-7285-4adb-a2c9-f156570ca245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (82cd1d9e-cfb8-4285-8d9f-24a3699fac60), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.242684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab883c-7285-4adb-a2c9-f156570ca245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cd1d9e-cfb8-4285-8d9f-24a3699fac60,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:44.250659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52882) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:44.251199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-19ab883c-7285-4adb-a2c9-f156570ca245 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4b77e83beb940c0ab30d223ae8d0324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2433169 Mar 10 15:27:44.304918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf2ef976-5d6b-40cc-91e0-deb7030038fa admin admin] Publish callbacks [] for security_group (82cd1d9e-cfb8-4285-8d9f-24a3699fac60), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.326765 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf2ef976-5d6b-40cc-91e0-deb7030038fa admin admin] Publish callbacks [] for security_group (82cd1d9e-cfb8-4285-8d9f-24a3699fac60), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.373753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf2ef976-5d6b-40cc-91e0-deb7030038fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (82cd1d9e-cfb8-4285-8d9f-24a3699fac60), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.376405 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bf2ef976-5d6b-40cc-91e0-deb7030038fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.377573 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bf2ef976-5d6b-40cc-91e0-deb7030038fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82cd1d9e-cfb8-4285-8d9f-24a3699fac60 HTTP/1.1" status: 204 len: 168 time: 0.1249909 Mar 10 15:27:44.386881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ef976-5d6b-40cc-91e0-deb7030038fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cd1d9e-cfb8-4285-8d9f-24a3699fac60,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:44.652396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52892) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:44.665514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3fce2e8-d515-4746-9190-17650e9dcb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.743498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3fce2e8-d515-4746-9190-17650e9dcb1e admin admin] Publish callbacks [] for security_group (094f1cc9-2133-4f4f-816a-d0ff4f70c7d1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.747988 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f3fce2e8-d515-4746-9190-17650e9dcb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (094f1cc9-2133-4f4f-816a-d0ff4f70c7d1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.787431 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f3fce2e8-d515-4746-9190-17650e9dcb1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c63f1b06f6a465c8132d69e72d85359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338704 Mar 10 15:27:44.788416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fce2e8-d515-4746-9190-17650e9dcb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094f1cc9-2133-4f4f-816a-d0ff4f70c7d1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:44.790179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52894) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:44.841455 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ee818c0-b149-48b3-bc7f-d81081e0fee6 admin admin] Publish callbacks [] for security_group (094f1cc9-2133-4f4f-816a-d0ff4f70c7d1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.863768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ee818c0-b149-48b3-bc7f-d81081e0fee6 admin admin] Publish callbacks [] for security_group (094f1cc9-2133-4f4f-816a-d0ff4f70c7d1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.911059 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ee818c0-b149-48b3-bc7f-d81081e0fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (094f1cc9-2133-4f4f-816a-d0ff4f70c7d1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.913693 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ee818c0-b149-48b3-bc7f-d81081e0fee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:44.915011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5ee818c0-b149-48b3-bc7f-d81081e0fee6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/094f1cc9-2133-4f4f-816a-d0ff4f70c7d1 HTTP/1.1" status: 204 len: 168 time: 0.1235127 Mar 10 15:27:44.925212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee818c0-b149-48b3-bc7f-d81081e0fee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094f1cc9-2133-4f4f-816a-d0ff4f70c7d1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:46.149363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52936) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:46.250289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1212772057', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:46.271570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Made reservation on behalf of f0ef412c83854435b2bd8c5520abc83b for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:46.274074 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:46.285908 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:46.360776 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks [] for security_group (e48b29d1-4dae-4e8f-b979-4a9b70664667), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:46.364916 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e48b29d1-4dae-4e8f-b979-4a9b70664667), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:46.369972 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] device_id is not set on port 7e6f51ea-e4f0-4881-8811-4147ada344f3 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:27:46.421900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48b29d1-4dae-4e8f-b979-4a9b70664667,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:46.497387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Allocated IP 172.25.3.73 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/7e6f51ea-e4f0-4881-8811-4147ada344f3) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:46.640212 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks [] for port (7e6f51ea-e4f0-4881-8811-4147ada344f3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:46.673113 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7e6f51ea-e4f0-4881-8811-4147ada344f3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:46.712861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:46.720855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:46.724829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:46.730904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Pushing event updated for resources: {'Port': ['ID=7e6f51ea-e4f0-4881-8811-4147ada344f3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:46.773761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:46.774378 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:46.796943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-504af27c-9c72-4254-9b73-ae212e060407 tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6464257 Mar 10 15:27:46.800140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52940) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:46.804763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.73'}]}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:46.825509 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (7ded6273-28c0-40cf-978d-304c5870ffc4), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:46.826717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (7ded6273-28c0-40cf-978d-304c5870ffc4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:46.885830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks [] for router_controller (7ded6273-28c0-40cf-978d-304c5870ffc4), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:47.031889 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks [] for router_gateway (7ded6273-28c0-40cf-978d-304c5870ffc4), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:47.237558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks [] for router_gateway (7ded6273-28c0-40cf-978d-304c5870ffc4), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:47.260143 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:47.458990 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks [] for router (7ded6273-28c0-40cf-978d-304c5870ffc4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:47.462647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52950) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:47.669878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (7ded6273-28c0-40cf-978d-304c5870ffc4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:47.672613 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks [] for router_controller (7ded6273-28c0-40cf-978d-304c5870ffc4), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:47.741531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efa79b-0dc3-4799-98c2-190f72b731d6 req-56f75b7c-2fee-4534-9f7e-2a72810c03ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:47.743214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05efa79b-0dc3-4799-98c2-190f72b731d6 req-56f75b7c-2fee-4534-9f7e-2a72810c03ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 1128 time: 0.2788770 Mar 10 15:27:47.744931 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (7ded6273-28c0-40cf-978d-304c5870ffc4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:47.745480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ded6273-28c0-40cf-978d-304c5870ffc4 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:27:47.783978 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 10 15:27:47.787493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a9ce589d-d39b-497e-868c-13d26fa14afb tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.9838710 Mar 10 15:27:47.788150 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 52954) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:47.810096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05efa79b-0dc3-4799-98c2-190f72b731d6 req-0c5702d5-9e1f-4712-830d-51ac713e2207 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579731 Mar 10 15:27:47.868567 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3a3cb065-cb93-4885-9c9a-2c9b05f186de tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Deleting port 7e6f51ea-e4f0-4881-8811-4147ada344f3 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:47.868926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb065-cb93-4885-9c9a-2c9b05f186de tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7e6f51ea-e4f0-4881-8811-4147ada344f3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:47.949823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb065-cb93-4885-9c9a-2c9b05f186de tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7e6f51ea-e4f0-4881-8811-4147ada344f3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:47.962520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3a3cb065-cb93-4885-9c9a-2c9b05f186de tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Calling delete_port for 7e6f51ea-e4f0-4881-8811-4147ada344f3 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:27:47.963176 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:48.084389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb065-cb93-4885-9c9a-2c9b05f186de tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7e6f51ea-e4f0-4881-8811-4147ada344f3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:48.120872 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cb065-cb93-4885-9c9a-2c9b05f186de tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e6f51ea-e4f0-4881-8811-4147ada344f3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:48.191019 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb065-cb93-4885-9c9a-2c9b05f186de tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:48.198891 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3a3cb065-cb93-4885-9c9a-2c9b05f186de tempest-RoutersAdminNegativeIpV6Test-1167126473 tempest-RoutersAdminNegativeIpV6Test-1167126473-project-admin] 10.222.0.11 "DELETE /v2.0/ports/7e6f51ea-e4f0-4881-8811-4147ada344f3 HTTP/1.1" status: 204 len: 168 time: 0.4059625 Mar 10 15:27:48.439778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52964) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:48.548355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6b2ea24-df6c-41ba-98aa-95edf76bde30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:48.629675 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6b2ea24-df6c-41ba-98aa-95edf76bde30 admin admin] Publish callbacks [] for security_group (4b426029-dd55-4318-975a-ffdb49df77ce), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:48.633886 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6b2ea24-df6c-41ba-98aa-95edf76bde30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4b426029-dd55-4318-975a-ffdb49df77ce), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:48.673057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2ea24-df6c-41ba-98aa-95edf76bde30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b426029-dd55-4318-975a-ffdb49df77ce,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:48.680022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b6b2ea24-df6c-41ba-98aa-95edf76bde30 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4990ad29711492d9e1cdc3a1a63b37f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368042 Mar 10 15:27:48.680282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52968) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:48.732139 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6506c33-93a9-460c-9cd0-7e4b5f3e3c11 admin admin] Publish callbacks [] for security_group (4b426029-dd55-4318-975a-ffdb49df77ce), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:48.753914 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6506c33-93a9-460c-9cd0-7e4b5f3e3c11 admin admin] Publish callbacks [] for security_group (4b426029-dd55-4318-975a-ffdb49df77ce), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:48.803481 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6506c33-93a9-460c-9cd0-7e4b5f3e3c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4b426029-dd55-4318-975a-ffdb49df77ce), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:48.806620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6506c33-93a9-460c-9cd0-7e4b5f3e3c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:48.810424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b6506c33-93a9-460c-9cd0-7e4b5f3e3c11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b426029-dd55-4318-975a-ffdb49df77ce HTTP/1.1" status: 204 len: 168 time: 0.1292064 Mar 10 15:27:48.818108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6506c33-93a9-460c-9cd0-7e4b5f3e3c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b426029-dd55-4318-975a-ffdb49df77ce,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:49.113421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52978) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:49.157380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-65a402b7-61de-427f-9a01-2d32cb4fc843 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0ef412c83854435b2bd8c5520abc83b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426142 Mar 10 15:27:49.159803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 52980) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:49.206341 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a9829e9-5e2a-496b-a420-ff900133ad6b admin admin] Publish callbacks [] for security_group (e48b29d1-4dae-4e8f-b979-4a9b70664667), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:49.227656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a9829e9-5e2a-496b-a420-ff900133ad6b admin admin] Publish callbacks [] for security_group (e48b29d1-4dae-4e8f-b979-4a9b70664667), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:49.277296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a9829e9-5e2a-496b-a420-ff900133ad6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e48b29d1-4dae-4e8f-b979-4a9b70664667), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:49.279970 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a9829e9-5e2a-496b-a420-ff900133ad6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:49.281120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0a9829e9-5e2a-496b-a420-ff900133ad6b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e48b29d1-4dae-4e8f-b979-4a9b70664667 HTTP/1.1" status: 204 len: 168 time: 0.1204364 Mar 10 15:27:49.290992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9829e9-5e2a-496b-a420-ff900133ad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48b29d1-4dae-4e8f-b979-4a9b70664667,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:49.997781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53008) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.112548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-b8b1b991-24ec-4a52-8af2-72d012042dbf tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.113771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b8b1b991-24ec-4a52-8af2-72d012042dbf tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1148028 Mar 10 15:27:50.116433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53016) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.120295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-676c317d-1b5c-4af3-b284-18a03954d907 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.121235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-676c317d-1b5c-4af3-b284-18a03954d907 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0038910 Mar 10 15:27:50.123231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53018) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.126979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-fd67d711-734b-4869-ace8-642434bc73ff tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.128759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fd67d711-734b-4869-ace8-642434bc73ff tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045171 Mar 10 15:27:50.130762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53020) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.135551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-27bf7bc6-e378-4869-a97b-5b2928bf1bda tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.136535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-27bf7bc6-e378-4869-a97b-5b2928bf1bda tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049157 Mar 10 15:27:50.138709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53022) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.143472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-ffffb3e5-c6a9-4b43-8228-2c19856c2956 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.144376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ffffb3e5-c6a9-4b43-8228-2c19856c2956 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047743 Mar 10 15:27:50.146507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53024) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.150542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-c432817c-0087-40ff-8523-b731825d2270 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.151692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c432817c-0087-40ff-8523-b731825d2270 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042300 Mar 10 15:27:50.154536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53026) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.158376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-31dd0c1f-df35-4703-82a2-8cf04757b8d5 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.161277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-31dd0c1f-df35-4703-82a2-8cf04757b8d5 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0039341 Mar 10 15:27:50.162004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53028) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.166460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-e6374e78-51a8-4064-8a1b-9226505eebfc tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.167465 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e6374e78-51a8-4064-8a1b-9226505eebfc tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044935 Mar 10 15:27:50.172234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53030) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.177209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-2fd79b3b-b817-488b-92f7-938bf1d5d142 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.178228 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2fd79b3b-b817-488b-92f7-938bf1d5d142 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049615 Mar 10 15:27:50.181163 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53032) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.185430 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-2e5e0d92-ae6e-42f1-a771-eea0fa086745 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.186415 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2e5e0d92-ae6e-42f1-a771-eea0fa086745 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038426 Mar 10 15:27:50.188489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53034) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.192091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-f4b8f28d-79d7-4824-af8c-7266c912ae8f tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.193031 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f4b8f28d-79d7-4824-af8c-7266c912ae8f tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0036957 Mar 10 15:27:50.195020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53036) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.199240 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-a49818f5-e247-4f53-bb36-94071bbff809 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.200159 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a49818f5-e247-4f53-bb36-94071bbff809 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043352 Mar 10 15:27:50.202191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53038) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.205885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-79284bf4-b1b8-4738-95ad-7bfbcafeb18d tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.206837 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-79284bf4-b1b8-4738-95ad-7bfbcafeb18d tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037787 Mar 10 15:27:50.208768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53040) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.213507 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-9bad4d32-047a-4577-a87c-12e116945a66 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.214559 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9bad4d32-047a-4577-a87c-12e116945a66 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049601 Mar 10 15:27:50.216937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53042) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.220878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-f04e8ae7-a63b-4265-b17d-a56217acc664 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.221902 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f04e8ae7-a63b-4265-b17d-a56217acc664 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0040319 Mar 10 15:27:50.223882 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53044) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.227667 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-2b3e4a38-0dad-402d-b1b3-e7ec1673aa94 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.228647 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2b3e4a38-0dad-402d-b1b3-e7ec1673aa94 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039401 Mar 10 15:27:50.230712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53046) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.234356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-08dc1274-7563-4397-932a-8f75557edeae tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.235329 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-08dc1274-7563-4397-932a-8f75557edeae tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0037365 Mar 10 15:27:50.237770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53048) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.241383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-95b9efca-f998-4573-ad77-a0f525ccd536 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.242319 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-95b9efca-f998-4573-ad77-a0f525ccd536 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0037222 Mar 10 15:27:50.244889 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53050) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.248508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-70624e15-cefb-4845-a9e5-c02d177c3111 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.249419 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-70624e15-cefb-4845-a9e5-c02d177c3111 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0037339 Mar 10 15:27:50.251662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53052) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.255326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-23c22097-fcbf-4da5-904f-9688746372bf tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.256229 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-23c22097-fcbf-4da5-904f-9688746372bf tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037568 Mar 10 15:27:50.258980 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53054) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.263192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-fec42927-a6d7-4a2c-9165-f3d3ad6d2393 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.263984 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fec42927-a6d7-4a2c-9165-f3d3ad6d2393 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0041764 Mar 10 15:27:50.266091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53056) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.270274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-2fba5951-8514-4579-9a4b-7320b2e2d354 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.271228 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2fba5951-8514-4579-9a4b-7320b2e2d354 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043132 Mar 10 15:27:50.273271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53058) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.276875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-583c2b41-9942-4dd8-bc3f-bfdb29113ee8 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.277820 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-583c2b41-9942-4dd8-bc3f-bfdb29113ee8 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0037224 Mar 10 15:27:50.279855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53060) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.283448 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-767a9854-b848-42f8-a490-c1a5d2556e40 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.284381 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-767a9854-b848-42f8-a490-c1a5d2556e40 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0036960 Mar 10 15:27:50.286379 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53062) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.290041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-031dc9f5-5ca1-4be6-b93b-3d164235eb4e tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.291363 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-031dc9f5-5ca1-4be6-b93b-3d164235eb4e tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0036933 Mar 10 15:27:50.293318 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53064) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.297012 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-f552cd2d-ad2b-4d98-b868-f39dd09661c2 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.297928 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f552cd2d-ad2b-4d98-b868-f39dd09661c2 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0037870 Mar 10 15:27:50.300250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53066) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.303831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-585e42c1-627a-4ae8-a52f-5beec1b1c3e6 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.304765 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-585e42c1-627a-4ae8-a52f-5beec1b1c3e6 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0036864 Mar 10 15:27:50.307353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53068) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.311177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-0914d74e-f5bf-4793-9f15-0046745a89a1 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.312126 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0914d74e-f5bf-4793-9f15-0046745a89a1 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0039046 Mar 10 15:27:50.314215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53070) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.317860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-8283ded2-6c2a-4cdc-a879-2ef5a60a42c7 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.318816 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8283ded2-6c2a-4cdc-a879-2ef5a60a42c7 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0037451 Mar 10 15:27:50.320795 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53072) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.325654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-6950791d-6406-4266-92a1-716f21a25a14 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.327206 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6950791d-6406-4266-92a1-716f21a25a14 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0055714 Mar 10 15:27:50.328861 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53074) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.332574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-97ad198f-3432-4150-82e0-d3f6a94f9141 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.333526 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-97ad198f-3432-4150-82e0-d3f6a94f9141 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0038366 Mar 10 15:27:50.335553 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53076) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.339237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-d7267177-08a3-4ac1-ac5e-31a8fbbf5b74 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.342230 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d7267177-08a3-4ac1-ac5e-31a8fbbf5b74 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0037570 Mar 10 15:27:50.342352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53078) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.345966 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-cb3ff26f-6e27-440b-8153-12ca2e8b7c3b tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.346884 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cb3ff26f-6e27-440b-8153-12ca2e8b7c3b tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0036793 Mar 10 15:27:50.348994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53080) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.352605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-37172645-6905-423f-a4f4-5378c796fa91 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.353536 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37172645-6905-423f-a4f4-5378c796fa91 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0037215 Mar 10 15:27:50.355643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53082) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.359600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-c5e1ae4f-6062-4926-807a-79af0355f946 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.360513 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5e1ae4f-6062-4926-807a-79af0355f946 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040202 Mar 10 15:27:50.363323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53084) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.367914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-3bf866f3-fc6d-4b20-9f4f-d7567b408427 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.369657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3bf866f3-fc6d-4b20-9f4f-d7567b408427 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0048480 Mar 10 15:27:50.372301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53086) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.376523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-78b9903c-fa87-49f3-b362-50113b59e9e5 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.377492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-78b9903c-fa87-49f3-b362-50113b59e9e5 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042682 Mar 10 15:27:50.380402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53088) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.385309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-fd224419-5687-4a09-a0fb-16d71d65807b tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.388168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fd224419-5687-4a09-a0fb-16d71d65807b tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050073 Mar 10 15:27:50.389221 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53090) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.393431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-3e1b36e0-130b-4024-a1d0-2ede15d79d5d tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.394366 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3e1b36e0-130b-4024-a1d0-2ede15d79d5d tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041995 Mar 10 15:27:50.396845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53092) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.401029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-08e168eb-bca0-40e7-8a4e-d85a95935ace tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.401973 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-08e168eb-bca0-40e7-8a4e-d85a95935ace tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042272 Mar 10 15:27:50.404390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53094) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.409052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-047c387d-c025-42ed-a8e3-c6c40962852e tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.409998 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-047c387d-c025-42ed-a8e3-c6c40962852e tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047369 Mar 10 15:27:50.412501 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53096) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.416520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-c3ca9336-94d6-476d-a1d4-5412485bdbf8 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.417451 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c3ca9336-94d6-476d-a1d4-5412485bdbf8 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0040896 Mar 10 15:27:50.420035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53098) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.424742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-a2796032-893c-4da8-8554-8f7494d0dee9 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.425998 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a2796032-893c-4da8-8554-8f7494d0dee9 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047855 Mar 10 15:27:50.427984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53100) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.432601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-e3462f5d-b92c-4748-baa4-2ec603fb5003 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.433606 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e3462f5d-b92c-4748-baa4-2ec603fb5003 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047264 Mar 10 15:27:50.436074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53102) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.441052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-5a0c3859-803c-4c6c-8d87-c7f79647fad4 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.442767 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5a0c3859-803c-4c6c-8d87-c7f79647fad4 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0055604 Mar 10 15:27:50.445844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53104) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.452992 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-b92d43e1-4aca-42c6-9e8b-7b440d77a1fd tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.455266 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b92d43e1-4aca-42c6-9e8b-7b440d77a1fd tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0083945 Mar 10 15:27:50.457450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53106) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.461901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-59b2b721-f468-4a1b-afc6-3500b69680f0 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.465187 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-59b2b721-f468-4a1b-afc6-3500b69680f0 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045676 Mar 10 15:27:50.465415 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53108) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.469359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-3f95a383-33aa-4a8d-83c5-bc5b2f1c0624 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.470339 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3f95a383-33aa-4a8d-83c5-bc5b2f1c0624 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040429 Mar 10 15:27:50.472463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53110) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.480009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-800ce461-f2b5-4cbf-812b-7b95d9af675a tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.481288 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-800ce461-f2b5-4cbf-812b-7b95d9af675a tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0079672 Mar 10 15:27:50.484583 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53112) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.489100 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-af5a6929-e55c-43c3-8143-ad5988f096d8 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.490181 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-af5a6929-e55c-43c3-8143-ad5988f096d8 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045741 Mar 10 15:27:50.492711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53114) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.497224 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-72bd20a0-1d3a-4348-abf0-c3a128980e72 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.498172 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-72bd20a0-1d3a-4348-abf0-c3a128980e72 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045829 Mar 10 15:27:50.500601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53116) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.504792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-c0050ef3-f892-48c7-bf47-1ba08a658331 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.505706 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c0050ef3-f892-48c7-bf47-1ba08a658331 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042248 Mar 10 15:27:50.508230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53118) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.512775 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-8a7fe1b7-810e-4967-97ab-1481d73eb5a1 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.513731 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8a7fe1b7-810e-4967-97ab-1481d73eb5a1 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046260 Mar 10 15:27:50.516212 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53120) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.520222 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-f6196cc4-1a03-49bb-9633-5c4e79fb891a tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.521172 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f6196cc4-1a03-49bb-9633-5c4e79fb891a tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040758 Mar 10 15:27:50.523601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53122) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.527600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-afbe2871-544e-454b-aca5-8f7652e3687b tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.528540 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-afbe2871-544e-454b-aca5-8f7652e3687b tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0040658 Mar 10 15:27:50.531153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53124) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.535449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-53b7c206-5d54-44f1-b40b-c08a95b435e4 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.536399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-53b7c206-5d54-44f1-b40b-c08a95b435e4 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043008 Mar 10 15:27:50.538826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53126) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.544307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-f8513c3f-99b2-4740-a2db-d469d39b568b tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.545210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f8513c3f-99b2-4740-a2db-d469d39b568b tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054777 Mar 10 15:27:50.547437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53128) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.551147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-74a07fca-0874-4dcb-a820-b0a4f94f2769 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.552132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-74a07fca-0874-4dcb-a820-b0a4f94f2769 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0038691 Mar 10 15:27:50.554300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53130) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.558573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-352efd3e-2dfe-488c-b97c-9830f5044c92 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.559514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-352efd3e-2dfe-488c-b97c-9830f5044c92 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043595 Mar 10 15:27:50.561712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53132) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.565485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-ef6bbbe2-aa0f-43a5-99b9-d00be4f1bf59 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.566405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ef6bbbe2-aa0f-43a5-99b9-d00be4f1bf59 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0038166 Mar 10 15:27:50.568522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53134) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.572264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-e386c6d8-864e-40ce-b40f-92836102bfd9 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.573185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e386c6d8-864e-40ce-b40f-92836102bfd9 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038581 Mar 10 15:27:50.575470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53136) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.579282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-08b160a6-6f5b-4791-b45e-c626901b21e6 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.582577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53138) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.582732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-08b160a6-6f5b-4791-b45e-c626901b21e6 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0063927 Mar 10 15:27:50.588120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-5920a0cc-ad1b-4639-a3da-cb82197b7b40 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.589870 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5920a0cc-ad1b-4639-a3da-cb82197b7b40 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0054069 Mar 10 15:27:50.591885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53140) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.597918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-5f171849-e63d-4259-b945-93bc7e19ca1e tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.599038 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5f171849-e63d-4259-b945-93bc7e19ca1e tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0056481 Mar 10 15:27:50.601444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53142) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.605899 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-24e2f841-1bed-4fb8-809f-eef127fe50c0 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.606903 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-24e2f841-1bed-4fb8-809f-eef127fe50c0 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0045505 Mar 10 15:27:50.609214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53144) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.613457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-2c006587-76ed-445a-b043-54b80bedb295 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.614475 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2c006587-76ed-445a-b043-54b80bedb295 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043316 Mar 10 15:27:50.616840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53146) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.621646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-40071d14-fb49-45da-9522-d79950128b53 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.622587 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-40071d14-fb49-45da-9522-d79950128b53 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048835 Mar 10 15:27:50.625028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53148) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.628870 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-225261a9-bfe7-4631-959a-48b71b593555 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.629901 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-225261a9-bfe7-4631-959a-48b71b593555 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0038788 Mar 10 15:27:50.631975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53150) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.635767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-c17780dd-6ede-48f2-bcf6-bdb5b013b171 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.636678 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c17780dd-6ede-48f2-bcf6-bdb5b013b171 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0038991 Mar 10 15:27:50.639465 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53152) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.643159 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [None req-16335aff-cf94-4c23-8a66-5f4257964a77 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.644105 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-16335aff-cf94-4c23-8a66-5f4257964a77 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0037484 Mar 10 15:27:50.646274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53154) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:50.650520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [None req-f2d90991-663a-4f43-a026-aff608b9efd5 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:27:50.651560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f2d90991-663a-4f43-a026-aff608b9efd5 tempest-ExtensionsTestJSON-351393489 tempest-ExtensionsTestJSON-351393489-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042667 Mar 10 15:27:50.734396 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:50.900902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53160) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:51.012911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-364ace96-9894-4a3f-b312-0c64c90a3022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:51.106080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-364ace96-9894-4a3f-b312-0c64c90a3022 admin admin] Publish callbacks [] for security_group (da54d8e9-00a8-4ec5-93eb-4f913a97f2f4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:51.110385 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-364ace96-9894-4a3f-b312-0c64c90a3022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (da54d8e9-00a8-4ec5-93eb-4f913a97f2f4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:51.156191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-364ace96-9894-4a3f-b312-0c64c90a3022 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43ae64067eca43ae95750c3b92c6766b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542040 Mar 10 15:27:51.157059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ace96-9894-4a3f-b312-0c64c90a3022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da54d8e9-00a8-4ec5-93eb-4f913a97f2f4,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:51.159477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53172) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:51.230077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f476159-eea6-4ab2-9197-5623e114eecf admin admin] Publish callbacks [] for security_group (da54d8e9-00a8-4ec5-93eb-4f913a97f2f4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:51.254691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f476159-eea6-4ab2-9197-5623e114eecf admin admin] Publish callbacks [] for security_group (da54d8e9-00a8-4ec5-93eb-4f913a97f2f4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:51.306350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f476159-eea6-4ab2-9197-5623e114eecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (da54d8e9-00a8-4ec5-93eb-4f913a97f2f4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:51.309743 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f476159-eea6-4ab2-9197-5623e114eecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:51.313724 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9f476159-eea6-4ab2-9197-5623e114eecf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da54d8e9-00a8-4ec5-93eb-4f913a97f2f4 HTTP/1.1" status: 204 len: 168 time: 0.1508281 Mar 10 15:27:51.325648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f476159-eea6-4ab2-9197-5623e114eecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da54d8e9-00a8-4ec5-93eb-4f913a97f2f4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:51.716115 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53256) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:51.736392 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-586ba0e3-3f18-4750-b08b-38f38d7b16fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.137365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53318) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:52.256118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (58829795-5365-412a-8558-28a5882ddca3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.288649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-4361290'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:52.317668 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Made reservation on behalf of c6a56e694fe34e14a8b3beae95e6126b for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:52.323603 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.339389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.498238 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks [] for security_group (24224603-619f-4eac-bb4b-49854d749559), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.505283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (24224603-619f-4eac-bb4b-49854d749559), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.540777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:27:52.558696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24224603-619f-4eac-bb4b-49854d749559,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:52.565548 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (59cffd0b-cb8d-440a-a47d-278aed32ae4c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.566505 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Added segment 59cffd0b-cb8d-440a-a47d-278aed32ae4c of type vlan for network 6bfb58a6-87a5-4492-bf90-2d525e4aec3d Mar 10 15:27:52.626321 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (6bfb58a6-87a5-4492-bf90-2d525e4aec3d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.663281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (6bfb58a6-87a5-4492-bf90-2d525e4aec3d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.669921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:52.671338 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.730146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5907948 Mar 10 15:27:52.730578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53386) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:52.738711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Request body: {'subnet': {'network_id': '6bfb58a6-87a5-4492-bf90-2d525e4aec3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:52.814131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979d4ac-bf78-4be5-8543-e5a2d32c0fac tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Pushing event updated for resources: {'Network': ['ID=6bfb58a6-87a5-4492-bf90-2d525e4aec3d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:52.825112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 6bfb58a6-87a5-4492-bf90-2d525e4aec3d details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:27:52.858569 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting port 62b35bea-fdc7-4671-bf5c-fa31818a4084 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:52.859011 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.957839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Made reservation on behalf of c6a56e694fe34e14a8b3beae95e6126b for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:52.961432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:52.993238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] For port 62b35bea-fdc7-4671-bf5c-fa31818a4084, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=62b35bea-fdc7-4671-bf5c-fa31818a4084,segment=NetworkSegment(0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4),segment_id=0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:52.993606 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:53.017144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Calling delete_port for 62b35bea-fdc7-4671-bf5c-fa31818a4084 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:27:53.287371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (ba74bea7-ffd2-4037-8f56-ba477f697614), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:53.383508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Pushing event updated for resources: {'Subnet': ['ID=ba74bea7-ffd2-4037-8f56-ba477f697614,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:53.406650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Checking segment: {'id': '59cffd0b-cb8d-440a-a47d-278aed32ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6bfb58a6-87a5-4492-bf90-2d525e4aec3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:53.407065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Network hostable DHCP agents. Network: 6bfb58a6-87a5-4492-bf90-2d525e4aec3d, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:27:53.411017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (62b35bea-fdc7-4671-bf5c-fa31818a4084), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:53.448534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Port': ['ID=62b35bea-fdc7-4671-bf5c-fa31818a4084,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:53.504711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Network 6bfb58a6-87a5-4492-bf90-2d525e4aec3d is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:27:53.523413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 6bfb58a6-87a5-4492-bf90-2d525e4aec3d) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:53.528439 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:53.529039 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:53.542312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a5c01f-70b0-44cf-b7a5-7c07b9d9c518 None None] Network 6bfb58a6-87a5-4492-bf90-2d525e4aec3d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:27:53.605946 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-eae9a6a1-e2fe-457b-8dae-2604af805bcc tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8742080 Mar 10 15:27:53.608460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53496) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:53.616282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Request body: {'port': {'network_id': '6bfb58a6-87a5-4492-bf90-2d525e4aec3d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-616816111'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:53.693244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-6bfb58a6-87a5-4492-bf90-2d525e4aec3d', 'network_id': '6bfb58a6-87a5-4492-bf90-2d525e4aec3d', 'project_id': 'c6a56e694fe34e14a8b3beae95e6126b', 'fixed_ips': [{'subnet_id': 'ba74bea7-ffd2-4037-8f56-ba477f697614'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:27:53.694109 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:53.773683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (58829795-5365-412a-8558-28a5882ddca3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:53.877407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Made reservation on behalf of c6a56e694fe34e14a8b3beae95e6126b for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:53.881295 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:53.944813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] device_id is not set on port 818dea93-701e-4b52-8dec-31a1ea38d125 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:27:53.967859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Allocated IP 172.20.0.2 (6bfb58a6-87a5-4492-bf90-2d525e4aec3d/ba74bea7-ffd2-4037-8f56-ba477f697614/7072a3e9-a921-45b1-8753-1a21fbaaf323) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:54.075104 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0a97823f-1e27-45b0-a7b5-b07dbe2330db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:54.183591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 58829795-5365-412a-8558-28a5882ddca3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:27:54.224850 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Publish callbacks [] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:54.231618 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:54.300401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Network 6bfb58a6-87a5-4492-bf90-2d525e4aec3d is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:54.313600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:54.320762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:54.376259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Pushing event updated for resources: {'Port': ['ID=7072a3e9-a921-45b1-8753-1a21fbaaf323,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:54.377921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Allocated IP 172.20.0.11 (6bfb58a6-87a5-4492-bf90-2d525e4aec3d/ba74bea7-ffd2-4037-8f56-ba477f697614/818dea93-701e-4b52-8dec-31a1ea38d125) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:54.397300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:27:54.407887 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-552313f8-7938-4866-bdca-c133a5cbc061 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "PUT /v2.0/routers/58829795-5365-412a-8558-28a5882ddca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6899569 Mar 10 15:27:54.414393 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20241ff6-17db-4fce-b8a2-1c2a65a1f3ae None None] Sync routers for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:27:54.435770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Attempting to bind port 7072a3e9-a921-45b1-8753-1a21fbaaf323 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:27:54.436294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Attempting to bind port 7072a3e9-a921-45b1-8753-1a21fbaaf323 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '59cffd0b-cb8d-440a-a47d-278aed32ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6bfb58a6-87a5-4492-bf90-2d525e4aec3d'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:27:54.436758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Attempting to bind port 7072a3e9-a921-45b1-8753-1a21fbaaf323 on network 6bfb58a6-87a5-4492-bf90-2d525e4aec3d {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:27:54.442594 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20241ff6-17db-4fce-b8a2-1c2a65a1f3ae None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:54.442962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:27:54.443642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Checking segment: {'id': '59cffd0b-cb8d-440a-a47d-278aed32ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6bfb58a6-87a5-4492-bf90-2d525e4aec3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:27:54.444250 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:54.445213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Bound using segment: {'id': '59cffd0b-cb8d-440a-a47d-278aed32ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6bfb58a6-87a5-4492-bf90-2d525e4aec3d'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:27:54.445884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Bound port: 7072a3e9-a921-45b1-8753-1a21fbaaf323, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cffd0b-cb8d-440a-a47d-278aed32ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6bfb58a6-87a5-4492-bf90-2d525e4aec3d'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:27:54.446300 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-20241ff6-17db-4fce-b8a2-1c2a65a1f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:54.446690 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:54.581972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] For port 7072a3e9-a921-45b1-8753-1a21fbaaf323, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:27:54.590407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] For port 7072a3e9-a921-45b1-8753-1a21fbaaf323, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7072a3e9-a921-45b1-8753-1a21fbaaf323,segment=NetworkSegment(59cffd0b-cb8d-440a-a47d-278aed32ae4c),segment_id=59cffd0b-cb8d-440a-a47d-278aed32ae4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:27:54.601372 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:54.715914 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-20241ff6-17db-4fce-b8a2-1c2a65a1f3ae None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:54.799049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec7c7c-55e7-4284-9468-044ba8561ada None None] Pushing event updated for resources: {'Port': ['ID=7072a3e9-a921-45b1-8753-1a21fbaaf323,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:54.915158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bedb2-19c7-451b-9aae-2097011820b6 req-a6c08d73-ffa8-4fe4-ba21-59775f04a333 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:54.923187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e7bedb2-19c7-451b-9aae-2097011820b6 req-a6c08d73-ffa8-4fe4-ba21-59775f04a333 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 946 time: 0.0900493 Mar 10 15:27:55.099368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e7bedb2-19c7-451b-9aae-2097011820b6 req-aa064116-e4e9-4314-ad0a-1b3f55c1744d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748545 Mar 10 15:27:55.164935 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-20241ff6-17db-4fce-b8a2-1c2a65a1f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:27:53Z', 'revision_number': 6, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '226190ab-6b71-4fdb-89ea-334a06dfac00', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '58829795-5365-412a-8558-28a5882ddca3', 'port_id': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'mac_address': 'fa:16:3e:41:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:25:39Z', 'updated_at': '2022-03-10T15:25:42Z', 'revision_number': 1, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:55.274127 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.302324 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20241ff6-17db-4fce-b8a2-1c2a65a1f3ae None None] Checking router: 58829795-5365-412a-8558-28a5882ddca3 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:27:55.302762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks [] for port (818dea93-701e-4b52-8dec-31a1ea38d125), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.311559 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20241ff6-17db-4fce-b8a2-1c2a65a1f3ae None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:27:55.312216 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-20241ff6-17db-4fce-b8a2-1c2a65a1f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:55.344360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (818dea93-701e-4b52-8dec-31a1ea38d125), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.386411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Network 6bfb58a6-87a5-4492-bf90-2d525e4aec3d is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:55.390141 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:55.394713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:55.458712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:55.460474 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.469410 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-20241ff6-17db-4fce-b8a2-1c2a65a1f3ae None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:27:55.483882 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Pushing event updated for resources: {'Port': ['ID=818dea93-701e-4b52-8dec-31a1ea38d125,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:55.490753 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fcc6f663-63de-47eb-abbe-e88b7faf9f3a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8808219 Mar 10 15:27:55.493872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53654) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:55.499401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Request body: {'port': {'network_id': '6bfb58a6-87a5-4492-bf90-2d525e4aec3d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-642300201', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:55.500198 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.api.validators [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] bootfile-name is not in valid_values {{(pid=115533) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:27:55.500889 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.api.validators [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] tftp-server is not in valid_values {{(pid=115533) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:27:55.501379 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.api.validators [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] server-ip-address is not in valid_values {{(pid=115533) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:27:55.652671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Made reservation on behalf of c6a56e694fe34e14a8b3beae95e6126b for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:27:55.656514 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:55.682914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] device_id is not set on port ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:27:55.800926 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-20241ff6-17db-4fce-b8a2-1c2a65a1f3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:27:53Z', 'revision_number': 6, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '226190ab-6b71-4fdb-89ea-334a06dfac00', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '58829795-5365-412a-8558-28a5882ddca3', 'port_id': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'mac_address': 'fa:16:3e:41:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:25:39Z', 'updated_at': '2022-03-10T15:25:42Z', 'revision_number': 1, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:27:55.833852 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20241ff6-17db-4fce-b8a2-1c2a65a1f3ae None None] The sync data for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 is: [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:27:53Z', 'revision_number': 6, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '226190ab-6b71-4fdb-89ea-334a06dfac00', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '58829795-5365-412a-8558-28a5882ddca3', 'port_id': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'mac_address': 'fa:16:3e:41:5a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:25:39Z', 'updated_at': '2022-03-10T15:25:42Z', 'revision_number': 1, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:27:55.844679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Allocated IP 172.20.0.4 (6bfb58a6-87a5-4492-bf90-2d525e4aec3d/ba74bea7-ffd2-4037-8f56-ba477f697614/ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:27:56.033445 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks [] for port (ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.057549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42bb5ab-a0f7-4a21-994c-9a3bf247de2b None None] Network 6bfb58a6-87a5-4492-bf90-2d525e4aec3d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:27:56.075767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.133260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Network 6bfb58a6-87a5-4492-bf90-2d525e4aec3d is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:27:56.141901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:27:56.144820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4e23aae5-fc26-4909-8fe4-af01dca155fb None None] Provisioning complete for port 7072a3e9-a921-45b1-8753-1a21fbaaf323 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:56.145378 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4e23aae5-fc26-4909-8fe4-af01dca155fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.146949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:27:56.244396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Pushing event updated for resources: {'Port': ['ID=ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:56.328707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:56.329213 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.362070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7072a3e9-a921-45b1-8753-1a21fbaaf323 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:56.363847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ecc03-a0d1-4385-989c-6714e0c820f0 req-4141a8ef-afc7-4c0b-ae4d-a6f738aa3604 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:56.365431 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f67ecc03-a0d1-4385-989c-6714e0c820f0 req-4141a8ef-afc7-4c0b-ae4d-a6f738aa3604 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 946 time: 0.1293645 Mar 10 15:27:56.399061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1584203c-cc25-44b1-80e9-423de5120e27 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9017625 Mar 10 15:27:56.402919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53662) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:56.404050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4e23aae5-fc26-4909-8fe4-af01dca155fb None None] Current status of the port 7072a3e9-a921-45b1-8753-1a21fbaaf323 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:56.404675 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4e23aae5-fc26-4909-8fe4-af01dca155fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.432192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3e1a0-0254-4235-bc20-08c1044d374b req-8a6ec806-d754-47bd-b251-2c5fc940bb38 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:56.433767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88c3e1a0-0254-4235-bc20-08c1044d374b req-8a6ec806-d754-47bd-b251-2c5fc940bb38 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 946 time: 0.2299678 Mar 10 15:27:56.462221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4e23aae5-fc26-4909-8fe4-af01dca155fb None None] For port 7072a3e9-a921-45b1-8753-1a21fbaaf323, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7072a3e9-a921-45b1-8753-1a21fbaaf323,segment=NetworkSegment(59cffd0b-cb8d-440a-a47d-278aed32ae4c),segment_id=59cffd0b-cb8d-440a-a47d-278aed32ae4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:56.468035 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4e23aae5-fc26-4909-8fe4-af01dca155fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.579421 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-f67ecc03-a0d1-4385-989c-6714e0c820f0 req-919041f1-b0a6-4e64-9f49-3efaed6eeea8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:56.580329 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f67ecc03-a0d1-4385-989c-6714e0c820f0 req-919041f1-b0a6-4e64-9f49-3efaed6eeea8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.592721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7072a3e9-a921-45b1-8753-1a21fbaaf323 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:56.593223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.693431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88c3e1a0-0254-4235-bc20-08c1044d374b req-b5f84bda-8386-4739-b222-4ab92b63d733 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=caf9ff26-9d9d-4965-aea3-f0000d37657c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951063 Mar 10 15:27:56.742675 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23aae5-fc26-4909-8fe4-af01dca155fb None None] Pushing event updated for resources: {'Port': ['ID=7072a3e9-a921-45b1-8753-1a21fbaaf323,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:56.754413 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.775334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2138d622-988a-4b62-9e66-af215b8277eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:56.785132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2138d622-988a-4b62-9e66-af215b8277eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:56.799442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2138d622-988a-4b62-9e66-af215b8277eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:56.804594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2138d622-988a-4b62-9e66-af215b8277eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4006705 Mar 10 15:27:56.805370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53666) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:56.808243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-f67ecc03-a0d1-4385-989c-6714e0c820f0 req-919041f1-b0a6-4e64-9f49-3efaed6eeea8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] For port 823454b4-fb3c-496f-9a69-1d58bfaf4b51, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=823454b4-fb3c-496f-9a69-1d58bfaf4b51,segment=NetworkSegment(0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4),segment_id=0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:56.809298 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f67ecc03-a0d1-4385-989c-6714e0c820f0 req-919041f1-b0a6-4e64-9f49-3efaed6eeea8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:56.855566 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-f67ecc03-a0d1-4385-989c-6714e0c820f0 req-919041f1-b0a6-4e64-9f49-3efaed6eeea8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Calling delete_port for 823454b4-fb3c-496f-9a69-1d58bfaf4b51 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:27:56.871357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7072a3e9-a921-45b1-8753-1a21fbaaf323 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:56.887747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 62b35bea-fdc7-4671-bf5c-fa31818a4084 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:27:56.953285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 62b35bea-fdc7-4671-bf5c-fa31818a4084 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:27:56.953982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 62b35bea-fdc7-4671-bf5c-fa31818a4084 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:27:56.981166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5143166a-6b29-48fd-8714-c3fee97bd836 None None] Provisioning complete for port 7072a3e9-a921-45b1-8753-1a21fbaaf323 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:56.982182 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5143166a-6b29-48fd-8714-c3fee97bd836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.120187 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f67ecc03-a0d1-4385-989c-6714e0c820f0 req-919041f1-b0a6-4e64-9f49-3efaed6eeea8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (823454b4-fb3c-496f-9a69-1d58bfaf4b51), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.156166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5143166a-6b29-48fd-8714-c3fee97bd836 None None] Current status of the port 7072a3e9-a921-45b1-8753-1a21fbaaf323 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:57.158141 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919041f1-b0a6-4e64-9f49-3efaed6eeea8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Port': ['ID=823454b4-fb3c-496f-9a69-1d58bfaf4b51,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:57.184690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5143166a-6b29-48fd-8714-c3fee97bd836 None None] Provisioning complete for port ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:57.186076 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5143166a-6b29-48fd-8714-c3fee97bd836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.239723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67ecc03-a0d1-4385-989c-6714e0c820f0 req-919041f1-b0a6-4e64-9f49-3efaed6eeea8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] No DVR routers for this DVR port 823454b4-fb3c-496f-9a69-1d58bfaf4b51 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:27:57.248672 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f67ecc03-a0d1-4385-989c-6714e0c820f0 req-919041f1-b0a6-4e64-9f49-3efaed6eeea8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.261567 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f67ecc03-a0d1-4385-989c-6714e0c820f0 req-919041f1-b0a6-4e64-9f49-3efaed6eeea8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "DELETE /v2.0/ports/823454b4-fb3c-496f-9a69-1d58bfaf4b51 HTTP/1.1" status: 204 len: 173 time: 0.8908265 Mar 10 15:27:57.262534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c314d1d-0c9b-4a41-9c3a-abe929caaf64', 'name': 'network-vif-deleted', 'tag': '823454b4-fb3c-496f-9a69-1d58bfaf4b51'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:27:57.264597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5143166a-6b29-48fd-8714-c3fee97bd836 None None] Port ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:57.266765 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8cea5d-d690-442b-ac14-9ccdfb348d13" -d '{"events": [{"server_uuid": "2c314d1d-0c9b-4a41-9c3a-abe929caaf64", "name": "network-vif-deleted", "tag": "823454b4-fb3c-496f-9a69-1d58bfaf4b51"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:27:57.295362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5143166a-6b29-48fd-8714-c3fee97bd836 None None] Provisioning complete for port 818dea93-701e-4b52-8dec-31a1ea38d125 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:57.296011 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5143166a-6b29-48fd-8714-c3fee97bd836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (818dea93-701e-4b52-8dec-31a1ea38d125), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.371821 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:27:57.393501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5143166a-6b29-48fd-8714-c3fee97bd836 None None] Port 818dea93-701e-4b52-8dec-31a1ea38d125 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:57.454452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e51e4258-f33b-4b98-8580-f56ee900a6de tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Deleting port ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:57.454976 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e51e4258-f33b-4b98-8580-f56ee900a6de tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.513221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d12809a6-6932-4adc-8a15-8bc5c7d034f9 None None] Provisioning complete for port ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:57.513666 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d12809a6-6932-4adc-8a15-8bc5c7d034f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.554208 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb89219-8056-4b4a-8f9c-16d22435712b x-openstack-request-id: req-ebb89219-8056-4b4a-8f9c-16d22435712b {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:27:57.554504 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c314d1d-0c9b-4a41-9c3a-abe929caaf64", "name": "network-vif-deleted", "tag": "823454b4-fb3c-496f-9a69-1d58bfaf4b51", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:27:57.554756 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebb89219-8056-4b4a-8f9c-16d22435712b {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:27:57.555218 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c314d1d-0c9b-4a41-9c3a-abe929caaf64', 'name': 'network-vif-deleted', 'tag': '823454b4-fb3c-496f-9a69-1d58bfaf4b51', 'status': 'completed', 'code': 200} Mar 10 15:27:57.558210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d12809a6-6932-4adc-8a15-8bc5c7d034f9 None None] Port ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:57.561839 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e51e4258-f33b-4b98-8580-f56ee900a6de tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.569027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d12809a6-6932-4adc-8a15-8bc5c7d034f9 None None] Provisioning complete for port 818dea93-701e-4b52-8dec-31a1ea38d125 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:57.569480 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d12809a6-6932-4adc-8a15-8bc5c7d034f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (818dea93-701e-4b52-8dec-31a1ea38d125), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.583138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e51e4258-f33b-4b98-8580-f56ee900a6de tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Calling delete_port for ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:27:57.605655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d12809a6-6932-4adc-8a15-8bc5c7d034f9 None None] Port 818dea93-701e-4b52-8dec-31a1ea38d125 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:57.780207 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e51e4258-f33b-4b98-8580-f56ee900a6de tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.835374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e4258-f33b-4b98-8580-f56ee900a6de tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Pushing event deleted for resources: {'Port': ['ID=ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:57.907434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-565a24d6-22fb-4822-8ff8-7d58e30f22f4 req-02f516c6-1fae-41b6-b2df-b8ffe4a6895f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c314d1d-0c9b-4a41-9c3a-abe929caaf64 HTTP/1.1" status: 200 len: 210 time: 0.0882931 Mar 10 15:27:57.956521 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e51e4258-f33b-4b98-8580-f56ee900a6de tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:57.964226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e51e4258-f33b-4b98-8580-f56ee900a6de tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] 10.222.0.11 "DELETE /v2.0/ports/ccbbf076-76e2-4e17-800d-ff3fb1d5f5ef HTTP/1.1" status: 204 len: 168 time: 1.1537614 Mar 10 15:27:57.964498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53676) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:57.969809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Request body: {'port': {'name': 'tempest-new-port-name-619669766', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:27:57.970202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.api.validators [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] bootfile-name is not in valid_values {{(pid=115534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:27:57.970541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.api.validators [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] tftp-server is not in valid_values {{(pid=115534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:27:57.970915 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.api.validators [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] server-ip-address is not in valid_values {{(pid=115534) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 10 15:27:58.045844 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (818dea93-701e-4b52-8dec-31a1ea38d125), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.153735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7072a3e9-a921-45b1-8753-1a21fbaaf323 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:27:58.203301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7072a3e9-a921-45b1-8753-1a21fbaaf323 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:58.203703 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.245006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks [] for port (818dea93-701e-4b52-8dec-31a1ea38d125), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.250351 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (818dea93-701e-4b52-8dec-31a1ea38d125), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.261980 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.302476 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Pushing event updated for resources: {'Port': ['ID=818dea93-701e-4b52-8dec-31a1ea38d125,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:58.305262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7072a3e9-a921-45b1-8753-1a21fbaaf323 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:27:58.366115 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] In _notify_port_updated(), no bound segment for port 818dea93-701e-4b52-8dec-31a1ea38d125 on network 6bfb58a6-87a5-4492-bf90-2d525e4aec3d {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:27:58.371572 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:58.372326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.373672 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5f3765b-6b2c-493d-9803-267c72a02be9 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] 10.222.0.11 "PUT /v2.0/ports/818dea93-701e-4b52-8dec-31a1ea38d125 HTTP/1.1" status: 200 len: 1136 time: 0.4081953 Mar 10 15:27:58.376276 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53678) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:58.427089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a89fae-5fc7-43f0-8adb-7a83866c95ba tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:27:58.428554 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-99a89fae-5fc7-43f0-8adb-7a83866c95ba tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] 10.222.0.11 "GET /v2.0/ports/818dea93-701e-4b52-8dec-31a1ea38d125 HTTP/1.1" status: 200 len: 1136 time: 0.0513403 Mar 10 15:27:58.432681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53680) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:58.537750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bda5b3cb-eeaa-4361-9cd7-805cc8d04c46 None None] Provisioning complete for port 818dea93-701e-4b52-8dec-31a1ea38d125 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:27:58.538376 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bda5b3cb-eeaa-4361-9cd7-805cc8d04c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (818dea93-701e-4b52-8dec-31a1ea38d125), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.541205 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-75b6b7aa-3a7b-4bd0-80bc-c16b4b690a2a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Deleting port 818dea93-701e-4b52-8dec-31a1ea38d125 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:58.541623 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-75b6b7aa-3a7b-4bd0-80bc-c16b4b690a2a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (818dea93-701e-4b52-8dec-31a1ea38d125), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.583306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bda5b3cb-eeaa-4361-9cd7-805cc8d04c46 None None] Port 818dea93-701e-4b52-8dec-31a1ea38d125 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:27:58.638490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-75b6b7aa-3a7b-4bd0-80bc-c16b4b690a2a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (818dea93-701e-4b52-8dec-31a1ea38d125), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.651304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-75b6b7aa-3a7b-4bd0-80bc-c16b4b690a2a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Calling delete_port for 818dea93-701e-4b52-8dec-31a1ea38d125 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:27:58.784310 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-75b6b7aa-3a7b-4bd0-80bc-c16b4b690a2a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (818dea93-701e-4b52-8dec-31a1ea38d125), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.815229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6b7aa-3a7b-4bd0-80bc-c16b4b690a2a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Pushing event deleted for resources: {'Port': ['ID=818dea93-701e-4b52-8dec-31a1ea38d125,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:58.899111 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-75b6b7aa-3a7b-4bd0-80bc-c16b4b690a2a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:58.905206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53684) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:58.905715 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-75b6b7aa-3a7b-4bd0-80bc-c16b4b690a2a tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] 10.222.0.11 "DELETE /v2.0/ports/818dea93-701e-4b52-8dec-31a1ea38d125 HTTP/1.1" status: 204 len: 168 time: 0.4716618 Mar 10 15:27:58.975707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53688) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:58.984020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c38a2d-59ee-4e29-8570-c378f70522c5 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Deleting subnet ba74bea7-ffd2-4037-8f56-ba477f697614 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:27:58.989153 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74c38a2d-59ee-4e29-8570-c378f70522c5 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks [] for subnet (ba74bea7-ffd2-4037-8f56-ba477f697614), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.054210 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea6d05a5-a3e6-4c0c-877f-e17c3c48b7e2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (caf9ff26-9d9d-4965-aea3-f0000d37657c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.055129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74c38a2d-59ee-4e29-8570-c378f70522c5 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (ba74bea7-ffd2-4037-8f56-ba477f697614), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.091125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea6d05a5-a3e6-4c0c-877f-e17c3c48b7e2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (caf9ff26-9d9d-4965-aea3-f0000d37657c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.160693 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea6d05a5-a3e6-4c0c-877f-e17c3c48b7e2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (caf9ff26-9d9d-4965-aea3-f0000d37657c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.163688 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea6d05a5-a3e6-4c0c-877f-e17c3c48b7e2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.168073 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ea6d05a5-a3e6-4c0c-877f-e17c3c48b7e2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/security-groups/caf9ff26-9d9d-4965-aea3-f0000d37657c HTTP/1.1" status: 204 len: 168 time: 0.1882393 Mar 10 15:27:59.175620 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d05a5-a3e6-4c0c-877f-e17c3c48b7e2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf9ff26-9d9d-4965-aea3-f0000d37657c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:59.185600 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74c38a2d-59ee-4e29-8570-c378f70522c5 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (ba74bea7-ffd2-4037-8f56-ba477f697614), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.203728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53692) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:59.261424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5eae97-909e-477b-8eb8-8d2bcbbf0bd1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting subnet 10b768a0-82c3-4128-9750-9417d9eeda77 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:27:59.266128 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de5eae97-909e-477b-8eb8-8d2bcbbf0bd1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for subnet (10b768a0-82c3-4128-9750-9417d9eeda77), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.276596 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74c38a2d-59ee-4e29-8570-c378f70522c5 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (ba74bea7-ffd2-4037-8f56-ba477f697614), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.293103 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74c38a2d-59ee-4e29-8570-c378f70522c5 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.299627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cb0776-7457-43b8-a483-99cefc6ec064 None None] Network 6bfb58a6-87a5-4492-bf90-2d525e4aec3d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:27:59.306176 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-74c38a2d-59ee-4e29-8570-c378f70522c5 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] 10.222.0.11 "DELETE /v2.0/subnets/ba74bea7-ffd2-4037-8f56-ba477f697614 HTTP/1.1" status: 204 len: 168 time: 0.3975992 Mar 10 15:27:59.308127 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53694) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:59.326135 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de5eae97-909e-477b-8eb8-8d2bcbbf0bd1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (10b768a0-82c3-4128-9750-9417d9eeda77), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.338376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c38a2d-59ee-4e29-8570-c378f70522c5 tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Pushing event deleted for resources: {'Subnet': ['ID=ba74bea7-ffd2-4037-8f56-ba477f697614,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:59.430514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (6bfb58a6-87a5-4492-bf90-2d525e4aec3d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.500454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1f714d-721c-404c-836e-b8fa9c7c783b None None] DHCP port deletion for 6bfb58a6-87a5-4492-bf90-2d525e4aec3d request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:27:59.506942 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de5eae97-909e-477b-8eb8-8d2bcbbf0bd1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (10b768a0-82c3-4128-9750-9417d9eeda77), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.554829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f714d-721c-404c-836e-b8fa9c7c783b None None] Deleting port 7072a3e9-a921-45b1-8753-1a21fbaaf323 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:59.555891 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5f1f714d-721c-404c-836e-b8fa9c7c783b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.578699 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Deleting port 7072a3e9-a921-45b1-8753-1a21fbaaf323 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:59.578985 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.583119 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de5eae97-909e-477b-8eb8-8d2bcbbf0bd1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (10b768a0-82c3-4128-9750-9417d9eeda77), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.624126 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5f1f714d-721c-404c-836e-b8fa9c7c783b None None] For port 7072a3e9-a921-45b1-8753-1a21fbaaf323, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7072a3e9-a921-45b1-8753-1a21fbaaf323,segment=NetworkSegment(59cffd0b-cb8d-440a-a47d-278aed32ae4c),segment_id=59cffd0b-cb8d-440a-a47d-278aed32ae4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:59.624803 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5f1f714d-721c-404c-836e-b8fa9c7c783b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.627869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de5eae97-909e-477b-8eb8-8d2bcbbf0bd1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.631437 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-de5eae97-909e-477b-8eb8-8d2bcbbf0bd1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/subnets/10b768a0-82c3-4128-9750-9417d9eeda77 HTTP/1.1" status: 204 len: 168 time: 0.4266977 Mar 10 15:27:59.634903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53696) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:27:59.639966 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5eae97-909e-477b-8eb8-8d2bcbbf0bd1 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Subnet': ['ID=10b768a0-82c3-4128-9750-9417d9eeda77,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:59.648549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f643e-aacf-4ca2-b1b2-1df71b0f481a None None] Network cd7820ef-1627-43a1-8340-2c25b849fc27 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:27:59.652142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f714d-721c-404c-836e-b8fa9c7c783b None None] Calling delete_port for 7072a3e9-a921-45b1-8753-1a21fbaaf323 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:27:59.693900 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] For port 7072a3e9-a921-45b1-8753-1a21fbaaf323, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7072a3e9-a921-45b1-8753-1a21fbaaf323,segment=NetworkSegment(59cffd0b-cb8d-440a-a47d-278aed32ae4c),segment_id=59cffd0b-cb8d-440a-a47d-278aed32ae4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:59.694263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.717807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Calling delete_port for 7072a3e9-a921-45b1-8753-1a21fbaaf323 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:27:59.729915 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (cd7820ef-1627-43a1-8340-2c25b849fc27), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.797300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting port 4b047707-6388-453e-b599-290fe9687a27 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:27:59.798541 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4b047707-6388-453e-b599-290fe9687a27), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.814846 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5f1f714d-721c-404c-836e-b8fa9c7c783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.829191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f714d-721c-404c-836e-b8fa9c7c783b None None] No DVR routers for this DVR port 7072a3e9-a921-45b1-8753-1a21fbaaf323 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:27:59.838714 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7072a3e9-a921-45b1-8753-1a21fbaaf323), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.883247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Pushing event deleted for resources: {'Port': ['ID=7072a3e9-a921-45b1-8753-1a21fbaaf323,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:27:59.888243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] No DVR routers for this DVR port 7072a3e9-a921-45b1-8753-1a21fbaaf323 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:27:59.926220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] For port 4b047707-6388-453e-b599-290fe9687a27, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4b047707-6388-453e-b599-290fe9687a27,segment=NetworkSegment(0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4),segment_id=0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:27:59.926828 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4b047707-6388-453e-b599-290fe9687a27), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:27:59.944043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Calling delete_port for 4b047707-6388-453e-b599-290fe9687a27 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:00.003548 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (6bfb58a6-87a5-4492-bf90-2d525e4aec3d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.029265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfb58a6-87a5-4492-bf90-2d525e4aec3d']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:00.032078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1444281-c10e-4641-911b-2bbf2ff441a7 None None] DHCP port deletion for cd7820ef-1627-43a1-8340-2c25b849fc27 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:28:00.033955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 823454b4-fb3c-496f-9a69-1d58bfaf4b51 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:00.037794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f714d-721c-404c-836e-b8fa9c7c783b None None] Pushing event deleted for resources: {'Port': ['ID=7072a3e9-a921-45b1-8753-1a21fbaaf323,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:00.044049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cffd0b-cb8d-440a-a47d-278aed32ae4c') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:00.044354 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cffd0b-cb8d-440a-a47d-278aed32ae4c') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:00.055757 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (59cffd0b-cb8d-440a-a47d-278aed32ae4c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.074409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 823454b4-fb3c-496f-9a69-1d58bfaf4b51 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:00.074929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 823454b4-fb3c-496f-9a69-1d58bfaf4b51 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:00.082710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (59cffd0b-cb8d-440a-a47d-278aed32ae4c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.111369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:28:00.111943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (59cffd0b-cb8d-440a-a47d-278aed32ae4c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:28:00.125072 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:28:00.128600 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4b047707-6388-453e-b599-290fe9687a27), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.128718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f1444281-c10e-4641-911b-2bbf2ff441a7 None None] Deleting port 4b047707-6388-453e-b599-290fe9687a27 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:00.129023 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f1444281-c10e-4641-911b-2bbf2ff441a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4b047707-6388-453e-b599-290fe9687a27), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.168338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Port': ['ID=4b047707-6388-453e-b599-290fe9687a27,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:00.177456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] No DVR routers for this DVR port 4b047707-6388-453e-b599-290fe9687a27 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:28:00.225733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4b047707-6388-453e-b599-290fe9687a27 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:00.230013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f1444281-c10e-4641-911b-2bbf2ff441a7 None None] For port 4b047707-6388-453e-b599-290fe9687a27, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:00.230570 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f1444281-c10e-4641-911b-2bbf2ff441a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4b047707-6388-453e-b599-290fe9687a27), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.245038 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (6bfb58a6-87a5-4492-bf90-2d525e4aec3d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.252674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.266416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f1444281-c10e-4641-911b-2bbf2ff441a7 None None] Calling delete_port for 4b047707-6388-453e-b599-290fe9687a27 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:00.268689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 4b047707-6388-453e-b599-290fe9687a27 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:00.269043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4b047707-6388-453e-b599-290fe9687a27 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:00.269712 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] 10.222.0.11 "DELETE /v2.0/networks/6bfb58a6-87a5-4492-bf90-2d525e4aec3d HTTP/1.1" status: 204 len: 168 time: 0.9536448 Mar 10 15:28:00.270015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7072a3e9-a921-45b1-8753-1a21fbaaf323 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:00.272976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-f1444281-c10e-4641-911b-2bbf2ff441a7 None None] Port 4b047707-6388-453e-b599-290fe9687a27 was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:28:00.275992 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f1444281-c10e-4641-911b-2bbf2ff441a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (4b047707-6388-453e-b599-290fe9687a27), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.286250 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (cd7820ef-1627-43a1-8340-2c25b849fc27), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.310085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7820ef-1627-43a1-8340-2c25b849fc27']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:00.312452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32695e14-a9c1-43a5-93ac-b582890562eb tempest-ExtraDHCPOptionsTestJSON-1729544473 tempest-ExtraDHCPOptionsTestJSON-1729544473-project] Pushing event deleted for resources: {'Network': ['ID=6bfb58a6-87a5-4492-bf90-2d525e4aec3d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:00.322825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 7072a3e9-a921-45b1-8753-1a21fbaaf323 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:00.323179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7072a3e9-a921-45b1-8753-1a21fbaaf323 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:00.330503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1444281-c10e-4641-911b-2bbf2ff441a7 None None] Pushing event deleted for resources: {'Port': ['ID=4b047707-6388-453e-b599-290fe9687a27,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:00.337201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1444281-c10e-4641-911b-2bbf2ff441a7 None None] No DVR routers for this DVR port 4b047707-6388-453e-b599-290fe9687a27 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:28:00.362656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:00.364294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:00.383976 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.407828 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.415688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:28:00.416088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (0d9d193d-ee25-4ca3-b6a4-c1fdc5eea9f4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:28:00.419421 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:28:00.482014 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (cd7820ef-1627-43a1-8340-2c25b849fc27), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.498256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.502164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/networks/cd7820ef-1627-43a1-8340-2c25b849fc27 HTTP/1.1" status: 204 len: 168 time: 0.8662407 Mar 10 15:28:00.505288 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53704) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:00.518849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24544a91-f7ef-426a-830e-1d2ba2bb20be tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Network': ['ID=cd7820ef-1627-43a1-8340-2c25b849fc27,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:00.605088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53706) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:00.691463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting port 14252a8c-f0d5-4ea6-853b-a1704f1265f9 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:00.692114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (14252a8c-f0d5-4ea6-853b-a1704f1265f9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.764073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5bb7b9bb-d04a-4a72-932d-246453754a3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6a56e694fe34e14a8b3beae95e6126b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576121 Mar 10 15:28:00.766643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53710) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:00.781902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (14252a8c-f0d5-4ea6-853b-a1704f1265f9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.782324 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for floatingip (14252a8c-f0d5-4ea6-853b-a1704f1265f9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.795737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Calling delete_port for 14252a8c-f0d5-4ea6-853b-a1704f1265f9 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:00.815247 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ea7e221d-a8d5-423f-bfe5-6f319304a1d9 admin admin] Publish callbacks [] for security_group (24224603-619f-4eac-bb4b-49854d749559), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.836488 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ea7e221d-a8d5-423f-bfe5-6f319304a1d9 admin admin] Publish callbacks [] for security_group (24224603-619f-4eac-bb4b-49854d749559), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.887306 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ea7e221d-a8d5-423f-bfe5-6f319304a1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (24224603-619f-4eac-bb4b-49854d749559), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.889933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ea7e221d-a8d5-423f-bfe5-6f319304a1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:00.891164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ea7e221d-a8d5-423f-bfe5-6f319304a1d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24224603-619f-4eac-bb4b-49854d749559 HTTP/1.1" status: 204 len: 168 time: 0.1234939 Mar 10 15:28:00.901470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e221d-a8d5-423f-bfe5-6f319304a1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24224603-619f-4eac-bb4b-49854d749559,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:00.973586 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (14252a8c-f0d5-4ea6-853b-a1704f1265f9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.012728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Port': ['ID=14252a8c-f0d5-4ea6-853b-a1704f1265f9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:01.096170 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for floatingip (226190ab-6b71-4fdb-89ea-334a06dfac00), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.096509 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Floating IP 226190ab-6b71-4fdb-89ea-334a06dfac00 disassociated (deleted). External IP: 172.25.3.69, port: 0a5a3318-c11b-451e-ad6e-5d6bedb82088. Mar 10 15:28:01.325574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 58829795-5365-412a-8558-28a5882ddca3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:01.447339 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:01.454901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.459873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9898236-7bb3-48a4-b789-49c9d3d170f4 None None] Sync routers for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:01.471546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9898236-7bb3-48a4-b789-49c9d3d170f4 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:01.472088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a9898236-7bb3-48a4-b789-49c9d3d170f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:01.497970 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bbedc59e-1249-44c9-8aff-500619f76bae tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/floatingips/226190ab-6b71-4fdb-89ea-334a06dfac00 HTTP/1.1" status: 204 len: 168 time: 0.9892743 Mar 10 15:28:01.497970 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'tag': '0a5a3318-c11b-451e-ad6e-5d6bedb82088'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:01.499253 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc97e4a-df63-4d5d-b329-538ecb33d76b", "tag": "0a5a3318-c11b-451e-ad6e-5d6bedb82088"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:01.548298 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6ce915-05af-42a3-9901-2ca6b8e6f382 x-openstack-request-id: req-ac6ce915-05af-42a3-9901-2ca6b8e6f382 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:01.548298 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc97e4a-df63-4d5d-b329-538ecb33d76b", "tag": "0a5a3318-c11b-451e-ad6e-5d6bedb82088", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:01.549802 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac6ce915-05af-42a3-9901-2ca6b8e6f382 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:01.550659 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'tag': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'status': 'completed', 'code': 200} Mar 10 15:28:01.648373 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f req-b9f2fe74-41ec-4be6-bca5-0a8b24db792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:01.650017 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f req-b9f2fe74-41ec-4be6-bca5-0a8b24db792e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 1128 time: 0.0771952 Mar 10 15:28:01.664010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-a9898236-7bb3-48a4-b789-49c9d3d170f4 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:01.699145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53742) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:01.787952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f req-aa5baa23-a624-49fe-a433-09d8fb012321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:01.791785 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f req-aa5baa23-a624-49fe-a433-09d8fb012321 service neutron] 10.222.0.62 "GET /v2.0/networks?id=43c96caf-304a-49c8-83c7-fb2098d8caaa HTTP/1.1" status: 200 len: 897 time: 0.1310482 Mar 10 15:28:01.843208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-570231887'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:01.861729 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f req-3d00e224-5c81-4fb4-ac8d-c0c009c03361 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a5a3318-c11b-451e-ad6e-5d6bedb82088 HTTP/1.1" status: 200 len: 217 time: 0.0604613 Mar 10 15:28:01.871518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887057e-addd-4deb-8dda-caeac89af611 req-444cca6f-a299-4e0f-8086-899186cc81da tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:01.873278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8887057e-addd-4deb-8dda-caeac89af611 req-444cca6f-a299-4e0f-8086-899186cc81da tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 946 time: 0.0933828 Mar 10 15:28:01.894642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Made reservation on behalf of acf89e3d602f430283893b6d675c3e8a for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:01.897933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.927061 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:01.932156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a9898236-7bb3-48a4-b789-49c9d3d170f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:27:53Z', 'revision_number': 6, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:01.934982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f req-8dcebbe9-0a12-4596-9c41-5dbbf287b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:01.936478 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f req-8dcebbe9-0a12-4596-9c41-5dbbf287b233 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=58aac919-f367-46da-86d2-7d27244fcaca HTTP/1.1" status: 200 len: 835 time: 0.0664687 Mar 10 15:28:01.963183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9898236-7bb3-48a4-b789-49c9d3d170f4 None None] Checking router: 58829795-5365-412a-8558-28a5882ddca3 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:01.973285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9898236-7bb3-48a4-b789-49c9d3d170f4 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:01.974187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a9898236-7bb3-48a4-b789-49c9d3d170f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:01.985233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8887057e-addd-4deb-8dda-caeac89af611 req-6c70038f-ea2a-448a-b9fc-bd7b46220177 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008196 Mar 10 15:28:02.013694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f req-c86e1b0f-c322-4da9-a636-265ac07aa045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:02.013694 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f req-c86e1b0f-c322-4da9-a636-265ac07aa045 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=43c96caf-304a-49c8-83c7-fb2098d8caaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682256 Mar 10 15:28:02.049885 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for security_group (13562478-e827-4169-9c54-27a08b6f633e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.056174 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (13562478-e827-4169-9c54-27a08b6f633e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.085109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:28:02.104357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13562478-e827-4169-9c54-27a08b6f633e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:02.107942 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f8a52c0b-e0b4-4d84-b6cc-ec0af88d004d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.108293 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Added segment f8a52c0b-e0b4-4d84-b6cc-ec0af88d004d of type vlan for network ddbb014a-cf59-41de-bc13-45a7ccf6e685 Mar 10 15:28:02.129694 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f req-1419dd95-7064-4af2-9afc-0045b74f4b78 service neutron] 10.222.0.62 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109886 Mar 10 15:28:02.162816 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ddbb014a-cf59-41de-bc13-45a7ccf6e685), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.169529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-a9898236-7bb3-48a4-b789-49c9d3d170f4 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:02.221245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ddbb014a-cf59-41de-bc13-45a7ccf6e685), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.227336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:02.231501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.264378 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-6aaf2e5b-efc2-4acb-bf4b-d1259f10a99f req-55934372-a730-4f9b-ae9a-2c03201ae745 service neutron] 10.222.0.62 "GET /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269526 Mar 10 15:28:02.270431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5698972 Mar 10 15:28:02.275816 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53748) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:02.282356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'subnet': {'network_id': 'ddbb014a-cf59-41de-bc13-45a7ccf6e685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:02.325447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b3d49-e5f3-4758-8ccb-1827602167a6 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Network': ['ID=ddbb014a-cf59-41de-bc13-45a7ccf6e685,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:02.351739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ddbb014a-cf59-41de-bc13-45a7ccf6e685 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:28:02.389715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Made reservation on behalf of acf89e3d602f430283893b6d675c3e8a for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:02.393724 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.490210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a9898236-7bb3-48a4-b789-49c9d3d170f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:27:53Z', 'revision_number': 6, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:02.521632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9898236-7bb3-48a4-b789-49c9d3d170f4 None None] The sync data for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 is: [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:27:53Z', 'revision_number': 6, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a3f82bea-717b-4d99-a2e3-ebef77dfe5c5', 'name': '', 'network_id': '43c96caf-304a-49c8-83c7-fb2098d8caaa', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:8d:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '58aac919-f367-46da-86d2-7d27244fcaca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:15Z', 'updated_at': '2022-03-10T15:25:21Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': '58aac919-f367-46da-86d2-7d27244fcaca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:02.607189 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (e92145c6-a9d8-4740-8738-ca74f0e05425), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.678917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Subnet': ['ID=e92145c6-a9d8-4740-8738-ca74f0e05425,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:02.689261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Checking segment: {'id': 'f8a52c0b-e0b4-4d84-b6cc-ec0af88d004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ddbb014a-cf59-41de-bc13-45a7ccf6e685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:02.689759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network hostable DHCP agents. Network: ddbb014a-cf59-41de-bc13-45a7ccf6e685, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:28:02.713170 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network ddbb014a-cf59-41de-bc13-45a7ccf6e685 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:28:02.724836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ddbb014a-cf59-41de-bc13-45a7ccf6e685) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:02.732157 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:02.732358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.735536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c49225-b6f5-4d66-b4d0-6e13d746c07c None None] Network ddbb014a-cf59-41de-bc13-45a7ccf6e685 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:02.750352 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2d693f16-62bf-4f78-9fc3-9f1d239c2566 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4727690 Mar 10 15:28:02.753389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53750) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:02.763233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1906993395', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:02.789492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.791836 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.856378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ff349b-f487-424e-a319-513d6b0685fb None None] Network ddbb014a-cf59-41de-bc13-45a7ccf6e685 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:02.859238 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_controller (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:02.878166 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e143df3b-8ffe-4c38-855d-9bbcf6dba002 None None] New status for floating IP 226190ab-6b71-4fdb-89ea-334a06dfac00: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:28:03.041314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_gateway (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:03.135906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134f97f-882e-4059-9986-d7b49f4a9b14 req-b14f8d45-4f59-4fa2-a400-d436c64de5f4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:03.142869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d134f97f-882e-4059-9986-d7b49f4a9b14 req-b14f8d45-4f59-4fa2-a400-d436c64de5f4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 946 time: 0.0651608 Mar 10 15:28:03.189171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d134f97f-882e-4059-9986-d7b49f4a9b14 req-37dc0d99-ab9c-4f1d-a809-632c4b2ab1e5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ba73048-f79a-43a9-a842-330dee56c87e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454383 Mar 10 15:28:03.191267 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ef8ac-f74b-427c-903f-fadf81a29c52 req-b16aba36-d258-4e9a-aedf-c6873b943648 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:03.192699 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3d7ef8ac-f74b-427c-903f-fadf81a29c52 req-b16aba36-d258-4e9a-aedf-c6873b943648 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 946 time: 0.0704722 Mar 10 15:28:03.348085 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_gateway (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:03.373973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:03.465860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-3d7ef8ac-f74b-427c-903f-fadf81a29c52 req-2985ec71-a0b6-4188-9c30-50b4cc09d9cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:03.466199 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3d7ef8ac-f74b-427c-903f-fadf81a29c52 req-2985ec71-a0b6-4188-9c30-50b4cc09d9cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:03.883008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.25.3.253 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/e5555206-f24f-47bc-bf8c-1a3ff140a184) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:03.933793 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-3d7ef8ac-f74b-427c-903f-fadf81a29c52 req-2985ec71-a0b6-4188-9c30-50b4cc09d9cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] For port 0a5a3318-c11b-451e-ad6e-5d6bedb82088, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=0a5a3318-c11b-451e-ad6e-5d6bedb82088,segment=NetworkSegment(997e9318-5520-49d9-be8a-5ed4f91ce0c7),segment_id=997e9318-5520-49d9-be8a-5ed4f91ce0c7)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:03.934159 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3d7ef8ac-f74b-427c-903f-fadf81a29c52 req-2985ec71-a0b6-4188-9c30-50b4cc09d9cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:03.955444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-3d7ef8ac-f74b-427c-903f-fadf81a29c52 req-2985ec71-a0b6-4188-9c30-50b4cc09d9cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Calling delete_port for 0a5a3318-c11b-451e-ad6e-5d6bedb82088 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:04.065497 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (e5555206-f24f-47bc-bf8c-1a3ff140a184), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:04.138674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e5555206-f24f-47bc-bf8c-1a3ff140a184), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:04.194738 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3d7ef8ac-f74b-427c-903f-fadf81a29c52 req-2985ec71-a0b6-4188-9c30-50b4cc09d9cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0a5a3318-c11b-451e-ad6e-5d6bedb82088), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:04.202568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:04.205037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:04.207207 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:04.209103 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=e5555206-f24f-47bc-bf8c-1a3ff140a184,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:04.272585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985ec71-a0b6-4188-9c30-50b4cc09d9cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Port': ['ID=0a5a3318-c11b-451e-ad6e-5d6bedb82088,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:04.318966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7293e03d-7162-4ae1-b2dd-86173a22c001 req-84729a33-d531-45d8-b7de-63084d4af26f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fc97e4a-df63-4d5d-b329-538ecb33d76b HTTP/1.1" status: 200 len: 210 time: 0.0479841 Mar 10 15:28:04.331734 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7ef8ac-f74b-427c-903f-fadf81a29c52 req-2985ec71-a0b6-4188-9c30-50b4cc09d9cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] No DVR routers for this DVR port 0a5a3318-c11b-451e-ad6e-5d6bedb82088 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:28:04.338779 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-3d7ef8ac-f74b-427c-903f-fadf81a29c52 req-2985ec71-a0b6-4188-9c30-50b4cc09d9cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:04.342264 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-3d7ef8ac-f74b-427c-903f-fadf81a29c52 req-2985ec71-a0b6-4188-9c30-50b4cc09d9cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "DELETE /v2.0/ports/0a5a3318-c11b-451e-ad6e-5d6bedb82088 HTTP/1.1" status: 204 len: 173 time: 1.1422100 Mar 10 15:28:04.342806 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'name': 'network-vif-deleted', 'tag': '0a5a3318-c11b-451e-ad6e-5d6bedb82088'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:04.345432 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6f04bd-8df3-4b44-9f7f-e44280addd22" -d '{"events": [{"server_uuid": "5fc97e4a-df63-4d5d-b329-538ecb33d76b", "name": "network-vif-deleted", "tag": "0a5a3318-c11b-451e-ad6e-5d6bedb82088"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:04.404094 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7de097-0ec5-46a7-ac54-8ee12f02635c x-openstack-request-id: req-ef7de097-0ec5-46a7-ac54-8ee12f02635c {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:04.404391 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc97e4a-df63-4d5d-b329-538ecb33d76b", "name": "network-vif-deleted", "tag": "0a5a3318-c11b-451e-ad6e-5d6bedb82088", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:04.404649 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef7de097-0ec5-46a7-ac54-8ee12f02635c {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:04.405047 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc97e4a-df63-4d5d-b329-538ecb33d76b', 'name': 'network-vif-deleted', 'tag': '0a5a3318-c11b-451e-ad6e-5d6bedb82088', 'status': 'completed', 'code': 200} Mar 10 15:28:04.606516 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_gateway (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:04.855060 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:04.992426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:28:05.112813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:05.123133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bac03-c302-4e95-98e5-e673efbe91ca None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:05.133076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2bac03-c302-4e95-98e5-e673efbe91ca None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:05.133697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cb2bac03-c302-4e95-98e5-e673efbe91ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:05.135930 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.142013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53766) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:05.151564 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5b8b28ed-2b9b-4956-be9b-61b713161296 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3951800 Mar 10 15:28:05.179515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cb2bac03-c302-4e95-98e5-e673efbe91ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:05.189394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2bac03-c302-4e95-98e5-e673efbe91ca None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:05.190000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cb2bac03-c302-4e95-98e5-e673efbe91ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:05.223534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cb2bac03-c302-4e95-98e5-e673efbe91ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:05.224192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bac03-c302-4e95-98e5-e673efbe91ca None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:05.395072 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53772) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:05.465813 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07a57075-bd8e-4158-944a-141d3f982812 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (9ba73048-f79a-43a9-a842-330dee56c87e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.492206 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07a57075-bd8e-4158-944a-141d3f982812 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (9ba73048-f79a-43a9-a842-330dee56c87e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.578392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07a57075-bd8e-4158-944a-141d3f982812 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9ba73048-f79a-43a9-a842-330dee56c87e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.581280 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-07a57075-bd8e-4158-944a-141d3f982812 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.582459 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-07a57075-bd8e-4158-944a-141d3f982812 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/security-groups/9ba73048-f79a-43a9-a842-330dee56c87e HTTP/1.1" status: 204 len: 168 time: 0.1861181 Mar 10 15:28:05.597912 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a57075-bd8e-4158-944a-141d3f982812 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba73048-f79a-43a9-a842-330dee56c87e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:05.631600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53776) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:05.647790 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:05.987758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.20.0.1 (ddbb014a-cf59-41de-bc13-45a7ccf6e685/e92145c6-a9d8-4740-8738-ca74f0e05425/a899f03b-ebaf-433e-b4fe-53f9d71e9e56) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:06.096185 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (58829795-5365-412a-8558-28a5882ddca3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.142953 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (a899f03b-ebaf-433e-b4fe-53f9d71e9e56), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.186443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a899f03b-ebaf-433e-b4fe-53f9d71e9e56), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.229398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network ddbb014a-cf59-41de-bc13-45a7ccf6e685 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:06.233131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:06.237207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:06.290830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.342679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=a899f03b-ebaf-433e-b4fe-53f9d71e9e56,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:06.418162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:06.419241 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.463023 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a899f03b-ebaf-433e-b4fe-53f9d71e9e56), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.531882 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] For port a3f82bea-717b-4d99-a2e3-ebef77dfe5c5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3f82bea-717b-4d99-a2e3-ebef77dfe5c5,segment=NetworkSegment(997e9318-5520-49d9-be8a-5ed4f91ce0c7),segment_id=997e9318-5520-49d9-be8a-5ed4f91ce0c7)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:06.532258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.550603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Calling delete_port for a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:06.792962 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a3f82bea-717b-4d99-a2e3-ebef77dfe5c5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.811641 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (a899f03b-ebaf-433e-b4fe-53f9d71e9e56), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.817970 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a899f03b-ebaf-433e-b4fe-53f9d71e9e56), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.829144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Port': ['ID=a3f82bea-717b-4d99-a2e3-ebef77dfe5c5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:06.910345 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:06.912933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=a899f03b-ebaf-433e-b4fe-53f9d71e9e56,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:07.034622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network ddbb014a-cf59-41de-bc13-45a7ccf6e685 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:07.037047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:07.061895 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (58829795-5365-412a-8558-28a5882ddca3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.177252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:07.293135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:07.298514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4ffa083c-1384-47c8-8443-99496abd80a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "PUT /v2.0/routers/dcc15927-1dca-4a57-9fb4-cd4893bedf5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1555948 Mar 10 15:28:07.299560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 58829795-5365-412a-8558-28a5882ddca3 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:07.301181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53782) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:07.304982 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddbef8-764e-4883-b611-d104f7507c97 None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:07.307257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'port': {'network_id': 'ddbb014a-cf59-41de-bc13-45a7ccf6e685', 'name': 'tempest-FloatingIPTestJSON-805089022'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:07.317292 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ddbef8-764e-4883-b611-d104f7507c97 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:07.317918 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d7ddbef8-764e-4883-b611-d104f7507c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:07.358092 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d7ddbef8-764e-4883-b611-d104f7507c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:07.367654 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ddbef8-764e-4883-b611-d104f7507c97 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:07.368532 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d7ddbef8-764e-4883-b611-d104f7507c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:07.403513 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d7ddbef8-764e-4883-b611-d104f7507c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:07.404464 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ddbef8-764e-4883-b611-d104f7507c97 None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:07.431492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:07.438597 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fdd4a5bf-7471-45f7-b79b-86c77e8b502e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "PUT /v2.0/routers/58829795-5365-412a-8558-28a5882ddca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059216 Mar 10 15:28:07.441300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53784) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:07.447723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcf8fc3-dbaa-4753-aeb1-debad0049e87 None None] Sync routers for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:07.459892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf8fc3-dbaa-4753-aeb1-debad0049e87 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:07.460852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0fcf8fc3-dbaa-4753-aeb1-debad0049e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:07.499291 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9ab995-6ee5-4345-9324-9b9f616ead64 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting subnet 58aac919-f367-46da-86d2-7d27244fcaca {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:28:07.503391 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a9ab995-6ee5-4345-9324-9b9f616ead64 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for subnet (58aac919-f367-46da-86d2-7d27244fcaca), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.575214 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a9ab995-6ee5-4345-9324-9b9f616ead64 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (58aac919-f367-46da-86d2-7d27244fcaca), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.588854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0fcf8fc3-dbaa-4753-aeb1-debad0049e87 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:07.725508 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a9ab995-6ee5-4345-9324-9b9f616ead64 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (58aac919-f367-46da-86d2-7d27244fcaca), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.809980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0fcf8fc3-dbaa-4753-aeb1-debad0049e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:28:06Z', 'revision_number': 7, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:07.814469 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a9ab995-6ee5-4345-9324-9b9f616ead64 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (58aac919-f367-46da-86d2-7d27244fcaca), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.831409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Made reservation on behalf of acf89e3d602f430283893b6d675c3e8a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:07.835527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.853132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ab995-6ee5-4345-9324-9b9f616ead64 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Subnet': ['ID=58aac919-f367-46da-86d2-7d27244fcaca,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:07.856512 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a9ab995-6ee5-4345-9324-9b9f616ead64 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:07.863798 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2a9ab995-6ee5-4345-9324-9b9f616ead64 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/subnets/58aac919-f367-46da-86d2-7d27244fcaca HTTP/1.1" status: 204 len: 168 time: 0.4210813 Mar 10 15:28:07.864626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] device_id is not set on port d01e9d42-f60c-49fe-ab07-cf87b9f45c0f yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:28:07.865342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53792) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:07.895751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6093c727-9dea-4ffc-a79a-43a9b44f141a None None] Network 43c96caf-304a-49c8-83c7-fb2098d8caaa requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:07.898235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcf8fc3-dbaa-4753-aeb1-debad0049e87 None None] Checking router: 58829795-5365-412a-8558-28a5882ddca3 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:07.928392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf8fc3-dbaa-4753-aeb1-debad0049e87 None None] Routers {'58829795-5365-412a-8558-28a5882ddca3'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:07.930512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0fcf8fc3-dbaa-4753-aeb1-debad0049e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['58829795-5365-412a-8558-28a5882ddca3'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:08.000901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router (58829795-5365-412a-8558-28a5882ddca3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.039038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94848-d7a7-4411-8ce2-c1a3a6b80acb req-adaac8bf-dc35-4160-b461-1e719d058760 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:08.041341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03d94848-d7a7-4411-8ce2-c1a3a6b80acb req-adaac8bf-dc35-4160-b461-1e719d058760 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 950 time: 0.1113322 Mar 10 15:28:08.048254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.20.0.2 (ddbb014a-cf59-41de-bc13-45a7ccf6e685/e92145c6-a9d8-4740-8738-ca74f0e05425/d01e9d42-f60c-49fe-ab07-cf87b9f45c0f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:08.070415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 0a5a3318-c11b-451e-ad6e-5d6bedb82088 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:08.091034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0fcf8fc3-dbaa-4753-aeb1-debad0049e87 None None] Set router 58829795-5365-412a-8558-28a5882ddca3 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:08.153387 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_gateway (58829795-5365-412a-8558-28a5882ddca3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.159343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03d94848-d7a7-4411-8ce2-c1a3a6b80acb req-a2f7b394-1168-400c-a20a-c64c1020a87b tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076345 Mar 10 15:28:08.204975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 0a5a3318-c11b-451e-ad6e-5d6bedb82088 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:08.205329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 0a5a3318-c11b-451e-ad6e-5d6bedb82088 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:08.222229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting port dd5d576a-19f1-465d-bb84-64e7d09da882 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:08.222572 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.307053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (d01e9d42-f60c-49fe-ab07-cf87b9f45c0f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.309891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] For port dd5d576a-19f1-465d-bb84-64e7d09da882, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dd5d576a-19f1-465d-bb84-64e7d09da882,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:08.310270 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.323880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Calling delete_port for dd5d576a-19f1-465d-bb84-64e7d09da882 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:08.344413 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d01e9d42-f60c-49fe-ab07-cf87b9f45c0f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.393145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network ddbb014a-cf59-41de-bc13-45a7ccf6e685 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:08.396460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:08.401638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:08.406474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=d01e9d42-f60c-49fe-ab07-cf87b9f45c0f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:08.456765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:08.457663 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.474668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1f246142-fbd3-4fe9-bc37-ee5a34d6d0a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1720300 Mar 10 15:28:08.477035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53794) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:08.482928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'port': {'network_id': 'ddbb014a-cf59-41de-bc13-45a7ccf6e685', 'name': 'tempest-FloatingIPTestJSON-2140886003'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:08.512705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (dd5d576a-19f1-465d-bb84-64e7d09da882), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.543466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Port': ['ID=dd5d576a-19f1-465d-bb84-64e7d09da882,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:08.545697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0fcf8fc3-dbaa-4753-aeb1-debad0049e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:28:06Z', 'revision_number': 7, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:08.579552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcf8fc3-dbaa-4753-aeb1-debad0049e87 None None] The sync data for ids ['58829795-5365-412a-8558-28a5882ddca3'] in n-d-833090-1 is: [{'id': '58829795-5365-412a-8558-28a5882ddca3', 'name': 'tempest-TestNetworkBasicOps-router-97022829', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:28:06Z', 'revision_number': 7, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': 'dd5d576a-19f1-465d-bb84-64e7d09da882', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58829795-5365-412a-8558-28a5882ddca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:25:12Z', 'updated_at': '2022-03-10T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:08.595522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9cf4e9-fa5e-4cdc-81fb-aceca3f9938b None None] DHCP port deletion for 43c96caf-304a-49c8-83c7-fb2098d8caaa request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:28:08.624821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Made reservation on behalf of acf89e3d602f430283893b6d675c3e8a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:08.628737 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.635294 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (58829795-5365-412a-8558-28a5882ddca3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.650749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cf4e9-fa5e-4cdc-81fb-aceca3f9938b None None] Deleting port 0c1edcd8-2267-46b2-9833-3eb6443f038a {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:08.651295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf4e9-fa5e-4cdc-81fb-aceca3f9938b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.651529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] device_id is not set on port 3708a4e7-e3ba-458a-bc69-32f3500a1c92 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:28:08.718001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0e9cf4e9-fa5e-4cdc-81fb-aceca3f9938b None None] For port 0c1edcd8-2267-46b2-9833-3eb6443f038a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c1edcd8-2267-46b2-9833-3eb6443f038a,segment=NetworkSegment(997e9318-5520-49d9-be8a-5ed4f91ce0c7),segment_id=997e9318-5520-49d9-be8a-5ed4f91ce0c7)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:08.718558 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf4e9-fa5e-4cdc-81fb-aceca3f9938b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.731759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cf4e9-fa5e-4cdc-81fb-aceca3f9938b None None] Calling delete_port for 0c1edcd8-2267-46b2-9833-3eb6443f038a owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:08.733825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (58829795-5365-412a-8558-28a5882ddca3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.736282 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_controller (58829795-5365-412a-8558-28a5882ddca3), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.778325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.20.0.7 (ddbb014a-cf59-41de-bc13-45a7ccf6e685/e92145c6-a9d8-4740-8738-ca74f0e05425/3708a4e7-e3ba-458a-bc69-32f3500a1c92) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:08.781360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (58829795-5365-412a-8558-28a5882ddca3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.781729 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Fanout notify agent at l3_agent the message router_deleted on router 58829795-5365-412a-8558-28a5882ddca3 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:28:08.790169 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.792345 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-18a79916-285d-4638-9cea-e8c51130890f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/routers/58829795-5365-412a-8558-28a5882ddca3 HTTP/1.1" status: 204 len: 168 time: 0.9246588 Mar 10 15:28:08.794378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53796) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:08.824304 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf4e9-fa5e-4cdc-81fb-aceca3f9938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (0c1edcd8-2267-46b2-9833-3eb6443f038a), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.851415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cf4e9-fa5e-4cdc-81fb-aceca3f9938b None None] Pushing event deleted for resources: {'Port': ['ID=0c1edcd8-2267-46b2-9833-3eb6443f038a,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:08.856295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cf4e9-fa5e-4cdc-81fb-aceca3f9938b None None] No DVR routers for this DVR port 0c1edcd8-2267-46b2-9833-3eb6443f038a on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:28:08.885920 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (43c96caf-304a-49c8-83c7-fb2098d8caaa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:08.974033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (3708a4e7-e3ba-458a-bc69-32f3500a1c92), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.011704 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3708a4e7-e3ba-458a-bc69-32f3500a1c92), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.065713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network ddbb014a-cf59-41de-bc13-45a7ccf6e685 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:09.069292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:09.074047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:09.112682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=3708a4e7-e3ba-458a-bc69-32f3500a1c92,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:09.135804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:09.136462 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.156503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f38286dc-5f40-44c7-9af6-c5e0e9c84a8e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6747103 Mar 10 15:28:09.156817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53798) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:09.161615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '3708a4e7-e3ba-458a-bc69-32f3500a1c92', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:09.183621 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.336647 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (43c96caf-304a-49c8-83c7-fb2098d8caaa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.336926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793c2ca-f892-41c1-a950-fa40e98a5fce req-1c30b359-fe11-4d3b-a22a-ae4371fc30bb tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:09.340482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d793c2ca-f892-41c1-a950-fa40e98a5fce req-1c30b359-fe11-4d3b-a22a-ae4371fc30bb tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 950 time: 0.0839887 Mar 10 15:28:09.340482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.373768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c96caf-304a-49c8-83c7-fb2098d8caaa']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:09.384920 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997e9318-5520-49d9-be8a-5ed4f91ce0c7') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:09.385504 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997e9318-5520-49d9-be8a-5ed4f91ce0c7') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:09.396729 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (997e9318-5520-49d9-be8a-5ed4f91ce0c7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.411707 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (997e9318-5520-49d9-be8a-5ed4f91ce0c7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.420637 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:28:09.420637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (997e9318-5520-49d9-be8a-5ed4f91ce0c7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:28:09.423277 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:28:09.436628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d793c2ca-f892-41c1-a950-fa40e98a5fce req-25568756-4d83-496d-ab73-76abdba25160 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884340 Mar 10 15:28:09.484819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.25.3.145 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/f1e7711d-ff23-40dc-892a-d0b92bdf5b28) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:09.494954 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (43c96caf-304a-49c8-83c7-fb2098d8caaa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.502372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.505523 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/networks/43c96caf-304a-49c8-83c7-fb2098d8caaa HTTP/1.1" status: 204 len: 168 time: 0.7101247 Mar 10 15:28:09.518436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31be43-0fec-41d3-988c-a7e4a81375ff tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Network': ['ID=43c96caf-304a-49c8-83c7-fb2098d8caaa,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:09.525404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53802) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:09.530276 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'network': {'name': 'tempest-network-smoke--1601027319', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'port_security_enabled': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:09.549086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Made reservation on behalf of 47f54152170d442698f9aa36ce4372ea for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:09.552535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.577390 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:28:09.586455 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (252a66d3-e8c4-4206-bc40-b471bd5c7871), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.586819 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Added segment 252a66d3-e8c4-4206-bc40-b471bd5c7871 of type vlan for network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 Mar 10 15:28:09.605191 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (f1e7711d-ff23-40dc-892a-d0b92bdf5b28), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.628922 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (e8a9ebb9-44c9-48ea-b6ae-7698021ae722), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.641050 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f1e7711d-ff23-40dc-892a-d0b92bdf5b28), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.656700 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (e8a9ebb9-44c9-48ea-b6ae-7698021ae722), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.661787 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:09.662375 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.682777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:09.692886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:09.696511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:09.701705 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1742878 Mar 10 15:28:09.704212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53804) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:09.714190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-365001468', 'admin_state_up': True, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:09.739817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=f1e7711d-ff23-40dc-892a-d0b92bdf5b28,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:09.745604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a491d4-eb1b-47ef-904b-62f7fe0dd1a5 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Network': ['ID=e8a9ebb9-44c9-48ea-b6ae-7698021ae722,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:09.761920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:28:09.800919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (64685e8b-7c1c-412e-ad3f-45dc76db4909), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.801955 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (64685e8b-7c1c-412e-ad3f-45dc76db4909), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:09.909844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_controller (64685e8b-7c1c-412e-ad3f-45dc76db4909), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.140563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73a3e2-bfea-44fe-b377-2b604390b354 req-f923fa00-c60d-4942-a2e4-9521b93fd740 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:10.142065 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d73a3e2-bfea-44fe-b377-2b604390b354 req-f923fa00-c60d-4942-a2e4-9521b93fd740 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 950 time: 0.2726982 Mar 10 15:28:10.147877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c1edcd8-2267-46b2-9833-3eb6443f038a no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:10.169920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 0c1edcd8-2267-46b2-9833-3eb6443f038a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:10.170190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c1edcd8-2267-46b2-9833-3eb6443f038a not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:10.170605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dd5d576a-19f1-465d-bb84-64e7d09da882 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:10.178239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_gateway (64685e8b-7c1c-412e-ad3f-45dc76db4909), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.189599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: dd5d576a-19f1-465d-bb84-64e7d09da882 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:10.189953 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dd5d576a-19f1-465d-bb84-64e7d09da882 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:10.190379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:10.209716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:10.210071 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3f82bea-717b-4d99-a2e3-ebef77dfe5c5 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:10.470870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3d73a3e2-bfea-44fe-b377-2b604390b354 req-870b95b3-abda-4750-b388-2106430ac639 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Deleting port ab5efd3c-ffd6-46b2-8bc1-00040449db09 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:10.471214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3d73a3e2-bfea-44fe-b377-2b604390b354 req-870b95b3-abda-4750-b388-2106430ac639 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.505824 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (afff14eb-908a-4b37-8d75-614230b49243), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:10.977541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-3d73a3e2-bfea-44fe-b377-2b604390b354 req-870b95b3-abda-4750-b388-2106430ac639 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] For port ab5efd3c-ffd6-46b2-8bc1-00040449db09, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ab5efd3c-ffd6-46b2-8bc1-00040449db09,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:10.977915 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3d73a3e2-bfea-44fe-b377-2b604390b354 req-870b95b3-abda-4750-b388-2106430ac639 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.023324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3d73a3e2-bfea-44fe-b377-2b604390b354 req-870b95b3-abda-4750-b388-2106430ac639 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Calling delete_port for ab5efd3c-ffd6-46b2-8bc1-00040449db09 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:11.056474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_gateway (64685e8b-7c1c-412e-ad3f-45dc76db4909), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.060731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f1e7711d-ff23-40dc-892a-d0b92bdf5b28), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.090048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55fdbd-94f9-4d44-b071-bbaad6035dfc req-a42ea33c-51c5-41f0-803e-79eaf7e77bfa tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:11.091576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e55fdbd-94f9-4d44-b071-bbaad6035dfc req-a42ea33c-51c5-41f0-803e-79eaf7e77bfa tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d7a1ca8-668e-447a-9cee-4caae2b2f2d4 HTTP/1.1" status: 200 len: 950 time: 0.5809817 Mar 10 15:28:11.095293 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.304893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e55fdbd-94f9-4d44-b071-bbaad6035dfc req-6c142a89-4b81-4a06-928f-6daed6204bfb tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c95caa0-e949-468f-910d-ed4793ea57e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596348 Mar 10 15:28:11.434330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Allocated IP 172.25.3.185 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/7e92a684-a476-4cda-b1de-10983377777a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:11.477432 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3d73a3e2-bfea-44fe-b377-2b604390b354 req-870b95b3-abda-4750-b388-2106430ac639 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ab5efd3c-ffd6-46b2-8bc1-00040449db09), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.492750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['ab5efd3c-ffd6-46b2-8bc1-00040449db09'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:28:11.539617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (f1e7711d-ff23-40dc-892a-d0b92bdf5b28), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.556761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b95b3-abda-4750-b388-2106430ac639 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Pushing event deleted for resources: {'Port': ['ID=ab5efd3c-ffd6-46b2-8bc1-00040449db09,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:11.565130 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (f1e7711d-ff23-40dc-892a-d0b92bdf5b28), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.673176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d73a3e2-bfea-44fe-b377-2b604390b354 req-870b95b3-abda-4750-b388-2106430ac639 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] No DVR routers for this DVR port ab5efd3c-ffd6-46b2-8bc1-00040449db09 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:28:11.675946 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3d73a3e2-bfea-44fe-b377-2b604390b354 req-870b95b3-abda-4750-b388-2106430ac639 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.679384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d73a3e2-bfea-44fe-b377-2b604390b354 req-870b95b3-abda-4750-b388-2106430ac639 tempest-VolumesBackupsTest-1216310720 tempest-VolumesBackupsTest-1216310720-project] 10.222.0.45 "DELETE /v2.0/ports/ab5efd3c-ffd6-46b2-8bc1-00040449db09 HTTP/1.1" status: 204 len: 173 time: 1.5052602 Mar 10 15:28:11.687554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7a1ca8-668e-447a-9cee-4caae2b2f2d4', 'name': 'network-vif-deleted', 'tag': 'ab5efd3c-ffd6-46b2-8bc1-00040449db09'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:11.690140 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94674623-3c74-4e93-9107-44e91f265c1f" -d '{"events": [{"server_uuid": "6d7a1ca8-668e-447a-9cee-4caae2b2f2d4", "name": "network-vif-deleted", "tag": "ab5efd3c-ffd6-46b2-8bc1-00040449db09"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:11.734316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=f1e7711d-ff23-40dc-892a-d0b92bdf5b28,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:11.748432 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860e374b-eade-4d04-8998-8ddb1950118b x-openstack-request-id: req-860e374b-eade-4d04-8998-8ddb1950118b {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:11.748833 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7a1ca8-668e-447a-9cee-4caae2b2f2d4", "name": "network-vif-deleted", "tag": "ab5efd3c-ffd6-46b2-8bc1-00040449db09", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:11.748978 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-860e374b-eade-4d04-8998-8ddb1950118b {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:11.749390 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7a1ca8-668e-447a-9cee-4caae2b2f2d4', 'name': 'network-vif-deleted', 'tag': 'ab5efd3c-ffd6-46b2-8bc1-00040449db09', 'status': 'completed', 'code': 200} Mar 10 15:28:11.770137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (7e92a684-a476-4cda-b1de-10983377777a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.782186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (afff14eb-908a-4b37-8d75-614230b49243), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.895462 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7e92a684-a476-4cda-b1de-10983377777a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:11.960166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:11.961743 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP afff14eb-908a-4b37-8d75-614230b49243 associated. External IP: 172.25.3.145, port: 3708a4e7-e3ba-458a-bc69-32f3500a1c92. Mar 10 15:28:11.964910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=7e92a684-a476-4cda-b1de-10983377777a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:11.970062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:11.972677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:12.414089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:12.424440 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_gateway (64685e8b-7c1c-412e-ad3f-45dc76db4909), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:12.656067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:12.683433 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8b1c3-27a8-48db-b5e1-95bec348357e None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:12.688816 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:12.696319 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8b1c3-27a8-48db-b5e1-95bec348357e None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:12.697451 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3ab8b1c3-27a8-48db-b5e1-95bec348357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:12.770037 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3ab8b1c3-27a8-48db-b5e1-95bec348357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:12.782742 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8b1c3-27a8-48db-b5e1-95bec348357e None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:12.783769 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3ab8b1c3-27a8-48db-b5e1-95bec348357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:12.831817 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3ab8b1c3-27a8-48db-b5e1-95bec348357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:12.832875 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8b1c3-27a8-48db-b5e1-95bec348357e None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:13.042012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0927961b-4170-4ed3-9c96-edae6737c7a9 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8841064 Mar 10 15:28:13.045466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53834) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:13.050226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4a0f63be-f0ff-4659-9ff8-076a501f2847 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:13.060641 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (64685e8b-7c1c-412e-ad3f-45dc76db4909), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.127369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a0f63be-f0ff-4659-9ff8-076a501f2847 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (afff14eb-908a-4b37-8d75-614230b49243), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.220091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 64685e8b-7c1c-412e-ad3f-45dc76db4909 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:28:13.310574 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a0f63be-f0ff-4659-9ff8-076a501f2847 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.315024 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a0f63be-f0ff-4659-9ff8-076a501f2847 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (afff14eb-908a-4b37-8d75-614230b49243), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.315432 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-4a0f63be-f0ff-4659-9ff8-076a501f2847 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP afff14eb-908a-4b37-8d75-614230b49243 disassociated. External IP: 172.25.3.145, port: 3708a4e7-e3ba-458a-bc69-32f3500a1c92. Mar 10 15:28:13.337456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:13.350538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Sync routers for ids ['64685e8b-7c1c-412e-ad3f-45dc76db4909'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:13.361198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Routers {'64685e8b-7c1c-412e-ad3f-45dc76db4909'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:13.361760 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.362393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['64685e8b-7c1c-412e-ad3f-45dc76db4909'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:13.366305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e69ba12e-90e6-4e63-9821-b8f7ea28f41c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6574247 Mar 10 15:28:13.366516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53836) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:13.409521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-52cefb6d-36fc-4048-a9ed-f6630652531e tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=47f54152170d442698f9aa36ce4372ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395360 Mar 10 15:28:13.409749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53838) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:13.522639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Set router 64685e8b-7c1c-412e-ad3f-45dc76db4909 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:13.533919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc91ace-a2ea-48ba-a2fc-06695bfbc0c6 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:13.543721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4cc91ace-a2ea-48ba-a2fc-06695bfbc0c6 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304083 Mar 10 15:28:13.551613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53844) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:13.583683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a03c6b20-f41a-422c-ba1c-be0fbbd10039 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312014 Mar 10 15:28:13.587362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53846) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:13.592719 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1985622286', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:13.666520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0f63be-f0ff-4659-9ff8-076a501f2847 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:13.708454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:12Z', 'revision_number': 3, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:13.739802 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Made reservation on behalf of 47f54152170d442698f9aa36ce4372ea for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:13.741881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Checking router: 64685e8b-7c1c-412e-ad3f-45dc76db4909 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:13.742356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Updating router 64685e8b-7c1c-412e-ad3f-45dc76db4909 port 7e92a684-a476-4cda-b1de-10983377777a binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:28:13.743425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.771004 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7e92a684-a476-4cda-b1de-10983377777a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.875620 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0f63be-f0ff-4659-9ff8-076a501f2847 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:13.881419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a0f63be-f0ff-4659-9ff8-076a501f2847 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:13.886244 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f53687-1b8c-4ff6-9960-20ab9ba74b92 None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:13.897759 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f53687-1b8c-4ff6-9960-20ab9ba74b92 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:13.898684 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-01f53687-1b8c-4ff6-9960-20ab9ba74b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:13.936899 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-01f53687-1b8c-4ff6-9960-20ab9ba74b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:13.965851 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f53687-1b8c-4ff6-9960-20ab9ba74b92 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:13.966525 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-01f53687-1b8c-4ff6-9960-20ab9ba74b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:13.971187 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4a0f63be-f0ff-4659-9ff8-076a501f2847 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "PUT /v2.0/floatingips/afff14eb-908a-4b37-8d75-614230b49243 HTTP/1.1" status: 200 len: 688 time: 0.9244545 Mar 10 15:28:13.974995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53854) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:14.001829 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-01f53687-1b8c-4ff6-9960-20ab9ba74b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:14.002874 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f53687-1b8c-4ff6-9960-20ab9ba74b92 None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:14.131018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Publish callbacks [] for port (7e92a684-a476-4cda-b1de-10983377777a), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.135010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (ceec5633-f6ea-490f-861a-b2e07d52d464), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.138225 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7e92a684-a476-4cda-b1de-10983377777a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.188094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ca2728ce-2ff0-400a-ada1-dfbbd5d22eb0 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port f1e7711d-ff23-40dc-892a-d0b92bdf5b28 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:14.188546 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca2728ce-2ff0-400a-ada1-dfbbd5d22eb0 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f1e7711d-ff23-40dc-892a-d0b92bdf5b28), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.214011 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Subnet': ['ID=ceec5633-f6ea-490f-861a-b2e07d52d464,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:14.248185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Attempting to bind port 7e92a684-a476-4cda-b1de-10983377777a on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:14.248550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Attempting to bind port 7e92a684-a476-4cda-b1de-10983377777a by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:14.251654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Attempting to bind port 7e92a684-a476-4cda-b1de-10983377777a on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:14.257528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Checking segment: {'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:14.257960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network hostable DHCP agents. Network: e8a9ebb9-44c9-48ea-b6ae-7698021ae722, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:28:14.272151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb00121-ebac-42c3-b33a-33e5e469e1b9 None None] Pushing event updated for resources: {'Port': ['ID=7e92a684-a476-4cda-b1de-10983377777a,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:14.274334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:14.275314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:14.275466 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.275850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:14.276496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Bound port: 7e92a684-a476-4cda-b1de-10983377777a, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:14.276878 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7e92a684-a476-4cda-b1de-10983377777a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.297273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:28:14.312956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ab5efd3c-ffd6-46b2-8bc1-00040449db09 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:14.319528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, e8a9ebb9-44c9-48ea-b6ae-7698021ae722) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:14.326770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:14.327932 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.340673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e346a-325f-47a4-b911-5cb00d6040e2 None None] Network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:14.345721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: ab5efd3c-ffd6-46b2-8bc1-00040449db09 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:14.346074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ab5efd3c-ffd6-46b2-8bc1-00040449db09 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:14.349271 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9ab4886f-9527-475d-9b43-0484bfbae180 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7605102 Mar 10 15:28:14.351969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53862) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:14.352451 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca2728ce-2ff0-400a-ada1-dfbbd5d22eb0 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f1e7711d-ff23-40dc-892a-d0b92bdf5b28), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.352793 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca2728ce-2ff0-400a-ada1-dfbbd5d22eb0 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (f1e7711d-ff23-40dc-892a-d0b92bdf5b28), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.369383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ca2728ce-2ff0-400a-ada1-dfbbd5d22eb0 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for f1e7711d-ff23-40dc-892a-d0b92bdf5b28 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:14.397275 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] For port 7e92a684-a476-4cda-b1de-10983377777a, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:14.479343 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] For port 7e92a684-a476-4cda-b1de-10983377777a, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e92a684-a476-4cda-b1de-10983377777a,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:14.493796 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7e92a684-a476-4cda-b1de-10983377777a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.561475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ips': [{'subnet_id': 'ceec5633-f6ea-490f-861a-b2e07d52d464'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:28:14.562325 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.576767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca2728ce-2ff0-400a-ada1-dfbbd5d22eb0 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f1e7711d-ff23-40dc-892a-d0b92bdf5b28), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.597522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb00121-ebac-42c3-b33a-33e5e469e1b9 None None] Pushing event updated for resources: {'Port': ['ID=7e92a684-a476-4cda-b1de-10983377777a,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:14.606405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Routers {'64685e8b-7c1c-412e-ad3f-45dc76db4909'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:14.607093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['64685e8b-7c1c-412e-ad3f-45dc76db4909'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:14.624025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2728ce-2ff0-400a-ada1-dfbbd5d22eb0 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=f1e7711d-ff23-40dc-892a-d0b92bdf5b28,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:14.762339 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca2728ce-2ff0-400a-ada1-dfbbd5d22eb0 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (afff14eb-908a-4b37-8d75-614230b49243), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.768964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca2728ce-2ff0-400a-ada1-dfbbd5d22eb0 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.774549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ca2728ce-2ff0-400a-ada1-dfbbd5d22eb0 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/floatingips/afff14eb-908a-4b37-8d75-614230b49243 HTTP/1.1" status: 204 len: 168 time: 0.7974474 Mar 10 15:28:14.774959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53866) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:14.787642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': 'd01e9d42-f60c-49fe-ab07-cf87b9f45c0f'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:14.830186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:14.847939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] Set router 64685e8b-7c1c-412e-ad3f-45dc76db4909 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:14.851050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Allocated IP 172.20.0.2 (e8a9ebb9-44c9-48ea-b6ae-7698021ae722/ceec5633-f6ea-490f-861a-b2e07d52d464/f3c515c9-8053-41b0-966f-0c1b22fcd4b4) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:15.031386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.036326 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.211571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.25.3.153 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/30a8bd95-7f20-42b9-91c0-f3a3de9c4735) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:15.236390 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Publish callbacks [] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.245319 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.262846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:12Z', 'revision_number': 3, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:15.323565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:15.324635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54557a97-f7d4-4e53-a02e-0f018550ebd4 None None] The sync data for ids ['64685e8b-7c1c-412e-ad3f-45dc76db4909'] in n-d-833090-1 is: [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:12Z', 'revision_number': 3, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:15.336680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:15.345298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:15.354573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Pushing event updated for resources: {'Port': ['ID=f3c515c9-8053-41b0-966f-0c1b22fcd4b4,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:15.432302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Attempting to bind port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:15.433546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Attempting to bind port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:15.434025 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Attempting to bind port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 on network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:15.440555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:15.441570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Checking segment: {'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:15.442051 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.442524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Bound using segment: {'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:15.443314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Bound port: f3c515c9-8053-41b0-966f-0c1b22fcd4b4, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:15.444446 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.444576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (30a8bd95-7f20-42b9-91c0-f3a3de9c4735), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.498825 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (30a8bd95-7f20-42b9-91c0-f3a3de9c4735), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.569414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=30a8bd95-7f20-42b9-91c0-f3a3de9c4735,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:15.590351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:15.608766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:15.614397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Allocated IP 172.20.0.1 (e8a9ebb9-44c9-48ea-b6ae-7698021ae722/ceec5633-f6ea-490f-861a-b2e07d52d464/23492441-1e02-4948-8d0e-dc1a6c6b0600) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:15.616600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:15.880685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7873a6-9f8a-40e3-b602-eb1a5aa06d27 req-20e5baab-ed46-46b8-90a3-0c2ff352ed0f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:15.882234 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a7873a6-9f8a-40e3-b602-eb1a5aa06d27 req-20e5baab-ed46-46b8-90a3-0c2ff352ed0f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.1646793 Mar 10 15:28:15.899369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.905577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] For port f3c515c9-8053-41b0-966f-0c1b22fcd4b4, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:15.908906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] For port f3c515c9-8053-41b0-966f-0c1b22fcd4b4, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f3c515c9-8053-41b0-966f-0c1b22fcd4b4,segment=NetworkSegment(252a66d3-e8c4-4206-bc40-b471bd5c7871),segment_id=252a66d3-e8c4-4206-bc40-b471bd5c7871)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:15.920682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.960320 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:15.983913 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:15.986728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:16.014241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:16.052416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd22d3-9495-4ac9-ba83-60326775f365 None None] Pushing event updated for resources: {'Port': ['ID=f3c515c9-8053-41b0-966f-0c1b22fcd4b4,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:16.079245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a7873a6-9f8a-40e3-b602-eb1a5aa06d27 req-9142e6d2-6244-43a9-af87-8ab4ba5b21b0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801832 Mar 10 15:28:16.101491 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (64685e8b-7c1c-412e-ad3f-45dc76db4909), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:16.112472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53876) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:16.278258 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e9d4493e-17d3-416e-ad07-f10849e9a80b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/c0967539-0f75-45c6-b8ac-b54c1ebf3e84 HTTP/1.1" status: 200 len: 994 time: 0.1543086 Mar 10 15:28:16.278258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=23492441-1e02-4948-8d0e-dc1a6c6b0600,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:16.321624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7e92a684-a476-4cda-b1de-10983377777a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:16.524064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7e92a684-a476-4cda-b1de-10983377777a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:16.526074 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7e92a684-a476-4cda-b1de-10983377777a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:16.576549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:16.737362 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (c67efaf6-46a6-496b-a525-775faf765cfe), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:16.860110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7e92a684-a476-4cda-b1de-10983377777a is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:16.860801 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7e92a684-a476-4cda-b1de-10983377777a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:16.949528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 7e92a684-a476-4cda-b1de-10983377777a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e92a684-a476-4cda-b1de-10983377777a,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:16.959119 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7e92a684-a476-4cda-b1de-10983377777a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:17.049926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:17.055596 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:17.071671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=7e92a684-a476-4cda-b1de-10983377777a,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:17.089825 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (30a8bd95-7f20-42b9-91c0-f3a3de9c4735), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:17.141257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb80d8e-42eb-411a-b859-4156c9b3324b req-6b7672ca-1eaf-4678-9918-1bfb7c41c2a2 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:17.143024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4cb80d8e-42eb-411a-b859-4156c9b3324b req-6b7672ca-1eaf-4678-9918-1bfb7c41c2a2 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 1128 time: 0.3562384 Mar 10 15:28:17.152335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=23492441-1e02-4948-8d0e-dc1a6c6b0600,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:17.155217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (64685e8b-7c1c-412e-ad3f-45dc76db4909), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:17.169694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.170284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.170841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.171348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.171849 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.172342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.172839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.173523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.174011 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.174498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.175008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.176733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.177251 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.253525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4cb80d8e-42eb-411a-b859-4156c9b3324b req-02975d7e-e063-46ef-8ec0-2f30b07e78cc tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972168 Mar 10 15:28:17.347739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:17.349424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:17.437553 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (30a8bd95-7f20-42b9-91c0-f3a3de9c4735), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:17.445751 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (30a8bd95-7f20-42b9-91c0-f3a3de9c4735), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:17.554992 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 64685e8b-7c1c-412e-ad3f-45dc76db4909 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:17.567346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=30a8bd95-7f20-42b9-91c0-f3a3de9c4735,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:17.581571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.581571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.581819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.582118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.582423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.582761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.583115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.583473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.583774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.584117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.584420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.584737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.585065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:17.608134 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (c67efaf6-46a6-496b-a525-775faf765cfe), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:17.812643 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP c67efaf6-46a6-496b-a525-775faf765cfe associated. External IP: 172.25.3.153, port: d01e9d42-f60c-49fe-ab07-cf87b9f45c0f. Mar 10 15:28:17.814840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:17.826709 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a385824c-d34f-4a8a-a714-4337e5fce570 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "PUT /v2.0/routers/64685e8b-7c1c-412e-ad3f-45dc76db4909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4733813 Mar 10 15:28:17.832946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53898) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:17.972706 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:17.980809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb6851a-354b-41c9-8d0b-548738656aaf None None] Network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:18.225595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:18.260251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-597d4e07-04ff-4b1a-976e-18749e718870 None None] Provisioning complete for port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:18.260635 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-597d4e07-04ff-4b1a-976e-18749e718870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:18.412188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f3c515c9-8053-41b0-966f-0c1b22fcd4b4 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:18.471077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Sync routers for ids ['64685e8b-7c1c-412e-ad3f-45dc76db4909'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:18.484158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:18.492715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Routers {'64685e8b-7c1c-412e-ad3f-45dc76db4909'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:18.493936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['64685e8b-7c1c-412e-ad3f-45dc76db4909'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:18.497229 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e592ee-e88b-4864-92b9-1405f1eb0bef None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:18.516779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:18.518960 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e592ee-e88b-4864-92b9-1405f1eb0bef None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:18.519683 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-80e592ee-e88b-4864-92b9-1405f1eb0bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:18.560335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-15747c4c-c9f5-4613-92ef-5f6a1d3e6896 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7818418 Mar 10 15:28:18.560794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53914) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:18.618562 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-80e592ee-e88b-4864-92b9-1405f1eb0bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:18.633382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-14b26ec5-2252-48f3-ad67-b8bc76762a3a tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "GET /v2.0/floatingips/c67efaf6-46a6-496b-a525-775faf765cfe HTTP/1.1" status: 200 len: 977 time: 0.0693226 Mar 10 15:28:18.634181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53916) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:18.662213 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e592ee-e88b-4864-92b9-1405f1eb0bef None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:18.663015 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-80e592ee-e88b-4864-92b9-1405f1eb0bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:18.670289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-597d4e07-04ff-4b1a-976e-18749e718870 None None] Current status of the port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:18.671065 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-597d4e07-04ff-4b1a-976e-18749e718870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:18.716421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:18.717110 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:18.766496 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-80e592ee-e88b-4864-92b9-1405f1eb0bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:18.787327 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e592ee-e88b-4864-92b9-1405f1eb0bef None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:18.836181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Set router 64685e8b-7c1c-412e-ad3f-45dc76db4909 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:18.903257 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d29824ee-eb1b-4950-b912-77f4b92ebb77 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2683978 Mar 10 15:28:18.905564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53920) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:18.916236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ae5fb893-3776-4f5f-b152-d3f3d27078a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'floatingip': {'port_id': '3708a4e7-e3ba-458a-bc69-32f3500a1c92'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:18.990501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-597d4e07-04ff-4b1a-976e-18749e718870 None None] For port f3c515c9-8053-41b0-966f-0c1b22fcd4b4, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f3c515c9-8053-41b0-966f-0c1b22fcd4b4,segment=NetworkSegment(252a66d3-e8c4-4206-bc40-b471bd5c7871),segment_id=252a66d3-e8c4-4206-bc40-b471bd5c7871)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:19.005176 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-597d4e07-04ff-4b1a-976e-18749e718870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:19.040481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e1d3b-9cef-4964-bf52-71bb633b56a4 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.040481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e1d3b-9cef-4964-bf52-71bb633b56a4 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.041150 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e1d3b-9cef-4964-bf52-71bb633b56a4 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.041150 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e1d3b-9cef-4964-bf52-71bb633b56a4 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.053050 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e1d3b-9cef-4964-bf52-71bb633b56a4 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.053686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e1d3b-9cef-4964-bf52-71bb633b56a4 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.054181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e1d3b-9cef-4964-bf52-71bb633b56a4 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.054655 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e1d3b-9cef-4964-bf52-71bb633b56a4 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.055158 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e1d3b-9cef-4964-bf52-71bb633b56a4 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.060001 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-432e1d3b-9cef-4964-bf52-71bb633b56a4 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6368 time: 1.2233722 Mar 10 15:28:19.078338 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53926) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:19.231791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b885986-68c8-40f7-a012-d23b410687a0 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.232263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b885986-68c8-40f7-a012-d23b410687a0 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.232743 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b885986-68c8-40f7-a012-d23b410687a0 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.233194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b885986-68c8-40f7-a012-d23b410687a0 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.233533 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d4e07-04ff-4b1a-976e-18749e718870 None None] Pushing event updated for resources: {'Port': ['ID=f3c515c9-8053-41b0-966f-0c1b22fcd4b4,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:19.233686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b885986-68c8-40f7-a012-d23b410687a0 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.234077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b885986-68c8-40f7-a012-d23b410687a0 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.234527 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b885986-68c8-40f7-a012-d23b410687a0 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.235011 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b885986-68c8-40f7-a012-d23b410687a0 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.235716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b885986-68c8-40f7-a012-d23b410687a0 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.240186 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6b885986-68c8-40f7-a012-d23b410687a0 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5857 time: 0.1609628 Mar 10 15:28:19.241832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53928) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:19.295261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-152782e5-a41e-4ad2-a270-b1f9d2e98b0a None None] Provisioning complete for port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:19.295634 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-152782e5-a41e-4ad2-a270-b1f9d2e98b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:19.371012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:19.371973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7e92a684-a476-4cda-b1de-10983377777a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:19.413678 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-913200e5-fd69-4363-99f1-225c66432db8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4819264 Mar 10 15:28:19.428943 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-38e6239b-d839-4285-918d-6676dbbac1e6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:28:19.429965 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-38e6239b-d839-4285-918d-6676dbbac1e6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053360 Mar 10 15:28:19.583572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 7e92a684-a476-4cda-b1de-10983377777a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:19.583953 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7e92a684-a476-4cda-b1de-10983377777a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:19.611502 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb893-3776-4f5f-b152-d3f3d27078a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (c67efaf6-46a6-496b-a525-775faf765cfe), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:19.639726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-152782e5-a41e-4ad2-a270-b1f9d2e98b0a None None] Current status of the port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:19.659313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-152782e5-a41e-4ad2-a270-b1f9d2e98b0a None None] Provisioning complete for port 23492441-1e02-4948-8d0e-dc1a6c6b0600 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:19.659694 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-152782e5-a41e-4ad2-a270-b1f9d2e98b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:19.663895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '23492441-1e02-4948-8d0e-dc1a6c6b0600', 'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:4b:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:15Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 2, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:19.722385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Checking router: 64685e8b-7c1c-412e-ad3f-45dc76db4909 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:19.722750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Updating router 64685e8b-7c1c-412e-ad3f-45dc76db4909 port 23492441-1e02-4948-8d0e-dc1a6c6b0600 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:28:19.752495 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-a862c4ad-3171-4847-95a0-5aa0e860a3a7 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:19.754401 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-a862c4ad-3171-4847-95a0-5aa0e860a3a7 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports/3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 200 len: 1125 time: 0.2782044 Mar 10 15:28:19.799986 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:19.844594 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-06402aee-4aa2-41d7-9aae-8bda41243cb9 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5211 time: 0.5991755 Mar 10 15:28:19.848597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-152782e5-a41e-4ad2-a270-b1f9d2e98b0a None None] Port 23492441-1e02-4948-8d0e-dc1a6c6b0600 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:20.009710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 7e92a684-a476-4cda-b1de-10983377777a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:20.033190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-838d401a-8b96-4ed2-a138-000fd746a530 None None] Provisioning complete for port 23492441-1e02-4948-8d0e-dc1a6c6b0600 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:20.033573 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-838d401a-8b96-4ed2-a138-000fd746a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.186104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53944) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:20.198861 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9f3283dc-6de9-499d-99ea-bdbd0dc0e301 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415160824', 'description': 'tempest-secgroup-smoke-415160824 description', 'project_id': '47f54152170d442698f9aa36ce4372ea'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:20.200861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-838d401a-8b96-4ed2-a138-000fd746a530 None None] Port 23492441-1e02-4948-8d0e-dc1a6c6b0600 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:20.241924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f3c515c9-8053-41b0-966f-0c1b22fcd4b4 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:20.261445 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f3283dc-6de9-499d-99ea-bdbd0dc0e301 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.375800 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f3283dc-6de9-499d-99ea-bdbd0dc0e301 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (5b8def31-84e9-4cdc-a370-d2e286888820), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.388084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f3283dc-6de9-499d-99ea-bdbd0dc0e301 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5b8def31-84e9-4cdc-a370-d2e286888820), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.432226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3283dc-6de9-499d-99ea-bdbd0dc0e301 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8def31-84e9-4cdc-a370-d2e286888820,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:20.450027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f3283dc-6de9-499d-99ea-bdbd0dc0e301 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.452060 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9f3283dc-6de9-499d-99ea-bdbd0dc0e301 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2649395 Mar 10 15:28:20.455147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53946) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:20.460890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-570f2c39-f6e0-4b5f-a10b-c4b3e02a3e83 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '5b8def31-84e9-4cdc-a370-d2e286888820', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:20.507096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-570f2c39-f6e0-4b5f-a10b-c4b3e02a3e83 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (79614398-e343-46d7-bb74-4b51a45daf44), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.534348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:20.535431 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.542826 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb893-3776-4f5f-b152-d3f3d27078a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.549381 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb893-3776-4f5f-b152-d3f3d27078a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (c67efaf6-46a6-496b-a525-775faf765cfe), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.642169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-37af978e-f548-465c-b3f5-9a07c2ac3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:20.644158 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-37af978e-f548-465c-b3f5-9a07c2ac3fc8 service neutron] 10.222.0.11 "GET /v2.0/ports/3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 200 len: 1125 time: 0.0744011 Mar 10 15:28:20.661914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Request body: {'binding': {'host': 'n-h2-833090-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:20.665931 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Unknown quota resources ['binding']. {{(pid=115534) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 15:28:20.701809 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-570f2c39-f6e0-4b5f-a10b-c4b3e02a3e83 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (79614398-e343-46d7-bb74-4b51a45daf44), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.708067 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Publish callbacks [] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.711585 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-570f2c39-f6e0-4b5f-a10b-c4b3e02a3e83 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (79614398-e343-46d7-bb74-4b51a45daf44), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.712825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:20.728994 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.767498 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-ae5fb893-3776-4f5f-b152-d3f3d27078a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP c67efaf6-46a6-496b-a525-775faf765cfe associated. External IP: 172.25.3.153, port: d01e9d42-f60c-49fe-ab07-cf87b9f45c0f. Mar 10 15:28:20.775461 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-570f2c39-f6e0-4b5f-a10b-c4b3e02a3e83 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.780172 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-570f2c39-f6e0-4b5f-a10b-c4b3e02a3e83 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226404 Mar 10 15:28:20.780981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 53948) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:20.789653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2d678768-5715-41ea-9a0e-76af01bb92cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '5b8def31-84e9-4cdc-a370-d2e286888820', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:20.799015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f2c39-f6e0-4b5f-a10b-c4b3e02a3e83 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79614398-e343-46d7-bb74-4b51a45daf44,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:20.866155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2c3c1-75a9-4b5b-9d6f-287134c2de4c None None] Pushing event updated for resources: {'Port': ['ID=23492441-1e02-4948-8d0e-dc1a6c6b0600,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:20.876487 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d678768-5715-41ea-9a0e-76af01bb92cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (495615a0-17fd-4717-be9f-8f2e2c819443), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:20.914409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.082501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d678768-5715-41ea-9a0e-76af01bb92cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (495615a0-17fd-4717-be9f-8f2e2c819443), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.094601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 on host n-h2-833090-1 for vnic_type normal with profile None {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:21.096061 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:21.096640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 on network a9676ea7-6a92-4c63-a903-4e53a689ea3d {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:21.100597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d678768-5715-41ea-9a0e-76af01bb92cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (495615a0-17fd-4717-be9f-8f2e2c819443), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.136360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d678768-5715-41ea-9a0e-76af01bb92cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495615a0-17fd-4717-be9f-8f2e2c819443,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:21.161701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Port 3de7f37f-275e-45b1-89e0-5f48af172609 on network a9676ea7-6a92-4c63-a903-4e53a689ea3d not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:28:21.162033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 on network a9676ea7-6a92-4c63-a903-4e53a689ea3d {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:21.175747 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2d678768-5715-41ea-9a0e-76af01bb92cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.180794 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2d678768-5715-41ea-9a0e-76af01bb92cf tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3945134 Mar 10 15:28:21.183343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53952) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:21.184178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:21.184583 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Checking segment: {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:21.184982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Bound using segment: {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:21.185434 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Bound port: 3de7f37f-275e-45b1-89e0-5f48af172609, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:21.192469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5fb893-3776-4f5f-b152-d3f3d27078a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:21.202165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-39b0c378-317d-4c14-a9f3-1445aaed5f59 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '5b8def31-84e9-4cdc-a370-d2e286888820', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:21.304064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39b0c378-317d-4c14-a9f3-1445aaed5f59 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (c8bf902e-6241-4a26-bd46-44eef339c77c), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.357776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Attempting to bind port 23492441-1e02-4948-8d0e-dc1a6c6b0600 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:21.358373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Attempting to bind port 23492441-1e02-4948-8d0e-dc1a6c6b0600 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:21.358920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Attempting to bind port 23492441-1e02-4948-8d0e-dc1a6c6b0600 on network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:21.365798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:21.366026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:21.366456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Checking segment: {'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:21.367247 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.367547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Bound using segment: {'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:21.368050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Bound port: 23492441-1e02-4948-8d0e-dc1a6c6b0600, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:21.368537 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.370665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e1d5bc22-744d-4035-bf7f-86b6657c471a None None] Provisioning complete for port 23492441-1e02-4948-8d0e-dc1a6c6b0600 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:21.371071 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e1d5bc22-744d-4035-bf7f-86b6657c471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.375428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.376648 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] 10.222.0.11 "POST /v2.0/ports/3de7f37f-275e-45b1-89e0-5f48af172609/bindings HTTP/1.1" status: 201 len: 389 time: 0.7220287 Mar 10 15:28:21.427532 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39b0c378-317d-4c14-a9f3-1445aaed5f59 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (c8bf902e-6241-4a26-bd46-44eef339c77c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.434001 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39b0c378-317d-4c14-a9f3-1445aaed5f59 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (c8bf902e-6241-4a26-bd46-44eef339c77c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.470390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0c378-317d-4c14-a9f3-1445aaed5f59 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bf902e-6241-4a26-bd46-44eef339c77c,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:21.485742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5fb893-3776-4f5f-b152-d3f3d27078a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:21.538330 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39b0c378-317d-4c14-a9f3-1445aaed5f59 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.542608 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-39b0c378-317d-4c14-a9f3-1445aaed5f59 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3518887 Mar 10 15:28:21.543557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53958) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:21.547619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8ee330ab-06d5-47d3-b25c-e716bde81167 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '5b8def31-84e9-4cdc-a370-d2e286888820', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:21.562198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] For port 23492441-1e02-4948-8d0e-dc1a6c6b0600, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:21.566671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] For port 23492441-1e02-4948-8d0e-dc1a6c6b0600, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=23492441-1e02-4948-8d0e-dc1a6c6b0600,segment=NetworkSegment(252a66d3-e8c4-4206-bc40-b471bd5c7871),segment_id=252a66d3-e8c4-4206-bc40-b471bd5c7871)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:21.575518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47f971-0658-44c9-92e9-b5abc5cf9dfc None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:21.589636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ee330ab-06d5-47d3-b25c-e716bde81167 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (43cef150-1d60-433a-a707-8921921c2e5f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.593288 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.608383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5bc22-744d-4035-bf7f-86b6657c471a None None] Port 23492441-1e02-4948-8d0e-dc1a6c6b0600 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:21.672419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47f971-0658-44c9-92e9-b5abc5cf9dfc None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:21.673279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5b47f971-0658-44c9-92e9-b5abc5cf9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:21.697580 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ee330ab-06d5-47d3-b25c-e716bde81167 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (43cef150-1d60-433a-a707-8921921c2e5f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.731442 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ee330ab-06d5-47d3-b25c-e716bde81167 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (43cef150-1d60-433a-a707-8921921c2e5f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.753394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5b47f971-0658-44c9-92e9-b5abc5cf9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:21.757360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-debf1372-3a5b-4719-95a4-0ff059f44dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:21.759513 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-debf1372-3a5b-4719-95a4-0ff059f44dec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 1128 time: 0.1126564 Mar 10 15:28:21.768357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee330ab-06d5-47d3-b25c-e716bde81167 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cef150-1d60-433a-a707-8921921c2e5f,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:21.773639 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8ee330ab-06d5-47d3-b25c-e716bde81167 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.777682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8ee330ab-06d5-47d3-b25c-e716bde81167 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2314637 Mar 10 15:28:21.779729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53960) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:21.786390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c6cbace1-0f18-4ad8-9453-95dcb6aa27d2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '5b8def31-84e9-4cdc-a370-d2e286888820', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:21.808733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2c3c1-75a9-4b5b-9d6f-287134c2de4c None None] Pushing event updated for resources: {'Port': ['ID=23492441-1e02-4948-8d0e-dc1a6c6b0600,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:21.833485 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-c6cbace1-0f18-4ad8-9453-95dcb6aa27d2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Project 47f54152170d442698f9aa36ce4372ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:28:21.838768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Routers {'64685e8b-7c1c-412e-ad3f-45dc76db4909'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:21.839439 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['64685e8b-7c1c-412e-ad3f-45dc76db4909'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:21.840036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6cbace1-0f18-4ad8-9453-95dcb6aa27d2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (d497fde4-901e-4bd0-9867-1a670ea18069), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.881099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039f5a3-f724-46bb-b1a7-bf6bb07ff2dd req-b5b40863-2c69-41d6-8002-bdcaa771f0a2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:21.882657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c039f5a3-f724-46bb-b1a7-bf6bb07ff2dd req-b5b40863-2c69-41d6-8002-bdcaa771f0a2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.2479048 Mar 10 15:28:21.929114 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-4fb5ea16-6b5f-4596-a113-3eed3260b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:21.932534 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-4fb5ea16-6b5f-4596-a113-3eed3260b2db service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9676ea7-6a92-4c63-a903-4e53a689ea3d HTTP/1.1" status: 200 len: 898 time: 0.1657526 Mar 10 15:28:21.932684 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5b863a6c-f3d9-4ceb-8c9e-84d81b12cfff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:21.939785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47f971-0658-44c9-92e9-b5abc5cf9dfc None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:21.940467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5b47f971-0658-44c9-92e9-b5abc5cf9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:22.022509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5b47f971-0658-44c9-92e9-b5abc5cf9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:22.023464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47f971-0658-44c9-92e9-b5abc5cf9dfc None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:22.053486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5fb893-3776-4f5f-b152-d3f3d27078a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:22.093082 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-38fc063e-f5f4-469d-b40e-cfa7923ebe67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 200 len: 1002 time: 0.1487031 Mar 10 15:28:22.133149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] Set router 64685e8b-7c1c-412e-ad3f-45dc76db4909 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:22.157966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c039f5a3-f724-46bb-b1a7-bf6bb07ff2dd req-adb3f16e-78f9-4bca-b593-f9df5e340219 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468945 Mar 10 15:28:22.162387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-d0609ddc-bb5b-4550-9069-edddb4ae6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:22.165790 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-d0609ddc-bb5b-4550-9069-edddb4ae6475 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9 HTTP/1.1" status: 200 len: 835 time: 0.0660725 Mar 10 15:28:22.178324 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6cbace1-0f18-4ad8-9453-95dcb6aa27d2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (d497fde4-901e-4bd0-9867-1a670ea18069), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.222086 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6cbace1-0f18-4ad8-9453-95dcb6aa27d2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (d497fde4-901e-4bd0-9867-1a670ea18069), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.237369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-0a73954d-fa26-4575-baa2-4bca46381e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:22.240115 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-0a73954d-fa26-4575-baa2-4bca46381e2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9676ea7-6a92-4c63-a903-4e53a689ea3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0678289 Mar 10 15:28:22.258386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-07663d93-7f9f-4d7c-a515-c62f1c9b75bc None None] Provisioning complete for port 23492441-1e02-4948-8d0e-dc1a6c6b0600 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:22.258770 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07663d93-7f9f-4d7c-a515-c62f1c9b75bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.282125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbace1-0f18-4ad8-9453-95dcb6aa27d2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d497fde4-901e-4bd0-9867-1a670ea18069,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:22.320534 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6cbace1-0f18-4ad8-9453-95dcb6aa27d2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.325856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c6cbace1-0f18-4ad8-9453-95dcb6aa27d2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5435510 Mar 10 15:28:22.401011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 53964) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:22.413088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ce8f8556-4d9c-4278-8ff8-846c0829b181 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'security_group_rule': {'security_group_id': '5b8def31-84e9-4cdc-a370-d2e286888820', 'project_id': '47f54152170d442698f9aa36ce4372ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:22.448332 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-40776e25-d39a-4157-b061-f8e7a61c6a13 service neutron] 10.222.0.62 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021055 Mar 10 15:28:22.455598 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-ce8f8556-4d9c-4278-8ff8-846c0829b181 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Project 47f54152170d442698f9aa36ce4372ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:28:22.472823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8556-4d9c-4278-8ff8-846c0829b181 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (81c737f6-c50e-42d8-b723-e01a646558a9), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.494678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-07663d93-7f9f-4d7c-a515-c62f1c9b75bc None None] Current status of the port 23492441-1e02-4948-8d0e-dc1a6c6b0600 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:22.495697 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07663d93-7f9f-4d7c-a515-c62f1c9b75bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.541478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-07663d93-7f9f-4d7c-a515-c62f1c9b75bc None None] For port 23492441-1e02-4948-8d0e-dc1a6c6b0600, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=23492441-1e02-4948-8d0e-dc1a6c6b0600,segment=NetworkSegment(252a66d3-e8c4-4206-bc40-b471bd5c7871),segment_id=252a66d3-e8c4-4206-bc40-b471bd5c7871)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:22.546738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '23492441-1e02-4948-8d0e-dc1a6c6b0600', 'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:4b:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:15Z', 'updated_at': '2022-03-10T15:28:21Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:22.551178 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07663d93-7f9f-4d7c-a515-c62f1c9b75bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.590046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b31a9-c1e2-4c27-a40b-370b46575aec None None] The sync data for ids ['64685e8b-7c1c-412e-ad3f-45dc76db4909'] in n-d-833090-1 is: [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '23492441-1e02-4948-8d0e-dc1a6c6b0600', 'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:4b:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:15Z', 'updated_at': '2022-03-10T15:28:21Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:22.613168 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8556-4d9c-4278-8ff8-846c0829b181 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (81c737f6-c50e-42d8-b723-e01a646558a9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.627441 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8556-4d9c-4278-8ff8-846c0829b181 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (81c737f6-c50e-42d8-b723-e01a646558a9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.645646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5fb893-3776-4f5f-b152-d3f3d27078a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:22.670173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb893-3776-4f5f-b152-d3f3d27078a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.708572 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7b01e-235d-4371-90d5-d9beaa4cacdd None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:22.727731 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7b01e-235d-4371-90d5-d9beaa4cacdd None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:22.728924 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f7a7b01e-235d-4371-90d5-d9beaa4cacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:22.733442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07663d93-7f9f-4d7c-a515-c62f1c9b75bc None None] Pushing event updated for resources: {'Port': ['ID=23492441-1e02-4948-8d0e-dc1a6c6b0600,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:22.737325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f8556-4d9c-4278-8ff8-846c0829b181 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c737f6-c50e-42d8-b723-e01a646558a9,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:22.776916 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8556-4d9c-4278-8ff8-846c0829b181 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:22.786826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ce8f8556-4d9c-4278-8ff8-846c0829b181 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3756816 Mar 10 15:28:22.840439 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f7a7b01e-235d-4371-90d5-d9beaa4cacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:22.868503 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7b01e-235d-4371-90d5-d9beaa4cacdd None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:22.870128 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f7a7b01e-235d-4371-90d5-d9beaa4cacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:27:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:22.877594 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-2c18c035-7728-40d8-8cea-d217f359c8d1 service neutron] 10.222.0.62 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192245 Mar 10 15:28:22.885692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54008) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:22.890444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cdc09b41-474c-445c-b507-2fb7525f85aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:22.892521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ae5fb893-3776-4f5f-b152-d3f3d27078a8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "PUT /v2.0/floatingips/c67efaf6-46a6-496b-a525-775faf765cfe HTTP/1.1" status: 200 len: 978 time: 3.9808540 Mar 10 15:28:22.959215 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f7a7b01e-235d-4371-90d5-d9beaa4cacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:22.960886 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7b01e-235d-4371-90d5-d9beaa4cacdd None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:23.075211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdc09b41-474c-445c-b507-2fb7525f85aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (c67efaf6-46a6-496b-a525-775faf765cfe), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:23.279349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdc09b41-474c-445c-b507-2fb7525f85aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:23.319256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-9af2ebc4-779f-4e25-af85-c177f67e275a tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:23.325074 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-9af2ebc4-779f-4e25-af85-c177f67e275a tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c&tenant_id=c674686624284cd388d76dbc1471089d&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1128 time: 0.3869929 Mar 10 15:28:23.325772 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdc09b41-474c-445c-b507-2fb7525f85aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (c67efaf6-46a6-496b-a525-775faf765cfe), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:23.332919 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-cdc09b41-474c-445c-b507-2fb7525f85aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP c67efaf6-46a6-496b-a525-775faf765cfe disassociated. External IP: 172.25.3.153, port: 3708a4e7-e3ba-458a-bc69-32f3500a1c92. Mar 10 15:28:23.355503 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833090-1'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:23.497603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85726e-4545-4458-bf1d-3d50c7dce6cf req-03cebaf1-2306-43c5-8b1b-0f8ef9d41bf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:23.501913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a85726e-4545-4458-bf1d-3d50c7dce6cf req-03cebaf1-2306-43c5-8b1b-0f8ef9d41bf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.1924329 Mar 10 15:28:23.677070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-ad62237d-7fb6-4e29-b3e8-0d176a9c72b8 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415160824&fields=id&tenant_id=47f54152170d442698f9aa36ce4372ea HTTP/1.1" status: 200 len: 267 time: 0.1967809 Mar 10 15:28:23.803071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-00a88913-8900-47d0-bd23-86a65f11c3bd tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:23.811572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-00a88913-8900-47d0-bd23-86a65f11c3bd tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/networks?id=e8a9ebb9-44c9-48ea-b6ae-7698021ae722 HTTP/1.1" status: 200 len: 797 time: 0.1333838 Mar 10 15:28:23.848190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-9a324643-49b0-4d4f-9f2b-6f6581548177 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/quotas/47f54152170d442698f9aa36ce4372ea HTTP/1.1" status: 200 len: 375 time: 0.0354280 Mar 10 15:28:23.869726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a85726e-4545-4458-bf1d-3d50c7dce6cf req-3a02a768-e49f-4108-b090-33ffcc85ff21 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576763 Mar 10 15:28:23.941333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-542d5fdf-3f2e-4206-9c65-2fed23a2cdb9 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921059 Mar 10 15:28:23.947157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-aa813ca0-5b91-4260-be9e-8493cf544c8c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:28:23.954340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-aa813ca0-5b91-4260-be9e-8493cf544c8c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120180 Mar 10 15:28:24.027567 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-edcece36-96a9-43b6-8602-a59c54af624a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:24.082562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-cbab77a2-fcc7-47b6-aeba-34d0d4a7e05b service neutron] 10.222.0.11 "GET /v2.0/networks/e8a9ebb9-44c9-48ea-b6ae-7698021ae722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273403 Mar 10 15:28:24.177961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:24.289180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-c275261d-ea5d-4081-8f5a-4de3bb6d1c54 service neutron] 10.222.0.11 "GET /v2.0/networks/e8a9ebb9-44c9-48ea-b6ae-7698021ae722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949394 Mar 10 15:28:24.321136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 23492441-1e02-4948-8d0e-dc1a6c6b0600 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:24.381195 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc09b41-474c-445c-b507-2fb7525f85aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:24.421679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 23492441-1e02-4948-8d0e-dc1a6c6b0600 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:24.422346 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:24.519145 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:24.646523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 23492441-1e02-4948-8d0e-dc1a6c6b0600 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:24.667499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:24.722273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Publish callbacks [] for port (3de7f37f-275e-45b1-89e0-5f48af172609), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:24.724766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:24.736027 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20f8d3a-4127-4dd2-99fa-342cfd4d6453" -d '{"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-unplugged", "status": "completed", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:24.777733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a1363e4-410a-4325-95be-392de2ca2567 req-3bb66af8-f43c-465e-99b7-e507bd2a0733 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 210 time: 0.0432694 Mar 10 15:28:24.799340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc09b41-474c-445c-b507-2fb7525f85aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:24.811824 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:24.814025 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca9f46-7f04-43b9-a246-ffbc46fdedb5 None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:24.829820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca9f46-7f04-43b9-a246-ffbc46fdedb5 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:24.829954 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cdc09b41-474c-445c-b507-2fb7525f85aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:24.830042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-faca9f46-7f04-43b9-a246-ffbc46fdedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:24.884909 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee349d3-1e4c-4a80-8fed-0e70565d6563 x-openstack-request-id: req-4ee349d3-1e4c-4a80-8fed-0e70565d6563 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:24.885467 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-unplugged", "status": "completed", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:24.885897 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ee349d3-1e4c-4a80-8fed-0e70565d6563 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:24.887497 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609', 'code': 200} Mar 10 15:28:24.925024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-faca9f46-7f04-43b9-a246-ffbc46fdedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:24.952373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca9f46-7f04-43b9-a246-ffbc46fdedb5 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:24.954655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-faca9f46-7f04-43b9-a246-ffbc46fdedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:25.099823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-faca9f46-7f04-43b9-a246-ffbc46fdedb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:25.100559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca9f46-7f04-43b9-a246-ffbc46fdedb5 None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:25.125922 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cdc09b41-474c-445c-b507-2fb7525f85aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "PUT /v2.0/floatingips/c67efaf6-46a6-496b-a525-775faf765cfe HTTP/1.1" status: 200 len: 688 time: 2.2367237 Mar 10 15:28:25.125922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=7']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:25.127733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54076) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:25.176090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ccfa5-7dba-461f-9e0e-3f878b8d2bdf req-571a0457-9f94-440c-8bdd-3893737c6707 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:25.179720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a7ccfa5-7dba-461f-9e0e-3f878b8d2bdf req-571a0457-9f94-440c-8bdd-3893737c6707 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 944 time: 0.1374753 Mar 10 15:28:25.284386 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.286820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a7ccfa5-7dba-461f-9e0e-3f878b8d2bdf req-a714cab6-e774-44bf-a8eb-fb9880f85870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944238 Mar 10 15:28:25.347992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d30ba104-fd1d-4220-b8fc-7df28d55e2ac None None] Provisioning complete for port 3de7f37f-275e-45b1-89e0-5f48af172609 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:25.348984 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d30ba104-fd1d-4220-b8fc-7df28d55e2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.369030 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 on host n-h1-833090-1 for vnic_type normal with profile {"migrating_to": "n-h2-833090-1"} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:25.369608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:25.369749 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 on network a9676ea7-6a92-4c63-a903-4e53a689ea3d {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:25.381820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Port 3de7f37f-275e-45b1-89e0-5f48af172609 on network a9676ea7-6a92-4c63-a903-4e53a689ea3d not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:28:25.381820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Attempting to bind port 3de7f37f-275e-45b1-89e0-5f48af172609 on network a9676ea7-6a92-4c63-a903-4e53a689ea3d {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:25.415303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:25.415673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Checking segment: {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:25.416043 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Bound using segment: {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:25.416498 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Bound port: 3de7f37f-275e-45b1-89e0-5f48af172609, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c3be98-0221-42d9-aa78-9750e9a46a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:25.416863 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.443526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d30ba104-fd1d-4220-b8fc-7df28d55e2ac None None] Port 3de7f37f-275e-45b1-89e0-5f48af172609 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:25.509405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b4548a23-3c57-42bf-8023-52564d340201 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port 30a8bd95-7f20-42b9-91c0-f3a3de9c4735 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:25.509749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4548a23-3c57-42bf-8023-52564d340201 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (30a8bd95-7f20-42b9-91c0-f3a3de9c4735), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.511974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:25.516009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:25.552233 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.748805 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4548a23-3c57-42bf-8023-52564d340201 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (30a8bd95-7f20-42b9-91c0-f3a3de9c4735), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.749272 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4548a23-3c57-42bf-8023-52564d340201 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (30a8bd95-7f20-42b9-91c0-f3a3de9c4735), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:25.778337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=8']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:25.790811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b4548a23-3c57-42bf-8023-52564d340201 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for 30a8bd95-7f20-42b9-91c0-f3a3de9c4735 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:26.056061 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4548a23-3c57-42bf-8023-52564d340201 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (30a8bd95-7f20-42b9-91c0-f3a3de9c4735), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:26.062968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:26.063728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:26.065214 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-8b953bca-ba10-4f5e-9bfa-cc17e0f326c8 service neutron] 10.222.0.62 "PUT /v2.0/ports/3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 200 len: 1122 time: 2.7298045 Mar 10 15:28:26.111985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3b5756f8-8e24-47e8-9ae8-cf1dac47d611 None None] Provisioning complete for port 3de7f37f-275e-45b1-89e0-5f48af172609 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:26.112517 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3b5756f8-8e24-47e8-9ae8-cf1dac47d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:26.146443 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4548a23-3c57-42bf-8023-52564d340201 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=30a8bd95-7f20-42b9-91c0-f3a3de9c4735,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:26.215749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['3de7f37f-275e-45b1-89e0-5f48af172609'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:28:26.391530 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4548a23-3c57-42bf-8023-52564d340201 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (c67efaf6-46a6-496b-a525-775faf765cfe), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:26.395469 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4548a23-3c57-42bf-8023-52564d340201 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:26.399400 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b4548a23-3c57-42bf-8023-52564d340201 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/floatingips/c67efaf6-46a6-496b-a525-775faf765cfe HTTP/1.1" status: 204 len: 168 time: 1.2616320 Mar 10 15:28:26.408693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54088) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:26.605936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3b5756f8-8e24-47e8-9ae8-cf1dac47d611 None None] Current status of the port 3de7f37f-275e-45b1-89e0-5f48af172609 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:26.606582 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3b5756f8-8e24-47e8-9ae8-cf1dac47d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:26.615509 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-40f9748d-ef23-4817-b4a2-f427369f6cee tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] delete failed (client error): The resource could not be found. Mar 10 15:28:26.616669 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-40f9748d-ef23-4817-b4a2-f427369f6cee tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/floatingips/c67efaf6-46a6-496b-a525-775faf765cfe HTTP/1.1" status: 404 len: 345 time: 0.2070208 Mar 10 15:28:26.648755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54092) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:26.676934 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:26.684409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:26.687534 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffdc7e7-be4b-4efa-bcab-8d078b17fdf6" -d '{"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-plugged", "status": "completed", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:26.762521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3b5756f8-8e24-47e8-9ae8-cf1dac47d611 None None] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:26.830497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3b5756f8-8e24-47e8-9ae8-cf1dac47d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:26.854415 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-69363ba7-01f5-49f0-8407-ebbdce308ea6 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:26.855989 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-69363ba7-01f5-49f0-8407-ebbdce308ea6 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "GET /v2.0/networks?id=e8a9ebb9-44c9-48ea-b6ae-7698021ae722 HTTP/1.1" status: 200 len: 797 time: 0.4837928 Mar 10 15:28:26.878261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aad9e9-b486-4cf7-8004-98c544e6696e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:26.884473 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aad9e9-b486-4cf7-8004-98c544e6696e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:26.889812 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aad9e9-b486-4cf7-8004-98c544e6696e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:26.893892 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37aad9e9-b486-4cf7-8004-98c544e6696e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "GET /v2.0/ports?network_id=ddbb014a-cf59-41de-bc13-45a7ccf6e685 HTTP/1.1" status: 200 len: 2357 time: 0.2417369 Mar 10 15:28:26.893892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:26.895395 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30" -d '{"events": [{"name": "network-changed", "server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:26.897171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6ddbd14-0819-4952-a751-c35bd9505e56 req-1d468487-e05d-443c-9ddd-48120793ecd0 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 210 time: 0.9835129 Mar 10 15:28:26.902942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54098) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:26.956981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5756f8-8e24-47e8-9ae8-cf1dac47d611 None None] Pushing event updated for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:26.997709 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372dd79a-5ee0-4bb2-aaeb-285f06c1ea0e x-openstack-request-id: req-372dd79a-5ee0-4bb2-aaeb-285f06c1ea0e {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:26.998713 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:26.999019 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-372dd79a-5ee0-4bb2-aaeb-285f06c1ea0e {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:26.999440 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609', 'status': 'completed', 'code': 200} Mar 10 15:28:27.007349 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902d9a7a-811b-4d9f-bf86-cf130292637a x-openstack-request-id: req-902d9a7a-811b-4d9f-bf86-cf130292637a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:27.007684 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-plugged", "status": "completed", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:27.007915 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-902d9a7a-811b-4d9f-bf86-cf130292637a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:27.008927 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609', 'code': 200} Mar 10 15:28:27.024845 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-0ca830e5-9813-4f19-b0a9-fa77393db1d4 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f54152170d442698f9aa36ce4372ea HTTP/1.1" status: 200 len: 379 time: 0.1595092 Mar 10 15:28:27.038830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'port': {'device_id': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'admin_state_up': True, 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'security_groups': ['5b8def31-84e9-4cdc-a370-d2e286888820']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:27.078658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa89ec0-913e-401f-92a6-3984e82e6169 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:27.080229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-daa89ec0-913e-401f-92a6-3984e82e6169 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "GET /v2.0/subnets/e92145c6-a9d8-4740-8738-ca74f0e05425 HTTP/1.1" status: 200 len: 797 time: 0.1752560 Mar 10 15:28:27.087939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d707519-bf07-42aa-b798-e7608a924b9a req-943513ec-85c9-4306-b67c-75654dd46e9d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:27.089519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d707519-bf07-42aa-b798-e7608a924b9a req-943513ec-85c9-4306-b67c-75654dd46e9d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.2253926 Mar 10 15:28:27.090759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54102) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:27.097235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'port': {'network_id': 'ddbb014a-cf59-41de-bc13-45a7ccf6e685', 'name': 'tempest-FloatingIPTestJSON-74669638', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:27.185210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Made reservation on behalf of 47f54152170d442698f9aa36ce4372ea for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:27.189566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:27.212640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30 req-9d036174-8306-442a-b390-1ef7d2965f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:27.214233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30 req-9d036174-8306-442a-b390-1ef7d2965f69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 1158 time: 0.1963763 Mar 10 15:28:27.263248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d707519-bf07-42aa-b798-e7608a924b9a req-a8276fd8-0812-462c-ae91-e8c20dd05389 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601033 Mar 10 15:28:27.372348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30 req-43c53209-c127-41a5-ae75-662c744cce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:27.374119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30 req-43c53209-c127-41a5-ae75-662c744cce80 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9676ea7-6a92-4c63-a903-4e53a689ea3d HTTP/1.1" status: 200 len: 898 time: 0.1505189 Mar 10 15:28:27.382626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Allocated IP 172.20.0.14 (e8a9ebb9-44c9-48ea-b6ae-7698021ae722/ceec5633-f6ea-490f-861a-b2e07d52d464/8599ed75-c096-4e2c-8f46-0170b9f85619) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:27.383091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Made reservation on behalf of acf89e3d602f430283893b6d675c3e8a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:27.522769 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30 req-8d861769-0234-4824-b235-ddb9771a2f78 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 200 len: 1002 time: 0.1330585 Mar 10 15:28:27.591511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30 req-28824d0a-175c-460a-aad5-c37ca96a6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:27.593009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30 req-28824d0a-175c-460a-aad5-c37ca96a6813 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9 HTTP/1.1" status: 200 len: 835 time: 0.0627005 Mar 10 15:28:27.633974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:27.657956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] device_id is not set on port c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:28:27.755982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30 req-cdf4ccf2-01cb-4d30-84e2-dab4c5df1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:27.757615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30 req-cdf4ccf2-01cb-4d30-84e2-dab4c5df1b68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9676ea7-6a92-4c63-a903-4e53a689ea3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1585240 Mar 10 15:28:27.909555 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:27.970181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30 req-b12fecb7-154c-484d-b35b-00a6bbb07fef service neutron] 10.222.0.45 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033944 Mar 10 15:28:27.976567 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:28.022949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3de7f37f-275e-45b1-89e0-5f48af172609 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:28:28.083001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:28.089073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:28.091217 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=8599ed75-c096-4e2c-8f46-0170b9f85619,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:28.095295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:28.205236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:28.211264 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:28.230332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe44e4-8aac-43ee-8d62-a1f0df191ec3 req-6446b2cd-a27c-4f2c-8016-74073efd86c2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:28.232126 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0dbe44e4-8aac-43ee-8d62-a1f0df191ec3 req-6446b2cd-a27c-4f2c-8016-74073efd86c2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 932 time: 0.2294848 Mar 10 15:28:28.248201 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-e9eef958-3d9c-4ed7-a62b-9a5a79f13c34 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2162211 Mar 10 15:28:28.265805 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Request body: {'port': {'device_id': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:28.355272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.20.0.14 (ddbb014a-cf59-41de-bc13-45a7ccf6e685/e92145c6-a9d8-4740-8738-ca74f0e05425/c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:28.366892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82d4b4f-d492-48e1-bdd4-252af4f8ad30 req-50b9ed68-e523-48a9-a6f4-be1846350a20 service neutron] 10.222.0.45 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652780 Mar 10 15:28:28.381519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.20.0.13 (ddbb014a-cf59-41de-bc13-45a7ccf6e685/e92145c6-a9d8-4740-8738-ca74f0e05425/c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:28.388655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0dbe44e4-8aac-43ee-8d62-a1f0df191ec3 req-4f073c98-c326-4cc8-be7c-72d8f0a5f8b9 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482689 Mar 10 15:28:28.411207 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:28.530543 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:28.571009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:28.583324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3de7f37f-275e-45b1-89e0-5f48af172609 has no active binding in host n-h2-833090-1 {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 15:28:28.651828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3e92af7c-c454-4387-b11c-ce9ef975b8c9 None None] Provisioning complete for port 8599ed75-c096-4e2c-8f46-0170b9f85619 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:28.652187 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3e92af7c-c454-4387-b11c-ce9ef975b8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:28.703630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3e92af7c-c454-4387-b11c-ce9ef975b8c9 None None] Port 8599ed75-c096-4e2c-8f46-0170b9f85619 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:28.729643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff88041-af34-4b94-bbb0-e0dacf3cca1b req-87552d93-d4ec-4dda-a456-638f674ccead tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:28.732104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ff88041-af34-4b94-bbb0-e0dacf3cca1b req-87552d93-d4ec-4dda-a456-638f674ccead tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.2800250 Mar 10 15:28:28.782340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:28.831867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ff88041-af34-4b94-bbb0-e0dacf3cca1b req-c76d5504-4fd3-47ce-9431-faa580bed035 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894535 Mar 10 15:28:28.853073 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:28.913351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8599ed75-c096-4e2c-8f46-0170b9f85619 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:28:28.924407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Publish callbacks [] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:28.941776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Transition to ACTIVE for port object 8599ed75-c096-4e2c-8f46-0170b9f85619 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:28:28.946691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network ddbb014a-cf59-41de-bc13-45a7ccf6e685 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:28.948452 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:28.954047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:28.959896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:28.993184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:29.028048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:29.028848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:29.049904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9e49904a-8238-431c-86c3-d831e620078e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9564543 Mar 10 15:28:29.052277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54116) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:29.057132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': 'c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:29.064673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Pushing event updated for resources: {'Port': ['ID=8599ed75-c096-4e2c-8f46-0170b9f85619,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:29.092176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:29.116272 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Attempting to bind port 8599ed75-c096-4e2c-8f46-0170b9f85619 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:29.118971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Attempting to bind port 8599ed75-c096-4e2c-8f46-0170b9f85619 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:29.119344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Attempting to bind port 8599ed75-c096-4e2c-8f46-0170b9f85619 on network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:29.131391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Port 8599ed75-c096-4e2c-8f46-0170b9f85619 on network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:28:29.131725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Attempting to bind port 8599ed75-c096-4e2c-8f46-0170b9f85619 on network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:29.142934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:29.143280 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Checking segment: {'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:29.143673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Bound using segment: {'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:29.144540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Bound port: 8599ed75-c096-4e2c-8f46-0170b9f85619, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252a66d3-e8c4-4206-bc40-b471bd5c7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:29.144918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:29.243727 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] For port 8599ed75-c096-4e2c-8f46-0170b9f85619, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:29.247646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] For port 8599ed75-c096-4e2c-8f46-0170b9f85619, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=8599ed75-c096-4e2c-8f46-0170b9f85619,segment=NetworkSegment(252a66d3-e8c4-4206-bc40-b471bd5c7871),segment_id=252a66d3-e8c4-4206-bc40-b471bd5c7871)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:29.257649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:29.264727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:29.323281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Pushing event updated for resources: {'Port': ['ID=8599ed75-c096-4e2c-8f46-0170b9f85619,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:29.332257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:29.332950 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:29.334347 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-755483a0-8a96-4e0b-9be1-199dba0d046c service neutron] 10.222.0.62 "PUT /v2.0/ports/8599ed75-c096-4e2c-8f46-0170b9f85619 HTTP/1.1" status: 200 len: 1092 time: 1.0762520 Mar 10 15:28:29.334762 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'tag': '8599ed75-c096-4e2c-8f46-0170b9f85619'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:29.337721 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26838729-41d8-4754-b1c2-666b4c54a9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "075bbf7b-06e8-40c4-9fae-2fa6c46cade6", "tag": "8599ed75-c096-4e2c-8f46-0170b9f85619"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:29.439869 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16843bec-b46e-4400-8ef7-8c9ac157a411 x-openstack-request-id: req-16843bec-b46e-4400-8ef7-8c9ac157a411 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:29.440242 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075bbf7b-06e8-40c4-9fae-2fa6c46cade6", "tag": "8599ed75-c096-4e2c-8f46-0170b9f85619", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:29.440417 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-16843bec-b46e-4400-8ef7-8c9ac157a411 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:29.440835 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'tag': '8599ed75-c096-4e2c-8f46-0170b9f85619', 'status': 'completed', 'code': 200} Mar 10 15:28:29.447903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.25.3.101 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/5e7c906d-461d-47f0-9173-e930f303fe91) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:29.477878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-355b45fc-c58f-4683-b04e-3b904d3b9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:29.479226 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-355b45fc-c58f-4683-b04e-3b904d3b9650 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 1126 time: 0.0973117 Mar 10 15:28:29.532583 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-70acecdf-223d-4a24-9602-b6a5c3540adc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8599ed75-c096-4e2c-8f46-0170b9f85619 HTTP/1.1" status: 200 len: 217 time: 0.0397594 Mar 10 15:28:29.598702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-998359b0-e118-4383-8ca7-9a3e465b3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:29.601050 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-998359b0-e118-4383-8ca7-9a3e465b3ac4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceec5633-f6ea-490f-861a-b2e07d52d464 HTTP/1.1" status: 200 len: 835 time: 0.0661473 Mar 10 15:28:29.636437 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (5e7c906d-461d-47f0-9173-e930f303fe91), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:29.674414 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-5130011d-530c-47df-8e41-c97ae56e8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:29.676452 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-5130011d-530c-47df-8e41-c97ae56e8bc9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e8a9ebb9-44c9-48ea-b6ae-7698021ae722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682647 Mar 10 15:28:29.706143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b435e21-dac5-4b82-8f1c-84e81aac0823 req-e4787fba-e06a-40c9-a766-657f2a79c9f3 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:29.707622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b435e21-dac5-4b82-8f1c-84e81aac0823 req-e4787fba-e06a-40c9-a766-657f2a79c9f3 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 944 time: 0.1512244 Mar 10 15:28:29.745227 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5e7c906d-461d-47f0-9173-e930f303fe91), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:29.822242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:29.826575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:29.839539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:29.848990 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-15e771dc-c265-4b8d-9857-85da11f58eef service neutron] 10.222.0.62 "GET /v2.0/networks/e8a9ebb9-44c9-48ea-b6ae-7698021ae722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661472 Mar 10 15:28:29.881448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=5e7c906d-461d-47f0-9173-e930f303fe91,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:29.897221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b435e21-dac5-4b82-8f1c-84e81aac0823 req-9b2411ff-17f4-4551-b125-182315bcc013 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685512 Mar 10 15:28:30.041969 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b89d4c71-ea92-4ace-8a9f-03a90f400f71 req-4cd8b3c7-5345-4aa0-b991-d7962c044f73 service neutron] 10.222.0.62 "GET /v2.0/networks/e8a9ebb9-44c9-48ea-b6ae-7698021ae722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864240 Mar 10 15:28:30.160351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26838729-41d8-4754-b1c2-666b4c54a9bc req-9e226bad-92cb-4bc5-8db1-cfdf8ddefa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:30.163600 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-26838729-41d8-4754-b1c2-666b4c54a9bc req-9e226bad-92cb-4bc5-8db1-cfdf8ddefa94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 1126 time: 0.0675821 Mar 10 15:28:30.169894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58dff-e52d-41c4-ba83-ade57cacb472 req-d983f55e-5339-42cc-9d19-949a83210e31 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:30.171562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4db58dff-e52d-41c4-ba83-ade57cacb472 req-d983f55e-5339-42cc-9d19-949a83210e31 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.1445551 Mar 10 15:28:30.277581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4db58dff-e52d-41c4-ba83-ade57cacb472 req-3969c97a-a3d0-4e7b-afe9-6a9d9943dfff tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992205 Mar 10 15:28:30.287757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26838729-41d8-4754-b1c2-666b4c54a9bc req-80b86149-63f1-4f21-82ff-f003fa07363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:30.290114 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-26838729-41d8-4754-b1c2-666b4c54a9bc req-80b86149-63f1-4f21-82ff-f003fa07363c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e8a9ebb9-44c9-48ea-b6ae-7698021ae722 HTTP/1.1" status: 200 len: 898 time: 0.1199057 Mar 10 15:28:30.344585 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-26838729-41d8-4754-b1c2-666b4c54a9bc req-fe21e03d-7440-4b64-86f5-3a4f55badccf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8599ed75-c096-4e2c-8f46-0170b9f85619 HTTP/1.1" status: 200 len: 217 time: 0.0472591 Mar 10 15:28:30.405129 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26838729-41d8-4754-b1c2-666b4c54a9bc req-51579e7d-e920-4278-9fcf-22da7e5e11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:30.406972 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-26838729-41d8-4754-b1c2-666b4c54a9bc req-51579e7d-e920-4278-9fcf-22da7e5e11bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceec5633-f6ea-490f-861a-b2e07d52d464 HTTP/1.1" status: 200 len: 835 time: 0.0554080 Mar 10 15:28:30.449667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (44f4e803-fe6d-4138-b673-a34ed773872f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:30.467411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26838729-41d8-4754-b1c2-666b4c54a9bc req-ee116a66-9f0c-4747-b1bf-70f905ccf618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:30.469363 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-26838729-41d8-4754-b1c2-666b4c54a9bc req-ee116a66-9f0c-4747-b1bf-70f905ccf618 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e8a9ebb9-44c9-48ea-b6ae-7698021ae722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572340 Mar 10 15:28:30.547924 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5e7c906d-461d-47f0-9173-e930f303fe91), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:30.594239 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-26838729-41d8-4754-b1c2-666b4c54a9bc req-eddeb06f-c15e-4cc8-bdef-5fca941ad55a service neutron] 10.222.0.62 "GET /v2.0/networks/e8a9ebb9-44c9-48ea-b6ae-7698021ae722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187201 Mar 10 15:28:30.724860 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-26838729-41d8-4754-b1c2-666b4c54a9bc req-d5da0301-4235-449a-9c8d-2ab1893f7792 service neutron] 10.222.0.62 "GET /v2.0/networks/e8a9ebb9-44c9-48ea-b6ae-7698021ae722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210229 Mar 10 15:28:30.755563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (5e7c906d-461d-47f0-9173-e930f303fe91), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:30.760875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5e7c906d-461d-47f0-9173-e930f303fe91), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:30.845588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=5e7c906d-461d-47f0-9173-e930f303fe91,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:30.856624 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (44f4e803-fe6d-4138-b673-a34ed773872f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:31.313517 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP 44f4e803-fe6d-4138-b673-a34ed773872f associated. External IP: 172.25.3.101, port: c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a. Mar 10 15:28:31.433423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22235b-056f-468b-9155-dd6d4505242e req-8165ea6a-4fa6-4422-b7e8-669ed8469c1f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:31.434963 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e22235b-056f-468b-9155-dd6d4505242e req-8165ea6a-4fa6-4422-b7e8-669ed8469c1f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 944 time: 0.1691809 Mar 10 15:28:31.528940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-d72a0833-49aa-487c-8373-10195b160ee6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1777174 Mar 10 15:28:31.548628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14a1d-d704-4b9d-97a7-27da32c7c8a2 req-ba883d33-3c12-444b-9abc-0fafafecc05a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:31.550138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90b14a1d-d704-4b9d-97a7-27da32c7c8a2 req-ba883d33-3c12-444b-9abc-0fafafecc05a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.1872263 Mar 10 15:28:31.609114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e22235b-056f-468b-9155-dd6d4505242e req-ead4fb05-df68-4eb4-b495-e39901f365d6 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666305 Mar 10 15:28:31.697314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90b14a1d-d704-4b9d-97a7-27da32c7c8a2 req-fd1517c1-e59a-49b7-a001-ec9aebd8585c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387663 Mar 10 15:28:31.707718 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-5089f392-4989-4b1f-b44f-63394b34e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:31.709138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-5089f392-4989-4b1f-b44f-63394b34e6da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a700388e2b194b8b9d3063b7f9831734&device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 1128 time: 0.1533554 Mar 10 15:28:31.794006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:31.902178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-81566ff7-50d6-4b57-9407-cd5fc854de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:31.904594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-81566ff7-50d6-4b57-9407-cd5fc854de14 service neutron] 10.222.0.45 "GET /v2.0/networks?id=abf4c7d6-76fc-4284-9f01-abae706ae95f HTTP/1.1" status: 200 len: 910 time: 0.1569247 Mar 10 15:28:32.019031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:32.030483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-a3c5dbf8-b152-440a-89a1-46df6bc24a05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=157cf8fc-ac41-4b93-b241-8a6823551cb3 HTTP/1.1" status: 200 len: 1002 time: 0.1149542 Mar 10 15:28:32.036557 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9094ca-b43a-4401-ba43-5f15052c8f5e None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:32.075102 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:32.080899 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9094ca-b43a-4401-ba43-5f15052c8f5e None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:32.083681 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4c9094ca-b43a-4401-ba43-5f15052c8f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:32.146894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-16760a0d-2735-42a5-a38e-9302a4315bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:32.152172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-16760a0d-2735-42a5-a38e-9302a4315bd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47179ac9-1680-465c-aea4-b5f57e0afe4a HTTP/1.1" status: 200 len: 848 time: 0.1136851 Mar 10 15:28:32.164271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-009f1c87-6027-4ec9-aca1-d16113e2b3be tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1079855 Mar 10 15:28:32.165033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54142) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:32.171028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-83f807cd-9bcf-4720-879b-edd7ac7e0926 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'floatingip': {'port_id': 'c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:32.188736 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4c9094ca-b43a-4401-ba43-5f15052c8f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:32.199650 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9094ca-b43a-4401-ba43-5f15052c8f5e None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:32.200585 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4c9094ca-b43a-4401-ba43-5f15052c8f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:32.227728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-3b10f2e2-adc3-4cea-b0dd-c00ff318dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:32.229514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-3b10f2e2-adc3-4cea-b0dd-c00ff318dc85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=abf4c7d6-76fc-4284-9f01-abae706ae95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0665646 Mar 10 15:28:32.237285 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4c9094ca-b43a-4401-ba43-5f15052c8f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:32.238168 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9094ca-b43a-4401-ba43-5f15052c8f5e None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:32.286559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83f807cd-9bcf-4720-879b-edd7ac7e0926 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (44f4e803-fe6d-4138-b673-a34ed773872f), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:32.345030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-bc7a295b-96c9-4d29-aecf-4a473d0c4a5f service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991809 Mar 10 15:28:32.467502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac51e483-b7d3-4f4a-99a0-b8c44ef7655f req-69891600-a80e-4fb6-bb9a-fc00f122666b service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096585 Mar 10 15:28:32.757729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573d3c4-1137-4404-b608-46bee2f4174c req-4aa758f8-31e1-4714-9183-e82501765119 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:32.759625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9573d3c4-1137-4404-b608-46bee2f4174c req-4aa758f8-31e1-4714-9183-e82501765119 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 944 time: 0.0662878 Mar 10 15:28:32.854615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9573d3c4-1137-4404-b608-46bee2f4174c req-a67fde73-67da-4d1c-b95b-e11765bc546e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892124 Mar 10 15:28:32.884048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f45bb-abdb-4977-86ae-499bed68a6e9 req-d95cfdf1-472c-42ce-8a09-f2ef11cf2b00 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:32.884048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b64f45bb-abdb-4977-86ae-499bed68a6e9 req-d95cfdf1-472c-42ce-8a09-f2ef11cf2b00 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.0851591 Mar 10 15:28:32.942017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b64f45bb-abdb-4977-86ae-499bed68a6e9 req-2c41b313-844b-433b-a3a3-f42fdffd30e8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483432 Mar 10 15:28:32.962157 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83f807cd-9bcf-4720-879b-edd7ac7e0926 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:32.966694 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83f807cd-9bcf-4720-879b-edd7ac7e0926 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (44f4e803-fe6d-4138-b673-a34ed773872f), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:33.191701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f807cd-9bcf-4720-879b-edd7ac7e0926 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:33.328858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f807cd-9bcf-4720-879b-edd7ac7e0926 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:33.333113 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-83f807cd-9bcf-4720-879b-edd7ac7e0926 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:33.341537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5039f8-8d00-4389-bd28-2039ce323356 None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:33.351101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5039f8-8d00-4389-bd28-2039ce323356 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:33.352271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c5039f8-8d00-4389-bd28-2039ce323356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:33.389098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c5039f8-8d00-4389-bd28-2039ce323356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:33.398134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5039f8-8d00-4389-bd28-2039ce323356 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:33.398765 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c5039f8-8d00-4389-bd28-2039ce323356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:33.405527 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-83f807cd-9bcf-4720-879b-edd7ac7e0926 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "PUT /v2.0/floatingips/44f4e803-fe6d-4138-b673-a34ed773872f HTTP/1.1" status: 200 len: 977 time: 1.2370272 Mar 10 15:28:33.408731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54152) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:33.440367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c5039f8-8d00-4389-bd28-2039ce323356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:33.441019 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5039f8-8d00-4389-bd28-2039ce323356 None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:33.584436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port 5e7c906d-461d-47f0-9173-e930f303fe91 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:33.584705 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5e7c906d-461d-47f0-9173-e930f303fe91), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:33.666207 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5e7c906d-461d-47f0-9173-e930f303fe91), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:33.666532 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (5e7c906d-461d-47f0-9173-e930f303fe91), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:33.679350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for 5e7c906d-461d-47f0-9173-e930f303fe91 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:33.860836 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5e7c906d-461d-47f0-9173-e930f303fe91), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:33.884004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=5e7c906d-461d-47f0-9173-e930f303fe91,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:33.998629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (44f4e803-fe6d-4138-b673-a34ed773872f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:33.999083 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP 44f4e803-fe6d-4138-b673-a34ed773872f disassociated (deleted). External IP: 172.25.3.101, port: c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a. Mar 10 15:28:34.034127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 8599ed75-c096-4e2c-8f46-0170b9f85619 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:28:34.092882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9cd46-38ee-4ebf-9328-b6fbce72c672 req-ca93c101-5e1c-4d20-a859-5147c0de248a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:34.094707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64e9cd46-38ee-4ebf-9328-b6fbce72c672 req-ca93c101-5e1c-4d20-a859-5147c0de248a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 944 time: 0.1459148 Mar 10 15:28:34.147846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 8599ed75-c096-4e2c-8f46-0170b9f85619, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=8599ed75-c096-4e2c-8f46-0170b9f85619,segment=NetworkSegment(252a66d3-e8c4-4206-bc40-b471bd5c7871),segment_id=252a66d3-e8c4-4206-bc40-b471bd5c7871)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:34.165196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '8599ed75-c096-4e2c-8f46-0170b9f85619', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'port_id': '8599ed75-c096-4e2c-8f46-0170b9f85619', 'mac_address': 'fa:16:3e:06:78:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:28:34.206094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 8599ed75-c096-4e2c-8f46-0170b9f85619 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:34.206487 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:34.208431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64e9cd46-38ee-4ebf-9328-b6fbce72c672 req-b5b61f32-ff7a-407b-9402-19136226cb4c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047633 Mar 10 15:28:34.229106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c6426-c0ee-4a85-9e89-80c9b6ed75bc req-a36069cd-cb59-4792-a3ee-acd5f7418039 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:34.229106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a42c6426-c0ee-4a85-9e89-80c9b6ed75bc req-a36069cd-cb59-4792-a3ee-acd5f7418039 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.1849840 Mar 10 15:28:34.239630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8599ed75-c096-4e2c-8f46-0170b9f85619 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:28:34.266462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 8599ed75-c096-4e2c-8f46-0170b9f85619, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=8599ed75-c096-4e2c-8f46-0170b9f85619,segment=NetworkSegment(252a66d3-e8c4-4206-bc40-b471bd5c7871),segment_id=252a66d3-e8c4-4206-bc40-b471bd5c7871)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:34.288126 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:34.352138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=8599ed75-c096-4e2c-8f46-0170b9f85619,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:34.361847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.362119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.362462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.363024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.363363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.363695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.364025 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.364349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.364674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.364992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.365468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.365968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.366486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:28:34.374649 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:28:34.425514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a42c6426-c0ee-4a85-9e89-80c9b6ed75bc req-5cc198b2-4bcf-4381-bc31-59a0d1b7c1f6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961719 Mar 10 15:28:34.439934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:34.558038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:34.562482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:34.569499 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf23343-41b9-4b0b-bc16-9f2aa6e08875 None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:34.592953 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf23343-41b9-4b0b-bc16-9f2aa6e08875 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:34.593760 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ecf23343-41b9-4b0b-bc16-9f2aa6e08875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:34.600684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e99f0da2-0419-4cce-99cb-492f11d611e3 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/floatingips/44f4e803-fe6d-4138-b673-a34ed773872f HTTP/1.1" status: 204 len: 168 time: 1.1886098 Mar 10 15:28:34.601413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54162) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:34.641914 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ecf23343-41b9-4b0b-bc16-9f2aa6e08875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:34.653656 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf23343-41b9-4b0b-bc16-9f2aa6e08875 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:34.654356 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ecf23343-41b9-4b0b-bc16-9f2aa6e08875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:34.667763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-3ae74ec0-dcc8-4508-87da-e7c5b8c8527f service neutron] 10.222.0.45 "GET /v2.0/ports/3de7f37f-275e-45b1-89e0-5f48af172609/bindings/n-h2-833090-1 HTTP/1.1" status: 200 len: 384 time: 0.0678551 Mar 10 15:28:34.669253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['8599ed75-c096-4e2c-8f46-0170b9f85619'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:28:34.692469 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-ecf23343-41b9-4b0b-bc16-9f2aa6e08875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:34.693382 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf23343-41b9-4b0b-bc16-9f2aa6e08875 None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:34.714859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-be5b214d-e868-40db-ac1d-c88d206f113f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:34.717336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be5b214d-e868-40db-ac1d-c88d206f113f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:34.838593 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be5b214d-e868-40db-ac1d-c88d206f113f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:34.853814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-be5b214d-e868-40db-ac1d-c88d206f113f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:34.887467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-1fb2e44c-44f1-4b2a-ae99-b3746bc4a050 service neutron] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:34.916409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-1fb2e44c-44f1-4b2a-ae99-b3746bc4a050 service neutron] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:34.967983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:34.971527 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3917f35c-dd16-4911-9aa8-5f6deab00f3b" -d '{"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-unplugged", "status": "completed", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:34.987168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-1fb2e44c-44f1-4b2a-ae99-b3746bc4a050 service neutron] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:35.015460 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-1fb2e44c-44f1-4b2a-ae99-b3746bc4a050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:35.105562 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c1de9f-544b-4db1-be58-9a91e66d7986 x-openstack-request-id: req-a6c1de9f-544b-4db1-be58-9a91e66d7986 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:35.105849 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-unplugged", "status": "completed", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:35.106109 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6c1de9f-544b-4db1-be58-9a91e66d7986 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:35.106510 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609', 'code': 200} Mar 10 15:28:35.125371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-1fb2e44c-44f1-4b2a-ae99-b3746bc4a050 service neutron] Transition to ACTIVE for port object 3de7f37f-275e-45b1-89e0-5f48af172609 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:28:35.131745 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-1fb2e44c-44f1-4b2a-ae99-b3746bc4a050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:35.197162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2e44c-44f1-4b2a-ae99-b3746bc4a050 service neutron] Pushing event updated for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=11']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:35.431503 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be5b214d-e868-40db-ac1d-c88d206f113f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:35.506766 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b214d-e868-40db-ac1d-c88d206f113f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:35.609901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be5b214d-e868-40db-ac1d-c88d206f113f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:35.613565 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-be5b214d-e868-40db-ac1d-c88d206f113f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/ports/c3020cfd-fafe-4dc2-9d3a-d1d3a40a338a HTTP/1.1" status: 204 len: 168 time: 1.0105832 Mar 10 15:28:35.622522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:35.627313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:35.676029 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:35.695281 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-fbe7ace2-1f5c-4ec0-a5f3-cfe1d44ef982 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802329 Mar 10 15:28:35.790268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-1fb2e44c-44f1-4b2a-ae99-b3746bc4a050 service neutron] No DVR routers for this DVR port 3de7f37f-275e-45b1-89e0-5f48af172609 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:28:35.809413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-74a8dab1-5a57-410d-9407-9eb53c68053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:35.811026 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-74a8dab1-5a57-410d-9407-9eb53c68053f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 1128 time: 0.0925925 Mar 10 15:28:35.844823 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:35.849405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2511c59-ac3e-43f6-9bca-99deb6d79573 req-1f6e34ef-63c2-441c-bef0-01be5af5596a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:35.851000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2511c59-ac3e-43f6-9bca-99deb6d79573 req-1f6e34ef-63c2-441c-bef0-01be5af5596a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 945 time: 0.5396616 Mar 10 15:28:35.860926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431d081-a53a-4e76-aacc-a412ffd53134 req-6c4d6191-1b2c-49c1-be3e-5c2770c87b14 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:35.862532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4431d081-a53a-4e76-aacc-a412ffd53134 req-6c4d6191-1b2c-49c1-be3e-5c2770c87b14 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 945 time: 0.1421483 Mar 10 15:28:35.996091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2511c59-ac3e-43f6-9bca-99deb6d79573 req-8fc45feb-6a1c-4ef7-839b-8195a5b7b53d tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321657 Mar 10 15:28:35.999996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-007e9b79-5225-4d2d-ab37-f70724a06bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.001621 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-007e9b79-5225-4d2d-ab37-f70724a06bcb service neutron] 10.222.0.62 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.1679163 Mar 10 15:28:36.016461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4431d081-a53a-4e76-aacc-a412ffd53134 req-eac91ea5-7143-462f-99cd-fe67cf61a459 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336188 Mar 10 15:28:36.057164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3de7f37f-275e-45b1-89e0-5f48af172609 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:28:36.057686 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-1fb2e44c-44f1-4b2a-ae99-b3746bc4a050 service neutron] 10.222.0.45 "PUT /v2.0/ports/3de7f37f-275e-45b1-89e0-5f48af172609/bindings/n-h2-833090-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3833055 Mar 10 15:28:36.077232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 8599ed75-c096-4e2c-8f46-0170b9f85619 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:36.099350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.25.3.125 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/ef75d46c-c2c7-4e2e-8ca0-f50142d34a37) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:36.103192 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-21b7f826-3f11-41fe-b9ca-14a93a2fa934 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca349753-4ab8-4593-b561-8f172cdefad9 HTTP/1.1" status: 200 len: 1002 time: 0.0955012 Mar 10 15:28:36.194126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-36dd9791-b69d-4cca-bf9c-71a4ebdcca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.196763 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-36dd9791-b69d-4cca-bf9c-71a4ebdcca31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.0836639 Mar 10 15:28:36.197558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 8599ed75-c096-4e2c-8f46-0170b9f85619 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:28:36.203412 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 8599ed75-c096-4e2c-8f46-0170b9f85619 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:36.203786 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:36.210305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:36.232601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-e65addb4-5537-48af-a834-be52cfdb6d63 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.236025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-e65addb4-5537-48af-a834-be52cfdb6d63 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c&tenant_id=c674686624284cd388d76dbc1471089d&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 1127 time: 0.1073170 Mar 10 15:28:36.251400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '3de7f37f-275e-45b1-89e0-5f48af172609', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'port_id': '3de7f37f-275e-45b1-89e0-5f48af172609', 'mac_address': 'fa:16:3e:a1:06:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:28:36.302061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 3de7f37f-275e-45b1-89e0-5f48af172609 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:36.302450 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:36.314708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (ef75d46c-c2c7-4e2e-8ca0-f50142d34a37), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:36.323896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-d64f99be-0761-4ae9-9998-991aa846b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.325531 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-d64f99be-0761-4ae9-9998-991aa846b037 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937796 Mar 10 15:28:36.341688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de7f37f-275e-45b1-89e0-5f48af172609 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:28:36.364821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-30fd8e9f-c693-4663-a022-9c58c4d1c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.367942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-30fd8e9f-c693-4663-a022-9c58c4d1c6e9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 1127 time: 0.1251056 Mar 10 15:28:36.371861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 8599ed75-c096-4e2c-8f46-0170b9f85619 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:36.371861 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:36.375335 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:36.385689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:36.427733 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ef75d46c-c2c7-4e2e-8ca0-f50142d34a37), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:36.457173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-863bd552-4919-49ba-acf6-a74de1a8c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.458974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-863bd552-4919-49ba-acf6-a74de1a8c09c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 1128 time: 0.0643983 Mar 10 15:28:36.464531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8599ed75-c096-4e2c-8f46-0170b9f85619'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:36.466915 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ab01b3-b609-4cc3-b845-140b3b5a1d3f" -d '{"events": [{"server_uuid": "075bbf7b-06e8-40c4-9fae-2fa6c46cade6", "name": "network-vif-plugged", "status": "completed", "tag": "8599ed75-c096-4e2c-8f46-0170b9f85619"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:36.494231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['3de7f37f-275e-45b1-89e0-5f48af172609'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:28:36.500981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 8599ed75-c096-4e2c-8f46-0170b9f85619, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=8599ed75-c096-4e2c-8f46-0170b9f85619,segment=NetworkSegment(252a66d3-e8c4-4206-bc40-b471bd5c7871),segment_id=252a66d3-e8c4-4206-bc40-b471bd5c7871)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:36.527890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:36.545281 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d693ac95-c436-4be2-9945-ed0a5183a2fb x-openstack-request-id: req-d693ac95-c436-4be2-9945-ed0a5183a2fb {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:36.545573 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075bbf7b-06e8-40c4-9fae-2fa6c46cade6", "name": "network-vif-plugged", "status": "completed", "tag": "8599ed75-c096-4e2c-8f46-0170b9f85619", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:36.545821 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d693ac95-c436-4be2-9945-ed0a5183a2fb {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:36.546208 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8599ed75-c096-4e2c-8f46-0170b9f85619', 'code': 200} Mar 10 15:28:36.551110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=12']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:36.551301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:36.561522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:36.568926 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-fc6b22da-c73b-424d-a504-726a74104dac service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366829 Mar 10 15:28:36.571318 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:36.573758 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=ef75d46c-c2c7-4e2e-8ca0-f50142d34a37,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:36.617102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.62', 63174) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:36.637820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=8599ed75-c096-4e2c-8f46-0170b9f85619,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:36.669159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-12edd7fc-f1aa-4e09-948b-4934244eb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.670837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-12edd7fc-f1aa-4e09-948b-4934244eb80a service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9676ea7-6a92-4c63-a903-4e53a689ea3d HTTP/1.1" status: 200 len: 898 time: 0.2059917 Mar 10 15:28:36.745183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-5d4847c1-f51f-4f58-ba4e-d45b7e4893c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 200 len: 1001 time: 0.0684249 Mar 10 15:28:36.750531 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-d98fb36e-ea6f-4114-8db7-36e79e027f56 service neutron] 10.222.0.62 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728458 Mar 10 15:28:36.807953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a66c33-6aad-4189-bf33-73dc76a589de req-92de57e9-ced2-41f8-9fea-77ffda2cc167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.809766 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a8a66c33-6aad-4189-bf33-73dc76a589de req-92de57e9-ced2-41f8-9fea-77ffda2cc167 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 1128 time: 0.1740162 Mar 10 15:28:36.811618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-75e944c3-1b5c-4c98-8bf9-7922dcb27288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.813217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-75e944c3-1b5c-4c98-8bf9-7922dcb27288 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9 HTTP/1.1" status: 200 len: 835 time: 0.0614119 Mar 10 15:28:36.858853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (24d62be4-fbe4-4601-aa20-0f076e6d6522), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:36.882751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-45b00e79-54ed-4625-a5a8-16ce5df6b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:36.884982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-45b00e79-54ed-4625-a5a8-16ce5df6b63b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9676ea7-6a92-4c63-a903-4e53a689ea3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0652471 Mar 10 15:28:36.912682 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a8a66c33-6aad-4189-bf33-73dc76a589de req-0a584432-4393-44b1-b339-de1e2009150c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822866 Mar 10 15:28:36.920236 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ef75d46c-c2c7-4e2e-8ca0-f50142d34a37), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:36.995527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-11787b03-3930-4a5e-8fd1-048a33ae4783 service neutron] 10.222.0.62 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010368 Mar 10 15:28:37.090544 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (ef75d46c-c2c7-4e2e-8ca0-f50142d34a37), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.097228 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ef75d46c-c2c7-4e2e-8ca0-f50142d34a37), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.181003 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=ef75d46c-c2c7-4e2e-8ca0-f50142d34a37,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:37.188616 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (24d62be4-fbe4-4601-aa20-0f076e6d6522), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.206921 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.210727 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-29b975e9-007f-4276-abb8-75335cec2765 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5848751 Mar 10 15:28:37.211404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54190) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:37.219002 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'port': {'network_id': 'ddbb014a-cf59-41de-bc13-45a7ccf6e685', 'name': 'tempest-FloatingIPTestJSON-404976723'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:37.288603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8ad24-9d24-4cc4-a9ad-9f58953cf2e2 req-88610f39-e5c4-4351-9d97-82c427492a29 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:37.290653 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97d8ad24-9d24-4cc4-a9ad-9f58953cf2e2 req-88610f39-e5c4-4351-9d97-82c427492a29 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 946 time: 0.1692455 Mar 10 15:28:37.299129 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24323973-55c7-4b36-b305-70069c119f24 req-666eccbf-6012-469d-95f2-adf0ebc234b7 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:37.306569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24323973-55c7-4b36-b305-70069c119f24 req-666eccbf-6012-469d-95f2-adf0ebc234b7 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 946 time: 0.1946919 Mar 10 15:28:37.383191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-6f58beb4-619c-445b-a9df-1139d2d863bc service neutron] 10.222.0.62 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092254 Mar 10 15:28:37.406927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24323973-55c7-4b36-b305-70069c119f24 req-0b175d77-3212-4004-85bb-ed978f6648c3 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994153 Mar 10 15:28:37.417134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97d8ad24-9d24-4cc4-a9ad-9f58953cf2e2 req-306032e6-4596-44db-b254-d5db6692a71d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030669 Mar 10 15:28:37.421008 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Made reservation on behalf of acf89e3d602f430283893b6d675c3e8a for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:37.425171 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.446660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] device_id is not set on port 6ba3e015-cec7-4644-ad48-a31ff430af87 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:28:37.578043 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.20.0.11 (ddbb014a-cf59-41de-bc13-45a7ccf6e685/e92145c6-a9d8-4740-8738-ca74f0e05425/6ba3e015-cec7-4644-ad48-a31ff430af87) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:37.731768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-9e3debdc-8638-4b5d-b559-d73b0bc3ab6d tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:37.734334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-9e3debdc-8638-4b5d-b559-d73b0bc3ab6d tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c&tenant_id=c674686624284cd388d76dbc1471089d&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 1128 time: 0.0539756 Mar 10 15:28:37.749227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (6ba3e015-cec7-4644-ad48-a31ff430af87), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.789708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (6ba3e015-cec7-4644-ad48-a31ff430af87), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.840208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network ddbb014a-cf59-41de-bc13-45a7ccf6e685 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:37.845923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:37.849857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:37.874659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=6ba3e015-cec7-4644-ad48-a31ff430af87,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:37.891251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-797fe05a-12b4-4e09-8c03-c77a7b78b9c3 service neutron] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:37.894586 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-797fe05a-12b4-4e09-8c03-c77a7b78b9c3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.895759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-797fe05a-12b4-4e09-8c03-c77a7b78b9c3 service neutron] 10.222.0.62 "DELETE /v2.0/ports/3de7f37f-275e-45b1-89e0-5f48af172609/bindings/n-h1-833090-1 HTTP/1.1" status: 204 len: 173 time: 0.1537375 Mar 10 15:28:37.909270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:37.909898 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:37.932525 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6476ad23-a158-49ec-b4ac-c3b09d88f707 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7175639 Mar 10 15:28:37.932889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54196) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:37.938596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-635477a6-246a-4efc-b691-8e576418e252 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'floatingip': {'port_id': '6ba3e015-cec7-4644-ad48-a31ff430af87'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:37.986500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-635477a6-246a-4efc-b691-8e576418e252 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (24d62be4-fbe4-4601-aa20-0f076e6d6522), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:38.068855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3de7f37f-275e-45b1-89e0-5f48af172609 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:38.146660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 3de7f37f-275e-45b1-89e0-5f48af172609 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:28:38.151631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 3de7f37f-275e-45b1-89e0-5f48af172609 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:38.152377 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:38.297301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 3de7f37f-275e-45b1-89e0-5f48af172609 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:38.298030 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:38.350525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:38.356169 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:38.413882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=14']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:38.417757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3de7f37f-275e-45b1-89e0-5f48af172609 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:38.496380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port 3de7f37f-275e-45b1-89e0-5f48af172609 host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:28:38.496780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 3de7f37f-275e-45b1-89e0-5f48af172609 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:38.547795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:38.550045 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee8214a-4ace-447b-92b1-6ad0fcbb0187" -d '{"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-plugged", "status": "completed", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:38.638177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dee821-a490-4f40-ba71-89cb9267e4ee req-116c8787-d74e-4d07-964d-fd925987d679 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:38.639875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7dee821-a490-4f40-ba71-89cb9267e4ee req-116c8787-d74e-4d07-964d-fd925987d679 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 947 time: 0.1457086 Mar 10 15:28:38.653190 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-635477a6-246a-4efc-b691-8e576418e252 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:38.675531 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-635477a6-246a-4efc-b691-8e576418e252 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (24d62be4-fbe4-4601-aa20-0f076e6d6522), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:38.724049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999fa80-5651-4f01-913f-b4fecfc40a36 req-4f13f092-5f13-41e5-8325-038ea58e7adb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:38.725661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d999fa80-5651-4f01-913f-b4fecfc40a36 req-4f13f092-5f13-41e5-8325-038ea58e7adb tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 946 time: 0.2006996 Mar 10 15:28:38.816438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7dee821-a490-4f40-ba71-89cb9267e4ee req-d6272c44-091f-4752-a248-cda802cc571c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602437 Mar 10 15:28:38.852717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d999fa80-5651-4f01-913f-b4fecfc40a36 req-7f38acf4-99de-4304-84e6-6a75bac9c2d9 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139438 Mar 10 15:28:38.859029 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-635477a6-246a-4efc-b691-8e576418e252 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP 24d62be4-fbe4-4601-aa20-0f076e6d6522 associated. External IP: 172.25.3.125, port: 6ba3e015-cec7-4644-ad48-a31ff430af87. Mar 10 15:28:38.864241 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ad0693-36ff-48d3-9d68-56d634981ecc x-openstack-request-id: req-c9ad0693-36ff-48d3-9d68-56d634981ecc {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:38.864818 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-plugged", "status": "completed", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:38.865325 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9ad0693-36ff-48d3-9d68-56d634981ecc {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:38.865935 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609', 'code': 200} Mar 10 15:28:39.114687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8b514-9bb6-421b-90a1-57222b95074c req-b8d6fbc2-32da-4a36-bb8a-e394cc9304dd tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:39.116133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfd8b514-9bb6-421b-90a1-57222b95074c req-b8d6fbc2-32da-4a36-bb8a-e394cc9304dd tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 1129 time: 0.1499052 Mar 10 15:28:39.466649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7237121-96d7-458f-9de5-012cbe489d32 req-247226c0-e6e6-41f3-8a00-9a0c8dd41558 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:39.468047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7237121-96d7-458f-9de5-012cbe489d32 req-247226c0-e6e6-41f3-8a00-9a0c8dd41558 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 946 time: 0.4119453 Mar 10 15:28:39.514232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635477a6-246a-4efc-b691-8e576418e252 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:39.528947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dfd8b514-9bb6-421b-90a1-57222b95074c req-56ddbcbe-c751-4726-9840-0f4ecd2b1c04 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780971 Mar 10 15:28:39.561946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7237121-96d7-458f-9de5-012cbe489d32 req-95132e8a-2f97-44bd-872b-a6f19260099a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870633 Mar 10 15:28:39.590557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54232) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:39.656170 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f456a1-7713-4a94-ae01-17137a6edb47 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:39.657710 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-11f456a1-7713-4a94-ae01-17137a6edb47 tempest-TestNetworkBasicOps-1360722412 tempest-TestNetworkBasicOps-1360722412-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 1123 time: 0.0654068 Mar 10 15:28:39.660536 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54242) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:39.666405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '8599ed75-c096-4e2c-8f46-0170b9f85619', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:39.707277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635477a6-246a-4efc-b691-8e576418e252 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:39.713582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-635477a6-246a-4efc-b691-8e576418e252 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:39.718557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b581af18-b76b-4b58-a11c-3a8be2576e54 None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:39.721136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:39.729516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b581af18-b76b-4b58-a11c-3a8be2576e54 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:39.730332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b581af18-b76b-4b58-a11c-3a8be2576e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:39.763850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-635477a6-246a-4efc-b691-8e576418e252 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "PUT /v2.0/floatingips/24d62be4-fbe4-4601-aa20-0f076e6d6522 HTTP/1.1" status: 200 len: 978 time: 1.8297858 Mar 10 15:28:39.765497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54248) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:39.778767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b581af18-b76b-4b58-a11c-3a8be2576e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:39.784028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22845552-3f7b-4f2f-9ac5-f9c3a0a8eef1 req-ef7f86c0-d45e-4ebc-965c-1dd6fafd72a1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:39.788337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b581af18-b76b-4b58-a11c-3a8be2576e54 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:39.789673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22845552-3f7b-4f2f-9ac5-f9c3a0a8eef1 req-ef7f86c0-d45e-4ebc-965c-1dd6fafd72a1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 947 time: 0.1229262 Mar 10 15:28:39.791325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b581af18-b76b-4b58-a11c-3a8be2576e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:39.879840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22845552-3f7b-4f2f-9ac5-f9c3a0a8eef1 req-10c9f019-5fa1-4713-9fbd-581e139fbcf9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783081 Mar 10 15:28:39.886183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b581af18-b76b-4b58-a11c-3a8be2576e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:39.887046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b581af18-b76b-4b58-a11c-3a8be2576e54 None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:39.896392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54254) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:39.991081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port 6ba3e015-cec7-4644-ad48-a31ff430af87 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:39.991430 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6ba3e015-cec7-4644-ad48-a31ff430af87), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:39.998693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-19a2acc0-b5f7-4a5e-a478-0058711a920e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/c0967539-0f75-45c6-b8ac-b54c1ebf3e84 HTTP/1.1" status: 200 len: 994 time: 0.0973802 Mar 10 15:28:39.998942 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:40.151126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6ba3e015-cec7-4644-ad48-a31ff430af87), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:40.258493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Allocated IP 172.25.3.179 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/22784c87-4050-45d5-8663-9b577ada4ac3) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:40.461960 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:40.462327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (24d62be4-fbe4-4601-aa20-0f076e6d6522), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:40.462639 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP 24d62be4-fbe4-4601-aa20-0f076e6d6522 disassociated. External IP: 172.25.3.125, port: 6ba3e015-cec7-4644-ad48-a31ff430af87. Mar 10 15:28:40.463000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for 6ba3e015-cec7-4644-ad48-a31ff430af87 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:40.481422 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (22784c87-4050-45d5-8663-9b577ada4ac3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:40.570076 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (22784c87-4050-45d5-8663-9b577ada4ac3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:40.649483 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:40.655015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:40.656839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=22784c87-4050-45d5-8663-9b577ada4ac3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:40.661307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:40.709583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (6ba3e015-cec7-4644-ad48-a31ff430af87), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:40.758694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=6ba3e015-cec7-4644-ad48-a31ff430af87,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:41.331925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:41.546608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:41.558551 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c5bda-956f-4ea0-aaa7-7afba360e24a None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:41.568729 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c5bda-956f-4ea0-aaa7-7afba360e24a None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:41.569553 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-574c5bda-956f-4ea0-aaa7-7afba360e24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:41.609032 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-574c5bda-956f-4ea0-aaa7-7afba360e24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:41.618965 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c5bda-956f-4ea0-aaa7-7afba360e24a None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:41.619803 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-574c5bda-956f-4ea0-aaa7-7afba360e24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:41.657372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:41.660497 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-574c5bda-956f-4ea0-aaa7-7afba360e24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:41.661049 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fe0918fe-61cc-435f-a881-f6110e570b9f tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/ports/6ba3e015-cec7-4644-ad48-a31ff430af87 HTTP/1.1" status: 204 len: 168 time: 1.8945241 Mar 10 15:28:41.661565 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c5bda-956f-4ea0-aaa7-7afba360e24a None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:41.663667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54260) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:41.664732 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for floatingip (8c183dda-cbd7-49d5-8425-04e09a3a98a6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:41.710739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cffe7e41-a55c-494e-b1a4-1544b1ddafcc tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "GET /v2.0/floatingips/24d62be4-fbe4-4601-aa20-0f076e6d6522 HTTP/1.1" status: 200 len: 688 time: 0.0427029 Mar 10 15:28:41.711577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54262) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:41.772878 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (22784c87-4050-45d5-8663-9b577ada4ac3), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:41.883243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fb84c0fb-5b14-4209-8e8f-20e2a4c6aabd tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port ef75d46c-c2c7-4e2e-8ca0-f50142d34a37 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:41.883654 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb84c0fb-5b14-4209-8e8f-20e2a4c6aabd tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ef75d46c-c2c7-4e2e-8ca0-f50142d34a37), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:41.980306 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb84c0fb-5b14-4209-8e8f-20e2a4c6aabd tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ef75d46c-c2c7-4e2e-8ca0-f50142d34a37), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:41.980637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb84c0fb-5b14-4209-8e8f-20e2a4c6aabd tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (ef75d46c-c2c7-4e2e-8ca0-f50142d34a37), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:41.998561 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for port (22784c87-4050-45d5-8663-9b577ada4ac3), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.012143 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (22784c87-4050-45d5-8663-9b577ada4ac3), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.027647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fb84c0fb-5b14-4209-8e8f-20e2a4c6aabd tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for ef75d46c-c2c7-4e2e-8ca0-f50142d34a37 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:42.092788 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event updated for resources: {'Port': ['ID=22784c87-4050-45d5-8663-9b577ada4ac3,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:42.198376 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (8c183dda-cbd7-49d5-8425-04e09a3a98a6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.283089 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb84c0fb-5b14-4209-8e8f-20e2a4c6aabd tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ef75d46c-c2c7-4e2e-8ca0-f50142d34a37), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.287400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54272) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:42.351128 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Floating IP 8c183dda-cbd7-49d5-8425-04e09a3a98a6 associated. External IP: 172.25.3.179, port: 8599ed75-c096-4e2c-8f46-0170b9f85619. Mar 10 15:28:42.361648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84c0fb-5b14-4209-8e8f-20e2a4c6aabd tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=ef75d46c-c2c7-4e2e-8ca0-f50142d34a37,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:42.519827 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb84c0fb-5b14-4209-8e8f-20e2a4c6aabd tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (24d62be4-fbe4-4601-aa20-0f076e6d6522), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.526226 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fb84c0fb-5b14-4209-8e8f-20e2a4c6aabd tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.527862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fb84c0fb-5b14-4209-8e8f-20e2a4c6aabd tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/floatingips/24d62be4-fbe4-4601-aa20-0f076e6d6522 HTTP/1.1" status: 204 len: 168 time: 0.8154004 Mar 10 15:28:42.541360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54282) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:42.546959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '3708a4e7-e3ba-458a-bc69-32f3500a1c92'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:42.601610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.650984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 64685e8b-7c1c-412e-ad3f-45dc76db4909 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:42.713185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port 081ca4ae-5341-4f0a-a805-3a58880fc49a {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:42.714357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (081ca4ae-5341-4f0a-a805-3a58880fc49a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.803643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:42.815299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430a8c1-62c5-4f23-aaf8-e82bc3d6ef2d None None] Sync routers for ids ['64685e8b-7c1c-412e-ad3f-45dc76db4909'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:42.825029 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (081ca4ae-5341-4f0a-a805-3a58880fc49a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.825728 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (081ca4ae-5341-4f0a-a805-3a58880fc49a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.837939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430a8c1-62c5-4f23-aaf8-e82bc3d6ef2d None None] Routers {'64685e8b-7c1c-412e-ad3f-45dc76db4909'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:42.838236 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.839096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6430a8c1-62c5-4f23-aaf8-e82bc3d6ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['64685e8b-7c1c-412e-ad3f-45dc76db4909'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:42.853296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:42.861506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for 081ca4ae-5341-4f0a-a805-3a58880fc49a owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:42.918513 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bfcd625c-8249-43f6-a22c-fb9cb0008491 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2566748 Mar 10 15:28:42.919886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54286) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:42.921339 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'tag': '8599ed75-c096-4e2c-8f46-0170b9f85619'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:42.929557 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "075bbf7b-06e8-40c4-9fae-2fa6c46cade6", "tag": "8599ed75-c096-4e2c-8f46-0170b9f85619"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:43.026222 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6586604-d0b6-4f7b-99d8-7328a7c53f11 x-openstack-request-id: req-e6586604-d0b6-4f7b-99d8-7328a7c53f11 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:43.026528 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075bbf7b-06e8-40c4-9fae-2fa6c46cade6", "tag": "8599ed75-c096-4e2c-8f46-0170b9f85619", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:43.026804 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6586604-d0b6-4f7b-99d8-7328a7c53f11 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:43.028124 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'tag': '8599ed75-c096-4e2c-8f46-0170b9f85619', 'status': 'completed', 'code': 200} Mar 10 15:28:43.063111 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5b9a3ce-846a-485e-bfa8-37ed64730f08 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/floatingips/8c183dda-cbd7-49d5-8425-04e09a3a98a6 HTTP/1.1" status: 200 len: 992 time: 0.1261239 Mar 10 15:28:43.088713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6430a8c1-62c5-4f23-aaf8-e82bc3d6ef2d None None] Set router 64685e8b-7c1c-412e-ad3f-45dc76db4909 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:43.182074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.25.3.36 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/771d5e98-eeaf-4aba-8317-c0ac18409a07) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:43.211473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9 req-05cde636-4289-44c8-812c-fb9e3763323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:43.213085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9 req-05cde636-4289-44c8-812c-fb9e3763323a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 1128 time: 0.1687086 Mar 10 15:28:43.434181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (081ca4ae-5341-4f0a-a805-3a58880fc49a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:43.453170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6430a8c1-62c5-4f23-aaf8-e82bc3d6ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '8c183dda-cbd7-49d5-8425-04e09a3a98a6', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'port_id': '8599ed75-c096-4e2c-8f46-0170b9f85619', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'mac_address': 'fa:16:3e:06:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:28:41Z', 'updated_at': '2022-03-10T15:28:41Z', 'revision_number': 0, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23492441-1e02-4948-8d0e-dc1a6c6b0600', 'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:4b:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:15Z', 'updated_at': '2022-03-10T15:28:22Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:43.456117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9 req-35078ab4-e09b-402e-a21c-380ffe95a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:43.457596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9 req-35078ab4-e09b-402e-a21c-380ffe95a7b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e8a9ebb9-44c9-48ea-b6ae-7698021ae722 HTTP/1.1" status: 200 len: 898 time: 0.2375076 Mar 10 15:28:43.494923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430a8c1-62c5-4f23-aaf8-e82bc3d6ef2d None None] Checking router: 64685e8b-7c1c-412e-ad3f-45dc76db4909 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:43.504096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=081ca4ae-5341-4f0a-a805-3a58880fc49a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:43.513052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6430a8c1-62c5-4f23-aaf8-e82bc3d6ef2d None None] Routers {'64685e8b-7c1c-412e-ad3f-45dc76db4909'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:43.513984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6430a8c1-62c5-4f23-aaf8-e82bc3d6ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['64685e8b-7c1c-412e-ad3f-45dc76db4909'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:43.541634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (771d5e98-eeaf-4aba-8317-c0ac18409a07), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:43.629001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9 req-dc2f4ebc-18b7-43e9-b024-8a04e238010d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8599ed75-c096-4e2c-8f46-0170b9f85619 HTTP/1.1" status: 200 len: 1000 time: 0.1370747 Mar 10 15:28:43.644709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6430a8c1-62c5-4f23-aaf8-e82bc3d6ef2d None None] Set router 64685e8b-7c1c-412e-ad3f-45dc76db4909 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:43.682223 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (c0967539-0f75-45c6-b8ac-b54c1ebf3e84), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:43.682589 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Floating IP c0967539-0f75-45c6-b8ac-b54c1ebf3e84 disassociated (deleted). External IP: 172.25.3.182, port: 3de7f37f-275e-45b1-89e0-5f48af172609. Mar 10 15:28:43.735623 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (771d5e98-eeaf-4aba-8317-c0ac18409a07), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:43.836608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9 req-043f4946-4e8b-4cba-b6db-b9a8a6a27160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:43.838575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9 req-043f4946-4e8b-4cba-b6db-b9a8a6a27160 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceec5633-f6ea-490f-861a-b2e07d52d464 HTTP/1.1" status: 200 len: 835 time: 0.2025921 Mar 10 15:28:43.906135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:43.911118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6430a8c1-62c5-4f23-aaf8-e82bc3d6ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '8c183dda-cbd7-49d5-8425-04e09a3a98a6', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'port_id': '8599ed75-c096-4e2c-8f46-0170b9f85619', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'mac_address': 'fa:16:3e:06:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:28:41Z', 'updated_at': '2022-03-10T15:28:41Z', 'revision_number': 0, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23492441-1e02-4948-8d0e-dc1a6c6b0600', 'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:4b:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:15Z', 'updated_at': '2022-03-10T15:28:22Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:43.940872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6430a8c1-62c5-4f23-aaf8-e82bc3d6ef2d None None] The sync data for ids ['64685e8b-7c1c-412e-ad3f-45dc76db4909'] in n-d-833090-1 is: [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '8c183dda-cbd7-49d5-8425-04e09a3a98a6', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'port_id': '8599ed75-c096-4e2c-8f46-0170b9f85619', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'mac_address': 'fa:16:3e:06:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:28:41Z', 'updated_at': '2022-03-10T15:28:41Z', 'revision_number': 0, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23492441-1e02-4948-8d0e-dc1a6c6b0600', 'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:4b:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:15Z', 'updated_at': '2022-03-10T15:28:22Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:43.968798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:43.971932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:44.064716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54294) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:44.137443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:44.139739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=771d5e98-eeaf-4aba-8317-c0ac18409a07,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:44.146089 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8e351dfe-6097-4796-815c-da50ff999e49 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/floatingips/8c183dda-cbd7-49d5-8425-04e09a3a98a6 HTTP/1.1" status: 200 len: 992 time: 0.0794110 Mar 10 15:28:44.182495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9 req-d1ec6127-c737-4c70-8c6e-3015e0ce90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:44.184327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9 req-d1ec6127-c737-4c70-8c6e-3015e0ce90f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e8a9ebb9-44c9-48ea-b6ae-7698021ae722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3159854 Mar 10 15:28:44.324763 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db086dd-7cbe-4c28-ad86-a33e1499f0ab None None] New status for floating IP 8c183dda-cbd7-49d5-8425-04e09a3a98a6: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:28:44.802512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9 req-ba8b8aea-e7d3-409a-a853-a7b04956e55d service neutron] 10.222.0.62 "GET /v2.0/networks/e8a9ebb9-44c9-48ea-b6ae-7698021ae722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949879 Mar 10 15:28:44.890122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:44.897010 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:44.904277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d561c6-83d6-471a-b063-237acc280273 None None] Sync routers for ids ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:44.914405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d561c6-83d6-471a-b063-237acc280273 None None] Routers {'86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:44.915102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-24d561c6-83d6-471a-b063-237acc280273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:44.987873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-945f5beb-fe63-485a-82f9-b81d908c7f4e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/floatingips/c0967539-0f75-45c6-b8ac-b54c1ebf3e84 HTTP/1.1" status: 204 len: 168 time: 2.6993315 Mar 10 15:28:44.990807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:44.993660 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6650d059-7084-4e10-a3dc-58a720b0a75b" -d '{"events": [{"name": "network-changed", "server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:45.071620 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8670ce18-a0d7-4eb7-9bfe-7d42dfa10723 x-openstack-request-id: req-8670ce18-a0d7-4eb7-9bfe-7d42dfa10723 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:45.071921 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:45.072179 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8670ce18-a0d7-4eb7-9bfe-7d42dfa10723 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:45.072582 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609', 'status': 'completed', 'code': 200} Mar 10 15:28:45.078198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7f824df-6180-4b82-bec6-3a68bcdf2fd9 req-53ceaf49-5791-446a-bb75-e8d9ae9c695d service neutron] 10.222.0.62 "GET /v2.0/networks/e8a9ebb9-44c9-48ea-b6ae-7698021ae722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677376 Mar 10 15:28:45.094435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-24d561c6-83d6-471a-b063-237acc280273 None None] Set router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:45.144742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54304) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:45.247006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d059-7084-4e10-a3dc-58a720b0a75b req-967bfa9a-6038-4475-8087-294555f1c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:45.248606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6650d059-7084-4e10-a3dc-58a720b0a75b req-967bfa9a-6038-4475-8087-294555f1c3a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 1129 time: 0.1548030 Mar 10 15:28:45.359585 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dae4781f-0c91-45a8-9d27-3b4fa4dc1a6f tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/floatingips/8c183dda-cbd7-49d5-8425-04e09a3a98a6 HTTP/1.1" status: 200 len: 994 time: 0.2070446 Mar 10 15:28:45.488723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (66de3535-5804-4eb3-a8f7-5f6c9f8a1692), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:45.509478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-24d561c6-83d6-471a-b063-237acc280273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:16Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6aa4f860-b06b-4c4c-87e5-3087e89913c6', 'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:ec:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:16Z', 'updated_at': '2022-03-10T15:27:21Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:45.537498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb1000-03ba-4415-b702-88d1b392a3a0 req-70cd1271-bab7-4fa4-a778-93c55d3e34de tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:45.539543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aacb1000-03ba-4415-b702-88d1b392a3a0 req-70cd1271-bab7-4fa4-a778-93c55d3e34de tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 947 time: 0.1636505 Mar 10 15:28:45.547208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d561c6-83d6-471a-b063-237acc280273 None None] Checking router: 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:45.557418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d561c6-83d6-471a-b063-237acc280273 None None] Routers {'86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:45.558201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-24d561c6-83d6-471a-b063-237acc280273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:45.596501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d059-7084-4e10-a3dc-58a720b0a75b req-ae273894-4c32-461a-86b0-8f73c45b75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:45.598229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6650d059-7084-4e10-a3dc-58a720b0a75b req-ae273894-4c32-461a-86b0-8f73c45b75b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9676ea7-6a92-4c63-a903-4e53a689ea3d HTTP/1.1" status: 200 len: 898 time: 0.3416624 Mar 10 15:28:45.660941 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (771d5e98-eeaf-4aba-8317-c0ac18409a07), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:45.667644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aacb1000-03ba-4415-b702-88d1b392a3a0 req-6f6383a7-e4b3-4894-9e5b-25fd50ed445d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=78e5c003-fb5f-4400-b3fe-2f9553334cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204262 Mar 10 15:28:45.712007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6650d059-7084-4e10-a3dc-58a720b0a75b req-c6d93d46-5072-44f1-9778-6fa7d08eda7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 200 len: 217 time: 0.0997057 Mar 10 15:28:45.804944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d059-7084-4e10-a3dc-58a720b0a75b req-8f27e14a-af6d-4c0e-a3c0-249fa9b11aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:45.807314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6650d059-7084-4e10-a3dc-58a720b0a75b req-8f27e14a-af6d-4c0e-a3c0-249fa9b11aa5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9 HTTP/1.1" status: 200 len: 835 time: 0.0747242 Mar 10 15:28:45.862637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-24d561c6-83d6-471a-b063-237acc280273 None None] Set router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:45.921570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ecca-4605-4a08-bfd7-b941ffbc9382 req-9ac68459-323a-405c-a5d7-fb9577de6e0c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:45.923772 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-faf0ecca-4605-4a08-bfd7-b941ffbc9382 req-9ac68459-323a-405c-a5d7-fb9577de6e0c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 947 time: 0.0880389 Mar 10 15:28:46.022443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (771d5e98-eeaf-4aba-8317-c0ac18409a07), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:46.032648 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (771d5e98-eeaf-4aba-8317-c0ac18409a07), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:46.115212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d059-7084-4e10-a3dc-58a720b0a75b req-9ffd0ff9-004f-4572-84aa-9096452b0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:46.117318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6650d059-7084-4e10-a3dc-58a720b0a75b req-9ffd0ff9-004f-4572-84aa-9096452b0947 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9676ea7-6a92-4c63-a903-4e53a689ea3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2866962 Mar 10 15:28:46.175118 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-faf0ecca-4605-4a08-bfd7-b941ffbc9382 req-e944ed76-e013-412c-a844-218a2e1cd51a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port 3de7f37f-275e-45b1-89e0-5f48af172609 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:46.175627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-faf0ecca-4605-4a08-bfd7-b941ffbc9382 req-e944ed76-e013-412c-a844-218a2e1cd51a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:46.225775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-24d561c6-83d6-471a-b063-237acc280273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:16Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6aa4f860-b06b-4c4c-87e5-3087e89913c6', 'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:ec:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:16Z', 'updated_at': '2022-03-10T15:27:21Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:46.293598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d561c6-83d6-471a-b063-237acc280273 None None] The sync data for ids ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'] in n-d-833090-1 is: [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:27:16Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6aa4f860-b06b-4c4c-87e5-3087e89913c6', 'name': '', 'network_id': 'a9676ea7-6a92-4c63-a903-4e53a689ea3d', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:ec:ce:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:16Z', 'updated_at': '2022-03-10T15:27:21Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:46.296627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6650d059-7084-4e10-a3dc-58a720b0a75b req-b8e33249-8180-487e-addb-208300bce9a7 service neutron] 10.222.0.62 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720235 Mar 10 15:28:46.307737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-faf0ecca-4605-4a08-bfd7-b941ffbc9382 req-e944ed76-e013-412c-a844-218a2e1cd51a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port 3de7f37f-275e-45b1-89e0-5f48af172609, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3de7f37f-275e-45b1-89e0-5f48af172609,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:46.308101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-faf0ecca-4605-4a08-bfd7-b941ffbc9382 req-e944ed76-e013-412c-a844-218a2e1cd51a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:46.317497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=771d5e98-eeaf-4aba-8317-c0ac18409a07,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:46.335384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-faf0ecca-4605-4a08-bfd7-b941ffbc9382 req-e944ed76-e013-412c-a844-218a2e1cd51a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for 3de7f37f-275e-45b1-89e0-5f48af172609 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:46.344802 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (66de3535-5804-4eb3-a8f7-5f6c9f8a1692), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:46.581569 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP 66de3535-5804-4eb3-a8f7-5f6c9f8a1692 associated. External IP: 172.25.3.36, port: 3708a4e7-e3ba-458a-bc69-32f3500a1c92. Mar 10 15:28:46.593334 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-faf0ecca-4605-4a08-bfd7-b941ffbc9382 req-e944ed76-e013-412c-a844-218a2e1cd51a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3de7f37f-275e-45b1-89e0-5f48af172609), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:46.646725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944ed76-e013-412c-a844-218a2e1cd51a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=3de7f37f-275e-45b1-89e0-5f48af172609,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:46.693331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6650d059-7084-4e10-a3dc-58a720b0a75b req-4d6f2f81-6429-445e-af2c-f8fd0cd51260 service neutron] 10.222.0.62 "GET /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894303 Mar 10 15:28:46.697018 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf0ecca-4605-4a08-bfd7-b941ffbc9382 req-e944ed76-e013-412c-a844-218a2e1cd51a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] No DVR routers for this DVR port 3de7f37f-275e-45b1-89e0-5f48af172609 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:28:46.702691 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-faf0ecca-4605-4a08-bfd7-b941ffbc9382 req-e944ed76-e013-412c-a844-218a2e1cd51a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:46.713971 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-faf0ecca-4605-4a08-bfd7-b941ffbc9382 req-e944ed76-e013-412c-a844-218a2e1cd51a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "DELETE /v2.0/ports/3de7f37f-275e-45b1-89e0-5f48af172609 HTTP/1.1" status: 204 len: 173 time: 0.7836621 Mar 10 15:28:46.715824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-deleted', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:46.718308 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5755f1-1fb7-4303-9aba-0ce1d908ef86" -d '{"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-deleted", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:46.792475 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c594c5b7-7077-48ed-81d6-f02c45aa0c36 x-openstack-request-id: req-c594c5b7-7077-48ed-81d6-f02c45aa0c36 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:46.794077 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683ca9a-550e-4e5f-b032-c5952652379c", "name": "network-vif-deleted", "tag": "3de7f37f-275e-45b1-89e0-5f48af172609", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:46.794077 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c594c5b7-7077-48ed-81d6-f02c45aa0c36 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:46.794077 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683ca9a-550e-4e5f-b032-c5952652379c', 'name': 'network-vif-deleted', 'tag': '3de7f37f-275e-45b1-89e0-5f48af172609', 'status': 'completed', 'code': 200} Mar 10 15:28:46.864454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee226da5-4635-4393-9245-2fec2651b80a req-e19dbc13-d942-47e8-81b3-5b4ba57e4c39 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=7683ca9a-550e-4e5f-b032-c5952652379c HTTP/1.1" status: 200 len: 210 time: 0.0415626 Mar 10 15:28:46.867687 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f524fae-1993-40da-ac35-ea8cd99c569d None None] New status for floating IP c0967539-0f75-45c6-b8ac-b54c1ebf3e84: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:28:46.952439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:47.115918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:47.127212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3114dde-8873-4ed9-b2de-271a4e6fad1c None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:47.138056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3114dde-8873-4ed9-b2de-271a4e6fad1c None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:47.139133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d3114dde-8873-4ed9-b2de-271a4e6fad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:47.143249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:47.177976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d3114dde-8873-4ed9-b2de-271a4e6fad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:47.188649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4d47191a-ef22-4fe7-9774-83a475265f27 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6457233 Mar 10 15:28:47.191105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54318) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:47.197240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1398961645'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:47.205142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3114dde-8873-4ed9-b2de-271a4e6fad1c None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:47.205778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d3114dde-8873-4ed9-b2de-271a4e6fad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:47.224181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Made reservation on behalf of acf89e3d602f430283893b6d675c3e8a for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:47.229487 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:47.254027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d3114dde-8873-4ed9-b2de-271a4e6fad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:47.254689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3114dde-8873-4ed9-b2de-271a4e6fad1c None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:47.273948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:28:47.286361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (fd1c111d-0dd9-471b-9e5b-f94e4566221b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:47.287364 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Added segment fd1c111d-0dd9-471b-9e5b-f94e4566221b of type vlan for network 649c5993-eecb-404c-8d2a-1632ff3db8f0 Mar 10 15:28:47.344121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (649c5993-eecb-404c-8d2a-1632ff3db8f0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:47.374473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (649c5993-eecb-404c-8d2a-1632ff3db8f0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:47.379263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:47.379930 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:47.419996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2251356 Mar 10 15:28:47.420357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54322) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:47.425488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'subnet': {'network_id': '649c5993-eecb-404c-8d2a-1632ff3db8f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:47.470700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f705d8d-bcb0-49d9-93b0-ecd451983e65 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Network': ['ID=649c5993-eecb-404c-8d2a-1632ff3db8f0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:47.485422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 649c5993-eecb-404c-8d2a-1632ff3db8f0 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:28:47.553273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Made reservation on behalf of acf89e3d602f430283893b6d675c3e8a for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:47.560419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:47.752033 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (6291116c-709d-4ce5-9f3b-45236d9be214), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:47.809593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Subnet': ['ID=6291116c-709d-4ce5-9f3b-45236d9be214,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:47.826936 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Checking segment: {'id': 'fd1c111d-0dd9-471b-9e5b-f94e4566221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '649c5993-eecb-404c-8d2a-1632ff3db8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:47.827297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network hostable DHCP agents. Network: 649c5993-eecb-404c-8d2a-1632ff3db8f0, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:28:47.848879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network 649c5993-eecb-404c-8d2a-1632ff3db8f0 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:28:47.861777 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 649c5993-eecb-404c-8d2a-1632ff3db8f0) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:47.871517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce7e43-1226-491f-a83e-d4c95178f0a3 None None] Network 649c5993-eecb-404c-8d2a-1632ff3db8f0 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:47.879774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:47.880714 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:47.911257 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a8c4d608-f7c4-4b95-a71d-726a1cc381eb tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4875009 Mar 10 15:28:47.911985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54328) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:47.917968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1663010011', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:47.958192 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:47.959402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:47.975136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54330) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:48.002660 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.046587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-649c5993-eecb-404c-8d2a-1632ff3db8f0', 'network_id': '649c5993-eecb-404c-8d2a-1632ff3db8f0', 'project_id': 'acf89e3d602f430283893b6d675c3e8a', 'fixed_ips': [{'subnet_id': '6291116c-709d-4ce5-9f3b-45236d9be214'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:28:48.049908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.139653 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_controller (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.264413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Allocated IP 172.20.0.2 (649c5993-eecb-404c-8d2a-1632ff3db8f0/6291116c-709d-4ce5-9f3b-45236d9be214/d0491b01-128f-4f56-ba9c-fffa09104158) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:48.465322 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Publish callbacks [] for port (d0491b01-128f-4f56-ba9c-fffa09104158), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.482015 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.545819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Pushing event updated for resources: {'Port': ['ID=d0491b01-128f-4f56-ba9c-fffa09104158,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:48.573480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Network 649c5993-eecb-404c-8d2a-1632ff3db8f0 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:48.576496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:48.583832 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:48.683524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Attempting to bind port d0491b01-128f-4f56-ba9c-fffa09104158 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:28:48.684322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Attempting to bind port d0491b01-128f-4f56-ba9c-fffa09104158 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'fd1c111d-0dd9-471b-9e5b-f94e4566221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '649c5993-eecb-404c-8d2a-1632ff3db8f0'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:28:48.684669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Attempting to bind port d0491b01-128f-4f56-ba9c-fffa09104158 on network 649c5993-eecb-404c-8d2a-1632ff3db8f0 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:28:48.697624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:28:48.697862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Checking segment: {'id': 'fd1c111d-0dd9-471b-9e5b-f94e4566221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '649c5993-eecb-404c-8d2a-1632ff3db8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:28:48.701799 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.702246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Bound using segment: {'id': 'fd1c111d-0dd9-471b-9e5b-f94e4566221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '649c5993-eecb-404c-8d2a-1632ff3db8f0'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:28:48.702780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Bound port: d0491b01-128f-4f56-ba9c-fffa09104158, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1c111d-0dd9-471b-9e5b-f94e4566221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '649c5993-eecb-404c-8d2a-1632ff3db8f0'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:28:48.709091 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.752841 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_gateway (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.796806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] For port d0491b01-128f-4f56-ba9c-fffa09104158, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:28:48.800814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] For port d0491b01-128f-4f56-ba9c-fffa09104158, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d0491b01-128f-4f56-ba9c-fffa09104158,segment=NetworkSegment(fd1c111d-0dd9-471b-9e5b-f94e4566221b),segment_id=fd1c111d-0dd9-471b-9e5b-f94e4566221b)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:28:48.812840 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:48.906014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce949e1-ad1b-4fea-a9ad-4de2a63fd113 None None] Pushing event updated for resources: {'Port': ['ID=d0491b01-128f-4f56-ba9c-fffa09104158,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:49.267104 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_gateway (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:49.291286 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:49.354570 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:49.460355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.25.3.94 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/c76c8655-284c-43ef-877f-e145c1f2e3ed) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:49.718678 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (c76c8655-284c-43ef-877f-e145c1f2e3ed), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:49.892833 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c76c8655-284c-43ef-877f-e145c1f2e3ed), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:49.956553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:49.958593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=c76c8655-284c-43ef-877f-e145c1f2e3ed,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:49.967507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:49.971691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:50.044839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port 6aa4f860-b06b-4c4c-87e5-3087e89913c6 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:50.045190 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.096296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3de7f37f-275e-45b1-89e0-5f48af172609 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:50.141480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 3de7f37f-275e-45b1-89e0-5f48af172609 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:50.141832 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3de7f37f-275e-45b1-89e0-5f48af172609 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:50.198371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8269cc56-6ced-4171-a707-7b51fe5bf94a None None] Network 649c5993-eecb-404c-8d2a-1632ff3db8f0 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:50.315339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d0491b01-128f-4f56-ba9c-fffa09104158 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:50.316844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port 6aa4f860-b06b-4c4c-87e5-3087e89913c6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6aa4f860-b06b-4c4c-87e5-3087e89913c6,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:50.317735 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.336169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for 6aa4f860-b06b-4c4c-87e5-3087e89913c6 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:50.347401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e99128c4-b6de-4946-9377-ff852ec690ce None None] Provisioning complete for port d0491b01-128f-4f56-ba9c-fffa09104158 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:50.347901 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e99128c4-b6de-4946-9377-ff852ec690ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.481594 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d0491b01-128f-4f56-ba9c-fffa09104158 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:50.482074 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.522285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e99128c4-b6de-4946-9377-ff852ec690ce None None] Current status of the port d0491b01-128f-4f56-ba9c-fffa09104158 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:50.522775 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e99128c4-b6de-4946-9377-ff852ec690ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.542279 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_gateway (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.572400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e99128c4-b6de-4946-9377-ff852ec690ce None None] For port d0491b01-128f-4f56-ba9c-fffa09104158, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d0491b01-128f-4f56-ba9c-fffa09104158,segment=NetworkSegment(fd1c111d-0dd9-471b-9e5b-f94e4566221b),segment_id=fd1c111d-0dd9-471b-9e5b-f94e4566221b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:50.613828 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e99128c4-b6de-4946-9377-ff852ec690ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.693413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d0491b01-128f-4f56-ba9c-fffa09104158 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:50.693932 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.714891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99128c4-b6de-4946-9377-ff852ec690ce None None] Pushing event updated for resources: {'Port': ['ID=d0491b01-128f-4f56-ba9c-fffa09104158,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:50.771580 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.800302 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:28:50.800814 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:28:50.941844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:50.942559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b4d24918-1300-4898-b45f-53de44f64c03 None None] Provisioning complete for port d0491b01-128f-4f56-ba9c-fffa09104158 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:50.943425 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b4d24918-1300-4898-b45f-53de44f64c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:51.020547 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6aa4f860-b06b-4c4c-87e5-3087e89913c6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:51.052759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b4d24918-1300-4898-b45f-53de44f64c03 None None] Current status of the port d0491b01-128f-4f56-ba9c-fffa09104158 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:51.054613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=6aa4f860-b06b-4c4c-87e5-3087e89913c6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:51.224423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router b21567b7-85eb-4bb5-98ab-1c0ed20dc479 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:28:51.342889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d0491b01-128f-4f56-ba9c-fffa09104158 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:51.704859 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f90808e8-9969-435d-993b-1e3bed1790ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:51.768887 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:51.778209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:51.787794 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3118165-3228-434c-aff7-c6b55e10d587 None None] Sync routers for ids ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:51.807748 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3118165-3228-434c-aff7-c6b55e10d587 None None] Routers {'b21567b7-85eb-4bb5-98ab-1c0ed20dc479'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:51.808668 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a3118165-3228-434c-aff7-c6b55e10d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:51.836842 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:51.838096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dec82f9a-f2b8-4792-9fac-fdd1d7798982 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9249661 Mar 10 15:28:51.841543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54352) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:51.845056 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a3118165-3228-434c-aff7-c6b55e10d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:51.854329 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3118165-3228-434c-aff7-c6b55e10d587 None None] Routers {'b21567b7-85eb-4bb5-98ab-1c0ed20dc479'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:51.855311 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a3118165-3228-434c-aff7-c6b55e10d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:51.942623 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a3118165-3228-434c-aff7-c6b55e10d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:51.946679 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3118165-3228-434c-aff7-c6b55e10d587 None None] The sync data for ids ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:52.035563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:52.225183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:52.237587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc4cb5-64c0-4f47-bf7e-f93885a0f6bf None None] Sync routers for ids ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:52.250154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c92cfb4a-ea86-4eda-9a23-943995ef61cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "PUT /v2.0/routers/86715bd4-0d4e-40fc-bc7b-20f6cf0b7412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2725353 Mar 10 15:28:52.252966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc4cb5-64c0-4f47-bf7e-f93885a0f6bf None None] Routers {'86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:52.253604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7efc4cb5-64c0-4f47-bf7e-f93885a0f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:52.254499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54364) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:52.339896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e808c3-36a8-415c-90e7-5e90bddda0ff req-10010d05-9364-4ec3-92dd-e1df336edec0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:52.348263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86e808c3-36a8-415c-90e7-5e90bddda0ff req-10010d05-9364-4ec3-92dd-e1df336edec0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 946 time: 0.0793054 Mar 10 15:28:52.353526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d0491b01-128f-4f56-ba9c-fffa09104158 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:28:52.394637 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4a53e6-2d88-4f7d-85e6-29c8244067cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting subnet f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:28:52.409164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86e808c3-36a8-415c-90e7-5e90bddda0ff req-c92b7076-22c3-4730-9fbe-60edc7a9d845 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597394 Mar 10 15:28:52.409798 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a4a53e6-2d88-4f7d-85e6-29c8244067cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:52.411289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-7efc4cb5-64c0-4f47-bf7e-f93885a0f6bf None None] Set router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:52.502289 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a4a53e6-2d88-4f7d-85e6-29c8244067cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:52.510535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d0491b01-128f-4f56-ba9c-fffa09104158 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:52.510946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:52.587701 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:52.677917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d0491b01-128f-4f56-ba9c-fffa09104158 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:28:52.687598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7efc4cb5-64c0-4f47-bf7e-f93885a0f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:28:50Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:52.689100 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a4a53e6-2d88-4f7d-85e6-29c8244067cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:52.716638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc4cb5-64c0-4f47-bf7e-f93885a0f6bf None None] Checking router: 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:52.727733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc4cb5-64c0-4f47-bf7e-f93885a0f6bf None None] Routers {'86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:52.728490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7efc4cb5-64c0-4f47-bf7e-f93885a0f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:52.839343 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a4a53e6-2d88-4f7d-85e6-29c8244067cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:52.877095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a53e6-2d88-4f7d-85e6-29c8244067cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:52.880885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a4a53e6-2d88-4f7d-85e6-29c8244067cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:52.884657 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2a4a53e6-2d88-4f7d-85e6-29c8244067cb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/subnets/f5e6afe7-0912-48a3-b6c2-bc7cbb28eee9 HTTP/1.1" status: 204 len: 168 time: 0.6291697 Mar 10 15:28:52.887448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54366) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:53.011430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8040c23a-f75f-40e6-be67-2ac5fa3502c1 None None] Network a9676ea7-6a92-4c63-a903-4e53a689ea3d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:28:53.025056 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.20.0.1 (649c5993-eecb-404c-8d2a-1632ff3db8f0/6291116c-709d-4ce5-9f3b-45236d9be214/8fb7b776-af64-4e97-ab2c-b07f40fe66ae) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:53.043129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.057226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-7efc4cb5-64c0-4f47-bf7e-f93885a0f6bf None None] Set router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:53.182538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (8fb7b776-af64-4e97-ab2c-b07f40fe66ae), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.183876 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.234168 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8fb7b776-af64-4e97-ab2c-b07f40fe66ae), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.267507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port 76c83a2c-909f-4576-bbf3-b0230cc747ae {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:53.267856 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.321564 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network 649c5993-eecb-404c-8d2a-1632ff3db8f0 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:53.332972 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=8fb7b776-af64-4e97-ab2c-b07f40fe66ae,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:53.333455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7efc4cb5-64c0-4f47-bf7e-f93885a0f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:28:50Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:53.346904 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:53.350079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:53.372946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port 76c83a2c-909f-4576-bbf3-b0230cc747ae, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=76c83a2c-909f-4576-bbf3-b0230cc747ae,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:53.373401 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.387986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for 76c83a2c-909f-4576-bbf3-b0230cc747ae owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:53.394478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc4cb5-64c0-4f47-bf7e-f93885a0f6bf None None] The sync data for ids ['86715bd4-0d4e-40fc-bc7b-20f6cf0b7412'] in n-d-833090-1 is: [{'id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721264669', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:27:11Z', 'updated_at': '2022-03-10T15:28:50Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '76c83a2c-909f-4576-bbf3-b0230cc747ae', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86715bd4-0d4e-40fc-bc7b-20f6cf0b7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:27:12Z', 'updated_at': '2022-03-10T15:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:53.401009 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6277e-8b29-422c-9cb2-864c76747f2a None None] DHCP port deletion for a9676ea7-6a92-4c63-a903-4e53a689ea3d request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:28:53.440307 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.510494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8be6277e-8b29-422c-9cb2-864c76747f2a None None] Deleting port cce5f786-3972-48c4-93ad-212a3dce7e62 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:53.511160 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8be6277e-8b29-422c-9cb2-864c76747f2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.612979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8be6277e-8b29-422c-9cb2-864c76747f2a None None] For port cce5f786-3972-48c4-93ad-212a3dce7e62, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cce5f786-3972-48c4-93ad-212a3dce7e62,segment=NetworkSegment(10c3be98-0221-42d9-aa78-9750e9a46a9d),segment_id=10c3be98-0221-42d9-aa78-9750e9a46a9d)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:53.613394 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8be6277e-8b29-422c-9cb2-864c76747f2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.653453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8be6277e-8b29-422c-9cb2-864c76747f2a None None] Calling delete_port for cce5f786-3972-48c4-93ad-212a3dce7e62 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:53.661026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821c8c4-d772-4178-b6f3-17f36be779a6 req-a1913562-005f-413c-8831-8627d250ea14 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:53.663451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8821c8c4-d772-4178-b6f3-17f36be779a6 req-a1913562-005f-413c-8831-8627d250ea14 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 946 time: 0.0903866 Mar 10 15:28:53.686739 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8fb7b776-af64-4e97-ab2c-b07f40fe66ae), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.775329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8821c8c4-d772-4178-b6f3-17f36be779a6 req-f79ef614-3749-4e01-b686-a8acebe85cec tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014626 Mar 10 15:28:53.778811 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8be6277e-8b29-422c-9cb2-864c76747f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (cce5f786-3972-48c4-93ad-212a3dce7e62), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.779200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (76c83a2c-909f-4576-bbf3-b0230cc747ae), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.837355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6277e-8b29-422c-9cb2-864c76747f2a None None] Pushing event deleted for resources: {'Port': ['ID=cce5f786-3972-48c4-93ad-212a3dce7e62,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:53.850087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6277e-8b29-422c-9cb2-864c76747f2a None None] No DVR routers for this DVR port cce5f786-3972-48c4-93ad-212a3dce7e62 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:28:53.858148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fc4e6706-24a8-4739-bc85-2fd77df0bf75 None None] Provisioning complete for port 8fb7b776-af64-4e97-ab2c-b07f40fe66ae triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:53.858666 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6706-24a8-4739-bc85-2fd77df0bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8fb7b776-af64-4e97-ab2c-b07f40fe66ae), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:53.862773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=76c83a2c-909f-4576-bbf3-b0230cc747ae,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:53.908336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e6706-24a8-4739-bc85-2fd77df0bf75 None None] Port 8fb7b776-af64-4e97-ab2c-b07f40fe66ae cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:53.953277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.039530 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1f38-70ae-4ace-8fff-f2d3a2716575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.086139 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.089389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_controller (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.133818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (8fb7b776-af64-4e97-ab2c-b07f40fe66ae), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.138219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (86715bd4-0d4e-40fc-bc7b-20f6cf0b7412), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.139011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Fanout notify agent at l3_agent the message router_deleted on router 86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:28:54.139665 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (8fb7b776-af64-4e97-ab2c-b07f40fe66ae), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.155995 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.157265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6eacedaf-e7cf-4b89-af85-0a26fce7f45c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/routers/86715bd4-0d4e-40fc-bc7b-20f6cf0b7412 HTTP/1.1" status: 204 len: 168 time: 1.2677805 Mar 10 15:28:54.159898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54374) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:54.223260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=8fb7b776-af64-4e97-ab2c-b07f40fe66ae,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:54.295768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (a9676ea7-6a92-4c63-a903-4e53a689ea3d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.329836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cce5f786-3972-48c4-93ad-212a3dce7e62 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:54.339211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.364829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: cce5f786-3972-48c4-93ad-212a3dce7e62 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:54.365219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cce5f786-3972-48c4-93ad-212a3dce7e62 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:54.365645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6aa4f860-b06b-4c4c-87e5-3087e89913c6 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:54.377560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-da516b54-b8fa-4404-baa4-e475fb4910e8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:54.379165 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-da516b54-b8fa-4404-baa4-e475fb4910e8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 946 time: 0.1571720 Mar 10 15:28:54.396839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 6aa4f860-b06b-4c4c-87e5-3087e89913c6 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:54.397375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6aa4f860-b06b-4c4c-87e5-3087e89913c6 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:54.455196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (a9676ea7-6a92-4c63-a903-4e53a689ea3d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.476858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9676ea7-6a92-4c63-a903-4e53a689ea3d']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:54.487119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c3be98-0221-42d9-aa78-9750e9a46a9d') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:54.487417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c3be98-0221-42d9-aa78-9750e9a46a9d') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:54.503491 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (10c3be98-0221-42d9-aa78-9750e9a46a9d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.526121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (10c3be98-0221-42d9-aa78-9750e9a46a9d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.533913 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network 649c5993-eecb-404c-8d2a-1632ff3db8f0 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:54.538239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:54.556093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:28:54.559054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (10c3be98-0221-42d9-aa78-9750e9a46a9d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:28:54.563794 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:28:54.597009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Deleting port ca349753-4ab8-4593-b561-8f172cdefad9 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:54.597370 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.635345 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (a9676ea7-6a92-4c63-a903-4e53a689ea3d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.646292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.652643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/networks/a9676ea7-6a92-4c63-a903-4e53a689ea3d HTTP/1.1" status: 204 len: 168 time: 0.4892452 Mar 10 15:28:54.654330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54376) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:54.702956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a9655-f93e-415d-8abc-a9cec73275c1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Network': ['ID=a9676ea7-6a92-4c63-a903-4e53a689ea3d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:54.742140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0aafc906-0f16-466d-afeb-2c4795553897 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (78e5c003-fb5f-4400-b3fe-2f9553334cd1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.790875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0aafc906-0f16-466d-afeb-2c4795553897 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (78e5c003-fb5f-4400-b3fe-2f9553334cd1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.868408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0aafc906-0f16-466d-afeb-2c4795553897 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (78e5c003-fb5f-4400-b3fe-2f9553334cd1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.871038 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0aafc906-0f16-466d-afeb-2c4795553897 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:54.872260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0aafc906-0f16-466d-afeb-2c4795553897 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/security-groups/78e5c003-fb5f-4400-b3fe-2f9553334cd1 HTTP/1.1" status: 204 len: 168 time: 0.2169561 Mar 10 15:28:54.883926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafc906-0f16-466d-afeb-2c4795553897 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e5c003-fb5f-4400-b3fe-2f9553334cd1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:54.968055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-59dd1877-0bae-41c2-b3d3-56ca07ebd4ee None None] Provisioning complete for port 8fb7b776-af64-4e97-ab2c-b07f40fe66ae triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:54.969710 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-59dd1877-0bae-41c2-b3d3-56ca07ebd4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8fb7b776-af64-4e97-ab2c-b07f40fe66ae), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.009604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-59dd1877-0bae-41c2-b3d3-56ca07ebd4ee None None] Port 8fb7b776-af64-4e97-ab2c-b07f40fe66ae cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:55.032984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bed75e-aae6-46bb-9d66-7b9f83dd18e4 req-8284c477-6484-4dcf-a20b-9b28278b3b05 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:55.041364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29bed75e-aae6-46bb-9d66-7b9f83dd18e4 req-8284c477-6484-4dcf-a20b-9b28278b3b05 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 946 time: 0.0979075 Mar 10 15:28:55.117344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29bed75e-aae6-46bb-9d66-7b9f83dd18e4 req-00263b14-02fa-4a2a-83bd-e98d726d2c97 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=7cb07185-1da9-41a3-aa88-e9a2658b56eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712359 Mar 10 15:28:55.208431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] For port ca349753-4ab8-4593-b561-8f172cdefad9, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ca349753-4ab8-4593-b561-8f172cdefad9,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:28:55.208966 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.219248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router b21567b7-85eb-4bb5-98ab-1c0ed20dc479 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:55.227598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54386) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:55.231935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6f7c174f-13a7-446d-adb2-c1267c84dae2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-134757447', 'description': 'tempest-secgroup-smoke-134757447 description', 'project_id': 'c674686624284cd388d76dbc1471089d'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:55.267025 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f7c174f-13a7-446d-adb2-c1267c84dae2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.276082 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.343463 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f7c174f-13a7-446d-adb2-c1267c84dae2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (4ce4c41e-a379-4fac-affc-c4fd8f7924c9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.348533 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f7c174f-13a7-446d-adb2-c1267c84dae2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4ce4c41e-a379-4fac-affc-c4fd8f7924c9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.383284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f7c174f-13a7-446d-adb2-c1267c84dae2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.387303 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6f7c174f-13a7-446d-adb2-c1267c84dae2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1561384 Mar 10 15:28:55.387559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54388) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:55.392018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-46dd678e-f40a-4ca5-85d9-6be1bd7202a5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '4ce4c41e-a379-4fac-affc-c4fd8f7924c9', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:55.404967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c174f-13a7-446d-adb2-c1267c84dae2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce4c41e-a379-4fac-affc-c4fd8f7924c9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:55.430783 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46dd678e-f40a-4ca5-85d9-6be1bd7202a5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (faf315e3-6f80-49ae-b156-7f6438e52bb4), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.459979 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:55.470016 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3445e2e0-8317-4c40-ace0-da158f83e417 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "PUT /v2.0/routers/b21567b7-85eb-4bb5-98ab-1c0ed20dc479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6251400 Mar 10 15:28:55.472508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54390) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:55.474083 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cea7ab-affe-4f5c-93a5-a16b7c331d0f None None] Sync routers for ids ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:55.478416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'port': {'network_id': '649c5993-eecb-404c-8d2a-1632ff3db8f0', 'name': 'tempest-FloatingIPTestJSON-1916431976'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:55.489999 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cea7ab-affe-4f5c-93a5-a16b7c331d0f None None] Routers {'b21567b7-85eb-4bb5-98ab-1c0ed20dc479'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:55.492432 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-08cea7ab-affe-4f5c-93a5-a16b7c331d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:55.502604 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46dd678e-f40a-4ca5-85d9-6be1bd7202a5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (faf315e3-6f80-49ae-b156-7f6438e52bb4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.509310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46dd678e-f40a-4ca5-85d9-6be1bd7202a5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (faf315e3-6f80-49ae-b156-7f6438e52bb4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.532011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd678e-f40a-4ca5-85d9-6be1bd7202a5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf315e3-6f80-49ae-b156-7f6438e52bb4,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:55.550179 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-08cea7ab-affe-4f5c-93a5-a16b7c331d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:55.553854 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46dd678e-f40a-4ca5-85d9-6be1bd7202a5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.556025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-46dd678e-f40a-4ca5-85d9-6be1bd7202a5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674325 Mar 10 15:28:55.558779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54392) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:55.562062 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cea7ab-affe-4f5c-93a5-a16b7c331d0f None None] Routers {'b21567b7-85eb-4bb5-98ab-1c0ed20dc479'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:55.562936 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-08cea7ab-affe-4f5c-93a5-a16b7c331d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:55.564147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2153e52f-0c9a-4629-8dc7-051ea2428530 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '4ce4c41e-a379-4fac-affc-c4fd8f7924c9', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:55.597748 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2153e52f-0c9a-4629-8dc7-051ea2428530 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (2ce4fe2d-db50-4964-a136-9831224dea47), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.601920 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-08cea7ab-affe-4f5c-93a5-a16b7c331d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:55.603537 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cea7ab-affe-4f5c-93a5-a16b7c331d0f None None] The sync data for ids ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:55.615200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.615918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (48f47f0c-300e-4657-b5c4-feebdcf9a012), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.615918 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Floating IP 48f47f0c-300e-4657-b5c4-feebdcf9a012 disassociated. External IP: 172.25.3.124, port: ca349753-4ab8-4593-b561-8f172cdefad9. Mar 10 15:28:55.616200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Calling delete_port for ca349753-4ab8-4593-b561-8f172cdefad9 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:55.629135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Made reservation on behalf of acf89e3d602f430283893b6d675c3e8a for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:55.632566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.670263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2153e52f-0c9a-4629-8dc7-051ea2428530 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (2ce4fe2d-db50-4964-a136-9831224dea47), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.674378 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2153e52f-0c9a-4629-8dc7-051ea2428530 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (2ce4fe2d-db50-4964-a136-9831224dea47), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.688481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] device_id is not set on port 7951c474-b3fb-4fe1-9580-9318499a9408 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:28:55.703702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153e52f-0c9a-4629-8dc7-051ea2428530 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce4fe2d-db50-4964-a136-9831224dea47,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:55.708948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2153e52f-0c9a-4629-8dc7-051ea2428530 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.710221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2153e52f-0c9a-4629-8dc7-051ea2428530 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504714 Mar 10 15:28:55.712937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54394) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:55.718309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-40c636d9-d06d-441c-b5db-e03a7ca04c89 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '4ce4c41e-a379-4fac-affc-c4fd8f7924c9', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:55.751996 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-40c636d9-d06d-441c-b5db-e03a7ca04c89 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (1d83432a-36b3-41cb-9f7c-43c5c2a305c0), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.823362 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-40c636d9-d06d-441c-b5db-e03a7ca04c89 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (1d83432a-36b3-41cb-9f7c-43c5c2a305c0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.828949 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-40c636d9-d06d-441c-b5db-e03a7ca04c89 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (1d83432a-36b3-41cb-9f7c-43c5c2a305c0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.857061 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-40c636d9-d06d-441c-b5db-e03a7ca04c89 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.858462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-40c636d9-d06d-441c-b5db-e03a7ca04c89 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441619 Mar 10 15:28:55.860045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c636d9-d06d-441c-b5db-e03a7ca04c89 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d83432a-36b3-41cb-9f7c-43c5c2a305c0,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:55.861705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54396) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:55.867417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e1e54e2e-83c5-4526-becd-2aa671a14b1f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '4ce4c41e-a379-4fac-affc-c4fd8f7924c9', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:55.871304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Allocated IP 172.20.0.4 (649c5993-eecb-404c-8d2a-1632ff3db8f0/6291116c-709d-4ce5-9f3b-45236d9be214/7951c474-b3fb-4fe1-9580-9318499a9408) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:55.875966 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ca349753-4ab8-4593-b561-8f172cdefad9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.899486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1e54e2e-83c5-4526-becd-2aa671a14b1f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (ec541aeb-de36-40ff-8f28-1ee9d125414a), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.914074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'Port': ['ID=ca349753-4ab8-4593-b561-8f172cdefad9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:55.977689 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1e54e2e-83c5-4526-becd-2aa671a14b1f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (ec541aeb-de36-40ff-8f28-1ee9d125414a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:55.982383 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1e54e2e-83c5-4526-becd-2aa671a14b1f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (ec541aeb-de36-40ff-8f28-1ee9d125414a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.000426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e54e2e-83c5-4526-becd-2aa671a14b1f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec541aeb-de36-40ff-8f28-1ee9d125414a,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:56.014672 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1e54e2e-83c5-4526-becd-2aa671a14b1f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.018609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e1e54e2e-83c5-4526-becd-2aa671a14b1f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533380 Mar 10 15:28:56.020058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54398) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:56.023718 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b802254e-6580-40fa-aaa7-61aeb336b7e6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '4ce4c41e-a379-4fac-affc-c4fd8f7924c9', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:56.049887 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-b802254e-6580-40fa-aaa7-61aeb336b7e6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Project c674686624284cd388d76dbc1471089d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:28:56.059789 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b802254e-6580-40fa-aaa7-61aeb336b7e6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (acb35488-32d3-40f2-9033-31299db2455f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.139492 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b802254e-6580-40fa-aaa7-61aeb336b7e6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (acb35488-32d3-40f2-9033-31299db2455f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.143388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Router b628a092-6937-4393-8a5a-aa0975d6ce14 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:56.148634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b802254e-6580-40fa-aaa7-61aeb336b7e6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (acb35488-32d3-40f2-9033-31299db2455f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.176731 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 76c83a2c-909f-4576-bbf3-b0230cc747ae no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:56.187817 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b802254e-6580-40fa-aaa7-61aeb336b7e6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.193364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b802254e-6580-40fa-aaa7-61aeb336b7e6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1734207 Mar 10 15:28:56.196827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54404) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:56.197492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802254e-6580-40fa-aaa7-61aeb336b7e6 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb35488-32d3-40f2-9033-31299db2455f,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:56.204144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c48d6b20-b4c4-4900-a5b0-9a9a01f7fd8a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'security_group_rule': {'security_group_id': '4ce4c41e-a379-4fac-affc-c4fd8f7924c9', 'project_id': 'c674686624284cd388d76dbc1471089d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:56.208954 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for port (7951c474-b3fb-4fe1-9580-9318499a9408), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.225407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 76c83a2c-909f-4576-bbf3-b0230cc747ae {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:56.226714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 76c83a2c-909f-4576-bbf3-b0230cc747ae not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:56.257173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05517484-3ad9-4ecd-bbcc-e942954fa629 req-57eb191a-93b4-4d23-8702-c4c8d0ca1c12 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad7b74-13c9-4846-8095-a1e430b0ae2a HTTP/1.1" status: 200 len: 210 time: 0.0383952 Mar 10 15:28:56.265116 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-c48d6b20-b4c4-4900-a5b0-9a9a01f7fd8a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Project c674686624284cd388d76dbc1471089d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:28:56.274098 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c48d6b20-b4c4-4900-a5b0-9a9a01f7fd8a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (e4cdbb53-71f6-4fe8-abb5-e7e8ee7d0ceb), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.333338 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c48d6b20-b4c4-4900-a5b0-9a9a01f7fd8a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (e4cdbb53-71f6-4fe8-abb5-e7e8ee7d0ceb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.338675 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c48d6b20-b4c4-4900-a5b0-9a9a01f7fd8a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (e4cdbb53-71f6-4fe8-abb5-e7e8ee7d0ceb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.362198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d6b20-b4c4-4900-a5b0-9a9a01f7fd8a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cdbb53-71f6-4fe8-abb5-e7e8ee7d0ceb,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:56.363168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:56.374557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523ad75-0725-40fa-bc57-3b310ac827f6 None None] Sync routers for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:56.390297 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c48d6b20-b4c4-4900-a5b0-9a9a01f7fd8a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.392985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523ad75-0725-40fa-bc57-3b310ac827f6 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:56.393619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8523ad75-0725-40fa-bc57-3b310ac827f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:56.401451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c48d6b20-b4c4-4900-a5b0-9a9a01f7fd8a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2015896 Mar 10 15:28:56.402580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54406) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:56.410134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'network': {'name': 'tempest-network-smoke--1414413099', 'project_id': 'c674686624284cd388d76dbc1471089d', 'port_security_enabled': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:56.439722 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] No DVR routers for this DVR port ca349753-4ab8-4593-b561-8f172cdefad9 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:28:56.451659 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.451960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:28:56.455020 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e137dce1-794e-403a-8ffe-c014fba39e70 req-6e4ccfac-5dbf-44aa-a828-18b0c3c4aaa8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.62 "DELETE /v2.0/ports/ca349753-4ab8-4593-b561-8f172cdefad9 HTTP/1.1" status: 204 len: 173 time: 2.0688798 Mar 10 15:28:56.456081 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.466311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'name': 'network-vif-deleted', 'tag': 'ca349753-4ab8-4593-b561-8f172cdefad9'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:28:56.468797 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ba8e4d-b3f3-4f0f-8c9f-eb16aeb06353" -d '{"events": [{"server_uuid": "c2ad7b74-13c9-4846-8095-a1e430b0ae2a", "name": "network-vif-deleted", "tag": "ca349753-4ab8-4593-b561-8f172cdefad9"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:28:56.479890 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7951c474-b3fb-4fe1-9580-9318499a9408), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.541364 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Network 649c5993-eecb-404c-8d2a-1632ff3db8f0 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:56.544717 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:56.547637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:28:56.553497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:56.582768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (89fbc39b-be56-429c-a7b6-21c6b0e4cedc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.583561 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Added segment 89fbc39b-be56-429c-a7b6-21c6b0e4cedc of type vlan for network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 Mar 10 15:28:56.623724 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf459f2-b440-4724-8d6d-38c5b3c1a2de x-openstack-request-id: req-cdf459f2-b440-4724-8d6d-38c5b3c1a2de {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:28:56.624036 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ad7b74-13c9-4846-8095-a1e430b0ae2a", "name": "network-vif-deleted", "tag": "ca349753-4ab8-4593-b561-8f172cdefad9", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:28:56.624304 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdf459f2-b440-4724-8d6d-38c5b3c1a2de {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:28:56.624720 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ad7b74-13c9-4846-8095-a1e430b0ae2a', 'name': 'network-vif-deleted', 'tag': 'ca349753-4ab8-4593-b561-8f172cdefad9', 'status': 'completed', 'code': 200} Mar 10 15:28:56.648583 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event updated for resources: {'Port': ['ID=7951c474-b3fb-4fe1-9580-9318499a9408,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:56.666043 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (671d49de-fea3-4a86-8fc5-6ddfdbb92025), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.685241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:56.686080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.709524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54410) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:56.709824 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-60aca13d-ffe4-4d74-931a-087804d7394d tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2362533 Mar 10 15:28:56.713016 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.715103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-145dd1d8-1edc-4055-b371-100470a54006 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Request body: {'floatingip': {'port_id': '7951c474-b3fb-4fe1-9580-9318499a9408'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:56.722702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-8523ad75-0725-40fa-bc57-3b310ac827f6 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:56.780411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (671d49de-fea3-4a86-8fc5-6ddfdbb92025), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.785993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:28:56.786770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.848211 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54412) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:56.848630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4451573 Mar 10 15:28:56.854078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'admin_state_up': True, 'project_id': 'c674686624284cd388d76dbc1471089d', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:56.881729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429e835-7d03-4392-889e-6d0fd6ad7ffc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Network': ['ID=671d49de-fea3-4a86-8fc5-6ddfdbb92025,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:56.903606 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (b4908f9c-3e84-4519-8c7a-1012c63df071), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.903932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-145dd1d8-1edc-4055-b371-100470a54006 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (66de3535-5804-4eb3-a8f7-5f6c9f8a1692), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.904048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (b4908f9c-3e84-4519-8c7a-1012c63df071), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:56.952555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:28:57.035424 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_controller (b4908f9c-3e84-4519-8c7a-1012c63df071), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:57.119850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a3582729-6a20-4af2-85d6-82cc859a69c7 None None] Provisioning complete for port 7951c474-b3fb-4fe1-9580-9318499a9408 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:28:57.120227 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a3582729-6a20-4af2-85d6-82cc859a69c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7951c474-b3fb-4fe1-9580-9318499a9408), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:57.200530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a3582729-6a20-4af2-85d6-82cc859a69c7 None None] Port 7951c474-b3fb-4fe1-9580-9318499a9408 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:28:57.207660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (b4908f9c-3e84-4519-8c7a-1012c63df071), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:57.215850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8523ad75-0725-40fa-bc57-3b310ac827f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:57.247426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523ad75-0725-40fa-bc57-3b310ac827f6 None None] Checking router: b628a092-6937-4393-8a5a-aa0975d6ce14 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:28:57.256136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523ad75-0725-40fa-bc57-3b310ac827f6 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:57.256764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8523ad75-0725-40fa-bc57-3b310ac827f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:57.381362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54422) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:57.399673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-8523ad75-0725-40fa-bc57-3b310ac827f6 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:28:57.533984 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (b4908f9c-3e84-4519-8c7a-1012c63df071), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:57.558353 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:57.577658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-145dd1d8-1edc-4055-b371-100470a54006 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:57.584525 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-145dd1d8-1edc-4055-b371-100470a54006 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (66de3535-5804-4eb3-a8f7-5f6c9f8a1692), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:57.693502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.25.3.208 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/0c318413-ccc1-4b11-9741-e7c1de1f5d5f) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:28:57.700539 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0f1eab8-eed1-4a38-b89a-e3585a6270e2 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (7cb07185-1da9-41a3-aa88-e9a2658b56eb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:57.713704 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-145dd1d8-1edc-4055-b371-100470a54006 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP 66de3535-5804-4eb3-a8f7-5f6c9f8a1692 associated. External IP: 172.25.3.36, port: 3708a4e7-e3ba-458a-bc69-32f3500a1c92. Mar 10 15:28:57.727934 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0f1eab8-eed1-4a38-b89a-e3585a6270e2 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (7cb07185-1da9-41a3-aa88-e9a2658b56eb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:57.799648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0f1eab8-eed1-4a38-b89a-e3585a6270e2 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7cb07185-1da9-41a3-aa88-e9a2658b56eb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:57.802360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0f1eab8-eed1-4a38-b89a-e3585a6270e2 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:57.803607 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d0f1eab8-eed1-4a38-b89a-e3585a6270e2 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "DELETE /v2.0/security-groups/7cb07185-1da9-41a3-aa88-e9a2658b56eb HTTP/1.1" status: 204 len: 168 time: 0.4189050 Mar 10 15:28:57.806358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-8523ad75-0725-40fa-bc57-3b310ac827f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:57.814466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54424) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:57.827951 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1eab8-eed1-4a38-b89a-e3585a6270e2 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb07185-1da9-41a3-aa88-e9a2658b56eb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:57.832258 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-b0d5349a-e16a-4dda-8fc2-84daca80b87b tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] show failed (client error): The resource could not be found. Mar 10 15:28:57.837387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b0d5349a-e16a-4dda-8fc2-84daca80b87b tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups/7cb07185-1da9-41a3-aa88-e9a2658b56eb HTTP/1.1" status: 404 len: 347 time: 0.0211008 Mar 10 15:28:57.838526 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54426) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:57.850522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523ad75-0725-40fa-bc57-3b310ac827f6 None None] The sync data for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 is: [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:57.987902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145dd1d8-1edc-4055-b371-100470a54006 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:58.062231 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:58.070349 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7c2044ba-f191-41a9-a61f-a4df5a7058ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Deleting port e2da97dd-9541-4214-8298-9eff377dccef {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:58.070690 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c2044ba-f191-41a9-a61f-a4df5a7058ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e2da97dd-9541-4214-8298-9eff377dccef), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:58.141877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145dd1d8-1edc-4055-b371-100470a54006 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:58.143159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ca349753-4ab8-4593-b561-8f172cdefad9 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:28:58.152932 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032eed5d-76a7-4df4-962b-055c6d3d4067 None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:58.181921 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032eed5d-76a7-4df4-962b-055c6d3d4067 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:58.186935 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-032eed5d-76a7-4df4-962b-055c6d3d4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:58.187700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: ca349753-4ab8-4593-b561-8f172cdefad9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:28:58.188792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ca349753-4ab8-4593-b561-8f172cdefad9 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:28:58.201319 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:58.204635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c2044ba-f191-41a9-a61f-a4df5a7058ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e2da97dd-9541-4214-8298-9eff377dccef), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:58.205142 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c2044ba-f191-41a9-a61f-a4df5a7058ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (e2da97dd-9541-4214-8298-9eff377dccef), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:58.259777 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-032eed5d-76a7-4df4-962b-055c6d3d4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:58.265152 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=0c318413-ccc1-4b11-9741-e7c1de1f5d5f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:58.271912 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032eed5d-76a7-4df4-962b-055c6d3d4067 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:58.272559 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-032eed5d-76a7-4df4-962b-055c6d3d4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:58.277444 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:58.286740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:28:58.288279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7c2044ba-f191-41a9-a61f-a4df5a7058ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Calling delete_port for e2da97dd-9541-4214-8298-9eff377dccef owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:58.290307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:28:58.294317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:28:58.307388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c09eb57-bd2d-491b-a563-e770f0b73a7a None None] New status for floating IP 48f47f0c-300e-4657-b5c4-feebdcf9a012: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:28:58.370267 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-032eed5d-76a7-4df4-962b-055c6d3d4067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:58.374596 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032eed5d-76a7-4df4-962b-055c6d3d4067 None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:58.826434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145dd1d8-1edc-4055-b371-100470a54006 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router b21567b7-85eb-4bb5-98ab-1c0ed20dc479 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:58.954961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145dd1d8-1edc-4055-b371-100470a54006 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:58.960050 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-145dd1d8-1edc-4055-b371-100470a54006 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:58.971390 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149c1020-d414-4b99-92c9-d20d9ee785c6 None None] Sync routers for ids ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:58.984244 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (b4908f9c-3e84-4519-8c7a-1012c63df071), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:58.989259 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c2044ba-f191-41a9-a61f-a4df5a7058ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e2da97dd-9541-4214-8298-9eff377dccef), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:58.989625 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c1020-d414-4b99-92c9-d20d9ee785c6 None None] Routers {'b21567b7-85eb-4bb5-98ab-1c0ed20dc479'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:58.990488 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-149c1020-d414-4b99-92c9-d20d9ee785c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:59.029661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-145dd1d8-1edc-4055-b371-100470a54006 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "PUT /v2.0/floatingips/66de3535-5804-4eb3-a8f7-5f6c9f8a1692 HTTP/1.1" status: 200 len: 977 time: 2.3188691 Mar 10 15:28:59.030353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54430) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:59.040752 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-149c1020-d414-4b99-92c9-d20d9ee785c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:59.051413 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c1020-d414-4b99-92c9-d20d9ee785c6 None None] Routers {'b21567b7-85eb-4bb5-98ab-1c0ed20dc479'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:59.052027 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-149c1020-d414-4b99-92c9-d20d9ee785c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:59.059050 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2044ba-f191-41a9-a61f-a4df5a7058ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'Port': ['ID=e2da97dd-9541-4214-8298-9eff377dccef,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:59.102122 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-149c1020-d414-4b99-92c9-d20d9ee785c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:59.103076 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149c1020-d414-4b99-92c9-d20d9ee785c6 None None] The sync data for ids ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:28:59.158518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port 7951c474-b3fb-4fe1-9580-9318499a9408 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:28:59.158905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7951c474-b3fb-4fe1-9580-9318499a9408), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.206223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c2044ba-f191-41a9-a61f-a4df5a7058ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (48f47f0c-300e-4657-b5c4-feebdcf9a012), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.209117 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c2044ba-f191-41a9-a61f-a4df5a7058ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.222120 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7c2044ba-f191-41a9-a61f-a4df5a7058ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "DELETE /v2.0/floatingips/48f47f0c-300e-4657-b5c4-feebdcf9a012 HTTP/1.1" status: 204 len: 168 time: 1.3736444 Mar 10 15:28:59.267426 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7951c474-b3fb-4fe1-9580-9318499a9408), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.359337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (b4908f9c-3e84-4519-8c7a-1012c63df071), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.517315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router b4908f9c-3e84-4519-8c7a-1012c63df071 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:28:59.531361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.533385 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (66de3535-5804-4eb3-a8f7-5f6c9f8a1692), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.534059 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Floating IP 66de3535-5804-4eb3-a8f7-5f6c9f8a1692 disassociated. External IP: 172.25.3.36, port: 7951c474-b3fb-4fe1-9580-9318499a9408. Mar 10 15:28:59.534684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for 7951c474-b3fb-4fe1-9580-9318499a9408 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:28:59.599235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54436) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:59.606662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ff2c9a6d-836c-4c64-862b-96060ad43b56 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1087819755', 'description': 'tempest-description--1589846986'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:28:59.664024 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff2c9a6d-836c-4c64-862b-96060ad43b56 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.683125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:28:59.686337 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7951c474-b3fb-4fe1-9580-9318499a9408), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.699171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Sync routers for ids ['b4908f9c-3e84-4519-8c7a-1012c63df071'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:28:59.713430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Routers {'b4908f9c-3e84-4519-8c7a-1012c63df071'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:28:59.714507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b4908f9c-3e84-4519-8c7a-1012c63df071'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:28:59.720256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=7951c474-b3fb-4fe1-9580-9318499a9408,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:28:59.747973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.749224 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6136b248-6082-4877-ae25-dd0e8c0cc9d9 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8994284 Mar 10 15:28:59.752914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54438) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:59.801757 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-902237f9-a849-46bb-8c11-69bd6e50db9d tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=c674686624284cd388d76dbc1471089d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472751 Mar 10 15:28:59.805626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54440) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:28:59.845808 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff2c9a6d-836c-4c64-862b-96060ad43b56 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (6f5f7208-3755-4f08-a8c5-4525d89b218e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.853454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff2c9a6d-836c-4c64-862b-96060ad43b56 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6f5f7208-3755-4f08-a8c5-4525d89b218e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:28:59.914563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router b21567b7-85eb-4bb5-98ab-1c0ed20dc479 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:28:59.930931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Set router b4908f9c-3e84-4519-8c7a-1012c63df071 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:00.026976 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff2c9a6d-836c-4c64-862b-96060ad43b56 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.028241 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ff2c9a6d-836c-4c64-862b-96060ad43b56 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4276967 Mar 10 15:29:00.047722 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54442) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:00.072903 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4783810a-ca71-4b22-9295-e1a10a95aae6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group_rule': {'security_group_id': '6f5f7208-3755-4f08-a8c5-4525d89b218e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:00.076811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:29:00.084300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c9a6d-836c-4c64-862b-96060ad43b56 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5f7208-3755-4f08-a8c5-4525d89b218e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:00.093732 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b1b98f-db90-45be-9c57-447e6ee10927 None None] Sync routers for ids ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:29:00.120076 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2168ed-abb2-4a74-8d02-eadf1fba93e6 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:00.121340 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4b2168ed-abb2-4a74-8d02-eadf1fba93e6 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3147118 Mar 10 15:29:00.124155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54444) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:00.134708 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1b98f-db90-45be-9c57-447e6ee10927 None None] Routers {'b21567b7-85eb-4bb5-98ab-1c0ed20dc479'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:00.138456 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09b1b98f-db90-45be-9c57-447e6ee10927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:00.174865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.178057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e411ab20-8e81-414c-8baf-490f03b9b627 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/ports/7951c474-b3fb-4fe1-9580-9318499a9408 HTTP/1.1" status: 204 len: 168 time: 1.1466408 Mar 10 15:29:00.182650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54446) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:00.191716 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0f033f74-7f2a-465b-905b-e62d85f28750 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0663922 Mar 10 15:29:00.194446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54448) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:00.197901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4783810a-ca71-4b22-9295-e1a10a95aae6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (68ba93f8-56a6-4280-91a4-c046755e6eff), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.202432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:28:58Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:00.203608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870702569', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'project_id': 'c674686624284cd388d76dbc1471089d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:00.207440 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09b1b98f-db90-45be-9c57-447e6ee10927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:00.219478 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1b98f-db90-45be-9c57-447e6ee10927 None None] Routers {'b21567b7-85eb-4bb5-98ab-1c0ed20dc479'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:00.220409 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09b1b98f-db90-45be-9c57-447e6ee10927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:00.234870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Checking router: b4908f9c-3e84-4519-8c7a-1012c63df071 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:29:00.235227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Updating router b4908f9c-3e84-4519-8c7a-1012c63df071 port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:29:00.254594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4783810a-ca71-4b22-9295-e1a10a95aae6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (68ba93f8-56a6-4280-91a4-c046755e6eff), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.260754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4783810a-ca71-4b22-9295-e1a10a95aae6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (68ba93f8-56a6-4280-91a4-c046755e6eff), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.269281 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.271488 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09b1b98f-db90-45be-9c57-447e6ee10927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:00.272245 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b1b98f-db90-45be-9c57-447e6ee10927 None None] The sync data for ids ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:00.290261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783810a-ca71-4b22-9295-e1a10a95aae6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ba93f8-56a6-4280-91a4-c046755e6eff,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:00.303344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4783810a-ca71-4b22-9295-e1a10a95aae6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.307327 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4783810a-ca71-4b22-9295-e1a10a95aae6 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2585659 Mar 10 15:29:00.307977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54452) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:00.320716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-91d6ed42-287a-43b3-9ac4-2c99fa3aa527 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'security_group_rule': {'security_group_id': '6f5f7208-3755-4f08-a8c5-4525d89b218e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:00.365728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91d6ed42-287a-43b3-9ac4-2c99fa3aa527 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (6d00efad-3c9b-40ff-a802-33cb59e15c68), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.440557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:00.444022 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.449032 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91d6ed42-287a-43b3-9ac4-2c99fa3aa527 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (6d00efad-3c9b-40ff-a802-33cb59e15c68), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.454043 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91d6ed42-287a-43b3-9ac4-2c99fa3aa527 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (6d00efad-3c9b-40ff-a802-33cb59e15c68), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.482218 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6ed42-287a-43b3-9ac4-2c99fa3aa527 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d00efad-3c9b-40ff-a802-33cb59e15c68,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:00.488922 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91d6ed42-287a-43b3-9ac4-2c99fa3aa527 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.493377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54454) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:00.493517 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-91d6ed42-287a-43b3-9ac4-2c99fa3aa527 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1844819 Mar 10 15:29:00.499750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:00.569124 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Publish callbacks [] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.576410 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.613368 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.630484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Attempting to bind port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:00.630742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Attempting to bind port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:00.631078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Attempting to bind port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:00.633682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069c61e-b89a-4869-8692-9bb8c2cfecdd None None] Pushing event updated for resources: {'Port': ['ID=0c318413-ccc1-4b11-9741-e7c1de1f5d5f,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:00.645141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:00.645522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:00.645936 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.646330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:00.646835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Bound port: 0c318413-ccc1-4b11-9741-e7c1de1f5d5f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:00.647218 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.702338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] For port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:00.705571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] For port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c318413-ccc1-4b11-9741-e7c1de1f5d5f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:00.711869 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.773818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069c61e-b89a-4869-8692-9bb8c2cfecdd None None] Pushing event updated for resources: {'Port': ['ID=0c318413-ccc1-4b11-9741-e7c1de1f5d5f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:00.776333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Routers {'b4908f9c-3e84-4519-8c7a-1012c63df071'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:00.777560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b4908f9c-3e84-4519-8c7a-1012c63df071'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:00.888823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] Set router b4908f9c-3e84-4519-8c7a-1012c63df071 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:00.903230 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (e2798f80-fe93-4655-9ea9-d9c85736e248), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:00.968375 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:01.000453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Subnet': ['ID=e2798f80-fe93-4655-9ea9-d9c85736e248,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:01.061918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Checking segment: {'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:01.062462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network hostable DHCP agents. Network: 671d49de-fea3-4a86-8fc5-6ddfdbb92025, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:29:01.112736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:28:58Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:01.139943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5bfca-9e64-4b75-9afe-33be799a86d4 None None] The sync data for ids ['b4908f9c-3e84-4519-8c7a-1012c63df071'] in n-d-833090-1 is: [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:28:58Z', 'revision_number': 3, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:01.162325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:29:01.177767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Allocated IP 172.25.3.229 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/3f763614-d009-4fa6-a741-ba33ba339153) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:01.191003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 671d49de-fea3-4a86-8fc5-6ddfdbb92025) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:01.198249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-371aa88f-02a3-4713-aad0-4839bcb324e5 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:01.203053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b106e11-0c4f-46ba-91ce-4186470ccb63 None None] Network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:01.208412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:01.208619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:01.338682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:29:01.339924 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:01.340253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-acad17ab-dd0b-4889-90e7-2a592fa04a2e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1429217 Mar 10 15:29:01.342559 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54458) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:01.402847 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (3f763614-d009-4fa6-a741-ba33ba339153), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:01.517579 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3f763614-d009-4fa6-a741-ba33ba339153), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:01.583963 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Allocated IP 172.20.0.2 (671d49de-fea3-4a86-8fc5-6ddfdbb92025/e2798f80-fe93-4655-9ea9-d9c85736e248/ce7744f4-f328-4676-8067-5b46d203a091) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:01.629769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:01.633892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:01.641883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:01.702550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=3f763614-d009-4fa6-a741-ba33ba339153,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:01.810457 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (fef30f18-c858-4fc1-9cf0-ff9e9d976fbb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:01.836341 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Publish callbacks [] for port (ce7744f4-f328-4676-8067-5b46d203a091), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:01.848351 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (ce7744f4-f328-4676-8067-5b46d203a091), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:01.898000 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3f763614-d009-4fa6-a741-ba33ba339153), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:01.910382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Pushing event updated for resources: {'Port': ['ID=ce7744f4-f328-4676-8067-5b46d203a091,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:01.931565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:01.933115 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:01.941432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:01.989398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-371aa88f-02a3-4713-aad0-4839bcb324e5 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port 8fb7b776-af64-4e97-ab2c-b07f40fe66ae {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:01.989997 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-371aa88f-02a3-4713-aad0-4839bcb324e5 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8fb7b776-af64-4e97-ab2c-b07f40fe66ae), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.024867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Attempting to bind port ce7744f4-f328-4676-8067-5b46d203a091 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:02.025574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Attempting to bind port ce7744f4-f328-4676-8067-5b46d203a091 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:02.026200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Attempting to bind port ce7744f4-f328-4676-8067-5b46d203a091 on network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:02.032544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:02.033245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Checking segment: {'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:02.034615 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.035416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Bound using segment: {'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:02.036145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Bound port: ce7744f4-f328-4676-8067-5b46d203a091, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:02.036672 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ce7744f4-f328-4676-8067-5b46d203a091), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.142120 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.158269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] For port ce7744f4-f328-4676-8067-5b46d203a091, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:02.166434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] For port ce7744f4-f328-4676-8067-5b46d203a091, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ce7744f4-f328-4676-8067-5b46d203a091,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:02.186470 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ce7744f4-f328-4676-8067-5b46d203a091), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.265867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9f5ec-b6a2-4829-8fdd-56debf6b5365 None None] Pushing event updated for resources: {'Port': ['ID=ce7744f4-f328-4676-8067-5b46d203a091,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:02.321841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c318413-ccc1-4b11-9741-e7c1de1f5d5f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:02.404601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:02.404984 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.530903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:02.531271 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.564498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c318413-ccc1-4b11-9741-e7c1de1f5d5f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:02.571946 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-371aa88f-02a3-4713-aad0-4839bcb324e5 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8fb7b776-af64-4e97-ab2c-b07f40fe66ae), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.574461 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.610829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-371aa88f-02a3-4713-aad0-4839bcb324e5 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for 8fb7b776-af64-4e97-ab2c-b07f40fe66ae owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:02.654852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (3f763614-d009-4fa6-a741-ba33ba339153), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.706928 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3f763614-d009-4fa6-a741-ba33ba339153), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.727904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=0c318413-ccc1-4b11-9741-e7c1de1f5d5f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:02.745928 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.20.0.1 (671d49de-fea3-4a86-8fc5-6ddfdbb92025/e2798f80-fe93-4655-9ea9-d9c85736e248/f763c222-c19d-4b27-a3a2-6a5c40818622) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:02.841578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (fef30f18-c858-4fc1-9cf0-ff9e9d976fbb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.875641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=3f763614-d009-4fa6-a741-ba33ba339153,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:02.923728 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.930904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f69a5a3a-862c-4e98-ae64-db0b3da6477c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4285543 Mar 10 15:29:02.935825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:02.991641 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:03.042322 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:03.048154 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-371aa88f-02a3-4713-aad0-4839bcb324e5 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8fb7b776-af64-4e97-ab2c-b07f40fe66ae), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:03.048827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:03.056289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:03.082366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=f763c222-c19d-4b27-a3a2-6a5c40818622,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:03.121147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371aa88f-02a3-4713-aad0-4839bcb324e5 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=8fb7b776-af64-4e97-ab2c-b07f40fe66ae,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:03.122537 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (b4908f9c-3e84-4519-8c7a-1012c63df071), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:03.210715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-672f5286-ff53-447e-bbc5-9dcaa97e60fa tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1087819755&fields=id&tenant_id=1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 267 time: 0.1516457 Mar 10 15:29:03.311359 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:03.479182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-6a18e6a3-11b2-40a5-a88a-2ac682ee6f49 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:03.480795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-6a18e6a3-11b2-40a5-a88a-2ac682ee6f49 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 815 time: 0.2177618 Mar 10 15:29:03.482068 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-371aa88f-02a3-4713-aad0-4839bcb324e5 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:03.502382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-29006028-fe1b-4a03-9fd4-7589a4bd95d0 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/quotas/1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 375 time: 0.0136638 Mar 10 15:29:03.647381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-f90c9f49-a7ab-4d53-a008-737573f7daba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074679 Mar 10 15:29:03.691775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:03.701855 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:03.820216 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=f763c222-c19d-4b27-a3a2-6a5c40818622,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:03.856383 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (b4908f9c-3e84-4519-8c7a-1012c63df071), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:03.952044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371aa88f-02a3-4713-aad0-4839bcb324e5 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router b21567b7-85eb-4bb5-98ab-1c0ed20dc479 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:29:04.013606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:04.015300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:04.125647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-28e950c7-817e-42e9-bdf0-f98bccce875c service neutron] 10.222.0.11 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879629 Mar 10 15:29:04.170581 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router b4908f9c-3e84-4519-8c7a-1012c63df071 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:29:04.232311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbe33f1-2dc8-44b9-a48e-caa8ae9474eb None None] Network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:04.301153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-01521cf7-08d7-488f-b77a-c5ff647a9664 service neutron] 10.222.0.11 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307230 Mar 10 15:29:04.328220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371aa88f-02a3-4713-aad0-4839bcb324e5 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:29:04.337465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-371aa88f-02a3-4713-aad0-4839bcb324e5 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "PUT /v2.0/routers/b21567b7-85eb-4bb5-98ab-1c0ed20dc479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1513848 Mar 10 15:29:04.337766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54476) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:04.418141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf82a2-5c38-471b-94f7-c3132254f80a None None] Sync routers for ids ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:29:04.480215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf82a2-5c38-471b-94f7-c3132254f80a None None] Routers {'b21567b7-85eb-4bb5-98ab-1c0ed20dc479'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:04.480857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b3bf82a2-5c38-471b-94f7-c3132254f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:04.483640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-aadfd03c-0792-417c-9c63-4ec28c5bcc71 None None] Provisioning complete for port ce7744f4-f328-4676-8067-5b46d203a091 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:04.484018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aadfd03c-0792-417c-9c63-4ec28c5bcc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ce7744f4-f328-4676-8067-5b46d203a091), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:04.542044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:04.581600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ce7744f4-f328-4676-8067-5b46d203a091 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:04.634205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b3bf82a2-5c38-471b-94f7-c3132254f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:04.653649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-009d3227-d2ee-447d-a1ad-4c1cd2e099fb req-b0c34e9d-bcb0-4a79-b14f-2ebc6ed93679 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 210 time: 0.0600066 Mar 10 15:29:04.686368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf82a2-5c38-471b-94f7-c3132254f80a None None] Routers {'b21567b7-85eb-4bb5-98ab-1c0ed20dc479'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:04.687052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b3bf82a2-5c38-471b-94f7-c3132254f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:04.740555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b3bf82a2-5c38-471b-94f7-c3132254f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:04.741185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf82a2-5c38-471b-94f7-c3132254f80a None None] The sync data for ids ['b21567b7-85eb-4bb5-98ab-1c0ed20dc479'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:04.830778 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_gateway (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:04.837438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:29:04.851623 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-36078826-c22d-4bb9-b0e2-7e68a8741933 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "PUT /v2.0/routers/b4908f9c-3e84-4519-8c7a-1012c63df071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4996924 Mar 10 15:29:04.854667 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Sync routers for ids ['b4908f9c-3e84-4519-8c7a-1012c63df071'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:29:04.878629 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Routers {'b4908f9c-3e84-4519-8c7a-1012c63df071'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:04.879344 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b4908f9c-3e84-4519-8c7a-1012c63df071'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:04.965014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port c76c8655-284c-43ef-877f-e145c1f2e3ed {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:04.967604 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c76c8655-284c-43ef-877f-e145c1f2e3ed), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.120424 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Set router b4908f9c-3e84-4519-8c7a-1012c63df071 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:05.146084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ce7744f4-f328-4676-8067-5b46d203a091 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:05.146463 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ce7744f4-f328-4676-8067-5b46d203a091), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.185348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c76c8655-284c-43ef-877f-e145c1f2e3ed), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.202434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for c76c8655-284c-43ef-877f-e145c1f2e3ed owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:05.211020 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aadfd03c-0792-417c-9c63-4ec28c5bcc71 None None] Current status of the port ce7744f4-f328-4676-8067-5b46d203a091 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:05.213595 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aadfd03c-0792-417c-9c63-4ec28c5bcc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ce7744f4-f328-4676-8067-5b46d203a091), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.291801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-aadfd03c-0792-417c-9c63-4ec28c5bcc71 None None] For port ce7744f4-f328-4676-8067-5b46d203a091, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ce7744f4-f328-4676-8067-5b46d203a091,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:05.343100 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-1aeb875c-5d74-401e-8a48-5634dd589e5b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134757447&fields=id&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 267 time: 0.1050408 Mar 10 15:29:05.348597 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aadfd03c-0792-417c-9c63-4ec28c5bcc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ce7744f4-f328-4676-8067-5b46d203a091), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.383182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ce7744f4-f328-4676-8067-5b46d203a091 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:05.383632 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ce7744f4-f328-4676-8067-5b46d203a091), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.460713 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:29:03Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f763c222-c19d-4b27-a3a2-6a5c40818622', 'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:16:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:29:02Z', 'updated_at': '2022-03-10T15:29:03Z', 'revision_number': 2, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:05.508922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfd03c-0792-417c-9c63-4ec28c5bcc71 None None] Pushing event updated for resources: {'Port': ['ID=ce7744f4-f328-4676-8067-5b46d203a091,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:05.530246 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:29:05.530613 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:29:05.531160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b65b3e8f-4760-4f30-9f7c-ae6a25b9b22e None None] Provisioning complete for port ce7744f4-f328-4676-8067-5b46d203a091 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:05.531719 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b65b3e8f-4760-4f30-9f7c-ae6a25b9b22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ce7744f4-f328-4676-8067-5b46d203a091), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.559379 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Checking router: b4908f9c-3e84-4519-8c7a-1012c63df071 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:29:05.559945 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Updating router b4908f9c-3e84-4519-8c7a-1012c63df071 port f763c222-c19d-4b27-a3a2-6a5c40818622 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:29:05.601350 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.601945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8d8d9260-8675-45ef-bda2-eafc4c68c406 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:05.603661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8d8d9260-8675-45ef-bda2-eafc4c68c406 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/networks?id=671d49de-fea3-4a86-8fc5-6ddfdbb92025 HTTP/1.1" status: 200 len: 797 time: 0.2496638 Mar 10 15:29:05.644535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-97efb62e-3878-4bce-a646-a3d18049f3b7 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/quotas/c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 375 time: 0.0332336 Mar 10 15:29:05.677174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b65b3e8f-4760-4f30-9f7c-ae6a25b9b22e None None] Current status of the port ce7744f4-f328-4676-8067-5b46d203a091 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:05.690433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b65b3e8f-4760-4f30-9f7c-ae6a25b9b22e None None] Provisioning complete for port f763c222-c19d-4b27-a3a2-6a5c40818622 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:05.691538 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b65b3e8f-4760-4f30-9f7c-ae6a25b9b22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.749735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b65b3e8f-4760-4f30-9f7c-ae6a25b9b22e None None] Port f763c222-c19d-4b27-a3a2-6a5c40818622 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:05.757115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c76c8655-284c-43ef-877f-e145c1f2e3ed), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.854525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=c76c8655-284c-43ef-877f-e145c1f2e3ed,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:05.862222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-857e5bd0-231e-4e06-a65e-c893b98c4176 req-ba832e7c-5555-45e3-a576-1c51e0bc086f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 210 time: 0.0795443 Mar 10 15:29:05.895322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-7f006607-bbdb-4246-aaa3-32b3258d5f1e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2320185 Mar 10 15:29:05.898143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1a4ff077-39c0-4272-874c-8308a8ed139e None None] Provisioning complete for port f763c222-c19d-4b27-a3a2-6a5c40818622 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:05.899637 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff077-39c0-4272-874c-8308a8ed139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:05.942914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ff077-39c0-4272-874c-8308a8ed139e None None] Port f763c222-c19d-4b27-a3a2-6a5c40818622 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:05.950258 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.102767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.110888 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_controller (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.160878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ce7744f4-f328-4676-8067-5b46d203a091 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:06.162166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c318413-ccc1-4b11-9741-e7c1de1f5d5f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:06.200579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-aa1afddb-d8c8-43b7-b20f-8ffd17778d1e None None] Provisioning complete for port f763c222-c19d-4b27-a3a2-6a5c40818622 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:06.201986 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa1afddb-d8c8-43b7-b20f-8ffd17778d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.220586 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Publish callbacks [] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.236521 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.243087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aa1afddb-d8c8-43b7-b20f-8ffd17778d1e None None] Port f763c222-c19d-4b27-a3a2-6a5c40818622 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:06.254504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-c3a9b879-1a2c-47b6-8b3c-9ba9368df834 service neutron] 10.222.0.11 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148785 Mar 10 15:29:06.261726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:06.262116 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.325930 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (b21567b7-85eb-4bb5-98ab-1c0ed20dc479), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.326882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Fanout notify agent at l3_agent the message router_deleted on router b21567b7-85eb-4bb5-98ab-1c0ed20dc479 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:29:06.341276 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.345655 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54508) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:06.356792 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Pushing event updated for resources: {'Port': ['ID=f763c222-c19d-4b27-a3a2-6a5c40818622,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:06.358667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9d0f38a7-2a1c-422e-9db1-f76c8ba7ead8 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/routers/b21567b7-85eb-4bb5-98ab-1c0ed20dc479 HTTP/1.1" status: 204 len: 168 time: 2.0176244 Mar 10 15:29:06.445715 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.446102 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.446443 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.450780 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3ea617-dfe7-4bc2-8082-819f83e1842b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting subnet 6291116c-709d-4ce5-9f3b-45236d9be214 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:06.451081 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.451407 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.451748 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.452081 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.452412 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.452987 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.453317 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.453640 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.457909 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.458316 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:06.463462 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a3ea617-dfe7-4bc2-8082-819f83e1842b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for subnet (6291116c-709d-4ce5-9f3b-45236d9be214), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.472964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:06.495479 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Attempting to bind port f763c222-c19d-4b27-a3a2-6a5c40818622 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:06.495850 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Attempting to bind port f763c222-c19d-4b27-a3a2-6a5c40818622 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:06.496211 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Attempting to bind port f763c222-c19d-4b27-a3a2-6a5c40818622 on network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:06.512100 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:06.512477 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Checking segment: {'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:06.512886 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.513279 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Bound using segment: {'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:06.513757 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Bound port: f763c222-c19d-4b27-a3a2-6a5c40818622, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:06.514381 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.591768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a3ea617-dfe7-4bc2-8082-819f83e1842b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (6291116c-709d-4ce5-9f3b-45236d9be214), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.661420 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] For port f763c222-c19d-4b27-a3a2-6a5c40818622, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:06.668697 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] For port f763c222-c19d-4b27-a3a2-6a5c40818622, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f763c222-c19d-4b27-a3a2-6a5c40818622,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:06.677044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ce7744f4-f328-4676-8067-5b46d203a091 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:06.691540 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.728046 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a3ea617-dfe7-4bc2-8082-819f83e1842b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6291116c-709d-4ce5-9f3b-45236d9be214), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.793156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ce7744f4-f328-4676-8067-5b46d203a091 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:06.793692 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ce7744f4-f328-4676-8067-5b46d203a091), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.796655 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e7f78-8cf0-43a1-8e3b-647c0668d9d4 None None] Pushing event updated for resources: {'Port': ['ID=f763c222-c19d-4b27-a3a2-6a5c40818622,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:06.841673 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Routers {'b4908f9c-3e84-4519-8c7a-1012c63df071'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:06.842314 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b4908f9c-3e84-4519-8c7a-1012c63df071'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:06.864194 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a3ea617-dfe7-4bc2-8082-819f83e1842b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (6291116c-709d-4ce5-9f3b-45236d9be214), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.924664 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ea617-dfe7-4bc2-8082-819f83e1842b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Subnet': ['ID=6291116c-709d-4ce5-9f3b-45236d9be214,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:06.953122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5a3ea617-dfe7-4bc2-8082-819f83e1842b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:06.964021 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5a3ea617-dfe7-4bc2-8082-819f83e1842b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/subnets/6291116c-709d-4ce5-9f3b-45236d9be214 HTTP/1.1" status: 204 len: 168 time: 0.6165919 Mar 10 15:29:06.965020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54514) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:06.972229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69fe04f-59b3-4ed4-b19f-5417fd272dff None None] Network 649c5993-eecb-404c-8d2a-1632ff3db8f0 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:07.099106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-79827579-52aa-4e77-98cc-93207b067b0e None None] Provisioning complete for port f763c222-c19d-4b27-a3a2-6a5c40818622 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:07.099476 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-79827579-52aa-4e77-98cc-93207b067b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.134023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (649c5993-eecb-404c-8d2a-1632ff3db8f0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.212968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ce7744f4-f328-4676-8067-5b46d203a091 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:07.283332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port d0491b01-128f-4f56-ba9c-fffa09104158 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:07.284076 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.322943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-79827579-52aa-4e77-98cc-93207b067b0e None None] Current status of the port f763c222-c19d-4b27-a3a2-6a5c40818622 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:07.323429 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-79827579-52aa-4e77-98cc-93207b067b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.330955 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] Set router b4908f9c-3e84-4519-8c7a-1012c63df071 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:07.359904 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41b2c3-e7ca-4d49-825e-d15d20aa73d8 None None] DHCP port deletion for 649c5993-eecb-404c-8d2a-1632ff3db8f0 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:29:07.419948 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] For port d0491b01-128f-4f56-ba9c-fffa09104158, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d0491b01-128f-4f56-ba9c-fffa09104158,segment=NetworkSegment(fd1c111d-0dd9-471b-9e5b-f94e4566221b),segment_id=fd1c111d-0dd9-471b-9e5b-f94e4566221b)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:07.421069 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.438419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-79827579-52aa-4e77-98cc-93207b067b0e None None] For port f763c222-c19d-4b27-a3a2-6a5c40818622, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f763c222-c19d-4b27-a3a2-6a5c40818622,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:07.448121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for d0491b01-128f-4f56-ba9c-fffa09104158 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:07.456014 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-79827579-52aa-4e77-98cc-93207b067b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.474626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-796491ad-2a95-414b-8f97-dc25e3ef6d32 req-1722da1f-6636-4e3d-9431-4e6f9d123a0f tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 210 time: 0.0567436 Mar 10 15:29:07.524856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-bbeecc73-0596-489e-9d74-c2e52dec84f3 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:07.526441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-bbeecc73-0596-489e-9d74-c2e52dec84f3 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.45 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 815 time: 1.2835412 Mar 10 15:29:07.540941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-58d1af36-f1e5-4125-bcec-a71f9edff7c9 service neutron] 10.222.0.11 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2522726 Mar 10 15:29:07.608624 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.640875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79827579-52aa-4e77-98cc-93207b067b0e None None] Pushing event updated for resources: {'Port': ['ID=f763c222-c19d-4b27-a3a2-6a5c40818622,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:07.651552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6e41b2c3-e7ca-4d49-825e-d15d20aa73d8 None None] Deleting port d0491b01-128f-4f56-ba9c-fffa09104158 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:07.651933 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e41b2c3-e7ca-4d49-825e-d15d20aa73d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.682402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-5c74cbb7-1503-4ddf-b543-df1be0e2ebc4 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c222964e5a84243b165f837bab8404c HTTP/1.1" status: 200 len: 380 time: 0.1389587 Mar 10 15:29:07.690506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] No DVR routers for this DVR port d0491b01-128f-4f56-ba9c-fffa09104158 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:07.692763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=d0491b01-128f-4f56-ba9c-fffa09104158,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:07.693836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'port': {'device_id': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'admin_state_up': True, 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'security_groups': ['6f5f7208-3755-4f08-a8c5-4525d89b218e']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:07.711376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2dc90416-ae4a-46c0-8316-82a31ea77b22 None None] Provisioning complete for port f763c222-c19d-4b27-a3a2-6a5c40818622 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:07.715258 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2dc90416-ae4a-46c0-8316-82a31ea77b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.765024 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:29:03Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f763c222-c19d-4b27-a3a2-6a5c40818622', 'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:16:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:29:02Z', 'updated_at': '2022-03-10T15:29:06Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:07.818527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6e41b2c3-e7ca-4d49-825e-d15d20aa73d8 None None] For port d0491b01-128f-4f56-ba9c-fffa09104158, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:07.820141 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e41b2c3-e7ca-4d49-825e-d15d20aa73d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.842835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6e41b2c3-e7ca-4d49-825e-d15d20aa73d8 None None] Calling delete_port for d0491b01-128f-4f56-ba9c-fffa09104158 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:07.845900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-6e41b2c3-e7ca-4d49-825e-d15d20aa73d8 None None] Port d0491b01-128f-4f56-ba9c-fffa09104158 was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:29:07.847212 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e41b2c3-e7ca-4d49-825e-d15d20aa73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (d0491b01-128f-4f56-ba9c-fffa09104158), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.856163 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (649c5993-eecb-404c-8d2a-1632ff3db8f0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.865163 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f6ea1-6eae-4efc-b913-8beca1508d75 None None] The sync data for ids ['b4908f9c-3e84-4519-8c7a-1012c63df071'] in n-d-833090-1 is: [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:29:03Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f763c222-c19d-4b27-a3a2-6a5c40818622', 'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:16:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:29:02Z', 'updated_at': '2022-03-10T15:29:06Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:07.883795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41b2c3-e7ca-4d49-825e-d15d20aa73d8 None None] Pushing event deleted for resources: {'Port': ['ID=d0491b01-128f-4f56-ba9c-fffa09104158,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:07.890585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41b2c3-e7ca-4d49-825e-d15d20aa73d8 None None] No DVR routers for this DVR port d0491b01-128f-4f56-ba9c-fffa09104158 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:07.921741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649c5993-eecb-404c-8d2a-1632ff3db8f0']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:07.937502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1c111d-0dd9-471b-9e5b-f94e4566221b') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:07.937856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1c111d-0dd9-471b-9e5b-f94e4566221b') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:07.951146 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (fd1c111d-0dd9-471b-9e5b-f94e4566221b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:07.984298 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (fd1c111d-0dd9-471b-9e5b-f94e4566221b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.030287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2dc90416-ae4a-46c0-8316-82a31ea77b22 None None] Current status of the port f763c222-c19d-4b27-a3a2-6a5c40818622 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:08.032076 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:29:08.032509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (fd1c111d-0dd9-471b-9e5b-f94e4566221b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:29:08.036642 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:29:08.049201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-07f3f13e-f5f4-425d-9940-4d0ec69dd410 req-e743a17f-10f0-44b4-a1e8-37d01e11e83e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 210 time: 0.0934095 Mar 10 15:29:08.072971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Made reservation on behalf of 1c222964e5a84243b165f837bab8404c for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:08.077671 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.149250 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (649c5993-eecb-404c-8d2a-1632ff3db8f0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.171542 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.176642 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/networks/649c5993-eecb-404c-8d2a-1632ff3db8f0 HTTP/1.1" status: 204 len: 168 time: 1.2084277 Mar 10 15:29:08.177781 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cee80a-ca9c-4d8c-a222-240bf658318b tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Network': ['ID=649c5993-eecb-404c-8d2a-1632ff3db8f0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:08.197594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54532) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:08.364362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Allocated IP 172.20.0.10 (02aca4b7-3412-4bf0-8960-43bd7c693eeb/cef5250d-bab0-4579-bcf6-5129064932aa/d4cc8154-cfc0-48a9-850f-6ede4de0d13d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:08.391627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e09d8653-d4d9-4686-bf18-c806c4d0faa4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port 771d5e98-eeaf-4aba-8317-c0ac18409a07 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:08.392006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e09d8653-d4d9-4686-bf18-c806c4d0faa4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (771d5e98-eeaf-4aba-8317-c0ac18409a07), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.574163 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e09d8653-d4d9-4686-bf18-c806c4d0faa4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (771d5e98-eeaf-4aba-8317-c0ac18409a07), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.574894 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e09d8653-d4d9-4686-bf18-c806c4d0faa4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (771d5e98-eeaf-4aba-8317-c0ac18409a07), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.605377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.608506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e09d8653-d4d9-4686-bf18-c806c4d0faa4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for 771d5e98-eeaf-4aba-8317-c0ac18409a07 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:08.722252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f763c222-c19d-4b27-a3a2-6a5c40818622 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:08.730424 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.806290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:08.808551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f763c222-c19d-4b27-a3a2-6a5c40818622 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:08.809312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:08.823621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:08.847667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:08.964769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f763c222-c19d-4b27-a3a2-6a5c40818622 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:08.973307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event updated for resources: {'Port': ['ID=d4cc8154-cfc0-48a9-850f-6ede4de0d13d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:09.024967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c258f-d954-4677-ac49-873eccf97a90 req-58574098-76a6-4e96-9f17-459ff3a7b8fc tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:09.026534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a63c258f-d954-4677-ac49-873eccf97a90 req-58574098-76a6-4e96-9f17-459ff3a7b8fc tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 932 time: 0.3701470 Mar 10 15:29:09.074522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d0491b01-128f-4f56-ba9c-fffa09104158 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:09.118894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:09.124714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.127302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d0491b01-128f-4f56-ba9c-fffa09104158 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:09.128507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d0491b01-128f-4f56-ba9c-fffa09104158 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:09.145864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e09d8653-d4d9-4686-bf18-c806c4d0faa4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (771d5e98-eeaf-4aba-8317-c0ac18409a07), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.172390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-089e8553-8f8c-4c05-9e7d-731aba328da7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4819620 Mar 10 15:29:09.196879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Request body: {'port': {'device_id': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:09.240533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d8653-d4d9-4686-bf18-c806c4d0faa4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=771d5e98-eeaf-4aba-8317-c0ac18409a07,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:09.317710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-152ad4ce-79d3-4bd5-823c-4bc81f6120ed req-0c1a2618-e706-4d66-93dc-b8879b13bb6c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 210 time: 0.0752900 Mar 10 15:29:09.325103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a63c258f-d954-4677-ac49-873eccf97a90 req-0864b8fb-b72f-407b-b70e-7f2ae08c5a57 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890451 Mar 10 15:29:09.364690 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.402265 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e09d8653-d4d9-4686-bf18-c806c4d0faa4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for floatingip (66de3535-5804-4eb3-a8f7-5f6c9f8a1692), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.405930 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e09d8653-d4d9-4686-bf18-c806c4d0faa4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.407957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b8774666-1098-4cba-8982-53dc359b1b73 None None] Provisioning complete for port d4cc8154-cfc0-48a9-850f-6ede4de0d13d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:09.412608 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e09d8653-d4d9-4686-bf18-c806c4d0faa4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/floatingips/66de3535-5804-4eb3-a8f7-5f6c9f8a1692 HTTP/1.1" status: 204 len: 168 time: 1.2106619 Mar 10 15:29:09.412783 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b8774666-1098-4cba-8982-53dc359b1b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.412871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54554) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:09.456624 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e243c6-3871-4aa3-b174-24962a14d2fe tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] DELETE failed (client error): The resource could not be found. Mar 10 15:29:09.457318 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e243c6-3871-4aa3-b174-24962a14d2fe tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:29:09.463444 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c3e243c6-3871-4aa3-b174-24962a14d2fe tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/ports/7951c474-b3fb-4fe1-9580-9318499a9408 HTTP/1.1" status: 404 len: 333 time: 0.0471733 Mar 10 15:29:09.464373 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54556) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:09.497591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b8774666-1098-4cba-8982-53dc359b1b73 None None] Port d4cc8154-cfc0-48a9-850f-6ede4de0d13d cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:09.522152 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b9ee073f-89bf-447b-96f2-65db72e69c75 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "GET /v2.0/ports?device_id=b21567b7-85eb-4bb5-98ab-1c0ed20dc479 HTTP/1.1" status: 200 len: 205 time: 0.0542774 Mar 10 15:29:09.523173 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54558) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:09.571276 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-7f871099-a8f5-4e63-8ede-8943dac7ca8c tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] delete failed (client error): The resource could not be found. Mar 10 15:29:09.575744 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7f871099-a8f5-4e63-8ede-8943dac7ca8c tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/routers/b21567b7-85eb-4bb5-98ab-1c0ed20dc479 HTTP/1.1" status: 404 len: 336 time: 0.0513787 Mar 10 15:29:09.577401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54560) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:09.649695 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a03c074-02ef-4170-af6c-b2d3b0f66484 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] DELETE failed (client error): The resource could not be found. Mar 10 15:29:09.651714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a03c074-02ef-4170-af6c-b2d3b0f66484 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:29:09.659108 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2a03c074-02ef-4170-af6c-b2d3b0f66484 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/subnets/6291116c-709d-4ce5-9f3b-45236d9be214 HTTP/1.1" status: 404 len: 337 time: 0.0773213 Mar 10 15:29:09.683344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54562) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:09.769449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-b5a0be51-a8db-4728-95fa-fa5ba4993983 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:09.770949 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-b5a0be51-a8db-4728-95fa-fa5ba4993983 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "GET /v2.0/networks?id=671d49de-fea3-4a86-8fc5-6ddfdbb92025 HTTP/1.1" status: 200 len: 797 time: 0.1424329 Mar 10 15:29:09.864545 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-491f6231-57f3-46fd-b020-6ab9e6254bc2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c674686624284cd388d76dbc1471089d HTTP/1.1" status: 200 len: 379 time: 0.0743933 Mar 10 15:29:09.877920 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'port': {'device_id': '0404b762-7160-4401-83d8-56a37bb905b3', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'admin_state_up': True, 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'security_groups': ['4ce4c41e-a379-4fac-affc-c4fd8f7924c9']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:09.927661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-5f320ce6-0ae5-435c-96f7-3d92bfa67431 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port 3708a4e7-e3ba-458a-bc69-32f3500a1c92 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:09.928057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f320ce6-0ae5-435c-96f7-3d92bfa67431 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3708a4e7-e3ba-458a-bc69-32f3500a1c92), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:09.973013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cc8154-cfc0-48a9-850f-6ede4de0d13d {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:29:09.987044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Publish callbacks [] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.041231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Transition to ACTIVE for port object d4cc8154-cfc0-48a9-850f-6ede4de0d13d will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:29:10.070936 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.073695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Made reservation on behalf of c674686624284cd388d76dbc1471089d for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:10.078018 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.079978 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f320ce6-0ae5-435c-96f7-3d92bfa67431 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3708a4e7-e3ba-458a-bc69-32f3500a1c92), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.125115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-5f320ce6-0ae5-435c-96f7-3d92bfa67431 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for 3708a4e7-e3ba-458a-bc69-32f3500a1c92 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:10.159012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc8154-cfc0-48a9-850f-6ede4de0d13d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:10.256394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.20.0.5 (671d49de-fea3-4a86-8fc5-6ddfdbb92025/e2798f80-fe93-4655-9ea9-d9c85736e248/33c3806a-63ff-44bb-afd1-284aff0a9099) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:10.354637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Attempting to bind port d4cc8154-cfc0-48a9-850f-6ede4de0d13d on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:10.355023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Attempting to bind port d4cc8154-cfc0-48a9-850f-6ede4de0d13d by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:10.355362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Attempting to bind port d4cc8154-cfc0-48a9-850f-6ede4de0d13d on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:10.429657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Port d4cc8154-cfc0-48a9-850f-6ede4de0d13d on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:29:10.429902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Attempting to bind port d4cc8154-cfc0-48a9-850f-6ede4de0d13d on network 02aca4b7-3412-4bf0-8960-43bd7c693eeb {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:10.437894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:10.438244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Checking segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:10.438690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Bound using segment: {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:10.439306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Bound port: d4cc8154-cfc0-48a9-850f-6ede4de0d13d, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8784c1-0175-4496-b450-1cf6236ea1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:10.439679 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.495910 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.523672 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9b2fcb5-cbfa-4967-9fc1-f66289f88555 req-5409106d-5e3b-433d-99d1-3a0fe94e3dfc tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 210 time: 0.0668259 Mar 10 15:29:10.533781 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f320ce6-0ae5-435c-96f7-3d92bfa67431 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3708a4e7-e3ba-458a-bc69-32f3500a1c92), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.536772 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.581015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:10.586377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:10.590191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:10.602243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f320ce6-0ae5-435c-96f7-3d92bfa67431 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=3708a4e7-e3ba-458a-bc69-32f3500a1c92,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:10.616054 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=33c3806a-63ff-44bb-afd1-284aff0a9099,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:10.670911 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:10.672358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.695155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] For port d4cc8154-cfc0-48a9-850f-6ede4de0d13d, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:10.696958 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-8cdcc7ff-8e3a-4d29-8168-22684f1c3a91 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8234272 Mar 10 15:29:10.700149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] For port d4cc8154-cfc0-48a9-850f-6ede4de0d13d, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d4cc8154-cfc0-48a9-850f-6ede4de0d13d,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:10.709001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Request body: {'port': {'device_id': '0404b762-7160-4401-83d8-56a37bb905b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:10.722581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bcaa7-c5c6-4fa5-8d63-7a5a2e9f00ad req-a15f35f5-81b7-43d0-bbf0-d2d4e376ae33 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:10.730001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-726bcaa7-c5c6-4fa5-8d63-7a5a2e9f00ad req-a15f35f5-81b7-43d0-bbf0-d2d4e376ae33 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 944 time: 0.2531815 Mar 10 15:29:10.763363 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.777571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5f320ce6-0ae5-435c-96f7-3d92bfa67431 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.780784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5f320ce6-0ae5-435c-96f7-3d92bfa67431 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/ports/3708a4e7-e3ba-458a-bc69-32f3500a1c92 HTTP/1.1" status: 204 len: 168 time: 1.0847108 Mar 10 15:29:10.796809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54576) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:10.797512 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.820240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:10.820867 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:10.822225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] 10.222.0.45 "PUT /v2.0/ports/d4cc8154-cfc0-48a9-850f-6ede4de0d13d HTTP/1.1" status: 200 len: 1092 time: 1.6403039 Mar 10 15:29:10.822742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'tag': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:10.825052 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c" -d '{"events": [{"name": "network-changed", "server_uuid": "92cd9c24-48e0-435d-b9a1-4a9520fafc24", "tag": "d4cc8154-cfc0-48a9-850f-6ede4de0d13d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:10.904314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-726bcaa7-c5c6-4fa5-8d63-7a5a2e9f00ad req-3802e1b0-f5f1-4bd6-ac4a-af836cdefec4 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699159 Mar 10 15:29:10.933595 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa234e38-a1ef-4f68-a3c7-7a4afa9d3a58 x-openstack-request-id: req-fa234e38-a1ef-4f68-a3c7-7a4afa9d3a58 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:10.933943 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cd9c24-48e0-435d-b9a1-4a9520fafc24", "tag": "d4cc8154-cfc0-48a9-850f-6ede4de0d13d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:10.934142 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa234e38-a1ef-4f68-a3c7-7a4afa9d3a58 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:10.934547 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'tag': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d', 'status': 'completed', 'code': 200} Mar 10 15:29:10.940019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0029ea-89c7-44ae-b9e0-fbc3a0a416e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc8154-cfc0-48a9-850f-6ede4de0d13d,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:10.973621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-01c02434-81e2-4cc8-906f-59600ef3e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:10.975216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-01c02434-81e2-4cc8-906f-59600ef3e482 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 1126 time: 0.0991602 Mar 10 15:29:11.051968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-2d492b19-1d52-4366-a907-33f4b8b98d7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4cc8154-cfc0-48a9-850f-6ede4de0d13d HTTP/1.1" status: 200 len: 217 time: 0.0684273 Mar 10 15:29:11.110219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-38f31e7a-378e-4272-8102-af901f3c1223 None None] Provisioning complete for port 33c3806a-63ff-44bb-afd1-284aff0a9099 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:11.110760 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-38f31e7a-378e-4272-8102-af901f3c1223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.113960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ce6e7264-4717-46d3-803e-b4331f81f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.116660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-ce6e7264-4717-46d3-803e-b4331f81f150 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.0572698 Mar 10 15:29:11.156328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-38f31e7a-378e-4272-8102-af901f3c1223 None None] Port 33c3806a-63ff-44bb-afd1-284aff0a9099 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:11.173401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-18ccf1f7-f19a-41f2-8f47-d000032de7e4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port d01e9d42-f60c-49fe-ab07-cf87b9f45c0f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:11.173841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18ccf1f7-f19a-41f2-8f47-d000032de7e4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d01e9d42-f60c-49fe-ab07-cf87b9f45c0f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.177912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-2d5a50a8-672e-49d9-b9ca-1b310504c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.179476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-2d5a50a8-672e-49d9-b9ca-1b310504c117 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558367 Mar 10 15:29:11.279422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-4b4b468b-4490-4d15-9218-9b3fe722876f service neutron] 10.222.0.45 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923827 Mar 10 15:29:11.324711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18ccf1f7-f19a-41f2-8f47-d000032de7e4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d01e9d42-f60c-49fe-ab07-cf87b9f45c0f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.349696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-18ccf1f7-f19a-41f2-8f47-d000032de7e4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for d01e9d42-f60c-49fe-ab07-cf87b9f45c0f owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:11.379485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44e7621e-484c-4e21-872d-f4fed24b2e12 req-2e2dd7f0-a9bc-42b3-a454-47a5b3a3f7ba service neutron] 10.222.0.45 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913363 Mar 10 15:29:11.398496 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:29:11.433130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c3806a-63ff-44bb-afd1-284aff0a9099 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:29:11.445626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Publish callbacks [] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.470450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Transition to ACTIVE for port object 33c3806a-63ff-44bb-afd1-284aff0a9099 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:29:11.484020 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.486013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c req-2838eb1a-e9dd-44c2-b203-e7cdb6d6e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.487663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c req-2838eb1a-e9dd-44c2-b203-e7cdb6d6e019 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 1126 time: 0.0540264 Mar 10 15:29:11.614919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=33c3806a-63ff-44bb-afd1-284aff0a9099,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:11.630657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c req-ee9973f2-8af5-4fe5-b94c-95bc39e6b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.632990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c req-ee9973f2-8af5-4fe5-b94c-95bc39e6b3af service neutron] 10.222.0.45 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.1389625 Mar 10 15:29:11.677961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18ccf1f7-f19a-41f2-8f47-d000032de7e4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d01e9d42-f60c-49fe-ab07-cf87b9f45c0f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.714276 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccf1f7-f19a-41f2-8f47-d000032de7e4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=d01e9d42-f60c-49fe-ab07-cf87b9f45c0f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:11.724747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c req-bc499f2d-66f2-46dc-847c-8f71fc915d06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4cc8154-cfc0-48a9-850f-6ede4de0d13d HTTP/1.1" status: 200 len: 217 time: 0.0718331 Mar 10 15:29:11.808554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c92a2-9302-4419-8651-6850a54174ea req-b42bb3c7-75b3-4791-8b08-3024cde51031 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.810823 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Attempting to bind port 33c3806a-63ff-44bb-afd1-284aff0a9099 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:11.811206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Attempting to bind port 33c3806a-63ff-44bb-afd1-284aff0a9099 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:11.811550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Attempting to bind port 33c3806a-63ff-44bb-afd1-284aff0a9099 on network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:11.814235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18ccf1f7-f19a-41f2-8f47-d000032de7e4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.816423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a12c92a2-9302-4419-8651-6850a54174ea req-b42bb3c7-75b3-4791-8b08-3024cde51031 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 943 time: 0.1765277 Mar 10 15:29:11.817724 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-18ccf1f7-f19a-41f2-8f47-d000032de7e4 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/ports/d01e9d42-f60c-49fe-ab07-cf87b9f45c0f HTTP/1.1" status: 204 len: 168 time: 1.0040729 Mar 10 15:29:11.820536 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54588) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:11.825754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c req-46a1e804-e837-4d18-8b70-14f46398f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.827323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c req-46a1e804-e837-4d18-8b70-14f46398f72a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.0945342 Mar 10 15:29:11.832469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Port 33c3806a-63ff-44bb-afd1-284aff0a9099 on network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:29:11.832649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Attempting to bind port 33c3806a-63ff-44bb-afd1-284aff0a9099 on network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:11.851615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:11.851973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Checking segment: {'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:11.852347 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Bound using segment: {'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:11.852787 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Bound port: 33c3806a-63ff-44bb-afd1-284aff0a9099, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fbc39b-be56-429c-a7b6-21c6b0e4cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:11.853150 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.911716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a12c92a2-9302-4419-8651-6850a54174ea req-90aea6e5-a5b5-4574-9b50-5b1859e17f5c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942276 Mar 10 15:29:11.922983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c req-3974d2c6-fd71-4aa5-a695-3468f9a05255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.931034 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aaa2be-975e-42ae-95f4-36ca524f7c19 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.932843 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c6aaa2be-975e-42ae-95f4-36ca524f7c19 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcc15927-1dca-4a57-9fb4-cd4893bedf5a HTTP/1.1" status: 200 len: 913 time: 0.1113539 Mar 10 15:29:11.936433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c req-3974d2c6-fd71-4aa5-a695-3468f9a05255 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0966966 Mar 10 15:29:11.937533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54592) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:11.947796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] For port 33c3806a-63ff-44bb-afd1-284aff0a9099, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:11.951304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] For port 33c3806a-63ff-44bb-afd1-284aff0a9099, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=33c3806a-63ff-44bb-afd1-284aff0a9099,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:11.957901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.994846 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:11.995503 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:11.997428 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] 10.222.0.62 "PUT /v2.0/ports/33c3806a-63ff-44bb-afd1-284aff0a9099 HTTP/1.1" status: 200 len: 1091 time: 1.2933981 Mar 10 15:29:12.000418 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:12.002103 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:12.071253 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000647b0-43bc-468e-9a8a-48988a1ba6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=33c3806a-63ff-44bb-afd1-284aff0a9099,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:12.105366 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c32486-f123-476d-8245-6da59083766c x-openstack-request-id: req-66c32486-f123-476d-8245-6da59083766c {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:12.105658 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:12.105914 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66c32486-f123-476d-8245-6da59083766c {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:12.106313 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'status': 'completed', 'code': 200} Mar 10 15:29:12.129056 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-00eb94e2-4e37-4d04-bec2-611ea5488043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.132513 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-00eb94e2-4e37-4d04-bec2-611ea5488043 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 1125 time: 0.0691946 Mar 10 15:29:12.182541 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-bb8e73f9-fc04-40ec-b3ef-8c6583d0af0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c3806a-63ff-44bb-afd1-284aff0a9099 HTTP/1.1" status: 200 len: 217 time: 0.0431590 Mar 10 15:29:12.209947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85102e4a-d17e-4f0f-a590-d97890e7b551 req-346ec406-a64d-4d88-932a-82e5107d4394 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.211509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85102e4a-d17e-4f0f-a590-d97890e7b551 req-346ec406-a64d-4d88-932a-82e5107d4394 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 944 time: 0.2075729 Mar 10 15:29:12.217578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c req-0a56f1cc-c5e8-4a05-98b4-7c20b84184b5 service neutron] 10.222.0.45 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679305 Mar 10 15:29:12.244066 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-99d3f896-06b8-46f5-9298-d2889bb0ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.245706 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-99d3f896-06b8-46f5-9298-d2889bb0ec21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2798f80-fe93-4655-9ea9-d9c85736e248 HTTP/1.1" status: 200 len: 834 time: 0.0574572 Mar 10 15:29:12.311564 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000fda27-2ed7-4709-882b-91437ce9dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.313715 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-000fda27-2ed7-4709-882b-91437ce9dde7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=671d49de-fea3-4a86-8fc5-6ddfdbb92025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621092 Mar 10 15:29:12.410888 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-97973b21-3e1c-44d1-81c4-8a1de0d680fd service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885768 Mar 10 15:29:12.414550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85102e4a-d17e-4f0f-a590-d97890e7b551 req-d898dae5-a46a-4ff5-aa19-6a482e6a1baa tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784647 Mar 10 15:29:12.482023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1ac2701-d4d6-48f3-a455-d0b9feeb459c req-20c2492d-2afc-4cd6-b770-7c49768d9a1b service neutron] 10.222.0.45 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543488 Mar 10 15:29:12.530478 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-0afa6cb3-ef4b-4851-bc2c-ec0b962195c2 req-c56536d1-f7e2-4a42-ad14-cee53b148014 service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130123 Mar 10 15:29:12.592596 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8a13ae09-984c-4d18-a547-0b04ed7312aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:12.623773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2 req-32777a16-89d5-43a8-abef-1caa906a397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.625541 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2 req-32777a16-89d5-43a8-abef-1caa906a397c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 1125 time: 0.0471547 Mar 10 15:29:12.723055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2 req-2e394644-5cef-48ad-9022-4a329bbf7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.724666 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2 req-2e394644-5cef-48ad-9022-4a329bbf7d9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=671d49de-fea3-4a86-8fc5-6ddfdbb92025 HTTP/1.1" status: 200 len: 898 time: 0.0925305 Mar 10 15:29:12.772593 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2 req-350996f1-0909-488c-96a2-65ae557aa60f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c3806a-63ff-44bb-afd1-284aff0a9099 HTTP/1.1" status: 200 len: 217 time: 0.0391126 Mar 10 15:29:12.824290 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2 req-0b217b10-7aaf-4f03-8b39-f9d7b8b0c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.826025 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2 req-0b217b10-7aaf-4f03-8b39-f9d7b8b0c155 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2798f80-fe93-4655-9ea9-d9c85736e248 HTTP/1.1" status: 200 len: 834 time: 0.0476649 Mar 10 15:29:12.887409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2 req-baf51514-91da-4593-ab05-0c34a1bde838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:12.888916 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2 req-baf51514-91da-4593-ab05-0c34a1bde838 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=671d49de-fea3-4a86-8fc5-6ddfdbb92025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568066 Mar 10 15:29:12.900390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8a13ae09-984c-4d18-a547-0b04ed7312aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port a899f03b-ebaf-433e-b4fe-53f9d71e9e56 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:12.900956 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8a13ae09-984c-4d18-a547-0b04ed7312aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a899f03b-ebaf-433e-b4fe-53f9d71e9e56), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:12.993205 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2 req-33370e9b-2945-482e-8251-91da6f314c53 service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985794 Mar 10 15:29:13.020476 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8a13ae09-984c-4d18-a547-0b04ed7312aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a899f03b-ebaf-433e-b4fe-53f9d71e9e56), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:13.049973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8a13ae09-984c-4d18-a547-0b04ed7312aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for a899f03b-ebaf-433e-b4fe-53f9d71e9e56 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:13.105190 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a36c7f18-2c7e-4d6e-b1b4-b8ed7f6df0f2 req-90af9c47-51db-431a-b420-1f869ed520fa service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062152 Mar 10 15:29:13.116107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f81b6f-8ec4-42f0-9e2c-e5238fc6981f req-e074e700-c380-41e9-af3c-13ae2aad70de tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:13.118589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32f81b6f-8ec4-42f0-9e2c-e5238fc6981f req-e074e700-c380-41e9-af3c-13ae2aad70de tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 943 time: 0.1117542 Mar 10 15:29:13.222216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32f81b6f-8ec4-42f0-9e2c-e5238fc6981f req-cc1bba3e-dcbb-4979-bfcb-0a5b5ae68dbd tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925488 Mar 10 15:29:13.308632 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8a13ae09-984c-4d18-a547-0b04ed7312aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a899f03b-ebaf-433e-b4fe-53f9d71e9e56), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:13.339034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13ae09-984c-4d18-a547-0b04ed7312aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=a899f03b-ebaf-433e-b4fe-53f9d71e9e56,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:13.865277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8a13ae09-984c-4d18-a547-0b04ed7312aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:13.926095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cd788-c09f-43aa-825e-8edde4a79eb4 req-e12eef0a-f777-4a7a-88c2-62097e9be10e tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:13.927610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f3cd788-c09f-43aa-825e-8edde4a79eb4 req-e12eef0a-f777-4a7a-88c2-62097e9be10e tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 944 time: 0.1139908 Mar 10 15:29:14.025512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f3cd788-c09f-43aa-825e-8edde4a79eb4 req-1b657cb4-bf8d-4e9d-9dfd-902e7a4a3a3c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911992 Mar 10 15:29:14.147666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a13ae09-984c-4d18-a547-0b04ed7312aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Router dcc15927-1dca-4a57-9fb4-cd4893bedf5a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:29:14.263904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a13ae09-984c-4d18-a547-0b04ed7312aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:29:14.281204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8a13ae09-984c-4d18-a547-0b04ed7312aa tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "PUT /v2.0/routers/dcc15927-1dca-4a57-9fb4-cd4893bedf5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3418350 Mar 10 15:29:14.283688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54628) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:14.292853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53f1b9-50f6-4fae-81ce-f28f6485a709 None None] Sync routers for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:29:14.303490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53f1b9-50f6-4fae-81ce-f28f6485a709 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:14.305195 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7c53f1b9-50f6-4fae-81ce-f28f6485a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:14.356613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7c53f1b9-50f6-4fae-81ce-f28f6485a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:14.367456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53f1b9-50f6-4fae-81ce-f28f6485a709 None None] Routers {'dcc15927-1dca-4a57-9fb4-cd4893bedf5a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:14.368253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7c53f1b9-50f6-4fae-81ce-f28f6485a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:14.405964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7c53f1b9-50f6-4fae-81ce-f28f6485a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:14.406977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53f1b9-50f6-4fae-81ce-f28f6485a709 None None] The sync data for ids ['dcc15927-1dca-4a57-9fb4-cd4893bedf5a'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:14.440564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411243fb-d4a1-4b02-9744-c3b115a6033e req-9750c593-6945-46e9-91b6-effbb77d0f24 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:14.442026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-411243fb-d4a1-4b02-9744-c3b115a6033e req-9750c593-6945-46e9-91b6-effbb77d0f24 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 943 time: 0.1119227 Mar 10 15:29:14.448940 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:14.546306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-411243fb-d4a1-4b02-9744-c3b115a6033e req-47af2b6e-9d06-4093-9ee7-a32fda326c3c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952427 Mar 10 15:29:14.587238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d4cc8154-cfc0-48a9-850f-6ede4de0d13d details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:29:14.596683 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_gateway (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:14.653871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting port e5555206-f24f-47bc-bf8c-1a3ff140a184 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:14.654305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e5555206-f24f-47bc-bf8c-1a3ff140a184), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:14.703777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d4cc8154-cfc0-48a9-850f-6ede4de0d13d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d4cc8154-cfc0-48a9-850f-6ede4de0d13d,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:14.716972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'port_id': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d', 'mac_address': 'fa:16:3e:83:bd:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:29:14.746628 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e5555206-f24f-47bc-bf8c-1a3ff140a184), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:14.758872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Calling delete_port for e5555206-f24f-47bc-bf8c-1a3ff140a184 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:14.760671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port d4cc8154-cfc0-48a9-850f-6ede4de0d13d is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:14.761074 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:14.774974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cc8154-cfc0-48a9-850f-6ede4de0d13d {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:29:14.794894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d4cc8154-cfc0-48a9-850f-6ede4de0d13d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d4cc8154-cfc0-48a9-850f-6ede4de0d13d,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:14.799664 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:14.847499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4cc8154-cfc0-48a9-850f-6ede4de0d13d,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:14.942265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e5555206-f24f-47bc-bf8c-1a3ff140a184), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:14.969122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Port': ['ID=e5555206-f24f-47bc-bf8c-1a3ff140a184,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:15.044446 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.053043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['d4cc8154-cfc0-48a9-850f-6ede4de0d13d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:29:15.154301 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.156993 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router_controller (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.246007 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (dcc15927-1dca-4a57-9fb4-cd4893bedf5a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.246631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Fanout notify agent at l3_agent the message router_deleted on router dcc15927-1dca-4a57-9fb4-cd4893bedf5a {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:29:15.260812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d0e3-f4b1-4309-8ad7-21def4fa0fe1 req-e88ad530-028a-43aa-96ce-fbb7c82744d7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:15.263549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4c0d0e3-f4b1-4309-8ad7-21def4fa0fe1 req-e88ad530-028a-43aa-96ce-fbb7c82744d7 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 945 time: 0.1114008 Mar 10 15:29:15.271901 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.273750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-57093a81-de8a-49bd-9791-e8c5a326021e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/routers/dcc15927-1dca-4a57-9fb4-cd4893bedf5a HTTP/1.1" status: 204 len: 168 time: 0.9883204 Mar 10 15:29:15.276508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54646) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:15.322207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4c0d0e3-f4b1-4309-8ad7-21def4fa0fe1 req-f19e45be-294a-4b2e-9359-ebd6d7eff2a5 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467632 Mar 10 15:29:15.331995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8281d4-bf91-4341-9630-189726a911d1 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Deleting subnet e92145c6-a9d8-4740-8738-ca74f0e05425 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:15.335278 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8281d4-bf91-4341-9630-189726a911d1 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for subnet (e92145c6-a9d8-4740-8738-ca74f0e05425), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.376628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8281d4-bf91-4341-9630-189726a911d1 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (e92145c6-a9d8-4740-8738-ca74f0e05425), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.420143 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8281d4-bf91-4341-9630-189726a911d1 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e92145c6-a9d8-4740-8738-ca74f0e05425), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.481831 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8281d4-bf91-4341-9630-189726a911d1 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (e92145c6-a9d8-4740-8738-ca74f0e05425), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.513714 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8281d4-bf91-4341-9630-189726a911d1 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.516924 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fb8281d4-bf91-4341-9630-189726a911d1 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/subnets/e92145c6-a9d8-4740-8738-ca74f0e05425 HTTP/1.1" status: 204 len: 168 time: 0.2394290 Mar 10 15:29:15.517997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8281d4-bf91-4341-9630-189726a911d1 tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Subnet': ['ID=e92145c6-a9d8-4740-8738-ca74f0e05425,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:15.519650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54654) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:15.611118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ddbb014a-cf59-41de-bc13-45a7ccf6e685), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.691208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561ed55-4886-4a2f-b98f-b52078621eeb req-8370ba5e-60be-4e1c-8a45-953b0329f75e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:15.692948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1561ed55-4886-4a2f-b98f-b52078621eeb req-8370ba5e-60be-4e1c-8a45-953b0329f75e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 943 time: 0.0577068 Mar 10 15:29:15.705728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ddbb014a-cf59-41de-bc13-45a7ccf6e685), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.727032 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbb014a-cf59-41de-bc13-45a7ccf6e685']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:15.737296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a52c0b-e0b4-4d84-b6cc-ec0af88d004d') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:15.737598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a52c0b-e0b4-4d84-b6cc-ec0af88d004d') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:15.745120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1561ed55-4886-4a2f-b98f-b52078621eeb req-338555cb-724c-4178-8a23-29fece5e6415 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455086 Mar 10 15:29:15.749068 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (f8a52c0b-e0b4-4d84-b6cc-ec0af88d004d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.762302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f8a52c0b-e0b4-4d84-b6cc-ec0af88d004d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.768365 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:29:15.768749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (f8a52c0b-e0b4-4d84-b6cc-ec0af88d004d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:29:15.772181 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:29:15.842661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ddbb014a-cf59-41de-bc13-45a7ccf6e685), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.849413 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:15.853282 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] 10.222.0.11 "DELETE /v2.0/networks/ddbb014a-cf59-41de-bc13-45a7ccf6e685 HTTP/1.1" status: 204 len: 168 time: 0.3327858 Mar 10 15:29:15.864853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e2fac-5cb4-445b-82ac-2baaa0b4095e tempest-FloatingIPTestJSON-968824360 tempest-FloatingIPTestJSON-968824360-project] Pushing event deleted for resources: {'Network': ['ID=ddbb014a-cf59-41de-bc13-45a7ccf6e685,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:16.105602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54666) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:16.224687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 33c3806a-63ff-44bb-afd1-284aff0a9099 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:29:16.243719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-407d3777-9a3b-4ba2-8867-ec7db728f1f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=acf89e3d602f430283893b6d675c3e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368618 Mar 10 15:29:16.246232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54670) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:16.294660 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1effad9d-952e-443a-b393-75b513d2bd89 admin admin] Publish callbacks [] for security_group (13562478-e827-4169-9c54-27a08b6f633e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.315445 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1effad9d-952e-443a-b393-75b513d2bd89 admin admin] Publish callbacks [] for security_group (13562478-e827-4169-9c54-27a08b6f633e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.329561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 33c3806a-63ff-44bb-afd1-284aff0a9099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=33c3806a-63ff-44bb-afd1-284aff0a9099,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:16.342040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'port_id': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'mac_address': 'fa:16:3e:8c:38:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:29:16.369037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1effad9d-952e-443a-b393-75b513d2bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (13562478-e827-4169-9c54-27a08b6f633e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.376135 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1effad9d-952e-443a-b393-75b513d2bd89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.379504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1effad9d-952e-443a-b393-75b513d2bd89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13562478-e827-4169-9c54-27a08b6f633e HTTP/1.1" status: 204 len: 168 time: 0.1319613 Mar 10 15:29:16.396212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 33c3806a-63ff-44bb-afd1-284aff0a9099 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:16.399783 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.402623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effad9d-952e-443a-b393-75b513d2bd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13562478-e827-4169-9c54-27a08b6f633e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:16.420145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c3806a-63ff-44bb-afd1-284aff0a9099 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:29:16.453171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 33c3806a-63ff-44bb-afd1-284aff0a9099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=33c3806a-63ff-44bb-afd1-284aff0a9099,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:16.460579 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.488727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb558f-45ed-47a0-881e-acf138e26d99 req-421e08bb-3038-4e83-b6a3-e52bdda18d13 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:16.507492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3edb558f-45ed-47a0-881e-acf138e26d99 req-421e08bb-3038-4e83-b6a3-e52bdda18d13 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 945 time: 0.0954802 Mar 10 15:29:16.520815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=33c3806a-63ff-44bb-afd1-284aff0a9099,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:16.570951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3edb558f-45ed-47a0-881e-acf138e26d99 req-e7cb1e81-a49d-4ecf-bcb7-60b4fe7ff2d5 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612025 Mar 10 15:29:16.601205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d4cc8154-cfc0-48a9-850f-6ede4de0d13d up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:16.660007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port d4cc8154-cfc0-48a9-850f-6ede4de0d13d completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:29:16.664722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port d4cc8154-cfc0-48a9-850f-6ede4de0d13d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:16.665169 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.750152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port d4cc8154-cfc0-48a9-850f-6ede4de0d13d is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:16.750622 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.772518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['33c3806a-63ff-44bb-afd1-284aff0a9099'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:29:16.782497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:16.784754 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3a6185-984e-40fc-a474-e859e23666f0" -d '{"events": [{"server_uuid": "92cd9c24-48e0-435d-b9a1-4a9520fafc24", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc8154-cfc0-48a9-850f-6ede4de0d13d"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:16.822069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d4cc8154-cfc0-48a9-850f-6ede4de0d13d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d4cc8154-cfc0-48a9-850f-6ede4de0d13d,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:16.839763 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:16.845992 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0993a58-6dbc-4788-b9e2-079cf6d3c20a x-openstack-request-id: req-e0993a58-6dbc-4788-b9e2-079cf6d3c20a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:16.846296 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cd9c24-48e0-435d-b9a1-4a9520fafc24", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc8154-cfc0-48a9-850f-6ede4de0d13d", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:16.846537 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0993a58-6dbc-4788-b9e2-079cf6d3c20a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:16.846942 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d', 'code': 200} Mar 10 15:29:16.960611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=d4cc8154-cfc0-48a9-850f-6ede4de0d13d,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:17.001209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690e9c2-7f26-4abc-8217-19384af2b26c req-cf45aa08-ecac-41ff-a6aa-5793d25cdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:17.003066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1690e9c2-7f26-4abc-8217-19384af2b26c req-cf45aa08-ecac-41ff-a6aa-5793d25cdbb6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 1128 time: 0.0890181 Mar 10 15:29:17.011578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8cdbf-b3de-4033-857f-82ba8e68f10d req-0536bee7-6c3c-4e50-917f-f2cd7f70968a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:17.013638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6c8cdbf-b3de-4033-857f-82ba8e68f10d req-0536bee7-6c3c-4e50-917f-f2cd7f70968a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 944 time: 0.1431797 Mar 10 15:29:17.078548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1690e9c2-7f26-4abc-8217-19384af2b26c req-7175509b-58f9-4227-9a96-2677dc79794e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639136 Mar 10 15:29:17.118242 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6c8cdbf-b3de-4033-857f-82ba8e68f10d req-0524a4fc-2f5c-4d36-a4b2-aff492f725d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974157 Mar 10 15:29:17.244105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54704) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:17.341076 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-844335619'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:17.361109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:17.364566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:17.372946 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:17.446694 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (0dc5a279-935f-4052-b15c-1d1c5ee0db89), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:17.450803 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0dc5a279-935f-4052-b15c-1d1c5ee0db89), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:17.479599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:29:17.485138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc5a279-935f-4052-b15c-1d1c5ee0db89,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:17.496223 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.496578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.496925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.497276 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.497606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.497939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.498272 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.498599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.498956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.499303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.499615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.499937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.500257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:17.503873 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:17.504221 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Added segment b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11 of type vlan for network becbae6b-691a-41d4-b2dd-7de81839b97f Mar 10 15:29:17.548568 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (becbae6b-691a-41d4-b2dd-7de81839b97f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:17.576317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (becbae6b-691a-41d4-b2dd-7de81839b97f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:17.581374 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:17.581960 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:17.623365 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3781145 Mar 10 15:29:17.624666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54714) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:17.630445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'name': 'tempest-PortsIpV6TestJSON-1153457319'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:17.663626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9701a7-d2b9-4bfc-922e-6722a4d5d8cf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Network': ['ID=becbae6b-691a-41d4-b2dd-7de81839b97f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:17.676451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network becbae6b-691a-41d4-b2dd-7de81839b97f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:29:17.770258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:17.773619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:17.783304 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8391165-ea2b-4083-999c-4438c9ff932f req-13598782-98ea-4e19-a83f-739fa742094d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:17.784766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8391165-ea2b-4083-999c-4438c9ff932f req-13598782-98ea-4e19-a83f-739fa742094d tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 946 time: 0.0806632 Mar 10 15:29:17.811892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port 390dd447-e12c-4e0a-8301-5aec66c072b5 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:17.883463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8391165-ea2b-4083-999c-4438c9ff932f req-41d14b68-379e-46f9-abdb-3af9e9bc8b5c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924516 Mar 10 15:29:17.955114 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.002320 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.034771 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.095556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=390dd447-e12c-4e0a-8301-5aec66c072b5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:18.108391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.108746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.109090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.109685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.110019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.110351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.110682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.111051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.111381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.111710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.112034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.112359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.112686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:18.118453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Checking segment: {'id': 'b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:18.119069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network hostable DHCP agents. Network: becbae6b-691a-41d4-b2dd-7de81839b97f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:29:18.135680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network becbae6b-691a-41d4-b2dd-7de81839b97f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:29:18.144666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, becbae6b-691a-41d4-b2dd-7de81839b97f) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:18.148886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:18.155034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:18.155743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.160592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea2c54-7d3e-4bf6-8bf7-26bebdf1aa3f None None] Network becbae6b-691a-41d4-b2dd-7de81839b97f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:18.180763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-23d2f29d-aa33-4cae-b1fb-7fbd85604d6f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5548310 Mar 10 15:29:18.183692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54722) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:18.189956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1018365076'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:18.232067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:18.235596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 33c3806a-63ff-44bb-afd1-284aff0a9099 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:18.244972 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.273295 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:29:18.286050 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5225fb56-9de0-4b11-9297-6c96cb70a1ce), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.286947 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Added segment 5225fb56-9de0-4b11-9297-6c96cb70a1ce of type vlan for network aa35f660-c1f0-4855-9905-f14f367ba8d0 Mar 10 15:29:18.304861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10073b8-2727-406b-8949-8a8a1aea4327 req-d08bdfb6-c52a-4586-aef5-94558f09df89 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:18.307081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b10073b8-2727-406b-8949-8a8a1aea4327 req-d08bdfb6-c52a-4586-aef5-94558f09df89 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 944 time: 0.0908329 Mar 10 15:29:18.341072 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (aa35f660-c1f0-4855-9905-f14f367ba8d0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.342621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 33c3806a-63ff-44bb-afd1-284aff0a9099 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:29:18.361694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 33c3806a-63ff-44bb-afd1-284aff0a9099 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:18.362061 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.382770 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (aa35f660-c1f0-4855-9905-f14f367ba8d0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.389751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b10073b8-2727-406b-8949-8a8a1aea4327 req-c7b188ad-24ad-4e24-9477-603b13c85536 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767522 Mar 10 15:29:18.401441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:18.408903 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.458888 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2710743 Mar 10 15:29:18.459187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54724) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:18.464345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'ports': [{'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f'}, {'network_id': 'aa35f660-c1f0-4855-9905-f14f367ba8d0'}]} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:18.464518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:18.464951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'aa35f660-c1f0-4855-9905-f14f367ba8d0'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:18.528796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126be0e-ad3b-4a07-8f83-5fe9108185b9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Network': ['ID=aa35f660-c1f0-4855-9905-f14f367ba8d0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:18.584393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network aa35f660-c1f0-4855-9905-f14f367ba8d0 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:29:18.660934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 2} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:18.667086 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.690943 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.718097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 33c3806a-63ff-44bb-afd1-284aff0a9099 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:18.718698 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.754616 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 33c3806a-63ff-44bb-afd1-284aff0a9099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=33c3806a-63ff-44bb-afd1-284aff0a9099,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:18.760155 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:18.811189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=33c3806a-63ff-44bb-afd1-284aff0a9099,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:18.847700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:18.848027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port b0a6da7c-41d6-49a9-8d11-8052e83a3306 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:18.849983 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4bef90-4ba0-41a2-903e-ae66b6ac8e26" -d '{"events": [{"server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "name": "network-vif-plugged", "status": "completed", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:18.890473 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3652e6-0e30-4e17-b036-96c065f1a282 x-openstack-request-id: req-fb3652e6-0e30-4e17-b036-96c065f1a282 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:18.891051 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "name": "network-vif-plugged", "status": "completed", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:18.891396 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb3652e6-0e30-4e17-b036-96c065f1a282 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:18.891790 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'code': 200} Mar 10 15:29:18.962752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (b0a6da7c-41d6-49a9-8d11-8052e83a3306), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.020760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e05f10-f508-4e0d-b896-2ac0f46bb9e0 req-48c2429c-a91a-4bdd-b518-f9cf6d0f6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:19.022284 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c7e05f10-f508-4e0d-b896-2ac0f46bb9e0 req-48c2429c-a91a-4bdd-b518-f9cf6d0f6180 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 1127 time: 0.0494673 Mar 10 15:29:19.073435 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c7e05f10-f508-4e0d-b896-2ac0f46bb9e0 req-12a09557-074c-4945-9161-4706047dd63a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455315 Mar 10 15:29:19.074551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port dae832eb-a9c9-44d7-b6b5-a9588f1220f5 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:19.099129 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18357e0-90a4-460f-9b0e-4f9ca0cb2711 req-6d247351-9353-420c-91b7-0992d10fe00c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:19.101221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d18357e0-90a4-460f-9b0e-4f9ca0cb2711 req-6d247351-9353-420c-91b7-0992d10fe00c tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 946 time: 0.1217551 Mar 10 15:29:19.169813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d18357e0-90a4-460f-9b0e-4f9ca0cb2711 req-03000660-67c2-4562-bfb2-aa300a330725 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624261 Mar 10 15:29:19.210414 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (dae832eb-a9c9-44d7-b6b5-a9588f1220f5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.277104 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b0a6da7c-41d6-49a9-8d11-8052e83a3306), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.326258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network becbae6b-691a-41d4-b2dd-7de81839b97f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:19.329436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:19.334222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:19.335116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dae832eb-a9c9-44d7-b6b5-a9588f1220f5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.363076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f912d8-07f9-4123-babb-f532538f511b req-f4299dc5-22c2-403a-bab8-dfd39623702b tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:19.364538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48f912d8-07f9-4123-babb-f532538f511b req-f4299dc5-22c2-403a-bab8-dfd39623702b tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 946 time: 0.1275039 Mar 10 15:29:19.367000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=b0a6da7c-41d6-49a9-8d11-8052e83a3306,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:19.374979 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54738) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:19.379689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fe0201f7-1273-43c4-81a4-3f44077795ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Request body: {'floatingip': {'port_id': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:19.422462 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0201f7-1273-43c4-81a4-3f44077795ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (fef30f18-c858-4fc1-9cf0-ff9e9d976fbb), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.435093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Checking segment: {'id': '5225fb56-9de0-4b11-9297-6c96cb70a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aa35f660-c1f0-4855-9905-f14f367ba8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:19.435708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network hostable DHCP agents. Network: aa35f660-c1f0-4855-9905-f14f367ba8d0, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:29:19.445293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=dae832eb-a9c9-44d7-b6b5-a9588f1220f5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:19.463327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network aa35f660-c1f0-4855-9905-f14f367ba8d0 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:29:19.480698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, aa35f660-c1f0-4855-9905-f14f367ba8d0) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:19.490744 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9147b858-75f7-4c98-a6c3-e8efe0d6fac2 None None] Network aa35f660-c1f0-4855-9905-f14f367ba8d0 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:19.507688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:19.520579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:19.526229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:19.527601 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.594663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-14aed42a-ee3e-495d-a445-83a609c7325a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1343336 Mar 10 15:29:19.597378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54742) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:19.652566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568133ec-975f-4f43-895d-551c4c3157cc req-a0388cbb-f9c6-45ef-9c68-3e4a9724f94c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:19.654247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-568133ec-975f-4f43-895d-551c4c3157cc req-a0388cbb-f9c6-45ef-9c68-3e4a9724f94c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.1227667 Mar 10 15:29:19.739201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-568133ec-975f-4f43-895d-551c4c3157cc req-db270109-6b75-443b-bfc4-91af0639f3b4 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783920 Mar 10 15:29:19.747306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-172eaa12-a81c-4a76-bb8b-b407d2e9c8c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port dae832eb-a9c9-44d7-b6b5-a9588f1220f5 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:19.747713 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-172eaa12-a81c-4a76-bb8b-b407d2e9c8c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dae832eb-a9c9-44d7-b6b5-a9588f1220f5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.830039 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-172eaa12-a81c-4a76-bb8b-b407d2e9c8c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dae832eb-a9c9-44d7-b6b5-a9588f1220f5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.843754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-172eaa12-a81c-4a76-bb8b-b407d2e9c8c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for dae832eb-a9c9-44d7-b6b5-a9588f1220f5 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:19.961430 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0201f7-1273-43c4-81a4-3f44077795ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:19.966783 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0201f7-1273-43c4-81a4-3f44077795ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (fef30f18-c858-4fc1-9cf0-ff9e9d976fbb), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.266976 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-172eaa12-a81c-4a76-bb8b-b407d2e9c8c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dae832eb-a9c9-44d7-b6b5-a9588f1220f5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.300063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172eaa12-a81c-4a76-bb8b-b407d2e9c8c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=dae832eb-a9c9-44d7-b6b5-a9588f1220f5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:20.305700 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-172eaa12-a81c-4a76-bb8b-b407d2e9c8c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.309196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-172eaa12-a81c-4a76-bb8b-b407d2e9c8c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/dae832eb-a9c9-44d7-b6b5-a9588f1220f5 HTTP/1.1" status: 204 len: 168 time: 0.7107260 Mar 10 15:29:20.311752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54750) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:20.377948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e09b06-278a-4a13-a633-ca34edc29799 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:20.384299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e09b06-278a-4a13-a633-ca34edc29799 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:20.385888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-65e09b06-278a-4a13-a633-ca34edc29799 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0732083 Mar 10 15:29:20.391235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54752) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:20.425149 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-fe0201f7-1273-43c4-81a4-3f44077795ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Floating IP fef30f18-c858-4fc1-9cf0-ff9e9d976fbb associated. External IP: 172.25.3.229, port: d4cc8154-cfc0-48a9-850f-6ede4de0d13d. Mar 10 15:29:20.490750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ccb8d-9e7b-4d41-993d-a152bf3baf38 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port b0a6da7c-41d6-49a9-8d11-8052e83a3306 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:20.491315 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a3ccb8d-9e7b-4d41-993d-a152bf3baf38 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b0a6da7c-41d6-49a9-8d11-8052e83a3306), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.564893 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a3ccb8d-9e7b-4d41-993d-a152bf3baf38 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b0a6da7c-41d6-49a9-8d11-8052e83a3306), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.577618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ccb8d-9e7b-4d41-993d-a152bf3baf38 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for b0a6da7c-41d6-49a9-8d11-8052e83a3306 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:20.661237 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a3ccb8d-9e7b-4d41-993d-a152bf3baf38 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (b0a6da7c-41d6-49a9-8d11-8052e83a3306), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.667259 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0201f7-1273-43c4-81a4-3f44077795ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Router b628a092-6937-4393-8a5a-aa0975d6ce14 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:29:20.691199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ccb8d-9e7b-4d41-993d-a152bf3baf38 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=b0a6da7c-41d6-49a9-8d11-8052e83a3306,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:20.698580 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a3ccb8d-9e7b-4d41-993d-a152bf3baf38 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.702775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5a3ccb8d-9e7b-4d41-993d-a152bf3baf38 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/b0a6da7c-41d6-49a9-8d11-8052e83a3306 HTTP/1.1" status: 204 len: 168 time: 0.3104265 Mar 10 15:29:20.705257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54754) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:20.742907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.768878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7a0739-47d4-4ef3-985b-ca17184fa31b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:20.772929 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5f7a0739-47d4-4ef3-985b-ca17184fa31b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0639820 Mar 10 15:29:20.773212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54756) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:20.798173 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a8b16b-eee4-432c-b108-753741f1112a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:20.802214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-78a8b16b-eee4-432c-b108-753741f1112a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/dae832eb-a9c9-44d7-b6b5-a9588f1220f5 HTTP/1.1" status: 404 len: 333 time: 0.0254722 Mar 10 15:29:20.802609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54760) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:20.808189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0201f7-1273-43c4-81a4-3f44077795ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:29:20.824141 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b85fb-2ebe-4d8e-aeb6-4f97476ebd26 None None] Sync routers for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:29:20.824631 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fe0201f7-1273-43c4-81a4-3f44077795ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:20.836106 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60fae6e-23dc-4fef-9901-b5d18379c8ce tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:20.839791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f60fae6e-23dc-4fef-9901-b5d18379c8ce tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/b0a6da7c-41d6-49a9-8d11-8052e83a3306 HTTP/1.1" status: 404 len: 333 time: 0.0352099 Mar 10 15:29:20.842551 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b85fb-2ebe-4d8e-aeb6-4f97476ebd26 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:20.842936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54762) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:20.845393 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a60b85fb-2ebe-4d8e-aeb6-4f97476ebd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:20.890928 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fe0201f7-1273-43c4-81a4-3f44077795ba tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "PUT /v2.0/floatingips/fef30f18-c858-4fc1-9cf0-ff9e9d976fbb HTTP/1.1" status: 200 len: 992 time: 1.5147138 Mar 10 15:29:20.891881 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'tag': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:20.893910 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9790e0d2-67f5-407c-bdda-579acbb41055" -d '{"events": [{"name": "network-changed", "server_uuid": "92cd9c24-48e0-435d-b9a1-4a9520fafc24", "tag": "d4cc8154-cfc0-48a9-850f-6ede4de0d13d"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:20.945486 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197a0b84-239c-4535-8132-60fde80ab876 x-openstack-request-id: req-197a0b84-239c-4535-8132-60fde80ab876 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:20.946131 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92cd9c24-48e0-435d-b9a1-4a9520fafc24", "tag": "d4cc8154-cfc0-48a9-850f-6ede4de0d13d", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:20.946584 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-197a0b84-239c-4535-8132-60fde80ab876 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:20.947270 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'tag': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d', 'status': 'completed', 'code': 200} Mar 10 15:29:20.997276 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-a60b85fb-2ebe-4d8e-aeb6-4f97476ebd26 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:21.026095 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (aa35f660-c1f0-4855-9905-f14f367ba8d0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.052773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e79d6a-60c9-443b-98dd-8d9edef6386b req-e5710e9d-0ecd-44f3-8e1c-f899f3090341 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:21.052773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57e79d6a-60c9-443b-98dd-8d9edef6386b req-e5710e9d-0ecd-44f3-8e1c-f899f3090341 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.1727343 Mar 10 15:29:21.126519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790e0d2-67f5-407c-bdda-579acbb41055 req-f0633d39-638a-4e71-88e2-6ba2f5b8d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:21.128572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9790e0d2-67f5-407c-bdda-579acbb41055 req-f0633d39-638a-4e71-88e2-6ba2f5b8d194 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 1128 time: 0.1498544 Mar 10 15:29:21.260470 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a60b85fb-2ebe-4d8e-aeb6-4f97476ebd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'fef30f18-c858-4fc1-9cf0-ff9e9d976fbb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:83:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:29:01Z', 'updated_at': '2022-03-10T15:29:19Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:21.264613 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (aa35f660-c1f0-4855-9905-f14f367ba8d0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.277254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57e79d6a-60c9-443b-98dd-8d9edef6386b req-5acb2a0e-4c95-4aba-9fc2-5ff9ca85649c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080927 Mar 10 15:29:21.290188 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b85fb-2ebe-4d8e-aeb6-4f97476ebd26 None None] Checking router: b628a092-6937-4393-8a5a-aa0975d6ce14 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:29:21.298340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa35f660-c1f0-4855-9905-f14f367ba8d0']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:21.299442 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b85fb-2ebe-4d8e-aeb6-4f97476ebd26 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:21.300198 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a60b85fb-2ebe-4d8e-aeb6-4f97476ebd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:21.316173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5225fb56-9de0-4b11-9297-6c96cb70a1ce') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:21.316496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5225fb56-9de0-4b11-9297-6c96cb70a1ce') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:21.324082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790e0d2-67f5-407c-bdda-579acbb41055 req-ba3991b1-25c0-48fe-8596-174cba152dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:21.325506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9790e0d2-67f5-407c-bdda-579acbb41055 req-ba3991b1-25c0-48fe-8596-174cba152dee service neutron] 10.222.0.45 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.1837440 Mar 10 15:29:21.328926 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (5225fb56-9de0-4b11-9297-6c96cb70a1ce), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.394165 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5225fb56-9de0-4b11-9297-6c96cb70a1ce), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.414693 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-a60b85fb-2ebe-4d8e-aeb6-4f97476ebd26 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:21.417488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:29:21.417895 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (5225fb56-9de0-4b11-9297-6c96cb70a1ce), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:29:21.425258 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:29:21.461020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9790e0d2-67f5-407c-bdda-579acbb41055 req-dc3c9078-66b9-4d57-bb8c-feb27d4c8870 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4cc8154-cfc0-48a9-850f-6ede4de0d13d HTTP/1.1" status: 200 len: 1000 time: 0.1256428 Mar 10 15:29:21.536311 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (aa35f660-c1f0-4855-9905-f14f367ba8d0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.541609 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.545333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/networks/aa35f660-c1f0-4855-9905-f14f367ba8d0 HTTP/1.1" status: 204 len: 168 time: 0.7014456 Mar 10 15:29:21.549141 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54778) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:21.555560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-743290601'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:21.573700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6996d76-7dcb-4fe6-a279-687cf42c2522 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Network': ['ID=aa35f660-c1f0-4855-9905-f14f367ba8d0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:21.584460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:21.588838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.591474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ff631-3d5f-4604-a035-44297caa4bfb req-5f071558-6834-4641-bf08-8f0bf9a5f7b3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:21.593003 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-138ff631-3d5f-4604-a035-44297caa4bfb req-5f071558-6834-4641-bf08-8f0bf9a5f7b3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.2193687 Mar 10 15:29:21.594991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790e0d2-67f5-407c-bdda-579acbb41055 req-5b09dba9-8696-4ceb-ae6a-e5c4905720d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:21.596368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9790e0d2-67f5-407c-bdda-579acbb41055 req-5b09dba9-8696-4ceb-ae6a-e5c4905720d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.1046493 Mar 10 15:29:21.624113 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:29:21.638235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (74be4972-8259-43e9-b12b-a3a994481e09), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.638931 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Added segment 74be4972-8259-43e9-b12b-a3a994481e09 of type vlan for network 9fca3825-41b0-415c-90e0-61704e61e150 Mar 10 15:29:21.687155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-138ff631-3d5f-4604-a035-44297caa4bfb req-aecbb54a-5704-4770-8bb5-7956bc490196 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876107 Mar 10 15:29:21.708839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790e0d2-67f5-407c-bdda-579acbb41055 req-208a25f8-a237-4528-956a-c7101c8861c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:21.710462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9790e0d2-67f5-407c-bdda-579acbb41055 req-208a25f8-a237-4528-956a-c7101c8861c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1045892 Mar 10 15:29:21.711841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9fca3825-41b0-415c-90e0-61704e61e150), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.720351 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a60b85fb-2ebe-4d8e-aeb6-4f97476ebd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'fef30f18-c858-4fc1-9cf0-ff9e9d976fbb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:83:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:29:01Z', 'updated_at': '2022-03-10T15:29:19Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:21.723295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-caa4c66c-8172-4880-8da9-aed49a27d733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.723461 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54784) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:21.764047 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b85fb-2ebe-4d8e-aeb6-4f97476ebd26 None None] The sync data for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 is: [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'fef30f18-c858-4fc1-9cf0-ff9e9d976fbb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'port_id': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'mac_address': 'fa:16:3e:83:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:29:01Z', 'updated_at': '2022-03-10T15:29:19Z', 'revision_number': 1, 'project_id': '1c222964e5a84243b165f837bab8404c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:21.779198 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9fca3825-41b0-415c-90e0-61704e61e150), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.784184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:21.784785 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:21.826851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9790e0d2-67f5-407c-bdda-579acbb41055 req-8cc1fcf5-4efb-4ea5-95f3-0d03b907b75e service neutron] 10.222.0.45 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093652 Mar 10 15:29:21.837039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f9ba5d-4f2a-4728-abb8-f9b8ef3203ef tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:21.838505 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c7f9ba5d-4f2a-4728-abb8-f9b8ef3203ef tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 1122 time: 0.1140242 Mar 10 15:29:21.844538 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2915733 Mar 10 15:29:21.844538 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54786) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:21.849451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54788) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:21.860543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': '9fca3825-41b0-415c-90e0-61704e61e150', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:21.876644 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:21.883896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbf1c4-659e-4f55-853d-df6a84ecd13d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Network': ['ID=9fca3825-41b0-415c-90e0-61704e61e150,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:21.896235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9fca3825-41b0-415c-90e0-61704e61e150 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:29:21.911218 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.042162 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.049710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9790e0d2-67f5-407c-bdda-579acbb41055 req-f57f5080-22b3-482f-bba8-0fe6f6659c3e service neutron] 10.222.0.45 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138245 Mar 10 15:29:22.055842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:22.061254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.145007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Performing IP validity checks on allocation pools {{(pid=115533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 15:29:22.149294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8bb34b-7562-44c2-b6bc-edb9c34dda85 None None] New status for floating IP fef30f18-c858-4fc1-9cf0-ff9e9d976fbb: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:29:22.149795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 15:29:22.195071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Allocated IP 172.25.3.76 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/1c96cb08-da9d-448b-96c7-170670aef6c1) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:22.315366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (146c5a34-14b2-4aa5-a51c-f77ccddb9162), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.321613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (1c96cb08-da9d-448b-96c7-170670aef6c1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.368687 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1c96cb08-da9d-448b-96c7-170670aef6c1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.384167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Subnet': ['ID=146c5a34-14b2-4aa5-a51c-f77ccddb9162,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:22.400380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Checking segment: {'id': '74be4972-8259-43e9-b12b-a3a994481e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fca3825-41b0-415c-90e0-61704e61e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:22.400840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network hostable DHCP agents. Network: 9fca3825-41b0-415c-90e0-61704e61e150, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:29:22.414395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:22.420103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network 9fca3825-41b0-415c-90e0-61704e61e150 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:29:22.420392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:22.423986 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:22.434177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9fca3825-41b0-415c-90e0-61704e61e150) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:22.442098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b32898e-8f07-4238-9457-cf23f0eba069 None None] Network 9fca3825-41b0-415c-90e0-61704e61e150 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:22.446521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:22.447152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.456013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=1c96cb08-da9d-448b-96c7-170670aef6c1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:22.474597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c893c11a-355a-481f-bf3c-1387fc9ab3c8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6218688 Mar 10 15:29:22.477731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54792) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:22.482719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': '9fca3825-41b0-415c-90e0-61704e61e150', 'name': 'tempest-PortsIpV6TestJSON-1472074038'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:22.566726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-9fca3825-41b0-415c-90e0-61704e61e150', 'network_id': '9fca3825-41b0-415c-90e0-61704e61e150', 'project_id': '478a36511e3348c2a5fd645f0cee0443', 'fixed_ips': [{'subnet_id': '146c5a34-14b2-4aa5-a51c-f77ccddb9162'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:29:22.567621 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.635201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:22.640442 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.665902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port dc13cd2e-32d8-40e0-bacd-efdba4e1003e yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:22.752053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Allocated IP 2001:db8::2 (9fca3825-41b0-415c-90e0-61704e61e150/146c5a34-14b2-4aa5-a51c-f77ccddb9162/3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:22.917981 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Publish callbacks [] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.930858 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.946908 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (a30ba8dc-5223-47ba-be6d-a064c782eb3c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:22.988943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8::2ae (9fca3825-41b0-415c-90e0-61704e61e150/146c5a34-14b2-4aa5-a51c-f77ccddb9162/dc13cd2e-32d8-40e0-bacd-efdba4e1003e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:22.996265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Pushing event updated for resources: {'Port': ['ID=3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:23.007334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Network 9fca3825-41b0-415c-90e0-61704e61e150 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:23.009148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:23.012271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:23.039146 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1c96cb08-da9d-448b-96c7-170670aef6c1), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.082623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Attempting to bind port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:23.083376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Attempting to bind port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '74be4972-8259-43e9-b12b-a3a994481e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fca3825-41b0-415c-90e0-61704e61e150'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:23.083929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Attempting to bind port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 on network 9fca3825-41b0-415c-90e0-61704e61e150 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:23.089425 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:23.089802 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Checking segment: {'id': '74be4972-8259-43e9-b12b-a3a994481e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fca3825-41b0-415c-90e0-61704e61e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:23.090205 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.090598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Bound using segment: {'id': '74be4972-8259-43e9-b12b-a3a994481e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fca3825-41b0-415c-90e0-61704e61e150'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:23.091080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Bound port: 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74be4972-8259-43e9-b12b-a3a994481e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9fca3825-41b0-415c-90e0-61704e61e150'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:23.091802 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.189006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] For port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:23.202653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] For port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1,segment=NetworkSegment(74be4972-8259-43e9-b12b-a3a994481e09),segment_id=74be4972-8259-43e9-b12b-a3a994481e09)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:23.204316 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (dc13cd2e-32d8-40e0-bacd-efdba4e1003e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.211676 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.236213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for port (1c96cb08-da9d-448b-96c7-170670aef6c1), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.242538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (1c96cb08-da9d-448b-96c7-170670aef6c1), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.267511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dc13cd2e-32d8-40e0-bacd-efdba4e1003e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.299785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0387ba-f314-439a-a551-be51b2e089fb None None] Pushing event updated for resources: {'Port': ['ID=3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:23.331313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event updated for resources: {'Port': ['ID=1c96cb08-da9d-448b-96c7-170670aef6c1,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:23.346185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network 9fca3825-41b0-415c-90e0-61704e61e150 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:23.352486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:23.352630 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (a30ba8dc-5223-47ba-be6d-a064c782eb3c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.356752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:23.362215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:23.363464 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.393791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9126651 Mar 10 15:29:23.396634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7c045-d323-4d68-9c14-dd2e0eb83d64 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=dc13cd2e-32d8-40e0-bacd-efdba4e1003e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:23.407351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54800) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:23.487287 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Floating IP a30ba8dc-5223-47ba-be6d-a064c782eb3c associated. External IP: 172.25.3.76, port: 33c3806a-63ff-44bb-afd1-284aff0a9099. Mar 10 15:29:23.564218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ad19cd54-b45f-4189-b70a-959f6171277c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port dc13cd2e-32d8-40e0-bacd-efdba4e1003e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:23.564667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad19cd54-b45f-4189-b70a-959f6171277c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dc13cd2e-32d8-40e0-bacd-efdba4e1003e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.710644 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad19cd54-b45f-4189-b70a-959f6171277c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dc13cd2e-32d8-40e0-bacd-efdba4e1003e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.724144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ad19cd54-b45f-4189-b70a-959f6171277c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for dc13cd2e-32d8-40e0-bacd-efdba4e1003e owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:23.755618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router b4908f9c-3e84-4519-8c7a-1012c63df071 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:29:23.856890 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad19cd54-b45f-4189-b70a-959f6171277c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dc13cd2e-32d8-40e0-bacd-efdba4e1003e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.875453 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:29:23.886847 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f115de-489f-414a-b46e-25e9fada7403 None None] Sync routers for ids ['b4908f9c-3e84-4519-8c7a-1012c63df071'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:29:23.897891 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f115de-489f-414a-b46e-25e9fada7403 None None] Routers {'b4908f9c-3e84-4519-8c7a-1012c63df071'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:23.898395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.899263 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c9f115de-489f-414a-b46e-25e9fada7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:28:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b4908f9c-3e84-4519-8c7a-1012c63df071'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:23.901694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19cd54-b45f-4189-b70a-959f6171277c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=dc13cd2e-32d8-40e0-bacd-efdba4e1003e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:23.929997 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad19cd54-b45f-4189-b70a-959f6171277c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:23.933494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ad19cd54-b45f-4189-b70a-959f6171277c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/dc13cd2e-32d8-40e0-bacd-efdba4e1003e HTTP/1.1" status: 204 len: 168 time: 0.5250120 Mar 10 15:29:23.936181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54806) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:23.950466 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-500bb13d-c8c8-4e86-9045-82abbfedf458 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1041589 Mar 10 15:29:23.951125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:23.953563 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f4f84c-c0bb-4526-b362-4d389f574c35" -d '{"events": [{"name": "network-changed", "server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:23.993729 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-360144f4-d559-4ffd-aba6-0cecce9c4f30 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:29:23.994771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360144f4-d559-4ffd-aba6-0cecce9c4f30 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:29:23.998628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-360144f4-d559-4ffd-aba6-0cecce9c4f30 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/dc13cd2e-32d8-40e0-bacd-efdba4e1003e HTTP/1.1" status: 404 len: 333 time: 0.0613415 Mar 10 15:29:24.007515 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54812) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:24.031839 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98932fd-d40e-494a-b760-fd04cd917bf7 x-openstack-request-id: req-b98932fd-d40e-494a-b760-fd04cd917bf7 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:24.032236 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:24.032446 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b98932fd-d40e-494a-b760-fd04cd917bf7 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:24.032879 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'status': 'completed', 'code': 200} Mar 10 15:29:24.045594 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-207862f5-f7c6-41a5-b8ff-62039bfd6406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:24.070286 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c9f115de-489f-414a-b46e-25e9fada7403 None None] Set router b4908f9c-3e84-4519-8c7a-1012c63df071 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:24.075503 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d04e85d-26eb-4792-9a10-9d12aec663f6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:24.077067 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1d04e85d-26eb-4792-9a10-9d12aec663f6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/dc13cd2e-32d8-40e0-bacd-efdba4e1003e HTTP/1.1" status: 404 len: 333 time: 0.0685508 Mar 10 15:29:24.113299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54814) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:24.160657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a72be-0288-413d-afa7-0895f1dd8aa3 req-f85ebddb-9c68-47cf-bd74-c24af5744d1c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:24.163581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-985a72be-0288-413d-afa7-0895f1dd8aa3 req-f85ebddb-9c68-47cf-bd74-c24af5744d1c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.0851221 Mar 10 15:29:24.199015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e81ee9-d7a3-4f8a-b78e-9fc5dd09fd4b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting subnet 146c5a34-14b2-4aa5-a51c-f77ccddb9162 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:24.203227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-49e81ee9-d7a3-4f8a-b78e-9fc5dd09fd4b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (146c5a34-14b2-4aa5-a51c-f77ccddb9162), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:24.240241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f84c-c0bb-4526-b362-4d389f574c35 req-8b96603a-2ac0-462d-a0ee-d091166bcf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:24.242046 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b2f4f84c-c0bb-4526-b362-4d389f574c35 req-8b96603a-2ac0-462d-a0ee-d091166bcf90 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 1127 time: 0.1679461 Mar 10 15:29:24.250017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-985a72be-0288-413d-afa7-0895f1dd8aa3 req-a03997a6-9adf-48d1-8a71-1dab501f1576 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795538 Mar 10 15:29:24.286926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54818) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:24.292552 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-49e81ee9-d7a3-4f8a-b78e-9fc5dd09fd4b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (146c5a34-14b2-4aa5-a51c-f77ccddb9162), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:24.382166 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9d351982-1a93-46a0-ab68-3305813ea01e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/a30ba8dc-5223-47ba-be6d-a064c782eb3c HTTP/1.1" status: 200 len: 990 time: 0.0926936 Mar 10 15:29:24.422986 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c9f115de-489f-414a-b46e-25e9fada7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:29:03Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'a30ba8dc-5223-47ba-be6d-a064c782eb3c', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'port_id': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'mac_address': 'fa:16:3e:8c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0404b762-7160-4401-83d8-56a37bb905b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:29:22Z', 'updated_at': '2022-03-10T15:29:22Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f763c222-c19d-4b27-a3a2-6a5c40818622', 'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:16:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:29:02Z', 'updated_at': '2022-03-10T15:29:07Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:24.610697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bc9436-fe71-4b07-9b55-a79bbef85b00 None None] Network 9fca3825-41b0-415c-90e0-61704e61e150 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:24.632999 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f115de-489f-414a-b46e-25e9fada7403 None None] Checking router: b4908f9c-3e84-4519-8c7a-1012c63df071 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:29:24.644705 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f115de-489f-414a-b46e-25e9fada7403 None None] Routers {'b4908f9c-3e84-4519-8c7a-1012c63df071'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:24.645337 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c9f115de-489f-414a-b46e-25e9fada7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b4908f9c-3e84-4519-8c7a-1012c63df071'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:24.669031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:24.761760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-02974524-d4ff-4c9a-95b6-1d249b5c9cf6 None None] Provisioning complete for port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:24.762555 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02974524-d4ff-4c9a-95b6-1d249b5c9cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:24.792582 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c9f115de-489f-414a-b46e-25e9fada7403 None None] Set router b4908f9c-3e84-4519-8c7a-1012c63df071 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:24.833065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f84c-c0bb-4526-b362-4d389f574c35 req-0f1d2364-d7b5-49d3-9f6b-da0eba8d1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:24.835220 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b2f4f84c-c0bb-4526-b362-4d389f574c35 req-0f1d2364-d7b5-49d3-9f6b-da0eba8d1203 service neutron] 10.222.0.62 "GET /v2.0/networks?id=671d49de-fea3-4a86-8fc5-6ddfdbb92025 HTTP/1.1" status: 200 len: 898 time: 0.5848174 Mar 10 15:29:24.844322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-49e81ee9-d7a3-4f8a-b78e-9fc5dd09fd4b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (146c5a34-14b2-4aa5-a51c-f77ccddb9162), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:24.874312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:24.875493 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:24.947703 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b2f4f84c-c0bb-4526-b362-4d389f574c35 req-209a9c23-9329-4de9-99c1-c8fc99e94b17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c3806a-63ff-44bb-afd1-284aff0a9099 HTTP/1.1" status: 200 len: 998 time: 0.1050792 Mar 10 15:29:24.995090 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-49e81ee9-d7a3-4f8a-b78e-9fc5dd09fd4b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (146c5a34-14b2-4aa5-a51c-f77ccddb9162), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.025943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:25.027435 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.045478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e81ee9-d7a3-4f8a-b78e-9fc5dd09fd4b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Subnet': ['ID=146c5a34-14b2-4aa5-a51c-f77ccddb9162,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:25.046881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-02974524-d4ff-4c9a-95b6-1d249b5c9cf6 None None] Current status of the port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:25.047495 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02974524-d4ff-4c9a-95b6-1d249b5c9cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.055395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-49e81ee9-d7a3-4f8a-b78e-9fc5dd09fd4b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.065594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54824) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:25.065877 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-49e81ee9-d7a3-4f8a-b78e-9fc5dd09fd4b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/146c5a34-14b2-4aa5-a51c-f77ccddb9162 HTTP/1.1" status: 204 len: 168 time: 0.9468334 Mar 10 15:29:25.068424 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f84c-c0bb-4526-b362-4d389f574c35 req-02ca110f-779c-48b5-9ec6-f9cdab634b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:25.070551 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b2f4f84c-c0bb-4526-b362-4d389f574c35 req-02ca110f-779c-48b5-9ec6-f9cdab634b32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2798f80-fe93-4655-9ea9-d9c85736e248 HTTP/1.1" status: 200 len: 834 time: 0.1148984 Mar 10 15:29:25.171617 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f84c-c0bb-4526-b362-4d389f574c35 req-d20a7d4c-4ade-4b05-a212-0257fa83cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:25.174743 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b2f4f84c-c0bb-4526-b362-4d389f574c35 req-d20a7d4c-4ade-4b05-a212-0257fa83cb58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=671d49de-fea3-4a86-8fc5-6ddfdbb92025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0970006 Mar 10 15:29:25.228257 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-02974524-d4ff-4c9a-95b6-1d249b5c9cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:29:25.228702 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-02974524-d4ff-4c9a-95b6-1d249b5c9cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:29:25.229131 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:29:25.229467 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:29:25.236220 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9fca3825-41b0-415c-90e0-61704e61e150), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.250449 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c9f115de-489f-414a-b46e-25e9fada7403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:29:03Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'a30ba8dc-5223-47ba-be6d-a064c782eb3c', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'port_id': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'mac_address': 'fa:16:3e:8c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0404b762-7160-4401-83d8-56a37bb905b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:29:22Z', 'updated_at': '2022-03-10T15:29:22Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f763c222-c19d-4b27-a3a2-6a5c40818622', 'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:16:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:29:02Z', 'updated_at': '2022-03-10T15:29:07Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:25.259675 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439916d-1b1f-4003-85c8-33e81a5e1d6d None None] Network 9fca3825-41b0-415c-90e0-61704e61e150 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:25.310440 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f115de-489f-414a-b46e-25e9fada7403 None None] The sync data for ids ['b4908f9c-3e84-4519-8c7a-1012c63df071'] in n-d-833090-1 is: [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:29:03Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'a30ba8dc-5223-47ba-be6d-a064c782eb3c', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'port_id': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'mac_address': 'fa:16:3e:8c:38:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0404b762-7160-4401-83d8-56a37bb905b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:29:22Z', 'updated_at': '2022-03-10T15:29:22Z', 'revision_number': 0, 'project_id': 'c674686624284cd388d76dbc1471089d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f763c222-c19d-4b27-a3a2-6a5c40818622', 'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:16:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:29:02Z', 'updated_at': '2022-03-10T15:29:07Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:25.312556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:25.312913 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.327197 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.333319 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b2f4f84c-c0bb-4526-b362-4d389f574c35 req-6b38c5f3-29bc-4dba-b908-fe12fb748ea7 service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523154 Mar 10 15:29:25.389171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54828) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:25.430913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] For port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1,segment=NetworkSegment(74be4972-8259-43e9-b12b-a3a994481e09),segment_id=74be4972-8259-43e9-b12b-a3a994481e09)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:25.431569 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.448333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:25.491644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa14d67-2a87-4c44-9bf1-1f75dcd5e6d7 None None] DHCP port deletion for 9fca3825-41b0-415c-90e0-61704e61e150 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:29:25.506255 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4913262b-4bd3-4ba4-85e1-9b9882b5c0fd tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/a30ba8dc-5223-47ba-be6d-a064c782eb3c HTTP/1.1" status: 200 len: 990 time: 0.1158860 Mar 10 15:29:25.518937 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-b2f4f84c-c0bb-4526-b362-4d389f574c35 req-dec94b44-358e-46f3-87a0-b75f2cbfe90e service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783299 Mar 10 15:29:25.559973 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.564658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8aa14d67-2a87-4c44-9bf1-1f75dcd5e6d7 None None] Deleting port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:25.565352 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8aa14d67-2a87-4c44-9bf1-1f75dcd5e6d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.591107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:25.596415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No DVR routers for this DVR port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:25.633231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8aa14d67-2a87-4c44-9bf1-1f75dcd5e6d7 None None] For port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:25.634000 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8aa14d67-2a87-4c44-9bf1-1f75dcd5e6d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.647855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8aa14d67-2a87-4c44-9bf1-1f75dcd5e6d7 None None] Calling delete_port for 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:25.651417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-8aa14d67-2a87-4c44-9bf1-1f75dcd5e6d7 None None] Port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:29:25.653017 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8aa14d67-2a87-4c44-9bf1-1f75dcd5e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.683366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa14d67-2a87-4c44-9bf1-1f75dcd5e6d7 None None] Pushing event deleted for resources: {'Port': ['ID=3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:25.690695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa14d67-2a87-4c44-9bf1-1f75dcd5e6d7 None None] No DVR routers for this DVR port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:25.700993 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9fca3825-41b0-415c-90e0-61704e61e150), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.720439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fca3825-41b0-415c-90e0-61704e61e150']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:25.731710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74be4972-8259-43e9-b12b-a3a994481e09') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:25.732110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74be4972-8259-43e9-b12b-a3a994481e09') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:25.742482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (74be4972-8259-43e9-b12b-a3a994481e09), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.752997 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-02974524-d4ff-4c9a-95b6-1d249b5c9cf6 None None] Port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 update to ACTIVE by agent not found {{(pid=115535) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 10 15:29:25.758476 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (74be4972-8259-43e9-b12b-a3a994481e09), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.767498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:29:25.767946 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (74be4972-8259-43e9-b12b-a3a994481e09), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:29:25.772498 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:29:25.782492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Port 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 update to ACTIVE by agent not found {{(pid=115535) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 10 15:29:25.849263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9fca3825-41b0-415c-90e0-61704e61e150), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.868943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bf51198c-ae64-41e5-b59a-6d472dbe4c06 None None] Could not find standard attr ID for object 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:25.875530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.878939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/networks/9fca3825-41b0-415c-90e0-61704e61e150 HTTP/1.1" status: 204 len: 168 time: 0.8118579 Mar 10 15:29:25.880236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47bb66-60c7-47c6-8b65-901a11cdd6e1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Network': ['ID=9fca3825-41b0-415c-90e0-61704e61e150,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:25.883257 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54834) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:25.890174 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1981840153'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:25.916132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:25.919923 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.953648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:29:25.966639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (dcc8c656-dacd-44ec-a31c-ff0b7e7ad698), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:25.967177 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Added segment dcc8c656-dacd-44ec-a31c-ff0b7e7ad698 of type vlan for network d62a0791-c6f1-4827-a3df-57610077b806 Mar 10 15:29:25.975734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c42f9ae-435c-4200-844a-75b08891f107 None None] New status for floating IP a30ba8dc-5223-47ba-be6d-a064c782eb3c: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:29:26.009933 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d62a0791-c6f1-4827-a3df-57610077b806), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.036450 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d62a0791-c6f1-4827-a3df-57610077b806), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.041908 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:26.048221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.077591 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1912935 Mar 10 15:29:26.080358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54836) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:26.085594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'd62a0791-c6f1-4827-a3df-57610077b806', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:26.132711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dba61-0217-4d28-ba4d-c61ca46b7798 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Network': ['ID=d62a0791-c6f1-4827-a3df-57610077b806,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:26.166728 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d62a0791-c6f1-4827-a3df-57610077b806 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:29:26.190147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:26.194719 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.395435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.454378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Subnet': ['ID=af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:26.464039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Checking segment: {'id': 'dcc8c656-dacd-44ec-a31c-ff0b7e7ad698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd62a0791-c6f1-4827-a3df-57610077b806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:26.464418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network hostable DHCP agents. Network: d62a0791-c6f1-4827-a3df-57610077b806, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:29:26.480744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network d62a0791-c6f1-4827-a3df-57610077b806 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:29:26.489534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, d62a0791-c6f1-4827-a3df-57610077b806) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:26.494748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:26.495391 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.502237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622cf225-9bf4-45f6-a918-d5cdd34e4e02 None None] Network d62a0791-c6f1-4827-a3df-57610077b806 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:26.509980 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54842) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:26.513642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-daf3b92f-ad67-46a2-a25a-1661191e90a6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4321275 Mar 10 15:29:26.516226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54844) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:26.521488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'd62a0791-c6f1-4827-a3df-57610077b806', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-797085880'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:26.619519 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a24c44b8-0a92-4ad5-b30a-621adefeb27a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/a30ba8dc-5223-47ba-be6d-a064c782eb3c HTTP/1.1" status: 200 len: 992 time: 0.1072302 Mar 10 15:29:26.661175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:26.667607 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.687705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port 7d195b03-a105-424b-995a-d7b847ae8b3e yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:26.795363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:26.816543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8::23b (d62a0791-c6f1-4827-a3df-57610077b806/af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352/7d195b03-a105-424b-995a-d7b847ae8b3e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:26.823928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:26.824274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3e76d6c0-60b7-46f2-a5c1-5d5862ce4bf1 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:26.829324 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.870268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-d62a0791-c6f1-4827-a3df-57610077b806', 'network_id': 'd62a0791-c6f1-4827-a3df-57610077b806', 'project_id': '478a36511e3348c2a5fd645f0cee0443', 'fixed_ips': [{'subnet_id': 'af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:29:26.871165 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:26.967025 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (7d195b03-a105-424b-995a-d7b847ae8b3e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.009990 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7d195b03-a105-424b-995a-d7b847ae8b3e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.048242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network d62a0791-c6f1-4827-a3df-57610077b806 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:27.053174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:27.061298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Allocated IP 2001:db8::2 (d62a0791-c6f1-4827-a3df-57610077b806/af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352/c1b33239-d8cf-4f34-9797-c000a7db4cb8) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:27.063352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:27.069515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:27.070124 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.082429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=7d195b03-a105-424b-995a-d7b847ae8b3e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:27.096614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c29c5c97-e978-4ed0-aa99-0cdf2993df13 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.5790994 Mar 10 15:29:27.099260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54850) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:27.192176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e99f347e-27bc-4230-90ed-be7b27300e54 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 7d195b03-a105-424b-995a-d7b847ae8b3e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:27.192527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e99f347e-27bc-4230-90ed-be7b27300e54 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7d195b03-a105-424b-995a-d7b847ae8b3e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.221771 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Publish callbacks [] for port (c1b33239-d8cf-4f34-9797-c000a7db4cb8), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.228402 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (c1b33239-d8cf-4f34-9797-c000a7db4cb8), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.280615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Network d62a0791-c6f1-4827-a3df-57610077b806 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:27.288550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:27.295796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:27.296357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e99f347e-27bc-4230-90ed-be7b27300e54 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7d195b03-a105-424b-995a-d7b847ae8b3e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.300373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Pushing event updated for resources: {'Port': ['ID=c1b33239-d8cf-4f34-9797-c000a7db4cb8,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:27.319055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e99f347e-27bc-4230-90ed-be7b27300e54 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 7d195b03-a105-424b-995a-d7b847ae8b3e owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:27.358826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Attempting to bind port c1b33239-d8cf-4f34-9797-c000a7db4cb8 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:27.359462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Attempting to bind port c1b33239-d8cf-4f34-9797-c000a7db4cb8 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'dcc8c656-dacd-44ec-a31c-ff0b7e7ad698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd62a0791-c6f1-4827-a3df-57610077b806'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:27.359827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Attempting to bind port c1b33239-d8cf-4f34-9797-c000a7db4cb8 on network d62a0791-c6f1-4827-a3df-57610077b806 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:27.365170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:27.365586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Checking segment: {'id': 'dcc8c656-dacd-44ec-a31c-ff0b7e7ad698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd62a0791-c6f1-4827-a3df-57610077b806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:27.365990 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.366384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Bound using segment: {'id': 'dcc8c656-dacd-44ec-a31c-ff0b7e7ad698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd62a0791-c6f1-4827-a3df-57610077b806'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:27.366882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Bound port: c1b33239-d8cf-4f34-9797-c000a7db4cb8, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc8c656-dacd-44ec-a31c-ff0b7e7ad698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd62a0791-c6f1-4827-a3df-57610077b806'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:27.367250 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c1b33239-d8cf-4f34-9797-c000a7db4cb8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.433950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] For port c1b33239-d8cf-4f34-9797-c000a7db4cb8, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:27.437197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] For port c1b33239-d8cf-4f34-9797-c000a7db4cb8, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c1b33239-d8cf-4f34-9797-c000a7db4cb8,segment=NetworkSegment(dcc8c656-dacd-44ec-a31c-ff0b7e7ad698),segment_id=dcc8c656-dacd-44ec-a31c-ff0b7e7ad698)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:27.444099 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c1b33239-d8cf-4f34-9797-c000a7db4cb8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.452312 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e99f347e-27bc-4230-90ed-be7b27300e54 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7d195b03-a105-424b-995a-d7b847ae8b3e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.488073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f347e-27bc-4230-90ed-be7b27300e54 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=7d195b03-a105-424b-995a-d7b847ae8b3e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:27.516062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e99f347e-27bc-4230-90ed-be7b27300e54 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.516417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4295f-fbcc-421f-9ddc-47116ed8da48 None None] Pushing event updated for resources: {'Port': ['ID=c1b33239-d8cf-4f34-9797-c000a7db4cb8,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:27.519994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e99f347e-27bc-4230-90ed-be7b27300e54 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/7d195b03-a105-424b-995a-d7b847ae8b3e HTTP/1.1" status: 204 len: 168 time: 0.4196012 Mar 10 15:29:27.523208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54854) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:27.549747 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd83eaa-e3f6-4b5d-9eb9-d5ef31326dd3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:27.554113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0dd83eaa-e3f6-4b5d-9eb9-d5ef31326dd3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/7d195b03-a105-424b-995a-d7b847ae8b3e HTTP/1.1" status: 404 len: 333 time: 0.0269301 Mar 10 15:29:27.554340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54856) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:27.608758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63667c3-5bcd-49ae-9ed2-d3ad17511f41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting subnet af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:27.612417 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f63667c3-5bcd-49ae-9ed2-d3ad17511f41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:27.655283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f63667c3-5bcd-49ae-9ed2-d3ad17511f41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.108305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f63667c3-5bcd-49ae-9ed2-d3ad17511f41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.168859 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f63667c3-5bcd-49ae-9ed2-d3ad17511f41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.196898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63667c3-5bcd-49ae-9ed2-d3ad17511f41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Subnet': ['ID=af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:28.201691 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f63667c3-5bcd-49ae-9ed2-d3ad17511f41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.205271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f63667c3-5bcd-49ae-9ed2-d3ad17511f41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352 HTTP/1.1" status: 204 len: 168 time: 0.6498663 Mar 10 15:29:28.207756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54864) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:28.252510 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.311768 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d62a0791-c6f1-4827-a3df-57610077b806), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.367045 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port c1b33239-d8cf-4f34-9797-c000a7db4cb8 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:28.367392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c1b33239-d8cf-4f34-9797-c000a7db4cb8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.437528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] For port c1b33239-d8cf-4f34-9797-c000a7db4cb8, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c1b33239-d8cf-4f34-9797-c000a7db4cb8,segment=NetworkSegment(dcc8c656-dacd-44ec-a31c-ff0b7e7ad698),segment_id=dcc8c656-dacd-44ec-a31c-ff0b7e7ad698)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:28.437890 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c1b33239-d8cf-4f34-9797-c000a7db4cb8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.451044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for c1b33239-d8cf-4f34-9797-c000a7db4cb8 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:28.548352 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c1b33239-d8cf-4f34-9797-c000a7db4cb8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.577835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=c1b33239-d8cf-4f34-9797-c000a7db4cb8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:28.581161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No DVR routers for this DVR port c1b33239-d8cf-4f34-9797-c000a7db4cb8 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:28.588842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d077b5-9e96-4841-9986-f5e2229915e5 None None] Network d62a0791-c6f1-4827-a3df-57610077b806 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:28.637043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ea94ad58-a199-49f1-a230-116e63d6b049 None None] Could not find standard attr ID for object c1b33239-d8cf-4f34-9797-c000a7db4cb8. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:28.679877 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d62a0791-c6f1-4827-a3df-57610077b806), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.706010 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62a0791-c6f1-4827-a3df-57610077b806']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:28.714046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c1b33239-d8cf-4f34-9797-c000a7db4cb8 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:28.721853 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc8c656-dacd-44ec-a31c-ff0b7e7ad698') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:28.722147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc8c656-dacd-44ec-a31c-ff0b7e7ad698') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:28.732844 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (dcc8c656-dacd-44ec-a31c-ff0b7e7ad698), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.737057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: c1b33239-d8cf-4f34-9797-c000a7db4cb8 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:28.737416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c1b33239-d8cf-4f34-9797-c000a7db4cb8 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 10 15:29:28.749929 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (dcc8c656-dacd-44ec-a31c-ff0b7e7ad698), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.757452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Port c1b33239-d8cf-4f34-9797-c000a7db4cb8 not found, will not notify nova. {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 10 15:29:28.763384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:29:28.763828 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (dcc8c656-dacd-44ec-a31c-ff0b7e7ad698), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:29:28.767029 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:29:28.777548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5af874-ebfd-4fe7-9e0b-7b3eb7587860 None None] DHCP port deletion for d62a0791-c6f1-4827-a3df-57610077b806 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:29:28.837880 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d62a0791-c6f1-4827-a3df-57610077b806), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.842671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.847357 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/networks/d62a0791-c6f1-4827-a3df-57610077b806 HTTP/1.1" status: 204 len: 168 time: 0.6362343 Mar 10 15:29:28.850393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54872) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:28.856536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'name': 'tempest-PortsIpV6TestJSON-606522908'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:28.863088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9ec27-f64d-47c0-863c-b8201028dd87 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Network': ['ID=d62a0791-c6f1-4827-a3df-57610077b806,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:28.953820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:28.957254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:28.974669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port 170398d6-28ea-48f1-8ac9-52c675a2f13f yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:29.136039 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (170398d6-28ea-48f1-8ac9-52c675a2f13f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:29.169644 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (170398d6-28ea-48f1-8ac9-52c675a2f13f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:29.211567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network becbae6b-691a-41d4-b2dd-7de81839b97f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:29.215149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:29.221873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:29.227493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:29.228407 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:29.238506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=170398d6-28ea-48f1-8ac9-52c675a2f13f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:29.254029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0c918d1d-6796-4f00-9164-2cd4fb93a27a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4024782 Mar 10 15:29:29.254784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54874) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:29.355538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-97200b68-175b-45e3-bf3c-fa6954e26a21 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 170398d6-28ea-48f1-8ac9-52c675a2f13f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:29.356119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97200b68-175b-45e3-bf3c-fa6954e26a21 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (170398d6-28ea-48f1-8ac9-52c675a2f13f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:29.429094 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97200b68-175b-45e3-bf3c-fa6954e26a21 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (170398d6-28ea-48f1-8ac9-52c675a2f13f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:29.442690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-97200b68-175b-45e3-bf3c-fa6954e26a21 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 170398d6-28ea-48f1-8ac9-52c675a2f13f owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:29.528821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97200b68-175b-45e3-bf3c-fa6954e26a21 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (170398d6-28ea-48f1-8ac9-52c675a2f13f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:29.557920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97200b68-175b-45e3-bf3c-fa6954e26a21 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=170398d6-28ea-48f1-8ac9-52c675a2f13f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:29.563044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97200b68-175b-45e3-bf3c-fa6954e26a21 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:29.568102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-97200b68-175b-45e3-bf3c-fa6954e26a21 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/170398d6-28ea-48f1-8ac9-52c675a2f13f HTTP/1.1" status: 204 len: 168 time: 0.3099430 Mar 10 15:29:29.568792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54882) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:29.573670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'mac_address': 'fa:16:3e:8a:d3:54', 'name': 'tempest-PortsIpV6TestJSON-2096464516'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:29.661548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:29.736184 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:29.758770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port 02140e69-73cd-4c3f-8945-c2cb1607b965 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:29.915979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (02140e69-73cd-4c3f-8945-c2cb1607b965), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:29.951656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (02140e69-73cd-4c3f-8945-c2cb1607b965), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:29.993515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network becbae6b-691a-41d4-b2dd-7de81839b97f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:29.998458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:30.002061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:30.007692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:30.008289 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.013959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=02140e69-73cd-4c3f-8945-c2cb1607b965,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:30.035523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b3a45c79-4f8b-47e5-8fb1-724d4291f883 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4656413 Mar 10 15:29:30.038197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54884) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:30.086241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1adc7-954a-4309-b45c-cb4c3383d3af tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:30.090681 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c0a1adc7-954a-4309-b45c-cb4c3383d3af tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/02140e69-73cd-4c3f-8945-c2cb1607b965 HTTP/1.1" status: 200 len: 845 time: 0.0514228 Mar 10 15:29:30.090976 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54886) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:30.185262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-3d364415-14f3-4694-96af-22d3cc6dfe41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 02140e69-73cd-4c3f-8945-c2cb1607b965 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:30.185606 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3d364415-14f3-4694-96af-22d3cc6dfe41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (02140e69-73cd-4c3f-8945-c2cb1607b965), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.259923 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3d364415-14f3-4694-96af-22d3cc6dfe41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (02140e69-73cd-4c3f-8945-c2cb1607b965), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.274027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-3d364415-14f3-4694-96af-22d3cc6dfe41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 02140e69-73cd-4c3f-8945-c2cb1607b965 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:30.359957 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3d364415-14f3-4694-96af-22d3cc6dfe41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (02140e69-73cd-4c3f-8945-c2cb1607b965), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.393724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d364415-14f3-4694-96af-22d3cc6dfe41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=02140e69-73cd-4c3f-8945-c2cb1607b965,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:30.402418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3d364415-14f3-4694-96af-22d3cc6dfe41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.406083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3d364415-14f3-4694-96af-22d3cc6dfe41 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/02140e69-73cd-4c3f-8945-c2cb1607b965 HTTP/1.1" status: 204 len: 168 time: 0.3139021 Mar 10 15:29:30.408614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54894) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:30.434055 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a52ce7-27a9-45bb-8fc3-ca7ef50f852f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:30.435335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-02a52ce7-27a9-45bb-8fc3-ca7ef50f852f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/02140e69-73cd-4c3f-8945-c2cb1607b965 HTTP/1.1" status: 404 len: 333 time: 0.0257850 Mar 10 15:29:30.438927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54896) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:30.443288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'name': 'tempest-PortsIpV6TestJSON-1786102183'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:30.534009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:30.538106 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.564102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port 2970c72c-55b7-4754-8f72-976e6d861664 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:30.595679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c1b33239-d8cf-4f34-9797-c000a7db4cb8 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:30.620735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: c1b33239-d8cf-4f34-9797-c000a7db4cb8 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:30.621226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c1b33239-d8cf-4f34-9797-c000a7db4cb8 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:30.729610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (2970c72c-55b7-4754-8f72-976e6d861664), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.764021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2970c72c-55b7-4754-8f72-976e6d861664), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.807088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network becbae6b-691a-41d4-b2dd-7de81839b97f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:30.812084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:30.816361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:30.821559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:30.822154 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:30.829933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=2970c72c-55b7-4754-8f72-976e6d861664,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:30.843057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c3fb8432-4f4b-4595-aa36-4b5bda3f8eca tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4033082 Mar 10 15:29:30.845786 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54898) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:30.851812 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a6c35e71-df40-4f9f-bd9b-b8c873e07add tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:30.919619 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6c35e71-df40-4f9f-bd9b-b8c873e07add tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2970c72c-55b7-4754-8f72-976e6d861664), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.074473 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6c35e71-df40-4f9f-bd9b-b8c873e07add tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (2970c72c-55b7-4754-8f72-976e6d861664), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.079034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6c35e71-df40-4f9f-bd9b-b8c873e07add tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (2970c72c-55b7-4754-8f72-976e6d861664), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.117633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a6c35e71-df40-4f9f-bd9b-b8c873e07add tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] In _notify_port_updated(), no bound segment for port 2970c72c-55b7-4754-8f72-976e6d861664 on network becbae6b-691a-41d4-b2dd-7de81839b97f {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:29:31.122689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c35e71-df40-4f9f-bd9b-b8c873e07add tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:31.123323 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6c35e71-df40-4f9f-bd9b-b8c873e07add tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.124641 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a6c35e71-df40-4f9f-bd9b-b8c873e07add tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "PUT /v2.0/ports/2970c72c-55b7-4754-8f72-976e6d861664 HTTP/1.1" status: 200 len: 818 time: 0.2777729 Mar 10 15:29:31.127491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54900) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:31.140710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c35e71-df40-4f9f-bd9b-b8c873e07add tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=2970c72c-55b7-4754-8f72-976e6d861664,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:31.221631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac8d11-d07e-42a9-b763-017698b9981d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 2970c72c-55b7-4754-8f72-976e6d861664 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:31.222163 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8d11-d07e-42a9-b763-017698b9981d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2970c72c-55b7-4754-8f72-976e6d861664), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.288465 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8d11-d07e-42a9-b763-017698b9981d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2970c72c-55b7-4754-8f72-976e6d861664), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.300988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac8d11-d07e-42a9-b763-017698b9981d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 2970c72c-55b7-4754-8f72-976e6d861664 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:31.414767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-711f8c49-d068-4444-bdec-2df042592369 req-d0d0ae21-573f-443c-a665-f45c69abd9b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676789 Mar 10 15:29:31.427994 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8d11-d07e-42a9-b763-017698b9981d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2970c72c-55b7-4754-8f72-976e6d861664), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.462961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac8d11-d07e-42a9-b763-017698b9981d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=2970c72c-55b7-4754-8f72-976e6d861664,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:31.468807 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8d11-d07e-42a9-b763-017698b9981d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.475046 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c3ac8d11-d07e-42a9-b763-017698b9981d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/2970c72c-55b7-4754-8f72-976e6d861664 HTTP/1.1" status: 204 len: 168 time: 0.3441687 Mar 10 15:29:31.475768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54908) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:31.528655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f8c49-d068-4444-bdec-2df042592369 req-99ba6e60-b014-4fab-bc41-4aef2a793bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:31.530782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-711f8c49-d068-4444-bdec-2df042592369 req-99ba6e60-b014-4fab-bc41-4aef2a793bfa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a700388e2b194b8b9d3063b7f9831734&device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 1128 time: 0.0486963 Mar 10 15:29:31.572382 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b57435-5272-4c14-b392-5a8940506ad8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:31.578131 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-03b57435-5272-4c14-b392-5a8940506ad8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0997586 Mar 10 15:29:31.578131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54910) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:31.602740 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae57c16-dae4-410a-95d4-6607aad3fce2 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:31.608009 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bae57c16-dae4-410a-95d4-6607aad3fce2 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/2970c72c-55b7-4754-8f72-976e6d861664 HTTP/1.1" status: 404 len: 333 time: 0.0262625 Mar 10 15:29:31.608238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54912) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:31.613173 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-823201196'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:31.634142 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:31.638134 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.661604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f8c49-d068-4444-bdec-2df042592369 req-57e439ff-01bf-4f13-989e-8953e21337aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:31.663246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:29:31.663724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-711f8c49-d068-4444-bdec-2df042592369 req-57e439ff-01bf-4f13-989e-8953e21337aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=abf4c7d6-76fc-4284-9f01-abae706ae95f HTTP/1.1" status: 200 len: 910 time: 0.1110911 Mar 10 15:29:31.673178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.673514 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Added segment fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f of type vlan for network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 Mar 10 15:29:31.719257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ea084b9e-5eb6-4ffa-a2f0-d743e782d656), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.734551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-711f8c49-d068-4444-bdec-2df042592369 req-74628f48-cc12-482a-87ae-87cfa1d08493 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=157cf8fc-ac41-4b93-b241-8a6823551cb3 HTTP/1.1" status: 200 len: 1002 time: 0.0620470 Mar 10 15:29:31.746411 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ea084b9e-5eb6-4ffa-a2f0-d743e782d656), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.752300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:31.752941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:31.794196 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1822155 Mar 10 15:29:31.794924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54916) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:31.802088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'ea084b9e-5eb6-4ffa-a2f0-d743e782d656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:31.809130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f8c49-d068-4444-bdec-2df042592369 req-12c3c935-c5fc-4c67-ab61-831b3737c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:31.810727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-711f8c49-d068-4444-bdec-2df042592369 req-12c3c935-c5fc-4c67-ab61-831b3737c4a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47179ac9-1680-465c-aea4-b5f57e0afe4a HTTP/1.1" status: 200 len: 848 time: 0.0674076 Mar 10 15:29:31.833370 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637970bf-b50b-443c-9c06-5b08912f7136 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Network': ['ID=ea084b9e-5eb6-4ffa-a2f0-d743e782d656,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:31.844741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:29:31.938305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f8c49-d068-4444-bdec-2df042592369 req-68eca7c3-03a2-4568-9a35-fee567de399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:31.939997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-711f8c49-d068-4444-bdec-2df042592369 req-68eca7c3-03a2-4568-9a35-fee567de399d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=abf4c7d6-76fc-4284-9f01-abae706ae95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1159577 Mar 10 15:29:31.944873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:31.948312 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:32.112340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-711f8c49-d068-4444-bdec-2df042592369 req-3bfc9f14-fb71-4373-bf8c-e58844622cf5 service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605411 Mar 10 15:29:32.275910 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (4d9e3908-ab89-4477-9514-a8eca3622447), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:32.304180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-711f8c49-d068-4444-bdec-2df042592369 req-eded4e2c-20e6-4fe5-94dd-af040250a162 service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809340 Mar 10 15:29:32.336399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Subnet': ['ID=4d9e3908-ab89-4477-9514-a8eca3622447,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:32.352373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Checking segment: {'id': 'fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ea084b9e-5eb6-4ffa-a2f0-d743e782d656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:32.352741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network hostable DHCP agents. Network: ea084b9e-5eb6-4ffa-a2f0-d743e782d656, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:29:32.369405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:29:32.378607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ea084b9e-5eb6-4ffa-a2f0-d743e782d656) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:32.383021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:32.383644 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:32.390587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f867b35-e4cf-4efc-8219-1398a2075f04 None None] Network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:32.403936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f8c63d9a-84ef-4c94-b879-dd00a07f062f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6051662 Mar 10 15:29:32.404145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54918) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:32.411115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-309d4695-891a-4eb7-9284-d54012d7ec5f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'ea084b9e-5eb6-4ffa-a2f0-d743e782d656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:32.500756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-ea084b9e-5eb6-4ffa-a2f0-d743e782d656', 'network_id': 'ea084b9e-5eb6-4ffa-a2f0-d743e782d656', 'project_id': '478a36511e3348c2a5fd645f0cee0443', 'fixed_ips': [{'subnet_id': '4d9e3908-ab89-4477-9514-a8eca3622447'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:29:32.501667 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:32.536801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309d4695-891a-4eb7-9284-d54012d7ec5f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:32.541638 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-309d4695-891a-4eb7-9284-d54012d7ec5f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:32.653654 n-d-833090-1 neutron-server[115533]: INFO neutron.db.ipam_backend_mixin [None req-309d4695-891a-4eb7-9284-d54012d7ec5f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d9e3908-ab89-4477-9514-a8eca3622447 (CIDR: 2001:db8::/64) Mar 10 15:29:32.655724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Allocated IP 2001:db8::2 (ea084b9e-5eb6-4ffa-a2f0-d743e782d656/4d9e3908-ab89-4477-9514-a8eca3622447/910dfc0f-e9df-4b23-aff1-d04edd80e2ed) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:32.657667 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-309d4695-891a-4eb7-9284-d54012d7ec5f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:29:32.658140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309d4695-891a-4eb7-9284-d54012d7ec5f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:29:32.685716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54926) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:32.686424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-309d4695-891a-4eb7-9284-d54012d7ec5f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2811868 Mar 10 15:29:32.691191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8958ed1f-90fc-4c55-aaf3-235b3f67360a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'ea084b9e-5eb6-4ffa-a2f0-d743e782d656', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:32.809909 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Publish callbacks [] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:32.816905 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:32.821038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8958ed1f-90fc-4c55-aaf3-235b3f67360a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:32.825315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8958ed1f-90fc-4c55-aaf3-235b3f67360a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:32.860821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:32.863687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:32.866099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:32.877567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Pushing event updated for resources: {'Port': ['ID=910dfc0f-e9df-4b23-aff1-d04edd80e2ed,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:32.927709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Attempting to bind port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:32.928030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Attempting to bind port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ea084b9e-5eb6-4ffa-a2f0-d743e782d656'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:32.928385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Attempting to bind port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed on network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:32.933410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:32.933999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Checking segment: {'id': 'fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ea084b9e-5eb6-4ffa-a2f0-d743e782d656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:32.934193 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:32.934586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Bound using segment: {'id': 'fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ea084b9e-5eb6-4ffa-a2f0-d743e782d656'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:32.935093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Bound port: 910dfc0f-e9df-4b23-aff1-d04edd80e2ed, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'ea084b9e-5eb6-4ffa-a2f0-d743e782d656'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:32.935475 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:33.002277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] For port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:33.005509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] For port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=910dfc0f-e9df-4b23-aff1-d04edd80e2ed,segment=NetworkSegment(fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f),segment_id=fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:33.012506 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:33.078278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01f887-bf91-49b1-902c-722364b3d9a8 None None] Pushing event updated for resources: {'Port': ['ID=910dfc0f-e9df-4b23-aff1-d04edd80e2ed,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:33.089916 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8958ed1f-90fc-4c55-aaf3-235b3f67360a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:33.139184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8958ed1f-90fc-4c55-aaf3-235b3f67360a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:33.142371 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8958ed1f-90fc-4c55-aaf3-235b3f67360a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:33.145756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8958ed1f-90fc-4c55-aaf3-235b3f67360a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:33.146354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8958ed1f-90fc-4c55-aaf3-235b3f67360a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:33.161878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958ed1f-90fc-4c55-aaf3-235b3f67360a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Subnet': ['ID=10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:33.174412 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8958ed1f-90fc-4c55-aaf3-235b3f67360a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4872663 Mar 10 15:29:33.176992 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54928) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:33.182236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'ea084b9e-5eb6-4ffa-a2f0-d743e782d656', 'fixed_ips': [{'subnet_id': '4d9e3908-ab89-4477-9514-a8eca3622447'}, {'subnet_id': '10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75'}], 'name': 'tempest-PortsIpV6TestJSON-798340601'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:33.322274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:33.418349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:33.438496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port 354b5128-bb00-4cda-814c-e3706cbf043a yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:33.704933 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8::358 (ea084b9e-5eb6-4ffa-a2f0-d743e782d656/4d9e3908-ab89-4477-9514-a8eca3622447/354b5128-bb00-4cda-814c-e3706cbf043a) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:33.711118 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8:0:1::57 (ea084b9e-5eb6-4ffa-a2f0-d743e782d656/10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75/354b5128-bb00-4cda-814c-e3706cbf043a) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:33.885238 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (354b5128-bb00-4cda-814c-e3706cbf043a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:33.922867 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (354b5128-bb00-4cda-814c-e3706cbf043a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:33.968619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:33.975251 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:33.977886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:33.983360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:33.984244 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:33.997716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=354b5128-bb00-4cda-814c-e3706cbf043a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:34.014620 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-612876d8-72b0-4497-93ce-47cd3ca03e6b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 0.8340020 Mar 10 15:29:34.014929 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54936) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:34.020592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b4e88047-5415-4bff-b2ac-55c76877f6a4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d9e3908-ab89-4477-9514-a8eca3622447'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:34.112476 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4e88047-5415-4bff-b2ac-55c76877f6a4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (354b5128-bb00-4cda-814c-e3706cbf043a), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:34.134035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a2de12-ec8c-4b27-a5be-8f1661a3ffe4 None None] Network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:34.252006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Provisioning complete for port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:34.252454 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:34.380509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-b4e88047-5415-4bff-b2ac-55c76877f6a4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Delete allocated IP 2001:db8:0:1::57 (ea084b9e-5eb6-4ffa-a2f0-d743e782d656/10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75) {{(pid=115534) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 15:29:34.389126 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Current status of the port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:34.389516 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:34.422696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da2c3dc-5078-4b75-b033-465b31959338 None None] Update dhcp port {'port': {'network_id': 'ea084b9e-5eb6-4ffa-a2f0-d743e782d656', 'fixed_ips': [{'subnet_id': '4d9e3908-ab89-4477-9514-a8eca3622447', 'ip_address': '2001:db8::2'}, {'subnet_id': '10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '910dfc0f-e9df-4b23-aff1-d04edd80e2ed'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:29:34.448979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] For port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=910dfc0f-e9df-4b23-aff1-d04edd80e2ed,segment=NetworkSegment(fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f),segment_id=fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:34.456306 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:34.463586 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3da2c3dc-5078-4b75-b033-465b31959338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:34.529081 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4e88047-5415-4bff-b2ac-55c76877f6a4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (354b5128-bb00-4cda-814c-e3706cbf043a), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:34.536267 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4e88047-5415-4bff-b2ac-55c76877f6a4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (354b5128-bb00-4cda-814c-e3706cbf043a), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:34.540149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Pushing event updated for resources: {'Port': ['ID=910dfc0f-e9df-4b23-aff1-d04edd80e2ed,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:34.559753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.560101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.560446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.560783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.561116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.561656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.562725 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.563092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.563432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.563760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.564088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.564413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.564892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cbb30-b5de-459e-b610-4d3ecbf120f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:29:34.634154 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b4e88047-5415-4bff-b2ac-55c76877f6a4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] In _notify_port_updated(), no bound segment for port 354b5128-bb00-4cda-814c-e3706cbf043a on network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:29:34.640131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e88047-5415-4bff-b2ac-55c76877f6a4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:34.640377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4e88047-5415-4bff-b2ac-55c76877f6a4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:34.644096 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b4e88047-5415-4bff-b2ac-55c76877f6a4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "PUT /v2.0/ports/354b5128-bb00-4cda-814c-e3706cbf043a HTTP/1.1" status: 200 len: 925 time: 0.6254723 Mar 10 15:29:34.644865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54942) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:34.645672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e88047-5415-4bff-b2ac-55c76877f6a4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=354b5128-bb00-4cda-814c-e3706cbf043a,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:34.660425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-08080fa5-0a77-46c1-b304-ba72c2d2faa5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d9e3908-ab89-4477-9514-a8eca3622447'}, {'subnet_id': '10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:34.707624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 910dfc0f-e9df-4b23-aff1-d04edd80e2ed up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:34.770455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-3da2c3dc-5078-4b75-b033-465b31959338 None None] Allocated IP 2001:db8:0:1::2 (ea084b9e-5eb6-4ffa-a2f0-d743e782d656/10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75/910dfc0f-e9df-4b23-aff1-d04edd80e2ed) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:34.812771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:34.813149 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:34.839010 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08080fa5-0a77-46c1-b304-ba72c2d2faa5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (354b5128-bb00-4cda-814c-e3706cbf043a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:34.938558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3da2c3dc-5078-4b75-b033-465b31959338 None None] For port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=910dfc0f-e9df-4b23-aff1-d04edd80e2ed,segment=NetworkSegment(fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f),segment_id=fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:34.965681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:34.980227 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3da2c3dc-5078-4b75-b033-465b31959338 None None] Publish callbacks [] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:34.987432 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3da2c3dc-5078-4b75-b033-465b31959338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:35.080944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2c3dc-5078-4b75-b033-465b31959338 None None] Pushing event updated for resources: {'Port': ['ID=910dfc0f-e9df-4b23-aff1-d04edd80e2ed,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:35.127825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-08080fa5-0a77-46c1-b304-ba72c2d2faa5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8:0:1::32e (ea084b9e-5eb6-4ffa-a2f0-d743e782d656/10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75/354b5128-bb00-4cda-814c-e3706cbf043a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:35.276329 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08080fa5-0a77-46c1-b304-ba72c2d2faa5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (354b5128-bb00-4cda-814c-e3706cbf043a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:35.282394 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08080fa5-0a77-46c1-b304-ba72c2d2faa5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (354b5128-bb00-4cda-814c-e3706cbf043a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:35.377950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-08080fa5-0a77-46c1-b304-ba72c2d2faa5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] In _notify_port_updated(), no bound segment for port 354b5128-bb00-4cda-814c-e3706cbf043a on network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:29:35.383820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08080fa5-0a77-46c1-b304-ba72c2d2faa5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:35.384527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-08080fa5-0a77-46c1-b304-ba72c2d2faa5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:35.388626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-08080fa5-0a77-46c1-b304-ba72c2d2faa5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "PUT /v2.0/ports/354b5128-bb00-4cda-814c-e3706cbf043a HTTP/1.1" status: 200 len: 1011 time: 0.7352645 Mar 10 15:29:35.388626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08080fa5-0a77-46c1-b304-ba72c2d2faa5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=354b5128-bb00-4cda-814c-e3706cbf043a,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:35.389822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54948) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:35.491807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-33b15e41-e70d-4b1c-a4b1-4376cd7de4e2 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 354b5128-bb00-4cda-814c-e3706cbf043a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:35.492159 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-33b15e41-e70d-4b1c-a4b1-4376cd7de4e2 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (354b5128-bb00-4cda-814c-e3706cbf043a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:35.591036 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-33b15e41-e70d-4b1c-a4b1-4376cd7de4e2 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (354b5128-bb00-4cda-814c-e3706cbf043a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:35.602751 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-33b15e41-e70d-4b1c-a4b1-4376cd7de4e2 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 354b5128-bb00-4cda-814c-e3706cbf043a owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:35.708303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae1f123-1ac6-44e1-ad41-f90ce38b34ef None None] Network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:35.801982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d96d8902-1049-470a-b28e-70b5953a74d0 None None] Provisioning complete for port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:35.802353 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d96d8902-1049-470a-b28e-70b5953a74d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:35.815453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-33b15e41-e70d-4b1c-a4b1-4376cd7de4e2 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (354b5128-bb00-4cda-814c-e3706cbf043a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:35.861331 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b15e41-e70d-4b1c-a4b1-4376cd7de4e2 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=354b5128-bb00-4cda-814c-e3706cbf043a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:35.914915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d96d8902-1049-470a-b28e-70b5953a74d0 None None] Current status of the port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:35.915131 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-33b15e41-e70d-4b1c-a4b1-4376cd7de4e2 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:35.918868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d96d8902-1049-470a-b28e-70b5953a74d0 None None] Could not find standard attr ID for object 354b5128-bb00-4cda-814c-e3706cbf043a. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:35.927363 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-33b15e41-e70d-4b1c-a4b1-4376cd7de4e2 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/354b5128-bb00-4cda-814c-e3706cbf043a HTTP/1.1" status: 204 len: 168 time: 0.5363548 Mar 10 15:29:35.927580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54956) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:35.961453 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e0d299-6ff3-4b0c-a362-6cc9b976eb2a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:35.962885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-87e0d299-6ff3-4b0c-a362-6cc9b976eb2a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/354b5128-bb00-4cda-814c-e3706cbf043a HTTP/1.1" status: 404 len: 333 time: 0.0337479 Mar 10 15:29:35.965854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54958) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:36.025857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a743841-8bc9-4cd6-aad6-f80e9db4b188 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting subnet 10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:36.029676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a743841-8bc9-4cd6-aad6-f80e9db4b188 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.075934 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a743841-8bc9-4cd6-aad6-f80e9db4b188 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.142958 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2343fe75-e5c5-49df-912b-ebb2e4b08500 None None] Provisioning complete for port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:36.143637 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2343fe75-e5c5-49df-912b-ebb2e4b08500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.168626 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a743841-8bc9-4cd6-aad6-f80e9db4b188 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.242520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a743841-8bc9-4cd6-aad6-f80e9db4b188 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.252733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2343fe75-e5c5-49df-912b-ebb2e4b08500 None None] Current status of the port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:36.257305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2343fe75-e5c5-49df-912b-ebb2e4b08500 None None] Could not find standard attr ID for object 354b5128-bb00-4cda-814c-e3706cbf043a. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:36.282649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a743841-8bc9-4cd6-aad6-f80e9db4b188 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.289104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5a743841-8bc9-4cd6-aad6-f80e9db4b188 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75 HTTP/1.1" status: 204 len: 168 time: 0.3194230 Mar 10 15:29:36.289104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a743841-8bc9-4cd6-aad6-f80e9db4b188 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Subnet': ['ID=10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:36.290264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54960) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:36.356656 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c47dd48-97f1-47ab-b196-adb34864409f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting subnet 4d9e3908-ab89-4477-9514-a8eca3622447 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:36.360370 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c47dd48-97f1-47ab-b196-adb34864409f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (4d9e3908-ab89-4477-9514-a8eca3622447), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.373502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b885ea9-9847-42c2-bc63-ff1dbcd8ef08 None None] Network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:36.404235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c47dd48-97f1-47ab-b196-adb34864409f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (4d9e3908-ab89-4477-9514-a8eca3622447), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.475514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-97d99710-02fb-441f-b15f-c024949afb6e None None] Could not find standard attr ID for object 354b5128-bb00-4cda-814c-e3706cbf043a. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:36.494095 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c47dd48-97f1-47ab-b196-adb34864409f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (4d9e3908-ab89-4477-9514-a8eca3622447), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.558947 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c47dd48-97f1-47ab-b196-adb34864409f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (4d9e3908-ab89-4477-9514-a8eca3622447), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.588723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47dd48-97f1-47ab-b196-adb34864409f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9e3908-ab89-4477-9514-a8eca3622447,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:36.594979 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c47dd48-97f1-47ab-b196-adb34864409f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.601726 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9c47dd48-97f1-47ab-b196-adb34864409f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/4d9e3908-ab89-4477-9514-a8eca3622447 HTTP/1.1" status: 204 len: 168 time: 0.3099191 Mar 10 15:29:36.602066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54964) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:36.621801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 910dfc0f-e9df-4b23-aff1-d04edd80e2ed up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:36.700257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:36.700802 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.728780 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ea084b9e-5eb6-4ffa-a2f0-d743e782d656), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.794185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:36.798753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:36.799465 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.876955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] For port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=910dfc0f-e9df-4b23-aff1-d04edd80e2ed,segment=NetworkSegment(fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f),segment_id=fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:36.877643 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:36.892035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 910dfc0f-e9df-4b23-aff1-d04edd80e2ed owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:36.976845 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (910dfc0f-e9df-4b23-aff1-d04edd80e2ed), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.010830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No DVR routers for this DVR port 910dfc0f-e9df-4b23-aff1-d04edd80e2ed on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:37.049457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=910dfc0f-e9df-4b23-aff1-d04edd80e2ed,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:37.119037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ea084b9e-5eb6-4ffa-a2f0-d743e782d656), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.140652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea084b9e-5eb6-4ffa-a2f0-d743e782d656']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:37.152785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:37.153095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:37.162768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.171603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572014ad-a6dc-47f6-8ea6-ddc023207477 None None] Network ea084b9e-5eb6-4ffa-a2f0-d743e782d656 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:37.176072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.183445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:29:37.185726 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (fb0f2f7c-3dfd-455a-bcc8-9cf802d5a90f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:29:37.189025 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:29:37.206041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ad723629-187c-4325-8c93-40de36bc6983 None None] Could not find standard attr ID for object 910dfc0f-e9df-4b23-aff1-d04edd80e2ed. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:37.258779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ea084b9e-5eb6-4ffa-a2f0-d743e782d656), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.267912 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.278364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/networks/ea084b9e-5eb6-4ffa-a2f0-d743e782d656 HTTP/1.1" status: 204 len: 168 time: 0.6697178 Mar 10 15:29:37.278903 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54970) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:37.301421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24126e3-ae08-4175-91d8-7fd5511decff tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Network': ['ID=ea084b9e-5eb6-4ffa-a2f0-d743e782d656,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:37.343990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297f55c-60b4-49a9-9705-ab5a84d9154b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:37.348829 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4297f55c-60b4-49a9-9705-ab5a84d9154b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0670736 Mar 10 15:29:37.349319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54972) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:37.401805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-08aa6739-aa5b-4020-bb13-cd27848d3c9d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0511932 Mar 10 15:29:37.405247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 54974) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:37.410926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-343493578'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:37.437005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:37.440460 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.469121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:29:37.479115 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f19976a0-757f-47ba-ad73-d58efcfc0f05), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.479539 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Added segment f19976a0-757f-47ba-ad73-d58efcfc0f05 of type vlan for network d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 Mar 10 15:29:37.492298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9738459-2385-4c8e-979e-7a06580cceb2 None None] DHCP port deletion for ea084b9e-5eb6-4ffa-a2f0-d743e782d656 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:29:37.540554 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d4f4c034-0aaf-4d29-bdc7-19556d93c8e1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.567929 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d4f4c034-0aaf-4d29-bdc7-19556d93c8e1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.573343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:37.573938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.607696 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2007730 Mar 10 15:29:37.610958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54980) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:37.616590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'd4f4c034-0aaf-4d29-bdc7-19556d93c8e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:37.657728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508b492-6252-43aa-8416-6ddab0b7396d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Network': ['ID=d4f4c034-0aaf-4d29-bdc7-19556d93c8e1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:37.670194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:29:37.719890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:37.723667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.908537 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (81fd5728-1f43-4556-8b9a-5ead2ddef9f1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:37.967708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Subnet': ['ID=81fd5728-1f43-4556-8b9a-5ead2ddef9f1,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:37.976716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Checking segment: {'id': 'f19976a0-757f-47ba-ad73-d58efcfc0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd4f4c034-0aaf-4d29-bdc7-19556d93c8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:37.977085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network hostable DHCP agents. Network: d4f4c034-0aaf-4d29-bdc7-19556d93c8e1, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:29:37.994219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:29:38.002613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, d4f4c034-0aaf-4d29-bdc7-19556d93c8e1) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:38.007125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:38.007754 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:38.014954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ec567-024c-4629-95e4-fd898e5522ff None None] Network d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:38.027452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f3b8b6fe-0fbe-4381-92a6-1a4ac1c5d9eb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4128630 Mar 10 15:29:38.027762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54984) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:38.032677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'd4f4c034-0aaf-4d29-bdc7-19556d93c8e1', 'name': 'tempest-PortsIpV6TestJSON-1881839368'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:38.137317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-d4f4c034-0aaf-4d29-bdc7-19556d93c8e1', 'network_id': 'd4f4c034-0aaf-4d29-bdc7-19556d93c8e1', 'project_id': '478a36511e3348c2a5fd645f0cee0443', 'fixed_ips': [{'subnet_id': '81fd5728-1f43-4556-8b9a-5ead2ddef9f1'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:29:38.138831 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:38.148505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:38.152207 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:38.171306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port dfbc3d22-3e14-499d-a81c-83659dc3b8d9 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:38.286403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8::120 (d4f4c034-0aaf-4d29-bdc7-19556d93c8e1/81fd5728-1f43-4556-8b9a-5ead2ddef9f1/dfbc3d22-3e14-499d-a81c-83659dc3b8d9) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:38.452382 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (dfbc3d22-3e14-499d-a81c-83659dc3b8d9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:38.487051 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dfbc3d22-3e14-499d-a81c-83659dc3b8d9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:38.530468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:38.535613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:38.540343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:38.545741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:38.546393 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:38.546738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Allocated IP 2001:db8::2 (d4f4c034-0aaf-4d29-bdc7-19556d93c8e1/81fd5728-1f43-4556-8b9a-5ead2ddef9f1/a1d09417-493e-4adb-b9cc-b8072d45bf46) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:38.557485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=dfbc3d22-3e14-499d-a81c-83659dc3b8d9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:38.571122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fe1a1923-f763-4d9c-9221-6153578a3d9e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5422266 Mar 10 15:29:38.573525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 54992) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:38.578739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'd4f4c034-0aaf-4d29-bdc7-19556d93c8e1', 'name': 'tempest-PortsIpV6TestJSON-1929990323'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:38.659418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 910dfc0f-e9df-4b23-aff1-d04edd80e2ed no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:38.692345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 910dfc0f-e9df-4b23-aff1-d04edd80e2ed {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:38.693063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 910dfc0f-e9df-4b23-aff1-d04edd80e2ed not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:38.713586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:38.717615 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:38.737682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port 4684fbce-1402-4af1-9ae1-8c244b4669be yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:38.759628 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Publish callbacks [] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:38.766452 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:38.811890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Network d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:38.815367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:38.821949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:38.824038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Pushing event updated for resources: {'Port': ['ID=a1d09417-493e-4adb-b9cc-b8072d45bf46,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:38.899163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Attempting to bind port a1d09417-493e-4adb-b9cc-b8072d45bf46 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:38.900143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Attempting to bind port a1d09417-493e-4adb-b9cc-b8072d45bf46 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'f19976a0-757f-47ba-ad73-d58efcfc0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd4f4c034-0aaf-4d29-bdc7-19556d93c8e1'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:38.900687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Attempting to bind port a1d09417-493e-4adb-b9cc-b8072d45bf46 on network d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:38.922683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:38.923534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Checking segment: {'id': 'f19976a0-757f-47ba-ad73-d58efcfc0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd4f4c034-0aaf-4d29-bdc7-19556d93c8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:38.924107 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:38.925081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Bound using segment: {'id': 'f19976a0-757f-47ba-ad73-d58efcfc0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd4f4c034-0aaf-4d29-bdc7-19556d93c8e1'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:38.925892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Bound port: a1d09417-493e-4adb-b9cc-b8072d45bf46, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19976a0-757f-47ba-ad73-d58efcfc0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd4f4c034-0aaf-4d29-bdc7-19556d93c8e1'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:38.926452 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:38.998050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] For port a1d09417-493e-4adb-b9cc-b8072d45bf46, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:39.002005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] For port a1d09417-493e-4adb-b9cc-b8072d45bf46, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a1d09417-493e-4adb-b9cc-b8072d45bf46,segment=NetworkSegment(f19976a0-757f-47ba-ad73-d58efcfc0f05),segment_id=f19976a0-757f-47ba-ad73-d58efcfc0f05)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:39.011756 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:39.082366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9c9ad-e172-401b-a809-7bddc52bc5a4 None None] Pushing event updated for resources: {'Port': ['ID=a1d09417-493e-4adb-b9cc-b8072d45bf46,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:39.183825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8::1b4 (d4f4c034-0aaf-4d29-bdc7-19556d93c8e1/81fd5728-1f43-4556-8b9a-5ead2ddef9f1/4684fbce-1402-4af1-9ae1-8c244b4669be) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:39.394456 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (4684fbce-1402-4af1-9ae1-8c244b4669be), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:39.432946 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4684fbce-1402-4af1-9ae1-8c244b4669be), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:39.477258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:39.483359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:39.487736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:39.493036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:39.493879 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:39.500220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=4684fbce-1402-4af1-9ae1-8c244b4669be,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:39.514696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-18f39905-1a7e-412e-b77b-cbc00e381115 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9400127 Mar 10 15:29:39.517462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55000) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:39.610933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b9006a-b29f-4a93-aead-90ca506894d7 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:39.612423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-85b9006a-b29f-4a93-aead-90ca506894d7 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A120 HTTP/1.1" status: 200 len: 929 time: 0.0940497 Mar 10 15:29:39.615634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55002) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:39.707849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1bdab987-e60d-4fd8-ba2f-ecb7b6d83b49 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 4684fbce-1402-4af1-9ae1-8c244b4669be {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:39.708196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1bdab987-e60d-4fd8-ba2f-ecb7b6d83b49 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4684fbce-1402-4af1-9ae1-8c244b4669be), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:39.813197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1bdab987-e60d-4fd8-ba2f-ecb7b6d83b49 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4684fbce-1402-4af1-9ae1-8c244b4669be), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:39.826391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1bdab987-e60d-4fd8-ba2f-ecb7b6d83b49 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 4684fbce-1402-4af1-9ae1-8c244b4669be owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:39.961960 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1bdab987-e60d-4fd8-ba2f-ecb7b6d83b49 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4684fbce-1402-4af1-9ae1-8c244b4669be), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:39.995860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdab987-e60d-4fd8-ba2f-ecb7b6d83b49 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=4684fbce-1402-4af1-9ae1-8c244b4669be,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:40.022765 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1bdab987-e60d-4fd8-ba2f-ecb7b6d83b49 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.026825 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1bdab987-e60d-4fd8-ba2f-ecb7b6d83b49 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/4684fbce-1402-4af1-9ae1-8c244b4669be HTTP/1.1" status: 204 len: 168 time: 0.4095542 Mar 10 15:29:40.028675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55006) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:40.055691 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49c4d98-ab33-41a5-b45c-d5ac4bc96a1d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:40.057161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e49c4d98-ab33-41a5-b45c-d5ac4bc96a1d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/4684fbce-1402-4af1-9ae1-8c244b4669be HTTP/1.1" status: 404 len: 333 time: 0.0273566 Mar 10 15:29:40.059911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55008) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:40.125720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e9e3df-dc3b-4e53-891e-38f0e44ff648 None None] Network d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:40.170851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-4c45313a-8464-4da4-ab33-9a562270d209 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port dfbc3d22-3e14-499d-a81c-83659dc3b8d9 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:40.171194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c45313a-8464-4da4-ab33-9a562270d209 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dfbc3d22-3e14-499d-a81c-83659dc3b8d9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.203493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a16e3fb1-d373-4470-a486-32f92ad25119 None None] Provisioning complete for port a1d09417-493e-4adb-b9cc-b8072d45bf46 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:40.204023 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a16e3fb1-d373-4470-a486-32f92ad25119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.282287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c45313a-8464-4da4-ab33-9a562270d209 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dfbc3d22-3e14-499d-a81c-83659dc3b8d9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.296351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-4c45313a-8464-4da4-ab33-9a562270d209 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for dfbc3d22-3e14-499d-a81c-83659dc3b8d9 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:40.328050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a16e3fb1-d373-4470-a486-32f92ad25119 None None] Current status of the port a1d09417-493e-4adb-b9cc-b8072d45bf46 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:40.328743 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a16e3fb1-d373-4470-a486-32f92ad25119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.377652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a16e3fb1-d373-4470-a486-32f92ad25119 None None] For port a1d09417-493e-4adb-b9cc-b8072d45bf46, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a1d09417-493e-4adb-b9cc-b8072d45bf46,segment=NetworkSegment(f19976a0-757f-47ba-ad73-d58efcfc0f05),segment_id=f19976a0-757f-47ba-ad73-d58efcfc0f05)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:40.383042 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a16e3fb1-d373-4470-a486-32f92ad25119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.438936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e3fb1-d373-4470-a486-32f92ad25119 None None] Pushing event updated for resources: {'Port': ['ID=a1d09417-493e-4adb-b9cc-b8072d45bf46,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:40.471558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c45313a-8464-4da4-ab33-9a562270d209 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dfbc3d22-3e14-499d-a81c-83659dc3b8d9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.503572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45313a-8464-4da4-ab33-9a562270d209 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=dfbc3d22-3e14-499d-a81c-83659dc3b8d9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:40.530683 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4c45313a-8464-4da4-ab33-9a562270d209 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.534631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4c45313a-8464-4da4-ab33-9a562270d209 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/dfbc3d22-3e14-499d-a81c-83659dc3b8d9 HTTP/1.1" status: 204 len: 168 time: 0.4736037 Mar 10 15:29:40.537670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55014) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:40.568931 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1d35eb-533a-4c33-8984-c62d88176a91 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:40.569185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5f1d35eb-533a-4c33-8984-c62d88176a91 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/dfbc3d22-3e14-499d-a81c-83659dc3b8d9 HTTP/1.1" status: 404 len: 333 time: 0.0301380 Mar 10 15:29:40.572230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55016) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:40.665406 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2278e75f-da36-4524-bc69-cf5cc203f0d5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting subnet 81fd5728-1f43-4556-8b9a-5ead2ddef9f1 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:40.668022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a1d09417-493e-4adb-b9cc-b8072d45bf46 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:40.671771 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2278e75f-da36-4524-bc69-cf5cc203f0d5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (81fd5728-1f43-4556-8b9a-5ead2ddef9f1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.723977 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2278e75f-da36-4524-bc69-cf5cc203f0d5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (81fd5728-1f43-4556-8b9a-5ead2ddef9f1), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.725130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4d71d547-7ecf-4c66-b817-2213b77169e0 None None] Provisioning complete for port a1d09417-493e-4adb-b9cc-b8072d45bf46 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:40.725838 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4d71d547-7ecf-4c66-b817-2213b77169e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.803484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a1d09417-493e-4adb-b9cc-b8072d45bf46 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:40.803875 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.823711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2278e75f-da36-4524-bc69-cf5cc203f0d5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (81fd5728-1f43-4556-8b9a-5ead2ddef9f1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.921024 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2278e75f-da36-4524-bc69-cf5cc203f0d5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (81fd5728-1f43-4556-8b9a-5ead2ddef9f1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.938158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4d71d547-7ecf-4c66-b817-2213b77169e0 None None] Current status of the port a1d09417-493e-4adb-b9cc-b8072d45bf46 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:40.954659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4d71d547-7ecf-4c66-b817-2213b77169e0 None None] Could not find standard attr ID for object dfbc3d22-3e14-499d-a81c-83659dc3b8d9. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:40.963251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a1d09417-493e-4adb-b9cc-b8072d45bf46 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:40.973930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278e75f-da36-4524-bc69-cf5cc203f0d5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Subnet': ['ID=81fd5728-1f43-4556-8b9a-5ead2ddef9f1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:40.983947 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2278e75f-da36-4524-bc69-cf5cc203f0d5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:40.990021 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2278e75f-da36-4524-bc69-cf5cc203f0d5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/81fd5728-1f43-4556-8b9a-5ead2ddef9f1 HTTP/1.1" status: 204 len: 168 time: 0.4164741 Mar 10 15:29:40.992856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55020) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:41.075158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c95f5151-f0d7-400b-b023-04f349cf2679 None None] Could not find standard attr ID for object dfbc3d22-3e14-499d-a81c-83659dc3b8d9. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:41.101152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d4f4c034-0aaf-4d29-bdc7-19556d93c8e1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.160753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port a1d09417-493e-4adb-b9cc-b8072d45bf46 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:41.161024 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.186968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6c3457-4f45-4912-8544-16dd32040a18 None None] Network d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:41.205131 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-30081688-7dde-4d18-8c7b-7756fda46cb9 None None] Could not find standard attr ID for object 4684fbce-1402-4af1-9ae1-8c244b4669be. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:41.231160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] For port a1d09417-493e-4adb-b9cc-b8072d45bf46, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a1d09417-493e-4adb-b9cc-b8072d45bf46,segment=NetworkSegment(f19976a0-757f-47ba-ad73-d58efcfc0f05),segment_id=f19976a0-757f-47ba-ad73-d58efcfc0f05)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:41.231603 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.251624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for a1d09417-493e-4adb-b9cc-b8072d45bf46 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:41.337555 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a1d09417-493e-4adb-b9cc-b8072d45bf46), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.367264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=a1d09417-493e-4adb-b9cc-b8072d45bf46,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:41.369291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2279bfff-3dfc-4026-a601-fb4cc7ca04a4 None None] DHCP port deletion for d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:29:41.371373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No DVR routers for this DVR port a1d09417-493e-4adb-b9cc-b8072d45bf46 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:41.455553 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d4f4c034-0aaf-4d29-bdc7-19556d93c8e1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.476136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f4c034-0aaf-4d29-bdc7-19556d93c8e1']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:41.485794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19976a0-757f-47ba-ad73-d58efcfc0f05') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:41.486095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19976a0-757f-47ba-ad73-d58efcfc0f05') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:41.495646 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (f19976a0-757f-47ba-ad73-d58efcfc0f05), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.509222 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f19976a0-757f-47ba-ad73-d58efcfc0f05), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.515289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:29:41.515735 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (f19976a0-757f-47ba-ad73-d58efcfc0f05), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:29:41.518778 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:29:41.580516 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d4f4c034-0aaf-4d29-bdc7-19556d93c8e1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.585722 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.589890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/networks/d4f4c034-0aaf-4d29-bdc7-19556d93c8e1 HTTP/1.1" status: 204 len: 168 time: 0.5955462 Mar 10 15:29:41.593587 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55026) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:41.600110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-22936075'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:41.604969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e950f-7c4c-4246-99c9-318c3c0578fb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Network': ['ID=d4f4c034-0aaf-4d29-bdc7-19556d93c8e1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:41.620997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:41.624436 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.648649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:29:41.657658 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (80a8311f-35f9-44e7-827c-d9c1d38e1f0f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.658029 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Added segment 80a8311f-35f9-44e7-827c-d9c1d38e1f0f of type vlan for network b8e24e7f-9216-44f8-8d22-c49c1df35d3a Mar 10 15:29:41.696682 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (b8e24e7f-9216-44f8-8d22-c49c1df35d3a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.725020 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (b8e24e7f-9216-44f8-8d22-c49c1df35d3a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.730036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:41.730610 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:41.766648 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1711192 Mar 10 15:29:41.769640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55028) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:41.777926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'b8e24e7f-9216-44f8-8d22-c49c1df35d3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:41.808746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b44e5-c268-4399-ba18-f75c9c7a96dc tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Network': ['ID=b8e24e7f-9216-44f8-8d22-c49c1df35d3a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:41.820417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network b8e24e7f-9216-44f8-8d22-c49c1df35d3a details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:29:41.877355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:41.881021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.078219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (7769bdc7-c648-4a51-b1c2-eb4d9ed8014f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.143651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Subnet': ['ID=7769bdc7-c648-4a51-b1c2-eb4d9ed8014f,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:42.151748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Checking segment: {'id': '80a8311f-35f9-44e7-827c-d9c1d38e1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b8e24e7f-9216-44f8-8d22-c49c1df35d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:42.152117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network hostable DHCP agents. Network: b8e24e7f-9216-44f8-8d22-c49c1df35d3a, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:29:42.168759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network b8e24e7f-9216-44f8-8d22-c49c1df35d3a is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:29:42.177121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, b8e24e7f-9216-44f8-8d22-c49c1df35d3a) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:42.181109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:42.181727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.187293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfce8502-1ce7-4e56-865b-625a40de4e5c None None] Network b8e24e7f-9216-44f8-8d22-c49c1df35d3a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:42.209616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-21193f7f-abb9-4e1f-8bde-fc986ad6c023 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4382191 Mar 10 15:29:42.212657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55038) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:42.219371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'b8e24e7f-9216-44f8-8d22-c49c1df35d3a', 'name': 'tempest-PortsIpV6TestJSON-416774489', 'fixed_ips': [{'subnet_id': '7769bdc7-c648-4a51-b1c2-eb4d9ed8014f', 'ip_address': '2001:db8::10'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:42.296298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-b8e24e7f-9216-44f8-8d22-c49c1df35d3a', 'network_id': 'b8e24e7f-9216-44f8-8d22-c49c1df35d3a', 'project_id': '478a36511e3348c2a5fd645f0cee0443', 'fixed_ips': [{'subnet_id': '7769bdc7-c648-4a51-b1c2-eb4d9ed8014f'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:29:42.297273 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.332450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:42.419564 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.437316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port 79190b25-a34b-4274-bd47-d5278028420b yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:42.446517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Allocated IP 2001:db8::2 (b8e24e7f-9216-44f8-8d22-c49c1df35d3a/7769bdc7-c648-4a51-b1c2-eb4d9ed8014f/8ef48941-d922-4f50-9512-185338e74bba) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:42.599829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a1d09417-493e-4adb-b9cc-b8072d45bf46 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:42.606258 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Publish callbacks [] for port (8ef48941-d922-4f50-9512-185338e74bba), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.627043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a1d09417-493e-4adb-b9cc-b8072d45bf46 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:42.627399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a1d09417-493e-4adb-b9cc-b8072d45bf46 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:42.629757 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (8ef48941-d922-4f50-9512-185338e74bba), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.670127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8::10 (b8e24e7f-9216-44f8-8d22-c49c1df35d3a/7769bdc7-c648-4a51-b1c2-eb4d9ed8014f/79190b25-a34b-4274-bd47-d5278028420b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:42.683568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Network b8e24e7f-9216-44f8-8d22-c49c1df35d3a is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:42.685096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Pushing event updated for resources: {'Port': ['ID=8ef48941-d922-4f50-9512-185338e74bba,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:42.688751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:42.690767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:42.756720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Attempting to bind port 8ef48941-d922-4f50-9512-185338e74bba on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:42.757480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Attempting to bind port 8ef48941-d922-4f50-9512-185338e74bba by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '80a8311f-35f9-44e7-827c-d9c1d38e1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b8e24e7f-9216-44f8-8d22-c49c1df35d3a'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:42.758068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Attempting to bind port 8ef48941-d922-4f50-9512-185338e74bba on network b8e24e7f-9216-44f8-8d22-c49c1df35d3a {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:42.765718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:42.766253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Checking segment: {'id': '80a8311f-35f9-44e7-827c-d9c1d38e1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b8e24e7f-9216-44f8-8d22-c49c1df35d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:42.766835 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.767342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Bound using segment: {'id': '80a8311f-35f9-44e7-827c-d9c1d38e1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b8e24e7f-9216-44f8-8d22-c49c1df35d3a'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:42.767922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Bound port: 8ef48941-d922-4f50-9512-185338e74bba, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a8311f-35f9-44e7-827c-d9c1d38e1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b8e24e7f-9216-44f8-8d22-c49c1df35d3a'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:42.768406 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8ef48941-d922-4f50-9512-185338e74bba), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.854252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] For port 8ef48941-d922-4f50-9512-185338e74bba, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:42.857789 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] For port 8ef48941-d922-4f50-9512-185338e74bba, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8ef48941-d922-4f50-9512-185338e74bba,segment=NetworkSegment(80a8311f-35f9-44e7-827c-d9c1d38e1f0f),segment_id=80a8311f-35f9-44e7-827c-d9c1d38e1f0f)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:42.862726 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (79190b25-a34b-4274-bd47-d5278028420b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.864923 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8ef48941-d922-4f50-9512-185338e74bba), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.904637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (79190b25-a34b-4274-bd47-d5278028420b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.947659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39086c-a55e-4044-9f24-37706eb50918 None None] Pushing event updated for resources: {'Port': ['ID=8ef48941-d922-4f50-9512-185338e74bba,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:42.955104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network b8e24e7f-9216-44f8-8d22-c49c1df35d3a is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:42.960764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:42.964566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:42.969860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:42.970570 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:42.981783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=79190b25-a34b-4274-bd47-d5278028420b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:42.995909 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1448a6d9-b997-43dd-9d86-365af31dc5fd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7817321 Mar 10 15:29:42.998527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55046) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:43.004457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'b8e24e7f-9216-44f8-8d22-c49c1df35d3a', 'name': 'tempest-PortsIpV6TestJSON-1317735674', 'fixed_ips': [{'subnet_id': '7769bdc7-c648-4a51-b1c2-eb4d9ed8014f', 'ip_address': '2001:db8::f'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:43.133960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:43.139788 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:43.165106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port dea5ae75-2edb-41b3-8491-9bd3542420a9 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:43.339920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8::f (b8e24e7f-9216-44f8-8d22-c49c1df35d3a/7769bdc7-c648-4a51-b1c2-eb4d9ed8014f/dea5ae75-2edb-41b3-8491-9bd3542420a9) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:43.489458 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (dea5ae75-2edb-41b3-8491-9bd3542420a9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:43.524055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dea5ae75-2edb-41b3-8491-9bd3542420a9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:43.565038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network b8e24e7f-9216-44f8-8d22-c49c1df35d3a is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:43.570555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:43.574702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:43.579940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:43.580550 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:43.590399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=dea5ae75-2edb-41b3-8491-9bd3542420a9,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:43.607844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b332c7ab-4b65-4d7e-a841-4e3647a011d1 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6054049 Mar 10 15:29:43.608232 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55048) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:43.700398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ef7513-5c91-4d03-9c5e-41b42e18a80f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:43.703141 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b5ef7513-5c91-4d03-9c5e-41b42e18a80f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0924008 Mar 10 15:29:43.704758 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55050) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:43.769310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def4fc0-1e91-40d2-9290-3e79be8b632b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:43.775514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def4fc0-1e91-40d2-9290-3e79be8b632b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:43.782079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def4fc0-1e91-40d2-9290-3e79be8b632b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:43.784135 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8def4fc0-1e91-40d2-9290-3e79be8b632b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0783734 Mar 10 15:29:43.787194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55054) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:43.909613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ff9df74c-3af7-4546-a744-968cd5073f22 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port dea5ae75-2edb-41b3-8491-9bd3542420a9 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:43.909975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff9df74c-3af7-4546-a744-968cd5073f22 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dea5ae75-2edb-41b3-8491-9bd3542420a9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:43.972180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf2efc-5122-4def-b789-9f0a4b4e8da5 None None] Network b8e24e7f-9216-44f8-8d22-c49c1df35d3a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:44.005585 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff9df74c-3af7-4546-a744-968cd5073f22 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dea5ae75-2edb-41b3-8491-9bd3542420a9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.018419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ff9df74c-3af7-4546-a744-968cd5073f22 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for dea5ae75-2edb-41b3-8491-9bd3542420a9 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:44.075698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0d7444a1-bd64-4831-a1fa-f32ae3db09e5 None None] Provisioning complete for port 8ef48941-d922-4f50-9512-185338e74bba triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:44.076072 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d7444a1-bd64-4831-a1fa-f32ae3db09e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8ef48941-d922-4f50-9512-185338e74bba), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.166685 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff9df74c-3af7-4546-a744-968cd5073f22 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dea5ae75-2edb-41b3-8491-9bd3542420a9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.192734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0d7444a1-bd64-4831-a1fa-f32ae3db09e5 None None] Current status of the port 8ef48941-d922-4f50-9512-185338e74bba is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:44.192734 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d7444a1-bd64-4831-a1fa-f32ae3db09e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8ef48941-d922-4f50-9512-185338e74bba), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.202211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9df74c-3af7-4546-a744-968cd5073f22 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=dea5ae75-2edb-41b3-8491-9bd3542420a9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:44.231854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0d7444a1-bd64-4831-a1fa-f32ae3db09e5 None None] For port 8ef48941-d922-4f50-9512-185338e74bba, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8ef48941-d922-4f50-9512-185338e74bba,segment=NetworkSegment(80a8311f-35f9-44e7-827c-d9c1d38e1f0f),segment_id=80a8311f-35f9-44e7-827c-d9c1d38e1f0f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:44.237171 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ff9df74c-3af7-4546-a744-968cd5073f22 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.237733 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d7444a1-bd64-4831-a1fa-f32ae3db09e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8ef48941-d922-4f50-9512-185338e74bba), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.244368 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55060) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:44.253133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ff9df74c-3af7-4546-a744-968cd5073f22 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/dea5ae75-2edb-41b3-8491-9bd3542420a9 HTTP/1.1" status: 204 len: 168 time: 0.4644668 Mar 10 15:29:44.276302 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ad2089-b206-45cf-9486-214390a58655 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:44.278926 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c9ad2089-b206-45cf-9486-214390a58655 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/dea5ae75-2edb-41b3-8491-9bd3542420a9 HTTP/1.1" status: 404 len: 333 time: 0.0328991 Mar 10 15:29:44.281238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55062) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:44.297391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7444a1-bd64-4831-a1fa-f32ae3db09e5 None None] Pushing event updated for resources: {'Port': ['ID=8ef48941-d922-4f50-9512-185338e74bba,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:44.395289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f6abe044-1a85-421f-9443-0e0b26066b71 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 79190b25-a34b-4274-bd47-d5278028420b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:44.395754 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6abe044-1a85-421f-9443-0e0b26066b71 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (79190b25-a34b-4274-bd47-d5278028420b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.489946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b11808e8-5fca-474a-b5d5-be57840d766c None None] Provisioning complete for port 79190b25-a34b-4274-bd47-d5278028420b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:44.490202 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b11808e8-5fca-474a-b5d5-be57840d766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (79190b25-a34b-4274-bd47-d5278028420b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.495738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6abe044-1a85-421f-9443-0e0b26066b71 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (79190b25-a34b-4274-bd47-d5278028420b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.511071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f6abe044-1a85-421f-9443-0e0b26066b71 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 79190b25-a34b-4274-bd47-d5278028420b owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:44.555157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b11808e8-5fca-474a-b5d5-be57840d766c None None] Port 79190b25-a34b-4274-bd47-d5278028420b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:44.600715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b11808e8-5fca-474a-b5d5-be57840d766c None None] Provisioning complete for port 8ef48941-d922-4f50-9512-185338e74bba triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:44.600715 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b11808e8-5fca-474a-b5d5-be57840d766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8ef48941-d922-4f50-9512-185338e74bba), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.714931 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6abe044-1a85-421f-9443-0e0b26066b71 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (79190b25-a34b-4274-bd47-d5278028420b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.727885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b11808e8-5fca-474a-b5d5-be57840d766c None None] Current status of the port 8ef48941-d922-4f50-9512-185338e74bba is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:44.738823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b11808e8-5fca-474a-b5d5-be57840d766c None None] Could not find standard attr ID for object dea5ae75-2edb-41b3-8491-9bd3542420a9. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:44.759161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8ef48941-d922-4f50-9512-185338e74bba up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:44.767866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abe044-1a85-421f-9443-0e0b26066b71 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=79190b25-a34b-4274-bd47-d5278028420b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:44.801355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f6abe044-1a85-421f-9443-0e0b26066b71 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.810036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f6abe044-1a85-421f-9443-0e0b26066b71 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/79190b25-a34b-4274-bd47-d5278028420b HTTP/1.1" status: 204 len: 168 time: 0.5274441 Mar 10 15:29:44.812696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55068) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:44.835445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8ef48941-d922-4f50-9512-185338e74bba triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:44.835823 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8ef48941-d922-4f50-9512-185338e74bba), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.845648 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-580fe0a4-4ccc-4987-807e-5fcc1bf55f14 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:44.850712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55070) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:44.859729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-580fe0a4-4ccc-4987-807e-5fcc1bf55f14 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/79190b25-a34b-4274-bd47-d5278028420b HTTP/1.1" status: 404 len: 333 time: 0.0449634 Mar 10 15:29:44.887473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-80fde7ab-d8f6-458f-b1a7-e4afd5bfcb85 None None] Could not find standard attr ID for object 79190b25-a34b-4274-bd47-d5278028420b. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:44.917753 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ca0482-7695-47b7-a001-58043913a3d3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting subnet 7769bdc7-c648-4a51-b1c2-eb4d9ed8014f {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:44.921869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0482-7695-47b7-a001-58043913a3d3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (7769bdc7-c648-4a51-b1c2-eb4d9ed8014f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:44.951310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8ef48941-d922-4f50-9512-185338e74bba is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:44.971635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0482-7695-47b7-a001-58043913a3d3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (7769bdc7-c648-4a51-b1c2-eb4d9ed8014f), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.074057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0482-7695-47b7-a001-58043913a3d3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (7769bdc7-c648-4a51-b1c2-eb4d9ed8014f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.103383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-69f080a6-1271-44f0-8d49-e995f3e9f64e None None] Could not find standard attr ID for object dea5ae75-2edb-41b3-8491-9bd3542420a9. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:45.140281 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0482-7695-47b7-a001-58043913a3d3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (7769bdc7-c648-4a51-b1c2-eb4d9ed8014f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.169594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca0482-7695-47b7-a001-58043913a3d3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Subnet': ['ID=7769bdc7-c648-4a51-b1c2-eb4d9ed8014f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:45.173808 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0482-7695-47b7-a001-58043913a3d3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.177218 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d4ca0482-7695-47b7-a001-58043913a3d3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/7769bdc7-c648-4a51-b1c2-eb4d9ed8014f HTTP/1.1" status: 204 len: 168 time: 0.3253493 Mar 10 15:29:45.180918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55074) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:45.264201 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (b8e24e7f-9216-44f8-8d22-c49c1df35d3a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.313067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb015f3-29b7-4f08-8427-fe1a559a2724 None None] Network b8e24e7f-9216-44f8-8d22-c49c1df35d3a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:45.325596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 8ef48941-d922-4f50-9512-185338e74bba {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:45.326018 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8ef48941-d922-4f50-9512-185338e74bba), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.389009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] For port 8ef48941-d922-4f50-9512-185338e74bba, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8ef48941-d922-4f50-9512-185338e74bba,segment=NetworkSegment(80a8311f-35f9-44e7-827c-d9c1d38e1f0f),segment_id=80a8311f-35f9-44e7-827c-d9c1d38e1f0f)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:45.389009 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8ef48941-d922-4f50-9512-185338e74bba), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.401753 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 8ef48941-d922-4f50-9512-185338e74bba owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:45.467313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6cc929-94a3-4569-bd71-fafac3fab509 None None] DHCP port deletion for b8e24e7f-9216-44f8-8d22-c49c1df35d3a request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:29:45.491492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8ef48941-d922-4f50-9512-185338e74bba), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.514447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4f6cc929-94a3-4569-bd71-fafac3fab509 None None] Deleting port 8ef48941-d922-4f50-9512-185338e74bba {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:45.514965 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc929-94a3-4569-bd71-fafac3fab509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8ef48941-d922-4f50-9512-185338e74bba), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.519977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=8ef48941-d922-4f50-9512-185338e74bba,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:45.533647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No DVR routers for this DVR port 8ef48941-d922-4f50-9512-185338e74bba on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:45.581598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4f6cc929-94a3-4569-bd71-fafac3fab509 None None] For port 8ef48941-d922-4f50-9512-185338e74bba, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:45.581598 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc929-94a3-4569-bd71-fafac3fab509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8ef48941-d922-4f50-9512-185338e74bba), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.596916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4f6cc929-94a3-4569-bd71-fafac3fab509 None None] Calling delete_port for 8ef48941-d922-4f50-9512-185338e74bba owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:45.600307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-4f6cc929-94a3-4569-bd71-fafac3fab509 None None] Port 8ef48941-d922-4f50-9512-185338e74bba was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:29:45.601935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f6cc929-94a3-4569-bd71-fafac3fab509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (8ef48941-d922-4f50-9512-185338e74bba), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.631762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (b8e24e7f-9216-44f8-8d22-c49c1df35d3a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:45.631912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cc929-94a3-4569-bd71-fafac3fab509 None None] Pushing event deleted for resources: {'Port': ['ID=8ef48941-d922-4f50-9512-185338e74bba,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:45.637251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cc929-94a3-4569-bd71-fafac3fab509 None None] No DVR routers for this DVR port 8ef48941-d922-4f50-9512-185338e74bba on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:45.978813 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e24e7f-9216-44f8-8d22-c49c1df35d3a']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:45.988896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a8311f-35f9-44e7-827c-d9c1d38e1f0f') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:45.989194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a8311f-35f9-44e7-827c-d9c1d38e1f0f') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:45.998534 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (80a8311f-35f9-44e7-827c-d9c1d38e1f0f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.011960 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (80a8311f-35f9-44e7-827c-d9c1d38e1f0f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.017607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:29:46.017988 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (80a8311f-35f9-44e7-827c-d9c1d38e1f0f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:29:46.020891 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:29:46.084183 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (b8e24e7f-9216-44f8-8d22-c49c1df35d3a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.093333 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.100539 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/networks/b8e24e7f-9216-44f8-8d22-c49c1df35d3a HTTP/1.1" status: 204 len: 168 time: 0.9148695 Mar 10 15:29:46.100859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55084) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:46.105812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1842808484'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:46.111580 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b9cd4-a0dc-4478-a776-7d2726014988 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Network': ['ID=b8e24e7f-9216-44f8-8d22-c49c1df35d3a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:46.126997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:46.130324 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.153802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:29:46.162338 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4f25b5fb-4253-4cb8-b667-b5f5b9de61d8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.162680 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Added segment 4f25b5fb-4253-4cb8-b667-b5f5b9de61d8 of type vlan for network eef058ca-3498-4009-9480-1952dd4840f5 Mar 10 15:29:46.202449 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (eef058ca-3498-4009-9480-1952dd4840f5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.228144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (eef058ca-3498-4009-9480-1952dd4840f5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.235279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:46.235863 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.276091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1741352 Mar 10 15:29:46.279247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55088) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:46.284857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'eef058ca-3498-4009-9480-1952dd4840f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:46.313395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cca653-6181-4828-b371-9e99e60bfdb8 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Network': ['ID=eef058ca-3498-4009-9480-1952dd4840f5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:46.324176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network eef058ca-3498-4009-9480-1952dd4840f5 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:29:46.380372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:46.385371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.574644 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (40c69c7a-6a47-46b8-b613-ab6d6668308e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.591639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8ef48941-d922-4f50-9512-185338e74bba no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:46.644247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Subnet': ['ID=40c69c7a-6a47-46b8-b613-ab6d6668308e,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:46.653680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Checking segment: {'id': '4f25b5fb-4253-4cb8-b667-b5f5b9de61d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eef058ca-3498-4009-9480-1952dd4840f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:46.654137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network hostable DHCP agents. Network: eef058ca-3498-4009-9480-1952dd4840f5, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:29:46.673384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network eef058ca-3498-4009-9480-1952dd4840f5 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:29:46.685214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, eef058ca-3498-4009-9480-1952dd4840f5) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:46.691005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:46.691699 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.713323 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6531d600-e6a9-40ee-99af-ae474b280bdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4301975 Mar 10 15:29:46.713323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55092) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:46.718224 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7d2e6bfe-7f00-4977-b1aa-1a34b373271e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-757050264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:46.741498 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6bfe-7f00-4977-b1aa-1a34b373271e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (0390de7b-8317-4c81-9017-1b537c29070d), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.742840 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6bfe-7f00-4977-b1aa-1a34b373271e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (0390de7b-8317-4c81-9017-1b537c29070d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.777910 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f9360b-e3a4-4c45-953a-d17979b374ed None None] Network eef058ca-3498-4009-9480-1952dd4840f5 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:46.780252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8ef48941-d922-4f50-9512-185338e74bba {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:46.780583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8ef48941-d922-4f50-9512-185338e74bba not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:46.803528 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6bfe-7f00-4977-b1aa-1a34b373271e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for router_controller (0390de7b-8317-4c81-9017-1b537c29070d), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.808033 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6bfe-7f00-4977-b1aa-1a34b373271e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (0390de7b-8317-4c81-9017-1b537c29070d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.825830 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6bfe-7f00-4977-b1aa-1a34b373271e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.830166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55094) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:46.831399 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7d2e6bfe-7f00-4977-b1aa-1a34b373271e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1170566 Mar 10 15:29:46.836088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'network_id': 'eef058ca-3498-4009-9480-1952dd4840f5', 'name': 'tempest-PortsIpV6TestJSON-578617186'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:46.891462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-eef058ca-3498-4009-9480-1952dd4840f5', 'network_id': 'eef058ca-3498-4009-9480-1952dd4840f5', 'project_id': '478a36511e3348c2a5fd645f0cee0443', 'fixed_ips': [{'subnet_id': '40c69c7a-6a47-46b8-b613-ab6d6668308e'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:29:46.892295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.955699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:46.959612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:46.979030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port 529d7318-b405-4999-962b-89a6c8ed1eeb yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:47.041898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Allocated IP 2001:db8::2 (eef058ca-3498-4009-9480-1952dd4840f5/40c69c7a-6a47-46b8-b613-ab6d6668308e/9820f57b-a3ea-4403-941a-1714719fc332) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:47.185335 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Publish callbacks [] for port (9820f57b-a3ea-4403-941a-1714719fc332), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:47.196618 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (9820f57b-a3ea-4403-941a-1714719fc332), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:47.240817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Network eef058ca-3498-4009-9480-1952dd4840f5 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:47.243881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:47.246173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:47.252989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Pushing event updated for resources: {'Port': ['ID=9820f57b-a3ea-4403-941a-1714719fc332,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:47.266207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8::28 (eef058ca-3498-4009-9480-1952dd4840f5/40c69c7a-6a47-46b8-b613-ab6d6668308e/529d7318-b405-4999-962b-89a6c8ed1eeb) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:47.313612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Attempting to bind port 9820f57b-a3ea-4403-941a-1714719fc332 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:47.314302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Attempting to bind port 9820f57b-a3ea-4403-941a-1714719fc332 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '4f25b5fb-4253-4cb8-b667-b5f5b9de61d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eef058ca-3498-4009-9480-1952dd4840f5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:47.315010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Attempting to bind port 9820f57b-a3ea-4403-941a-1714719fc332 on network eef058ca-3498-4009-9480-1952dd4840f5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:47.321689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:47.322070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Checking segment: {'id': '4f25b5fb-4253-4cb8-b667-b5f5b9de61d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eef058ca-3498-4009-9480-1952dd4840f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:47.322478 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:47.322908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Bound using segment: {'id': '4f25b5fb-4253-4cb8-b667-b5f5b9de61d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eef058ca-3498-4009-9480-1952dd4840f5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:47.323390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Bound port: 9820f57b-a3ea-4403-941a-1714719fc332, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f25b5fb-4253-4cb8-b667-b5f5b9de61d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'eef058ca-3498-4009-9480-1952dd4840f5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:47.323773 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9820f57b-a3ea-4403-941a-1714719fc332), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:47.396910 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] For port 9820f57b-a3ea-4403-941a-1714719fc332, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:47.400419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] For port 9820f57b-a3ea-4403-941a-1714719fc332, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9820f57b-a3ea-4403-941a-1714719fc332,segment=NetworkSegment(4f25b5fb-4253-4cb8-b667-b5f5b9de61d8),segment_id=4f25b5fb-4253-4cb8-b667-b5f5b9de61d8)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:47.406693 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9820f57b-a3ea-4403-941a-1714719fc332), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:47.428481 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:47.469432 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:47.474672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6177751-1481-4e15-9b5c-6e07914a0ee0 None None] Pushing event updated for resources: {'Port': ['ID=9820f57b-a3ea-4403-941a-1714719fc332,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:47.535783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network eef058ca-3498-4009-9480-1952dd4840f5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:47.539732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:47.551036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:47.557204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:47.558180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:47.560859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=529d7318-b405-4999-962b-89a6c8ed1eeb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:47.578005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-451233e6-4d91-482d-a374-76a125edbdaf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7466412 Mar 10 15:29:47.580824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55102) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:47.962910 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:47.971808 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:48.234831 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:48.240761 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:48.326006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=529d7318-b405-4999-962b-89a6c8ed1eeb,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:48.379446 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:29:48.446332 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (0390de7b-8317-4c81-9017-1b537c29070d), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:48.502033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d4b241-cc8f-4431-9019-42a45764ccf9 None None] Network eef058ca-3498-4009-9480-1952dd4840f5 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:48.582589 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:48.610127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5ee570b3-aebf-4d54-b2c0-b59aac228b28 None None] Provisioning complete for port 9820f57b-a3ea-4403-941a-1714719fc332 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:48.610507 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5ee570b3-aebf-4d54-b2c0-b59aac228b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9820f57b-a3ea-4403-941a-1714719fc332), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:48.673821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9820f57b-a3ea-4403-941a-1714719fc332 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:48.778597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5ee570b3-aebf-4d54-b2c0-b59aac228b28 None None] Current status of the port 9820f57b-a3ea-4403-941a-1714719fc332 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:48.778968 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5ee570b3-aebf-4d54-b2c0-b59aac228b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9820f57b-a3ea-4403-941a-1714719fc332), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:48.792580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9820f57b-a3ea-4403-941a-1714719fc332 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:48.792992 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9820f57b-a3ea-4403-941a-1714719fc332), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:48.847114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5ee570b3-aebf-4d54-b2c0-b59aac228b28 None None] For port 9820f57b-a3ea-4403-941a-1714719fc332, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9820f57b-a3ea-4403-941a-1714719fc332,segment=NetworkSegment(4f25b5fb-4253-4cb8-b667-b5f5b9de61d8),segment_id=4f25b5fb-4253-4cb8-b667-b5f5b9de61d8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:48.855649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5ee570b3-aebf-4d54-b2c0-b59aac228b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9820f57b-a3ea-4403-941a-1714719fc332), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:48.935209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9820f57b-a3ea-4403-941a-1714719fc332 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:48.937459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee570b3-aebf-4d54-b2c0-b59aac228b28 None None] Pushing event updated for resources: {'Port': ['ID=9820f57b-a3ea-4403-941a-1714719fc332,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:48.961948 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:48.968339 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:48.969358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (0390de7b-8317-4c81-9017-1b537c29070d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:49.078590 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=529d7318-b405-4999-962b-89a6c8ed1eeb,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:49.080739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f3e6f7b0-b46a-4c9f-ba3a-0d02be76c6ce None None] Provisioning complete for port 9820f57b-a3ea-4403-941a-1714719fc332 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:49.081116 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f7b0-b46a-4c9f-ba3a-0d02be76c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9820f57b-a3ea-4403-941a-1714719fc332), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:49.118589 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network eef058ca-3498-4009-9480-1952dd4840f5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:49.120161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:49.181743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6f7b0-b46a-4c9f-ba3a-0d02be76c6ce None None] Current status of the port 9820f57b-a3ea-4403-941a-1714719fc332 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:49.197706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f3e6f7b0-b46a-4c9f-ba3a-0d02be76c6ce None None] Provisioning complete for port 529d7318-b405-4999-962b-89a6c8ed1eeb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:49.198096 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f7b0-b46a-4c9f-ba3a-0d02be76c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:49.244842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6f7b0-b46a-4c9f-ba3a-0d02be76c6ce None None] Port 529d7318-b405-4999-962b-89a6c8ed1eeb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:49.289969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Router 0390de7b-8317-4c81-9017-1b537c29070d is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:29:49.395378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:29:49.401606 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8bbd8a3d-a4b7-4834-a4af-36d5a6190a6c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "PUT /v2.0/routers/0390de7b-8317-4c81-9017-1b537c29070d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8197737 Mar 10 15:29:49.405205 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55116) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:49.407429 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a26b8-1324-4ed3-993a-e64c0a642570 None None] Sync routers for ids ['0390de7b-8317-4c81-9017-1b537c29070d'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:29:49.422960 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a26b8-1324-4ed3-993a-e64c0a642570 None None] Routers {'0390de7b-8317-4c81-9017-1b537c29070d'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:49.423605 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-218a26b8-1324-4ed3-993a-e64c0a642570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['0390de7b-8317-4c81-9017-1b537c29070d'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:49.462999 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314def5-4b35-44cc-852c-3fad55744797 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:49.467486 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7314def5-4b35-44cc-852c-3fad55744797 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports?device_id=0390de7b-8317-4c81-9017-1b537c29070d HTTP/1.1" status: 200 len: 987 time: 0.0581267 Mar 10 15:29:49.467684 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-218a26b8-1324-4ed3-993a-e64c0a642570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:49.468558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55118) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:49.474575 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218a26b8-1324-4ed3-993a-e64c0a642570 None None] Routers {'0390de7b-8317-4c81-9017-1b537c29070d'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:49.475234 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-218a26b8-1324-4ed3-993a-e64c0a642570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['0390de7b-8317-4c81-9017-1b537c29070d'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:49.505134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f82449a4-a4e5-4e17-9bdc-4af6d8a2bef2 None None] Provisioning complete for port 529d7318-b405-4999-962b-89a6c8ed1eeb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:49.506263 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f82449a4-a4e5-4e17-9bdc-4af6d8a2bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:49.509535 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-218a26b8-1324-4ed3-993a-e64c0a642570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:49.510180 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218a26b8-1324-4ed3-993a-e64c0a642570 None None] The sync data for ids ['0390de7b-8317-4c81-9017-1b537c29070d'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:49.547924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f82449a4-a4e5-4e17-9bdc-4af6d8a2bef2 None None] Port 529d7318-b405-4999-962b-89a6c8ed1eeb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:49.678591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4a1b82bc-bacc-4289-b716-b016898124f4 None None] Provisioning complete for port 529d7318-b405-4999-962b-89a6c8ed1eeb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:49.679144 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4a1b82bc-bacc-4289-b716-b016898124f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:49.726369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b82bc-bacc-4289-b716-b016898124f4 None None] Port 529d7318-b405-4999-962b-89a6c8ed1eeb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:49.946016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0f79e7c0-40ba-4590-be37-59b5a7d58462 None None] Provisioning complete for port 529d7318-b405-4999-962b-89a6c8ed1eeb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:49.946409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0f79e7c0-40ba-4590-be37-59b5a7d58462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:49.984569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0f79e7c0-40ba-4590-be37-59b5a7d58462 None None] Port 529d7318-b405-4999-962b-89a6c8ed1eeb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:50.287552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-112aa567-dcf3-4224-886d-ca0d3bded690 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (0390de7b-8317-4c81-9017-1b537c29070d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:50.500478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-112aa567-dcf3-4224-886d-ca0d3bded690 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 529d7318-b405-4999-962b-89a6c8ed1eeb {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:50.501513 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-112aa567-dcf3-4224-886d-ca0d3bded690 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:50.595035 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-112aa567-dcf3-4224-886d-ca0d3bded690 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:50.607699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9820f57b-a3ea-4403-941a-1714719fc332 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:50.613295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-112aa567-dcf3-4224-886d-ca0d3bded690 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 529d7318-b405-4999-962b-89a6c8ed1eeb owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:50.656189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9820f57b-a3ea-4403-941a-1714719fc332 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:50.656626 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9820f57b-a3ea-4403-941a-1714719fc332), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:50.752626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9820f57b-a3ea-4403-941a-1714719fc332 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:50.756916 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:50.802560 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-112aa567-dcf3-4224-886d-ca0d3bded690 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (529d7318-b405-4999-962b-89a6c8ed1eeb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:50.835720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112aa567-dcf3-4224-886d-ca0d3bded690 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=529d7318-b405-4999-962b-89a6c8ed1eeb,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:50.946649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-112aa567-dcf3-4224-886d-ca0d3bded690 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (0390de7b-8317-4c81-9017-1b537c29070d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.120147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112aa567-dcf3-4224-886d-ca0d3bded690 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Router 0390de7b-8317-4c81-9017-1b537c29070d has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:29:51.201837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112aa567-dcf3-4224-886d-ca0d3bded690 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:29:51.206765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-112aa567-dcf3-4224-886d-ca0d3bded690 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "PUT /v2.0/routers/0390de7b-8317-4c81-9017-1b537c29070d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325563 Mar 10 15:29:51.210212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55146) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:51.213485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9fd15c-ddd3-419c-ac5c-70002b5b3808 None None] Sync routers for ids ['0390de7b-8317-4c81-9017-1b537c29070d'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:29:51.224495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9fd15c-ddd3-419c-ac5c-70002b5b3808 None None] Routers {'0390de7b-8317-4c81-9017-1b537c29070d'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:51.225618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bd9fd15c-ddd3-419c-ac5c-70002b5b3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['0390de7b-8317-4c81-9017-1b537c29070d'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:51.240774 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf76e0aa-194b-4869-b357-f9bf3e8654d9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:51.242401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bf76e0aa-194b-4869-b357-f9bf3e8654d9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/529d7318-b405-4999-962b-89a6c8ed1eeb HTTP/1.1" status: 404 len: 333 time: 0.0311904 Mar 10 15:29:51.245233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55148) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:51.270305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bd9fd15c-ddd3-419c-ac5c-70002b5b3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:51.279836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9fd15c-ddd3-419c-ac5c-70002b5b3808 None None] Routers {'0390de7b-8317-4c81-9017-1b537c29070d'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:51.280364 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bd9fd15c-ddd3-419c-ac5c-70002b5b3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['0390de7b-8317-4c81-9017-1b537c29070d'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:51.313579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bd9fd15c-ddd3-419c-ac5c-70002b5b3808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:51.314295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9fd15c-ddd3-419c-ac5c-70002b5b3808 None None] The sync data for ids ['0390de7b-8317-4c81-9017-1b537c29070d'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:51.325196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1f88251e-8a25-4392-a69d-476016c48859 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for router (0390de7b-8317-4c81-9017-1b537c29070d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.499339 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1f88251e-8a25-4392-a69d-476016c48859 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (0390de7b-8317-4c81-9017-1b537c29070d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.501924 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1f88251e-8a25-4392-a69d-476016c48859 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for router_controller (0390de7b-8317-4c81-9017-1b537c29070d), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.547768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1f88251e-8a25-4392-a69d-476016c48859 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (0390de7b-8317-4c81-9017-1b537c29070d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.548333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f88251e-8a25-4392-a69d-476016c48859 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Fanout notify agent at l3_agent the message router_deleted on router 0390de7b-8317-4c81-9017-1b537c29070d {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:29:51.559670 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1f88251e-8a25-4392-a69d-476016c48859 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.560781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1f88251e-8a25-4392-a69d-476016c48859 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/routers/0390de7b-8317-4c81-9017-1b537c29070d HTTP/1.1" status: 204 len: 168 time: 0.3146503 Mar 10 15:29:51.563384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55154) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:51.619477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d927a9-764f-404d-8649-4282a76c6b48 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting subnet 40c69c7a-6a47-46b8-b613-ab6d6668308e {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:51.622661 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b8d927a9-764f-404d-8649-4282a76c6b48 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (40c69c7a-6a47-46b8-b613-ab6d6668308e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.662182 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b8d927a9-764f-404d-8649-4282a76c6b48 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (40c69c7a-6a47-46b8-b613-ab6d6668308e), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.709442 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ad38b170-5e77-4da6-9be5-48ba6713179b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.750123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b8d927a9-764f-404d-8649-4282a76c6b48 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (40c69c7a-6a47-46b8-b613-ab6d6668308e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.817982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b8d927a9-764f-404d-8649-4282a76c6b48 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (40c69c7a-6a47-46b8-b613-ab6d6668308e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.847941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d927a9-764f-404d-8649-4282a76c6b48 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Subnet': ['ID=40c69c7a-6a47-46b8-b613-ab6d6668308e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:51.856524 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b8d927a9-764f-404d-8649-4282a76c6b48 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:51.861231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b8d927a9-764f-404d-8649-4282a76c6b48 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/40c69c7a-6a47-46b8-b613-ab6d6668308e HTTP/1.1" status: 204 len: 168 time: 0.2967470 Mar 10 15:29:51.863874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55160) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:51.874892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7985ba8-d763-4dbe-af90-82176d9f7ef7 None None] Network eef058ca-3498-4009-9480-1952dd4840f5 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:51.956093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (eef058ca-3498-4009-9480-1952dd4840f5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.016120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 9820f57b-a3ea-4403-941a-1714719fc332 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:52.016469 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9820f57b-a3ea-4403-941a-1714719fc332), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.058996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7a42f-5359-493d-80f4-fddc905d12e7 None None] DHCP port deletion for eef058ca-3498-4009-9480-1952dd4840f5 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:29:52.092827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] For port 9820f57b-a3ea-4403-941a-1714719fc332, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9820f57b-a3ea-4403-941a-1714719fc332,segment=NetworkSegment(4f25b5fb-4253-4cb8-b667-b5f5b9de61d8),segment_id=4f25b5fb-4253-4cb8-b667-b5f5b9de61d8)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:52.093470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9820f57b-a3ea-4403-941a-1714719fc332), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.107068 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 9820f57b-a3ea-4403-941a-1714719fc332 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:52.112487 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-efa7a42f-5359-493d-80f4-fddc905d12e7 None None] Deleting port 9820f57b-a3ea-4403-941a-1714719fc332 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:52.112857 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-efa7a42f-5359-493d-80f4-fddc905d12e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9820f57b-a3ea-4403-941a-1714719fc332), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.182966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-efa7a42f-5359-493d-80f4-fddc905d12e7 None None] For port 9820f57b-a3ea-4403-941a-1714719fc332, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9820f57b-a3ea-4403-941a-1714719fc332,segment=NetworkSegment(4f25b5fb-4253-4cb8-b667-b5f5b9de61d8),segment_id=4f25b5fb-4253-4cb8-b667-b5f5b9de61d8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:52.183594 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-efa7a42f-5359-493d-80f4-fddc905d12e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9820f57b-a3ea-4403-941a-1714719fc332), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.197708 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-efa7a42f-5359-493d-80f4-fddc905d12e7 None None] Calling delete_port for 9820f57b-a3ea-4403-941a-1714719fc332 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:52.220951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (9820f57b-a3ea-4403-941a-1714719fc332), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.250708 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=9820f57b-a3ea-4403-941a-1714719fc332,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:52.254621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No DVR routers for this DVR port 9820f57b-a3ea-4403-941a-1714719fc332 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:52.287063 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-efa7a42f-5359-493d-80f4-fddc905d12e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (9820f57b-a3ea-4403-941a-1714719fc332), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.317574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7a42f-5359-493d-80f4-fddc905d12e7 None None] Pushing event deleted for resources: {'Port': ['ID=9820f57b-a3ea-4403-941a-1714719fc332,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:52.325494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7a42f-5359-493d-80f4-fddc905d12e7 None None] No DVR routers for this DVR port 9820f57b-a3ea-4403-941a-1714719fc332 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:52.349130 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (eef058ca-3498-4009-9480-1952dd4840f5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.374741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef058ca-3498-4009-9480-1952dd4840f5']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:52.384835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f25b5fb-4253-4cb8-b667-b5f5b9de61d8') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:52.385197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f25b5fb-4253-4cb8-b667-b5f5b9de61d8') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:52.394373 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (4f25b5fb-4253-4cb8-b667-b5f5b9de61d8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.407504 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (4f25b5fb-4253-4cb8-b667-b5f5b9de61d8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.413479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:29:52.413867 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (4f25b5fb-4253-4cb8-b667-b5f5b9de61d8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:29:52.416877 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:29:52.488155 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (eef058ca-3498-4009-9480-1952dd4840f5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.495583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.498819 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/networks/eef058ca-3498-4009-9480-1952dd4840f5 HTTP/1.1" status: 204 len: 168 time: 0.6322873 Mar 10 15:29:52.503219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55168) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:52.528036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71fb19-c117-489d-a56f-32b309fa86c6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Network': ['ID=eef058ca-3498-4009-9480-1952dd4840f5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:52.565778 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40474ec1-48c5-4815-a065-ecbf95447451 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:52.572403 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-40474ec1-48c5-4815-a065-ecbf95447451 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/390dd447-e12c-4e0a-8301-5aec66c072b5 HTTP/1.1" status: 200 len: 845 time: 0.0630338 Mar 10 15:29:52.572585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55170) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:52.610435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9820f57b-a3ea-4403-941a-1714719fc332 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:29:52.618080 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fdf9f370-0491-4d0a-978a-f0667cb222c2 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/390dd447-e12c-4e0a-8301-5aec66c072b5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0443285 Mar 10 15:29:52.621680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55172) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:52.626706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7e0fcc26-b687-446d-b7fd-75926053b858 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:52.632965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 9820f57b-a3ea-4403-941a-1714719fc332 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:29:52.633388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9820f57b-a3ea-4403-941a-1714719fc332 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:29:52.719549 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0fcc26-b687-446d-b7fd-75926053b858 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:52.723123 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e0fcc26-b687-446d-b7fd-75926053b858 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.921643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e0fcc26-b687-446d-b7fd-75926053b858 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (1c409072-5b1d-4be5-bc84-f312ff9f4c45), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.963051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0fcc26-b687-446d-b7fd-75926053b858 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network becbae6b-691a-41d4-b2dd-7de81839b97f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:52.966151 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7e0fcc26-b687-446d-b7fd-75926053b858 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:52.968934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0fcc26-b687-446d-b7fd-75926053b858 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:52.969517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e0fcc26-b687-446d-b7fd-75926053b858 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:52.977043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb060e1-f846-42fe-871d-13f0fa21f755 None None] Network becbae6b-691a-41d4-b2dd-7de81839b97f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:52.987086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fcc26-b687-446d-b7fd-75926053b858 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Subnet': ['ID=1c409072-5b1d-4be5-bc84-f312ff9f4c45,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:53.006087 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7e0fcc26-b687-446d-b7fd-75926053b858 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3805437 Mar 10 15:29:53.006289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:53.010576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ad2fb20e-2b72-4f69-bf62-92e90ce7ff99 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'security_group': {'name': 'tempest-secgroup-50885450'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:53.031136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad2fb20e-2b72-4f69-bf62-92e90ce7ff99 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.104965 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad2fb20e-2b72-4f69-bf62-92e90ce7ff99 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (297cd869-4759-4ba7-a919-889689693435), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.109635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad2fb20e-2b72-4f69-bf62-92e90ce7ff99 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (297cd869-4759-4ba7-a919-889689693435), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.116002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-becbae6b-691a-41d4-b2dd-7de81839b97f', 'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'project_id': '478a36511e3348c2a5fd645f0cee0443', 'fixed_ips': [{'subnet_id': '1c409072-5b1d-4be5-bc84-f312ff9f4c45'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:29:53.117155 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.137439 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ad2fb20e-2b72-4f69-bf62-92e90ce7ff99 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.139234 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ad2fb20e-2b72-4f69-bf62-92e90ce7ff99 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1319177 Mar 10 15:29:53.141625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55180) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:53.147322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-91233ed7-729d-439a-a168-872f44e86a29 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'security_group': {'name': 'tempest-secgroup-830496069'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:53.153133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fb20e-2b72-4f69-bf62-92e90ce7ff99 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297cd869-4759-4ba7-a919-889689693435,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:53.188196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-91233ed7-729d-439a-a168-872f44e86a29 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.277099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Allocated IP 2001:db8::2 (becbae6b-691a-41d4-b2dd-7de81839b97f/1c409072-5b1d-4be5-bc84-f312ff9f4c45/11add24f-d688-4d4d-a2db-d8160470cd31) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:53.277410 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-91233ed7-729d-439a-a168-872f44e86a29 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (4d67ba4b-b0c3-44ba-90ff-05320b8ce4ca), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.282837 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-91233ed7-729d-439a-a168-872f44e86a29 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4d67ba4b-b0c3-44ba-90ff-05320b8ce4ca), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.323229 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-91233ed7-729d-439a-a168-872f44e86a29 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.327206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-91233ed7-729d-439a-a168-872f44e86a29 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1817949 Mar 10 15:29:53.327519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55190) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:53.332348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1580794005', 'security_groups': ['4d67ba4b-b0c3-44ba-90ff-05320b8ce4ca'], 'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1c409072-5b1d-4be5-bc84-f312ff9f4c45'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:53.337251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91233ed7-729d-439a-a168-872f44e86a29 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d67ba4b-b0c3-44ba-90ff-05320b8ce4ca,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:53.436970 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Publish callbacks [] for port (11add24f-d688-4d4d-a2db-d8160470cd31), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.444402 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.453956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:53.483946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Network becbae6b-691a-41d4-b2dd-7de81839b97f is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:53.488705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:53.492766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:53.499776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Pushing event updated for resources: {'Port': ['ID=11add24f-d688-4d4d-a2db-d8160470cd31,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:53.538725 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.557482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port 6b0f9f9c-8482-4d6f-8b56-786ab8e45c01 yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:29:53.558502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Attempting to bind port 11add24f-d688-4d4d-a2db-d8160470cd31 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:29:53.558914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Attempting to bind port 11add24f-d688-4d4d-a2db-d8160470cd31 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:29:53.559283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Attempting to bind port 11add24f-d688-4d4d-a2db-d8160470cd31 on network becbae6b-691a-41d4-b2dd-7de81839b97f {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:29:53.564337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:29:53.564723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Checking segment: {'id': 'b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:29:53.565237 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.565707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Bound using segment: {'id': 'b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:29:53.566230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Bound port: 11add24f-d688-4d4d-a2db-d8160470cd31, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:29:53.566689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.640198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] For port 11add24f-d688-4d4d-a2db-d8160470cd31, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:29:53.643111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] For port 11add24f-d688-4d4d-a2db-d8160470cd31, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=11add24f-d688-4d4d-a2db-d8160470cd31,segment=NetworkSegment(b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11),segment_id=b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:29:53.653567 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.721275 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34031d73-c435-4f0b-8e79-5506e72bec54 None None] Pushing event updated for resources: {'Port': ['ID=11add24f-d688-4d4d-a2db-d8160470cd31,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:53.740412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8::12c (becbae6b-691a-41d4-b2dd-7de81839b97f/1c409072-5b1d-4be5-bc84-f312ff9f4c45/6b0f9f9c-8482-4d6f-8b56-786ab8e45c01) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:53.927199 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (6b0f9f9c-8482-4d6f-8b56-786ab8e45c01), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:53.968054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6b0f9f9c-8482-4d6f-8b56-786ab8e45c01), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:54.028732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network becbae6b-691a-41d4-b2dd-7de81839b97f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:54.030363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:54.034919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:29:54.036623 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ccf545e0-5086-4660-9afd-c1e0716f3023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:54.040401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:54.041145 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:54.050282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=6b0f9f9c-8482-4d6f-8b56-786ab8e45c01,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:54.066450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4048b144-233c-454b-bc9a-bd76739e5aec tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7357111 Mar 10 15:29:54.067344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55198) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:54.073980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b4031538-e36b-4fc3-a01f-a257cb697c0d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:54.195284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4031538-e36b-4fc3-a01f-a257cb697c0d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:54.199094 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b4031538-e36b-4fc3-a01f-a257cb697c0d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:54.299204 n-d-833090-1 neutron-server[115533]: INFO neutron.db.ipam_backend_mixin [None req-b4031538-e36b-4fc3-a01f-a257cb697c0d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c409072-5b1d-4be5-bc84-f312ff9f4c45 (CIDR: 2001:db8::/64) Mar 10 15:29:54.304172 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4031538-e36b-4fc3-a01f-a257cb697c0d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:29:54.304678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4031538-e36b-4fc3-a01f-a257cb697c0d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:29:54.321640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b4031538-e36b-4fc3-a01f-a257cb697c0d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2526312 Mar 10 15:29:54.324841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55206) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:54.329575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-af20717a-4198-4121-a48c-d7ce11c22a50 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:54.453275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af20717a-4198-4121-a48c-d7ce11c22a50 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:54.459380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af20717a-4198-4121-a48c-d7ce11c22a50 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:54.567062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55210) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:54.700662 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aef554ee-62cd-4f00-8d58-76eb06d69325 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/floatingips/8c183dda-cbd7-49d5-8425-04e09a3a98a6 HTTP/1.1" status: 200 len: 994 time: 0.1316006 Mar 10 15:29:54.766385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 11add24f-d688-4d4d-a2db-d8160470cd31 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:54.786982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af20717a-4198-4121-a48c-d7ce11c22a50 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (d35984d3-44c5-41e6-8068-c7e3335445c3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:54.826644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 11add24f-d688-4d4d-a2db-d8160470cd31 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:54.829813 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:54.870890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af20717a-4198-4121-a48c-d7ce11c22a50 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network becbae6b-691a-41d4-b2dd-7de81839b97f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:54.874933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-af20717a-4198-4121-a48c-d7ce11c22a50 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:54.877111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20717a-4198-4121-a48c-d7ce11c22a50 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Subnet': ['ID=d35984d3-44c5-41e6-8068-c7e3335445c3,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:54.885619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20717a-4198-4121-a48c-d7ce11c22a50 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:54.887295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af20717a-4198-4121-a48c-d7ce11c22a50 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:54.911945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-af20717a-4198-4121-a48c-d7ce11c22a50 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5860734 Mar 10 15:29:54.914639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55220) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:54.920207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-03450c7c-6544-4466-a528-85681d084580 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2055647985', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd35984d3-44c5-41e6-8068-c7e3335445c3'}], 'security_groups': ['297cd869-4759-4ba7-a919-889689693435']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:54.933994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600da4b8-a2fe-4c5f-9f0a-82009225de6c None None] Network becbae6b-691a-41d4-b2dd-7de81839b97f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:54.941669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55222) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:54.986068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 11add24f-d688-4d4d-a2db-d8160470cd31 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:54.986068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.011256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03450c7c-6544-4466-a528-85681d084580 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6b0f9f9c-8482-4d6f-8b56-786ab8e45c01), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.041589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0feee65e-67fd-4603-b438-95d339bda380 None None] Provisioning complete for port 11add24f-d688-4d4d-a2db-d8160470cd31 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:55.042180 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0feee65e-67fd-4603-b438-95d339bda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.121408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 11add24f-d688-4d4d-a2db-d8160470cd31, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=11add24f-d688-4d4d-a2db-d8160470cd31,segment=NetworkSegment(b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11),segment_id=b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:55.151468 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting port 22784c87-4050-45d5-8663-9b577ada4ac3 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:55.151764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (22784c87-4050-45d5-8663-9b577ada4ac3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.151908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.240642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=11add24f-d688-4d4d-a2db-d8160470cd31,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:55.268460 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (22784c87-4050-45d5-8663-9b577ada4ac3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.269728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for floatingip (22784c87-4050-45d5-8663-9b577ada4ac3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.286356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Calling delete_port for 22784c87-4050-45d5-8663-9b577ada4ac3 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:55.338056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0feee65e-67fd-4603-b438-95d339bda380 None None] Current status of the port 11add24f-d688-4d4d-a2db-d8160470cd31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:55.369772 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.387018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0feee65e-67fd-4603-b438-95d339bda380 None None] Provisioning complete for port 390dd447-e12c-4e0a-8301-5aec66c072b5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:55.387394 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0feee65e-67fd-4603-b438-95d339bda380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.391466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b590734-254a-468e-89cc-21c8e00f74b5 None None] Update dhcp port {'port': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'fixed_ips': [{'subnet_id': '1c409072-5b1d-4be5-bc84-f312ff9f4c45', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd35984d3-44c5-41e6-8068-c7e3335445c3'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '11add24f-d688-4d4d-a2db-d8160470cd31'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:29:55.454281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0feee65e-67fd-4603-b438-95d339bda380 None None] Port 390dd447-e12c-4e0a-8301-5aec66c072b5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:55.455232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-03450c7c-6544-4466-a528-85681d084580 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Delete allocated IP 2001:db8::12c (becbae6b-691a-41d4-b2dd-7de81839b97f/1c409072-5b1d-4be5-bc84-f312ff9f4c45) {{(pid=115533) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 15:29:55.456173 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b590734-254a-468e-89cc-21c8e00f74b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.468229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-03450c7c-6544-4466-a528-85681d084580 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8:0:1::164 (becbae6b-691a-41d4-b2dd-7de81839b97f/d35984d3-44c5-41e6-8068-c7e3335445c3/6b0f9f9c-8482-4d6f-8b56-786ab8e45c01) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:55.497481 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (22784c87-4050-45d5-8663-9b577ada4ac3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.552285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Port': ['ID=22784c87-4050-45d5-8663-9b577ada4ac3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:55.620227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for floatingip (8c183dda-cbd7-49d5-8425-04e09a3a98a6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.621034 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Floating IP 8c183dda-cbd7-49d5-8425-04e09a3a98a6 disassociated (deleted). External IP: 172.25.3.179, port: 8599ed75-c096-4e2c-8f46-0170b9f85619. Mar 10 15:29:55.663878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03450c7c-6544-4466-a528-85681d084580 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (6b0f9f9c-8482-4d6f-8b56-786ab8e45c01), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.670179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03450c7c-6544-4466-a528-85681d084580 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (6b0f9f9c-8482-4d6f-8b56-786ab8e45c01), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.730954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-4b590734-254a-468e-89cc-21c8e00f74b5 None None] Allocated IP 2001:db8:0:1::2 (becbae6b-691a-41d4-b2dd-7de81839b97f/d35984d3-44c5-41e6-8068-c7e3335445c3/11add24f-d688-4d4d-a2db-d8160470cd31) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:55.750288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-03450c7c-6544-4466-a528-85681d084580 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] In _notify_port_updated(), no bound segment for port 6b0f9f9c-8482-4d6f-8b56-786ab8e45c01 on network becbae6b-691a-41d4-b2dd-7de81839b97f {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:29:55.755775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03450c7c-6544-4466-a528-85681d084580 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:55.756373 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03450c7c-6544-4466-a528-85681d084580 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.760164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-03450c7c-6544-4466-a528-85681d084580 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "PUT /v2.0/ports/6b0f9f9c-8482-4d6f-8b56-786ab8e45c01 HTTP/1.1" status: 200 len: 931 time: 0.8420627 Mar 10 15:29:55.761150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55234) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:55.769918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03450c7c-6544-4466-a528-85681d084580 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=6b0f9f9c-8482-4d6f-8b56-786ab8e45c01,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:55.852643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4b590734-254a-468e-89cc-21c8e00f74b5 None None] For port 11add24f-d688-4d4d-a2db-d8160470cd31, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=11add24f-d688-4d4d-a2db-d8160470cd31,segment=NetworkSegment(b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11),segment_id=b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:55.875824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-54998465-bcab-4280-a5f8-0f0380d184bf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 6b0f9f9c-8482-4d6f-8b56-786ab8e45c01 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:55.876504 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-54998465-bcab-4280-a5f8-0f0380d184bf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6b0f9f9c-8482-4d6f-8b56-786ab8e45c01), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.891027 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b590734-254a-468e-89cc-21c8e00f74b5 None None] Publish callbacks [] for port (11add24f-d688-4d4d-a2db-d8160470cd31), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.897187 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b590734-254a-468e-89cc-21c8e00f74b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:55.929188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 64685e8b-7c1c-412e-ad3f-45dc76db4909 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:29:55.999739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-54998465-bcab-4280-a5f8-0f0380d184bf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6b0f9f9c-8482-4d6f-8b56-786ab8e45c01), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.023197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-54998465-bcab-4280-a5f8-0f0380d184bf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 6b0f9f9c-8482-4d6f-8b56-786ab8e45c01 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:56.081376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:29:56.087677 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.096222 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344df5ef-4e88-41b8-bb37-56ec8155ae57 None None] Sync routers for ids ['64685e8b-7c1c-412e-ad3f-45dc76db4909'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:29:56.107783 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344df5ef-4e88-41b8-bb37-56ec8155ae57 None None] Routers {'64685e8b-7c1c-412e-ad3f-45dc76db4909'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:56.108941 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-344df5ef-4e88-41b8-bb37-56ec8155ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['64685e8b-7c1c-412e-ad3f-45dc76db4909'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:56.164430 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-57296d03-4225-42b0-aca9-cd3a87ee8a5a tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/floatingips/8c183dda-cbd7-49d5-8425-04e09a3a98a6 HTTP/1.1" status: 204 len: 168 time: 1.2214053 Mar 10 15:29:56.165056 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'tag': '8599ed75-c096-4e2c-8f46-0170b9f85619'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:56.176679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b590734-254a-468e-89cc-21c8e00f74b5 None None] Pushing event updated for resources: {'Port': ['ID=11add24f-d688-4d4d-a2db-d8160470cd31,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:56.180802 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f06fead-83d7-4956-a7e3-6d7d35917e49" -d '{"events": [{"name": "network-changed", "server_uuid": "075bbf7b-06e8-40c4-9fae-2fa6c46cade6", "tag": "8599ed75-c096-4e2c-8f46-0170b9f85619"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:56.230524 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-54998465-bcab-4280-a5f8-0f0380d184bf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6b0f9f9c-8482-4d6f-8b56-786ab8e45c01), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.244429 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-344df5ef-4e88-41b8-bb37-56ec8155ae57 None None] Set router 64685e8b-7c1c-412e-ad3f-45dc76db4909 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:56.265291 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42563066-5ade-45dc-b26f-2a1cf90ad38f x-openstack-request-id: req-42563066-5ade-45dc-b26f-2a1cf90ad38f {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:56.265595 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075bbf7b-06e8-40c4-9fae-2fa6c46cade6", "tag": "8599ed75-c096-4e2c-8f46-0170b9f85619", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:56.265855 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42563066-5ade-45dc-b26f-2a1cf90ad38f {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:56.266286 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'tag': '8599ed75-c096-4e2c-8f46-0170b9f85619', 'status': 'completed', 'code': 200} Mar 10 15:29:56.279560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54998465-bcab-4280-a5f8-0f0380d184bf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=6b0f9f9c-8482-4d6f-8b56-786ab8e45c01,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:56.331491 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-54998465-bcab-4280-a5f8-0f0380d184bf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.340865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-54998465-bcab-4280-a5f8-0f0380d184bf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/6b0f9f9c-8482-4d6f-8b56-786ab8e45c01 HTTP/1.1" status: 204 len: 168 time: 0.5783682 Mar 10 15:29:56.341422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55252) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:56.379870 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2710e4-21aa-4609-bf08-514ed554e41f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:29:56.382222 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6d2710e4-21aa-4609-bf08-514ed554e41f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/6b0f9f9c-8482-4d6f-8b56-786ab8e45c01 HTTP/1.1" status: 404 len: 333 time: 0.0385990 Mar 10 15:29:56.386875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55254) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:56.491604 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d118-f512-4afa-b09e-c9c52cf92bad tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (4d67ba4b-b0c3-44ba-90ff-05320b8ce4ca), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.531461 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06fead-83d7-4956-a7e3-6d7d35917e49 req-56376a1a-e85a-4c2f-b19f-e34d896876cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:56.532934 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2f06fead-83d7-4956-a7e3-6d7d35917e49 req-56376a1a-e85a-4c2f-b19f-e34d896876cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=47f54152170d442698f9aa36ce4372ea&device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 1128 time: 0.2288013 Mar 10 15:29:56.544741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d118-f512-4afa-b09e-c9c52cf92bad tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (4d67ba4b-b0c3-44ba-90ff-05320b8ce4ca), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.575085 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-344df5ef-4e88-41b8-bb37-56ec8155ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '23492441-1e02-4948-8d0e-dc1a6c6b0600', 'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:4b:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:15Z', 'updated_at': '2022-03-10T15:28:22Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:56.621105 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344df5ef-4e88-41b8-bb37-56ec8155ae57 None None] Checking router: 64685e8b-7c1c-412e-ad3f-45dc76db4909 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:29:56.626983 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.636543 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344df5ef-4e88-41b8-bb37-56ec8155ae57 None None] Routers {'64685e8b-7c1c-412e-ad3f-45dc76db4909'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:29:56.637437 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-344df5ef-4e88-41b8-bb37-56ec8155ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['64685e8b-7c1c-412e-ad3f-45dc76db4909'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:56.675239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148cdf5-5893-4a67-854f-d19f7db087dd req-a5eff90f-9984-448f-8541-820dde110188 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:56.676894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2148cdf5-5893-4a67-854f-d19f7db087dd req-a5eff90f-9984-448f-8541-820dde110188 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 946 time: 0.1258230 Mar 10 15:29:56.692755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06fead-83d7-4956-a7e3-6d7d35917e49 req-c54a1dc9-06dc-4dd5-9cc5-809094811e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:56.694340 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2f06fead-83d7-4956-a7e3-6d7d35917e49 req-c54a1dc9-06dc-4dd5-9cc5-809094811e1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e8a9ebb9-44c9-48ea-b6ae-7698021ae722 HTTP/1.1" status: 200 len: 898 time: 0.1543953 Mar 10 15:29:56.722537 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d118-f512-4afa-b09e-c9c52cf92bad tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4d67ba4b-b0c3-44ba-90ff-05320b8ce4ca), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.729896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d118-f512-4afa-b09e-c9c52cf92bad tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.750469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6cc7d118-f512-4afa-b09e-c9c52cf92bad tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/security-groups/4d67ba4b-b0c3-44ba-90ff-05320b8ce4ca HTTP/1.1" status: 204 len: 168 time: 0.3633814 Mar 10 15:29:56.756971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55258) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:56.762451 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2f06fead-83d7-4956-a7e3-6d7d35917e49 req-5b66ca5a-0f24-424e-87d4-98a22c24950d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8599ed75-c096-4e2c-8f46-0170b9f85619 HTTP/1.1" status: 200 len: 217 time: 0.0586145 Mar 10 15:29:56.800513 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-344df5ef-4e88-41b8-bb37-56ec8155ae57 None None] Set router 64685e8b-7c1c-412e-ad3f-45dc76db4909 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:29:56.812842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7d118-f512-4afa-b09e-c9c52cf92bad tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d67ba4b-b0c3-44ba-90ff-05320b8ce4ca,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:56.816814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 11add24f-d688-4d4d-a2db-d8160470cd31 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:29:56.839553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2148cdf5-5893-4a67-854f-d19f7db087dd req-1a9b0bf9-17f1-4e6c-b789-f5e414413448 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480055 Mar 10 15:29:56.845092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06fead-83d7-4956-a7e3-6d7d35917e49 req-42c7f7b8-f312-4624-8d6e-74cd814c3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:56.847657 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2f06fead-83d7-4956-a7e3-6d7d35917e49 req-42c7f7b8-f312-4624-8d6e-74cd814c3987 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ceec5633-f6ea-490f-861a-b2e07d52d464 HTTP/1.1" status: 200 len: 835 time: 0.0769968 Mar 10 15:29:56.914462 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce886452-452c-491c-93e6-9852543448f4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (297cd869-4759-4ba7-a919-889689693435), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.934848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 11add24f-d688-4d4d-a2db-d8160470cd31 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:56.935231 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:56.950763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06fead-83d7-4956-a7e3-6d7d35917e49 req-16eb6bb1-a5a0-44de-ab4b-a697dc9fefa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:56.954218 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2f06fead-83d7-4956-a7e3-6d7d35917e49 req-16eb6bb1-a5a0-44de-ab4b-a697dc9fefa0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e8a9ebb9-44c9-48ea-b6ae-7698021ae722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0997512 Mar 10 15:29:56.987640 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce886452-452c-491c-93e6-9852543448f4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (297cd869-4759-4ba7-a919-889689693435), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.078890 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce886452-452c-491c-93e6-9852543448f4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (297cd869-4759-4ba7-a919-889689693435), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.083963 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce886452-452c-491c-93e6-9852543448f4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.088190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ce886452-452c-491c-93e6-9852543448f4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/security-groups/297cd869-4759-4ba7-a919-889689693435 HTTP/1.1" status: 204 len: 168 time: 0.2843902 Mar 10 15:29:57.089540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55262) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:57.115487 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 11add24f-d688-4d4d-a2db-d8160470cd31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:57.140806 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2f06fead-83d7-4956-a7e3-6d7d35917e49 req-64dd4fed-e9b3-4f36-96e5-f14087eabcb2 service neutron] 10.222.0.62 "GET /v2.0/networks/e8a9ebb9-44c9-48ea-b6ae-7698021ae722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784773 Mar 10 15:29:57.153004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce886452-452c-491c-93e6-9852543448f4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297cd869-4759-4ba7-a919-889689693435,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:57.158352 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-344df5ef-4e88-41b8-bb37-56ec8155ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '23492441-1e02-4948-8d0e-dc1a6c6b0600', 'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:4b:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:15Z', 'updated_at': '2022-03-10T15:28:22Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:29:57.199184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8a05987e-8446-4a54-8de0-a38de3fc5128 None None] Could not find standard attr ID for object 6b0f9f9c-8482-4d6f-8b56-786ab8e45c01. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:57.217462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fc915a-feac-4cca-a044-2498bd423c80 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting subnet 1c409072-5b1d-4be5-bc84-f312ff9f4c45 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:29:57.220577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8a05987e-8446-4a54-8de0-a38de3fc5128 None None] Provisioning complete for port 11add24f-d688-4d4d-a2db-d8160470cd31 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:57.220777 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8a05987e-8446-4a54-8de0-a38de3fc5128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.225648 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21fc915a-feac-4cca-a044-2498bd423c80 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (1c409072-5b1d-4be5-bc84-f312ff9f4c45), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.242206 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344df5ef-4e88-41b8-bb37-56ec8155ae57 None None] The sync data for ids ['64685e8b-7c1c-412e-ad3f-45dc76db4909'] in n-d-833090-1 is: [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '23492441-1e02-4948-8d0e-dc1a6c6b0600', 'name': '', 'network_id': 'e8a9ebb9-44c9-48ea-b6ae-7698021ae722', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'mac_address': 'fa:16:3e:4b:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:15Z', 'updated_at': '2022-03-10T15:28:22Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'subnets': [{'id': 'ceec5633-f6ea-490f-861a-b2e07d52d464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:29:57.290946 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21fc915a-feac-4cca-a044-2498bd423c80 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (1c409072-5b1d-4be5-bc84-f312ff9f4c45), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.370426 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-2f06fead-83d7-4956-a7e3-6d7d35917e49 req-daa3e641-ed54-4b08-9fb4-d11fa4ce745f service neutron] 10.222.0.62 "GET /v2.0/networks/e8a9ebb9-44c9-48ea-b6ae-7698021ae722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219217 Mar 10 15:29:57.440435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8a05987e-8446-4a54-8de0-a38de3fc5128 None None] Current status of the port 11add24f-d688-4d4d-a2db-d8160470cd31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:57.455673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8a05987e-8446-4a54-8de0-a38de3fc5128 None None] Provisioning complete for port 390dd447-e12c-4e0a-8301-5aec66c072b5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:57.456168 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8a05987e-8446-4a54-8de0-a38de3fc5128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.461680 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21fc915a-feac-4cca-a044-2498bd423c80 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (1c409072-5b1d-4be5-bc84-f312ff9f4c45), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.511323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8a05987e-8446-4a54-8de0-a38de3fc5128 None None] Port 390dd447-e12c-4e0a-8301-5aec66c072b5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:57.579223 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21fc915a-feac-4cca-a044-2498bd423c80 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (1c409072-5b1d-4be5-bc84-f312ff9f4c45), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.620603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc915a-feac-4cca-a044-2498bd423c80 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Subnet': ['ID=1c409072-5b1d-4be5-bc84-f312ff9f4c45,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:57.634066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a79bd516-ac04-4d83-9dab-033603033e33 None None] Could not find standard attr ID for object 6b0f9f9c-8482-4d6f-8b56-786ab8e45c01. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:57.641180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-21fc915a-feac-4cca-a044-2498bd423c80 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.653313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55274) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:57.668603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a18129d2-1e3f-493c-83ce-4bc8757b08bb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:57.675677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-21fc915a-feac-4cca-a044-2498bd423c80 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/1c409072-5b1d-4be5-bc84-f312ff9f4c45 HTTP/1.1" status: 204 len: 168 time: 0.5832384 Mar 10 15:29:57.776348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e17abd3-3f3b-4796-b034-a354c21155ab None None] New status for floating IP 8c183dda-cbd7-49d5-8425-04e09a3a98a6: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:29:57.838871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18129d2-1e3f-493c-83ce-4bc8757b08bb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:57.845620 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a18129d2-1e3f-493c-83ce-4bc8757b08bb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:57.984092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a586748c-7575-47b7-9908-793ccbe667bd None None] Network becbae6b-691a-41d4-b2dd-7de81839b97f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:58.062339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-88136a60-eb56-416a-ac16-06b89abbe0ad None None] Could not find standard attr ID for object 6b0f9f9c-8482-4d6f-8b56-786ab8e45c01. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:29:58.080456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206ead8-e140-4a3f-a0ea-9735923e1fc7 req-a9706da2-a1b3-4562-a564-b37e6e98c16e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:58.082080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2206ead8-e140-4a3f-a0ea-9735923e1fc7 req-a9706da2-a1b3-4562-a564-b37e6e98c16e tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 946 time: 0.0909426 Mar 10 15:29:58.190212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2206ead8-e140-4a3f-a0ea-9735923e1fc7 req-d599e3b7-cd94-4ad8-9079-c8fb805ad235 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b8def31-84e9-4cdc-a370-d2e286888820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869024 Mar 10 15:29:58.256370 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:58.569491 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fbd72-2be8-47fa-aa17-3f10542327c3 req-ac57ffec-7899-4481-8379-25f79c12c802 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:58.571190 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9d7fbd72-2be8-47fa-aa17-3f10542327c3 req-ac57ffec-7899-4481-8379-25f79c12c802 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 946 time: 0.1013584 Mar 10 15:29:58.650944 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a18129d2-1e3f-493c-83ce-4bc8757b08bb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (06ef8a9c-30f0-40e4-abbe-01e063cd49b1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:58.719841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18129d2-1e3f-493c-83ce-4bc8757b08bb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network becbae6b-691a-41d4-b2dd-7de81839b97f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:29:58.727407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-a18129d2-1e3f-493c-83ce-4bc8757b08bb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:29:58.730771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18129d2-1e3f-493c-83ce-4bc8757b08bb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:29:58.732372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a18129d2-1e3f-493c-83ce-4bc8757b08bb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:58.754634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18129d2-1e3f-493c-83ce-4bc8757b08bb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Subnet': ['ID=06ef8a9c-30f0-40e4-abbe-01e063cd49b1,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:58.765217 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a18129d2-1e3f-493c-83ce-4bc8757b08bb tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1104858 Mar 10 15:29:58.767837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55288) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:58.774364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0f227e92-0aaf-4c04-8a58-3db0ab0c6175 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'security_group': {'name': 'tempest-secgroup-314677219'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:58.811192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-9d7fbd72-2be8-47fa-aa17-3f10542327c3 req-14fa791f-ea7d-4569-814e-814c235b4ffc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting port 8599ed75-c096-4e2c-8f46-0170b9f85619 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:29:58.811799 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-9d7fbd72-2be8-47fa-aa17-3f10542327c3 req-14fa791f-ea7d-4569-814e-814c235b4ffc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:58.811925 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0f227e92-0aaf-4c04-8a58-3db0ab0c6175 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:58.961263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0f227e92-0aaf-4c04-8a58-3db0ab0c6175 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (da9d004c-e01b-4662-9cb4-2e623a39c271), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:58.970523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0f227e92-0aaf-4c04-8a58-3db0ab0c6175 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (da9d004c-e01b-4662-9cb4-2e623a39c271), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:58.981155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-9d7fbd72-2be8-47fa-aa17-3f10542327c3 req-14fa791f-ea7d-4569-814e-814c235b4ffc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] For port 8599ed75-c096-4e2c-8f46-0170b9f85619, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=8599ed75-c096-4e2c-8f46-0170b9f85619,segment=NetworkSegment(252a66d3-e8c4-4206-bc40-b471bd5c7871),segment_id=252a66d3-e8c4-4206-bc40-b471bd5c7871)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:29:58.981769 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-9d7fbd72-2be8-47fa-aa17-3f10542327c3 req-14fa791f-ea7d-4569-814e-814c235b4ffc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:58.997278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [req-9d7fbd72-2be8-47fa-aa17-3f10542327c3 req-14fa791f-ea7d-4569-814e-814c235b4ffc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Calling delete_port for 8599ed75-c096-4e2c-8f46-0170b9f85619 owned by compute:nova {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:29:59.029734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f227e92-0aaf-4c04-8a58-3db0ab0c6175 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9d004c-e01b-4662-9cb4-2e623a39c271,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:59.056600 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0f227e92-0aaf-4c04-8a58-3db0ab0c6175 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.058255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0f227e92-0aaf-4c04-8a58-3db0ab0c6175 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2885714 Mar 10 15:29:59.060844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55294) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:59.066500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-546a06af-b939-4c8b-b1d1-b8be81df2b5a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'security_group': {'name': 'tempest-secgroup-1780204424'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:59.100852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-546a06af-b939-4c8b-b1d1-b8be81df2b5a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.122141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d1161-5795-4927-b619-e12068ea554d None None] Network becbae6b-691a-41d4-b2dd-7de81839b97f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:29:59.218682 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-9d7fbd72-2be8-47fa-aa17-3f10542327c3 req-14fa791f-ea7d-4569-814e-814c235b4ffc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8599ed75-c096-4e2c-8f46-0170b9f85619), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.230332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-546a06af-b939-4c8b-b1d1-b8be81df2b5a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (b978321d-b4e5-4038-84fb-4c047c87aea4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.262503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-546a06af-b939-4c8b-b1d1-b8be81df2b5a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b978321d-b4e5-4038-84fb-4c047c87aea4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.296185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa791f-ea7d-4569-814e-814c235b4ffc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Port': ['ID=8599ed75-c096-4e2c-8f46-0170b9f85619,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:59.312277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-36d5650a-3177-4277-8ded-c23f2bff2553 None None] Provisioning complete for port 11add24f-d688-4d4d-a2db-d8160470cd31 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:59.313242 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-36d5650a-3177-4277-8ded-c23f2bff2553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.341280 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7fbd72-2be8-47fa-aa17-3f10542327c3 req-14fa791f-ea7d-4569-814e-814c235b4ffc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] No DVR routers for this DVR port 8599ed75-c096-4e2c-8f46-0170b9f85619 on host n-h2-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:29:59.346889 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-9d7fbd72-2be8-47fa-aa17-3f10542327c3 req-14fa791f-ea7d-4569-814e-814c235b4ffc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.353289 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-9d7fbd72-2be8-47fa-aa17-3f10542327c3 req-14fa791f-ea7d-4569-814e-814c235b4ffc tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.62 "DELETE /v2.0/ports/8599ed75-c096-4e2c-8f46-0170b9f85619 HTTP/1.1" status: 204 len: 173 time: 0.7768528 Mar 10 15:29:59.354182 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-546a06af-b939-4c8b-b1d1-b8be81df2b5a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.355465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-546a06af-b939-4c8b-b1d1-b8be81df2b5a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2930202 Mar 10 15:29:59.358338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55302) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:59.359089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'name': 'network-vif-deleted', 'tag': '8599ed75-c096-4e2c-8f46-0170b9f85619'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:29:59.362542 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81134c03-e832-4108-b20b-0b36b811af7c" -d '{"events": [{"server_uuid": "075bbf7b-06e8-40c4-9fae-2fa6c46cade6", "name": "network-vif-deleted", "tag": "8599ed75-c096-4e2c-8f46-0170b9f85619"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:29:59.369165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b6628120-dd7b-4f32-8dbb-b406ff0b676c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'security_group': {'name': 'tempest-secgroup-1135625844'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:59.424542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a06af-b939-4c8b-b1d1-b8be81df2b5a tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b978321d-b4e5-4038-84fb-4c047c87aea4,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:59.454277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6628120-dd7b-4f32-8dbb-b406ff0b676c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.468943 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231c920f-d673-4c2d-9fb8-1ea98977c9dd x-openstack-request-id: req-231c920f-d673-4c2d-9fb8-1ea98977c9dd {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:29:59.469245 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075bbf7b-06e8-40c4-9fae-2fa6c46cade6", "name": "network-vif-deleted", "tag": "8599ed75-c096-4e2c-8f46-0170b9f85619", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:29:59.469504 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-231c920f-d673-4c2d-9fb8-1ea98977c9dd {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:29:59.471049 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075bbf7b-06e8-40c4-9fae-2fa6c46cade6', 'name': 'network-vif-deleted', 'tag': '8599ed75-c096-4e2c-8f46-0170b9f85619', 'status': 'completed', 'code': 200} Mar 10 15:29:59.506852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09504392-a0b0-4214-990f-47f46c3408d8 req-babadf4e-383a-4f2e-85e7-60c1f167a11c tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "GET /v2.0/ports?device_id=075bbf7b-06e8-40c4-9fae-2fa6c46cade6 HTTP/1.1" status: 200 len: 210 time: 0.0775602 Mar 10 15:29:59.509300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-36d5650a-3177-4277-8ded-c23f2bff2553 None None] Current status of the port 11add24f-d688-4d4d-a2db-d8160470cd31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:29:59.561317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-36d5650a-3177-4277-8ded-c23f2bff2553 None None] Provisioning complete for port 390dd447-e12c-4e0a-8301-5aec66c072b5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:29:59.561850 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-36d5650a-3177-4277-8ded-c23f2bff2553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.601833 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6628120-dd7b-4f32-8dbb-b406ff0b676c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (b9512d14-2b77-40ec-9853-c82d1416c4c2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.611400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-36d5650a-3177-4277-8ded-c23f2bff2553 None None] Port 390dd447-e12c-4e0a-8301-5aec66c072b5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:29:59.618472 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6628120-dd7b-4f32-8dbb-b406ff0b676c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b9512d14-2b77-40ec-9853-c82d1416c4c2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.637151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b0bb2e-9f69-4e92-942c-2b7299927933 None None] Update dhcp port {'port': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'fixed_ips': [{'subnet_id': 'd35984d3-44c5-41e6-8068-c7e3335445c3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '06ef8a9c-30f0-40e4-abbe-01e063cd49b1'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '11add24f-d688-4d4d-a2db-d8160470cd31'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:29:59.668264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b6628120-dd7b-4f32-8dbb-b406ff0b676c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.670306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b6628120-dd7b-4f32-8dbb-b406ff0b676c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3041484 Mar 10 15:29:59.672437 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55308) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:29:59.675295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6628120-dd7b-4f32-8dbb-b406ff0b676c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9512d14-2b77-40ec-9853-c82d1416c4c2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:29:59.687091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-820751875', 'security_groups': ['b9512d14-2b77-40ec-9853-c82d1416c4c2'], 'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '06ef8a9c-30f0-40e4-abbe-01e063cd49b1'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:29:59.690652 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-63b0bb2e-9f69-4e92-942c-2b7299927933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:29:59.880202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:29:59.930850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-63b0bb2e-9f69-4e92-942c-2b7299927933 None None] Allocated IP 2001:db8::2 (becbae6b-691a-41d4-b2dd-7de81839b97f/06ef8a9c-30f0-40e4-abbe-01e063cd49b1/11add24f-d688-4d4d-a2db-d8160470cd31) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:29:59.988126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:00.010095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] device_id is not set on port 7998e942-03bb-4fc8-9553-41584ceb7c24 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:30:00.111875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-63b0bb2e-9f69-4e92-942c-2b7299927933 None None] For port 11add24f-d688-4d4d-a2db-d8160470cd31, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=11add24f-d688-4d4d-a2db-d8160470cd31,segment=NetworkSegment(b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11),segment_id=b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:00.152394 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-63b0bb2e-9f69-4e92-942c-2b7299927933 None None] Publish callbacks [] for port (11add24f-d688-4d4d-a2db-d8160470cd31), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:00.159558 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-63b0bb2e-9f69-4e92-942c-2b7299927933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:00.266482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0bb2e-9f69-4e92-942c-2b7299927933 None None] Pushing event updated for resources: {'Port': ['ID=11add24f-d688-4d4d-a2db-d8160470cd31,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:00.275684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8::318 (becbae6b-691a-41d4-b2dd-7de81839b97f/06ef8a9c-30f0-40e4-abbe-01e063cd49b1/7998e942-03bb-4fc8-9553-41584ceb7c24) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:00.469437 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (7998e942-03bb-4fc8-9553-41584ceb7c24), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:00.520236 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7998e942-03bb-4fc8-9553-41584ceb7c24), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:00.575905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55338) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:00.625462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=7998e942-03bb-4fc8-9553-41584ceb7c24,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:00.649425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network becbae6b-691a-41d4-b2dd-7de81839b97f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:00.665470 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:00.669386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:30:00.674632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:00.675301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:00.696730 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36d9d85a-abd3-41d6-93c0-6335886836a2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (5b8def31-84e9-4cdc-a370-d2e286888820), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:00.721972 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7e65bff1-5253-42cc-aab1-1b2a1d09c082 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0483851 Mar 10 15:30:00.722642 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55340) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:00.729266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f6d0afe3-0f8a-45d7-93e2-b97d46ca2dbf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:00.760519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 11add24f-d688-4d4d-a2db-d8160470cd31 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:30:00.772421 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36d9d85a-abd3-41d6-93c0-6335886836a2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (5b8def31-84e9-4cdc-a370-d2e286888820), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:00.873329 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36d9d85a-abd3-41d6-93c0-6335886836a2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5b8def31-84e9-4cdc-a370-d2e286888820), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:00.876879 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36d9d85a-abd3-41d6-93c0-6335886836a2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:00.880951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 11add24f-d688-4d4d-a2db-d8160470cd31 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:00.882360 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:00.891890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-36d9d85a-abd3-41d6-93c0-6335886836a2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/security-groups/5b8def31-84e9-4cdc-a370-d2e286888820 HTTP/1.1" status: 204 len: 168 time: 0.3142240 Mar 10 15:30:00.915813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9d85a-abd3-41d6-93c0-6335886836a2 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8def31-84e9-4cdc-a370-d2e286888820,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:00.928469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55348) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:00.945093 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d0afe3-0f8a-45d7-93e2-b97d46ca2dbf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:00.950103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f6d0afe3-0f8a-45d7-93e2-b97d46ca2dbf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:01.155517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 11add24f-d688-4d4d-a2db-d8160470cd31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:01.187314 n-d-833090-1 neutron-server[115534]: INFO neutron.db.ipam_backend_mixin [None req-f6d0afe3-0f8a-45d7-93e2-b97d46ca2dbf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06ef8a9c-30f0-40e4-abbe-01e063cd49b1 (CIDR: 2001:db8::/64) Mar 10 15:30:01.197532 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d0afe3-0f8a-45d7-93e2-b97d46ca2dbf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:30:01.200728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d0afe3-0f8a-45d7-93e2-b97d46ca2dbf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:01.257288 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f6d0afe3-0f8a-45d7-93e2-b97d46ca2dbf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5331824 Mar 10 15:30:01.259594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55350) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:01.287479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-47a8b682-3f0f-43ac-b894-14f5faf7eea6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:01.301662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c2fbccd1-184a-4b98-a140-619855a50992 None None] Provisioning complete for port 11add24f-d688-4d4d-a2db-d8160470cd31 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:01.309148 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbccd1-184a-4b98-a140-619855a50992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:01.475988 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a8b682-3f0f-43ac-b894-14f5faf7eea6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:01.480163 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-47a8b682-3f0f-43ac-b894-14f5faf7eea6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:01.501362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbccd1-184a-4b98-a140-619855a50992 None None] Current status of the port 11add24f-d688-4d4d-a2db-d8160470cd31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:01.524299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c2fbccd1-184a-4b98-a140-619855a50992 None None] Provisioning complete for port 390dd447-e12c-4e0a-8301-5aec66c072b5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:01.525023 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2fbccd1-184a-4b98-a140-619855a50992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:01.619172 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbccd1-184a-4b98-a140-619855a50992 None None] Port 390dd447-e12c-4e0a-8301-5aec66c072b5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:30:01.652816 n-d-833090-1 neutron-server[115534]: INFO neutron.db.ipam_backend_mixin [None req-47a8b682-3f0f-43ac-b894-14f5faf7eea6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d35984d3-44c5-41e6-8068-c7e3335445c3 (CIDR: 2001:db8:0:1::/64) Mar 10 15:30:01.658196 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a8b682-3f0f-43ac-b894-14f5faf7eea6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:30:01.658963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a8b682-3f0f-43ac-b894-14f5faf7eea6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:01.680913 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-47a8b682-3f0f-43ac-b894-14f5faf7eea6 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4172125 Mar 10 15:30:01.683563 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55362) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:01.689691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f20b2d14-40e3-4466-88ed-37129d9e493b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'subnet': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:01.746265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-cf83c5b7-d793-4130-9eb2-b6a18d0f487f None None] Provisioning complete for port 7998e942-03bb-4fc8-9553-41584ceb7c24 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:01.746965 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cf83c5b7-d793-4130-9eb2-b6a18d0f487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7998e942-03bb-4fc8-9553-41584ceb7c24), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:01.789422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cf83c5b7-d793-4130-9eb2-b6a18d0f487f None None] Port 7998e942-03bb-4fc8-9553-41584ceb7c24 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:30:01.838040 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20b2d14-40e3-4466-88ed-37129d9e493b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Made reservation on behalf of 478a36511e3348c2a5fd645f0cee0443 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:01.843510 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f20b2d14-40e3-4466-88ed-37129d9e493b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:02.079510 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (64685e8b-7c1c-412e-ad3f-45dc76db4909), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:02.165469 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f20b2d14-40e3-4466-88ed-37129d9e493b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (e3ddf4d6-c08d-4140-aeee-686de13eec18), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:02.211519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b2d14-40e3-4466-88ed-37129d9e493b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Network becbae6b-691a-41d4-b2dd-7de81839b97f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:02.215809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f20b2d14-40e3-4466-88ed-37129d9e493b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:02.226938 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260702bf-4342-4cbf-a4b1-91bf5f6ccb9b None None] Network becbae6b-691a-41d4-b2dd-7de81839b97f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:02.260226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b2d14-40e3-4466-88ed-37129d9e493b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Subnet': ['ID=e3ddf4d6-c08d-4140-aeee-686de13eec18,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:02.269360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20b2d14-40e3-4466-88ed-37129d9e493b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:02.269982 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f20b2d14-40e3-4466-88ed-37129d9e493b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:02.296352 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f20b2d14-40e3-4466-88ed-37129d9e493b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6090655 Mar 10 15:30:02.298209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55372) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:02.310422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-18d3ecad-ab6f-41f1-8840-b2c00bbb1856 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1981815736', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3ddf4d6-c08d-4140-aeee-686de13eec18'}], 'security_groups': ['da9d004c-e01b-4662-9cb4-2e623a39c271', 'b978321d-b4e5-4038-84fb-4c047c87aea4']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:02.370931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 8599ed75-c096-4e2c-8f46-0170b9f85619 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:02.408518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 8599ed75-c096-4e2c-8f46-0170b9f85619 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:02.408998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 8599ed75-c096-4e2c-8f46-0170b9f85619 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:02.463027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18d3ecad-ab6f-41f1-8840-b2c00bbb1856 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7998e942-03bb-4fc8-9553-41584ceb7c24), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:02.491249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting port 23492441-1e02-4948-8d0e-dc1a6c6b0600 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:02.491604 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:02.612433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cf106d-a8ba-4bc1-a706-42deb0a9501d None None] Update dhcp port {'port': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'fixed_ips': [{'subnet_id': 'd35984d3-44c5-41e6-8068-c7e3335445c3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '06ef8a9c-30f0-40e4-abbe-01e063cd49b1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3ddf4d6-c08d-4140-aeee-686de13eec18'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '11add24f-d688-4d4d-a2db-d8160470cd31'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:30:02.623364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] For port 23492441-1e02-4948-8d0e-dc1a6c6b0600, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=23492441-1e02-4948-8d0e-dc1a6c6b0600,segment=NetworkSegment(252a66d3-e8c4-4206-bc40-b471bd5c7871),segment_id=252a66d3-e8c4-4206-bc40-b471bd5c7871)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:02.623749 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:02.654363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Calling delete_port for 23492441-1e02-4948-8d0e-dc1a6c6b0600 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:02.679331 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-49cf106d-a8ba-4bc1-a706-42deb0a9501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:02.949855 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (23492441-1e02-4948-8d0e-dc1a6c6b0600), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:02.972737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-18d3ecad-ab6f-41f1-8840-b2c00bbb1856 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Delete allocated IP 2001:db8::318 (becbae6b-691a-41d4-b2dd-7de81839b97f/06ef8a9c-30f0-40e4-abbe-01e063cd49b1) {{(pid=115534) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 10 15:30:02.982830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-18d3ecad-ab6f-41f1-8840-b2c00bbb1856 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Allocated IP 2001:db8:0:2::33f (becbae6b-691a-41d4-b2dd-7de81839b97f/e3ddf4d6-c08d-4140-aeee-686de13eec18/7998e942-03bb-4fc8-9553-41584ceb7c24) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:02.984833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Port': ['ID=23492441-1e02-4948-8d0e-dc1a6c6b0600,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:03.196736 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18d3ecad-ab6f-41f1-8840-b2c00bbb1856 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for port (7998e942-03bb-4fc8-9553-41584ceb7c24), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:03.208655 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18d3ecad-ab6f-41f1-8840-b2c00bbb1856 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (7998e942-03bb-4fc8-9553-41584ceb7c24), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:03.283557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3ecad-ab6f-41f1-8840-b2c00bbb1856 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event updated for resources: {'Port': ['ID=7998e942-03bb-4fc8-9553-41584ceb7c24,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:03.311508 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-49cf106d-a8ba-4bc1-a706-42deb0a9501d None None] Allocated IP 2001:db8:0:2::2 (becbae6b-691a-41d4-b2dd-7de81839b97f/e3ddf4d6-c08d-4140-aeee-686de13eec18/11add24f-d688-4d4d-a2db-d8160470cd31) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:03.335596 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-18d3ecad-ab6f-41f1-8840-b2c00bbb1856 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] In _notify_port_updated(), no bound segment for port 7998e942-03bb-4fc8-9553-41584ceb7c24 on network becbae6b-691a-41d4-b2dd-7de81839b97f {{(pid=115534) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:30:03.340837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3ecad-ab6f-41f1-8840-b2c00bbb1856 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:03.341487 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-18d3ecad-ab6f-41f1-8840-b2c00bbb1856 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:03.342846 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-18d3ecad-ab6f-41f1-8840-b2c00bbb1856 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "PUT /v2.0/ports/7998e942-03bb-4fc8-9553-41584ceb7c24 HTTP/1.1" status: 200 len: 970 time: 1.0441523 Mar 10 15:30:03.345844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55390) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:03.429026 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (64685e8b-7c1c-412e-ad3f-45dc76db4909), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:03.479446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-49cf106d-a8ba-4bc1-a706-42deb0a9501d None None] For port 11add24f-d688-4d4d-a2db-d8160470cd31, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=11add24f-d688-4d4d-a2db-d8160470cd31,segment=NetworkSegment(b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11),segment_id=b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:03.493298 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a4562-ef5c-44a5-b14b-047d099f55ee tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 7998e942-03bb-4fc8-9553-41584ceb7c24 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:03.493649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4562-ef5c-44a5-b14b-047d099f55ee tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7998e942-03bb-4fc8-9553-41584ceb7c24), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:03.551366 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-49cf106d-a8ba-4bc1-a706-42deb0a9501d None None] Publish callbacks [] for port (11add24f-d688-4d4d-a2db-d8160470cd31), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:03.564206 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-49cf106d-a8ba-4bc1-a706-42deb0a9501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:03.606443 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4562-ef5c-44a5-b14b-047d099f55ee tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7998e942-03bb-4fc8-9553-41584ceb7c24), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:03.625029 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a4562-ef5c-44a5-b14b-047d099f55ee tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 7998e942-03bb-4fc8-9553-41584ceb7c24 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:03.693543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Router 64685e8b-7c1c-412e-ad3f-45dc76db4909 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:30:03.797594 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4562-ef5c-44a5-b14b-047d099f55ee tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7998e942-03bb-4fc8-9553-41584ceb7c24), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:03.823445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf106d-a8ba-4bc1-a706-42deb0a9501d None None] Pushing event updated for resources: {'Port': ['ID=11add24f-d688-4d4d-a2db-d8160470cd31,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:03.882002 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a4562-ef5c-44a5-b14b-047d099f55ee tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=7998e942-03bb-4fc8-9553-41584ceb7c24,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:03.882844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:30:03.895697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5d8c1be8-c151-49d0-99da-5357d1686014 tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "PUT /v2.0/routers/64685e8b-7c1c-412e-ad3f-45dc76db4909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9636037 Mar 10 15:30:03.895873 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d593aa-402e-4e3b-a4ae-21c37e3102e5 None None] Sync routers for ids ['64685e8b-7c1c-412e-ad3f-45dc76db4909'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:30:03.896420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55404) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:03.898493 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca6a4562-ef5c-44a5-b14b-047d099f55ee tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:03.903566 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ca6a4562-ef5c-44a5-b14b-047d099f55ee tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/7998e942-03bb-4fc8-9553-41584ceb7c24 HTTP/1.1" status: 204 len: 168 time: 0.5553930 Mar 10 15:30:03.905399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55406) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:03.911927 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d593aa-402e-4e3b-a4ae-21c37e3102e5 None None] Routers {'64685e8b-7c1c-412e-ad3f-45dc76db4909'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:03.912561 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a4d593aa-402e-4e3b-a4ae-21c37e3102e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['64685e8b-7c1c-412e-ad3f-45dc76db4909'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:03.942488 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d3105f-6dd0-4893-abb2-57f23ac5d95f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] GET failed (client error): The resource could not be found. Mar 10 15:30:03.943804 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e5d3105f-6dd0-4893-abb2-57f23ac5d95f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports/7998e942-03bb-4fc8-9553-41584ceb7c24 HTTP/1.1" status: 404 len: 333 time: 0.0372646 Mar 10 15:30:03.949052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55408) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:03.964273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76fb343-4cbc-4b14-8171-77582ba992fd tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting subnet ceec5633-f6ea-490f-861a-b2e07d52d464 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:30:03.969431 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b76fb343-4cbc-4b14-8171-77582ba992fd tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for subnet (ceec5633-f6ea-490f-861a-b2e07d52d464), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.039708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b76fb343-4cbc-4b14-8171-77582ba992fd tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (ceec5633-f6ea-490f-861a-b2e07d52d464), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.066038 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68a2624d-0000-4bb7-9ee4-b03ff02eb7ac tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (b9512d14-2b77-40ec-9853-c82d1416c4c2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.133409 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68a2624d-0000-4bb7-9ee4-b03ff02eb7ac tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (b9512d14-2b77-40ec-9853-c82d1416c4c2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.219709 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b76fb343-4cbc-4b14-8171-77582ba992fd tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (ceec5633-f6ea-490f-861a-b2e07d52d464), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.241102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68a2624d-0000-4bb7-9ee4-b03ff02eb7ac tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b9512d14-2b77-40ec-9853-c82d1416c4c2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.246496 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-68a2624d-0000-4bb7-9ee4-b03ff02eb7ac tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.247761 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-68a2624d-0000-4bb7-9ee4-b03ff02eb7ac tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/security-groups/b9512d14-2b77-40ec-9853-c82d1416c4c2 HTTP/1.1" status: 204 len: 168 time: 0.3000343 Mar 10 15:30:04.254326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55414) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:04.278958 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2624d-0000-4bb7-9ee4-b03ff02eb7ac tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9512d14-2b77-40ec-9853-c82d1416c4c2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:04.352961 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-a4d593aa-402e-4e3b-a4ae-21c37e3102e5 None None] Set router 64685e8b-7c1c-412e-ad3f-45dc76db4909 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:04.408996 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b76fb343-4cbc-4b14-8171-77582ba992fd tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (ceec5633-f6ea-490f-861a-b2e07d52d464), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.417066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41fbc8bd-e1c7-45cd-bb09-8ccf01db747f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (b978321d-b4e5-4038-84fb-4c047c87aea4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.437370 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b76fb343-4cbc-4b14-8171-77582ba992fd tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.440682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b76fb343-4cbc-4b14-8171-77582ba992fd tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/subnets/ceec5633-f6ea-490f-861a-b2e07d52d464 HTTP/1.1" status: 204 len: 168 time: 0.5432661 Mar 10 15:30:04.450738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c144cf86-8658-4cc7-8f19-eb8fc157b41e None None] Network e8a9ebb9-44c9-48ea-b6ae-7698021ae722 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:04.480787 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41fbc8bd-e1c7-45cd-bb09-8ccf01db747f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (b978321d-b4e5-4038-84fb-4c047c87aea4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.503720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55416) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:04.522407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fb343-4cbc-4b14-8171-77582ba992fd tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Subnet': ['ID=ceec5633-f6ea-490f-861a-b2e07d52d464,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:04.601520 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41fbc8bd-e1c7-45cd-bb09-8ccf01db747f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b978321d-b4e5-4038-84fb-4c047c87aea4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.604087 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-41fbc8bd-e1c7-45cd-bb09-8ccf01db747f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.605415 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-41fbc8bd-e1c7-45cd-bb09-8ccf01db747f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/security-groups/b978321d-b4e5-4038-84fb-4c047c87aea4 HTTP/1.1" status: 204 len: 168 time: 0.3482599 Mar 10 15:30:04.609747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55418) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:04.669461 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbc8bd-e1c7-45cd-bb09-8ccf01db747f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b978321d-b4e5-4038-84fb-4c047c87aea4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:04.762049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b845c53d-4c9b-4e91-9c3a-6d5869f1cf0e None None] DHCP port deletion for e8a9ebb9-44c9-48ea-b6ae-7698021ae722 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:30:04.883001 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73c75097-0974-4310-b9a2-8c649c13a990 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (da9d004c-e01b-4662-9cb4-2e623a39c271), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.908463 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a4d593aa-402e-4e3b-a4ae-21c37e3102e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:30:02Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:04.929872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b845c53d-4c9b-4e91-9c3a-6d5869f1cf0e None None] Deleting port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:04.930258 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b845c53d-4c9b-4e91-9c3a-6d5869f1cf0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.941938 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router (64685e8b-7c1c-412e-ad3f-45dc76db4909), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:04.979946 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d593aa-402e-4e3b-a4ae-21c37e3102e5 None None] Checking router: 64685e8b-7c1c-412e-ad3f-45dc76db4909 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:30:04.983787 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73c75097-0974-4310-b9a2-8c649c13a990 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (da9d004c-e01b-4662-9cb4-2e623a39c271), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.019416 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d593aa-402e-4e3b-a4ae-21c37e3102e5 None None] Routers {'64685e8b-7c1c-412e-ad3f-45dc76db4909'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:05.020238 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a4d593aa-402e-4e3b-a4ae-21c37e3102e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:29:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['64685e8b-7c1c-412e-ad3f-45dc76db4909'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:05.063694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 11add24f-d688-4d4d-a2db-d8160470cd31 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:30:05.078983 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73c75097-0974-4310-b9a2-8c649c13a990 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (da9d004c-e01b-4662-9cb4-2e623a39c271), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.082723 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73c75097-0974-4310-b9a2-8c649c13a990 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.085496 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-73c75097-0974-4310-b9a2-8c649c13a990 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/security-groups/da9d004c-e01b-4662-9cb4-2e623a39c271 HTTP/1.1" status: 204 len: 168 time: 0.4735069 Mar 10 15:30:05.087795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55430) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:05.103271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b845c53d-4c9b-4e91-9c3a-6d5869f1cf0e None None] For port f3c515c9-8053-41b0-966f-0c1b22fcd4b4, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f3c515c9-8053-41b0-966f-0c1b22fcd4b4,segment=NetworkSegment(252a66d3-e8c4-4206-bc40-b471bd5c7871),segment_id=252a66d3-e8c4-4206-bc40-b471bd5c7871)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:05.107370 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b845c53d-4c9b-4e91-9c3a-6d5869f1cf0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.110692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c75097-0974-4310-b9a2-8c649c13a990 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9d004c-e01b-4662-9cb4-2e623a39c271,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:05.136779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b845c53d-4c9b-4e91-9c3a-6d5869f1cf0e None None] Calling delete_port for f3c515c9-8053-41b0-966f-0c1b22fcd4b4 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:05.165102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb5ccf6-641f-42a3-8562-8d50c5e00066 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting subnet 06ef8a9c-30f0-40e4-abbe-01e063cd49b1 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:30:05.178071 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4eb5ccf6-641f-42a3-8562-8d50c5e00066 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (06ef8a9c-30f0-40e4-abbe-01e063cd49b1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.291514 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4eb5ccf6-641f-42a3-8562-8d50c5e00066 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (06ef8a9c-30f0-40e4-abbe-01e063cd49b1), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.310347 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b845c53d-4c9b-4e91-9c3a-6d5869f1cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (f3c515c9-8053-41b0-966f-0c1b22fcd4b4), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.352686 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-a4d593aa-402e-4e3b-a4ae-21c37e3102e5 None None] Set router 64685e8b-7c1c-412e-ad3f-45dc76db4909 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:05.370721 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_gateway (64685e8b-7c1c-412e-ad3f-45dc76db4909), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.393519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845c53d-4c9b-4e91-9c3a-6d5869f1cf0e None None] Pushing event deleted for resources: {'Port': ['ID=f3c515c9-8053-41b0-966f-0c1b22fcd4b4,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:05.426900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d4bd3f36-f35e-4f8d-9577-6cbe055d71c1 None None] Provisioning complete for port 11add24f-d688-4d4d-a2db-d8160470cd31 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:05.427433 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d4bd3f36-f35e-4f8d-9577-6cbe055d71c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.429726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845c53d-4c9b-4e91-9c3a-6d5869f1cf0e None None] No DVR routers for this DVR port f3c515c9-8053-41b0-966f-0c1b22fcd4b4 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:30:05.552913 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4eb5ccf6-641f-42a3-8562-8d50c5e00066 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (06ef8a9c-30f0-40e4-abbe-01e063cd49b1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.560913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 11add24f-d688-4d4d-a2db-d8160470cd31 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:05.561401 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.635921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Deleting port 7e92a684-a476-4cda-b1de-10983377777a {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:05.636501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7e92a684-a476-4cda-b1de-10983377777a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.774641 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-a4d593aa-402e-4e3b-a4ae-21c37e3102e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:30:02Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:05.775140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd3f36-f35e-4f8d-9577-6cbe055d71c1 None None] Current status of the port 11add24f-d688-4d4d-a2db-d8160470cd31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:05.779831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d4bd3f36-f35e-4f8d-9577-6cbe055d71c1 None None] Could not find standard attr ID for object 7998e942-03bb-4fc8-9553-41584ceb7c24. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:30:05.801347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] For port 7e92a684-a476-4cda-b1de-10983377777a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7e92a684-a476-4cda-b1de-10983377777a,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:05.802512 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7e92a684-a476-4cda-b1de-10983377777a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.819756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Calling delete_port for 7e92a684-a476-4cda-b1de-10983377777a owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:05.832256 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d593aa-402e-4e3b-a4ae-21c37e3102e5 None None] The sync data for ids ['64685e8b-7c1c-412e-ad3f-45dc76db4909'] in n-d-833090-1 is: [{'id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'name': 'tempest-TestNetworkBasicOps-router-365001468', 'tenant_id': '47f54152170d442698f9aa36ce4372ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': '7e92a684-a476-4cda-b1de-10983377777a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:09Z', 'updated_at': '2022-03-10T15:30:02Z', 'revision_number': 5, 'project_id': '47f54152170d442698f9aa36ce4372ea', 'gw_port': {'id': '7e92a684-a476-4cda-b1de-10983377777a', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64685e8b-7c1c-412e-ad3f-45dc76db4909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:11Z', 'updated_at': '2022-03-10T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:30:05.851077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d4bd3f36-f35e-4f8d-9577-6cbe055d71c1 None None] Provisioning complete for port 390dd447-e12c-4e0a-8301-5aec66c072b5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:05.851454 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d4bd3f36-f35e-4f8d-9577-6cbe055d71c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:05.924825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 11add24f-d688-4d4d-a2db-d8160470cd31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:05.963304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd3f36-f35e-4f8d-9577-6cbe055d71c1 None None] Port 390dd447-e12c-4e0a-8301-5aec66c072b5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:30:06.073860 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-238ffb65-1021-4f96-8d06-8a1179e75c0a None None] Could not find standard attr ID for object 7998e942-03bb-4fc8-9553-41584ceb7c24. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:30:06.156015 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4eb5ccf6-641f-42a3-8562-8d50c5e00066 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (06ef8a9c-30f0-40e4-abbe-01e063cd49b1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.187520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5ccf6-641f-42a3-8562-8d50c5e00066 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Subnet': ['ID=06ef8a9c-30f0-40e4-abbe-01e063cd49b1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:06.201962 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7e92a684-a476-4cda-b1de-10983377777a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.202159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f724464-b4b2-43b4-bfb9-e854340e85b4 None None] Network becbae6b-691a-41d4-b2dd-7de81839b97f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:06.205255 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4eb5ccf6-641f-42a3-8562-8d50c5e00066 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.209501 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4eb5ccf6-641f-42a3-8562-8d50c5e00066 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/06ef8a9c-30f0-40e4-abbe-01e063cd49b1 HTTP/1.1" status: 204 len: 168 time: 1.1207514 Mar 10 15:30:06.215965 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55448) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:06.251118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Port': ['ID=7e92a684-a476-4cda-b1de-10983377777a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:06.336923 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (64685e8b-7c1c-412e-ad3f-45dc76db4909), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.355941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-08758d75-8b28-470d-9438-2a25110423c9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting subnet e3ddf4d6-c08d-4140-aeee-686de13eec18 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:30:06.363265 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08758d75-8b28-470d-9438-2a25110423c9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (e3ddf4d6-c08d-4140-aeee-686de13eec18), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.451146 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08758d75-8b28-470d-9438-2a25110423c9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (e3ddf4d6-c08d-4140-aeee-686de13eec18), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.511261 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (64685e8b-7c1c-412e-ad3f-45dc76db4909), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.521147 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router_controller (64685e8b-7c1c-412e-ad3f-45dc76db4909), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.622468 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (64685e8b-7c1c-412e-ad3f-45dc76db4909), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.623824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Fanout notify agent at l3_agent the message router_deleted on router 64685e8b-7c1c-412e-ad3f-45dc76db4909 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:30:06.636640 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.638678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a8708d33-9e3f-4663-83f3-a11baaeaee7b tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/routers/64685e8b-7c1c-412e-ad3f-45dc76db4909 HTTP/1.1" status: 204 len: 168 time: 2.1310611 Mar 10 15:30:06.641804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55454) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:06.690730 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08758d75-8b28-470d-9438-2a25110423c9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e3ddf4d6-c08d-4140-aeee-686de13eec18), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.819254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (e8a9ebb9-44c9-48ea-b6ae-7698021ae722), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.886429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 23492441-1e02-4948-8d0e-dc1a6c6b0600 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:06.899645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08758d75-8b28-470d-9438-2a25110423c9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (e3ddf4d6-c08d-4140-aeee-686de13eec18), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:06.954518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 23492441-1e02-4948-8d0e-dc1a6c6b0600 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:06.954841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 23492441-1e02-4948-8d0e-dc1a6c6b0600 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:06.956981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f3c515c9-8053-41b0-966f-0c1b22fcd4b4 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:06.997914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08758d75-8b28-470d-9438-2a25110423c9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ddf4d6-c08d-4140-aeee-686de13eec18,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:07.010581 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-08758d75-8b28-470d-9438-2a25110423c9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:07.016981 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-08758d75-8b28-470d-9438-2a25110423c9 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/e3ddf4d6-c08d-4140-aeee-686de13eec18 HTTP/1.1" status: 204 len: 168 time: 0.7978854 Mar 10 15:30:07.017619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55460) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:07.031057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (e8a9ebb9-44c9-48ea-b6ae-7698021ae722), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:07.051087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f3c515c9-8053-41b0-966f-0c1b22fcd4b4 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:07.052327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f3c515c9-8053-41b0-966f-0c1b22fcd4b4 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:07.088724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a9ebb9-44c9-48ea-b6ae-7698021ae722']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:07.091729 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-857a395d-c6f2-4436-8ff5-eace62b506dd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:30:07.094221 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857a395d-c6f2-4436-8ff5-eace62b506dd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:07.097700 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-857a395d-c6f2-4436-8ff5-eace62b506dd tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/06ef8a9c-30f0-40e4-abbe-01e063cd49b1 HTTP/1.1" status: 404 len: 337 time: 0.0777986 Mar 10 15:30:07.100275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55464) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:07.127536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252a66d3-e8c4-4206-bc40-b471bd5c7871') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:07.127991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252a66d3-e8c4-4206-bc40-b471bd5c7871') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:07.143018 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (252a66d3-e8c4-4206-bc40-b471bd5c7871), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:07.162145 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (252a66d3-e8c4-4206-bc40-b471bd5c7871), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:07.169759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:30:07.170500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (252a66d3-e8c4-4206-bc40-b471bd5c7871), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:30:07.249829 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:30:07.304090 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (e8a9ebb9-44c9-48ea-b6ae-7698021ae722), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:07.315759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:07.331834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] 10.222.0.11 "DELETE /v2.0/networks/e8a9ebb9-44c9-48ea-b6ae-7698021ae722 HTTP/1.1" status: 204 len: 168 time: 0.6851115 Mar 10 15:30:07.369840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1282c8-66ab-4ee8-ba69-e7c0e16107ce tempest-TestNetworkBasicOps-1741681903 tempest-TestNetworkBasicOps-1741681903-project] Pushing event deleted for resources: {'Network': ['ID=e8a9ebb9-44c9-48ea-b6ae-7698021ae722,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:07.406529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c6025d-9d70-481b-992a-af641f9165d4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting subnet d35984d3-44c5-41e6-8068-c7e3335445c3 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:30:07.410074 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c6025d-9d70-481b-992a-af641f9165d4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (d35984d3-44c5-41e6-8068-c7e3335445c3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:07.482012 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c6025d-9d70-481b-992a-af641f9165d4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (d35984d3-44c5-41e6-8068-c7e3335445c3), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:07.598998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae563d98-c71d-4a6e-b7cd-065db9f22028 None None] Network becbae6b-691a-41d4-b2dd-7de81839b97f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:07.667987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-180300a1-06f3-4973-a4b7-4c27e2b55fb1 None None] Provisioning complete for port 11add24f-d688-4d4d-a2db-d8160470cd31 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:07.668556 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-180300a1-06f3-4973-a4b7-4c27e2b55fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:07.839762 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55482) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:08.133088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c6025d-9d70-481b-992a-af641f9165d4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d35984d3-44c5-41e6-8068-c7e3335445c3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:08.167789 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cbea7ee0-8c1b-4188-ad4b-4af6ee320f65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47f54152170d442698f9aa36ce4372ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3261940 Mar 10 15:30:08.171193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55492) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:08.271999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c6025d-9d70-481b-992a-af641f9165d4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (d35984d3-44c5-41e6-8068-c7e3335445c3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:08.292344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db6630be-bf35-4e76-9ba5-318a00abae02 admin admin] Publish callbacks [] for security_group (c3b6d4a5-a2fd-48b4-8f3c-e92e6e2db03c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:08.319454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db6630be-bf35-4e76-9ba5-318a00abae02 admin admin] Publish callbacks [] for security_group (c3b6d4a5-a2fd-48b4-8f3c-e92e6e2db03c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:08.351915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6025d-9d70-481b-992a-af641f9165d4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Subnet': ['ID=d35984d3-44c5-41e6-8068-c7e3335445c3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:08.360463 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c6025d-9d70-481b-992a-af641f9165d4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:08.400249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e2c6025d-9d70-481b-992a-af641f9165d4 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/d35984d3-44c5-41e6-8068-c7e3335445c3 HTTP/1.1" status: 204 len: 168 time: 1.2988136 Mar 10 15:30:08.400713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55498) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:08.462835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-180300a1-06f3-4973-a4b7-4c27e2b55fb1 None None] Current status of the port 11add24f-d688-4d4d-a2db-d8160470cd31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:08.467205 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e719baa-07a5-4f57-af6c-6bde2201ecdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:30:08.472111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e719baa-07a5-4f57-af6c-6bde2201ecdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:08.476268 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0e719baa-07a5-4f57-af6c-6bde2201ecdf tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/1c409072-5b1d-4be5-bc84-f312ff9f4c45 HTTP/1.1" status: 404 len: 337 time: 0.0742331 Mar 10 15:30:08.479058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55502) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:08.526172 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db6630be-bf35-4e76-9ba5-318a00abae02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c3b6d4a5-a2fd-48b4-8f3c-e92e6e2db03c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:08.526172 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db6630be-bf35-4e76-9ba5-318a00abae02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:08.526172 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-db6630be-bf35-4e76-9ba5-318a00abae02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3b6d4a5-a2fd-48b4-8f3c-e92e6e2db03c HTTP/1.1" status: 204 len: 168 time: 0.3508680 Mar 10 15:30:08.560427 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6630be-bf35-4e76-9ba5-318a00abae02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b6d4a5-a2fd-48b4-8f3c-e92e6e2db03c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:08.561393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-21c49407-5207-4a73-9e37-3668c44edb8c tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "GET /v2.0/ports?device_id=0390de7b-8317-4c81-9017-1b537c29070d HTTP/1.1" status: 200 len: 205 time: 0.0811560 Mar 10 15:30:08.563969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55506) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:08.604780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5391f5-f18d-4a46-a23c-ef11c2df0eb9 None None] Update dhcp port {'port': {'network_id': 'becbae6b-691a-41d4-b2dd-7de81839b97f', 'fixed_ips': [{'subnet_id': 'd35984d3-44c5-41e6-8068-c7e3335445c3'}], 'binding:host_id': 'n-d-833090-1'}, 'id': '11add24f-d688-4d4d-a2db-d8160470cd31'} from n-d-833090-1. {{(pid=115535) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 15:30:08.644515 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-4dac7289-9216-4a0e-aed4-8fdf4920d7d3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] delete failed (client error): The resource could not be found. Mar 10 15:30:08.646437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4dac7289-9216-4a0e-aed4-8fdf4920d7d3 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/routers/0390de7b-8317-4c81-9017-1b537c29070d HTTP/1.1" status: 404 len: 336 time: 0.0750005 Mar 10 15:30:08.652806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55508) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:08.677162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7e92a684-a476-4cda-b1de-10983377777a no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:08.712104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 7e92a684-a476-4cda-b1de-10983377777a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:08.713143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7e92a684-a476-4cda-b1de-10983377777a not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:08.719601 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7b5391f5-f18d-4a46-a23c-ef11c2df0eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:08.726741 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a64064-156e-4870-9814-74e9322eafc5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:30:08.727665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a64064-156e-4870-9814-74e9322eafc5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:08.734540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d0a64064-156e-4870-9814-74e9322eafc5 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/40c69c7a-6a47-46b8-b613-ab6d6668308e HTTP/1.1" status: 404 len: 337 time: 0.0760994 Mar 10 15:30:08.737209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55510) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:08.752316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-180300a1-06f3-4973-a4b7-4c27e2b55fb1 None None] Provisioning complete for port 390dd447-e12c-4e0a-8301-5aec66c072b5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:08.752862 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-180300a1-06f3-4973-a4b7-4c27e2b55fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:08.791089 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ead819-8fc7-463b-9cb5-6b8e540f856d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:30:08.791563 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ead819-8fc7-463b-9cb5-6b8e540f856d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:08.797714 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-21ead819-8fc7-463b-9cb5-6b8e540f856d tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/7769bdc7-c648-4a51-b1c2-eb4d9ed8014f HTTP/1.1" status: 404 len: 337 time: 0.0559301 Mar 10 15:30:08.798671 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55518) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:08.854257 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-968bd12a-1c6f-48e7-9e38-510249dba95b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:30:08.854858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968bd12a-1c6f-48e7-9e38-510249dba95b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:08.855734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-180300a1-06f3-4973-a4b7-4c27e2b55fb1 None None] Port 390dd447-e12c-4e0a-8301-5aec66c072b5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:30:08.863628 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-968bd12a-1c6f-48e7-9e38-510249dba95b tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/81fd5728-1f43-4556-8b9a-5ead2ddef9f1 HTTP/1.1" status: 404 len: 337 time: 0.0620904 Mar 10 15:30:08.866282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55520) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:08.909832 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b10e42a-0043-428b-a7f8-f63556d58021 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:30:08.910493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b10e42a-0043-428b-a7f8-f63556d58021 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:08.916033 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6b10e42a-0043-428b-a7f8-f63556d58021 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/354b5128-bb00-4cda-814c-e3706cbf043a HTTP/1.1" status: 404 len: 333 time: 0.0483234 Mar 10 15:30:08.918783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55522) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:08.958323 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c56427b-282f-45bb-b9cd-70a9fd757253 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:30:08.959448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c56427b-282f-45bb-b9cd-70a9fd757253 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:08.964201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6c56427b-282f-45bb-b9cd-70a9fd757253 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/10c08ae7-9a02-4fbb-a33e-fd0f1fa1ee75 HTTP/1.1" status: 404 len: 337 time: 0.0430787 Mar 10 15:30:08.967072 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55524) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:09.018340 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc1b80b-87d5-468f-81c1-4bb223c1fa5f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:30:09.026849 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc1b80b-87d5-468f-81c1-4bb223c1fa5f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:09.034553 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8cc1b80b-87d5-468f-81c1-4bb223c1fa5f tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/4d9e3908-ab89-4477-9514-a8eca3622447 HTTP/1.1" status: 404 len: 337 time: 0.0638151 Mar 10 15:30:09.034974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55526) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:09.056638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55528) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:09.074750 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dac145e6-297b-47f2-9250-27fcc0513de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.080290 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-67590de2-1b0e-4464-b3c7-3a5765cd902e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:30:09.080948 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67590de2-1b0e-4464-b3c7-3a5765cd902e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:09.086627 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-67590de2-1b0e-4464-b3c7-3a5765cd902e tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/7d195b03-a105-424b-995a-d7b847ae8b3e HTTP/1.1" status: 404 len: 333 time: 0.0463002 Mar 10 15:30:09.091086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55530) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:09.144064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84dd529-7ab3-47f5-af8d-e953972e9612 None None] Network becbae6b-691a-41d4-b2dd-7de81839b97f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:09.144355 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a81178-02b5-449d-bf05-29e6a5facd61 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:30:09.146049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a81178-02b5-449d-bf05-29e6a5facd61 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:09.149991 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b8a81178-02b5-449d-bf05-29e6a5facd61 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/af0e04cc-9d5b-4bd1-8998-d7ee2ca2f352 HTTP/1.1" status: 404 len: 337 time: 0.0621479 Mar 10 15:30:09.152436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55534) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:09.244073 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4fd72d-c701-491e-af5c-e747d3aa36d0 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] DELETE failed (client error): The resource could not be found. Mar 10 15:30:09.245524 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4fd72d-c701-491e-af5c-e747d3aa36d0 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:30:09.251487 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5d4fd72d-c701-491e-af5c-e747d3aa36d0 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/subnets/146c5a34-14b2-4aa5-a51c-f77ccddb9162 HTTP/1.1" status: 404 len: 337 time: 0.0978916 Mar 10 15:30:09.256083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55538) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:09.267552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9a3b3de6-2cfa-456a-a972-5c06ade605f9 None None] Provisioning complete for port 11add24f-d688-4d4d-a2db-d8160470cd31 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:09.267552 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3de6-2cfa-456a-a972-5c06ade605f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.399609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b9280d-e217-4ede-bc7a-2c4dc1bc7f64 None None] DHCP port deletion for becbae6b-691a-41d4-b2dd-7de81839b97f request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:30:09.417916 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dac145e6-297b-47f2-9250-27fcc0513de4 admin admin] Publish callbacks [] for security_group (19e8fb4b-c12d-4dca-8c69-43b1f2f7d7a5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.432824 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dac145e6-297b-47f2-9250-27fcc0513de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (19e8fb4b-c12d-4dca-8c69-43b1f2f7d7a5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.456701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b3de6-2cfa-456a-a972-5c06ade605f9 None None] Current status of the port 11add24f-d688-4d4d-a2db-d8160470cd31 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:09.464744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dac145e6-297b-47f2-9250-27fcc0513de4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38c058cd99b5480a8906484a81ca6074&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4066389 Mar 10 15:30:09.468000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55546) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:09.496179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f6b2b-a6e0-47a2-b56f-5af02f586810 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Deleting port 390dd447-e12c-4e0a-8301-5aec66c072b5 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:09.496892 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6b2b-a6e0-47a2-b56f-5af02f586810 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.501473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac145e6-297b-47f2-9250-27fcc0513de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e8fb4b-c12d-4dca-8c69-43b1f2f7d7a5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:09.521155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9a3b3de6-2cfa-456a-a972-5c06ade605f9 None None] Provisioning complete for port 390dd447-e12c-4e0a-8301-5aec66c072b5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:09.521615 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3de6-2cfa-456a-a972-5c06ade605f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.556550 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fde64d4-0c98-4dde-89b6-f67c1b8be434 admin admin] Publish callbacks [] for security_group (19e8fb4b-c12d-4dca-8c69-43b1f2f7d7a5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.559638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b4b9280d-e217-4ede-bc7a-2c4dc1bc7f64 None None] Deleting port 11add24f-d688-4d4d-a2db-d8160470cd31 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:09.560012 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b4b9280d-e217-4ede-bc7a-2c4dc1bc7f64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.589393 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fde64d4-0c98-4dde-89b6-f67c1b8be434 admin admin] Publish callbacks [] for security_group (19e8fb4b-c12d-4dca-8c69-43b1f2f7d7a5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.636509 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6b2b-a6e0-47a2-b56f-5af02f586810 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.649820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b4b9280d-e217-4ede-bc7a-2c4dc1bc7f64 None None] For port 11add24f-d688-4d4d-a2db-d8160470cd31, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=11add24f-d688-4d4d-a2db-d8160470cd31,segment=NetworkSegment(b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11),segment_id=b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:09.651087 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b4b9280d-e217-4ede-bc7a-2c4dc1bc7f64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.651725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f6b2b-a6e0-47a2-b56f-5af02f586810 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Calling delete_port for 390dd447-e12c-4e0a-8301-5aec66c072b5 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:09.674223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fde64d4-0c98-4dde-89b6-f67c1b8be434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (19e8fb4b-c12d-4dca-8c69-43b1f2f7d7a5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.677077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b4b9280d-e217-4ede-bc7a-2c4dc1bc7f64 None None] Calling delete_port for 11add24f-d688-4d4d-a2db-d8160470cd31 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:09.679037 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fde64d4-0c98-4dde-89b6-f67c1b8be434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.680334 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2fde64d4-0c98-4dde-89b6-f67c1b8be434 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19e8fb4b-c12d-4dca-8c69-43b1f2f7d7a5 HTTP/1.1" status: 204 len: 168 time: 0.2112973 Mar 10 15:30:09.691103 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde64d4-0c98-4dde-89b6-f67c1b8be434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e8fb4b-c12d-4dca-8c69-43b1f2f7d7a5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:09.759919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6b2b-a6e0-47a2-b56f-5af02f586810 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (390dd447-e12c-4e0a-8301-5aec66c072b5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.790171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b3de6-2cfa-456a-a972-5c06ade605f9 None None] Port 390dd447-e12c-4e0a-8301-5aec66c072b5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:30:09.798736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f6b2b-a6e0-47a2-b56f-5af02f586810 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Port': ['ID=390dd447-e12c-4e0a-8301-5aec66c072b5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:09.799430 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b4b9280d-e217-4ede-bc7a-2c4dc1bc7f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (11add24f-d688-4d4d-a2db-d8160470cd31), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.809361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc1f6b2b-a6e0-47a2-b56f-5af02f586810 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:09.812905 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fc1f6b2b-a6e0-47a2-b56f-5af02f586810 tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/ports/390dd447-e12c-4e0a-8301-5aec66c072b5 HTTP/1.1" status: 204 len: 168 time: 0.5557156 Mar 10 15:30:09.815729 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55554) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:09.829694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9280d-e217-4ede-bc7a-2c4dc1bc7f64 None None] Pushing event deleted for resources: {'Port': ['ID=11add24f-d688-4d4d-a2db-d8160470cd31,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:09.835637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9280d-e217-4ede-bc7a-2c4dc1bc7f64 None None] No DVR routers for this DVR port 11add24f-d688-4d4d-a2db-d8160470cd31 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:30:09.957377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (becbae6b-691a-41d4-b2dd-7de81839b97f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:10.082174 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (becbae6b-691a-41d4-b2dd-7de81839b97f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:10.111502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becbae6b-691a-41d4-b2dd-7de81839b97f']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:10.121127 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:10.121428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:10.132901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:10.147066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:10.153494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:30:10.153890 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (b37c5c13-8fac-4b13-8fb9-8b3a5a6a7b11), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:30:10.157609 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:30:10.231423 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (becbae6b-691a-41d4-b2dd-7de81839b97f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:10.240401 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:10.245027 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] 10.222.0.11 "DELETE /v2.0/networks/becbae6b-691a-41d4-b2dd-7de81839b97f HTTP/1.1" status: 204 len: 168 time: 0.4280744 Mar 10 15:30:10.260576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c72c87-affd-4dc1-86a5-b7b484ab49aa tempest-PortsIpV6TestJSON-737346569 tempest-PortsIpV6TestJSON-737346569-project] Pushing event deleted for resources: {'Network': ['ID=becbae6b-691a-41d4-b2dd-7de81839b97f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:10.649621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55594) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:10.685559 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55598) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:10.749788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 11add24f-d688-4d4d-a2db-d8160470cd31 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:10.788110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 11add24f-d688-4d4d-a2db-d8160470cd31 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:10.789689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 11add24f-d688-4d4d-a2db-d8160470cd31 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:10.825450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1176203030-network', 'tenant_id': '6a6ca78a5db84c988d9e03b84a7046eb'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:10.851832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Made reservation on behalf of 6a6ca78a5db84c988d9e03b84a7046eb for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:10.854322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:10.867223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:10.933904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2d6be2f7-9f73-44dd-a198-81ed6b464a69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=478a36511e3348c2a5fd645f0cee0443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2830226 Mar 10 15:30:10.936294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55606) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:10.985985 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Publish callbacks [] for security_group (ad061c50-6ca3-49fa-9113-5ec11f27c205), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:10.997335 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16593fc4-514e-4d41-b378-42a06209298b admin admin] Publish callbacks [] for security_group (0dc5a279-935f-4052-b15c-1d1c5ee0db89), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.001390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ad061c50-6ca3-49fa-9113-5ec11f27c205), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.016128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:30:11.030943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (faaaa838-2388-442d-bdf7-3e3e5afc09a6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.031513 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Added segment faaaa838-2388-442d-bdf7-3e3e5afc09a6 of type vlan for network dc0344b8-2877-47b5-b72e-266cf03116ca Mar 10 15:30:11.036420 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16593fc4-514e-4d41-b378-42a06209298b admin admin] Publish callbacks [] for security_group (0dc5a279-935f-4052-b15c-1d1c5ee0db89), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.109545 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16593fc4-514e-4d41-b378-42a06209298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0dc5a279-935f-4052-b15c-1d1c5ee0db89), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.113438 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16593fc4-514e-4d41-b378-42a06209298b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.115097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-16593fc4-514e-4d41-b378-42a06209298b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0dc5a279-935f-4052-b15c-1d1c5ee0db89 HTTP/1.1" status: 204 len: 168 time: 0.1773589 Mar 10 15:30:11.116560 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (dc0344b8-2877-47b5-b72e-266cf03116ca), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.133598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad061c50-6ca3-49fa-9113-5ec11f27c205,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:11.143156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16593fc4-514e-4d41-b378-42a06209298b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc5a279-935f-4052-b15c-1d1c5ee0db89,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:11.182516 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (dc0344b8-2877-47b5-b72e-266cf03116ca), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.183662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:11.184280 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.257520 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5701244 Mar 10 15:30:11.262200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55614) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:11.267648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] Request body: {'subnet': {'network_id': 'dc0344b8-2877-47b5-b72e-266cf03116ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1176203030-subnet', 'tenant_id': '6a6ca78a5db84c988d9e03b84a7046eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:11.298299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a470b-c044-4a44-8e98-d6369fc92330 admin admin] Pushing event updated for resources: {'Network': ['ID=dc0344b8-2877-47b5-b72e-266cf03116ca,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:11.305748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] Made reservation on behalf of 6a6ca78a5db84c988d9e03b84a7046eb for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:11.309870 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.311198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network dc0344b8-2877-47b5-b72e-266cf03116ca details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:30:11.600262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (4600cda3-7319-4ad5-9596-84e8553e7be6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.679330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4600cda3-7319-4ad5-9596-84e8553e7be6,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:11.682340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] Checking segment: {'id': 'faaaa838-2388-442d-bdf7-3e3e5afc09a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dc0344b8-2877-47b5-b72e-266cf03116ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:30:11.682905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] Network hostable DHCP agents. Network: dc0344b8-2877-47b5-b72e-266cf03116ca, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:30:11.704882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] Network dc0344b8-2877-47b5-b72e-266cf03116ca is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:30:11.722305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, dc0344b8-2877-47b5-b72e-266cf03116ca) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:11.735495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e1102f-8f3f-4abe-b953-2f340150826f None None] Network dc0344b8-2877-47b5-b72e-266cf03116ca requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:11.736548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:11.737438 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:11.759271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ea986229-c74e-4980-8cee-908e5f2ca70a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4955983 Mar 10 15:30:11.892483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372dff24-7a06-451e-9d9b-3672b785d92d None None] Network dc0344b8-2877-47b5-b72e-266cf03116ca requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:12.128934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55652) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:12.289613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0a993a74-bef7-4bfd-a0db-6828c4d227b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group': {'name': 'tempest-secgroup--641660976'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:12.318962 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a993a74-bef7-4bfd-a0db-6828c4d227b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.330504 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a993a74-bef7-4bfd-a0db-6828c4d227b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.386747 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55668) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:12.393116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1239500577-network', 'tenant_id': '7fbd9dc4a9d94cf0bce31e6377d70a6c'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:12.416167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Made reservation on behalf of 7fbd9dc4a9d94cf0bce31e6377d70a6c for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:12.419271 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.429834 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.438019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a993a74-bef7-4bfd-a0db-6828c4d227b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (ce5a93dd-3ccd-439f-98f0-e9c82e85f5e0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.443509 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a993a74-bef7-4bfd-a0db-6828c4d227b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ce5a93dd-3ccd-439f-98f0-e9c82e85f5e0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.530300 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Publish callbacks [] for security_group (9fe38eab-872f-4697-a66f-76464c50b719), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.537233 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9fe38eab-872f-4697-a66f-76464c50b719), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.539071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a993a74-bef7-4bfd-a0db-6828c4d227b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5a93dd-3ccd-439f-98f0-e9c82e85f5e0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:12.553900 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:30:12.566685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (04188b9f-ce33-467a-b4b4-1f0ca1f0acb1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.567053 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Added segment 04188b9f-ce33-467a-b4b4-1f0ca1f0acb1 of type vlan for network cecd7818-0889-402d-b2ae-d9c6d7ea290f Mar 10 15:30:12.573421 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a993a74-bef7-4bfd-a0db-6828c4d227b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (c48ee725-2c52-48bb-9d51-1001b569d076), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.595012 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a993a74-bef7-4bfd-a0db-6828c4d227b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c48ee725-2c52-48bb-9d51-1001b569d076), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.625996 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (cecd7818-0889-402d-b2ae-d9c6d7ea290f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.667722 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0a993a74-bef7-4bfd-a0db-6828c4d227b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.672620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0a993a74-bef7-4bfd-a0db-6828c4d227b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5428562 Mar 10 15:30:12.673620 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55678) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:12.676174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a993a74-bef7-4bfd-a0db-6828c4d227b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48ee725-2c52-48bb-9d51-1001b569d076,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:12.702251 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (cecd7818-0889-402d-b2ae-d9c6d7ea290f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.703337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:12.703986 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.735996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe38eab-872f-4697-a66f-76464c50b719,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:12.778841 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3902419 Mar 10 15:30:12.781703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55680) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:12.790697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] Request body: {'subnet': {'network_id': 'cecd7818-0889-402d-b2ae-d9c6d7ea290f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1239500577-subnet', 'tenant_id': '7fbd9dc4a9d94cf0bce31e6377d70a6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:12.822578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] Made reservation on behalf of 7fbd9dc4a9d94cf0bce31e6377d70a6c for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:12.825649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:12.834171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e89cb0-b779-4d96-8cf3-a751b1d7c929 admin admin] Pushing event updated for resources: {'Network': ['ID=cecd7818-0889-402d-b2ae-d9c6d7ea290f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:12.845456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network cecd7818-0889-402d-b2ae-d9c6d7ea290f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:30:12.868724 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1069b714-4f75-4201-b1c8-168f49bd23f8 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1921721 Mar 10 15:30:12.883069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55686) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:12.891824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7c0556ad-436e-4906-91de-a5a3d398ba4a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group': {'name': 'tempest-security--281693668', 'description': 'tempest-security-description-1618561242'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:12.964412 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c0556ad-436e-4906-91de-a5a3d398ba4a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (c48ee725-2c52-48bb-9d51-1001b569d076), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.017870 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c0556ad-436e-4906-91de-a5a3d398ba4a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (c48ee725-2c52-48bb-9d51-1001b569d076), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.023974 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c0556ad-436e-4906-91de-a5a3d398ba4a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c48ee725-2c52-48bb-9d51-1001b569d076), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.027251 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c0556ad-436e-4906-91de-a5a3d398ba4a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.032984 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7c0556ad-436e-4906-91de-a5a3d398ba4a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "PUT /v2.0/security-groups/c48ee725-2c52-48bb-9d51-1001b569d076 HTTP/1.1" status: 200 len: 1796 time: 0.1485240 Mar 10 15:30:13.033874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55692) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:13.066639 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (901b065a-b61e-4b33-9acf-0b335cabc5d2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.095533 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5920bd3f-896b-47a7-92ed-0ec859c8bd3b tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups/c48ee725-2c52-48bb-9d51-1001b569d076 HTTP/1.1" status: 200 len: 1796 time: 0.0570717 Mar 10 15:30:13.096548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55694) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:13.150649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0556ad-436e-4906-91de-a5a3d398ba4a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48ee725-2c52-48bb-9d51-1001b569d076,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:13.166075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=901b065a-b61e-4b33-9acf-0b335cabc5d2,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:13.171934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] Checking segment: {'id': '04188b9f-ce33-467a-b4b4-1f0ca1f0acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cecd7818-0889-402d-b2ae-d9c6d7ea290f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:30:13.172688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] Network hostable DHCP agents. Network: cecd7818-0889-402d-b2ae-d9c6d7ea290f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:30:13.196493 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0932aa7-0d7e-40d1-9e5c-acd9a22d0994 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (c48ee725-2c52-48bb-9d51-1001b569d076), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.204569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] Network cecd7818-0889-402d-b2ae-d9c6d7ea290f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:30:13.218200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, cecd7818-0889-402d-b2ae-d9c6d7ea290f) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:13.224643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:13.225804 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.234548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7190b1e5-11e2-4636-b4de-c45d006e08be None None] Network cecd7818-0889-402d-b2ae-d9c6d7ea290f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:13.248343 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0932aa7-0d7e-40d1-9e5c-acd9a22d0994 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (c48ee725-2c52-48bb-9d51-1001b569d076), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.259842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d229fbef-9e03-48f3-b950-f9676215b4af admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4680088 Mar 10 15:30:13.314956 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0932aa7-0d7e-40d1-9e5c-acd9a22d0994 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c48ee725-2c52-48bb-9d51-1001b569d076), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.318933 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0932aa7-0d7e-40d1-9e5c-acd9a22d0994 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.321597 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c0932aa7-0d7e-40d1-9e5c-acd9a22d0994 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-groups/c48ee725-2c52-48bb-9d51-1001b569d076 HTTP/1.1" status: 204 len: 168 time: 0.2161427 Mar 10 15:30:13.323843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55706) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:13.366605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0932aa7-0d7e-40d1-9e5c-acd9a22d0994 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48ee725-2c52-48bb-9d51-1001b569d076,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:13.425061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5a2c7231-e6fc-43a1-91fd-d95527642f1f tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0998204 Mar 10 15:30:13.428545 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55708) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:13.440281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb86ae2d-3930-40d1-9422-96446b353e19 None None] Network cecd7818-0889-402d-b2ae-d9c6d7ea290f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:13.447751 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-29adfece-6dc8-4d6b-9164-4e38f89174d9 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] delete failed (client error): The resource could not be found. Mar 10 15:30:13.449201 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-29adfece-6dc8-4d6b-9164-4e38f89174d9 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-groups/c48ee725-2c52-48bb-9d51-1001b569d076 HTTP/1.1" status: 404 len: 347 time: 0.0192013 Mar 10 15:30:13.453221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55710) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:13.458938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-98dac5ed-0094-4159-90a5-e979eb094159 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240159622'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:13.517818 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98dac5ed-0094-4159-90a5-e979eb094159 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.627045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98dac5ed-0094-4159-90a5-e979eb094159 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (0fbb2d90-a4f3-47d8-9710-f7b1350f1c91), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.632389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98dac5ed-0094-4159-90a5-e979eb094159 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0fbb2d90-a4f3-47d8-9710-f7b1350f1c91), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.672728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dac5ed-0094-4159-90a5-e979eb094159 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbb2d90-a4f3-47d8-9710-f7b1350f1c91,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:13.691947 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98dac5ed-0094-4159-90a5-e979eb094159 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.696197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55722) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:13.697012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-98dac5ed-0094-4159-90a5-e979eb094159 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2426281 Mar 10 15:30:13.701064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2e16025a-ea47-4a75-be82-1d29710b0868 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': '0fbb2d90-a4f3-47d8-9710-f7b1350f1c91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:13.749665 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e16025a-ea47-4a75-be82-1d29710b0868 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (dc2698f6-78f3-4734-bd47-99e24909abc0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.813941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e16025a-ea47-4a75-be82-1d29710b0868 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (dc2698f6-78f3-4734-bd47-99e24909abc0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.819410 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e16025a-ea47-4a75-be82-1d29710b0868 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (dc2698f6-78f3-4734-bd47-99e24909abc0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.844665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16025a-ea47-4a75-be82-1d29710b0868 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2698f6-78f3-4734-bd47-99e24909abc0,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:13.857085 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e16025a-ea47-4a75-be82-1d29710b0868 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.859016 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2e16025a-ea47-4a75-be82-1d29710b0868 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616924 Mar 10 15:30:13.862203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55728) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:13.902645 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-481b8e9c-dc7a-4c07-a60c-ed01853ecdc0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (dc2698f6-78f3-4734-bd47-99e24909abc0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.915613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-481b8e9c-dc7a-4c07-a60c-ed01853ecdc0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (dc2698f6-78f3-4734-bd47-99e24909abc0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.945894 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-481b8e9c-dc7a-4c07-a60c-ed01853ecdc0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (dc2698f6-78f3-4734-bd47-99e24909abc0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.955750 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-481b8e9c-dc7a-4c07-a60c-ed01853ecdc0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:13.956891 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-481b8e9c-dc7a-4c07-a60c-ed01853ecdc0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/dc2698f6-78f3-4734-bd47-99e24909abc0 HTTP/1.1" status: 204 len: 168 time: 0.0936601 Mar 10 15:30:13.961410 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55738) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:13.968005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b8e9c-dc7a-4c07-a60c-ed01853ecdc0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc2698f6-78f3-4734-bd47-99e24909abc0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:14.025630 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5affca0b-45dc-46df-a9b7-06f53f8a7a22 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629244 Mar 10 15:30:14.028408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55740) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:14.034018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-13353b05-87e3-4175-84a3-fc927b91a54a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:14.036740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-13353b05-87e3-4175-84a3-fc927b91a54a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/networks?id=dc0344b8-2877-47b5-b72e-266cf03116ca HTTP/1.1" status: 200 len: 812 time: 0.1306536 Mar 10 15:30:14.056073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-e07f96e3-5251-4a4a-bdc8-23970f37117a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/quotas/6a6ca78a5db84c988d9e03b84a7046eb HTTP/1.1" status: 200 len: 375 time: 0.0131810 Mar 10 15:30:14.101097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-f2b26c2b-fdf5-4c0e-8b07-25999ec57486 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a6ca78a5db84c988d9e03b84a7046eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391855 Mar 10 15:30:14.103662 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1777113b-257b-447e-a88f-8c7c6a997491 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (0fbb2d90-a4f3-47d8-9710-f7b1350f1c91), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.131446 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1777113b-257b-447e-a88f-8c7c6a997491 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (0fbb2d90-a4f3-47d8-9710-f7b1350f1c91), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.182390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1777113b-257b-447e-a88f-8c7c6a997491 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0fbb2d90-a4f3-47d8-9710-f7b1350f1c91), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.186213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1777113b-257b-447e-a88f-8c7c6a997491 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.190480 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1777113b-257b-447e-a88f-8c7c6a997491 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-groups/0fbb2d90-a4f3-47d8-9710-f7b1350f1c91 HTTP/1.1" status: 204 len: 168 time: 0.1587768 Mar 10 15:30:14.190888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55744) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:14.204524 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777113b-257b-447e-a88f-8c7c6a997491 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbb2d90-a4f3-47d8-9710-f7b1350f1c91,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:14.292792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9620fa9a-b411-413e-a3cf-2e03cc73f171 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1007714 Mar 10 15:30:14.296693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55746) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:14.301093 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-40aa959e-d369-4115-a894-dbea883eb7b5 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group': {'name': 'tempest-secgroup--959142763'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:14.324111 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40aa959e-d369-4115-a894-dbea883eb7b5 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.384156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6677af44-4924-4316-8f1a-0a326c36c0a9 service neutron] 10.222.0.11 "GET /v2.0/networks/dc0344b8-2877-47b5-b72e-266cf03116ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723398 Mar 10 15:30:14.414531 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40aa959e-d369-4115-a894-dbea883eb7b5 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (a20ef315-0ce7-4db6-ac86-38e1bb961916), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.420419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40aa959e-d369-4115-a894-dbea883eb7b5 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a20ef315-0ce7-4db6-ac86-38e1bb961916), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.471278 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-40aa959e-d369-4115-a894-dbea883eb7b5 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.476562 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-40aa959e-d369-4115-a894-dbea883eb7b5 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1757469 Mar 10 15:30:14.476954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55748) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:14.477229 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa959e-d369-4115-a894-dbea883eb7b5 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20ef315-0ce7-4db6-ac86-38e1bb961916,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:14.482280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3f26777a-c8e6-4ab0-9fa7-69d5d672c1e0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': 'a20ef315-0ce7-4db6-ac86-38e1bb961916', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:14.516435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-81554a6b-49a6-4da7-93f4-a5378f692279 service neutron] 10.222.0.11 "GET /v2.0/networks/dc0344b8-2877-47b5-b72e-266cf03116ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266322 Mar 10 15:30:14.529774 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3f26777a-c8e6-4ab0-9fa7-69d5d672c1e0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (b285f625-a579-4974-8f02-013efbdee71e), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.589319 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3f26777a-c8e6-4ab0-9fa7-69d5d672c1e0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (b285f625-a579-4974-8f02-013efbdee71e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.593710 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3f26777a-c8e6-4ab0-9fa7-69d5d672c1e0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (b285f625-a579-4974-8f02-013efbdee71e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.618265 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26777a-c8e6-4ab0-9fa7-69d5d672c1e0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b285f625-a579-4974-8f02-013efbdee71e,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:14.635778 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3f26777a-c8e6-4ab0-9fa7-69d5d672c1e0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.637290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3f26777a-c8e6-4ab0-9fa7-69d5d672c1e0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591270 Mar 10 15:30:14.640099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55750) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:14.645916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e1c307cc-0654-47ec-a4a8-698c3168e3f9 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': 'a20ef315-0ce7-4db6-ac86-38e1bb961916', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:14.693209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1c307cc-0654-47ec-a4a8-698c3168e3f9 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (438fba2d-6cfb-474f-9dfc-7f874f3c1cf6), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.753096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d54f1ca-0df8-483e-a2c0-6da445ea233c req-3201115e-65d4-4cbc-a5a1-08efdf6e819d tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 210 time: 0.0470502 Mar 10 15:30:14.793805 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1c307cc-0654-47ec-a4a8-698c3168e3f9 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (438fba2d-6cfb-474f-9dfc-7f874f3c1cf6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.801887 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1c307cc-0654-47ec-a4a8-698c3168e3f9 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (438fba2d-6cfb-474f-9dfc-7f874f3c1cf6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.834567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c307cc-0654-47ec-a4a8-698c3168e3f9 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438fba2d-6cfb-474f-9dfc-7f874f3c1cf6,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:14.845248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1c307cc-0654-47ec-a4a8-698c3168e3f9 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.846615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e1c307cc-0654-47ec-a4a8-698c3168e3f9 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2048612 Mar 10 15:30:14.849525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55760) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:14.857154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-17f1343b-364c-4ded-bcdc-483df24fe9bd tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': 'a20ef315-0ce7-4db6-ac86-38e1bb961916', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:14.896007 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17f1343b-364c-4ded-bcdc-483df24fe9bd tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (b3ed99d5-8812-4a08-84a9-b783730fba62), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.968958 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17f1343b-364c-4ded-bcdc-483df24fe9bd tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (b3ed99d5-8812-4a08-84a9-b783730fba62), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.973694 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17f1343b-364c-4ded-bcdc-483df24fe9bd tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (b3ed99d5-8812-4a08-84a9-b783730fba62), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:14.996580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1343b-364c-4ded-bcdc-483df24fe9bd tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ed99d5-8812-4a08-84a9-b783730fba62,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:15.004153 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17f1343b-364c-4ded-bcdc-483df24fe9bd tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.005488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-17f1343b-364c-4ded-bcdc-483df24fe9bd tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536155 Mar 10 15:30:15.008542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55768) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:15.015059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-02f3bda7-e722-4fd9-acd6-fc208cad2d0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': 'a20ef315-0ce7-4db6-ac86-38e1bb961916', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:15.057444 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02f3bda7-e722-4fd9-acd6-fc208cad2d0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (061af5ac-5065-418f-bdd1-2d5065090381), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.137790 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02f3bda7-e722-4fd9-acd6-fc208cad2d0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (061af5ac-5065-418f-bdd1-2d5065090381), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.142497 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02f3bda7-e722-4fd9-acd6-fc208cad2d0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (061af5ac-5065-418f-bdd1-2d5065090381), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.171155 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02f3bda7-e722-4fd9-acd6-fc208cad2d0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.175593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55772) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:15.182185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fb8df53e-905a-4591-8b3c-a7d475d5b839 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': 'a20ef315-0ce7-4db6-ac86-38e1bb961916', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:15.186644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-02f3bda7-e722-4fd9-acd6-fc208cad2d0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1762822 Mar 10 15:30:15.189741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3bda7-e722-4fd9-acd6-fc208cad2d0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061af5ac-5065-418f-bdd1-2d5065090381,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:15.215012 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8df53e-905a-4591-8b3c-a7d475d5b839 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (da649e0a-99b0-488f-bd82-e9aa8e406c48), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.291272 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8df53e-905a-4591-8b3c-a7d475d5b839 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (da649e0a-99b0-488f-bd82-e9aa8e406c48), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.295337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8df53e-905a-4591-8b3c-a7d475d5b839 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (da649e0a-99b0-488f-bd82-e9aa8e406c48), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.315924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8df53e-905a-4591-8b3c-a7d475d5b839 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da649e0a-99b0-488f-bd82-e9aa8e406c48,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:15.326271 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fb8df53e-905a-4591-8b3c-a7d475d5b839 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.327598 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fb8df53e-905a-4591-8b3c-a7d475d5b839 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1508965 Mar 10 15:30:15.330546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55774) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:15.380645 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16784623-4953-4663-845b-5ef17624555a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (da649e0a-99b0-488f-bd82-e9aa8e406c48), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.389541 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16784623-4953-4663-845b-5ef17624555a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (da649e0a-99b0-488f-bd82-e9aa8e406c48), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.415581 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16784623-4953-4663-845b-5ef17624555a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (da649e0a-99b0-488f-bd82-e9aa8e406c48), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.421721 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16784623-4953-4663-845b-5ef17624555a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.422872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-16784623-4953-4663-845b-5ef17624555a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/da649e0a-99b0-488f-bd82-e9aa8e406c48 HTTP/1.1" status: 204 len: 168 time: 0.0912619 Mar 10 15:30:15.425394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55776) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:15.437292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16784623-4953-4663-845b-5ef17624555a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da649e0a-99b0-488f-bd82-e9aa8e406c48,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:15.481517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9c96d527-6e37-4730-9c34-e4838ab08abf tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0549750 Mar 10 15:30:15.484475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55778) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:15.512079 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3eea97e1-5599-49fb-9fc1-9c03edb967f1 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (061af5ac-5065-418f-bdd1-2d5065090381), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.519467 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3eea97e1-5599-49fb-9fc1-9c03edb967f1 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (061af5ac-5065-418f-bdd1-2d5065090381), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.544685 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3eea97e1-5599-49fb-9fc1-9c03edb967f1 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (061af5ac-5065-418f-bdd1-2d5065090381), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.550805 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3eea97e1-5599-49fb-9fc1-9c03edb967f1 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.555041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3eea97e1-5599-49fb-9fc1-9c03edb967f1 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/061af5ac-5065-418f-bdd1-2d5065090381 HTTP/1.1" status: 204 len: 168 time: 0.0670047 Mar 10 15:30:15.555818 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55780) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:15.559176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea97e1-5599-49fb-9fc1-9c03edb967f1 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=061af5ac-5065-418f-bdd1-2d5065090381,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:15.600071 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1dc7848d-c48c-4ac4-8242-617ad506a272 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0422735 Mar 10 15:30:15.602958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55782) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:15.628993 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-577cf19e-8159-4566-a065-cf88df71b59d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (b3ed99d5-8812-4a08-84a9-b783730fba62), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.638389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-577cf19e-8159-4566-a065-cf88df71b59d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (b3ed99d5-8812-4a08-84a9-b783730fba62), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.667331 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-577cf19e-8159-4566-a065-cf88df71b59d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (b3ed99d5-8812-4a08-84a9-b783730fba62), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.674485 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-577cf19e-8159-4566-a065-cf88df71b59d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.678746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-577cf19e-8159-4566-a065-cf88df71b59d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b3ed99d5-8812-4a08-84a9-b783730fba62 HTTP/1.1" status: 204 len: 168 time: 0.0718706 Mar 10 15:30:15.679064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55784) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:15.690148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cf19e-8159-4566-a065-cf88df71b59d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3ed99d5-8812-4a08-84a9-b783730fba62,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:15.727873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-82af2c55-9071-48df-adf1-ae807daed299 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0476942 Mar 10 15:30:15.730659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55786) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:15.757249 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbc667b3-649e-4232-bd03-3f1914942d21 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (438fba2d-6cfb-474f-9dfc-7f874f3c1cf6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.791059 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbc667b3-649e-4232-bd03-3f1914942d21 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (438fba2d-6cfb-474f-9dfc-7f874f3c1cf6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.935530 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbc667b3-649e-4232-bd03-3f1914942d21 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (438fba2d-6cfb-474f-9dfc-7f874f3c1cf6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.950062 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbc667b3-649e-4232-bd03-3f1914942d21 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:15.951558 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dbc667b3-649e-4232-bd03-3f1914942d21 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/438fba2d-6cfb-474f-9dfc-7f874f3c1cf6 HTTP/1.1" status: 204 len: 168 time: 0.2196693 Mar 10 15:30:15.955692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55794) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:15.961960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1fc40d94-523d-407f-81d2-f5423162099a req-aca5cf19-f403-4eef-9588-84f4847c7883 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 210 time: 0.0799186 Mar 10 15:30:15.985710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc667b3-649e-4232-bd03-3f1914942d21 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=438fba2d-6cfb-474f-9dfc-7f874f3c1cf6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:16.014958 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-b8471820-3a23-4bb2-b929-a4c0289da000 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:16.016442 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-b8471820-3a23-4bb2-b929-a4c0289da000 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.62 "GET /v2.0/networks?id=dc0344b8-2877-47b5-b72e-266cf03116ca HTTP/1.1" status: 200 len: 812 time: 0.2476695 Mar 10 15:30:16.030970 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ea0f0fe8-a1f5-4775-83b6-05d73f96e86b tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0724721 Mar 10 15:30:16.033864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55796) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:16.036323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Request body: {'port': {'device_id': '05d408bc-05c8-4952-b5b7-f5f6340ae0e6', 'network_id': 'dc0344b8-2877-47b5-b72e-266cf03116ca', 'admin_state_up': True, 'tenant_id': '6a6ca78a5db84c988d9e03b84a7046eb'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:16.060923 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-208163df-9949-4178-839d-f815ead7776a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (b285f625-a579-4974-8f02-013efbdee71e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.069124 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-208163df-9949-4178-839d-f815ead7776a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (b285f625-a579-4974-8f02-013efbdee71e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.101570 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-208163df-9949-4178-839d-f815ead7776a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (b285f625-a579-4974-8f02-013efbdee71e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.109472 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-208163df-9949-4178-839d-f815ead7776a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.113037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-208163df-9949-4178-839d-f815ead7776a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b285f625-a579-4974-8f02-013efbdee71e HTTP/1.1" status: 204 len: 168 time: 0.0756450 Mar 10 15:30:16.113487 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55798) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:16.115598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208163df-9949-4178-839d-f815ead7776a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b285f625-a579-4974-8f02-013efbdee71e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:16.180936 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fde69ce0-6978-4602-b95c-dfe3aa3dfdfd tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633287 Mar 10 15:30:16.181376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55800) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:16.186568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Made reservation on behalf of 6a6ca78a5db84c988d9e03b84a7046eb for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:16.190147 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.237021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77808b95-ae22-4f2e-be15-2a02f41cf5cf tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (a20ef315-0ce7-4db6-ac86-38e1bb961916), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.267201 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77808b95-ae22-4f2e-be15-2a02f41cf5cf tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (a20ef315-0ce7-4db6-ac86-38e1bb961916), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.315756 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77808b95-ae22-4f2e-be15-2a02f41cf5cf tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a20ef315-0ce7-4db6-ac86-38e1bb961916), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.318948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77808b95-ae22-4f2e-be15-2a02f41cf5cf tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.320099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-77808b95-ae22-4f2e-be15-2a02f41cf5cf tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-groups/a20ef315-0ce7-4db6-ac86-38e1bb961916 HTTP/1.1" status: 204 len: 168 time: 0.1372297 Mar 10 15:30:16.323151 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55802) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:16.329243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77808b95-ae22-4f2e-be15-2a02f41cf5cf tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20ef315-0ce7-4db6-ac86-38e1bb961916,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:16.336819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Allocated IP 172.20.0.14 (dc0344b8-2877-47b5-b72e-266cf03116ca/4600cda3-7319-4ad5-9596-84e8553e7be6/137c106e-1057-4a05-b320-a196c5519d50) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:16.408060 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-52d53169-b59f-489d-93d3-e678685beb7e tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0774271 Mar 10 15:30:16.408289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55804) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:16.412380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cb998d98-bac4-40ca-81b5-bba58aa76666 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686278354'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:16.468276 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cb998d98-bac4-40ca-81b5-bba58aa76666 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.578944 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Publish callbacks [] for port (137c106e-1057-4a05-b320-a196c5519d50), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.613193 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cb998d98-bac4-40ca-81b5-bba58aa76666 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (b7681a9a-49e1-480f-aec0-bc33818732e1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.622064 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cb998d98-bac4-40ca-81b5-bba58aa76666 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b7681a9a-49e1-480f-aec0-bc33818732e1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.665625 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cb998d98-bac4-40ca-81b5-bba58aa76666 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.666877 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cb998d98-bac4-40ca-81b5-bba58aa76666 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2577002 Mar 10 15:30:16.669944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55806) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:16.673165 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb998d98-bac4-40ca-81b5-bba58aa76666 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7681a9a-49e1-480f-aec0-bc33818732e1,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:16.675559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9f494a44-ad90-4d32-92bf-6e82e617d359 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': 'b7681a9a-49e1-480f-aec0-bc33818732e1', 'direction': 'ingress', 'protocol': 17}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:16.681816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (137c106e-1057-4a05-b320-a196c5519d50), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.706187 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f494a44-ad90-4d32-92bf-6e82e617d359 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (53b36947-23ba-4685-967d-b6fadb5f00f0), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.729296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Network dc0344b8-2877-47b5-b72e-266cf03116ca is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:16.736557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:16.741788 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:30:16.746301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Pushing event updated for resources: {'Port': ['ID=137c106e-1057-4a05-b320-a196c5519d50,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:16.767214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f494a44-ad90-4d32-92bf-6e82e617d359 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (53b36947-23ba-4685-967d-b6fadb5f00f0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.773075 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f494a44-ad90-4d32-92bf-6e82e617d359 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (53b36947-23ba-4685-967d-b6fadb5f00f0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.797176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f494a44-ad90-4d32-92bf-6e82e617d359 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b36947-23ba-4685-967d-b6fadb5f00f0,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:16.803606 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:16.804392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.810080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f494a44-ad90-4d32-92bf-6e82e617d359 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.814503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9f494a44-ad90-4d32-92bf-6e82e617d359 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1409743 Mar 10 15:30:16.814967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55808) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:16.822236 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-6b36ac02-087d-48c6-bc76-b3fa680ea954 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7900627 Mar 10 15:30:16.835834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Request body: {'port': {'device_id': '05d408bc-05c8-4952-b5b7-f5f6340ae0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:16.871522 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cd3143c-7d2c-4047-8aba-ab46f9794ccc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (b7681a9a-49e1-480f-aec0-bc33818732e1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.896991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cd3143c-7d2c-4047-8aba-ab46f9794ccc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (b7681a9a-49e1-480f-aec0-bc33818732e1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.901448 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (137c106e-1057-4a05-b320-a196c5519d50), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.945643 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cd3143c-7d2c-4047-8aba-ab46f9794ccc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b7681a9a-49e1-480f-aec0-bc33818732e1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.948372 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2cd3143c-7d2c-4047-8aba-ab46f9794ccc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:16.952350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2cd3143c-7d2c-4047-8aba-ab46f9794ccc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-groups/b7681a9a-49e1-480f-aec0-bc33818732e1 HTTP/1.1" status: 204 len: 168 time: 0.1338444 Mar 10 15:30:16.956991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55810) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:17.026241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3143c-7d2c-4047-8aba-ab46f9794ccc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7681a9a-49e1-480f-aec0-bc33818732e1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:17.069222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0896c524-e982-4b87-95e6-0317feb93e53 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1069686 Mar 10 15:30:17.069837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55818) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:17.081914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5b88d1e2-3109-4942-a073-d268c3bccb3c tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group': {'name': 'tempest-secgroup--147059716'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:17.147032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b88d1e2-3109-4942-a073-d268c3bccb3c tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.168689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306c91a-b348-44c3-b65b-a716f7fc528f req-3c09f33d-8bda-40a3-9c9d-6e49132a9db0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:17.170382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f306c91a-b348-44c3-b65b-a716f7fc528f req-3c09f33d-8bda-40a3-9c9d-6e49132a9db0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 932 time: 0.1033301 Mar 10 15:30:17.254899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f306c91a-b348-44c3-b65b-a716f7fc528f req-f1d902c5-309a-4902-a31a-40a865692609 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752618 Mar 10 15:30:17.290822 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b88d1e2-3109-4942-a073-d268c3bccb3c tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (c4f1294f-6bde-4780-9190-6ec5f0f1da16), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.295699 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b88d1e2-3109-4942-a073-d268c3bccb3c tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c4f1294f-6bde-4780-9190-6ec5f0f1da16), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.328555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88d1e2-3109-4942-a073-d268c3bccb3c tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f1294f-6bde-4780-9190-6ec5f0f1da16,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:17.334611 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5b88d1e2-3109-4942-a073-d268c3bccb3c tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.335873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5b88d1e2-3109-4942-a073-d268c3bccb3c tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2656536 Mar 10 15:30:17.338569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55822) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:17.348792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a801a20d-a139-42ca-b29a-a5f3615e8b0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013035611'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:17.371569 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a801a20d-a139-42ca-b29a-a5f3615e8b0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.439811 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a801a20d-a139-42ca-b29a-a5f3615e8b0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (d8b7398f-8ff5-4794-99b0-a34b2e5df0d8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.444321 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a801a20d-a139-42ca-b29a-a5f3615e8b0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d8b7398f-8ff5-4794-99b0-a34b2e5df0d8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.486868 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a801a20d-a139-42ca-b29a-a5f3615e8b0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.488426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a801a20d-a139-42ca-b29a-a5f3615e8b0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1486607 Mar 10 15:30:17.492303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55824) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:17.498596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c219dcf3-f94c-40a4-99fa-c991b839a604 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': 'c4f1294f-6bde-4780-9190-6ec5f0f1da16', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd8b7398f-8ff5-4794-99b0-a34b2e5df0d8', 'remote_ip_prefix': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:17.504308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801a20d-a139-42ca-b29a-a5f3615e8b0d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b7398f-8ff5-4794-99b0-a34b2e5df0d8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:17.539471 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c219dcf3-f94c-40a4-99fa-c991b839a604 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (8b79b60a-91e3-4416-826f-2f7d94925b07), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.614079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137c106e-1057-4a05-b320-a196c5519d50 {{(pid=115534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:30:17.622406 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Publish callbacks [] for port (137c106e-1057-4a05-b320-a196c5519d50), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.623668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c219dcf3-f94c-40a4-99fa-c991b839a604 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (8b79b60a-91e3-4416-826f-2f7d94925b07), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.629189 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c219dcf3-f94c-40a4-99fa-c991b839a604 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (8b79b60a-91e3-4416-826f-2f7d94925b07), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.637462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.provisioning_blocks [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Transition to ACTIVE for port object 137c106e-1057-4a05-b320-a196c5519d50 will not be triggered until provisioned by entity L2. {{(pid=115534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:30:17.642509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (137c106e-1057-4a05-b320-a196c5519d50), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.650324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219dcf3-f94c-40a4-99fa-c991b839a604 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b79b60a-91e3-4416-826f-2f7d94925b07,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:17.661438 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c219dcf3-f94c-40a4-99fa-c991b839a604 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.662738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c219dcf3-f94c-40a4-99fa-c991b839a604 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1692681 Mar 10 15:30:17.667324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55826) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:17.697318 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-99453bc2-55ad-42d0-b2bb-49d1925f0301 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (8b79b60a-91e3-4416-826f-2f7d94925b07), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.705675 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-99453bc2-55ad-42d0-b2bb-49d1925f0301 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (8b79b60a-91e3-4416-826f-2f7d94925b07), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.721659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Pushing event updated for resources: {'Port': ['ID=137c106e-1057-4a05-b320-a196c5519d50,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:17.736312 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-99453bc2-55ad-42d0-b2bb-49d1925f0301 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (8b79b60a-91e3-4416-826f-2f7d94925b07), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.743891 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-99453bc2-55ad-42d0-b2bb-49d1925f0301 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.747935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-99453bc2-55ad-42d0-b2bb-49d1925f0301 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8b79b60a-91e3-4416-826f-2f7d94925b07 HTTP/1.1" status: 204 len: 168 time: 0.0761151 Mar 10 15:30:17.747935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55828) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:17.751605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.751961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.752302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.752645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.753009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.753296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.753622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.753947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.754270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.754631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.754983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.755309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.755631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:17.772414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99453bc2-55ad-42d0-b2bb-49d1925f0301 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b79b60a-91e3-4416-826f-2f7d94925b07,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:17.791984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Attempting to bind port 137c106e-1057-4a05-b320-a196c5519d50 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:30:17.792312 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Attempting to bind port 137c106e-1057-4a05-b320-a196c5519d50 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'faaaa838-2388-442d-bdf7-3e3e5afc09a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dc0344b8-2877-47b5-b72e-266cf03116ca'}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:30:17.792642 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Attempting to bind port 137c106e-1057-4a05-b320-a196c5519d50 on network dc0344b8-2877-47b5-b72e-266cf03116ca {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:30:17.796946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Port 137c106e-1057-4a05-b320-a196c5519d50 on network dc0344b8-2877-47b5-b72e-266cf03116ca not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:30:17.797269 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Attempting to bind port 137c106e-1057-4a05-b320-a196c5519d50 on network dc0344b8-2877-47b5-b72e-266cf03116ca {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:30:17.799489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6e950211-5fec-4115-9489-565e0ab169b0 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0501323 Mar 10 15:30:17.802175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55830) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:17.805968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:30:17.806322 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Checking segment: {'id': 'faaaa838-2388-442d-bdf7-3e3e5afc09a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dc0344b8-2877-47b5-b72e-266cf03116ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:30:17.806707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Bound using segment: {'id': 'faaaa838-2388-442d-bdf7-3e3e5afc09a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dc0344b8-2877-47b5-b72e-266cf03116ca'} {{(pid=115534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:30:17.807167 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.managers [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Bound port: 137c106e-1057-4a05-b320-a196c5519d50, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faaaa838-2388-442d-bdf7-3e3e5afc09a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dc0344b8-2877-47b5-b72e-266cf03116ca'}}] {{(pid=115534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:30:17.807529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (137c106e-1057-4a05-b320-a196c5519d50), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.858390 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-925729cf-922c-413c-bc71-8c84c1f2de7e tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (d8b7398f-8ff5-4794-99b0-a34b2e5df0d8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.874059 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] For port 137c106e-1057-4a05-b320-a196c5519d50, host n-h2-833090-1, cleared binding levels {{(pid=115534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:30:17.877236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] For port 137c106e-1057-4a05-b320-a196c5519d50, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=137c106e-1057-4a05-b320-a196c5519d50,segment=NetworkSegment(faaaa838-2388-442d-bdf7-3e3e5afc09a6),segment_id=faaaa838-2388-442d-bdf7-3e3e5afc09a6)] {{(pid=115534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:30:17.882367 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-925729cf-922c-413c-bc71-8c84c1f2de7e tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (d8b7398f-8ff5-4794-99b0-a34b2e5df0d8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.884901 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (137c106e-1057-4a05-b320-a196c5519d50), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.920575 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:17.921193 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.922842 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] 10.222.0.62 "PUT /v2.0/ports/137c106e-1057-4a05-b320-a196c5519d50 HTTP/1.1" status: 200 len: 1092 time: 1.0926156 Mar 10 15:30:17.925459 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d408bc-05c8-4952-b5b7-f5f6340ae0e6', 'tag': '137c106e-1057-4a05-b320-a196c5519d50'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:17.928530 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8664a560-1937-4ef8-8cef-a071894826c0" -d '{"events": [{"name": "network-changed", "server_uuid": "05d408bc-05c8-4952-b5b7-f5f6340ae0e6", "tag": "137c106e-1057-4a05-b320-a196c5519d50"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:17.940227 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-925729cf-922c-413c-bc71-8c84c1f2de7e tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d8b7398f-8ff5-4794-99b0-a34b2e5df0d8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.944164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-925729cf-922c-413c-bc71-8c84c1f2de7e tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:17.949730 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-925729cf-922c-413c-bc71-8c84c1f2de7e tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-groups/d8b7398f-8ff5-4794-99b0-a34b2e5df0d8 HTTP/1.1" status: 204 len: 168 time: 0.1422527 Mar 10 15:30:17.949952 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55834) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:17.955799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925729cf-922c-413c-bc71-8c84c1f2de7e tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b7398f-8ff5-4794-99b0-a34b2e5df0d8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:17.987319 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.025616 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd60c28d-7c61-4c3e-93a8-8847ee675873 x-openstack-request-id: req-cd60c28d-7c61-4c3e-93a8-8847ee675873 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:18.026027 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d408bc-05c8-4952-b5b7-f5f6340ae0e6", "tag": "137c106e-1057-4a05-b320-a196c5519d50", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:18.026525 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd60c28d-7c61-4c3e-93a8-8847ee675873 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:18.027053 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d408bc-05c8-4952-b5b7-f5f6340ae0e6', 'tag': '137c106e-1057-4a05-b320-a196c5519d50', 'status': 'completed', 'code': 200} Mar 10 15:30:18.039767 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb6ab5-0c64-49ae-aca1-54cce90e2573 service neutron] Pushing event updated for resources: {'Port': ['ID=137c106e-1057-4a05-b320-a196c5519d50,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:18.103841 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-18246d4c-004b-4ef4-9483-06b753c8f905 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1424873 Mar 10 15:30:18.105791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-8aaa51c4-ca8c-4cf7-8b94-69a0ce07e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:18.106660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55840) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:18.107280 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-8aaa51c4-ca8c-4cf7-8b94-69a0ce07e89f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a6ca78a5db84c988d9e03b84a7046eb&device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 1126 time: 0.1294081 Mar 10 15:30:18.150163 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-8f37a35b-6a5a-40cc-a301-b73b488f9a7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137c106e-1057-4a05-b320-a196c5519d50 HTTP/1.1" status: 200 len: 217 time: 0.0349960 Mar 10 15:30:18.159698 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (c4f1294f-6bde-4780-9190-6ec5f0f1da16), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.183408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (c4f1294f-6bde-4780-9190-6ec5f0f1da16), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.205883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-faeef661-e8d1-477a-9fab-725f71db804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:18.207304 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-faeef661-e8d1-477a-9fab-725f71db804d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4600cda3-7319-4ad5-9596-84e8553e7be6 HTTP/1.1" status: 200 len: 852 time: 0.0515556 Mar 10 15:30:18.227134 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c4f1294f-6bde-4780-9190-6ec5f0f1da16), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.231158 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.235171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-groups/c4f1294f-6bde-4780-9190-6ec5f0f1da16 HTTP/1.1" status: 204 len: 168 time: 0.1248484 Mar 10 15:30:18.238175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55842) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:18.243368 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-b0fdc56c-043b-4dc9-b82c-706d46828dc6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc0344b8-2877-47b5-b72e-266cf03116ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301003 Mar 10 15:30:18.250757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f1294f-6bde-4780-9190-6ec5f0f1da16,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:18.270597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.271021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.271320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.272124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.272124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.272340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.272631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.272963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.273302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.273684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.274569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.274569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.274774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fa5257-dffc-48cc-8fe5-27ab8413933a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:18.312220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-57182de5-b00d-4d00-a849-d21464c2a4c1 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0683217 Mar 10 15:30:18.313526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55846) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:18.317967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-86d83f50-4890-4c0b-aa2c-57cdf3553f40 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group': {'name': 'tempest-secgroup--182366440'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:18.350365 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-86d83f50-4890-4c0b-aa2c-57cdf3553f40 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.360071 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-c24e65b2-aa21-4184-aed9-7d1d3760b505 service neutron] 10.222.0.62 "GET /v2.0/networks/dc0344b8-2877-47b5-b72e-266cf03116ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114223 Mar 10 15:30:18.453689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858df1f-1e7b-4f2e-b44f-8abec8a06e2d req-45e70129-5418-4baa-97b0-377f34ab3b63 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:18.455292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3858df1f-1e7b-4f2e-b44f-8abec8a06e2d req-45e70129-5418-4baa-97b0-377f34ab3b63 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 944 time: 0.0849862 Mar 10 15:30:18.466854 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-f9ea70dc-0def-4f58-96c0-4bdabc637593 req-f79ae07a-d678-49a0-8fe3-79f00bcc7639 service neutron] 10.222.0.62 "GET /v2.0/networks/dc0344b8-2877-47b5-b72e-266cf03116ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998595 Mar 10 15:30:18.499344 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-86d83f50-4890-4c0b-aa2c-57cdf3553f40 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (5da1bea5-39e8-4109-986c-1ac26b352bfd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.505613 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-86d83f50-4890-4c0b-aa2c-57cdf3553f40 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5da1bea5-39e8-4109-986c-1ac26b352bfd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.557715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3858df1f-1e7b-4f2e-b44f-8abec8a06e2d req-0ccd07c5-d104-462a-abe6-c1d17cbf1cb5 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849099 Mar 10 15:30:18.560443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d83f50-4890-4c0b-aa2c-57cdf3553f40 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da1bea5-39e8-4109-986c-1ac26b352bfd,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:18.563582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664a560-1937-4ef8-8cef-a071894826c0 req-7a78e841-1fee-4a0e-8a71-b754c9b27715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:18.565502 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8664a560-1937-4ef8-8cef-a071894826c0 req-7a78e841-1fee-4a0e-8a71-b754c9b27715 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a6ca78a5db84c988d9e03b84a7046eb&device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 1126 time: 0.0510306 Mar 10 15:30:18.567729 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-86d83f50-4890-4c0b-aa2c-57cdf3553f40 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.570919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-86d83f50-4890-4c0b-aa2c-57cdf3553f40 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2544715 Mar 10 15:30:18.572219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55848) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:18.577114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7f38a10f-cd15-4ff5-b322-99939f332edc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': '5da1bea5-39e8-4109-986c-1ac26b352bfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:18.614653 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f38a10f-cd15-4ff5-b322-99939f332edc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (91b70b92-c10f-43e8-bc2f-e1bd3c940798), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.674778 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f38a10f-cd15-4ff5-b322-99939f332edc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (91b70b92-c10f-43e8-bc2f-e1bd3c940798), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.679706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664a560-1937-4ef8-8cef-a071894826c0 req-7e651d60-0183-4e55-a5c5-91e878cbc3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:18.680498 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f38a10f-cd15-4ff5-b322-99939f332edc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (91b70b92-c10f-43e8-bc2f-e1bd3c940798), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.681290 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8664a560-1937-4ef8-8cef-a071894826c0 req-7e651d60-0183-4e55-a5c5-91e878cbc3d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dc0344b8-2877-47b5-b72e-266cf03116ca HTTP/1.1" status: 200 len: 913 time: 0.1084340 Mar 10 15:30:18.701618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38a10f-cd15-4ff5-b322-99939f332edc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b70b92-c10f-43e8-bc2f-e1bd3c940798,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:18.708865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f38a10f-cd15-4ff5-b322-99939f332edc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.710187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7f38a10f-cd15-4ff5-b322-99939f332edc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1369441 Mar 10 15:30:18.712971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55850) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:18.727712 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8664a560-1937-4ef8-8cef-a071894826c0 req-3d4503be-b2f3-44a6-a125-9e7e750438d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137c106e-1057-4a05-b320-a196c5519d50 HTTP/1.1" status: 200 len: 217 time: 0.0402381 Mar 10 15:30:18.738343 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1c7-5c0b-43b0-b038-1234de870518 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (91b70b92-c10f-43e8-bc2f-e1bd3c940798), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.747548 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1c7-5c0b-43b0-b038-1234de870518 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (91b70b92-c10f-43e8-bc2f-e1bd3c940798), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.779175 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664a560-1937-4ef8-8cef-a071894826c0 req-900ab8fb-7195-456c-8449-37d6a369b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:18.781007 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8664a560-1937-4ef8-8cef-a071894826c0 req-900ab8fb-7195-456c-8449-37d6a369b0af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4600cda3-7319-4ad5-9596-84e8553e7be6 HTTP/1.1" status: 200 len: 852 time: 0.0479970 Mar 10 15:30:18.781847 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1c7-5c0b-43b0-b038-1234de870518 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (91b70b92-c10f-43e8-bc2f-e1bd3c940798), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.786877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6b9bc1c7-5c0b-43b0-b038-1234de870518 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.790388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6b9bc1c7-5c0b-43b0-b038-1234de870518 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/91b70b92-c10f-43e8-bc2f-e1bd3c940798 HTTP/1.1" status: 204 len: 168 time: 0.0741651 Mar 10 15:30:18.791984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55852) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:18.809575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bc1c7-5c0b-43b0-b038-1234de870518 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91b70b92-c10f-43e8-bc2f-e1bd3c940798,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:18.821681 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8664a560-1937-4ef8-8cef-a071894826c0 req-659cce92-e6ca-4c78-ac18-1d994e3553e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc0344b8-2877-47b5-b72e-266cf03116ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343788 Mar 10 15:30:18.835609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d1e66bb2-643e-4f2f-8aaf-d6ec279a6928 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425234 Mar 10 15:30:18.838175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55854) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:18.892194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cee87fad-9829-41d2-832d-e97585ec14ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (5da1bea5-39e8-4109-986c-1ac26b352bfd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.919853 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8664a560-1937-4ef8-8cef-a071894826c0 req-fb4ed1a7-f4ba-468c-a935-268a9d94ec75 service neutron] 10.222.0.62 "GET /v2.0/networks/dc0344b8-2877-47b5-b72e-266cf03116ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923867 Mar 10 15:30:18.921952 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cee87fad-9829-41d2-832d-e97585ec14ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (5da1bea5-39e8-4109-986c-1ac26b352bfd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.970176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cee87fad-9829-41d2-832d-e97585ec14ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5da1bea5-39e8-4109-986c-1ac26b352bfd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.972820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cee87fad-9829-41d2-832d-e97585ec14ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:18.974037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cee87fad-9829-41d2-832d-e97585ec14ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-groups/5da1bea5-39e8-4109-986c-1ac26b352bfd HTTP/1.1" status: 204 len: 168 time: 0.1348310 Mar 10 15:30:18.982394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55856) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:18.993668 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee87fad-9829-41d2-832d-e97585ec14ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da1bea5-39e8-4109-986c-1ac26b352bfd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:19.034624 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-8664a560-1937-4ef8-8cef-a071894826c0 req-94a98050-980e-46f3-98c0-07c40cd1b2f3 service neutron] 10.222.0.62 "GET /v2.0/networks/dc0344b8-2877-47b5-b72e-266cf03116ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092830 Mar 10 15:30:19.045566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-171140b2-c974-4dab-af4a-e992f4cdb56d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0585649 Mar 10 15:30:19.046243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55860) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.050621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2071631b-3f04-4336-a902-4b0c72d9dcf4 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group': {'name': 'tempest-secgroup--737043405'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:19.072648 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2071631b-3f04-4336-a902-4b0c72d9dcf4 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.157063 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2071631b-3f04-4336-a902-4b0c72d9dcf4 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (b646ee92-3d6e-4cba-a8ee-bf30c8791d7d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.162331 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2071631b-3f04-4336-a902-4b0c72d9dcf4 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b646ee92-3d6e-4cba-a8ee-bf30c8791d7d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.191771 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2071631b-3f04-4336-a902-4b0c72d9dcf4 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.193021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2071631b-3f04-4336-a902-4b0c72d9dcf4 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1458130 Mar 10 15:30:19.195828 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55864) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.200290 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c15e5728-f547-44c6-afa5-39c087a0e142 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': 'b646ee92-3d6e-4cba-a8ee-bf30c8791d7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:19.201068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071631b-3f04-4336-a902-4b0c72d9dcf4 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b646ee92-3d6e-4cba-a8ee-bf30c8791d7d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:19.228731 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c15e5728-f547-44c6-afa5-39c087a0e142 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (01516d3e-c57f-491d-8a3c-94fc37e071ac), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.288040 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c15e5728-f547-44c6-afa5-39c087a0e142 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (01516d3e-c57f-491d-8a3c-94fc37e071ac), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.291783 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c15e5728-f547-44c6-afa5-39c087a0e142 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (01516d3e-c57f-491d-8a3c-94fc37e071ac), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.308805 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e5728-f547-44c6-afa5-39c087a0e142 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01516d3e-c57f-491d-8a3c-94fc37e071ac,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:19.317755 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c15e5728-f547-44c6-afa5-39c087a0e142 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.321557 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c15e5728-f547-44c6-afa5-39c087a0e142 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221423 Mar 10 15:30:19.321778 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55866) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.339374 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4d2d11c7-c3b9-41df-bd2d-7ee8685294eb tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules/01516d3e-c57f-491d-8a3c-94fc37e071ac HTTP/1.1" status: 200 len: 763 time: 0.0164495 Mar 10 15:30:19.341915 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55868) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.383796 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dd5b6b30-9e24-400f-80cb-e51fc43d01a8 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407119 Mar 10 15:30:19.386271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55870) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.412627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e511e13b-c1dc-4479-adf9-d9fe66126a9a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (01516d3e-c57f-491d-8a3c-94fc37e071ac), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.421353 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e511e13b-c1dc-4479-adf9-d9fe66126a9a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (01516d3e-c57f-491d-8a3c-94fc37e071ac), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.449802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e511e13b-c1dc-4479-adf9-d9fe66126a9a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (01516d3e-c57f-491d-8a3c-94fc37e071ac), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.455656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e511e13b-c1dc-4479-adf9-d9fe66126a9a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.459845 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e511e13b-c1dc-4479-adf9-d9fe66126a9a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/01516d3e-c57f-491d-8a3c-94fc37e071ac HTTP/1.1" status: 204 len: 168 time: 0.0696929 Mar 10 15:30:19.460475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55872) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.466258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511e13b-c1dc-4479-adf9-d9fe66126a9a tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01516d3e-c57f-491d-8a3c-94fc37e071ac,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:19.508089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9561af3b-1b14-4476-90ab-d55b2b528c4d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464642 Mar 10 15:30:19.510586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55874) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.514872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8cc9e9ae-e324-4662-b7b0-4c258216d806 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': 'b646ee92-3d6e-4cba-a8ee-bf30c8791d7d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:19.540252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e9ae-e324-4662-b7b0-4c258216d806 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (569a7984-5539-4f45-b300-0ae107814fcc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.595300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e9ae-e324-4662-b7b0-4c258216d806 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (569a7984-5539-4f45-b300-0ae107814fcc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.598960 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e9ae-e324-4662-b7b0-4c258216d806 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (569a7984-5539-4f45-b300-0ae107814fcc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.617621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9e9ae-e324-4662-b7b0-4c258216d806 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569a7984-5539-4f45-b300-0ae107814fcc,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:19.629972 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e9ae-e324-4662-b7b0-4c258216d806 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.630284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8cc9e9ae-e324-4662-b7b0-4c258216d806 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186008 Mar 10 15:30:19.632720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55878) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.652581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-857e5c4d-d54f-450c-a520-34b8406f9ef9 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules/569a7984-5539-4f45-b300-0ae107814fcc HTTP/1.1" status: 200 len: 763 time: 0.0163982 Mar 10 15:30:19.652936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55880) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.725491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e62e7ce9-6e27-4b85-85ec-5541eaf04cfc tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0687516 Mar 10 15:30:19.725725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55882) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.747237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61d9d7-ae59-4306-b2f4-e304677c9ad1 req-3defb008-80d0-4879-986e-cda72086154f tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:19.748545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f61d9d7-ae59-4306-b2f4-e304677c9ad1 req-3defb008-80d0-4879-986e-cda72086154f tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 944 time: 0.0878854 Mar 10 15:30:19.768501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e0a6a4f-8efe-4572-a09a-676ddccf92ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (569a7984-5539-4f45-b300-0ae107814fcc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.785997 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e0a6a4f-8efe-4572-a09a-676ddccf92ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (569a7984-5539-4f45-b300-0ae107814fcc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.829134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f61d9d7-ae59-4306-b2f4-e304677c9ad1 req-4bd0879c-9c45-484c-9c3e-b500304a2b3a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686030 Mar 10 15:30:19.830233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e0a6a4f-8efe-4572-a09a-676ddccf92ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (569a7984-5539-4f45-b300-0ae107814fcc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.836340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4e0a6a4f-8efe-4572-a09a-676ddccf92ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.839750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4e0a6a4f-8efe-4572-a09a-676ddccf92ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/569a7984-5539-4f45-b300-0ae107814fcc HTTP/1.1" status: 204 len: 168 time: 0.1108100 Mar 10 15:30:19.840001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55884) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.853237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a6a4f-8efe-4572-a09a-676ddccf92ee tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=569a7984-5539-4f45-b300-0ae107814fcc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:19.888130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-56e09691-e20b-42ab-85ed-ffb393cad561 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471332 Mar 10 15:30:19.890752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55886) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:19.895344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-87898c89-947d-443e-b02e-09b4fd833e52 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': 'b646ee92-3d6e-4cba-a8ee-bf30c8791d7d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:19.915027 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-87898c89-947d-443e-b02e-09b4fd833e52 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Project 399603e7824b4ca8ba64e9eecd9bc7ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:30:19.919954 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-87898c89-947d-443e-b02e-09b4fd833e52 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (676f38c6-cdef-4809-a8f4-c09c49c2b077), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.975173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-87898c89-947d-443e-b02e-09b4fd833e52 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (676f38c6-cdef-4809-a8f4-c09c49c2b077), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.979392 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-87898c89-947d-443e-b02e-09b4fd833e52 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (676f38c6-cdef-4809-a8f4-c09c49c2b077), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:19.997220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87898c89-947d-443e-b02e-09b4fd833e52 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676f38c6-cdef-4809-a8f4-c09c49c2b077,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:20.005763 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-87898c89-947d-443e-b02e-09b4fd833e52 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.007006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-87898c89-947d-443e-b02e-09b4fd833e52 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151648 Mar 10 15:30:20.009608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55888) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.025297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6932a809-1f6c-4b51-bbab-c830c1139d9c tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules/676f38c6-cdef-4809-a8f4-c09c49c2b077 HTTP/1.1" status: 200 len: 769 time: 0.0146289 Mar 10 15:30:20.027693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55890) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.067978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2e4c6db2-f6c9-46e5-80ee-0c79c58151de tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0392468 Mar 10 15:30:20.070602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55892) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.094249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c99bc683-9fd4-4c1f-b74f-3e4ea12ba6ab tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (676f38c6-cdef-4809-a8f4-c09c49c2b077), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.102520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c99bc683-9fd4-4c1f-b74f-3e4ea12ba6ab tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (676f38c6-cdef-4809-a8f4-c09c49c2b077), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.132400 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c99bc683-9fd4-4c1f-b74f-3e4ea12ba6ab tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (676f38c6-cdef-4809-a8f4-c09c49c2b077), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.138300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c99bc683-9fd4-4c1f-b74f-3e4ea12ba6ab tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.139435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c99bc683-9fd4-4c1f-b74f-3e4ea12ba6ab tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/676f38c6-cdef-4809-a8f4-c09c49c2b077 HTTP/1.1" status: 204 len: 168 time: 0.0679059 Mar 10 15:30:20.142063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55896) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.145525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bc683-9fd4-4c1f-b74f-3e4ea12ba6ab tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=676f38c6-cdef-4809-a8f4-c09c49c2b077,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:20.185009 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-93c39cd4-071e-4dce-a072-338ee530c7ba tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415454 Mar 10 15:30:20.187769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55900) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.247725 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b601809-3e09-4edf-82bd-89dfdb664d42 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (b646ee92-3d6e-4cba-a8ee-bf30c8791d7d), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.270722 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b601809-3e09-4edf-82bd-89dfdb664d42 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (b646ee92-3d6e-4cba-a8ee-bf30c8791d7d), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.312828 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b601809-3e09-4edf-82bd-89dfdb664d42 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b646ee92-3d6e-4cba-a8ee-bf30c8791d7d), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.315502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b601809-3e09-4edf-82bd-89dfdb664d42 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.316662 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7b601809-3e09-4edf-82bd-89dfdb664d42 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-groups/b646ee92-3d6e-4cba-a8ee-bf30c8791d7d HTTP/1.1" status: 204 len: 168 time: 0.1275699 Mar 10 15:30:20.319428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55902) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.326636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b601809-3e09-4edf-82bd-89dfdb664d42 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646ee92-3d6e-4cba-a8ee-bf30c8791d7d,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:20.378250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9113a107-84e3-4f38-b37b-a58666b43955 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575161 Mar 10 15:30:20.382414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55904) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.386761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f15492aa-5ffc-4ea6-9805-986f25daa55f tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group': {'name': 'tempest-secgroup--397205004'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:20.406101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f15492aa-5ffc-4ea6-9805-986f25daa55f tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.473781 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f15492aa-5ffc-4ea6-9805-986f25daa55f tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (47273078-7fd0-4a6e-8e42-5372b21081dc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.477934 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f15492aa-5ffc-4ea6-9805-986f25daa55f tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (47273078-7fd0-4a6e-8e42-5372b21081dc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.508701 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f15492aa-5ffc-4ea6-9805-986f25daa55f tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.509941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f15492aa-5ffc-4ea6-9805-986f25daa55f tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1265249 Mar 10 15:30:20.511900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15492aa-5ffc-4ea6-9805-986f25daa55f tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47273078-7fd0-4a6e-8e42-5372b21081dc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:20.512988 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55906) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.517611 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ca3a693e-15a2-4ca0-b847-7304289e031d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Request body: {'security_group_rule': {'security_group_id': '47273078-7fd0-4a6e-8e42-5372b21081dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:20.543814 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca3a693e-15a2-4ca0-b847-7304289e031d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (78c46fa4-3bce-42f8-b740-1f54410baedf), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.590543 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca3a693e-15a2-4ca0-b847-7304289e031d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (78c46fa4-3bce-42f8-b740-1f54410baedf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.594165 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca3a693e-15a2-4ca0-b847-7304289e031d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (78c46fa4-3bce-42f8-b740-1f54410baedf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.613867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a693e-15a2-4ca0-b847-7304289e031d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c46fa4-3bce-42f8-b740-1f54410baedf,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:20.619858 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca3a693e-15a2-4ca0-b847-7304289e031d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.623578 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ca3a693e-15a2-4ca0-b847-7304289e031d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1070185 Mar 10 15:30:20.623893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55908) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.683967 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-432386a0-9c48-472e-8b22-5b60208dcd22 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (47273078-7fd0-4a6e-8e42-5372b21081dc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.706571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-432386a0-9c48-472e-8b22-5b60208dcd22 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (47273078-7fd0-4a6e-8e42-5372b21081dc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.745708 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.752145 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-432386a0-9c48-472e-8b22-5b60208dcd22 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (47273078-7fd0-4a6e-8e42-5372b21081dc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.755100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-432386a0-9c48-472e-8b22-5b60208dcd22 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:20.756331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-432386a0-9c48-472e-8b22-5b60208dcd22 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-groups/47273078-7fd0-4a6e-8e42-5372b21081dc HTTP/1.1" status: 204 len: 168 time: 0.1314502 Mar 10 15:30:20.758949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55910) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.765723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432386a0-9c48-472e-8b22-5b60208dcd22 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47273078-7fd0-4a6e-8e42-5372b21081dc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:20.820557 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ec571d87-96f4-44f9-aa76-11dd2814dfca tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575230 Mar 10 15:30:20.820757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55912) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.858701 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2f8c8a01-1c8d-4d77-989c-149b1b55ba27 tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0329595 Mar 10 15:30:20.859242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55916) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.874273 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-e47a7717-8d31-471c-b0c9-4c6673af5b7d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] delete failed (client error): The resource could not be found. Mar 10 15:30:20.880056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e47a7717-8d31-471c-b0c9-4c6673af5b7d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "DELETE /v2.0/security-groups/47273078-7fd0-4a6e-8e42-5372b21081dc HTTP/1.1" status: 404 len: 347 time: 0.0150774 Mar 10 15:30:20.880056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55918) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:20.932588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9e4fa1a8-c8d2-46ee-9eb8-7b89562ca09d tempest-SecGroupIPv6Test-961936849 tempest-SecGroupIPv6Test-961936849-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0525424 Mar 10 15:30:20.977463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69942047-16a2-4053-acd1-6b5801564904 req-4d23a612-ec67-42ac-92b5-e8ebef243ee0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:20.979221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69942047-16a2-4053-acd1-6b5801564904 req-4d23a612-ec67-42ac-92b5-e8ebef243ee0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 944 time: 0.0623257 Mar 10 15:30:21.040548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69942047-16a2-4053-acd1-6b5801564904 req-c023f1bb-0d93-499a-bbd9-7954cd8b9275 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539322 Mar 10 15:30:21.194060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55926) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:21.343518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-71b33be9-22c0-46b9-a446-e94caaf011e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=399603e7824b4ca8ba64e9eecd9bc7ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481841 Mar 10 15:30:21.345988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55932) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:21.394460 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e57a-95d8-422f-b3c7-fdc91ff533ae admin admin] Publish callbacks [] for security_group (ce5a93dd-3ccd-439f-98f0-e9c82e85f5e0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:21.416603 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e57a-95d8-422f-b3c7-fdc91ff533ae admin admin] Publish callbacks [] for security_group (ce5a93dd-3ccd-439f-98f0-e9c82e85f5e0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:21.472449 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e57a-95d8-422f-b3c7-fdc91ff533ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ce5a93dd-3ccd-439f-98f0-e9c82e85f5e0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:21.476017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2a7e57a-95d8-422f-b3c7-fdc91ff533ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:21.479924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e2a7e57a-95d8-422f-b3c7-fdc91ff533ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce5a93dd-3ccd-439f-98f0-e9c82e85f5e0 HTTP/1.1" status: 204 len: 168 time: 0.1306648 Mar 10 15:30:21.486745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7e57a-95d8-422f-b3c7-fdc91ff533ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5a93dd-3ccd-439f-98f0-e9c82e85f5e0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:21.712751 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4754c15c-0e32-47fc-a6ea-c25f48d62033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.147895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55960) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:22.198129 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fc987-731b-4a85-962c-c1a8d43baf6d req-8693c940-b1e6-4db3-87cb-f1c70ce28b6e tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:22.199833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-063fc987-731b-4a85-962c-c1a8d43baf6d req-8693c940-b1e6-4db3-87cb-f1c70ce28b6e tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 944 time: 0.0730722 Mar 10 15:30:22.255018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-063fc987-731b-4a85-962c-c1a8d43baf6d req-a88e7aec-dacd-482c-a3ea-a9fd8f66ebe0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485449 Mar 10 15:30:22.273085 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fff2eab8-a752-4a08-b3c8-a1601d73b1c5 tempest-ServiceProvidersTest-1203265169 tempest-ServiceProvidersTest-1203265169-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1239030 Mar 10 15:30:22.450225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 137c106e-1057-4a05-b320-a196c5519d50 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:30:22.571169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 55980) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:22.594645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 137c106e-1057-4a05-b320-a196c5519d50, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=137c106e-1057-4a05-b320-a196c5519d50,segment=NetworkSegment(faaaa838-2388-442d-bdf7-3e3e5afc09a6),segment_id=faaaa838-2388-442d-bdf7-3e3e5afc09a6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:22.607692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '137c106e-1057-4a05-b320-a196c5519d50', 'network_id': 'dc0344b8-2877-47b5-b72e-266cf03116ca', 'port_id': '137c106e-1057-4a05-b320-a196c5519d50', 'mac_address': 'fa:16:3e:e1:24:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4600cda3-7319-4ad5-9596-84e8553e7be6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:30:22.651660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 137c106e-1057-4a05-b320-a196c5519d50 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:22.652070 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (137c106e-1057-4a05-b320-a196c5519d50), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.668747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137c106e-1057-4a05-b320-a196c5519d50 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:30:22.709163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 137c106e-1057-4a05-b320-a196c5519d50, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=137c106e-1057-4a05-b320-a196c5519d50,segment=NetworkSegment(faaaa838-2388-442d-bdf7-3e3e5afc09a6),segment_id=faaaa838-2388-442d-bdf7-3e3e5afc09a6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:22.715545 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-923da000-a2c4-4718-87dc-3534c5e6989b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.716516 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (137c106e-1057-4a05-b320-a196c5519d50), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.787649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=137c106e-1057-4a05-b320-a196c5519d50,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:22.842715 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-923da000-a2c4-4718-87dc-3534c5e6989b admin admin] Publish callbacks [] for security_group (64a4caa3-83b1-42c2-9ab1-706faee3b279), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.847027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-923da000-a2c4-4718-87dc-3534c5e6989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (64a4caa3-83b1-42c2-9ab1-706faee3b279), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.888141 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-923da000-a2c4-4718-87dc-3534c5e6989b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0104217a01be4faf82b5a31d262bb80e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158567 Mar 10 15:30:22.889371 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923da000-a2c4-4718-87dc-3534c5e6989b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a4caa3-83b1-42c2-9ab1-706faee3b279,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:22.891746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 55988) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:22.949833 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d3232d7-78c6-4e93-9122-0fcc573a4b08 admin admin] Publish callbacks [] for security_group (64a4caa3-83b1-42c2-9ab1-706faee3b279), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:22.971192 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d3232d7-78c6-4e93-9122-0fcc573a4b08 admin admin] Publish callbacks [] for security_group (64a4caa3-83b1-42c2-9ab1-706faee3b279), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.019268 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d3232d7-78c6-4e93-9122-0fcc573a4b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (64a4caa3-83b1-42c2-9ab1-706faee3b279), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.021939 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4d3232d7-78c6-4e93-9122-0fcc573a4b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:23.023128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4d3232d7-78c6-4e93-9122-0fcc573a4b08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64a4caa3-83b1-42c2-9ab1-706faee3b279 HTTP/1.1" status: 204 len: 168 time: 0.1296358 Mar 10 15:30:23.031639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3232d7-78c6-4e93-9122-0fcc573a4b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a4caa3-83b1-42c2-9ab1-706faee3b279,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:23.046149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['137c106e-1057-4a05-b320-a196c5519d50'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:30:23.394405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a7c6a-bb2d-4e73-a99e-a57e5340c986 req-11d7e0c3-ff79-4d0d-a5a5-0f304a1e4eb4 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:23.395962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e20a7c6a-bb2d-4e73-a99e-a57e5340c986 req-11d7e0c3-ff79-4d0d-a5a5-0f304a1e4eb4 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 945 time: 0.0610738 Mar 10 15:30:23.465145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e20a7c6a-bb2d-4e73-a99e-a57e5340c986 req-f7b58df5-dc00-4fd6-bf7a-6089032df2fc tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626185 Mar 10 15:30:24.030547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bdb4f705-3045-4dd4-84f2-72bf59f397a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:24.456935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 137c106e-1057-4a05-b320-a196c5519d50 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:30:24.508967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 137c106e-1057-4a05-b320-a196c5519d50 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:30:24.513822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 137c106e-1057-4a05-b320-a196c5519d50 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:24.514763 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (137c106e-1057-4a05-b320-a196c5519d50), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:24.603354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c82afa-7b91-42f4-89a8-410ed40294dc req-12198cfc-55e7-4c72-a2da-67b5a6c6150c tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:24.613315 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8c82afa-7b91-42f4-89a8-410ed40294dc req-12198cfc-55e7-4c72-a2da-67b5a6c6150c tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 945 time: 0.0659573 Mar 10 15:30:24.614654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 137c106e-1057-4a05-b320-a196c5519d50 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:24.615088 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (137c106e-1057-4a05-b320-a196c5519d50), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:24.642611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d408bc-05c8-4952-b5b7-f5f6340ae0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137c106e-1057-4a05-b320-a196c5519d50'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:24.646111 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c6db73-4877-4354-88fb-a401b911c3fc" -d '{"events": [{"server_uuid": "05d408bc-05c8-4952-b5b7-f5f6340ae0e6", "name": "network-vif-plugged", "status": "completed", "tag": "137c106e-1057-4a05-b320-a196c5519d50"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:24.659876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 137c106e-1057-4a05-b320-a196c5519d50, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=137c106e-1057-4a05-b320-a196c5519d50,segment=NetworkSegment(faaaa838-2388-442d-bdf7-3e3e5afc09a6),segment_id=faaaa838-2388-442d-bdf7-3e3e5afc09a6)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:24.666049 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (137c106e-1057-4a05-b320-a196c5519d50), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:24.697369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f8c82afa-7b91-42f4-89a8-410ed40294dc req-5740ad45-c881-4ec8-8f8a-c3e5f14a82d3 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809681 Mar 10 15:30:24.704135 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7055862e-45c6-41a7-866a-85507b8338d5 x-openstack-request-id: req-7055862e-45c6-41a7-866a-85507b8338d5 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:24.704535 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d408bc-05c8-4952-b5b7-f5f6340ae0e6", "name": "network-vif-plugged", "status": "completed", "tag": "137c106e-1057-4a05-b320-a196c5519d50", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:24.704973 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7055862e-45c6-41a7-866a-85507b8338d5 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:24.705459 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d408bc-05c8-4952-b5b7-f5f6340ae0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137c106e-1057-4a05-b320-a196c5519d50', 'code': 200} Mar 10 15:30:24.753349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=137c106e-1057-4a05-b320-a196c5519d50,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:24.823055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424af7df-bee2-4ba8-8958-3904f17fabb5 req-ca3907e9-ed70-48d5-a661-d6219db0b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:24.824806 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-424af7df-bee2-4ba8-8958-3904f17fabb5 req-ca3907e9-ed70-48d5-a661-d6219db0b2da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 1128 time: 0.0518069 Mar 10 15:30:24.873897 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-424af7df-bee2-4ba8-8958-3904f17fabb5 req-0cc047b1-5d5c-438f-90cc-d4d06ed3fcfa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434074 Mar 10 15:30:25.284399 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:25.381133 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:30:25.833092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d392e-264f-4ad0-adf5-6412d64aeb1a req-c7d56f63-52bf-47be-95fb-a87d4781ae60 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:25.834752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f7d392e-264f-4ad0-adf5-6412d64aeb1a req-c7d56f63-52bf-47be-95fb-a87d4781ae60 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0548115 Mar 10 15:30:25.882918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f7d392e-264f-4ad0-adf5-6412d64aeb1a req-aed777df-9f7e-4f5f-9869-aadac99b1649 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Mar 10 15:30:26.619649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:27.027968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d5c1-9f6b-4463-b837-2fd426c2c8c3 req-2fe57bc1-3d21-46dd-9a7f-9507992a5778 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:27.029602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c21d5c1-9f6b-4463-b837-2fd426c2c8c3 req-2fe57bc1-3d21-46dd-9a7f-9507992a5778 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0709035 Mar 10 15:30:27.077993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c21d5c1-9f6b-4463-b837-2fd426c2c8c3 req-62f1ae4f-4f53-421b-a816-0b64b9563932 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 Mar 10 15:30:27.196730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a470c2-73d9-4664-86ee-10bd375d4f35 req-7804eb46-3a46-47cc-8431-bf848b0efada tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:27.198203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71a470c2-73d9-4664-86ee-10bd375d4f35 req-7804eb46-3a46-47cc-8431-bf848b0efada tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0525301 Mar 10 15:30:27.246233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71a470c2-73d9-4664-86ee-10bd375d4f35 req-d1470c6a-5e3e-43bd-9d24-1da8eda131d7 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Mar 10 15:30:27.476407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6e87d-692f-4299-be7f-257b0df632b1 req-465b3c78-fee8-46fc-9164-faa343b2a12a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:27.477911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9aa6e87d-692f-4299-be7f-257b0df632b1 req-465b3c78-fee8-46fc-9164-faa343b2a12a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0562201 Mar 10 15:30:27.524452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9aa6e87d-692f-4299-be7f-257b0df632b1 req-a97c13d7-bd47-4738-a892-2dc0b290ce3c tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 Mar 10 15:30:28.263323 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:28.665172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a869c45-886c-4851-b16e-013b488fb997 req-e5b378fd-ea60-47f2-8d82-41dacc5d0256 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:28.667186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a869c45-886c-4851-b16e-013b488fb997 req-e5b378fd-ea60-47f2-8d82-41dacc5d0256 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0674169 Mar 10 15:30:28.720649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a869c45-886c-4851-b16e-013b488fb997 req-b381e648-5dbe-42ce-96d5-067993d37772 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 Mar 10 15:30:29.004571 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ffc0-3041-4c86-a715-55085b7a7ab8 req-f871e468-6c4a-4303-8c2d-e61d8e926975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:29.006132 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c235ffc0-3041-4c86-a715-55085b7a7ab8 req-f871e468-6c4a-4303-8c2d-e61d8e926975 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a6ca78a5db84c988d9e03b84a7046eb&device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 1128 time: 0.0650740 Mar 10 15:30:29.019039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e569e2-01e9-42d6-8127-ed4cd6069d7b req-635215ce-efe1-471a-a72c-1a1c2772848a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:29.021476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3e569e2-01e9-42d6-8127-ed4cd6069d7b req-635215ce-efe1-471a-a72c-1a1c2772848a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.1018648 Mar 10 15:30:29.092331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3e569e2-01e9-42d6-8127-ed4cd6069d7b req-4cafebce-fa4d-4c08-9a5d-2037d30b8c72 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627043 Mar 10 15:30:29.164105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ffc0-3041-4c86-a715-55085b7a7ab8 req-5b937eb4-955b-48d4-a1a1-5cee613a780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:29.165643 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c235ffc0-3041-4c86-a715-55085b7a7ab8 req-5b937eb4-955b-48d4-a1a1-5cee613a780f service neutron] 10.222.0.62 "GET /v2.0/networks?id=dc0344b8-2877-47b5-b72e-266cf03116ca HTTP/1.1" status: 200 len: 913 time: 0.1530371 Mar 10 15:30:29.221857 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c235ffc0-3041-4c86-a715-55085b7a7ab8 req-609e22be-2879-4868-b93d-ee4108c23f3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137c106e-1057-4a05-b320-a196c5519d50 HTTP/1.1" status: 200 len: 217 time: 0.0499322 Mar 10 15:30:29.302641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ffc0-3041-4c86-a715-55085b7a7ab8 req-16f1f708-11fc-4101-9fc4-d67f6e78dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:29.304768 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c235ffc0-3041-4c86-a715-55085b7a7ab8 req-16f1f708-11fc-4101-9fc4-d67f6e78dec2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4600cda3-7319-4ad5-9596-84e8553e7be6 HTTP/1.1" status: 200 len: 852 time: 0.0764563 Mar 10 15:30:29.344857 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c235ffc0-3041-4c86-a715-55085b7a7ab8 req-fa20a4c3-6f8d-44d6-867f-9fab6b7b76a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc0344b8-2877-47b5-b72e-266cf03116ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337405 Mar 10 15:30:29.460992 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c235ffc0-3041-4c86-a715-55085b7a7ab8 req-9c7ba443-c71a-4302-b31a-f5408986df1f service neutron] 10.222.0.62 "GET /v2.0/networks/dc0344b8-2877-47b5-b72e-266cf03116ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095867 Mar 10 15:30:29.579055 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c235ffc0-3041-4c86-a715-55085b7a7ab8 req-30a52efc-7b8c-4276-9d1b-b2ebbfed78c6 service neutron] 10.222.0.62 "GET /v2.0/networks/dc0344b8-2877-47b5-b72e-266cf03116ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109941 Mar 10 15:30:29.786311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7affa46-09d3-4d62-8cea-928290355191 req-29193030-3820-4a4b-9ae9-07521c1c06be tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:29.791500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7affa46-09d3-4d62-8cea-928290355191 req-29193030-3820-4a4b-9ae9-07521c1c06be tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.0701559 Mar 10 15:30:29.843183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7affa46-09d3-4d62-8cea-928290355191 req-8098c9ba-fb10-4587-91ea-5205e9b012a8 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477917 Mar 10 15:30:30.231712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9b2a-3a3d-47d0-8a86-611aecfc5423 req-3c06a374-84ff-4da8-b583-d6e59185bf63 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:30.233674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4fe9b2a-3a3d-47d0-8a86-611aecfc5423 req-3c06a374-84ff-4da8-b583-d6e59185bf63 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0648756 Mar 10 15:30:30.287084 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4fe9b2a-3a3d-47d0-8a86-611aecfc5423 req-6b7a816f-476f-4d60-a3a9-c6e5d079fab0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463996 Mar 10 15:30:30.971097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869d35b-3370-4a45-b32c-9623667cc3f4 req-8ec8d2e0-1761-4d41-aa33-6f4408a3360d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:30.972512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5869d35b-3370-4a45-b32c-9623667cc3f4 req-8ec8d2e0-1761-4d41-aa33-6f4408a3360d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.0564840 Mar 10 15:30:31.022390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5869d35b-3370-4a45-b32c-9623667cc3f4 req-35bccf41-ea77-45a0-a394-e3675435ed1b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442317 Mar 10 15:30:31.408083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3720bef-4f3a-4163-ab9a-5974ed42c8f5 req-c4ae7b65-a5b4-495b-bbb6-734530b0790a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:31.409598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3720bef-4f3a-4163-ab9a-5974ed42c8f5 req-c4ae7b65-a5b4-495b-bbb6-734530b0790a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0535247 Mar 10 15:30:31.463142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3720bef-4f3a-4163-ab9a-5974ed42c8f5 req-7baa2ce0-9cb9-40a5-94f9-ad66236f0cc0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474975 Mar 10 15:30:31.719593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00739bc-0cf2-4b49-8660-f65a9980e419 req-161171e4-f2d7-4f37-84d9-c995d043621a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:31.721145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f00739bc-0cf2-4b49-8660-f65a9980e419 req-161171e4-f2d7-4f37-84d9-c995d043621a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0638723 Mar 10 15:30:31.776630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f00739bc-0cf2-4b49-8660-f65a9980e419 req-76ba7734-9472-41ef-91b0-bd3d2fcf40cb tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487111 Mar 10 15:30:32.207904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4a622-df83-4cc3-9f4b-6c94ed95df9e req-26a4abf5-f9aa-4f2d-986c-8d7ca839075d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:32.209551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5b4a622-df83-4cc3-9f4b-6c94ed95df9e req-26a4abf5-f9aa-4f2d-986c-8d7ca839075d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.0889859 Mar 10 15:30:32.212966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-efa826f5-93a1-4780-a111-73be90de30c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2181268 Mar 10 15:30:32.317423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5b4a622-df83-4cc3-9f4b-6c94ed95df9e req-408041c7-cfa5-4b3a-9fd0-b3f9304afd44 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969086 Mar 10 15:30:32.330226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-c001f4d9-0e0f-4b3d-a720-d0e4dfdb4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:32.331839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-c001f4d9-0e0f-4b3d-a720-d0e4dfdb4e2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1c222964e5a84243b165f837bab8404c&device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 1128 time: 0.0878253 Mar 10 15:30:32.446229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-37ccf422-4186-48dd-93a8-9953e2980858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:32.447959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-37ccf422-4186-48dd-93a8-9953e2980858 service neutron] 10.222.0.45 "GET /v2.0/networks?id=02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 200 len: 916 time: 0.0961289 Mar 10 15:30:32.553085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-471a51d8-149f-414f-877d-20c4d79f361a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4cc8154-cfc0-48a9-850f-6ede4de0d13d HTTP/1.1" status: 200 len: 1002 time: 0.0965269 Mar 10 15:30:32.606280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-d8c1b928-4265-409e-997c-1fb15b87332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:32.608141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-d8c1b928-4265-409e-997c-1fb15b87332d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 200 len: 854 time: 0.0476322 Mar 10 15:30:32.666911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-d2b6d274-17a3-4802-8ac9-9aebe36f5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:32.669037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-d2b6d274-17a3-4802-8ac9-9aebe36f5966 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=02aca4b7-3412-4bf0-8960-43bd7c693eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532441 Mar 10 15:30:32.797586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-da40fd21-2a8b-40ee-ae4f-5ea45f26663b service neutron] 10.222.0.45 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202178 Mar 10 15:30:32.947651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a584b98-bc1d-42fb-b701-3f4ea9948808 req-42af49bc-0b22-48a3-8e2d-cec508ddff63 service neutron] 10.222.0.45 "GET /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429987 Mar 10 15:30:32.955807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568dd36-16c0-47ec-86bb-09ed8369f009 req-065486f8-841e-40e3-8c81-3e8a3b671dce tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:32.957861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9568dd36-16c0-47ec-86bb-09ed8369f009 req-065486f8-841e-40e3-8c81-3e8a3b671dce tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0849710 Mar 10 15:30:33.028200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9568dd36-16c0-47ec-86bb-09ed8369f009 req-20693421-8c79-4398-a2ab-7454b217073c tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641339 Mar 10 15:30:33.297223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f319b8-d534-4194-afe1-c8cd9a9cbdb0 req-99f6910f-b762-4d86-9127-f322f5c43b04 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:33.308298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0f319b8-d534-4194-afe1-c8cd9a9cbdb0 req-99f6910f-b762-4d86-9127-f322f5c43b04 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0696197 Mar 10 15:30:33.334172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9502032-b8c1-4711-a0f9-8d455291ed0e req-58a22578-b16e-42d9-86e1-9a3299122bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:33.339716 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c9502032-b8c1-4711-a0f9-8d455291ed0e req-58a22578-b16e-42d9-86e1-9a3299122bcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a6ca78a5db84c988d9e03b84a7046eb&device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 1128 time: 0.0590842 Mar 10 15:30:33.404779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0f319b8-d534-4194-afe1-c8cd9a9cbdb0 req-f60a03b2-ead5-4e4c-9a9b-d21a72164750 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950954 Mar 10 15:30:33.478750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9502032-b8c1-4711-a0f9-8d455291ed0e req-ed7841b4-7304-4aa6-904c-ca1208ffa91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:33.480303 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c9502032-b8c1-4711-a0f9-8d455291ed0e req-ed7841b4-7304-4aa6-904c-ca1208ffa91e service neutron] 10.222.0.62 "GET /v2.0/networks?id=dc0344b8-2877-47b5-b72e-266cf03116ca HTTP/1.1" status: 200 len: 913 time: 0.1355979 Mar 10 15:30:33.497102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36a748-eb0a-4297-b8c7-fa8fb8184e49 req-675e5e29-37c6-49b7-91e9-55bdd11eaa13 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:33.499037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee36a748-eb0a-4297-b8c7-fa8fb8184e49 req-675e5e29-37c6-49b7-91e9-55bdd11eaa13 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.0599525 Mar 10 15:30:33.531040 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c9502032-b8c1-4711-a0f9-8d455291ed0e req-09183aa8-b146-40c6-b566-6a9addca1953 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137c106e-1057-4a05-b320-a196c5519d50 HTTP/1.1" status: 200 len: 217 time: 0.0438066 Mar 10 15:30:33.559622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee36a748-eb0a-4297-b8c7-fa8fb8184e49 req-142d656a-2b1a-43b1-8a6b-88b76c801456 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518603 Mar 10 15:30:33.594181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9502032-b8c1-4711-a0f9-8d455291ed0e req-961bc606-6898-453f-aea6-8a3ce92458ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:33.595720 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c9502032-b8c1-4711-a0f9-8d455291ed0e req-961bc606-6898-453f-aea6-8a3ce92458ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4600cda3-7319-4ad5-9596-84e8553e7be6 HTTP/1.1" status: 200 len: 852 time: 0.0586243 Mar 10 15:30:33.629782 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c9502032-b8c1-4711-a0f9-8d455291ed0e req-7b3a7080-139d-4030-92c4-2e0e6b88e382 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc0344b8-2877-47b5-b72e-266cf03116ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272124 Mar 10 15:30:33.726074 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c9502032-b8c1-4711-a0f9-8d455291ed0e req-ed233213-f7e7-4d6e-a89a-b6051b9938db service neutron] 10.222.0.62 "GET /v2.0/networks/dc0344b8-2877-47b5-b72e-266cf03116ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902197 Mar 10 15:30:33.826614 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c9502032-b8c1-4711-a0f9-8d455291ed0e req-2bb72051-db44-41d3-ab16-95c0395c646d service neutron] 10.222.0.62 "GET /v2.0/networks/dc0344b8-2877-47b5-b72e-266cf03116ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946834 Mar 10 15:30:34.557794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e895-7043-4004-a110-cd54410aac41 req-c7434554-7922-4081-8743-d711363c5a52 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:34.559224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aae7e895-7043-4004-a110-cd54410aac41 req-c7434554-7922-4081-8743-d711363c5a52 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0564682 Mar 10 15:30:34.610975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aae7e895-7043-4004-a110-cd54410aac41 req-83af920d-dbb9-44db-b73d-e2d19c6c70c2 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453913 Mar 10 15:30:34.703343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2874e-baab-483c-a89c-a4d575660d54 req-26df9d5a-a9de-4c48-8629-b357bd28058e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:34.715346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49e2874e-baab-483c-a89c-a4d575660d54 req-26df9d5a-a9de-4c48-8629-b357bd28058e tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.0730731 Mar 10 15:30:34.788031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49e2874e-baab-483c-a89c-a4d575660d54 req-42e7ef8a-a3de-41c4-879c-51eaf2221f01 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712938 Mar 10 15:30:35.760989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb82380-0479-4fb1-922b-e76bc735bd05 req-b33cb5e8-3c3a-4525-abad-952af678ee88 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:35.762603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cb82380-0479-4fb1-922b-e76bc735bd05 req-b33cb5e8-3c3a-4525-abad-952af678ee88 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0647569 Mar 10 15:30:35.846871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cb82380-0479-4fb1-922b-e76bc735bd05 req-7ed1ed72-c544-41c5-ba90-dc32fc51274d tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783384 Mar 10 15:30:35.854408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c9a15-7cc2-4948-a13e-182f93a923f4 req-bb93ca37-cda3-4399-b236-e2c267141651 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:35.855997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf9c9a15-7cc2-4948-a13e-182f93a923f4 req-bb93ca37-cda3-4399-b236-e2c267141651 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 946 time: 0.0810354 Mar 10 15:30:35.931525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf9c9a15-7cc2-4948-a13e-182f93a923f4 req-ea7a3c5d-d8be-4ad2-8b98-d86089ee2448 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675297 Mar 10 15:30:36.013029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03527c-f103-40d2-a485-e75dd935430a req-fa1be66c-ea51-4fe8-845f-59845a07d06b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:36.022069 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b03527c-f103-40d2-a485-e75dd935430a req-fa1be66c-ea51-4fe8-845f-59845a07d06b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.0786068 Mar 10 15:30:36.103417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b03527c-f103-40d2-a485-e75dd935430a req-e6c53bfd-1e1c-43f4-aaec-2c1c89331efe tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771058 Mar 10 15:30:36.241036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dd3ea-efdd-443f-8521-5dabea0a165a req-b2f28ca5-318f-4c87-a0a0-57067dfbc47a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:36.242662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c8dd3ea-efdd-443f-8521-5dabea0a165a req-b2f28ca5-318f-4c87-a0a0-57067dfbc47a tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.0628929 Mar 10 15:30:36.321232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c8dd3ea-efdd-443f-8521-5dabea0a165a req-f104812c-9e9f-425b-96b5-5fba15ce97d8 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702896 Mar 10 15:30:37.066078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38946d59-0367-450e-aca8-e154c6520105 req-559ec23e-1d08-4da3-8eef-3ef9f06d0b52 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:37.071290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38946d59-0367-450e-aca8-e154c6520105 req-559ec23e-1d08-4da3-8eef-3ef9f06d0b52 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 946 time: 0.0789018 Mar 10 15:30:37.180616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38946d59-0367-450e-aca8-e154c6520105 req-b23ead21-0684-4119-9a7e-c8494900822a tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064548 Mar 10 15:30:37.286083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62de973-4a1c-45b3-89cc-d51d435ac6a9 req-02abdc50-0903-4f24-8f15-31ded722f980 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:37.293587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c62de973-4a1c-45b3-89cc-d51d435ac6a9 req-02abdc50-0903-4f24-8f15-31ded722f980 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.0652487 Mar 10 15:30:37.352911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c62de973-4a1c-45b3-89cc-d51d435ac6a9 req-81b046fa-de4f-4d95-91c1-9036bb3e6b25 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538516 Mar 10 15:30:37.541249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dcbfb-2c3e-476a-bffb-066626cd583f req-f8e78691-cb9e-4f8e-a9d0-a74551628e70 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:37.548340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b2dcbfb-2c3e-476a-bffb-066626cd583f req-f8e78691-cb9e-4f8e-a9d0-a74551628e70 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.1578429 Mar 10 15:30:37.627952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b2dcbfb-2c3e-476a-bffb-066626cd583f req-9f018bf3-f6fa-4dda-a1cf-e7eed11db295 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786393 Mar 10 15:30:37.663231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-188fa093-9cf6-4317-a87a-980c81586911 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:37.664726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-188fa093-9cf6-4317-a87a-980c81586911 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.45 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 946 time: 0.2364926 Mar 10 15:30:37.693500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538641f-5094-488f-a375-4eff94949f07 req-65b64b64-94ff-4632-9fc4-75cc3bbad3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:37.696114 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e538641f-5094-488f-a375-4eff94949f07 req-65b64b64-94ff-4632-9fc4-75cc3bbad3d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 1127 time: 0.0917115 Mar 10 15:30:37.941200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Deleting port d4cc8154-cfc0-48a9-850f-6ede4de0d13d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:37.942061 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:38.037728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538641f-5094-488f-a375-4eff94949f07 req-ce2ea49d-f555-4781-badd-59a67678aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:38.041329 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e538641f-5094-488f-a375-4eff94949f07 req-ce2ea49d-f555-4781-badd-59a67678aa66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=671d49de-fea3-4a86-8fc5-6ddfdbb92025 HTTP/1.1" status: 200 len: 898 time: 0.3229096 Mar 10 15:30:38.126085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] For port d4cc8154-cfc0-48a9-850f-6ede4de0d13d, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d4cc8154-cfc0-48a9-850f-6ede4de0d13d,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:38.127023 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:38.267857 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e538641f-5094-488f-a375-4eff94949f07 req-703a925d-1d88-41f7-acd9-987c7d9c8ea5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c3806a-63ff-44bb-afd1-284aff0a9099 HTTP/1.1" status: 200 len: 1000 time: 0.2170007 Mar 10 15:30:38.358943 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538641f-5094-488f-a375-4eff94949f07 req-b8312447-6e5b-4767-b5db-b5fbeb65c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:38.361229 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e538641f-5094-488f-a375-4eff94949f07 req-b8312447-6e5b-4767-b5db-b5fbeb65c30f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2798f80-fe93-4655-9ea9-d9c85736e248 HTTP/1.1" status: 200 len: 834 time: 0.0867035 Mar 10 15:30:38.449392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00bd53-1f11-4ba8-8b16-a93ba69b975b req-b371bd88-2eca-4a58-bc36-0fc7bd364636 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:38.451124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c00bd53-1f11-4ba8-8b16-a93ba69b975b req-b371bd88-2eca-4a58-bc36-0fc7bd364636 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 946 time: 0.1035447 Mar 10 15:30:38.515683 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538641f-5094-488f-a375-4eff94949f07 req-b6e408ff-1cdf-4bb6-a198-db7189439926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:38.517436 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e538641f-5094-488f-a375-4eff94949f07 req-b6e408ff-1cdf-4bb6-a198-db7189439926 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=671d49de-fea3-4a86-8fc5-6ddfdbb92025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1377301 Mar 10 15:30:38.528148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c00bd53-1f11-4ba8-8b16-a93ba69b975b req-5cd6fd26-2073-40e3-8a3f-859bd17e9660 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f5f7208-3755-4f08-a8c5-4525d89b218e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623975 Mar 10 15:30:38.532127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:38.532497 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (fef30f18-c858-4fc1-9cf0-ff9e9d976fbb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:38.532820 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Floating IP fef30f18-c858-4fc1-9cf0-ff9e9d976fbb disassociated. External IP: 172.25.3.229, port: d4cc8154-cfc0-48a9-850f-6ede4de0d13d. Mar 10 15:30:38.533168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Calling delete_port for d4cc8154-cfc0-48a9-850f-6ede4de0d13d owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:38.569544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe90e9-4414-4b00-901d-d48e4922cbe9 req-29333e7d-74b2-4056-92fd-682a04fabc6c tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:38.571034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67fe90e9-4414-4b00-901d-d48e4922cbe9 req-29333e7d-74b2-4056-92fd-682a04fabc6c tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.62 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.2245767 Mar 10 15:30:38.642472 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e538641f-5094-488f-a375-4eff94949f07 req-a426756a-35a7-4e89-ace0-0b991a81796f service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176128 Mar 10 15:30:38.726207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199043e-6c31-45a8-8836-5be528484fa3 req-b0f920c3-a56f-4fc9-9964-c0c50c66cb9d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:38.733887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5199043e-6c31-45a8-8836-5be528484fa3 req-b0f920c3-a56f-4fc9-9964-c0c50c66cb9d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.2188916 Mar 10 15:30:38.795708 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-e538641f-5094-488f-a375-4eff94949f07 req-1c803ef6-3de3-45b0-9166-a027995dd51e service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429608 Mar 10 15:30:38.806306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5199043e-6c31-45a8-8836-5be528484fa3 req-dc46f9a1-ec2c-4107-99b3-ced81a019f3d tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715640 Mar 10 15:30:39.279212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e7288-8d34-4592-8a19-64a7788be1a7 req-1e377254-7aea-451d-beeb-fe50f1a4166b tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:39.280722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4e7288-8d34-4592-8a19-64a7788be1a7 req-1e377254-7aea-451d-beeb-fe50f1a4166b tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 946 time: 0.5248702 Mar 10 15:30:39.285553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-67fe90e9-4414-4b00-901d-d48e4922cbe9 req-1d7f119e-a7bb-4a5d-bbe5-8db57f6b90d0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Deleting port 137c106e-1057-4a05-b320-a196c5519d50 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:39.285929 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-67fe90e9-4414-4b00-901d-d48e4922cbe9 req-1d7f119e-a7bb-4a5d-bbe5-8db57f6b90d0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (137c106e-1057-4a05-b320-a196c5519d50), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:39.368843 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d4cc8154-cfc0-48a9-850f-6ede4de0d13d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:39.438921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'Port': ['ID=d4cc8154-cfc0-48a9-850f-6ede4de0d13d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:39.450977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4e7288-8d34-4592-8a19-64a7788be1a7 req-b6d07af7-5e95-496c-bb41-e54c09cc9094 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad061c50-6ca3-49fa-9113-5ec11f27c205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453166 Mar 10 15:30:39.477538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-67fe90e9-4414-4b00-901d-d48e4922cbe9 req-1d7f119e-a7bb-4a5d-bbe5-8db57f6b90d0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] For port 137c106e-1057-4a05-b320-a196c5519d50, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=137c106e-1057-4a05-b320-a196c5519d50,segment=NetworkSegment(faaaa838-2388-442d-bdf7-3e3e5afc09a6),segment_id=faaaa838-2388-442d-bdf7-3e3e5afc09a6)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:39.477915 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-67fe90e9-4414-4b00-901d-d48e4922cbe9 req-1d7f119e-a7bb-4a5d-bbe5-8db57f6b90d0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (137c106e-1057-4a05-b320-a196c5519d50), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:39.528744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-67fe90e9-4414-4b00-901d-d48e4922cbe9 req-1d7f119e-a7bb-4a5d-bbe5-8db57f6b90d0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Calling delete_port for 137c106e-1057-4a05-b320-a196c5519d50 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:39.677639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e4a1e52-c945-4cf9-9422-f6e5985d1b70 req-71dae0db-517c-4c86-ad4a-85048eaf0757 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/ports?device_id=92cd9c24-48e0-435d-b9a1-4a9520fafc24 HTTP/1.1" status: 200 len: 210 time: 0.0383313 Mar 10 15:30:39.703063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Router b628a092-6937-4393-8a5a-aa0975d6ce14 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:30:39.892630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:30:39.906996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c8fc5-3acc-4a2c-9526-b084cc797a89 None None] Sync routers for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:30:39.920501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c8fc5-3acc-4a2c-9526-b084cc797a89 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:39.922836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8fc5-3acc-4a2c-9526-b084cc797a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:39.933134 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-67fe90e9-4414-4b00-901d-d48e4922cbe9 req-1d7f119e-a7bb-4a5d-bbe5-8db57f6b90d0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (137c106e-1057-4a05-b320-a196c5519d50), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:39.995357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] No DVR routers for this DVR port d4cc8154-cfc0-48a9-850f-6ede4de0d13d on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:30:40.001306 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:40.005320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b58e678e-2aca-4f05-9b31-f3aa4cfa8fb3 req-193a9d8f-94f4-46e7-80ee-75f74688c5c8 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.45 "DELETE /v2.0/ports/d4cc8154-cfc0-48a9-850f-6ede4de0d13d HTTP/1.1" status: 204 len: 173 time: 2.3295796 Mar 10 15:30:40.006487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f119e-a7bb-4a5d-bbe5-8db57f6b90d0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Pushing event deleted for resources: {'Port': ['ID=137c106e-1057-4a05-b320-a196c5519d50,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:40.008558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'name': 'network-vif-deleted', 'tag': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:40.011184 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9780b1b-32c0-4c33-998c-06985caffa52" -d '{"events": [{"server_uuid": "92cd9c24-48e0-435d-b9a1-4a9520fafc24", "name": "network-vif-deleted", "tag": "d4cc8154-cfc0-48a9-850f-6ede4de0d13d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:40.106630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fe90e9-4414-4b00-901d-d48e4922cbe9 req-1d7f119e-a7bb-4a5d-bbe5-8db57f6b90d0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] No DVR routers for this DVR port 137c106e-1057-4a05-b320-a196c5519d50 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:30:40.114621 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61476f7-5601-4531-b6aa-473e92c814e8 x-openstack-request-id: req-a61476f7-5601-4531-b6aa-473e92c814e8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:40.117889 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92cd9c24-48e0-435d-b9a1-4a9520fafc24", "name": "network-vif-deleted", "tag": "d4cc8154-cfc0-48a9-850f-6ede4de0d13d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:40.118262 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a61476f7-5601-4531-b6aa-473e92c814e8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:40.118819 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92cd9c24-48e0-435d-b9a1-4a9520fafc24', 'name': 'network-vif-deleted', 'tag': 'd4cc8154-cfc0-48a9-850f-6ede4de0d13d', 'status': 'completed', 'code': 200} Mar 10 15:30:40.120137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-67fe90e9-4414-4b00-901d-d48e4922cbe9 req-1d7f119e-a7bb-4a5d-bbe5-8db57f6b90d0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:40.123716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67fe90e9-4414-4b00-901d-d48e4922cbe9 req-1d7f119e-a7bb-4a5d-bbe5-8db57f6b90d0 tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.62 "DELETE /v2.0/ports/137c106e-1057-4a05-b320-a196c5519d50 HTTP/1.1" status: 204 len: 173 time: 1.5447476 Mar 10 15:30:40.132239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7585c8-d215-47aa-8b21-962865cac9de req-18c87aac-7857-4e47-992b-8113055cd266 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:40.151306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae7585c8-d215-47aa-8b21-962865cac9de req-18c87aac-7857-4e47-992b-8113055cd266 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.2302332 Mar 10 15:30:40.164749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-eb0c8fc5-3acc-4a2c-9526-b084cc797a89 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:40.261208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae7585c8-d215-47aa-8b21-962865cac9de req-be2778e4-788a-46f3-992d-18ba389d3fc5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088102 Mar 10 15:30:40.478644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8fc5-3acc-4a2c-9526-b084cc797a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:40.512176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 137c106e-1057-4a05-b320-a196c5519d50 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:40.516818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c8fc5-3acc-4a2c-9526-b084cc797a89 None None] Checking router: b628a092-6937-4393-8a5a-aa0975d6ce14 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:30:40.539449 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 137c106e-1057-4a05-b320-a196c5519d50 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:40.540120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 137c106e-1057-4a05-b320-a196c5519d50 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:40.557560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c8fc5-3acc-4a2c-9526-b084cc797a89 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:40.558536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8fc5-3acc-4a2c-9526-b084cc797a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:40.653483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bea45efa-763f-4a4f-bbd6-2d33cc82e4b1 req-ecfae572-5259-42aa-8975-9bd7638786be tempest-TestServerAdvancedOps-996377128 tempest-TestServerAdvancedOps-996377128-project] 10.222.0.11 "GET /v2.0/ports?device_id=05d408bc-05c8-4952-b5b7-f5f6340ae0e6 HTTP/1.1" status: 200 len: 210 time: 0.0599251 Mar 10 15:30:40.819053 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56320) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:40.967599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-eb0c8fc5-3acc-4a2c-9526-b084cc797a89 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:40.975716 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f7c2-fa66-4f34-bbb7-c6b938113184 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (6f5f7208-3755-4f08-a8c5-4525d89b218e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.028882 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f7c2-fa66-4f34-bbb7-c6b938113184 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (6f5f7208-3755-4f08-a8c5-4525d89b218e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.088567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d4cc8154-cfc0-48a9-850f-6ede4de0d13d no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:41.109345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f7c2-fa66-4f34-bbb7-c6b938113184 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6f5f7208-3755-4f08-a8c5-4525d89b218e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.115641 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f7c2-fa66-4f34-bbb7-c6b938113184 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.117072 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b2f6f7c2-fa66-4f34-bbb7-c6b938113184 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "DELETE /v2.0/security-groups/6f5f7208-3755-4f08-a8c5-4525d89b218e HTTP/1.1" status: 204 len: 168 time: 0.2969742 Mar 10 15:30:41.120191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: d4cc8154-cfc0-48a9-850f-6ede4de0d13d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:30:41.120491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56322) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:41.120921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d4cc8154-cfc0-48a9-850f-6ede4de0d13d not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:30:41.133701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6f7c2-fa66-4f34-bbb7-c6b938113184 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5f7208-3755-4f08-a8c5-4525d89b218e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:41.141931 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-f8910a0d-06e3-4b50-9d33-23928b11ab29 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] show failed (client error): The resource could not be found. Mar 10 15:30:41.143078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f8910a0d-06e3-4b50-9d33-23928b11ab29 tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "GET /v2.0/security-groups/6f5f7208-3755-4f08-a8c5-4525d89b218e HTTP/1.1" status: 404 len: 347 time: 0.0213134 Mar 10 15:30:41.146455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56324) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:41.331221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-eb0c8fc5-3acc-4a2c-9526-b084cc797a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:41.367839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c8fc5-3acc-4a2c-9526-b084cc797a89 None None] The sync data for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 is: [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:22:39Z', 'revision_number': 4, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8f27d833-cf96-4df0-83a9-62982cef0b56', 'name': '', 'network_id': '02aca4b7-3412-4bf0-8960-43bd7c693eeb', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'mac_address': 'fa:16:3e:62:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:38Z', 'updated_at': '2022-03-10T15:22:47Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'subnets': [{'id': 'cef5250d-bab0-4579-bcf6-5129064932aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:30:41.378912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-6e63e527-6028-4843-9923-f20291e5eceb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Deleting port 3f763614-d009-4fa6-a741-ba33ba339153 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:30:41.379853 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e63e527-6028-4843-9923-f20291e5eceb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3f763614-d009-4fa6-a741-ba33ba339153), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.506069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e63e527-6028-4843-9923-f20291e5eceb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3f763614-d009-4fa6-a741-ba33ba339153), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.506383 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e63e527-6028-4843-9923-f20291e5eceb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (3f763614-d009-4fa6-a741-ba33ba339153), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.515083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9988891-11de-4a13-9ded-a71a723a4063 req-78c75618-25a6-4d42-b786-7ecb199e2126 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:41.516763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9988891-11de-4a13-9ded-a71a723a4063 req-78c75618-25a6-4d42-b786-7ecb199e2126 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.1117749 Mar 10 15:30:41.534155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-6e63e527-6028-4843-9923-f20291e5eceb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Calling delete_port for 3f763614-d009-4fa6-a741-ba33ba339153 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:30:41.621886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9988891-11de-4a13-9ded-a71a723a4063 req-19e5a8bd-59ea-4fbb-9e3b-1cc45f8e8d8a tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992260 Mar 10 15:30:41.692343 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c416139-6217-4ff8-92d5-b5c7381f6a6d None None] New status for floating IP fef30f18-c858-4fc1-9cf0-ff9e9d976fbb: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:30:41.722758 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e63e527-6028-4843-9923-f20291e5eceb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3f763614-d009-4fa6-a741-ba33ba339153), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.728672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56332) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:41.787082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63e527-6028-4843-9923-f20291e5eceb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Pushing event deleted for resources: {'Port': ['ID=3f763614-d009-4fa6-a741-ba33ba339153,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:41.799894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a3c2f7-6891-4566-b76c-5fed1b1de7a0 admin admin] Deleting subnet 4600cda3-7319-4ad5-9596-84e8553e7be6 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:30:41.810400 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c2f7-6891-4566-b76c-5fed1b1de7a0 admin admin] Publish callbacks [] for subnet (4600cda3-7319-4ad5-9596-84e8553e7be6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.810901 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.db.api [None req-3c416139-6217-4ff8-92d5-b5c7381f6a6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:30:41.811295 n-d-833090-1 neutron-server[115536]: DEBUG oslo_db.api [None req-3c416139-6217-4ff8-92d5-b5c7381f6a6d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:30:41.838774 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e63e527-6028-4843-9923-f20291e5eceb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks [] for floatingip (fef30f18-c858-4fc1-9cf0-ff9e9d976fbb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.841287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e63e527-6028-4843-9923-f20291e5eceb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.842830 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6e63e527-6028-4843-9923-f20291e5eceb tempest-AttachVolumeNegativeTest-1666702513 tempest-AttachVolumeNegativeTest-1666702513-project] 10.222.0.11 "DELETE /v2.0/floatingips/fef30f18-c858-4fc1-9cf0-ff9e9d976fbb HTTP/1.1" status: 204 len: 168 time: 0.6950178 Mar 10 15:30:41.859667 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c2f7-6891-4566-b76c-5fed1b1de7a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (4600cda3-7319-4ad5-9596-84e8553e7be6), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.908752 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c2f7-6891-4566-b76c-5fed1b1de7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (4600cda3-7319-4ad5-9596-84e8553e7be6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:41.980708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c2f7-6891-4566-b76c-5fed1b1de7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (4600cda3-7319-4ad5-9596-84e8553e7be6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.006205 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3c2f7-6891-4566-b76c-5fed1b1de7a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4600cda3-7319-4ad5-9596-84e8553e7be6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:42.015486 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b4a3c2f7-6891-4566-b76c-5fed1b1de7a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.019095 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b4a3c2f7-6891-4566-b76c-5fed1b1de7a0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4600cda3-7319-4ad5-9596-84e8553e7be6 HTTP/1.1" status: 204 len: 168 time: 0.2892110 Mar 10 15:30:42.021497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56344) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:42.102044 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (dc0344b8-2877-47b5-b72e-266cf03116ca), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.120171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d408bc-05c8-4952-b5b7-f5f6340ae0e6', 'name': 'network-vif-deleted', 'tag': '137c106e-1057-4a05-b320-a196c5519d50'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:42.122916 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03630ca-5f20-4458-976b-69d30c933e3f" -d '{"events": [{"server_uuid": "05d408bc-05c8-4952-b5b7-f5f6340ae0e6", "name": "network-vif-deleted", "tag": "137c106e-1057-4a05-b320-a196c5519d50"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:42.196899 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53e165c-88f1-4656-b56d-2729f4af9c70 x-openstack-request-id: req-e53e165c-88f1-4656-b56d-2729f4af9c70 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:42.197529 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d408bc-05c8-4952-b5b7-f5f6340ae0e6", "name": "network-vif-deleted", "tag": "137c106e-1057-4a05-b320-a196c5519d50", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:42.197788 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e53e165c-88f1-4656-b56d-2729f4af9c70 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:42.198217 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d408bc-05c8-4952-b5b7-f5f6340ae0e6', 'name': 'network-vif-deleted', 'tag': '137c106e-1057-4a05-b320-a196c5519d50', 'status': 'completed', 'code': 200} Mar 10 15:30:42.206077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (dc0344b8-2877-47b5-b72e-266cf03116ca), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.232885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0344b8-2877-47b5-b72e-266cf03116ca']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:42.247692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faaaa838-2388-442d-bdf7-3e3e5afc09a6') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:42.248206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faaaa838-2388-442d-bdf7-3e3e5afc09a6') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:42.266442 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (faaaa838-2388-442d-bdf7-3e3e5afc09a6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.290360 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (faaaa838-2388-442d-bdf7-3e3e5afc09a6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.303339 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:30:42.303867 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (faaaa838-2388-442d-bdf7-3e3e5afc09a6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:30:42.305837 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:30:42.313289 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c416139-6217-4ff8-92d5-b5c7381f6a6d None None] New status for floating IP fef30f18-c858-4fc1-9cf0-ff9e9d976fbb: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:30:42.398012 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (dc0344b8-2877-47b5-b72e-266cf03116ca), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.416833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.420248 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] 10.222.0.11 "DELETE /v2.0/networks/dc0344b8-2877-47b5-b72e-266cf03116ca HTTP/1.1" status: 204 len: 168 time: 0.3976686 Mar 10 15:30:42.421137 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e0660-43f7-4711-9d2e-1cf2233911cc admin admin] Pushing event deleted for resources: {'Network': ['ID=dc0344b8-2877-47b5-b72e-266cf03116ca,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:42.423065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56360) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:42.484089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-329a005f-42a3-49b5-9cda-ba22abbcd050 admin admin] Deleting subnet 901b065a-b61e-4b33-9acf-0b335cabc5d2 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:30:42.487613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-329a005f-42a3-49b5-9cda-ba22abbcd050 admin admin] Publish callbacks [] for subnet (901b065a-b61e-4b33-9acf-0b335cabc5d2), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.525395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-329a005f-42a3-49b5-9cda-ba22abbcd050 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (901b065a-b61e-4b33-9acf-0b335cabc5d2), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.566454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-329a005f-42a3-49b5-9cda-ba22abbcd050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (901b065a-b61e-4b33-9acf-0b335cabc5d2), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.624539 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-329a005f-42a3-49b5-9cda-ba22abbcd050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (901b065a-b61e-4b33-9acf-0b335cabc5d2), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.658389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a005f-42a3-49b5-9cda-ba22abbcd050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=901b065a-b61e-4b33-9acf-0b335cabc5d2,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:42.668100 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-329a005f-42a3-49b5-9cda-ba22abbcd050 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.674901 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-329a005f-42a3-49b5-9cda-ba22abbcd050 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/901b065a-b61e-4b33-9acf-0b335cabc5d2 HTTP/1.1" status: 204 len: 168 time: 0.2443862 Mar 10 15:30:42.675125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56364) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:42.764963 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (cecd7818-0889-402d-b2ae-d9c6d7ea290f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.780418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5011b-7b66-4efe-af7c-c49a6098761f req-9f7651ad-9675-4097-b88e-025e98bd581c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:42.787731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89d5011b-7b66-4efe-af7c-c49a6098761f req-9f7651ad-9675-4097-b88e-025e98bd581c tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.0703824 Mar 10 15:30:42.857400 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (cecd7818-0889-402d-b2ae-d9c6d7ea290f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.870916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89d5011b-7b66-4efe-af7c-c49a6098761f req-6b3b3f6e-6691-4b91-8f60-97203d6274e1 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820646 Mar 10 15:30:42.889664 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecd7818-0889-402d-b2ae-d9c6d7ea290f']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:42.901161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04188b9f-ce33-467a-b4b4-1f0ca1f0acb1') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:42.901463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04188b9f-ce33-467a-b4b4-1f0ca1f0acb1') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:42.911660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (04188b9f-ce33-467a-b4b4-1f0ca1f0acb1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.925047 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (04188b9f-ce33-467a-b4b4-1f0ca1f0acb1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.932452 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:30:42.932853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (04188b9f-ce33-467a-b4b4-1f0ca1f0acb1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:30:42.934637 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:30:42.990084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (cecd7818-0889-402d-b2ae-d9c6d7ea290f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:42.997395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.003293 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cecd7818-0889-402d-b2ae-d9c6d7ea290f HTTP/1.1" status: 204 len: 168 time: 0.3247283 Mar 10 15:30:43.011911 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2de27-e66f-4017-8658-de838922e447 admin admin] Pushing event deleted for resources: {'Network': ['ID=cecd7818-0889-402d-b2ae-d9c6d7ea290f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:43.188291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56370) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:43.228485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f5e9c5f8-d168-488c-b253-8866fbc1f03e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a6ca78a5db84c988d9e03b84a7046eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390458 Mar 10 15:30:43.230952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56372) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:43.286283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cfc9ba7-add2-499d-967c-9f4ea6b06ac3 admin admin] Publish callbacks [] for security_group (ad061c50-6ca3-49fa-9113-5ec11f27c205), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.311053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cfc9ba7-add2-499d-967c-9f4ea6b06ac3 admin admin] Publish callbacks [] for security_group (ad061c50-6ca3-49fa-9113-5ec11f27c205), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.365865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cfc9ba7-add2-499d-967c-9f4ea6b06ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ad061c50-6ca3-49fa-9113-5ec11f27c205), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.368573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6cfc9ba7-add2-499d-967c-9f4ea6b06ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.369762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6cfc9ba7-add2-499d-967c-9f4ea6b06ac3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad061c50-6ca3-49fa-9113-5ec11f27c205 HTTP/1.1" status: 204 len: 168 time: 0.1377397 Mar 10 15:30:43.382466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc9ba7-add2-499d-967c-9f4ea6b06ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad061c50-6ca3-49fa-9113-5ec11f27c205,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:43.778014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56384) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:43.820793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5ca59075-9170-4a55-853e-7c8799fbad14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fbd9dc4a9d94cf0bce31e6377d70a6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414765 Mar 10 15:30:43.822630 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56386) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:43.871310 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17a7bd24-076c-4481-b2d8-ba74d92b53c2 admin admin] Publish callbacks [] for security_group (9fe38eab-872f-4697-a66f-76464c50b719), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.892776 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17a7bd24-076c-4481-b2d8-ba74d92b53c2 admin admin] Publish callbacks [] for security_group (9fe38eab-872f-4697-a66f-76464c50b719), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.945992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17a7bd24-076c-4481-b2d8-ba74d92b53c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9fe38eab-872f-4697-a66f-76464c50b719), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.949435 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17a7bd24-076c-4481-b2d8-ba74d92b53c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:43.952904 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-17a7bd24-076c-4481-b2d8-ba74d92b53c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fe38eab-872f-4697-a66f-76464c50b719 HTTP/1.1" status: 204 len: 168 time: 0.1268785 Mar 10 15:30:43.960679 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7bd24-076c-4481-b2d8-ba74d92b53c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe38eab-872f-4697-a66f-76464c50b719,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:44.000897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57589bd-8372-4142-9f4e-4687288c812f req-f1ae365e-6f70-4515-aeb9-6c33cc51354f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:44.002427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b57589bd-8372-4142-9f4e-4687288c812f req-f1ae365e-6f70-4515-aeb9-6c33cc51354f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.0684927 Mar 10 15:30:44.058335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b57589bd-8372-4142-9f4e-4687288c812f req-72fd973b-802b-47cb-93c5-8c466238a420 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493863 Mar 10 15:30:44.717690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56424) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:44.833504 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-164869574-network', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:44.854769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Made reservation on behalf of 0a868f980b9149eb87c06a705fd65f4f for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:44.857796 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:44.868213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:44.976540 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Publish callbacks [] for security_group (345f0e8d-978f-4e44-9973-88d40869e895), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:44.981827 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (345f0e8d-978f-4e44-9973-88d40869e895), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.008914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:30:45.017679 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345f0e8d-978f-4e44-9973-88d40869e895,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:45.024331 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (faecd6eb-336a-42cd-936e-2374c1e2c0cc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.024803 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Added segment faecd6eb-336a-42cd-936e-2374c1e2c0cc of type vlan for network a0d955bc-dbd1-45fe-9755-877037b7433c Mar 10 15:30:45.091079 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (a0d955bc-dbd1-45fe-9755-877037b7433c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.132112 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (a0d955bc-dbd1-45fe-9755-877037b7433c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.133407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:45.135182 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.179355 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4603009 Mar 10 15:30:45.182562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56434) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:45.190091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] Request body: {'subnet': {'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-164869574-subnet', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:45.225741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd052c2-f348-4ddc-9b65-d92a59e401ad req-ab6ed503-939f-44db-8adc-d52be8ff2802 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:45.233309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bd052c2-f348-4ddc-9b65-d92a59e401ad req-ab6ed503-939f-44db-8adc-d52be8ff2802 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.0916274 Mar 10 15:30:45.243048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] Made reservation on behalf of 0a868f980b9149eb87c06a705fd65f4f for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:45.243251 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec207fb8-7b98-496f-b552-3cba630d04ed admin admin] Pushing event updated for resources: {'Network': ['ID=a0d955bc-dbd1-45fe-9755-877037b7433c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:45.245422 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.255184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network a0d955bc-dbd1-45fe-9755-877037b7433c details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:30:45.384743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bd052c2-f348-4ddc-9b65-d92a59e401ad req-c573655b-8900-4395-91ca-9528650288bd tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499693 Mar 10 15:30:45.489035 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (b50902e5-c932-4623-a29f-4bbb9ee9b494), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.548581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50902e5-c932-4623-a29f-4bbb9ee9b494,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:45.557764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] Checking segment: {'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:30:45.558134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] Network hostable DHCP agents. Network: a0d955bc-dbd1-45fe-9755-877037b7433c, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:30:45.577203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] Network a0d955bc-dbd1-45fe-9755-877037b7433c is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:30:45.587288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, a0d955bc-dbd1-45fe-9755-877037b7433c) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:45.591470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:45.592064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.600880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfa0711-7e83-4bb6-b54c-5a81682f971c None None] Network a0d955bc-dbd1-45fe-9755-877037b7433c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:45.610997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f7ad0f6c-090c-46ab-8e3b-57ac4612d671 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4251528 Mar 10 15:30:45.613723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56438) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:45.618400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:45.640141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.641221 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.712947 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Publish callbacks [] for router_controller (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.730110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-a0d955bc-dbd1-45fe-9755-877037b7433c', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:30:45.731008 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.905965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Publish callbacks [] for router_gateway (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:45.911437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Allocated IP 172.20.0.2 (a0d955bc-dbd1-45fe-9755-877037b7433c/b50902e5-c932-4623-a29f-4bbb9ee9b494/8eef2322-9c0d-4080-b135-2af8221da6b4) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:46.129981 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Publish callbacks [] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:46.138959 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:46.179431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Network a0d955bc-dbd1-45fe-9755-877037b7433c is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:46.181219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:46.188223 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:30:46.229296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Pushing event updated for resources: {'Port': ['ID=8eef2322-9c0d-4080-b135-2af8221da6b4,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:46.234204 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Publish callbacks [] for router_gateway (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:46.258909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:46.281564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.284678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.285249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.286705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.287537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.288810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.289356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.290806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.291354 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.292383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.293110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.293646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.294163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:46.318709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Attempting to bind port 8eef2322-9c0d-4080-b135-2af8221da6b4 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:30:46.319119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Attempting to bind port 8eef2322-9c0d-4080-b135-2af8221da6b4 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:30:46.319969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Attempting to bind port 8eef2322-9c0d-4080-b135-2af8221da6b4 on network a0d955bc-dbd1-45fe-9755-877037b7433c {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:30:46.325485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:30:46.326531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Checking segment: {'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:30:46.326531 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:46.326769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Bound using segment: {'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:30:46.327136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Bound port: 8eef2322-9c0d-4080-b135-2af8221da6b4, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:30:46.327517 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:46.394239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Allocated IP 172.25.3.89 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/55dcec06-28aa-4ca3-9c36-c9ee499c3221) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:46.398290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] For port 8eef2322-9c0d-4080-b135-2af8221da6b4, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:30:46.401714 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] For port 8eef2322-9c0d-4080-b135-2af8221da6b4, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8eef2322-9c0d-4080-b135-2af8221da6b4,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:30:46.409256 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:46.559476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b7de3-0aef-435c-b8d6-3203575c93cd None None] Pushing event updated for resources: {'Port': ['ID=8eef2322-9c0d-4080-b135-2af8221da6b4,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:46.609769 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Publish callbacks [] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:46.658189 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:46.728222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:46.734088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:46.745694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:30:46.806164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Pushing event updated for resources: {'Port': ['ID=55dcec06-28aa-4ca3-9c36-c9ee499c3221,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:46.861113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d3c39-4b78-4dc2-97ae-5bca162300fb req-9afe6dfe-fd9d-4a2f-846a-3c7dcfb70805 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:46.865411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f1d3c39-4b78-4dc2-97ae-5bca162300fb req-9afe6dfe-fd9d-4a2f-846a-3c7dcfb70805 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.2195506 Mar 10 15:30:46.985966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f1d3c39-4b78-4dc2-97ae-5bca162300fb req-bd82b2b4-4862-4dcd-a104-f8ad0bc63149 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866871 Mar 10 15:30:47.135578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Publish callbacks [] for router_gateway (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:47.540200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:47.674140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Router e5350424-9a4e-4b3e-9681-d2fbf56c68cb is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:30:47.856525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:30:47.879755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Sync routers for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:30:47.883991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:47.887756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4065b327-982a-453e-afdd-6d3e8e9c7171 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2703409 Mar 10 15:30:47.889265 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56498) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:47.891080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:47.891712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:48.129772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b153c79-59e4-44c5-b44b-2b3b1b0db656 None None] Network a0d955bc-dbd1-45fe-9755-877037b7433c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:48.233378 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:48.291942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:48.430258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-244bbe0b-5aa6-4a67-b7ee-dc7408b85009 None None] Provisioning complete for port 8eef2322-9c0d-4080-b135-2af8221da6b4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:48.431229 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-244bbe0b-5aa6-4a67-b7ee-dc7408b85009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:48.796135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:46Z', 'revision_number': 3, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:48.824648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec145e8-1123-48ef-87e0-828298aad01a req-5689aea8-5263-48d2-afd8-136c1c7c23f5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:48.826293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eec145e8-1123-48ef-87e0-828298aad01a req-5689aea8-5263-48d2-afd8-136c1c7c23f5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.2603898 Mar 10 15:30:48.882213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Checking router: e5350424-9a4e-4b3e-9681-d2fbf56c68cb for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:30:48.882701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Updating router e5350424-9a4e-4b3e-9681-d2fbf56c68cb port 55dcec06-28aa-4ca3-9c36-c9ee499c3221 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:30:48.951729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-244bbe0b-5aa6-4a67-b7ee-dc7408b85009 None None] Current status of the port 8eef2322-9c0d-4080-b135-2af8221da6b4 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:48.952184 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-244bbe0b-5aa6-4a67-b7ee-dc7408b85009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:48.961925 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:49.112284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eec145e8-1123-48ef-87e0-828298aad01a req-ed8fb49f-83ab-4740-85b9-c1da595878eb tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756164 Mar 10 15:30:49.192306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8eef2322-9c0d-4080-b135-2af8221da6b4 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:30:49.289287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9b7aa-f0c3-4ef4-9f61-d6d18cb4f7f8 req-71f8e26a-3719-4450-b3f2-f114b32fae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:49.291151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ace9b7aa-f0c3-4ef4-9f61-d6d18cb4f7f8 req-71f8e26a-3719-4450-b3f2-f114b32fae33 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 1127 time: 0.1086795 Mar 10 15:30:49.373366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-244bbe0b-5aa6-4a67-b7ee-dc7408b85009 None None] For port 8eef2322-9c0d-4080-b135-2af8221da6b4, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8eef2322-9c0d-4080-b135-2af8221da6b4,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:49.390404 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-244bbe0b-5aa6-4a67-b7ee-dc7408b85009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:49.444781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ace9b7aa-f0c3-4ef4-9f61-d6d18cb4f7f8 req-e01d4892-f988-43da-ac57-c81a1de9e3b2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247721 Mar 10 15:30:49.450326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8eef2322-9c0d-4080-b135-2af8221da6b4 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:49.450720 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:49.516184 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Publish callbacks [] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:49.533426 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:49.565640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bbe0b-5aa6-4a67-b7ee-dc7408b85009 None None] Pushing event updated for resources: {'Port': ['ID=8eef2322-9c0d-4080-b135-2af8221da6b4,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:49.607839 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:49.634891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e02e4-2ea3-46e0-9f99-cd1f224fac4e None None] Pushing event updated for resources: {'Port': ['ID=55dcec06-28aa-4ca3-9c36-c9ee499c3221,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:49.639906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-acd1cc29-ae8c-4c4e-8654-a272ee6b7948 None None] Provisioning complete for port 8eef2322-9c0d-4080-b135-2af8221da6b4 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:49.640661 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-acd1cc29-ae8c-4c4e-8654-a272ee6b7948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:49.669058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Attempting to bind port 55dcec06-28aa-4ca3-9c36-c9ee499c3221 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:30:49.669440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Attempting to bind port 55dcec06-28aa-4ca3-9c36-c9ee499c3221 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:30:49.669812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Attempting to bind port 55dcec06-28aa-4ca3-9c36-c9ee499c3221 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:30:49.678693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:30:49.679189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:30:49.679513 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:49.679922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:30:49.680428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Bound port: 55dcec06-28aa-4ca3-9c36-c9ee499c3221, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:30:49.680817 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:49.886594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Allocated IP 172.20.0.1 (a0d955bc-dbd1-45fe-9755-877037b7433c/b50902e5-c932-4623-a29f-4bbb9ee9b494/0c51ae25-e9f6-4afd-8c8e-dec1808111ec) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:50.021433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8eef2322-9c0d-4080-b135-2af8221da6b4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:50.071749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-acd1cc29-ae8c-4c4e-8654-a272ee6b7948 None None] Current status of the port 8eef2322-9c0d-4080-b135-2af8221da6b4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:50.088863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] For port 55dcec06-28aa-4ca3-9c36-c9ee499c3221, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:30:50.095624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] For port 55dcec06-28aa-4ca3-9c36-c9ee499c3221, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=55dcec06-28aa-4ca3-9c36-c9ee499c3221,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:30:50.113190 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:50.152762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Publish callbacks [] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:50.188447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e02e4-2ea3-46e0-9f99-cd1f224fac4e None None] Pushing event updated for resources: {'Port': ['ID=55dcec06-28aa-4ca3-9c36-c9ee499c3221,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:50.198809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:50.199455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:50.211609 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:50.261538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Network a0d955bc-dbd1-45fe-9755-877037b7433c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:50.265117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:50.280095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:30:50.371424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c51ae25-e9f6-4afd-8c8e-dec1808111ec,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:50.400015 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:50.411315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:50.591416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a7f20-ae7a-40e6-9294-43f99222f36e req-6c9f23f9-e821-4417-9f75-c87984e77371 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:50.592970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-573a7f20-ae7a-40e6-9294-43f99222f36e req-6c9f23f9-e821-4417-9f75-c87984e77371 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.3107028 Mar 10 15:30:50.598628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 33c3806a-63ff-44bb-afd1-284aff0a9099 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:30:50.605998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 33c3806a-63ff-44bb-afd1-284aff0a9099 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:30:50.650102 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:50.851408 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:50.854439 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Publish callbacks [] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:50.866146 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:50.879318 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.resource_extend [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 15:30:50.883609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8eef2322-9c0d-4080-b135-2af8221da6b4 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:30:50.937062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-89f684ac-c717-4e3b-a8bb-ac12a6f89ae7 None None] Provisioning complete for port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:50.937325 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89f684ac-c717-4e3b-a8bb-ac12a6f89ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:50.985441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-89f684ac-c717-4e3b-a8bb-ac12a6f89ae7 None None] Port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:30:51.024260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c51ae25-e9f6-4afd-8c8e-dec1808111ec,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:51.045077 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:51.119468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-573a7f20-ae7a-40e6-9294-43f99222f36e req-4f211120-22d3-4e78-836a-7e589aa02534 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4590139 Mar 10 15:30:51.139523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8eef2322-9c0d-4080-b135-2af8221da6b4 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:51.140044 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:51.179866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 33c3806a-63ff-44bb-afd1-284aff0a9099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=33c3806a-63ff-44bb-afd1-284aff0a9099,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:51.194258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'port_id': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'mac_address': 'fa:16:3e:8c:38:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:30:51.307970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 33c3806a-63ff-44bb-afd1-284aff0a9099 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:51.308470 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:51.339221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Network a0d955bc-dbd1-45fe-9755-877037b7433c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:51.340653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:51.382892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 33c3806a-63ff-44bb-afd1-284aff0a9099 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:51.383416 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:51.400805 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:51.421377 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1d5660-f0c0-4066-82f8-3426574d1f5b" -d '{"events": [{"server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "name": "network-vif-unplugged", "status": "completed", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:51.511651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 33c3806a-63ff-44bb-afd1-284aff0a9099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=33c3806a-63ff-44bb-afd1-284aff0a9099,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:51.518366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33c3806a-63ff-44bb-afd1-284aff0a9099 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:30:51.528232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8eef2322-9c0d-4080-b135-2af8221da6b4 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:51.545223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:51.557538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:46Z', 'revision_number': 3, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:51.663982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Router e5350424-9a4e-4b3e-9681-d2fbf56c68cb has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:30:51.693785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931232db-3ab5-4a0c-9d9e-19c8d95ea35f None None] The sync data for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 is: [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:46Z', 'revision_number': 3, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:30:51.779846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=33c3806a-63ff-44bb-afd1-284aff0a9099,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:51.791866 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc5c5d9-6c82-4ac9-8bc7-b84fa6aed23f x-openstack-request-id: req-4dc5c5d9-6c82-4ac9-8bc7-b84fa6aed23f {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:51.792602 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "name": "network-vif-unplugged", "status": "completed", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:51.792868 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4dc5c5d9-6c82-4ac9-8bc7-b84fa6aed23f {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:51.793270 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'code': 200} Mar 10 15:30:51.817152 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:30:51.817953 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:30:51.842241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f8874886-784b-42fe-b2a1-9c95e12a0196 None None] Provisioning complete for port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:51.842622 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f8874886-784b-42fe-b2a1-9c95e12a0196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:51.844424 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e2da93d4-d6ed-44f0-960e-2ef77d7b2737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:51.933896 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f8874886-784b-42fe-b2a1-9c95e12a0196 None None] Port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:30:51.957870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:30:51.971073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7f60808c-4c20-4bbc-abc5-df44af8658d7 admin admin] 10.222.0.11 "PUT /v2.0/routers/e5350424-9a4e-4b3e-9681-d2fbf56c68cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0786819 Mar 10 15:30:52.402036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d9d68-7402-4778-8fef-cf910e972df4 req-db9fdc61-b70f-44b1-8488-8694c47e69b3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:52.430936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c63d9d68-7402-4778-8fef-cf910e972df4 req-db9fdc61-b70f-44b1-8488-8694c47e69b3 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 943 time: 0.1440217 Mar 10 15:30:52.443797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 33c3806a-63ff-44bb-afd1-284aff0a9099 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:52.445155 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:52.465242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c3806a-63ff-44bb-afd1-284aff0a9099 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:30:52.493346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 33c3806a-63ff-44bb-afd1-284aff0a9099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=33c3806a-63ff-44bb-afd1-284aff0a9099,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:52.506423 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:52.541707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c63d9d68-7402-4778-8fef-cf910e972df4 req-1b63febf-95cb-41b2-9b83-f15d034bfb19 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174428 Mar 10 15:30:52.571689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56590) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:52.644933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=33c3806a-63ff-44bb-afd1-284aff0a9099,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:52.742920 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-450b0c37-c14d-497e-9a53-af4cd438b130 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/floatingips/a30ba8dc-5223-47ba-be6d-a064c782eb3c HTTP/1.1" status: 200 len: 991 time: 0.1694019 Mar 10 15:30:52.807704 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['33c3806a-63ff-44bb-afd1-284aff0a9099'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:30:52.951006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 55dcec06-28aa-4ca3-9c36-c9ee499c3221 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:30:53.044317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56606) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:53.052770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-536788850-network', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:53.096914 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Made reservation on behalf of e8ad1c18acde47f99e2bd8e3b3a7c8d3 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:53.100722 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:53.114317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 55dcec06-28aa-4ca3-9c36-c9ee499c3221 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:53.114623 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:53.114885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:53.307206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 55dcec06-28aa-4ca3-9c36-c9ee499c3221 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:53.312634 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:53.324301 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Publish callbacks [] for security_group (d8b5d799-121e-46d0-a08a-3ba04d2be6b0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:53.341506 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d8b5d799-121e-46d0-a08a-3ba04d2be6b0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:53.354190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 55dcec06-28aa-4ca3-9c36-c9ee499c3221, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=55dcec06-28aa-4ca3-9c36-c9ee499c3221,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:53.371160 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:53.402531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b5d799-121e-46d0-a08a-3ba04d2be6b0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:53.423653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:30:53.471962 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b7444f18-8bce-42a2-830e-322f2fd53b8e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:53.472444 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Added segment b7444f18-8bce-42a2-830e-322f2fd53b8e of type vlan for network 39a584a1-4eb1-4feb-8f83-2d0683912591 Mar 10 15:30:53.521427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=55dcec06-28aa-4ca3-9c36-c9ee499c3221,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:53.610369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (39a584a1-4eb1-4feb-8f83-2d0683912591), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:53.651075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (39a584a1-4eb1-4feb-8f83-2d0683912591), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:53.654665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:53.655544 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:53.734820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] Pushing event updated for resources: {'Network': ['ID=39a584a1-4eb1-4feb-8f83-2d0683912591,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:53.741197 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f1f6596b-8573-44c5-b11c-57baf97c0266 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6957490 Mar 10 15:30:53.744025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56618) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:53.749651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] Request body: {'subnet': {'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-536788850-subnet', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:53.750603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 39a584a1-4eb1-4feb-8f83-2d0683912591 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:30:53.790150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] Made reservation on behalf of e8ad1c18acde47f99e2bd8e3b3a7c8d3 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:30:53.792641 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:54.064508 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4915c42f-b7a1-4f7f-b2f6-22a4d5d38386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:54.126193 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (f4bab965-6c85-4657-a992-083345d703a2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:54.229552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4bab965-6c85-4657-a992-083345d703a2,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:54.345341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] Checking segment: {'id': 'b7444f18-8bce-42a2-830e-322f2fd53b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:30:54.358566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] Network hostable DHCP agents. Network: 39a584a1-4eb1-4feb-8f83-2d0683912591, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:30:54.397928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] Network 39a584a1-4eb1-4feb-8f83-2d0683912591 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:30:54.414992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 39a584a1-4eb1-4feb-8f83-2d0683912591) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:54.423891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9240ed5-01ef-41b4-8e5b-584ac8417919 None None] Network 39a584a1-4eb1-4feb-8f83-2d0683912591 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:54.433384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:30:54.436041 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:54.461253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bf4c4755-0cdd-4655-bc49-5a540040c734 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7159693 Mar 10 15:30:54.463901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56636) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:54.469664 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-536788850-router', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:30:54.529224 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (b33fc185-9381-438b-95a3-7f9aedf340cf), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:54.530648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (b33fc185-9381-438b-95a3-7f9aedf340cf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:54.622457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 33c3806a-63ff-44bb-afd1-284aff0a9099 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:30:54.690212 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Sync routers for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:30:54.717194 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:54.719528 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Publish callbacks [] for router_controller (b33fc185-9381-438b-95a3-7f9aedf340cf), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:54.743190 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:54.858349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 55dcec06-28aa-4ca3-9c36-c9ee499c3221 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:30:54.930839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-39a584a1-4eb1-4feb-8f83-2d0683912591', 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591', 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'fixed_ips': [{'subnet_id': 'f4bab965-6c85-4657-a992-083345d703a2'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:30:54.931946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:54.962046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 33c3806a-63ff-44bb-afd1-284aff0a9099 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:54.962508 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:54.965342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 55dcec06-28aa-4ca3-9c36-c9ee499c3221 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:54.965990 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:54.998389 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:55.079992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Publish callbacks [] for router_gateway (b33fc185-9381-438b-95a3-7f9aedf340cf), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:55.363235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Publish callbacks [] for router_gateway (b33fc185-9381-438b-95a3-7f9aedf340cf), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:55.404255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:55.529833 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 2, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:55.602412 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Checking router: e5350424-9a4e-4b3e-9681-d2fbf56c68cb for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:30:55.604925 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Updating router e5350424-9a4e-4b3e-9681-d2fbf56c68cb port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:30:55.640204 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:55.671998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Allocated IP 172.25.3.216 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/2cb19444-8950-45cb-9c15-d0d4f8d6d72d) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:55.697961 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:55.963026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Allocated IP 172.20.0.2 (39a584a1-4eb1-4feb-8f83-2d0683912591/f4bab965-6c85-4657-a992-083345d703a2/beb9cc1f-3091-48c7-af49-18b90ee3d727) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:30:55.967171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 33c3806a-63ff-44bb-afd1-284aff0a9099 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:55.967725 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:55.972853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 55dcec06-28aa-4ca3-9c36-c9ee499c3221 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:55.994137 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Publish callbacks [] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.038186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 33c3806a-63ff-44bb-afd1-284aff0a9099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=33c3806a-63ff-44bb-afd1-284aff0a9099,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:56.047345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:30:56.050510 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ed939e-c54a-48bb-aa4d-32dc1157348b" -d '{"events": [{"server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "name": "network-vif-plugged", "status": "completed", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:30:56.079154 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.084220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.173556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:56.182433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:56.188226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:30:56.193063 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cbac1e-1c16-4af4-a4e5-291f0314d153 x-openstack-request-id: req-b2cbac1e-1c16-4af4-a4e5-291f0314d153 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:30:56.193498 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "name": "network-vif-plugged", "status": "completed", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:30:56.193867 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2cbac1e-1c16-4af4-a4e5-291f0314d153 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:30:56.194525 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'code': 200} Mar 10 15:30:56.272688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=33c3806a-63ff-44bb-afd1-284aff0a9099,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:56.287975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb19444-8950-45cb-9c15-d0d4f8d6d72d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:56.500639 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Publish callbacks [] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.524739 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.634533 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Publish callbacks [] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.638087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Pushing event updated for resources: {'Port': ['ID=beb9cc1f-3091-48c7-af49-18b90ee3d727,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:56.648340 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.712568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Network 39a584a1-4eb1-4feb-8f83-2d0683912591 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:30:56.733357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:30:56.747220 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.835710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:30:56.974458 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Attempting to bind port beb9cc1f-3091-48c7-af49-18b90ee3d727 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:30:56.974864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Attempting to bind port beb9cc1f-3091-48c7-af49-18b90ee3d727 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b7444f18-8bce-42a2-830e-322f2fd53b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:30:56.975237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Attempting to bind port beb9cc1f-3091-48c7-af49-18b90ee3d727 on network 39a584a1-4eb1-4feb-8f83-2d0683912591 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:30:56.994012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:30:56.994399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Checking segment: {'id': 'b7444f18-8bce-42a2-830e-322f2fd53b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:30:56.994859 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:56.995237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Bound using segment: {'id': 'b7444f18-8bce-42a2-830e-322f2fd53b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:30:56.995727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Bound port: beb9cc1f-3091-48c7-af49-18b90ee3d727, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7444f18-8bce-42a2-830e-322f2fd53b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:30:56.996106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.179173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] For port beb9cc1f-3091-48c7-af49-18b90ee3d727, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:30:57.183390 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Attempting to bind port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:30:57.193112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] For port beb9cc1f-3091-48c7-af49-18b90ee3d727, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=beb9cc1f-3091-48c7-af49-18b90ee3d727,segment=NetworkSegment(b7444f18-8bce-42a2-830e-322f2fd53b8e),segment_id=b7444f18-8bce-42a2-830e-322f2fd53b8e)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:30:57.204839 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Attempting to bind port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:30:57.205555 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Attempting to bind port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec on network a0d955bc-dbd1-45fe-9755-877037b7433c {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:30:57.208818 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Pushing event updated for resources: {'Port': ['ID=0c51ae25-e9f6-4afd-8c8e-dec1808111ec,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:57.225271 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.226011 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.226658 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.227248 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.227813 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.228370 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.228917 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.229480 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.230055 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.230596 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.235212 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.235946 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.236516 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:30:57.244343 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:30:57.246265 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.251246 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Checking segment: {'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:30:57.252037 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.252704 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Bound using segment: {'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:30:57.255682 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Bound port: 0c51ae25-e9f6-4afd-8c8e-dec1808111ec, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:30:57.256602 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.350353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b57edf72-7ed8-4133-ac60-e1ae24e15600 None None] Provisioning complete for port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:57.350726 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b57edf72-7ed8-4133-ac60-e1ae24e15600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.393269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b57edf72-7ed8-4133-ac60-e1ae24e15600 None None] Port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:30:57.396142 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] For port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:30:57.404685 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] For port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c51ae25-e9f6-4afd-8c8e-dec1808111ec,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:30:57.416874 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.421706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34360929-89ea-42aa-b8a1-cbafcc3137a5 None None] Pushing event updated for resources: {'Port': ['ID=beb9cc1f-3091-48c7-af49-18b90ee3d727,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:57.551067 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:57.551931 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:57.593622 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Publish callbacks [] for router_gateway (b33fc185-9381-438b-95a3-7f9aedf340cf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:57.710193 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e2f88-6ef2-43d7-bdf9-200b69f752d3 None None] Pushing event updated for resources: {'Port': ['ID=0c51ae25-e9f6-4afd-8c8e-dec1808111ec,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:57.928328 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:58.082579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-dce0e03d-8944-4240-bc86-691655bff7a0 None None] Provisioning complete for port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:58.083055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dce0e03d-8944-4240-bc86-691655bff7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.147661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (b33fc185-9381-438b-95a3-7f9aedf340cf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.276022 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.395305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-dce0e03d-8944-4240-bc86-691655bff7a0 None None] Current status of the port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:30:58.395305 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dce0e03d-8944-4240-bc86-691655bff7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.442118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-dce0e03d-8944-4240-bc86-691655bff7a0 None None] For port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c51ae25-e9f6-4afd-8c8e-dec1808111ec,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:30:58.448175 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dce0e03d-8944-4240-bc86-691655bff7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.536537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0e03d-8944-4240-bc86-691655bff7a0 None None] Pushing event updated for resources: {'Port': ['ID=0c51ae25-e9f6-4afd-8c8e-dec1808111ec,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:30:58.544951 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:57Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:58.552737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Router b33fc185-9381-438b-95a3-7f9aedf340cf is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:30:58.581630 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a93248-5a4b-4d03-a406-a41e03b43228 None None] The sync data for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 is: [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:57Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:30:58.863529 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:30:58.875698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Sync routers for ids ['b33fc185-9381-438b-95a3-7f9aedf340cf'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:30:58.900555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Routers {'b33fc185-9381-438b-95a3-7f9aedf340cf'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:30:58.901271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b33fc185-9381-438b-95a3-7f9aedf340cf'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:30:58.913958 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:58.921275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56704) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:30:58.930845 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-70336803-2548-452a-858a-36d8a62c0d78 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4655280 Mar 10 15:30:59.094242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Set router b33fc185-9381-438b-95a3-7f9aedf340cf gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:30:59.223130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device beb9cc1f-3091-48c7-af49-18b90ee3d727 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:30:59.425724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3991fcd-b57d-4371-aa93-2ad3d33e7415 None None] Network 39a584a1-4eb1-4feb-8f83-2d0683912591 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:30:59.820522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0b9f3509-1575-40f9-add6-520de646f2b9 None None] Provisioning complete for port beb9cc1f-3091-48c7-af49-18b90ee3d727 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:59.820913 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3509-1575-40f9-add6-520de646f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:59.843506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:30:59.908460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port beb9cc1f-3091-48c7-af49-18b90ee3d727 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:30:59.908852 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:00.088624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port beb9cc1f-3091-48c7-af49-18b90ee3d727 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:00.089311 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:00.094170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'name': 'tempest-TestVolumeBackupRestore-536788850-router', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:54Z', 'updated_at': '2022-03-10T15:30:56Z', 'revision_number': 3, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'gw_port': {'id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:55Z', 'updated_at': '2022-03-10T15:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:00.197379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Checking router: b33fc185-9381-438b-95a3-7f9aedf340cf for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:31:00.198068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Updating router b33fc185-9381-438b-95a3-7f9aedf340cf port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:31:00.267073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Allocated IP 172.20.0.1 (39a584a1-4eb1-4feb-8f83-2d0683912591/f4bab965-6c85-4657-a992-083345d703a2/67fc2cc4-f5d7-4fea-bc7f-32673320579f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:31:00.332452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f3509-1575-40f9-add6-520de646f2b9 None None] Current status of the port beb9cc1f-3091-48c7-af49-18b90ee3d727 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:00.333948 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0b9f3509-1575-40f9-add6-520de646f2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:00.342813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port beb9cc1f-3091-48c7-af49-18b90ee3d727, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=beb9cc1f-3091-48c7-af49-18b90ee3d727,segment=NetworkSegment(b7444f18-8bce-42a2-830e-322f2fd53b8e),segment_id=b7444f18-8bce-42a2-830e-322f2fd53b8e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:00.387582 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:00.388384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c51ae25-e9f6-4afd-8c8e-dec1808111ec up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:00.492826 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:00.528715 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Publish callbacks [] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:00.609482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:00.644387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Network 39a584a1-4eb1-4feb-8f83-2d0683912591 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:31:00.652385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:31:00.666658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:31:00.851327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Pushing event updated for resources: {'Port': ['ID=67fc2cc4-f5d7-4fea-bc7f-32673320579f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:00.860877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (b33fc185-9381-438b-95a3-7f9aedf340cf), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.110374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=beb9cc1f-3091-48c7-af49-18b90ee3d727,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:01.172933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.252386 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-0b9f3509-1575-40f9-add6-520de646f2b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:31:01.253560 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-0b9f3509-1575-40f9-add6-520de646f2b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:31:01.325015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:01.325398 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.432466 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Publish callbacks [] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.444795 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.564596 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Publish callbacks [] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.586923 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.588672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Pushing event updated for resources: {'Port': ['ID=67fc2cc4-f5d7-4fea-bc7f-32673320579f,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:01.612764 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (b33fc185-9381-438b-95a3-7f9aedf340cf), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.695520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Attempting to bind port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:31:01.695906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Attempting to bind port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:31:01.696267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Attempting to bind port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:31:01.804363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Network 39a584a1-4eb1-4feb-8f83-2d0683912591 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:31:01.806409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:31:01.825315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f3509-1575-40f9-add6-520de646f2b9 None None] Current status of the port beb9cc1f-3091-48c7-af49-18b90ee3d727 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:01.828889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d814b-1805-40cb-a8f0-a40c232de281 None None] Pushing event updated for resources: {'Port': ['ID=2cb19444-8950-45cb-9c15-d0d4f8d6d72d,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:01.837753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:31:01.838134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:31:01.839371 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.839791 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:31:01.840296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Bound port: 2cb19444-8950-45cb-9c15-d0d4f8d6d72d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:31:01.840705 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.893228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:01.964169 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] For port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:31:01.979003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1f36484c-7c1f-4a9e-b410-a031e41c1d94 None None] Provisioning complete for port 67fc2cc4-f5d7-4fea-bc7f-32673320579f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:01.979665 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1f36484c-7c1f-4a9e-b410-a031e41c1d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:01.982736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] For port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2cb19444-8950-45cb-9c15-d0d4f8d6d72d,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:31:02.021868 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.118572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Router b33fc185-9381-438b-95a3-7f9aedf340cf has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:31:02.121754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device beb9cc1f-3091-48c7-af49-18b90ee3d727 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:02.256108 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d814b-1805-40cb-a8f0-a40c232de281 None None] Pushing event updated for resources: {'Port': ['ID=2cb19444-8950-45cb-9c15-d0d4f8d6d72d,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:02.263222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1f36484c-7c1f-4a9e-b410-a031e41c1d94 None None] Port 67fc2cc4-f5d7-4fea-bc7f-32673320579f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:31:02.269665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Routers {'b33fc185-9381-438b-95a3-7f9aedf340cf'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:02.270307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b33fc185-9381-438b-95a3-7f9aedf340cf'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:02.342936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1f36484c-7c1f-4a9e-b410-a031e41c1d94 None None] Provisioning complete for port beb9cc1f-3091-48c7-af49-18b90ee3d727 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:02.343314 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1f36484c-7c1f-4a9e-b410-a031e41c1d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.383504 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:31:02.388696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:31:02.395551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-93830779-f34b-4e65-a614-a5aabb7f432f admin admin] 10.222.0.11 "PUT /v2.0/routers/b33fc185-9381-438b-95a3-7f9aedf340cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4700468 Mar 10 15:31:02.417366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port beb9cc1f-3091-48c7-af49-18b90ee3d727 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:02.418105 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:02.492050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] Set router b33fc185-9381-438b-95a3-7f9aedf340cf gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:02.790330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1f36484c-7c1f-4a9e-b410-a031e41c1d94 None None] Current status of the port beb9cc1f-3091-48c7-af49-18b90ee3d727 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:02.831011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port beb9cc1f-3091-48c7-af49-18b90ee3d727 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:02.893485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'name': 'tempest-TestVolumeBackupRestore-536788850-router', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:54Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 4, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'gw_port': {'id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:55Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '67fc2cc4-f5d7-4fea-bc7f-32673320579f', 'name': '', 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'mac_address': 'fa:16:3e:3f:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'f4bab965-6c85-4657-a992-083345d703a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:59Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 2, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'subnets': [{'id': 'f4bab965-6c85-4657-a992-083345d703a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:02.958738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca54247-f49e-4f0e-8d31-f562282cc19f None None] The sync data for ids ['b33fc185-9381-438b-95a3-7f9aedf340cf'] in n-d-833090-1 is: [{'id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'name': 'tempest-TestVolumeBackupRestore-536788850-router', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:54Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 4, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'gw_port': {'id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:55Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '67fc2cc4-f5d7-4fea-bc7f-32673320579f', 'name': '', 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'mac_address': 'fa:16:3e:3f:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'f4bab965-6c85-4657-a992-083345d703a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:59Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 2, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'subnets': [{'id': 'f4bab965-6c85-4657-a992-083345d703a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:31:02.989404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-66d52f2f-8016-4586-9721-594433c978ff None None] Provisioning complete for port 67fc2cc4-f5d7-4fea-bc7f-32673320579f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:02.989966 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-66d52f2f-8016-4586-9721-594433c978ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:03.063514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-66d52f2f-8016-4586-9721-594433c978ff None None] Port 67fc2cc4-f5d7-4fea-bc7f-32673320579f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:31:03.987877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56864) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:04.164854 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d2441c56-1462-4232-b5be-8bb5c5b4bbc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:04.361711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d2441c56-1462-4232-b5be-8bb5c5b4bbc6 admin admin] Publish callbacks [] for security_group (3b131030-27ab-4137-86a8-7023cf8c200e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:04.374402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d2441c56-1462-4232-b5be-8bb5c5b4bbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3b131030-27ab-4137-86a8-7023cf8c200e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:04.527054 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2441c56-1462-4232-b5be-8bb5c5b4bbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b131030-27ab-4137-86a8-7023cf8c200e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:04.535077 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d2441c56-1462-4232-b5be-8bb5c5b4bbc6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=568e51afa98b4440aee23a23aad2456a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450649 Mar 10 15:31:04.537392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56908) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:04.680663 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc54614d-4c88-416b-b984-231b40ac6b7a admin admin] Publish callbacks [] for security_group (3b131030-27ab-4137-86a8-7023cf8c200e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:04.756185 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc54614d-4c88-416b-b984-231b40ac6b7a admin admin] Publish callbacks [] for security_group (3b131030-27ab-4137-86a8-7023cf8c200e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:04.911967 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc54614d-4c88-416b-b984-231b40ac6b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3b131030-27ab-4137-86a8-7023cf8c200e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:04.914739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bc54614d-4c88-416b-b984-231b40ac6b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:04.916455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bc54614d-4c88-416b-b984-231b40ac6b7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b131030-27ab-4137-86a8-7023cf8c200e HTTP/1.1" status: 204 len: 168 time: 0.3749197 Mar 10 15:31:04.942670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54614d-4c88-416b-b984-231b40ac6b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b131030-27ab-4137-86a8-7023cf8c200e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:05.654255 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 56934) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:05.680905 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd4a62f6-e8eb-4121-bd5b-845bc8a003ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:05.864562 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd4a62f6-e8eb-4121-bd5b-845bc8a003ea admin admin] Publish callbacks [] for security_group (05805b9a-5e81-4488-a28e-1518c578e57b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:05.871905 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bd4a62f6-e8eb-4121-bd5b-845bc8a003ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (05805b9a-5e81-4488-a28e-1518c578e57b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:05.911409 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bd4a62f6-e8eb-4121-bd5b-845bc8a003ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4457cd963b64ec1a38f61e8a89e7049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558153 Mar 10 15:31:05.914155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 56938) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:05.968629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a62f6-e8eb-4121-bd5b-845bc8a003ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05805b9a-5e81-4488-a28e-1518c578e57b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:06.054527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9dce82c-b72f-444d-8b08-6e3ba6f5d75b admin admin] Publish callbacks [] for security_group (05805b9a-5e81-4488-a28e-1518c578e57b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:06.135281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9dce82c-b72f-444d-8b08-6e3ba6f5d75b admin admin] Publish callbacks [] for security_group (05805b9a-5e81-4488-a28e-1518c578e57b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:06.179922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2cb19444-8950-45cb-9c15-d0d4f8d6d72d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:06.229562 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9dce82c-b72f-444d-8b08-6e3ba6f5d75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (05805b9a-5e81-4488-a28e-1518c578e57b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:06.233086 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9dce82c-b72f-444d-8b08-6e3ba6f5d75b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:06.238127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a9dce82c-b72f-444d-8b08-6e3ba6f5d75b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05805b9a-5e81-4488-a28e-1518c578e57b HTTP/1.1" status: 204 len: 168 time: 0.3222218 Mar 10 15:31:06.260443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dce82c-b72f-444d-8b08-6e3ba6f5d75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05805b9a-5e81-4488-a28e-1518c578e57b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:06.306447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:06.307344 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:06.432221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:06.432682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:06.467359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2cb19444-8950-45cb-9c15-d0d4f8d6d72d,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:06.475715 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:06.601428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=2cb19444-8950-45cb-9c15-d0d4f8d6d72d,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:07.208052 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Sync routers for ids ['b33fc185-9381-438b-95a3-7f9aedf340cf'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:31:07.224217 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Routers {'b33fc185-9381-438b-95a3-7f9aedf340cf'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:07.225480 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b33fc185-9381-438b-95a3-7f9aedf340cf'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:07.412354 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Set router b33fc185-9381-438b-95a3-7f9aedf340cf gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:07.951675 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'name': 'tempest-TestVolumeBackupRestore-536788850-router', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:54Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 4, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'gw_port': {'id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:55Z', 'updated_at': '2022-03-10T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '67fc2cc4-f5d7-4fea-bc7f-32673320579f', 'name': '', 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'mac_address': 'fa:16:3e:3f:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'f4bab965-6c85-4657-a992-083345d703a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:59Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 2, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'subnets': [{'id': 'f4bab965-6c85-4657-a992-083345d703a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:08.015316 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Checking router: b33fc185-9381-438b-95a3-7f9aedf340cf for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:31:08.016105 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Updating router b33fc185-9381-438b-95a3-7f9aedf340cf port 67fc2cc4-f5d7-4fea-bc7f-32673320579f binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:31:08.074113 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:08.178871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2cb19444-8950-45cb-9c15-d0d4f8d6d72d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:08.315347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:08.315347 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:08.567308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:08.699794 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Publish callbacks [] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:08.709333 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:08.952830 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Attempting to bind port 67fc2cc4-f5d7-4fea-bc7f-32673320579f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:31:08.953508 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Attempting to bind port 67fc2cc4-f5d7-4fea-bc7f-32673320579f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b7444f18-8bce-42a2-830e-322f2fd53b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:31:08.953878 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Attempting to bind port 67fc2cc4-f5d7-4fea-bc7f-32673320579f on network 39a584a1-4eb1-4feb-8f83-2d0683912591 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:31:08.960617 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd774a-767f-4be8-8a81-c1fd89912371 None None] Pushing event updated for resources: {'Port': ['ID=67fc2cc4-f5d7-4fea-bc7f-32673320579f,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:08.991954 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:31:08.993204 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Checking segment: {'id': 'b7444f18-8bce-42a2-830e-322f2fd53b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:31:08.993680 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:08.994084 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Bound using segment: {'id': 'b7444f18-8bce-42a2-830e-322f2fd53b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:31:09.007457 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Bound port: 67fc2cc4-f5d7-4fea-bc7f-32673320579f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7444f18-8bce-42a2-830e-322f2fd53b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:31:09.008766 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:09.258584 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-e35e5bc2-d99e-4f9d-b0e3-f8575f365b7f None None] Provisioning complete for port 67fc2cc4-f5d7-4fea-bc7f-32673320579f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:09.260884 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e35e5bc2-d99e-4f9d-b0e3-f8575f365b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:09.273586 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] For port 67fc2cc4-f5d7-4fea-bc7f-32673320579f, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:31:09.281053 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] For port 67fc2cc4-f5d7-4fea-bc7f-32673320579f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=67fc2cc4-f5d7-4fea-bc7f-32673320579f,segment=NetworkSegment(b7444f18-8bce-42a2-830e-322f2fd53b8e),segment_id=b7444f18-8bce-42a2-830e-322f2fd53b8e)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:31:09.292784 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:09.357949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e35e5bc2-d99e-4f9d-b0e3-f8575f365b7f None None] Port 67fc2cc4-f5d7-4fea-bc7f-32673320579f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:31:09.385003 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Routers {'b33fc185-9381-438b-95a3-7f9aedf340cf'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:09.385816 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b33fc185-9381-438b-95a3-7f9aedf340cf'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:09.486199 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd774a-767f-4be8-8a81-c1fd89912371 None None] Pushing event updated for resources: {'Port': ['ID=67fc2cc4-f5d7-4fea-bc7f-32673320579f,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:09.633329 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] Set router b33fc185-9381-438b-95a3-7f9aedf340cf gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:09.806133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2b477093-63ca-425e-b1a9-c25d2aaa8c16 None None] Provisioning complete for port 67fc2cc4-f5d7-4fea-bc7f-32673320579f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:09.806514 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b477093-63ca-425e-b1a9-c25d2aaa8c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:10.067239 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2b477093-63ca-425e-b1a9-c25d2aaa8c16 None None] Current status of the port 67fc2cc4-f5d7-4fea-bc7f-32673320579f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:10.068023 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b477093-63ca-425e-b1a9-c25d2aaa8c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:10.144756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2b477093-63ca-425e-b1a9-c25d2aaa8c16 None None] For port 67fc2cc4-f5d7-4fea-bc7f-32673320579f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=67fc2cc4-f5d7-4fea-bc7f-32673320579f,segment=NetworkSegment(b7444f18-8bce-42a2-830e-322f2fd53b8e),segment_id=b7444f18-8bce-42a2-830e-322f2fd53b8e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:10.155019 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b477093-63ca-425e-b1a9-c25d2aaa8c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:10.239716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 67fc2cc4-f5d7-4fea-bc7f-32673320579f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:10.387287 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'name': 'tempest-TestVolumeBackupRestore-536788850-router', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:54Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 4, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'gw_port': {'id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:55Z', 'updated_at': '2022-03-10T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '67fc2cc4-f5d7-4fea-bc7f-32673320579f', 'name': '', 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'mac_address': 'fa:16:3e:3f:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'f4bab965-6c85-4657-a992-083345d703a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:59Z', 'updated_at': '2022-03-10T15:31:09Z', 'revision_number': 4, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'subnets': [{'id': 'f4bab965-6c85-4657-a992-083345d703a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:10.405983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b477093-63ca-425e-b1a9-c25d2aaa8c16 None None] Pushing event updated for resources: {'Port': ['ID=67fc2cc4-f5d7-4fea-bc7f-32673320579f,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:10.436888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 67fc2cc4-f5d7-4fea-bc7f-32673320579f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:10.437645 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:10.460351 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf7cd0-1e4e-43ee-b233-ba332abe28c7 None None] The sync data for ids ['b33fc185-9381-438b-95a3-7f9aedf340cf'] in n-d-833090-1 is: [{'id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'name': 'tempest-TestVolumeBackupRestore-536788850-router', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:54Z', 'updated_at': '2022-03-10T15:31:01Z', 'revision_number': 4, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'gw_port': {'id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:55Z', 'updated_at': '2022-03-10T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '67fc2cc4-f5d7-4fea-bc7f-32673320579f', 'name': '', 'network_id': '39a584a1-4eb1-4feb-8f83-2d0683912591', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'mac_address': 'fa:16:3e:3f:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'f4bab965-6c85-4657-a992-083345d703a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:59Z', 'updated_at': '2022-03-10T15:31:09Z', 'revision_number': 4, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'subnets': [{'id': 'f4bab965-6c85-4657-a992-083345d703a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:31:10.577132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 67fc2cc4-f5d7-4fea-bc7f-32673320579f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:12.013015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 67fc2cc4-f5d7-4fea-bc7f-32673320579f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:31:12.078751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 67fc2cc4-f5d7-4fea-bc7f-32673320579f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:31:12.079435 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:12.175047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 67fc2cc4-f5d7-4fea-bc7f-32673320579f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:31:16.117731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57158) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:17.154512 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (b628a092-6937-4393-8a5a-aa0975d6ce14), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:17.483319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] Deleting port 8f27d833-cf96-4df0-83a9-62982cef0b56 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:17.483721 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:17.601510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] For port 8f27d833-cf96-4df0-83a9-62982cef0b56, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8f27d833-cf96-4df0-83a9-62982cef0b56,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:17.601885 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:17.623847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] Calling delete_port for 8f27d833-cf96-4df0-83a9-62982cef0b56 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:17.911390 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8f27d833-cf96-4df0-83a9-62982cef0b56), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:17.944126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f27d833-cf96-4df0-83a9-62982cef0b56,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:18.015146 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:18.206675 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (b628a092-6937-4393-8a5a-aa0975d6ce14), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:18.480886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] Router b628a092-6937-4393-8a5a-aa0975d6ce14 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:31:18.605937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:31:18.613237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e63f93ee-73fd-49af-82a5-1fbe4156ba5e admin admin] 10.222.0.11 "PUT /v2.0/routers/b628a092-6937-4393-8a5a-aa0975d6ce14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4944346 Mar 10 15:31:18.615926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57174) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:18.621689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595f0e7d-47ba-4937-b528-becd019063b8 None None] Sync routers for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:31:18.631888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f0e7d-47ba-4937-b528-becd019063b8 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:18.632806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-595f0e7d-47ba-4937-b528-becd019063b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:18.764392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-595f0e7d-47ba-4937-b528-becd019063b8 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:18.774708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Publish callbacks [] for router (b628a092-6937-4393-8a5a-aa0975d6ce14), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:18.927193 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Publish callbacks [] for router_gateway (b628a092-6937-4393-8a5a-aa0975d6ce14), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:19.058995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Deleting port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:19.059361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:19.215575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] For port f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:19.216957 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:19.235687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Calling delete_port for f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:19.246901 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-595f0e7d-47ba-4937-b528-becd019063b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:31:17Z', 'revision_number': 5, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port': {'id': 'f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:18:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:22:33Z', 'updated_at': '2022-03-10T15:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:19.275670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595f0e7d-47ba-4937-b528-becd019063b8 None None] Checking router: b628a092-6937-4393-8a5a-aa0975d6ce14 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:31:19.285825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f0e7d-47ba-4937-b528-becd019063b8 None None] Routers {'b628a092-6937-4393-8a5a-aa0975d6ce14'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:19.286448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-595f0e7d-47ba-4937-b528-becd019063b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:30:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b628a092-6937-4393-8a5a-aa0975d6ce14'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:19.386288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-595f0e7d-47ba-4937-b528-becd019063b8 None None] Set router b628a092-6937-4393-8a5a-aa0975d6ce14 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:19.465986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-595f0e7d-47ba-4937-b528-becd019063b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:31:18Z', 'revision_number': 6, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:19.495284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:19.496145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595f0e7d-47ba-4937-b528-becd019063b8 None None] The sync data for ids ['b628a092-6937-4393-8a5a-aa0975d6ce14'] in n-d-833090-1 is: [{'id': 'b628a092-6937-4393-8a5a-aa0975d6ce14', 'name': 'tempest-AttachVolumeNegativeTest-2021176121-router', 'tenant_id': '1c222964e5a84243b165f837bab8404c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:22:32Z', 'updated_at': '2022-03-10T15:31:18Z', 'revision_number': 6, 'project_id': '1c222964e5a84243b165f837bab8404c', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:31:19.534081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:19.550615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.550876 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.551311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.551660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.552137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.552502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.554083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.554083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.554083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.554083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.554501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.554501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.554840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:19.629226 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (b628a092-6937-4393-8a5a-aa0975d6ce14), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:19.735685 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (b628a092-6937-4393-8a5a-aa0975d6ce14), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:19.738325 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Publish callbacks [] for router_controller (b628a092-6937-4393-8a5a-aa0975d6ce14), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:19.794890 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (b628a092-6937-4393-8a5a-aa0975d6ce14), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:19.797665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b628a092-6937-4393-8a5a-aa0975d6ce14 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:31:19.802240 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:19.805715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9b1db0dd-ee70-4f3f-aa22-71b06e153ee1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b628a092-6937-4393-8a5a-aa0975d6ce14 HTTP/1.1" status: 204 len: 168 time: 1.1861336 Mar 10 15:31:19.806369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57182) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:19.860912 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Deleting subnet cef5250d-bab0-4579-bcf6-5129064932aa {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:31:19.865860 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Publish callbacks [] for subnet (cef5250d-bab0-4579-bcf6-5129064932aa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:19.907071 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (cef5250d-bab0-4579-bcf6-5129064932aa), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.011042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (cef5250d-bab0-4579-bcf6-5129064932aa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.113458 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (cef5250d-bab0-4579-bcf6-5129064932aa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.171296 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.182158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 57188) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:20.191044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b4f66-ee24-4014-99d8-c459e1025352 None None] Network 02aca4b7-3412-4bf0-8960-43bd7c693eeb requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:31:20.199629 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cef5250d-bab0-4579-bcf6-5129064932aa HTTP/1.1" status: 204 len: 168 time: 0.3917248 Mar 10 15:31:20.204374 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef5250d-bab0-4579-bcf6-5129064932aa,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:20.234600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.234973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.235313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.235643 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.235977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.236302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.239780 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.242084 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.242332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.245195 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.248309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.249512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.251502 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e520fa-47b7-4d23-a720-1290525250f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:31:20.286563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8f27d833-cf96-4df0-83a9-62982cef0b56 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:20.319155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8f27d833-cf96-4df0-83a9-62982cef0b56 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:31:20.320150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8f27d833-cf96-4df0-83a9-62982cef0b56 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:31:20.325045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (02aca4b7-3412-4bf0-8960-43bd7c693eeb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.410095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Deleting port dda199f2-4e46-43a6-ac61-68ed438a0edb {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:20.410542 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.451600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a61dc5-598a-4cc1-b25f-dc3da6d2a5fa None None] DHCP port deletion for 02aca4b7-3412-4bf0-8960-43bd7c693eeb request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:31:20.524752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f6a61dc5-598a-4cc1-b25f-dc3da6d2a5fa None None] Deleting port dda199f2-4e46-43a6-ac61-68ed438a0edb {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:20.525373 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6a61dc5-598a-4cc1-b25f-dc3da6d2a5fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.542316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] For port dda199f2-4e46-43a6-ac61-68ed438a0edb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dda199f2-4e46-43a6-ac61-68ed438a0edb,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:20.542457 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.563547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Calling delete_port for dda199f2-4e46-43a6-ac61-68ed438a0edb owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:20.641894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f6a61dc5-598a-4cc1-b25f-dc3da6d2a5fa None None] For port dda199f2-4e46-43a6-ac61-68ed438a0edb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dda199f2-4e46-43a6-ac61-68ed438a0edb,segment=NetworkSegment(ce8784c1-0175-4496-b450-1cf6236ea1a0),segment_id=ce8784c1-0175-4496-b450-1cf6236ea1a0)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:20.642585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6a61dc5-598a-4cc1-b25f-dc3da6d2a5fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.675262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f6a61dc5-598a-4cc1-b25f-dc3da6d2a5fa None None] Calling delete_port for dda199f2-4e46-43a6-ac61-68ed438a0edb owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:20.730024 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.781696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda199f2-4e46-43a6-ac61-68ed438a0edb,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:20.785113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] No DVR routers for this DVR port dda199f2-4e46-43a6-ac61-68ed438a0edb on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:31:20.811387 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6a61dc5-598a-4cc1-b25f-dc3da6d2a5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (dda199f2-4e46-43a6-ac61-68ed438a0edb), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.827296 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.829429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a61dc5-598a-4cc1-b25f-dc3da6d2a5fa None None] No DVR routers for this DVR port dda199f2-4e46-43a6-ac61-68ed438a0edb on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:31:20.849139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61dc5-598a-4cc1-b25f-dc3da6d2a5fa None None] Pushing event deleted for resources: {'Port': ['ID=dda199f2-4e46-43a6-ac61-68ed438a0edb,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:20.889885 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (02aca4b7-3412-4bf0-8960-43bd7c693eeb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.915892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02aca4b7-3412-4bf0-8960-43bd7c693eeb']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:20.931167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8784c1-0175-4496-b450-1cf6236ea1a0') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:20.931499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8784c1-0175-4496-b450-1cf6236ea1a0') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:20.944546 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (ce8784c1-0175-4496-b450-1cf6236ea1a0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.960847 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ce8784c1-0175-4496-b450-1cf6236ea1a0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.968532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:31:20.969202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (ce8784c1-0175-4496-b450-1cf6236ea1a0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:31:20.971979 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:31:21.039237 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (02aca4b7-3412-4bf0-8960-43bd7c693eeb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:21.045964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:21.050178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] 10.222.0.11 "DELETE /v2.0/networks/02aca4b7-3412-4bf0-8960-43bd7c693eeb HTTP/1.1" status: 204 len: 168 time: 0.8631661 Mar 10 15:31:21.075562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfce24a-8895-45ff-88aa-4dc2f5d1c535 admin admin] Pushing event deleted for resources: {'Network': ['ID=02aca4b7-3412-4bf0-8960-43bd7c693eeb,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:21.243237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57198) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:21.291371 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-725c647e-0c00-4e79-a076-5a9f1d2b5c8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c222964e5a84243b165f837bab8404c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467808 Mar 10 15:31:21.293702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57200) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:21.359101 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52d7d63-b4cc-48f6-be53-b1aa3eef238f admin admin] Publish callbacks [] for security_group (bf417654-5750-4853-a8e3-33f5cbfacd90), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:21.386666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52d7d63-b4cc-48f6-be53-b1aa3eef238f admin admin] Publish callbacks [] for security_group (bf417654-5750-4853-a8e3-33f5cbfacd90), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:21.474483 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52d7d63-b4cc-48f6-be53-b1aa3eef238f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bf417654-5750-4853-a8e3-33f5cbfacd90), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:21.477474 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52d7d63-b4cc-48f6-be53-b1aa3eef238f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:21.482583 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d52d7d63-b4cc-48f6-be53-b1aa3eef238f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf417654-5750-4853-a8e3-33f5cbfacd90 HTTP/1.1" status: 204 len: 168 time: 0.1877496 Mar 10 15:31:21.492203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d7d63-b4cc-48f6-be53-b1aa3eef238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf417654-5750-4853-a8e3-33f5cbfacd90,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:21.720677 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7d1b817f-1d2e-4f78-b881-b3a44b4143cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:22.016687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dda199f2-4e46-43a6-ac61-68ed438a0edb no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:22.051794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: dda199f2-4e46-43a6-ac61-68ed438a0edb {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:31:22.052156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dda199f2-4e46-43a6-ac61-68ed438a0edb not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:31:22.053119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:22.073478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:31:22.073794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f4b3f9e3-4e38-4c1d-b3da-280acc9cbe37 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:31:24.059130 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8cd11c0b-35ba-4848-8219-c5435cef5796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:25.306357 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:26.639518 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:28.264131 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.347609 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57508) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:30.605311 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-536ef3f5-2192-41f6-af57-e56734b90d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.722518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-536ef3f5-2192-41f6-af57-e56734b90d32 admin admin] Publish callbacks [] for security_group (489fd97c-436a-4dad-be4f-8d6dd51abae4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.728002 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-536ef3f5-2192-41f6-af57-e56734b90d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (489fd97c-436a-4dad-be4f-8d6dd51abae4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.763216 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-536ef3f5-2192-41f6-af57-e56734b90d32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ca92b9f97ac45bf8809b69544ff06b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4140460 Mar 10 15:31:30.765894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 57554) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:30.852395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ef3f5-2192-41f6-af57-e56734b90d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489fd97c-436a-4dad-be4f-8d6dd51abae4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:30.878620 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f448b1f8-f2b9-4e79-a9d7-0c5140a52a98 admin admin] Publish callbacks [] for security_group (489fd97c-436a-4dad-be4f-8d6dd51abae4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.912922 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f448b1f8-f2b9-4e79-a9d7-0c5140a52a98 admin admin] Publish callbacks [] for security_group (489fd97c-436a-4dad-be4f-8d6dd51abae4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.982616 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f448b1f8-f2b9-4e79-a9d7-0c5140a52a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (489fd97c-436a-4dad-be4f-8d6dd51abae4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.986854 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f448b1f8-f2b9-4e79-a9d7-0c5140a52a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:30.988435 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f448b1f8-f2b9-4e79-a9d7-0c5140a52a98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/489fd97c-436a-4dad-be4f-8d6dd51abae4 HTTP/1.1" status: 204 len: 168 time: 0.2213867 Mar 10 15:31:31.000487 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448b1f8-f2b9-4e79-a9d7-0c5140a52a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489fd97c-436a-4dad-be4f-8d6dd51abae4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:32.516863 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-fbbe81ee-d3d3-431f-bb98-d9fa88944256 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864406 Mar 10 15:31:32.675635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-5748185e-a6d3-4df7-95f9-12d6ad22d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:32.677479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-5748185e-a6d3-4df7-95f9-12d6ad22d1db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a700388e2b194b8b9d3063b7f9831734&device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 1128 time: 0.0858362 Mar 10 15:31:32.942746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-8ca569ae-1907-472f-a4c4-6048512a3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:32.944285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-8ca569ae-1907-472f-a4c4-6048512a3282 service neutron] 10.222.0.45 "GET /v2.0/networks?id=abf4c7d6-76fc-4284-9f01-abae706ae95f HTTP/1.1" status: 200 len: 910 time: 0.2439396 Mar 10 15:31:33.105207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-ca701028-fc50-4c50-8e09-f145a4f02b8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=157cf8fc-ac41-4b93-b241-8a6823551cb3 HTTP/1.1" status: 200 len: 1002 time: 0.1528268 Mar 10 15:31:33.255945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-e4f4e315-4a53-43ce-8d13-8ecc99d693d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:33.260344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-e4f4e315-4a53-43ce-8d13-8ecc99d693d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47179ac9-1680-465c-aea4-b5f57e0afe4a HTTP/1.1" status: 200 len: 848 time: 0.1462810 Mar 10 15:31:33.389785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-9d866722-887e-4067-8bb6-8441baa6a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:33.391328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-9d866722-887e-4067-8bb6-8441baa6a53f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=abf4c7d6-76fc-4284-9f01-abae706ae95f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1237886 Mar 10 15:31:33.593302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-d9886d4d-ec82-445b-ab3f-7a36f45aac68 service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949651 Mar 10 15:31:33.795102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b070c85-cfcf-40b0-bfc3-970bc99adc9e req-db0f0dca-28ad-4de9-805d-4049e421536b service neutron] 10.222.0.45 "GET /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912925 Mar 10 15:31:38.642271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-8caf8024-cd4f-47c2-b3a9-7f69f562afda service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916383 Mar 10 15:31:38.763237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-7caae1bd-1edc-456c-9cc8-7f6bba911d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:38.764902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-7caae1bd-1edc-456c-9cc8-7f6bba911d36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 1127 time: 0.0530102 Mar 10 15:31:38.940179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-309b19fb-4cba-499a-b207-3ab2a6751512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:38.944721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-309b19fb-4cba-499a-b207-3ab2a6751512 service neutron] 10.222.0.62 "GET /v2.0/networks?id=671d49de-fea3-4a86-8fc5-6ddfdbb92025 HTTP/1.1" status: 200 len: 898 time: 0.1568773 Mar 10 15:31:39.037100 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-ba52238f-30db-4f2d-b713-36a94b0a744a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c3806a-63ff-44bb-afd1-284aff0a9099 HTTP/1.1" status: 200 len: 1000 time: 0.0861561 Mar 10 15:31:39.115017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-296ad699-cdc0-4b45-8683-637897d92da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:39.116491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-296ad699-cdc0-4b45-8683-637897d92da8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2798f80-fe93-4655-9ea9-d9c85736e248 HTTP/1.1" status: 200 len: 834 time: 0.0736206 Mar 10 15:31:39.210283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-76a7aad6-dab8-4d6f-a48b-c85c971726d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:39.213836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-76a7aad6-dab8-4d6f-a48b-c85c971726d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=671d49de-fea3-4a86-8fc5-6ddfdbb92025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0907645 Mar 10 15:31:39.397525 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:31:39.434458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-f800da7f-76e0-40ed-bfd1-b9af087bfb25 service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140288 Mar 10 15:31:39.560574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b52aa32-d60d-4068-9290-7b21776e1d67 req-2226e905-b74e-4f20-be7e-003613a310e5 service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181672 Mar 10 15:31:39.987742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58026) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:40.193031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-71c78ad5-de6c-4bdf-a9b6-0c2ba825ce63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.340549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-71c78ad5-de6c-4bdf-a9b6-0c2ba825ce63 admin admin] Publish callbacks [] for security_group (8beb362a-bbd2-403c-821b-6060404cb74c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.347158 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-71c78ad5-de6c-4bdf-a9b6-0c2ba825ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8beb362a-bbd2-403c-821b-6060404cb74c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.396153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-71c78ad5-de6c-4bdf-a9b6-0c2ba825ce63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=590b79da7fe2456390c13468e53f48fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071801 Mar 10 15:31:40.397044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c78ad5-de6c-4bdf-a9b6-0c2ba825ce63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beb362a-bbd2-403c-821b-6060404cb74c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:40.399567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58040) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:40.487662 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4ecb-b7c0-4416-848b-7e99441418cb admin admin] Publish callbacks [] for security_group (8beb362a-bbd2-403c-821b-6060404cb74c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.511193 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4ecb-b7c0-4416-848b-7e99441418cb admin admin] Publish callbacks [] for security_group (8beb362a-bbd2-403c-821b-6060404cb74c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.576270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4ecb-b7c0-4416-848b-7e99441418cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8beb362a-bbd2-403c-821b-6060404cb74c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.582659 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4ecb-b7c0-4416-848b-7e99441418cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:40.584574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ad2d4ecb-b7c0-4416-848b-7e99441418cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8beb362a-bbd2-403c-821b-6060404cb74c HTTP/1.1" status: 204 len: 168 time: 0.1736276 Mar 10 15:31:40.594407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d4ecb-b7c0-4416-848b-7e99441418cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beb362a-bbd2-403c-821b-6060404cb74c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:40.973603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58050) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:40.999836 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2721793-0539-4f27-9187-75f6e1069ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.110263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2721793-0539-4f27-9187-75f6e1069ec7 admin admin] Publish callbacks [] for security_group (9f843a24-82cd-45c3-b512-3c41e6e35328), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.115900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c2721793-0539-4f27-9187-75f6e1069ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9f843a24-82cd-45c3-b512-3c41e6e35328), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.167220 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c2721793-0539-4f27-9187-75f6e1069ec7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=354aba440c9c40c6b0c1c89817be9b38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1918147 Mar 10 15:31:41.168143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2721793-0539-4f27-9187-75f6e1069ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f843a24-82cd-45c3-b512-3c41e6e35328,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:41.169809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58052) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:41.223164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32d5b94a-508e-4beb-9415-7582d859518f admin admin] Publish callbacks [] for security_group (9f843a24-82cd-45c3-b512-3c41e6e35328), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.246166 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32d5b94a-508e-4beb-9415-7582d859518f admin admin] Publish callbacks [] for security_group (9f843a24-82cd-45c3-b512-3c41e6e35328), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.299369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32d5b94a-508e-4beb-9415-7582d859518f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9f843a24-82cd-45c3-b512-3c41e6e35328), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.302373 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-32d5b94a-508e-4beb-9415-7582d859518f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:41.306344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-32d5b94a-508e-4beb-9415-7582d859518f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f843a24-82cd-45c3-b512-3c41e6e35328 HTTP/1.1" status: 204 len: 168 time: 0.1355155 Mar 10 15:31:41.315280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5b94a-508e-4beb-9415-7582d859518f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f843a24-82cd-45c3-b512-3c41e6e35328,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:44.241141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58144) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:44.369563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cd92d51c-5d2b-422a-bf80-6bcdd0bd9f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.459784 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cd92d51c-5d2b-422a-bf80-6bcdd0bd9f9a admin admin] Publish callbacks [] for security_group (a5426706-4065-40ea-9688-23baddc9e258), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.463590 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cd92d51c-5d2b-422a-bf80-6bcdd0bd9f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a5426706-4065-40ea-9688-23baddc9e258), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.505724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cd92d51c-5d2b-422a-bf80-6bcdd0bd9f9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99b551d2bf074cb8ae8b0a495244b090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633748 Mar 10 15:31:44.507027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92d51c-5d2b-422a-bf80-6bcdd0bd9f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5426706-4065-40ea-9688-23baddc9e258,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:44.508805 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58150) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:44.588518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1e5b59c-d380-4f66-8026-39e1fec9b5f5 admin admin] Publish callbacks [] for security_group (a5426706-4065-40ea-9688-23baddc9e258), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.613432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1e5b59c-d380-4f66-8026-39e1fec9b5f5 admin admin] Publish callbacks [] for security_group (a5426706-4065-40ea-9688-23baddc9e258), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.664182 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1e5b59c-d380-4f66-8026-39e1fec9b5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a5426706-4065-40ea-9688-23baddc9e258), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.667279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f1e5b59c-d380-4f66-8026-39e1fec9b5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:44.675036 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f1e5b59c-d380-4f66-8026-39e1fec9b5f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5426706-4065-40ea-9688-23baddc9e258 HTTP/1.1" status: 204 len: 168 time: 0.1588471 Mar 10 15:31:44.683856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5b59c-d380-4f66-8026-39e1fec9b5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5426706-4065-40ea-9688-23baddc9e258,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:44.964679 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58160) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:44.979128 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6d823e4-018c-429a-bd49-22680ff14800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.055103 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6d823e4-018c-429a-bd49-22680ff14800 admin admin] Publish callbacks [] for security_group (aa2917f1-d899-4018-b026-1e224d6a11e0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.060484 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a6d823e4-018c-429a-bd49-22680ff14800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aa2917f1-d899-4018-b026-1e224d6a11e0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.097158 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d823e4-018c-429a-bd49-22680ff14800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2917f1-d899-4018-b026-1e224d6a11e0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:45.104137 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a6d823e4-018c-429a-bd49-22680ff14800 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c33cdd4af514b1bb810bce74e37a987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384065 Mar 10 15:31:45.107105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58162) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:45.166327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74ac8051-5c47-4c3f-a26e-63dd0895dfd5 admin admin] Publish callbacks [] for security_group (aa2917f1-d899-4018-b026-1e224d6a11e0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.190601 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74ac8051-5c47-4c3f-a26e-63dd0895dfd5 admin admin] Publish callbacks [] for security_group (aa2917f1-d899-4018-b026-1e224d6a11e0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.241764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74ac8051-5c47-4c3f-a26e-63dd0895dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (aa2917f1-d899-4018-b026-1e224d6a11e0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.244539 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74ac8051-5c47-4c3f-a26e-63dd0895dfd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:45.248564 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-74ac8051-5c47-4c3f-a26e-63dd0895dfd5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa2917f1-d899-4018-b026-1e224d6a11e0 HTTP/1.1" status: 204 len: 168 time: 0.1376128 Mar 10 15:31:45.257540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac8051-5c47-4c3f-a26e-63dd0895dfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2917f1-d899-4018-b026-1e224d6a11e0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:48.004062 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:50.785972 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:51.724528 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3de86cd8-01a5-4342-8667-2dd0d682c2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.318545 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58346) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:52.470819 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5cfb-b1ca-4b7c-b52a-bcb42bc2692a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.605008 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5cfb-b1ca-4b7c-b52a-bcb42bc2692a admin admin] Publish callbacks [] for security_group (7870fab7-5dc1-48b8-9eb9-c45564110fae), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.609973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3a2d5cfb-b1ca-4b7c-b52a-bcb42bc2692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7870fab7-5dc1-48b8-9eb9-c45564110fae), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.672765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d5cfb-b1ca-4b7c-b52a-bcb42bc2692a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7870fab7-5dc1-48b8-9eb9-c45564110fae,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:52.690992 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3a2d5cfb-b1ca-4b7c-b52a-bcb42bc2692a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8069fbe318514219935a54d8848def83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3707440 Mar 10 15:31:52.694135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58350) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:52.796776 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b012d685-0611-4a21-99f2-b9a8ab0d58f5 admin admin] Publish callbacks [] for security_group (7870fab7-5dc1-48b8-9eb9-c45564110fae), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.838915 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b012d685-0611-4a21-99f2-b9a8ab0d58f5 admin admin] Publish callbacks [] for security_group (7870fab7-5dc1-48b8-9eb9-c45564110fae), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.964315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b012d685-0611-4a21-99f2-b9a8ab0d58f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7870fab7-5dc1-48b8-9eb9-c45564110fae), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.969559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b012d685-0611-4a21-99f2-b9a8ab0d58f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:52.971438 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b012d685-0611-4a21-99f2-b9a8ab0d58f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7870fab7-5dc1-48b8-9eb9-c45564110fae HTTP/1.1" status: 204 len: 168 time: 0.2742608 Mar 10 15:31:52.983006 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012d685-0611-4a21-99f2-b9a8ab0d58f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7870fab7-5dc1-48b8-9eb9-c45564110fae,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:53.489564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58362) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:53.515017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-43b111c4-42a7-49b4-bb43-ed57d2ebb264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.666817 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-43b111c4-42a7-49b4-bb43-ed57d2ebb264 admin admin] Publish callbacks [] for security_group (b5867124-3e61-4cec-9d49-4ac2b74ea173), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.674021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-43b111c4-42a7-49b4-bb43-ed57d2ebb264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b5867124-3e61-4cec-9d49-4ac2b74ea173), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.727463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b111c4-42a7-49b4-bb43-ed57d2ebb264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5867124-3e61-4cec-9d49-4ac2b74ea173,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:53.734245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-43b111c4-42a7-49b4-bb43-ed57d2ebb264 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=66c1b638166147fcb495407c41c57425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428021 Mar 10 15:31:53.739058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58364) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:53.814729 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-71145439-e161-4494-86d5-be2d821a7c41 admin admin] Publish callbacks [] for security_group (b5867124-3e61-4cec-9d49-4ac2b74ea173), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.839591 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-71145439-e161-4494-86d5-be2d821a7c41 admin admin] Publish callbacks [] for security_group (b5867124-3e61-4cec-9d49-4ac2b74ea173), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.906292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-71145439-e161-4494-86d5-be2d821a7c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b5867124-3e61-4cec-9d49-4ac2b74ea173), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.909682 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-71145439-e161-4494-86d5-be2d821a7c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:53.915377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-71145439-e161-4494-86d5-be2d821a7c41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5867124-3e61-4cec-9d49-4ac2b74ea173 HTTP/1.1" status: 204 len: 168 time: 0.1743968 Mar 10 15:31:53.926621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71145439-e161-4494-86d5-be2d821a7c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5867124-3e61-4cec-9d49-4ac2b74ea173,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:54.063759 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5161e541-2667-4933-8e33-a09c11ac246b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:55.299780 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:55.709889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4888-e8d2-4bbb-87ba-034f573ec649 req-bc333d0f-b6a9-4739-b5a3-530f19e1cd73 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:55.718357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-421c4888-e8d2-4bbb-87ba-034f573ec649 req-bc333d0f-b6a9-4739-b5a3-530f19e1cd73 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 946 time: 0.0849590 Mar 10 15:31:55.838447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-421c4888-e8d2-4bbb-87ba-034f573ec649 req-dc9085f3-5a17-45a1-810a-a6871265666c tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073420 Mar 10 15:31:56.482941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dba29f-4597-4957-acd7-ee540522252e req-7990800c-b44b-4769-8908-0105e6790307 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:56.484935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18dba29f-4597-4957-acd7-ee540522252e req-7990800c-b44b-4769-8908-0105e6790307 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 946 time: 0.1004982 Mar 10 15:31:56.637806 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:56.691917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Deleting port 157cf8fc-ac41-4b93-b241-8a6823551cb3 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:56.692509 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:56.812254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] For port 157cf8fc-ac41-4b93-b241-8a6823551cb3, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=157cf8fc-ac41-4b93-b241-8a6823551cb3,segment=NetworkSegment(031d5e2c-bfde-4742-8ffb-85da64ab7117),segment_id=031d5e2c-bfde-4742-8ffb-85da64ab7117)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:31:56.814089 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:57.202081 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:57.203093 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (be4f8c12-d217-43e2-8d48-cbdfb341574b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:57.203093 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Floating IP be4f8c12-d217-43e2-8d48-cbdfb341574b disassociated. External IP: 172.25.3.126, port: 157cf8fc-ac41-4b93-b241-8a6823551cb3. Mar 10 15:31:57.203093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Calling delete_port for 157cf8fc-ac41-4b93-b241-8a6823551cb3 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:57.220505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd55fa-f813-4fb0-b368-2577393da288 req-e723543b-b432-4dea-9cb9-329b7939ddad tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:31:57.222330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cddd55fa-f813-4fb0-b368-2577393da288 req-e723543b-b432-4dea-9cb9-329b7939ddad tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 946 time: 0.0937827 Mar 10 15:31:57.374363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cddd55fa-f813-4fb0-b368-2577393da288 req-d410a1a2-4c5d-4f35-a341-e251b5ab6411 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/security-groups?id=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445231 Mar 10 15:31:57.412815 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58464) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:57.609036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (157cf8fc-ac41-4b93-b241-8a6823551cb3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:57.682548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event deleted for resources: {'Port': ['ID=157cf8fc-ac41-4b93-b241-8a6823551cb3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:57.916313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:31:58.274111 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.444692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port 1c96cb08-da9d-448b-96c7-170670aef6c1 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:31:58.445602 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1c96cb08-da9d-448b-96c7-170670aef6c1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.544703 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1c96cb08-da9d-448b-96c7-170670aef6c1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.545321 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (1c96cb08-da9d-448b-96c7-170670aef6c1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.564541 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for 1c96cb08-da9d-448b-96c7-170670aef6c1 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:31:58.863461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:31:58.868548 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1c96cb08-da9d-448b-96c7-170670aef6c1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:58.877250 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcf5d2-4a6e-4647-9992-d49e9d1474c9 None None] Sync routers for ids ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:31:58.893923 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bcf5d2-4a6e-4647-9992-d49e9d1474c9 None None] Routers {'9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:58.894107 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-93bcf5d2-4a6e-4647-9992-d49e9d1474c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:58.946297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=1c96cb08-da9d-448b-96c7-170670aef6c1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:31:59.049537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] No DVR routers for this DVR port 157cf8fc-ac41-4b93-b241-8a6823551cb3 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:31:59.057834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cffffb75-3ec6-43f4-8b3a-5ba1ba4b7408 req-56497fb7-41fd-4b38-8a16-cbc69044a902 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a89e094-4846-43db-b4c5-fd2d394b809f HTTP/1.1" status: 200 len: 210 time: 0.1673164 Mar 10 15:31:59.065073 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.074337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18dba29f-4597-4957-acd7-ee540522252e req-dea6cad6-80b8-492c-bf5d-0fe3007a6a31 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.45 "DELETE /v2.0/ports/157cf8fc-ac41-4b93-b241-8a6823551cb3 HTTP/1.1" status: 204 len: 173 time: 2.5785205 Mar 10 15:31:59.077292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'name': 'network-vif-deleted', 'tag': '157cf8fc-ac41-4b93-b241-8a6823551cb3'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:31:59.083078 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d538f2d-d0d3-4db5-8217-82b70b5cc592" -d '{"events": [{"server_uuid": "4a89e094-4846-43db-b4c5-fd2d394b809f", "name": "network-vif-deleted", "tag": "157cf8fc-ac41-4b93-b241-8a6823551cb3"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:31:59.136595 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for floatingip (a30ba8dc-5223-47ba-be6d-a064c782eb3c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.140026 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Floating IP a30ba8dc-5223-47ba-be6d-a064c782eb3c disassociated (deleted). External IP: 172.25.3.76, port: 33c3806a-63ff-44bb-afd1-284aff0a9099. Mar 10 15:31:59.192686 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fecc0d-4007-4526-9151-95870c413d11 x-openstack-request-id: req-96fecc0d-4007-4526-9151-95870c413d11 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:31:59.193891 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89e094-4846-43db-b4c5-fd2d394b809f", "name": "network-vif-deleted", "tag": "157cf8fc-ac41-4b93-b241-8a6823551cb3", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:31:59.194293 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96fecc0d-4007-4526-9151-95870c413d11 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:31:59.194879 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89e094-4846-43db-b4c5-fd2d394b809f', 'name': 'network-vif-deleted', 'tag': '157cf8fc-ac41-4b93-b241-8a6823551cb3', 'status': 'completed', 'code': 200} Mar 10 15:31:59.300834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 157cf8fc-ac41-4b93-b241-8a6823551cb3 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:31:59.303632 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-93bcf5d2-4a6e-4647-9992-d49e9d1474c9 None None] Set router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:31:59.364485 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 157cf8fc-ac41-4b93-b241-8a6823551cb3 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:31:59.364844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 157cf8fc-ac41-4b93-b241-8a6823551cb3 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:31:59.431007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58514) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:59.702458 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-14994f3a-039e-4a18-ad59-1c0ce8bbbad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.727865 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-93bcf5d2-4a6e-4647-9992-d49e9d1474c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '20bc7890-ab2a-4bed-867b-0554d9b988be', 'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'mac_address': 'fa:16:3e:9b:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:30Z', 'updated_at': '2022-03-10T15:26:38Z', 'revision_number': 5, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'subnets': [{'id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:59.758808 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router b4908f9c-3e84-4519-8c7a-1012c63df071 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:31:59.803641 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcf5d2-4a6e-4647-9992-d49e9d1474c9 None None] Checking router: 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:31:59.825937 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bcf5d2-4a6e-4647-9992-d49e9d1474c9 None None] Routers {'9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:31:59.831982 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-93bcf5d2-4a6e-4647-9992-d49e9d1474c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:31:59.852826 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-14994f3a-039e-4a18-ad59-1c0ce8bbbad9 admin admin] Publish callbacks [] for security_group (8da1485f-38c3-48d5-a8a5-831a28f9361d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.865222 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-14994f3a-039e-4a18-ad59-1c0ce8bbbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8da1485f-38c3-48d5-a8a5-831a28f9361d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.935283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-14994f3a-039e-4a18-ad59-1c0ce8bbbad9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f56a323509e4061a511de443f757bf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5009573 Mar 10 15:31:59.936364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58524) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:31:59.991082 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55de0e6a-52dd-48a7-8d07-9172b0a96f90 admin admin] Publish callbacks [] for security_group (8da1485f-38c3-48d5-a8a5-831a28f9361d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:31:59.993088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14994f3a-039e-4a18-ad59-1c0ce8bbbad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da1485f-38c3-48d5-a8a5-831a28f9361d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:00.055945 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55de0e6a-52dd-48a7-8d07-9172b0a96f90 admin admin] Publish callbacks [] for security_group (8da1485f-38c3-48d5-a8a5-831a28f9361d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:00.103211 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:32:00.116725 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c50c8-3772-450b-9b97-6cf1728280d7 None None] Sync routers for ids ['b4908f9c-3e84-4519-8c7a-1012c63df071'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:32:00.120090 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:00.132915 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-93bcf5d2-4a6e-4647-9992-d49e9d1474c9 None None] Set router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:00.150119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c50c8-3772-450b-9b97-6cf1728280d7 None None] Routers {'b4908f9c-3e84-4519-8c7a-1012c63df071'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:00.151127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-560c50c8-3772-450b-9b97-6cf1728280d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b4908f9c-3e84-4519-8c7a-1012c63df071'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:00.190534 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a5d158db-e402-4e3f-bf6c-e05bb31ad6d0 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/floatingips/a30ba8dc-5223-47ba-be6d-a064c782eb3c HTTP/1.1" status: 204 len: 168 time: 2.7700808 Mar 10 15:32:00.190534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:32:00.190534 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bffc86-2d28-4018-8e8f-0859c852a056" -d '{"events": [{"name": "network-changed", "server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:32:00.191912 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58530) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:00.244117 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55de0e6a-52dd-48a7-8d07-9172b0a96f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8da1485f-38c3-48d5-a8a5-831a28f9361d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:00.251529 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55de0e6a-52dd-48a7-8d07-9172b0a96f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:00.252714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-55de0e6a-52dd-48a7-8d07-9172b0a96f90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8da1485f-38c3-48d5-a8a5-831a28f9361d HTTP/1.1" status: 204 len: 168 time: 0.3154428 Mar 10 15:32:00.309610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de0e6a-52dd-48a7-8d07-9172b0a96f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da1485f-38c3-48d5-a8a5-831a28f9361d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:00.421948 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532bb6a6-2af3-49c2-ad33-ca2385c4159f x-openstack-request-id: req-532bb6a6-2af3-49c2-ad33-ca2385c4159f {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:32:00.422239 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:32:00.423228 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-532bb6a6-2af3-49c2-ad33-ca2385c4159f {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:32:00.423651 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'status': 'completed', 'code': 200} Mar 10 15:32:00.460941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-580e3371-4376-4275-85ec-6a012e53051d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Deleting port ec6196ca-000e-425c-b05b-411ccd22bd10 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:00.461618 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-580e3371-4376-4275-85ec-6a012e53051d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ec6196ca-000e-425c-b05b-411ccd22bd10), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:00.552506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-560c50c8-3772-450b-9b97-6cf1728280d7 None None] Set router b4908f9c-3e84-4519-8c7a-1012c63df071 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:00.575808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bffc86-2d28-4018-8e8f-0859c852a056 req-f3dc4bcf-ee13-40a9-b3dd-cacd9dfcb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:00.580677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1bffc86-2d28-4018-8e8f-0859c852a056 req-f3dc4bcf-ee13-40a9-b3dd-cacd9dfcb1fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c674686624284cd388d76dbc1471089d&device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 1127 time: 0.1579919 Mar 10 15:32:00.661812 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-580e3371-4376-4275-85ec-6a012e53051d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ec6196ca-000e-425c-b05b-411ccd22bd10), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:00.663488 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-580e3371-4376-4275-85ec-6a012e53051d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for floatingip (ec6196ca-000e-425c-b05b-411ccd22bd10), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:00.707897 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-580e3371-4376-4275-85ec-6a012e53051d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Calling delete_port for ec6196ca-000e-425c-b05b-411ccd22bd10 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:00.772345 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-93bcf5d2-4a6e-4647-9992-d49e9d1474c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '20bc7890-ab2a-4bed-867b-0554d9b988be', 'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'mac_address': 'fa:16:3e:9b:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:30Z', 'updated_at': '2022-03-10T15:26:38Z', 'revision_number': 5, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'subnets': [{'id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:00.839611 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcf5d2-4a6e-4647-9992-d49e9d1474c9 None None] The sync data for ids ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'] in n-d-833090-1 is: [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:26:31Z', 'revision_number': 4, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '20bc7890-ab2a-4bed-867b-0554d9b988be', 'name': '', 'network_id': 'abf4c7d6-76fc-4284-9f01-abae706ae95f', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'mac_address': 'fa:16:3e:9b:05:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:30Z', 'updated_at': '2022-03-10T15:26:38Z', 'revision_number': 5, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'subnets': [{'id': '47179ac9-1680-465c-aea4-b5f57e0afe4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:32:00.968844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdb2ea-6cd5-48d1-8eef-42c4d492f28e req-bb91ef8f-8104-45a5-9389-6b51e9237982 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:00.993698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03fdb2ea-6cd5-48d1-8eef-42c4d492f28e req-bb91ef8f-8104-45a5-9389-6b51e9237982 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.2246046 Mar 10 15:32:01.070880 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-580e3371-4376-4275-85ec-6a012e53051d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ec6196ca-000e-425c-b05b-411ccd22bd10), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.074687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58550) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:01.114822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03fdb2ea-6cd5-48d1-8eef-42c4d492f28e req-462a3ec1-f932-47da-86e4-0cc1d327e295 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966711 Mar 10 15:32:01.116321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bffc86-2d28-4018-8e8f-0859c852a056 req-2d7b605e-5913-4d25-a989-f184c3ecf306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:01.121087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1bffc86-2d28-4018-8e8f-0859c852a056 req-2d7b605e-5913-4d25-a989-f184c3ecf306 service neutron] 10.222.0.62 "GET /v2.0/networks?id=671d49de-fea3-4a86-8fc5-6ddfdbb92025 HTTP/1.1" status: 200 len: 898 time: 0.5280967 Mar 10 15:32:01.194736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1bffc86-2d28-4018-8e8f-0859c852a056 req-965c5504-93f0-4988-95ef-a0118eedc162 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33c3806a-63ff-44bb-afd1-284aff0a9099 HTTP/1.1" status: 200 len: 217 time: 0.0650661 Mar 10 15:32:01.200461 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e3371-4376-4275-85ec-6a012e53051d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event deleted for resources: {'Port': ['ID=ec6196ca-000e-425c-b05b-411ccd22bd10,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:01.210950 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7a27-f8d6-439d-a758-7528b9daa15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.213506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-560c50c8-3772-450b-9b97-6cf1728280d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:29:03Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f763c222-c19d-4b27-a3a2-6a5c40818622', 'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:16:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:29:02Z', 'updated_at': '2022-03-10T15:29:07Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:01.279366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bffc86-2d28-4018-8e8f-0859c852a056 req-05095504-d406-4f3c-ac57-9015d005361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:01.281889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1bffc86-2d28-4018-8e8f-0859c852a056 req-05095504-d406-4f3c-ac57-9015d005361e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e2798f80-fe93-4655-9ea9-d9c85736e248 HTTP/1.1" status: 200 len: 834 time: 0.0800581 Mar 10 15:32:01.335761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c50c8-3772-450b-9b97-6cf1728280d7 None None] Checking router: b4908f9c-3e84-4519-8c7a-1012c63df071 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:32:01.376138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c50c8-3772-450b-9b97-6cf1728280d7 None None] Routers {'b4908f9c-3e84-4519-8c7a-1012c63df071'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:01.379968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-560c50c8-3772-450b-9b97-6cf1728280d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b4908f9c-3e84-4519-8c7a-1012c63df071'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:01.381828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bffc86-2d28-4018-8e8f-0859c852a056 req-04654356-c30e-4bdf-b1e0-1fe28438dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:01.383839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1bffc86-2d28-4018-8e8f-0859c852a056 req-04654356-c30e-4bdf-b1e0-1fe28438dfd5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=671d49de-fea3-4a86-8fc5-6ddfdbb92025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0910201 Mar 10 15:32:01.398580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-580e3371-4376-4275-85ec-6a012e53051d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for floatingip (be4f8c12-d217-43e2-8d48-cbdfb341574b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.402049 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-580e3371-4376-4275-85ec-6a012e53051d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.420493 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-580e3371-4376-4275-85ec-6a012e53051d tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "DELETE /v2.0/floatingips/be4f8c12-d217-43e2-8d48-cbdfb341574b HTTP/1.1" status: 204 len: 168 time: 1.2274573 Mar 10 15:32:01.471091 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dd07a7-69d1-44af-a830-8e9c0ba9f352 None None] New status for floating IP be4f8c12-d217-43e2-8d48-cbdfb341574b: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:32:01.556563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-560c50c8-3772-450b-9b97-6cf1728280d7 None None] Set router b4908f9c-3e84-4519-8c7a-1012c63df071 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:01.563842 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7a27-f8d6-439d-a758-7528b9daa15e admin admin] Publish callbacks [] for security_group (5c6f7a68-9d84-4b5b-a96d-a8a9207acdcb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.582419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eb7f7a27-f8d6-439d-a758-7528b9daa15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5c6f7a68-9d84-4b5b-a96d-a8a9207acdcb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.633277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58566) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:01.713788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1bffc86-2d28-4018-8e8f-0859c852a056 req-5c8c4867-660a-401f-a792-8ba72a0507b2 service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227942 Mar 10 15:32:01.722910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f7a27-f8d6-439d-a758-7528b9daa15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6f7a68-9d84-4b5b-a96d-a8a9207acdcb,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:01.747965 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-eb7f7a27-f8d6-439d-a758-7528b9daa15e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fab25cc4ff34b06864825c8a351401c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6691415 Mar 10 15:32:01.751772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58572) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:01.809349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b779f7b-3e19-4bc2-8ef2-23432ccadf48 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group (24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.905479 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b779f7b-3e19-4bc2-8ef2-23432ccadf48 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group (24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.967685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-560c50c8-3772-450b-9b97-6cf1728280d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:29:03Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f763c222-c19d-4b27-a3a2-6a5c40818622', 'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:16:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:29:02Z', 'updated_at': '2022-03-10T15:29:07Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:01.986259 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b779f7b-3e19-4bc2-8ef2-23432ccadf48 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.995753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4b779f7b-3e19-4bc2-8ef2-23432ccadf48 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:01.998769 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4b779f7b-3e19-4bc2-8ef2-23432ccadf48 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] 10.222.0.11 "DELETE /v2.0/security-groups/24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6 HTTP/1.1" status: 204 len: 168 time: 0.3523812 Mar 10 15:32:01.999243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560c50c8-3772-450b-9b97-6cf1728280d7 None None] The sync data for ids ['b4908f9c-3e84-4519-8c7a-1012c63df071'] in n-d-833090-1 is: [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:29:03Z', 'revision_number': 4, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'f763c222-c19d-4b27-a3a2-6a5c40818622', 'name': '', 'network_id': '671d49de-fea3-4a86-8fc5-6ddfdbb92025', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'mac_address': 'fa:16:3e:16:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:29:02Z', 'updated_at': '2022-03-10T15:29:07Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'subnets': [{'id': 'e2798f80-fe93-4655-9ea9-d9c85736e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:32:02.007937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30b3af6a-243d-49d5-aaea-427998ae384c admin admin] Publish callbacks [] for security_group (5c6f7a68-9d84-4b5b-a96d-a8a9207acdcb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:02.030655 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b779f7b-3e19-4bc2-8ef2-23432ccadf48 tempest-TestServerBasicOps-1334479760 tempest-TestServerBasicOps-1334479760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d1d744-9cd9-4bb8-8d4d-abdf3e36b8c6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:02.067859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58578) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:02.096917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30b3af6a-243d-49d5-aaea-427998ae384c admin admin] Publish callbacks [] for security_group (5c6f7a68-9d84-4b5b-a96d-a8a9207acdcb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:02.109633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1bffc86-2d28-4018-8e8f-0859c852a056 req-ffc11e83-7b33-4096-b054-40c324939a49 service neutron] 10.222.0.62 "GET /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870316 Mar 10 15:32:02.174906 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30b3af6a-243d-49d5-aaea-427998ae384c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5c6f7a68-9d84-4b5b-a96d-a8a9207acdcb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:02.178035 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30b3af6a-243d-49d5-aaea-427998ae384c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:02.179779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-30b3af6a-243d-49d5-aaea-427998ae384c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c6f7a68-9d84-4b5b-a96d-a8a9207acdcb HTTP/1.1" status: 204 len: 168 time: 0.3818128 Mar 10 15:32:02.241803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3af6a-243d-49d5-aaea-427998ae384c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6f7a68-9d84-4b5b-a96d-a8a9207acdcb,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:02.464002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682c03d-adc1-4188-9e9c-70387c0dee86 req-742de690-c4fb-44a5-8211-9baa633e3c24 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:02.472082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a682c03d-adc1-4188-9e9c-70387c0dee86 req-742de690-c4fb-44a5-8211-9baa633e3c24 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.2315512 Mar 10 15:32:02.558099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c9d23-dbe3-4a6d-bcbf-c9238eea358c req-0e740637-ed56-4095-b4c5-ce9b1631b252 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:02.560836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-491c9d23-dbe3-4a6d-bcbf-c9238eea358c req-0e740637-ed56-4095-b4c5-ce9b1631b252 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 945 time: 0.3231380 Mar 10 15:32:02.642446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a682c03d-adc1-4188-9e9c-70387c0dee86 req-85d580b5-5ce2-4f26-99fa-65eadb80ad33 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ce4c41e-a379-4fac-affc-c4fd8f7924c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679766 Mar 10 15:32:02.660467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1bbd0-5fe7-4f18-8033-cdacd7c0e679 None None] New status for floating IP a30ba8dc-5223-47ba-be6d-a064c782eb3c: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:32:02.822580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-491c9d23-dbe3-4a6d-bcbf-c9238eea358c req-e3d8ca7d-10db-4da2-a93d-20432a1b703b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port 33c3806a-63ff-44bb-afd1-284aff0a9099 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:02.823080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-491c9d23-dbe3-4a6d-bcbf-c9238eea358c req-e3d8ca7d-10db-4da2-a93d-20432a1b703b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:02.984315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-491c9d23-dbe3-4a6d-bcbf-c9238eea358c req-e3d8ca7d-10db-4da2-a93d-20432a1b703b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port 33c3806a-63ff-44bb-afd1-284aff0a9099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=33c3806a-63ff-44bb-afd1-284aff0a9099,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:02.984693 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-491c9d23-dbe3-4a6d-bcbf-c9238eea358c req-e3d8ca7d-10db-4da2-a93d-20432a1b703b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:03.013273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-491c9d23-dbe3-4a6d-bcbf-c9238eea358c req-e3d8ca7d-10db-4da2-a93d-20432a1b703b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for 33c3806a-63ff-44bb-afd1-284aff0a9099 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:03.184166 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:03.363203 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-491c9d23-dbe3-4a6d-bcbf-c9238eea358c req-e3d8ca7d-10db-4da2-a93d-20432a1b703b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (33c3806a-63ff-44bb-afd1-284aff0a9099), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:03.506950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8ca7d-10db-4da2-a93d-20432a1b703b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=33c3806a-63ff-44bb-afd1-284aff0a9099,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:03.529446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-491c9d23-dbe3-4a6d-bcbf-c9238eea358c req-e3d8ca7d-10db-4da2-a93d-20432a1b703b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] No DVR routers for this DVR port 33c3806a-63ff-44bb-afd1-284aff0a9099 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:32:03.532298 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-491c9d23-dbe3-4a6d-bcbf-c9238eea358c req-e3d8ca7d-10db-4da2-a93d-20432a1b703b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:03.548324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-491c9d23-dbe3-4a6d-bcbf-c9238eea358c req-e3d8ca7d-10db-4da2-a93d-20432a1b703b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.62 "DELETE /v2.0/ports/33c3806a-63ff-44bb-afd1-284aff0a9099 HTTP/1.1" status: 204 len: 173 time: 0.9684050 Mar 10 15:32:03.548324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'name': 'network-vif-deleted', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:32:03.548324 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9072cea3-057d-4e01-8654-92c51008a9d9" -d '{"events": [{"server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "name": "network-vif-deleted", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:32:03.608078 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3597fb1-de7d-488a-aa95-8688c3a7c119 x-openstack-request-id: req-e3597fb1-de7d-488a-aa95-8688c3a7c119 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:32:03.608372 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0404b762-7160-4401-83d8-56a37bb905b3", "name": "network-vif-deleted", "tag": "33c3806a-63ff-44bb-afd1-284aff0a9099", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:32:03.608787 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3597fb1-de7d-488a-aa95-8688c3a7c119 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:32:03.609027 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0404b762-7160-4401-83d8-56a37bb905b3', 'name': 'network-vif-deleted', 'tag': '33c3806a-63ff-44bb-afd1-284aff0a9099', 'status': 'completed', 'code': 200} Mar 10 15:32:03.886935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67b4ed06-0359-4f20-a8c9-0a01a83e7263 req-b26597bb-cbbd-4180-b939-9bceb65c1f4b tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "GET /v2.0/ports?device_id=0404b762-7160-4401-83d8-56a37bb905b3 HTTP/1.1" status: 200 len: 210 time: 0.0486503 Mar 10 15:32:04.498668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] Deleting port 20bc7890-ab2a-4bed-867b-0554d9b988be {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:04.499326 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:04.589883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] For port 20bc7890-ab2a-4bed-867b-0554d9b988be, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=20bc7890-ab2a-4bed-867b-0554d9b988be,segment=NetworkSegment(031d5e2c-bfde-4742-8ffb-85da64ab7117),segment_id=031d5e2c-bfde-4742-8ffb-85da64ab7117)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:04.590590 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:04.604336 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] Calling delete_port for 20bc7890-ab2a-4bed-867b-0554d9b988be owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:04.893510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 33c3806a-63ff-44bb-afd1-284aff0a9099 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:32:04.930549 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (20bc7890-ab2a-4bed-867b-0554d9b988be), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:04.943145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 33c3806a-63ff-44bb-afd1-284aff0a9099 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:32:04.944805 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 33c3806a-63ff-44bb-afd1-284aff0a9099 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:32:04.963309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58696) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:04.998668 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=20bc7890-ab2a-4bed-867b-0554d9b988be,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:05.301483 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:05.718996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] Router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:32:05.935415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (b4908f9c-3e84-4519-8c7a-1012c63df071), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:06.113206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:32:06.128070 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8864d-e44e-44ad-8ce9-13b17b8a3694 None None] Sync routers for ids ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:32:06.160471 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b7f6fba1-a9e6-4859-b930-b4ae52af2b6c admin admin] 10.222.0.11 "PUT /v2.0/routers/9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0915110 Mar 10 15:32:06.175847 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8864d-e44e-44ad-8ce9-13b17b8a3694 None None] Routers {'9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:06.176673 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-67e8864d-e44e-44ad-8ce9-13b17b8a3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:06.177740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58740) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:06.376802 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-67e8864d-e44e-44ad-8ce9-13b17b8a3694 None None] Set router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:06.437829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Publish callbacks [] for router (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:06.647764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Publish callbacks [] for router_gateway (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:06.789443 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Deleting port 030de249-5a05-43dd-b83a-6ced133679e9 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:06.795064 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (030de249-5a05-43dd-b83a-6ced133679e9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:06.823868 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-67e8864d-e44e-44ad-8ce9-13b17b8a3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '030de249-5a05-43dd-b83a-6ced133679e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:32:04Z', 'revision_number': 5, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port': {'id': '030de249-5a05-43dd-b83a-6ced133679e9', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:27Z', 'updated_at': '2022-03-10T15:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:06.849583 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port f763c222-c19d-4b27-a3a2-6a5c40818622 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:06.850176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:06.865837 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8864d-e44e-44ad-8ce9-13b17b8a3694 None None] Checking router: 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:32:06.877344 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8864d-e44e-44ad-8ce9-13b17b8a3694 None None] Routers {'9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:06.878850 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-67e8864d-e44e-44ad-8ce9-13b17b8a3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:06.943691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58760) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:07.007686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] For port 030de249-5a05-43dd-b83a-6ced133679e9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=030de249-5a05-43dd-b83a-6ced133679e9,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:07.008298 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (030de249-5a05-43dd-b83a-6ced133679e9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.019502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port f763c222-c19d-4b27-a3a2-6a5c40818622, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f763c222-c19d-4b27-a3a2-6a5c40818622,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:07.020249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.030214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Calling delete_port for 030de249-5a05-43dd-b83a-6ced133679e9 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:07.045894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for f763c222-c19d-4b27-a3a2-6a5c40818622 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:07.199962 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24a83e92-046e-40c2-9323-47f7034b9657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.319652 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-67e8864d-e44e-44ad-8ce9-13b17b8a3694 None None] Set router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:07.362668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (f763c222-c19d-4b27-a3a2-6a5c40818622), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.401488 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-67e8864d-e44e-44ad-8ce9-13b17b8a3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:32:06Z', 'revision_number': 6, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:07.456180 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8864d-e44e-44ad-8ce9-13b17b8a3694 None None] The sync data for ids ['9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1'] in n-d-833090-1 is: [{'id': '9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1', 'name': 'tempest-TestServerBasicOps-1995810431-router', 'tenant_id': 'a700388e2b194b8b9d3063b7f9831734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:26Z', 'updated_at': '2022-03-10T15:32:06Z', 'revision_number': 6, 'project_id': 'a700388e2b194b8b9d3063b7f9831734', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:32:07.504931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=f763c222-c19d-4b27-a3a2-6a5c40818622,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:07.674774 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24a83e92-046e-40c2-9323-47f7034b9657 admin admin] Publish callbacks [] for security_group (0ca1b9d1-833f-4752-9347-113512948327), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.677067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (030de249-5a05-43dd-b83a-6ced133679e9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.708155 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-24a83e92-046e-40c2-9323-47f7034b9657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0ca1b9d1-833f-4752-9347-113512948327), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.826055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a83e92-046e-40c2-9323-47f7034b9657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca1b9d1-833f-4752-9347-113512948327,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:07.826760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Pushing event deleted for resources: {'Port': ['ID=030de249-5a05-43dd-b83a-6ced133679e9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:07.957819 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:07.977088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (b4908f9c-3e84-4519-8c7a-1012c63df071), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.017486 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-24a83e92-046e-40c2-9323-47f7034b9657 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=148c852f41f7417abac78b8bb973e3f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0714979 Mar 10 15:32:08.064384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58790) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:08.207216 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6100907a-ff85-44ce-89fe-647e078c13c8 admin admin] Publish callbacks [] for security_group (0ca1b9d1-833f-4752-9347-113512948327), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.236433 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.244217 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Publish callbacks [] for router_controller (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.303626 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6100907a-ff85-44ce-89fe-647e078c13c8 admin admin] Publish callbacks [] for security_group (0ca1b9d1-833f-4752-9347-113512948327), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.331554 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.332651 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:32:08.341486 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.345040 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-934f72ed-0e6b-4d23-b848-3cf2d3ccb27b admin admin] 10.222.0.11 "DELETE /v2.0/routers/9e2f5d1e-3883-4deb-aa7f-02c8b6552bc1 HTTP/1.1" status: 204 len: 168 time: 2.1654010 Mar 10 15:32:08.346937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58800) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:08.462163 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd316cd5-c750-42d9-90d9-03b3bc50caed admin admin] Deleting subnet 47179ac9-1680-465c-aea4-b5f57e0afe4a {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:32:08.469885 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd316cd5-c750-42d9-90d9-03b3bc50caed admin admin] Publish callbacks [] for subnet (47179ac9-1680-465c-aea4-b5f57e0afe4a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.490331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 20bc7890-ab2a-4bed-867b-0554d9b988be no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:32:08.502128 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6100907a-ff85-44ce-89fe-647e078c13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0ca1b9d1-833f-4752-9347-113512948327), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.506980 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6100907a-ff85-44ce-89fe-647e078c13c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.512728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6100907a-ff85-44ce-89fe-647e078c13c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ca1b9d1-833f-4752-9347-113512948327 HTTP/1.1" status: 204 len: 168 time: 0.4441130 Mar 10 15:32:08.530275 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 20bc7890-ab2a-4bed-867b-0554d9b988be {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:32:08.530544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 20bc7890-ab2a-4bed-867b-0554d9b988be not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:32:08.550970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Router b4908f9c-3e84-4519-8c7a-1012c63df071 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:32:08.552139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100907a-ff85-44ce-89fe-647e078c13c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca1b9d1-833f-4752-9347-113512948327,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:08.574670 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd316cd5-c750-42d9-90d9-03b3bc50caed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (47179ac9-1680-465c-aea4-b5f57e0afe4a), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.872295 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd316cd5-c750-42d9-90d9-03b3bc50caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (47179ac9-1680-465c-aea4-b5f57e0afe4a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:08.887994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:32:08.903853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-98912b0a-d3e1-4ada-a3ad-28deb0b7fc3f tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "PUT /v2.0/routers/b4908f9c-3e84-4519-8c7a-1012c63df071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9383597 Mar 10 15:32:08.904554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58812) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:08.905345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26178f5c-b26a-46d6-89a5-9828b175513c None None] Sync routers for ids ['b4908f9c-3e84-4519-8c7a-1012c63df071'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:32:08.921426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26178f5c-b26a-46d6-89a5-9828b175513c None None] Routers {'b4908f9c-3e84-4519-8c7a-1012c63df071'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:08.923048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-26178f5c-b26a-46d6-89a5-9828b175513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b4908f9c-3e84-4519-8c7a-1012c63df071'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:09.046984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bb7828-8091-4a50-ac4d-47dde27b0147 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting subnet e2798f80-fe93-4655-9ea9-d9c85736e248 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:32:09.060344 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7828-8091-4a50-ac4d-47dde27b0147 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (e2798f80-fe93-4655-9ea9-d9c85736e248), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.119405 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd316cd5-c750-42d9-90d9-03b3bc50caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (47179ac9-1680-465c-aea4-b5f57e0afe4a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.121124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58818) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:09.149820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fbb90be8-da2e-486b-80ba-f70978f0ed18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.190416 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd316cd5-c750-42d9-90d9-03b3bc50caed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47179ac9-1680-465c-aea4-b5f57e0afe4a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:09.194143 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd316cd5-c750-42d9-90d9-03b3bc50caed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.202585 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fd316cd5-c750-42d9-90d9-03b3bc50caed admin admin] 10.222.0.11 "DELETE /v2.0/subnets/47179ac9-1680-465c-aea4-b5f57e0afe4a HTTP/1.1" status: 204 len: 168 time: 0.8537786 Mar 10 15:32:09.205501 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58820) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:09.212035 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7828-8091-4a50-ac4d-47dde27b0147 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (e2798f80-fe93-4655-9ea9-d9c85736e248), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.262161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-26178f5c-b26a-46d6-89a5-9828b175513c None None] Set router b4908f9c-3e84-4519-8c7a-1012c63df071 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:09.357261 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (abf4c7d6-76fc-4284-9f01-abae706ae95f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.388185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282908ef-dd66-408f-9e82-52bedf81af33 None None] Network abf4c7d6-76fc-4284-9f01-abae706ae95f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:32:09.413616 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fbb90be8-da2e-486b-80ba-f70978f0ed18 admin admin] Publish callbacks [] for security_group (88252e9f-b36b-4405-ab8d-87d2a6d58875), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.424339 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fbb90be8-da2e-486b-80ba-f70978f0ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (88252e9f-b36b-4405-ab8d-87d2a6d58875), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.506530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Deleting port 7c7a2267-7558-4812-91e3-db8425874e8c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:09.509522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.584941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] For port 7c7a2267-7558-4812-91e3-db8425874e8c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=7c7a2267-7558-4812-91e3-db8425874e8c,segment=NetworkSegment(031d5e2c-bfde-4742-8ffb-85da64ab7117),segment_id=031d5e2c-bfde-4742-8ffb-85da64ab7117)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:09.585607 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.586672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb90be8-da2e-486b-80ba-f70978f0ed18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88252e9f-b36b-4405-ab8d-87d2a6d58875,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:09.597172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fbb90be8-da2e-486b-80ba-f70978f0ed18 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b331faf7c76460d8dfa0b1f19be69ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680350 Mar 10 15:32:09.603395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58826) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:09.617713 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Calling delete_port for 7c7a2267-7558-4812-91e3-db8425874e8c owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:09.725395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7c7a2267-7558-4812-91e3-db8425874e8c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.795974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0b41-fcbf-4b08-9c50-71191f3be6d9 admin admin] Publish callbacks [] for security_group (88252e9f-b36b-4405-ab8d-87d2a6d58875), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.812654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7a2267-7558-4812-91e3-db8425874e8c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:09.830177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] No DVR routers for this DVR port 7c7a2267-7558-4812-91e3-db8425874e8c on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:32:09.866621 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0b41-fcbf-4b08-9c50-71191f3be6d9 admin admin] Publish callbacks [] for security_group (88252e9f-b36b-4405-ab8d-87d2a6d58875), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.982326 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0b41-fcbf-4b08-9c50-71191f3be6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (88252e9f-b36b-4405-ab8d-87d2a6d58875), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:09.985614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-26178f5c-b26a-46d6-89a5-9828b175513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:32:07Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:10.002032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0b41-fcbf-4b08-9c50-71191f3be6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:10.004673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c1bd0b41-fcbf-4b08-9c50-71191f3be6d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88252e9f-b36b-4405-ab8d-87d2a6d58875 HTTP/1.1" status: 204 len: 168 time: 0.3922646 Mar 10 15:32:10.033539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7828-8091-4a50-ac4d-47dde27b0147 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e2798f80-fe93-4655-9ea9-d9c85736e248), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:10.066240 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (abf4c7d6-76fc-4284-9f01-abae706ae95f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:10.104508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd0b41-fcbf-4b08-9c50-71191f3be6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88252e9f-b36b-4405-ab8d-87d2a6d58875,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:10.105764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d89b15-9283-473f-9614-b86fbeeaa5b9 None None] DHCP port deletion for abf4c7d6-76fc-4284-9f01-abae706ae95f request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:32:10.126502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26178f5c-b26a-46d6-89a5-9828b175513c None None] Checking router: b4908f9c-3e84-4519-8c7a-1012c63df071 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:32:10.144711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf4c7d6-76fc-4284-9f01-abae706ae95f']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:10.170375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031d5e2c-bfde-4742-8ffb-85da64ab7117') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:10.170375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031d5e2c-bfde-4742-8ffb-85da64ab7117') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:10.192551 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (031d5e2c-bfde-4742-8ffb-85da64ab7117), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:10.206422 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7828-8091-4a50-ac4d-47dde27b0147 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (e2798f80-fe93-4655-9ea9-d9c85736e248), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:10.226079 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (031d5e2c-bfde-4742-8ffb-85da64ab7117), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:10.245259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26178f5c-b26a-46d6-89a5-9828b175513c None None] Routers {'b4908f9c-3e84-4519-8c7a-1012c63df071'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:10.246403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-26178f5c-b26a-46d6-89a5-9828b175513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b4908f9c-3e84-4519-8c7a-1012c63df071'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:10.248383 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:32:10.250525 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (031d5e2c-bfde-4742-8ffb-85da64ab7117), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:32:10.256475 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:32:10.280597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb7828-8091-4a50-ac4d-47dde27b0147 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Subnet': ['ID=e2798f80-fe93-4655-9ea9-d9c85736e248,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:10.296552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8bb7828-8091-4a50-ac4d-47dde27b0147 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:10.305829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c8bb7828-8091-4a50-ac4d-47dde27b0147 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/subnets/e2798f80-fe93-4655-9ea9-d9c85736e248 HTTP/1.1" status: 204 len: 168 time: 1.3986259 Mar 10 15:32:10.308019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58840) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:10.335796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e52f43-9add-4202-bd60-e28892ec6beb None None] Network 671d49de-fea3-4a86-8fc5-6ddfdbb92025 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:32:10.388158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 030de249-5a05-43dd-b83a-6ced133679e9 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:32:10.453141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 030de249-5a05-43dd-b83a-6ced133679e9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:32:10.456430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 030de249-5a05-43dd-b83a-6ced133679e9 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:32:10.548227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (abf4c7d6-76fc-4284-9f01-abae706ae95f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:10.567838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:10.572722 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] 10.222.0.11 "DELETE /v2.0/networks/abf4c7d6-76fc-4284-9f01-abae706ae95f HTTP/1.1" status: 204 len: 168 time: 1.3660152 Mar 10 15:32:10.575660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58850) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:10.614561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bce8cd-4432-41ce-9eb8-e2a46874ad5a admin admin] Pushing event deleted for resources: {'Network': ['ID=abf4c7d6-76fc-4284-9f01-abae706ae95f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:10.686176 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (b4908f9c-3e84-4519-8c7a-1012c63df071), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:10.874140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-26178f5c-b26a-46d6-89a5-9828b175513c None None] Set router b4908f9c-3e84-4519-8c7a-1012c63df071 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:11.014518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_gateway (b4908f9c-3e84-4519-8c7a-1012c63df071), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:11.117624 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Deleting port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:11.118297 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:11.325358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] DHCP port deletion for 671d49de-fea3-4a86-8fc5-6ddfdbb92025 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:32:11.330734 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (2ee24917-0374-41a6-bd2b-ee9d1da64091), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:11.371455 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] For port 0c318413-ccc1-4b11-9741-e7c1de1f5d5f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c318413-ccc1-4b11-9741-e7c1de1f5d5f,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:11.372000 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:11.391056 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Calling delete_port for 0c318413-ccc1-4b11-9741-e7c1de1f5d5f owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:11.458669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-26178f5c-b26a-46d6-89a5-9828b175513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:32:07Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:11.525094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Deleting port ce7744f4-f328-4676-8067-5b46d203a091 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:11.525476 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ce7744f4-f328-4676-8067-5b46d203a091), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:11.631288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] For port ce7744f4-f328-4676-8067-5b46d203a091, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ce7744f4-f328-4676-8067-5b46d203a091,segment=NetworkSegment(89fbc39b-be56-429c-a7b6-21c6b0e4cedc),segment_id=89fbc39b-be56-429c-a7b6-21c6b0e4cedc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:11.631998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ce7744f4-f328-4676-8067-5b46d203a091), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:11.646554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Calling delete_port for ce7744f4-f328-4676-8067-5b46d203a091 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:11.751443 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (0c318413-ccc1-4b11-9741-e7c1de1f5d5f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:11.777566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26178f5c-b26a-46d6-89a5-9828b175513c None None] The sync data for ids ['b4908f9c-3e84-4519-8c7a-1012c63df071'] in n-d-833090-1 is: [{'id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'name': 'tempest-TestNetworkAdvancedServerOps-router-722200288', 'tenant_id': 'c674686624284cd388d76dbc1471089d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:28:56Z', 'updated_at': '2022-03-10T15:32:07Z', 'revision_number': 5, 'project_id': 'c674686624284cd388d76dbc1471089d', 'gw_port': {'id': '0c318413-ccc1-4b11-9741-e7c1de1f5d5f', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4908f9c-3e84-4519-8c7a-1012c63df071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:28:57Z', 'updated_at': '2022-03-10T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:32:11.782338 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (ce7744f4-f328-4676-8067-5b46d203a091), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:11.861073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Port': ['ID=0c318413-ccc1-4b11-9741-e7c1de1f5d5f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:11.861649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Pushing event deleted for resources: {'Port': ['ID=ce7744f4-f328-4676-8067-5b46d203a091,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:11.874187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.874545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.874925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.875270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.875702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.876051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.876469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.876706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.877032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.885723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.886477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.887017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.887509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:11.890641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a7e66-990b-45ad-9915-18905ab6bf4f None None] No DVR routers for this DVR port ce7744f4-f328-4676-8067-5b46d203a091 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:32:11.962423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] Deleting port bd073069-aef8-41ec-86a4-e744bc39ff17 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:11.964746 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.003257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (b4908f9c-3e84-4519-8c7a-1012c63df071), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.183702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] For port bd073069-aef8-41ec-86a4-e744bc39ff17, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=bd073069-aef8-41ec-86a4-e744bc39ff17,segment=NetworkSegment(09d1b7b3-16fc-499f-b189-b707dcaa73e2),segment_id=09d1b7b3-16fc-499f-b189-b707dcaa73e2)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:12.184080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.215378 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] Calling delete_port for bd073069-aef8-41ec-86a4-e744bc39ff17 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:12.222363 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (b4908f9c-3e84-4519-8c7a-1012c63df071), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.228598 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router_controller (b4908f9c-3e84-4519-8c7a-1012c63df071), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.395472 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (b4908f9c-3e84-4519-8c7a-1012c63df071), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.396393 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Fanout notify agent at l3_agent the message router_deleted on router b4908f9c-3e84-4519-8c7a-1012c63df071 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:32:12.404611 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.405757 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ef935fbf-28fc-497e-8a4f-261ed533fdf5 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/routers/b4908f9c-3e84-4519-8c7a-1012c63df071 HTTP/1.1" status: 204 len: 168 time: 2.0967324 Mar 10 15:32:12.411730 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58902) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:12.467476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ce7744f4-f328-4676-8067-5b46d203a091 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:32:12.542745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: ce7744f4-f328-4676-8067-5b46d203a091 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:32:12.547960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ce7744f4-f328-4676-8067-5b46d203a091 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:32:12.551283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7c7a2267-7558-4812-91e3-db8425874e8c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:32:12.592200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (671d49de-fea3-4a86-8fc5-6ddfdbb92025), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.611917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 7c7a2267-7558-4812-91e3-db8425874e8c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:32:12.612270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 7c7a2267-7558-4812-91e3-db8425874e8c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:32:12.612687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f763c222-c19d-4b27-a3a2-6a5c40818622 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:32:12.660149 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bd073069-aef8-41ec-86a4-e744bc39ff17), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.695349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f763c222-c19d-4b27-a3a2-6a5c40818622 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:32:12.696783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f763c222-c19d-4b27-a3a2-6a5c40818622 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:32:12.733925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] Pushing event deleted for resources: {'Port': ['ID=bd073069-aef8-41ec-86a4-e744bc39ff17,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:12.851872 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (671d49de-fea3-4a86-8fc5-6ddfdbb92025), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.913985 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671d49de-fea3-4a86-8fc5-6ddfdbb92025']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:12.934722 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fbc39b-be56-429c-a7b6-21c6b0e4cedc') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:12.935972 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fbc39b-be56-429c-a7b6-21c6b0e4cedc') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:12.958209 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (89fbc39b-be56-429c-a7b6-21c6b0e4cedc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.990151 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (89fbc39b-be56-429c-a7b6-21c6b0e4cedc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:12.999247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:32:13.006049 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (89fbc39b-be56-429c-a7b6-21c6b0e4cedc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:32:13.122909 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:32:13.149390 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (2ee24917-0374-41a6-bd2b-ee9d1da64091), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:13.154929 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (671d49de-fea3-4a86-8fc5-6ddfdbb92025), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:13.172918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:13.178642 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/networks/671d49de-fea3-4a86-8fc5-6ddfdbb92025 HTTP/1.1" status: 204 len: 168 time: 0.7658296 Mar 10 15:32:13.207967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58922) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:13.258745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eead84c-4a12-4377-b3c3-cd5a25b73870 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'Network': ['ID=671d49de-fea3-4a86-8fc5-6ddfdbb92025,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:13.422465 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6328be1c-6e62-49dc-9340-44b9f9adc1f2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (4ce4c41e-a379-4fac-affc-c4fd8f7924c9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:13.526775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6328be1c-6e62-49dc-9340-44b9f9adc1f2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (4ce4c41e-a379-4fac-affc-c4fd8f7924c9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:13.652776 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6328be1c-6e62-49dc-9340-44b9f9adc1f2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4ce4c41e-a379-4fac-affc-c4fd8f7924c9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:13.655893 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6328be1c-6e62-49dc-9340-44b9f9adc1f2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:13.660133 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6328be1c-6e62-49dc-9340-44b9f9adc1f2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] 10.222.0.11 "DELETE /v2.0/security-groups/4ce4c41e-a379-4fac-affc-c4fd8f7924c9 HTTP/1.1" status: 204 len: 168 time: 0.4484668 Mar 10 15:32:13.675351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328be1c-6e62-49dc-9340-44b9f9adc1f2 tempest-TestNetworkAdvancedServerOps-138287073 tempest-TestNetworkAdvancedServerOps-138287073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce4c41e-a379-4fac-affc-c4fd8f7924c9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:14.126828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c318413-ccc1-4b11-9741-e7c1de1f5d5f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:32:14.188765 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 0c318413-ccc1-4b11-9741-e7c1de1f5d5f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:32:14.189319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c318413-ccc1-4b11-9741-e7c1de1f5d5f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:32:14.280454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] Router 2ee24917-0374-41a6-bd2b-ee9d1da64091 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:32:14.372609 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58964) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:14.435587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:32:14.461885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-03a8f11c-c9c9-4b54-9635-e2a2184ffdec admin admin] 10.222.0.11 "PUT /v2.0/routers/2ee24917-0374-41a6-bd2b-ee9d1da64091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8850937 Mar 10 15:32:14.464320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 58976) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:14.465724 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485932ea-0d9d-4079-8e31-ac0c1bc1230e None None] Sync routers for ids ['2ee24917-0374-41a6-bd2b-ee9d1da64091'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:32:14.483365 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485932ea-0d9d-4079-8e31-ac0c1bc1230e None None] Routers {'2ee24917-0374-41a6-bd2b-ee9d1da64091'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:14.500659 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-485932ea-0d9d-4079-8e31-ac0c1bc1230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2ee24917-0374-41a6-bd2b-ee9d1da64091'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:14.735112 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Publish callbacks [] for router (2ee24917-0374-41a6-bd2b-ee9d1da64091), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:14.766743 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-485932ea-0d9d-4079-8e31-ac0c1bc1230e None None] Set router 2ee24917-0374-41a6-bd2b-ee9d1da64091 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:14.818603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 58986) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:14.818945 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6c236b1e-8916-4a29-9469-e890db240932 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c674686624284cd388d76dbc1471089d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4448402 Mar 10 15:32:14.918627 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-673f7b1e-fe8c-4a31-97da-3fed0b01fd04 admin admin] Publish callbacks [] for security_group (c9de223a-f7a9-49cb-a515-183a20594a0d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:14.944689 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-673f7b1e-fe8c-4a31-97da-3fed0b01fd04 admin admin] Publish callbacks [] for security_group (c9de223a-f7a9-49cb-a515-183a20594a0d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:14.967243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Publish callbacks [] for router_gateway (2ee24917-0374-41a6-bd2b-ee9d1da64091), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:15.009119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-673f7b1e-fe8c-4a31-97da-3fed0b01fd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c9de223a-f7a9-49cb-a515-183a20594a0d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:15.049727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-673f7b1e-fe8c-4a31-97da-3fed0b01fd04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:15.055664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-673f7b1e-fe8c-4a31-97da-3fed0b01fd04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9de223a-f7a9-49cb-a515-183a20594a0d HTTP/1.1" status: 204 len: 168 time: 0.2356412 Mar 10 15:32:15.080100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f7b1e-fe8c-4a31-97da-3fed0b01fd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9de223a-f7a9-49cb-a515-183a20594a0d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:15.148804 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Deleting port b2767c7d-f6bd-46ba-9a34-45b436119cef {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:15.151118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:15.221953 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-485932ea-0d9d-4079-8e31-ac0c1bc1230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'name': 'tempest-TestServerBasicOps-465425144-router', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:34Z', 'updated_at': '2022-03-10T15:32:12Z', 'revision_number': 5, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'gw_port': {'id': 'b2767c7d-f6bd-46ba-9a34-45b436119cef', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:26:35Z', 'updated_at': '2022-03-10T15:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:15.252290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59004) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:15.295187 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485932ea-0d9d-4079-8e31-ac0c1bc1230e None None] Checking router: 2ee24917-0374-41a6-bd2b-ee9d1da64091 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:32:15.316042 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485932ea-0d9d-4079-8e31-ac0c1bc1230e None None] Routers {'2ee24917-0374-41a6-bd2b-ee9d1da64091'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:15.317255 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-485932ea-0d9d-4079-8e31-ac0c1bc1230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:31:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2ee24917-0374-41a6-bd2b-ee9d1da64091'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:15.383504 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] For port b2767c7d-f6bd-46ba-9a34-45b436119cef, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b2767c7d-f6bd-46ba-9a34-45b436119cef,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:15.384042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:15.399340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Calling delete_port for b2767c7d-f6bd-46ba-9a34-45b436119cef owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:15.541276 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-485932ea-0d9d-4079-8e31-ac0c1bc1230e None None] Set router 2ee24917-0374-41a6-bd2b-ee9d1da64091 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:15.645982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7e28c43f-3c0e-4288-83e0-de724cde4a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:15.697055 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-485932ea-0d9d-4079-8e31-ac0c1bc1230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'name': 'tempest-TestServerBasicOps-465425144-router', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:34Z', 'updated_at': '2022-03-10T15:32:14Z', 'revision_number': 6, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:15.749705 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485932ea-0d9d-4079-8e31-ac0c1bc1230e None None] The sync data for ids ['2ee24917-0374-41a6-bd2b-ee9d1da64091'] in n-d-833090-1 is: [{'id': '2ee24917-0374-41a6-bd2b-ee9d1da64091', 'name': 'tempest-TestServerBasicOps-465425144-router', 'tenant_id': '0b47a93438424f5c9f989ed513aa2bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:26:34Z', 'updated_at': '2022-03-10T15:32:14Z', 'revision_number': 6, 'project_id': '0b47a93438424f5c9f989ed513aa2bf4', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:32:15.799116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7e28c43f-3c0e-4288-83e0-de724cde4a34 admin admin] Publish callbacks [] for security_group (c830d647-de1e-4a8b-a53b-5b9295dabcc8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:15.808052 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7e28c43f-3c0e-4288-83e0-de724cde4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c830d647-de1e-4a8b-a53b-5b9295dabcc8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:15.811860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59016) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:15.833850 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b2767c7d-f6bd-46ba-9a34-45b436119cef), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:15.858967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28c43f-3c0e-4288-83e0-de724cde4a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c830d647-de1e-4a8b-a53b-5b9295dabcc8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:15.878267 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2767c7d-f6bd-46ba-9a34-45b436119cef,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:15.946251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7e28c43f-3c0e-4288-83e0-de724cde4a34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4b2608b13bd4821acf7eb8808e2a245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6927276 Mar 10 15:32:15.947045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59022) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:15.986846 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (2ee24917-0374-41a6-bd2b-ee9d1da64091), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.035355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-00c70fac-8093-4f36-b84e-5032cfc6e4f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1b88327e624424c813364cc4d0c0e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1827056 Mar 10 15:32:16.041330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59028) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:16.125965 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (2ee24917-0374-41a6-bd2b-ee9d1da64091), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.132206 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Publish callbacks [] for router_controller (2ee24917-0374-41a6-bd2b-ee9d1da64091), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.189811 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b5faf11-77fd-4dc1-8df7-0c313e4501ff admin admin] Publish callbacks [] for security_group (c830d647-de1e-4a8b-a53b-5b9295dabcc8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.202002 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c1aae1c0-e686-464d-8434-de848499d520 admin admin] Publish callbacks [] for security_group (b04e9961-9334-4906-8ddf-b6eb04e863f4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.202967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (2ee24917-0374-41a6-bd2b-ee9d1da64091), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.202967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee24917-0374-41a6-bd2b-ee9d1da64091 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:32:16.207936 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.210278 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-63eeb95e-7bc4-44aa-b8f6-d0ca27a923a5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2ee24917-0374-41a6-bd2b-ee9d1da64091 HTTP/1.1" status: 204 len: 168 time: 1.7448795 Mar 10 15:32:16.212984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59034) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:16.293238 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b5faf11-77fd-4dc1-8df7-0c313e4501ff admin admin] Publish callbacks [] for security_group (c830d647-de1e-4a8b-a53b-5b9295dabcc8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.305019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c1aae1c0-e686-464d-8434-de848499d520 admin admin] Publish callbacks [] for security_group (b04e9961-9334-4906-8ddf-b6eb04e863f4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.306174 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d07d5a-0694-4cab-89d8-353943c9833b admin admin] Deleting subnet 5ca26627-174e-4311-93d0-3df8b668a90e {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:32:16.308522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bd073069-aef8-41ec-86a4-e744bc39ff17 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:32:16.310251 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0d07d5a-0694-4cab-89d8-353943c9833b admin admin] Publish callbacks [] for subnet (5ca26627-174e-4311-93d0-3df8b668a90e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.368276 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: bd073069-aef8-41ec-86a4-e744bc39ff17 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:32:16.368737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device bd073069-aef8-41ec-86a4-e744bc39ff17 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:32:16.376956 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0d07d5a-0694-4cab-89d8-353943c9833b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (5ca26627-174e-4311-93d0-3df8b668a90e), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.392660 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:32:16.464212 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b5faf11-77fd-4dc1-8df7-0c313e4501ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c830d647-de1e-4a8b-a53b-5b9295dabcc8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.480434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9b5faf11-77fd-4dc1-8df7-0c313e4501ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.482274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9b5faf11-77fd-4dc1-8df7-0c313e4501ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c830d647-de1e-4a8b-a53b-5b9295dabcc8 HTTP/1.1" status: 204 len: 168 time: 0.5328887 Mar 10 15:32:16.496040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5faf11-77fd-4dc1-8df7-0c313e4501ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830d647-de1e-4a8b-a53b-5b9295dabcc8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:16.512986 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c1aae1c0-e686-464d-8434-de848499d520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b04e9961-9334-4906-8ddf-b6eb04e863f4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.515983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c1aae1c0-e686-464d-8434-de848499d520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.517109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c1aae1c0-e686-464d-8434-de848499d520 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b04e9961-9334-4906-8ddf-b6eb04e863f4 HTTP/1.1" status: 204 len: 168 time: 0.4738166 Mar 10 15:32:16.525967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aae1c0-e686-464d-8434-de848499d520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04e9961-9334-4906-8ddf-b6eb04e863f4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:16.597552 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0d07d5a-0694-4cab-89d8-353943c9833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (5ca26627-174e-4311-93d0-3df8b668a90e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.706671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0d07d5a-0694-4cab-89d8-353943c9833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (5ca26627-174e-4311-93d0-3df8b668a90e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.796314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d07d5a-0694-4cab-89d8-353943c9833b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca26627-174e-4311-93d0-3df8b668a90e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:16.814902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0d07d5a-0694-4cab-89d8-353943c9833b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:16.820224 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c8233b-c998-4064-b7f0-248b7a0f9972 None None] Network 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:32:16.843438 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c0d07d5a-0694-4cab-89d8-353943c9833b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5ca26627-174e-4311-93d0-3df8b668a90e HTTP/1.1" status: 204 len: 168 time: 0.6270089 Mar 10 15:32:16.847362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59050) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:17.085731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9690cc70-bb7e-446a-9cb1-0e4bd60f6c32), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.174387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a322cb17-e74f-4425-967c-db38709e2da1 None None] DHCP port deletion for 9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:32:17.264942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Deleting port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:17.265351 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.393687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a322cb17-e74f-4425-967c-db38709e2da1 None None] Deleting port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:17.394929 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a322cb17-e74f-4425-967c-db38709e2da1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.493754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] For port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2f9e4848-bc30-4d92-9a8e-c98a41bfa501,segment=NetworkSegment(09d1b7b3-16fc-499f-b189-b707dcaa73e2),segment_id=09d1b7b3-16fc-499f-b189-b707dcaa73e2)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:17.494137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.508481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a322cb17-e74f-4425-967c-db38709e2da1 None None] For port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2f9e4848-bc30-4d92-9a8e-c98a41bfa501,segment=NetworkSegment(09d1b7b3-16fc-499f-b189-b707dcaa73e2),segment_id=09d1b7b3-16fc-499f-b189-b707dcaa73e2)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:17.509259 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a322cb17-e74f-4425-967c-db38709e2da1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.521552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Calling delete_port for 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:17.540688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a322cb17-e74f-4425-967c-db38709e2da1 None None] Calling delete_port for 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:17.598107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59066) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:17.648004 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2690c889-4400-4686-84b7-abbd4b0d774f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.659662 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a322cb17-e74f-4425-967c-db38709e2da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.673307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a322cb17-e74f-4425-967c-db38709e2da1 None None] No DVR routers for this DVR port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:32:17.702262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322cb17-e74f-4425-967c-db38709e2da1 None None] Pushing event deleted for resources: {'Port': ['ID=2f9e4848-bc30-4d92-9a8e-c98a41bfa501,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:17.703131 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2f9e4848-bc30-4d92-9a8e-c98a41bfa501), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.750218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] No DVR routers for this DVR port 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:32:17.803577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9e4848-bc30-4d92-9a8e-c98a41bfa501,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:17.816699 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2690c889-4400-4686-84b7-abbd4b0d774f admin admin] Publish callbacks [] for security_group (306a4959-af2b-4740-b608-4f40abf9d4ec), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.824269 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2690c889-4400-4686-84b7-abbd4b0d774f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (306a4959-af2b-4740-b608-4f40abf9d4ec), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.865995 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2690c889-4400-4686-84b7-abbd4b0d774f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82509a99a15541e0a23e82d75b8c3bf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2651956 Mar 10 15:32:17.871244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59074) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:17.876945 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9690cc70-bb7e-446a-9cb1-0e4bd60f6c32), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.901949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9690cc70-bb7e-446a-9cb1-0e4bd60f6c32']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:17.919558 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690c889-4400-4686-84b7-abbd4b0d774f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306a4959-af2b-4740-b608-4f40abf9d4ec,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:17.920562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d1b7b3-16fc-499f-b189-b707dcaa73e2') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:17.920935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d1b7b3-16fc-499f-b189-b707dcaa73e2') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:17.941382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-848b74f5-59fc-4262-839e-0912426a9680 admin admin] Publish callbacks [] for security_group (306a4959-af2b-4740-b608-4f40abf9d4ec), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.950384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (09d1b7b3-16fc-499f-b189-b707dcaa73e2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.967531 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-848b74f5-59fc-4262-839e-0912426a9680 admin admin] Publish callbacks [] for security_group (306a4959-af2b-4740-b608-4f40abf9d4ec), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.987762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (09d1b7b3-16fc-499f-b189-b707dcaa73e2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:17.999846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:32:18.000873 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (09d1b7b3-16fc-499f-b189-b707dcaa73e2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:32:18.009509 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:32:18.026712 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:18.055712 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-848b74f5-59fc-4262-839e-0912426a9680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (306a4959-af2b-4740-b608-4f40abf9d4ec), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:18.058587 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-848b74f5-59fc-4262-839e-0912426a9680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:18.072187 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-848b74f5-59fc-4262-839e-0912426a9680 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/306a4959-af2b-4740-b608-4f40abf9d4ec HTTP/1.1" status: 204 len: 168 time: 0.1902390 Mar 10 15:32:18.096895 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9690cc70-bb7e-446a-9cb1-0e4bd60f6c32), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:18.113342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b74f5-59fc-4262-839e-0912426a9680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306a4959-af2b-4740-b608-4f40abf9d4ec,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:18.117822 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:18.127823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9690cc70-bb7e-446a-9cb1-0e4bd60f6c32 HTTP/1.1" status: 204 len: 168 time: 1.2777891 Mar 10 15:32:18.137367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:32:18.170868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3923a4-15ee-4fb6-8108-77f3975c3cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9690cc70-bb7e-446a-9cb1-0e4bd60f6c32,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:18.181141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:32:18.181565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2f9e4848-bc30-4d92-9a8e-c98a41bfa501 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:32:18.182074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b2767c7d-f6bd-46ba-9a34-45b436119cef no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:32:18.215358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: b2767c7d-f6bd-46ba-9a34-45b436119cef {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:32:18.215800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b2767c7d-f6bd-46ba-9a34-45b436119cef not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:32:18.479386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59096) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:18.563500 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4ceb0ffe-0937-4e1c-b2e0-c87a1fe13197 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a700388e2b194b8b9d3063b7f9831734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827682 Mar 10 15:32:18.565807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59100) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:18.624583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b533185-d526-405d-bd6e-49b9d549dd28 admin admin] Publish callbacks [] for security_group (ea133ecd-533d-4e05-9e7d-ef5b928fdbba), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:18.661501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b533185-d526-405d-bd6e-49b9d549dd28 admin admin] Publish callbacks [] for security_group (ea133ecd-533d-4e05-9e7d-ef5b928fdbba), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:18.749006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b533185-d526-405d-bd6e-49b9d549dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ea133ecd-533d-4e05-9e7d-ef5b928fdbba), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:18.755960 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7b533185-d526-405d-bd6e-49b9d549dd28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:18.761875 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7b533185-d526-405d-bd6e-49b9d549dd28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea133ecd-533d-4e05-9e7d-ef5b928fdbba HTTP/1.1" status: 204 len: 168 time: 0.1949687 Mar 10 15:32:18.778647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b533185-d526-405d-bd6e-49b9d549dd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea133ecd-533d-4e05-9e7d-ef5b928fdbba,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:19.200346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59126) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:19.303842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-11612fb3-cf9e-4f06-b756-6f4cc705ffeb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b47a93438424f5c9f989ed513aa2bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0993717 Mar 10 15:32:19.304393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59138) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:19.441985 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Publish callbacks [] for security_group (a800901d-2bc4-4e55-9a93-d01ed6c2e8ef), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:19.486347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Publish callbacks [] for security_group (a800901d-2bc4-4e55-9a93-d01ed6c2e8ef), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:19.564262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (a800901d-2bc4-4e55-9a93-d01ed6c2e8ef), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:19.567116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:19.568339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a800901d-2bc4-4e55-9a93-d01ed6c2e8ef HTTP/1.1" status: 204 len: 168 time: 0.2611260 Mar 10 15:32:19.579486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a800901d-2bc4-4e55-9a93-d01ed6c2e8ef,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:19.598435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.598785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.599155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.599491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.599827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.600152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.600484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.610224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.610577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.610975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.611324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.611658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:19.611987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46edfc4e-deef-407f-9087-aa2288c9f480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:20.783537 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:21.744229 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c8d071e3-d6b8-4238-8975-5c7ca63a1da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:22.014762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59234) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:22.166421 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2cd-8426-43f6-8aa9-8993eeabb928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:22.295427 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2cd-8426-43f6-8aa9-8993eeabb928 admin admin] Publish callbacks [] for security_group (ca2cb048-a6b5-4383-8469-61b464a550fc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:22.311717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f93fd2cd-8426-43f6-8aa9-8993eeabb928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ca2cb048-a6b5-4383-8469-61b464a550fc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:22.360015 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59248) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:22.360666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f93fd2cd-8426-43f6-8aa9-8993eeabb928 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68d9fb89011a4922a63900de15e33f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434691 Mar 10 15:32:22.377963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fd2cd-8426-43f6-8aa9-8993eeabb928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2cb048-a6b5-4383-8469-61b464a550fc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:22.459918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Publish callbacks [] for security_group (ca2cb048-a6b5-4383-8469-61b464a550fc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:22.483116 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Publish callbacks [] for security_group (ca2cb048-a6b5-4383-8469-61b464a550fc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:22.557242 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ca2cb048-a6b5-4383-8469-61b464a550fc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:22.560569 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:22.564966 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca2cb048-a6b5-4383-8469-61b464a550fc HTTP/1.1" status: 204 len: 168 time: 0.2036574 Mar 10 15:32:22.573820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2cb048-a6b5-4383-8469-61b464a550fc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:22.583063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.583659 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.584188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.584931 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.585649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.586233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.586725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.587242 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.587826 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.588360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.588870 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.589337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:22.589936 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdbb02a-d485-476d-8680-58bc742c9bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:32:24.079378 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c97578f4-8c24-4922-8f15-a981624b1de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:25.311651 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:26.646640 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:26.792098 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59418) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:27.005846 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27f2725a-1b1a-4350-8fc9-002852ced269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:27.163032 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27f2725a-1b1a-4350-8fc9-002852ced269 admin admin] Publish callbacks [] for security_group (4b7f599a-29e2-49af-aae1-e69e39912e0b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:27.174222 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27f2725a-1b1a-4350-8fc9-002852ced269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4b7f599a-29e2-49af-aae1-e69e39912e0b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:27.212404 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-27f2725a-1b1a-4350-8fc9-002852ced269 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=408c8e0e9ec44018bb8d0e542e4c49fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4186370 Mar 10 15:32:27.215412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59430) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:27.241082 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2725a-1b1a-4350-8fc9-002852ced269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7f599a-29e2-49af-aae1-e69e39912e0b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:27.308051 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3235c923-692f-42a8-8e88-e7e47dc9c5b6 admin admin] Publish callbacks [] for security_group (4b7f599a-29e2-49af-aae1-e69e39912e0b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:27.332792 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3235c923-692f-42a8-8e88-e7e47dc9c5b6 admin admin] Publish callbacks [] for security_group (4b7f599a-29e2-49af-aae1-e69e39912e0b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:27.383850 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3235c923-692f-42a8-8e88-e7e47dc9c5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4b7f599a-29e2-49af-aae1-e69e39912e0b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:27.387461 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3235c923-692f-42a8-8e88-e7e47dc9c5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:27.389263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3235c923-692f-42a8-8e88-e7e47dc9c5b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b7f599a-29e2-49af-aae1-e69e39912e0b HTTP/1.1" status: 204 len: 168 time: 0.1734021 Mar 10 15:32:27.417191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235c923-692f-42a8-8e88-e7e47dc9c5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7f599a-29e2-49af-aae1-e69e39912e0b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:27.904300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59454) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:27.929021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cf91159d-f0c5-43c8-935c-c232b987b149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:28.064109 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cf91159d-f0c5-43c8-935c-c232b987b149 admin admin] Publish callbacks [] for security_group (2d62d61e-624a-4bc9-bbdd-4d2423e9ce99), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:28.069542 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cf91159d-f0c5-43c8-935c-c232b987b149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2d62d61e-624a-4bc9-bbdd-4d2423e9ce99), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:28.122537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91159d-f0c5-43c8-935c-c232b987b149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d62d61e-624a-4bc9-bbdd-4d2423e9ce99,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:28.131377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cf91159d-f0c5-43c8-935c-c232b987b149 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e684f8b0d504d1c980c1d954abc2c02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2234442 Mar 10 15:32:28.135245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59460) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:28.228238 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7044-00b8-4d4d-8544-6a51f4e58e2e admin admin] Publish callbacks [] for security_group (2d62d61e-624a-4bc9-bbdd-4d2423e9ce99), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:28.280273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7044-00b8-4d4d-8544-6a51f4e58e2e admin admin] Publish callbacks [] for security_group (2d62d61e-624a-4bc9-bbdd-4d2423e9ce99), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:28.285669 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:28.345751 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7044-00b8-4d4d-8544-6a51f4e58e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2d62d61e-624a-4bc9-bbdd-4d2423e9ce99), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:28.348840 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7044-00b8-4d4d-8544-6a51f4e58e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:28.354367 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a5cb7044-00b8-4d4d-8544-6a51f4e58e2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d62d61e-624a-4bc9-bbdd-4d2423e9ce99 HTTP/1.1" status: 204 len: 168 time: 0.2120538 Mar 10 15:32:28.362335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb7044-00b8-4d4d-8544-6a51f4e58e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d62d61e-624a-4bc9-bbdd-4d2423e9ce99,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:32.129169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59722) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:32.275637 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5de27d72-b158-44c0-8ff5-a6b16391c18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:32.385979 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5de27d72-b158-44c0-8ff5-a6b16391c18d admin admin] Publish callbacks [] for security_group (dd3c0686-2d8f-48e5-96c2-3293317f274d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:32.397229 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5de27d72-b158-44c0-8ff5-a6b16391c18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dd3c0686-2d8f-48e5-96c2-3293317f274d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:32.443538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59730) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:32.444204 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5de27d72-b158-44c0-8ff5-a6b16391c18d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58e312c147434807acecea8e5b242cc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125486 Mar 10 15:32:32.445677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de27d72-b158-44c0-8ff5-a6b16391c18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3c0686-2d8f-48e5-96c2-3293317f274d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:32.516959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c972bd-121f-4ec6-9a48-dc47e55af953 admin admin] Publish callbacks [] for security_group (dd3c0686-2d8f-48e5-96c2-3293317f274d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:32.555817 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c972bd-121f-4ec6-9a48-dc47e55af953 admin admin] Publish callbacks [] for security_group (dd3c0686-2d8f-48e5-96c2-3293317f274d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:32.613166 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c972bd-121f-4ec6-9a48-dc47e55af953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dd3c0686-2d8f-48e5-96c2-3293317f274d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:32.616736 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2c972bd-121f-4ec6-9a48-dc47e55af953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:32.620872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e2c972bd-121f-4ec6-9a48-dc47e55af953 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd3c0686-2d8f-48e5-96c2-3293317f274d HTTP/1.1" status: 204 len: 168 time: 0.1758814 Mar 10 15:32:32.630841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c972bd-121f-4ec6-9a48-dc47e55af953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3c0686-2d8f-48e5-96c2-3293317f274d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:33.047959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59752) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:33.070481 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02914a41-a29e-4ca2-baf8-9bda83b868b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:33.153729 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02914a41-a29e-4ca2-baf8-9bda83b868b7 admin admin] Publish callbacks [] for security_group (24c4f6db-585b-4536-b0b0-2e0be3e82f78), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:33.160510 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-02914a41-a29e-4ca2-baf8-9bda83b868b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (24c4f6db-585b-4536-b0b0-2e0be3e82f78), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:33.592023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59764) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:33.604836 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-02914a41-a29e-4ca2-baf8-9bda83b868b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b040eef7cbf4d448d6b89c3269f41a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5541928 Mar 10 15:32:33.607485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02914a41-a29e-4ca2-baf8-9bda83b868b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c4f6db-585b-4536-b0b0-2e0be3e82f78,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:33.648677 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e71e42b4-6900-42b2-8127-d4408e5a704a admin admin] Publish callbacks [] for security_group (24c4f6db-585b-4536-b0b0-2e0be3e82f78), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:33.681309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e71e42b4-6900-42b2-8127-d4408e5a704a admin admin] Publish callbacks [] for security_group (24c4f6db-585b-4536-b0b0-2e0be3e82f78), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:33.747577 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e71e42b4-6900-42b2-8127-d4408e5a704a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (24c4f6db-585b-4536-b0b0-2e0be3e82f78), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:33.751018 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e71e42b4-6900-42b2-8127-d4408e5a704a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:33.756487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e71e42b4-6900-42b2-8127-d4408e5a704a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24c4f6db-585b-4536-b0b0-2e0be3e82f78 HTTP/1.1" status: 204 len: 168 time: 0.1636047 Mar 10 15:32:33.771399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e42b4-6900-42b2-8127-d4408e5a704a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c4f6db-585b-4536-b0b0-2e0be3e82f78,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:35.996648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 59924) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:36.176845 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b962879a-7dc0-4512-bce9-029b4a46444a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:36.271126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b962879a-7dc0-4512-bce9-029b4a46444a admin admin] Publish callbacks [] for security_group (df4983f0-312c-4e9a-8961-bec8d02eb2b0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:36.278161 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b962879a-7dc0-4512-bce9-029b4a46444a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (df4983f0-312c-4e9a-8961-bec8d02eb2b0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:36.320547 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962879a-7dc0-4512-bce9-029b4a46444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4983f0-312c-4e9a-8961-bec8d02eb2b0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:36.329713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 59940) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:36.344016 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b962879a-7dc0-4512-bce9-029b4a46444a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d365162c0fb40c5a3f702777b817c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3455679 Mar 10 15:32:36.392974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-765fb2d6-260a-4e8d-803d-d7cf03d56ee7 admin admin] Publish callbacks [] for security_group (df4983f0-312c-4e9a-8961-bec8d02eb2b0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:36.418303 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-765fb2d6-260a-4e8d-803d-d7cf03d56ee7 admin admin] Publish callbacks [] for security_group (df4983f0-312c-4e9a-8961-bec8d02eb2b0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:36.505407 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-765fb2d6-260a-4e8d-803d-d7cf03d56ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (df4983f0-312c-4e9a-8961-bec8d02eb2b0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:36.508964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-765fb2d6-260a-4e8d-803d-d7cf03d56ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:36.515707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-765fb2d6-260a-4e8d-803d-d7cf03d56ee7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df4983f0-312c-4e9a-8961-bec8d02eb2b0 HTTP/1.1" status: 204 len: 168 time: 0.1826754 Mar 10 15:32:36.535918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fb2d6-260a-4e8d-803d-d7cf03d56ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4983f0-312c-4e9a-8961-bec8d02eb2b0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:38.624513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60018) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:38.780706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-858335003', 'router:external': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:38.828763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Made reservation on behalf of 9fe9573e4c0a40cc8b9da8d237f9cd63 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:32:38.831257 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:38.847313 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:39.027571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for security_group (78203665-1090-472b-8ea9-914a77aca004), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:39.040091 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (78203665-1090-472b-8ea9-914a77aca004), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:39.099556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:32:39.116877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78203665-1090-472b-8ea9-914a77aca004,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:39.125855 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ebff1d56-9a0e-4682-98b5-66837515b0f0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:39.125855 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Added segment ebff1d56-9a0e-4682-98b5-66837515b0f0 of type vlan for network 7840425e-2cb5-4cc9-ab2d-e4f52e2c7518 Mar 10 15:32:39.246062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (7840425e-2cb5-4cc9-ab2d-e4f52e2c7518), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:39.287055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (7840425e-2cb5-4cc9-ab2d-e4f52e2c7518), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:39.288128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:39.289125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:39.386474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60040) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:39.392744 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Request body: {'subnet': {'network_id': '7840425e-2cb5-4cc9-ab2d-e4f52e2c7518', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:39.396694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7697415 Mar 10 15:32:39.443284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Made reservation on behalf of 9fe9573e4c0a40cc8b9da8d237f9cd63 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:32:39.445837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:39.476738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6ab4b-2a6b-4cc3-8c6b-f3ac9438c053 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event updated for resources: {'Network': ['ID=7840425e-2cb5-4cc9-ab2d-e4f52e2c7518,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:39.489919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 7840425e-2cb5-4cc9-ab2d-e4f52e2c7518 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:32:39.891902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:32:39.892425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (285bbe2d-a956-4584-b468-4a47633ed8f7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:39.946939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event updated for resources: {'Subnet': ['ID=285bbe2d-a956-4584-b468-4a47633ed8f7,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:39.964359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Checking segment: {'id': 'ebff1d56-9a0e-4682-98b5-66837515b0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7840425e-2cb5-4cc9-ab2d-e4f52e2c7518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:32:39.964753 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Network hostable DHCP agents. Network: 7840425e-2cb5-4cc9-ab2d-e4f52e2c7518, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:32:39.988648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Network 7840425e-2cb5-4cc9-ab2d-e4f52e2c7518 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:32:40.001684 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 7840425e-2cb5-4cc9-ab2d-e4f52e2c7518) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:32:40.006616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:40.007256 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:40.013052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4311cbb-a57b-4844-a51a-3a8b07f34f74 None None] Network 7840425e-2cb5-4cc9-ab2d-e4f52e2c7518 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:32:40.033413 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2e492da0-bfc8-4bea-805f-8936e1b37d5e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6451426 Mar 10 15:32:40.036093 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60058) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:40.041796 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-315929764', 'network_id': '7840425e-2cb5-4cc9-ab2d-e4f52e2c7518'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:40.066404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Made reservation on behalf of 9fe9573e4c0a40cc8b9da8d237f9cd63 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:32:40.069833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:40.096418 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] device_id is not set on port e53041fc-cc3e-4a8d-bc5b-fbb42658ba45 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:32:40.150900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb82645-3ce3-4e17-85e4-73485b00bdde None None] Network 7840425e-2cb5-4cc9-ab2d-e4f52e2c7518 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:32:40.231991 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Allocated IP 172.20.0.3 (7840425e-2cb5-4cc9-ab2d-e4f52e2c7518/285bbe2d-a956-4584-b468-4a47633ed8f7/e53041fc-cc3e-4a8d-bc5b-fbb42658ba45) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:32:40.433936 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for port (e53041fc-cc3e-4a8d-bc5b-fbb42658ba45), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:40.474136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e53041fc-cc3e-4a8d-bc5b-fbb42658ba45), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:40.537332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Network 7840425e-2cb5-4cc9-ab2d-e4f52e2c7518 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:32:40.538740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event updated for resources: {'Port': ['ID=e53041fc-cc3e-4a8d-bc5b-fbb42658ba45,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:40.554871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:32:40.558589 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:32:40.609604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:32:40.612819 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:40.631965 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2ee5cc45-8855-4eab-be82-0d2a1ab5b9e4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.5942242 Mar 10 15:32:40.634565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60068) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:40.754666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-2f931ecd-a7bf-4202-b227-b7cd0516bfb0 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Deleting port e53041fc-cc3e-4a8d-bc5b-fbb42658ba45 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:40.755521 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f931ecd-a7bf-4202-b227-b7cd0516bfb0 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e53041fc-cc3e-4a8d-bc5b-fbb42658ba45), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:40.843774 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f931ecd-a7bf-4202-b227-b7cd0516bfb0 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e53041fc-cc3e-4a8d-bc5b-fbb42658ba45), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:40.857051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-2f931ecd-a7bf-4202-b227-b7cd0516bfb0 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Calling delete_port for e53041fc-cc3e-4a8d-bc5b-fbb42658ba45 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:41.017171 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f931ecd-a7bf-4202-b227-b7cd0516bfb0 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e53041fc-cc3e-4a8d-bc5b-fbb42658ba45), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:41.059043 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f931ecd-a7bf-4202-b227-b7cd0516bfb0 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event deleted for resources: {'Port': ['ID=e53041fc-cc3e-4a8d-bc5b-fbb42658ba45,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:41.152465 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f931ecd-a7bf-4202-b227-b7cd0516bfb0 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:41.156280 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2f931ecd-a7bf-4202-b227-b7cd0516bfb0 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e53041fc-cc3e-4a8d-bc5b-fbb42658ba45 HTTP/1.1" status: 204 len: 168 time: 0.5196640 Mar 10 15:32:41.158920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60072) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:41.164101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7840425e-2cb5-4cc9-ab2d-e4f52e2c7518', 'external_fixed_ips': [{'subnet_id': '285bbe2d-a956-4584-b468-4a47633ed8f7', 'ip_address': '172.20.0.3'}]}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:41.188433 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (17473921-fd7e-4554-a87e-2147e6aee4c2), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:41.189965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (17473921-fd7e-4554-a87e-2147e6aee4c2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:41.263363 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_controller (17473921-fd7e-4554-a87e-2147e6aee4c2), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:41.473862 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (17473921-fd7e-4554-a87e-2147e6aee4c2), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:41.720156 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (17473921-fd7e-4554-a87e-2147e6aee4c2), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:41.748510 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:41.917170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Allocated IP 172.20.0.3 (7840425e-2cb5-4cc9-ab2d-e4f52e2c7518/285bbe2d-a956-4584-b468-4a47633ed8f7/0e078570-96b2-46e9-9be5-ace6d3c894dc) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:32:42.032709 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for port (0e078570-96b2-46e9-9be5-ace6d3c894dc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:42.109486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0e078570-96b2-46e9-9be5-ace6d3c894dc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:42.241085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Network 7840425e-2cb5-4cc9-ab2d-e4f52e2c7518 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:32:42.246982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:32:42.261237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:32:42.270119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event updated for resources: {'Port': ['ID=0e078570-96b2-46e9-9be5-ace6d3c894dc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:42.653713 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (17473921-fd7e-4554-a87e-2147e6aee4c2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:42.973847 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (17473921-fd7e-4554-a87e-2147e6aee4c2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:43.181646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Router 17473921-fd7e-4554-a87e-2147e6aee4c2 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:32:43.442741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:32:43.462093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Sync routers for ids ['17473921-fd7e-4554-a87e-2147e6aee4c2'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:32:43.477619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Routers {'17473921-fd7e-4554-a87e-2147e6aee4c2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:43.478254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['17473921-fd7e-4554-a87e-2147e6aee4c2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:43.503077 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:43.504315 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-39c34eb2-d7a6-4165-9731-53f1df8894d6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.3438470 Mar 10 15:32:43.507094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60104) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:43.704706 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (17473921-fd7e-4554-a87e-2147e6aee4c2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:43.755756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Set router 17473921-fd7e-4554-a87e-2147e6aee4c2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:43.921834 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (17473921-fd7e-4554-a87e-2147e6aee4c2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:44.027076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17473921-fd7e-4554-a87e-2147e6aee4c2', 'name': '', 'tenant_id': '9fe9573e4c0a40cc8b9da8d237f9cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7840425e-2cb5-4cc9-ab2d-e4f52e2c7518', 'external_fixed_ips': [{'subnet_id': '285bbe2d-a956-4584-b468-4a47633ed8f7', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '0e078570-96b2-46e9-9be5-ace6d3c894dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:32:41Z', 'updated_at': '2022-03-10T15:32:42Z', 'revision_number': 3, 'project_id': '9fe9573e4c0a40cc8b9da8d237f9cd63', 'gw_port': {'id': '0e078570-96b2-46e9-9be5-ace6d3c894dc', 'name': '', 'network_id': '7840425e-2cb5-4cc9-ab2d-e4f52e2c7518', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:74:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17473921-fd7e-4554-a87e-2147e6aee4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '285bbe2d-a956-4584-b468-4a47633ed8f7', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:32:41Z', 'updated_at': '2022-03-10T15:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '285bbe2d-a956-4584-b468-4a47633ed8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:44.071755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Checking router: 17473921-fd7e-4554-a87e-2147e6aee4c2 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:32:44.072114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Updating router 17473921-fd7e-4554-a87e-2147e6aee4c2 port 0e078570-96b2-46e9-9be5-ace6d3c894dc binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:32:44.452912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Deleting port 0e078570-96b2-46e9-9be5-ace6d3c894dc {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:44.453536 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0e078570-96b2-46e9-9be5-ace6d3c894dc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:44.490705 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0e078570-96b2-46e9-9be5-ace6d3c894dc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:44.592434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0e078570-96b2-46e9-9be5-ace6d3c894dc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:44.606570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Calling delete_port for 0e078570-96b2-46e9-9be5-ace6d3c894dc owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:44.885422 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0e078570-96b2-46e9-9be5-ace6d3c894dc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:44.917036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e078570-96b2-46e9-9be5-ace6d3c894dc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:44.941606 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:32:44.941992 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:32:44.994771 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (17473921-fd7e-4554-a87e-2147e6aee4c2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.105605 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (17473921-fd7e-4554-a87e-2147e6aee4c2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.108353 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_controller (17473921-fd7e-4554-a87e-2147e6aee4c2), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.161829 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (17473921-fd7e-4554-a87e-2147e6aee4c2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.162482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17473921-fd7e-4554-a87e-2147e6aee4c2 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:32:45.167492 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.171186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7babee9c-0f71-4847-a5b3-9115a8c210a5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "DELETE /v2.0/routers/17473921-fd7e-4554-a87e-2147e6aee4c2 HTTP/1.1" status: 204 len: 168 time: 1.6607597 Mar 10 15:32:45.171514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60116) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:45.233278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-79197d3b-870e-4fa4-b6a1-2f6b05fd375e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Deleting subnet 285bbe2d-a956-4584-b468-4a47633ed8f7 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:32:45.236788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79197d3b-870e-4fa4-b6a1-2f6b05fd375e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for subnet (285bbe2d-a956-4584-b468-4a47633ed8f7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.290235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79197d3b-870e-4fa4-b6a1-2f6b05fd375e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (285bbe2d-a956-4584-b468-4a47633ed8f7), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.362063 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79197d3b-870e-4fa4-b6a1-2f6b05fd375e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (285bbe2d-a956-4584-b468-4a47633ed8f7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.428864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79197d3b-870e-4fa4-b6a1-2f6b05fd375e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (285bbe2d-a956-4584-b468-4a47633ed8f7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.459088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79197d3b-870e-4fa4-b6a1-2f6b05fd375e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=285bbe2d-a956-4584-b468-4a47633ed8f7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:45.464045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-79197d3b-870e-4fa4-b6a1-2f6b05fd375e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.470808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60122) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:45.471362 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-79197d3b-870e-4fa4-b6a1-2f6b05fd375e tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/285bbe2d-a956-4584-b468-4a47633ed8f7 HTTP/1.1" status: 204 len: 168 time: 0.2982819 Mar 10 15:32:45.496406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Port 0e078570-96b2-46e9-9be5-ace6d3c894dc not found while updating agent binding for router 17473921-fd7e-4554-a87e-2147e6aee4c2. {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 10 15:32:45.511010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Routers set() bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:45.511380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Router IDs set() for agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 15:32:45.511993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_agentschedulers_db [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17473921-fd7e-4554-a87e-2147e6aee4c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent'). {{(pid=115535) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 10 15:32:45.512565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b4d57-aee8-4fef-a9ab-8d87613cd4a2 None None] The sync data for ids ['17473921-fd7e-4554-a87e-2147e6aee4c2'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:32:45.604186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (7840425e-2cb5-4cc9-ab2d-e4f52e2c7518), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.707743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (7840425e-2cb5-4cc9-ab2d-e4f52e2c7518), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.733207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7840425e-2cb5-4cc9-ab2d-e4f52e2c7518']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:45.745459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebff1d56-9a0e-4682-98b5-66837515b0f0') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:45.746049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebff1d56-9a0e-4682-98b5-66837515b0f0') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:45.757264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (ebff1d56-9a0e-4682-98b5-66837515b0f0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.772055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ebff1d56-9a0e-4682-98b5-66837515b0f0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.778277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:32:45.778924 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (ebff1d56-9a0e-4682-98b5-66837515b0f0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:32:45.842606 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:32:45.851121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (7840425e-2cb5-4cc9-ab2d-e4f52e2c7518), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.863893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7840425e-2cb5-4cc9-ab2d-e4f52e2c7518 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 10 15:32:45.879965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:45.900210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "DELETE /v2.0/networks/7840425e-2cb5-4cc9-ab2d-e4f52e2c7518 HTTP/1.1" status: 204 len: 168 time: 0.4280677 Mar 10 15:32:45.929549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e720f48-32f3-4567-af66-37388d9ec62d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event deleted for resources: {'Network': ['ID=7840425e-2cb5-4cc9-ab2d-e4f52e2c7518,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:46.246007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60136) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:46.251820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a2838a54-1c4f-4f53-a71d-5f12c3ed6ba6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Request body: {'router': {'name': 'tempest-router--1988479623', 'project_id': 'badf9357ad844b329b92463cf25338c0'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:46.293964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2838a54-1c4f-4f53-a71d-5f12c3ed6ba6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (59cf88f2-4d80-4f10-a966-a89fa6a41c84), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:46.295043 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2838a54-1c4f-4f53-a71d-5f12c3ed6ba6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (59cf88f2-4d80-4f10-a966-a89fa6a41c84), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:46.391254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2838a54-1c4f-4f53-a71d-5f12c3ed6ba6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_controller (59cf88f2-4d80-4f10-a966-a89fa6a41c84), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:46.398965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2838a54-1c4f-4f53-a71d-5f12c3ed6ba6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (59cf88f2-4d80-4f10-a966-a89fa6a41c84), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:46.415913 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a2838a54-1c4f-4f53-a71d-5f12c3ed6ba6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:46.420139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60138) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:46.426987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a2838a54-1c4f-4f53-a71d-5f12c3ed6ba6 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1798201 Mar 10 15:32:46.525960 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a817a23-4768-4065-ac62-fc8c825aa851 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (59cf88f2-4d80-4f10-a966-a89fa6a41c84), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:46.727358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a817a23-4768-4065-ac62-fc8c825aa851 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (59cf88f2-4d80-4f10-a966-a89fa6a41c84), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:46.731848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a817a23-4768-4065-ac62-fc8c825aa851 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_controller (59cf88f2-4d80-4f10-a966-a89fa6a41c84), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:46.781584 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a817a23-4768-4065-ac62-fc8c825aa851 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (59cf88f2-4d80-4f10-a966-a89fa6a41c84), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:46.782193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a817a23-4768-4065-ac62-fc8c825aa851 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59cf88f2-4d80-4f10-a966-a89fa6a41c84 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:32:46.788213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1a817a23-4768-4065-ac62-fc8c825aa851 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:46.789618 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1a817a23-4768-4065-ac62-fc8c825aa851 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "DELETE /v2.0/routers/59cf88f2-4d80-4f10-a966-a89fa6a41c84 HTTP/1.1" status: 204 len: 168 time: 0.3684034 Mar 10 15:32:46.949907 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60152) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:47.214249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2005953543', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:47.241442 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (51b12a27-5c05-43f4-9495-789dc1d617a0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:47.243341 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (51b12a27-5c05-43f4-9495-789dc1d617a0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:47.306603 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (51b12a27-5c05-43f4-9495-789dc1d617a0), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:47.472243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (51b12a27-5c05-43f4-9495-789dc1d617a0), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:47.714476 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (51b12a27-5c05-43f4-9495-789dc1d617a0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:47.739062 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:47.867036 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Allocated IP 172.25.3.6 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/e327db55-fa5f-43f8-9ba4-7a282ad94251) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:32:47.996458 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for port (e327db55-fa5f-43f8-9ba4-7a282ad94251), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:48.031841 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:48.038167 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e327db55-fa5f-43f8-9ba4-7a282ad94251), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:48.084234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Pushing event updated for resources: {'Port': ['ID=e327db55-fa5f-43f8-9ba4-7a282ad94251,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:48.111966 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:32:48.113707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:32:48.117554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:32:48.489956 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (51b12a27-5c05-43f4-9495-789dc1d617a0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:48.878502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (51b12a27-5c05-43f4-9495-789dc1d617a0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.133880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Router 51b12a27-5c05-43f4-9495-789dc1d617a0 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:32:49.285138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:32:49.298929 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de920ef-bf3f-434f-bb8f-b53c0d97e381 None None] Sync routers for ids ['51b12a27-5c05-43f4-9495-789dc1d617a0'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:32:49.317326 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de920ef-bf3f-434f-bb8f-b53c0d97e381 None None] Routers {'51b12a27-5c05-43f4-9495-789dc1d617a0'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:49.318319 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7de920ef-bf3f-434f-bb8f-b53c0d97e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['51b12a27-5c05-43f4-9495-789dc1d617a0'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:49.342324 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.347474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60180) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:49.359360 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-43c29adf-be07-444e-9fdb-c560e6144d7b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4057045 Mar 10 15:32:49.398069 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7de920ef-bf3f-434f-bb8f-b53c0d97e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:49.418360 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de920ef-bf3f-434f-bb8f-b53c0d97e381 None None] Routers {'51b12a27-5c05-43f4-9495-789dc1d617a0'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:49.420145 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7de920ef-bf3f-434f-bb8f-b53c0d97e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['51b12a27-5c05-43f4-9495-789dc1d617a0'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:49.476574 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-7de920ef-bf3f-434f-bb8f-b53c0d97e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:49.477237 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de920ef-bf3f-434f-bb8f-b53c0d97e381 None None] The sync data for ids ['51b12a27-5c05-43f4-9495-789dc1d617a0'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:32:49.539047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-62625f58-a579-4dbe-b17d-1e2978499a43 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/routers/51b12a27-5c05-43f4-9495-789dc1d617a0 HTTP/1.1" status: 200 len: 919 time: 0.1902728 Mar 10 15:32:49.542351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60184) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:49.588447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a017c967-9a09-49c2-beeb-aac310786f98 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b12a27-5c05-43f4-9495-789dc1d617a0 HTTP/1.1" status: 200 len: 205 time: 0.0450573 Mar 10 15:32:49.590983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60188) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:49.755991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (51b12a27-5c05-43f4-9495-789dc1d617a0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:49.894609 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (51b12a27-5c05-43f4-9495-789dc1d617a0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.015161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Deleting port e327db55-fa5f-43f8-9ba4-7a282ad94251 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:50.019202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e327db55-fa5f-43f8-9ba4-7a282ad94251), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.143123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e327db55-fa5f-43f8-9ba4-7a282ad94251), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.159759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Calling delete_port for e327db55-fa5f-43f8-9ba4-7a282ad94251 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:50.354340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e327db55-fa5f-43f8-9ba4-7a282ad94251), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.427693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Pushing event deleted for resources: {'Port': ['ID=e327db55-fa5f-43f8-9ba4-7a282ad94251,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:50.490120 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (51b12a27-5c05-43f4-9495-789dc1d617a0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.593143 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (51b12a27-5c05-43f4-9495-789dc1d617a0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.595643 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (51b12a27-5c05-43f4-9495-789dc1d617a0), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.651121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (51b12a27-5c05-43f4-9495-789dc1d617a0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.651652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Fanout notify agent at l3_agent the message router_deleted on router 51b12a27-5c05-43f4-9495-789dc1d617a0 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:32:50.666131 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.672317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60196) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:50.677277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Request body: {'router': {'name': 'tempest-snat-router-989546338', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'enable_snat': False}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:50.680112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-19a70822-0f2b-42a0-b734-7ea37c9df39b tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/51b12a27-5c05-43f4-9495-789dc1d617a0 HTTP/1.1" status: 204 len: 168 time: 1.0880101 Mar 10 15:32:50.724707 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (431a82b4-02a0-424d-a424-18bef202e241), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.725954 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (431a82b4-02a0-424d-a424-18bef202e241), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.801115 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.804568 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_controller (431a82b4-02a0-424d-a424-18bef202e241), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:50.963418 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (431a82b4-02a0-424d-a424-18bef202e241), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:51.243447 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (431a82b4-02a0-424d-a424-18bef202e241), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:51.263873 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:51.375721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Allocated IP 172.25.3.5 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:32:51.515357 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:51.554854 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:51.601495 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:32:51.605468 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:32:51.613092 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:32:51.644565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event updated for resources: {'Port': ['ID=a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:51.723908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-985f8dd6-5768-4652-bda9-9be1bf513f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:51.971740 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (431a82b4-02a0-424d-a424-18bef202e241), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:52.230964 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (431a82b4-02a0-424d-a424-18bef202e241), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:52.741058 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Router 431a82b4-02a0-424d-a424-18bef202e241 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:32:52.907402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:32:52.918103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Sync routers for ids ['431a82b4-02a0-424d-a424-18bef202e241'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:32:52.935043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Routers {'431a82b4-02a0-424d-a424-18bef202e241'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:52.935917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['431a82b4-02a0-424d-a424-18bef202e241'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:52.960938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:52.965716 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-90908ab0-2797-45dd-8d6e-c273964de3ed tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.2908111 Mar 10 15:32:52.966893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60226) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:53.133940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dee90783-fdab-41a9-a51b-c0c77e3b5839 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/routers/431a82b4-02a0-424d-a424-18bef202e241 HTTP/1.1" status: 200 len: 906 time: 0.1645455 Mar 10 15:32:53.136287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60228) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:53.143323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Request body: {'router': {'name': 'tempest-snat-router-989546338', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'enable_snat': True}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:53.180738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Set router 431a82b4-02a0-424d-a424-18bef202e241 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:53.181076 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (0768e83a-3cd4-431e-9a95-c82b4e3e5114), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:53.183174 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (0768e83a-3cd4-431e-9a95-c82b4e3e5114), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:53.275595 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_controller (0768e83a-3cd4-431e-9a95-c82b4e3e5114), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:53.392856 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:32:53.491106 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (0768e83a-3cd4-431e-9a95-c82b4e3e5114), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:53.526046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431a82b4-02a0-424d-a424-18bef202e241', 'name': 'tempest-snat-router-989546338', 'tenant_id': '9fe9573e4c0a40cc8b9da8d237f9cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.5'}], 'enable_snat': False}, 'gw_port_id': 'a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:32:50Z', 'updated_at': '2022-03-10T15:32:51Z', 'revision_number': 3, 'project_id': '9fe9573e4c0a40cc8b9da8d237f9cd63', 'gw_port': {'id': 'a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431a82b4-02a0-424d-a424-18bef202e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:32:51Z', 'updated_at': '2022-03-10T15:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:53.566071 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Checking router: 431a82b4-02a0-424d-a424-18bef202e241 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:32:53.566452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Updating router 431a82b4-02a0-424d-a424-18bef202e241 port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:32:53.628181 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:53.708419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60236) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:53.880087 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a516f44-03b0-4be8-8b56-9cdbcdbdacf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:53.906438 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (0768e83a-3cd4-431e-9a95-c82b4e3e5114), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:53.989787 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.095513 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a516f44-03b0-4be8-8b56-9cdbcdbdacf0 admin admin] Publish callbacks [] for security_group (8d90be90-8ccd-4d8f-a630-c009e64971e2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.101292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4a516f44-03b0-4be8-8b56-9cdbcdbdacf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8d90be90-8ccd-4d8f-a630-c009e64971e2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.112438 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1b87bbda-d22c-4d96-b901-1d7ac35bc00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.154866 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4a516f44-03b0-4be8-8b56-9cdbcdbdacf0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c9da39544f844d59f42e0e5052fd781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4453065 Mar 10 15:32:54.156458 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a516f44-03b0-4be8-8b56-9cdbcdbdacf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d90be90-8ccd-4d8f-a630-c009e64971e2,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:54.158005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60248) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:54.218228 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-847f5002-e9ea-4aeb-bde7-0be7c3f98bdd admin admin] Publish callbacks [] for security_group (8d90be90-8ccd-4d8f-a630-c009e64971e2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.218760 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Publish callbacks [] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.226057 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.276601 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-847f5002-e9ea-4aeb-bde7-0be7c3f98bdd admin admin] Publish callbacks [] for security_group (8d90be90-8ccd-4d8f-a630-c009e64971e2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.294265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95515835-499c-4f82-a989-7efcefe1e025 None None] Pushing event updated for resources: {'Port': ['ID=a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:54.302983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Attempting to bind port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:32:54.303609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Attempting to bind port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:32:54.303987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Attempting to bind port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:32:54.310150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:32:54.310528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:32:54.310998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.311429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:32:54.311905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Bound port: a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:32:54.312285 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.345193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Allocated IP 172.25.3.78 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:32:54.381075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] For port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:32:54.386322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] For port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:32:54.400804 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.414611 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-847f5002-e9ea-4aeb-bde7-0be7c3f98bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (8d90be90-8ccd-4d8f-a630-c009e64971e2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.417679 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-847f5002-e9ea-4aeb-bde7-0be7c3f98bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.419188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-847f5002-e9ea-4aeb-bde7-0be7c3f98bdd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d90be90-8ccd-4d8f-a630-c009e64971e2 HTTP/1.1" status: 204 len: 168 time: 0.2600837 Mar 10 15:32:54.471825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Routers {'431a82b4-02a0-424d-a424-18bef202e241'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:54.472456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['431a82b4-02a0-424d-a424-18bef202e241'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:54.529646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95515835-499c-4f82-a989-7efcefe1e025 None None] Pushing event updated for resources: {'Port': ['ID=a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:54.537019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f5002-e9ea-4aeb-bde7-0be7c3f98bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d90be90-8ccd-4d8f-a630-c009e64971e2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:54.636034 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for port (9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.654105 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] Set router 431a82b4-02a0-424d-a424-18bef202e241 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:54.713384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:54.777829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event updated for resources: {'Port': ['ID=9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:54.792029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:32:54.794201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:32:54.799637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:32:55.062215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431a82b4-02a0-424d-a424-18bef202e241', 'name': 'tempest-snat-router-989546338', 'tenant_id': '9fe9573e4c0a40cc8b9da8d237f9cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.5'}], 'enable_snat': False}, 'gw_port_id': 'a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:32:50Z', 'updated_at': '2022-03-10T15:32:51Z', 'revision_number': 3, 'project_id': '9fe9573e4c0a40cc8b9da8d237f9cd63', 'gw_port': {'id': 'a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431a82b4-02a0-424d-a424-18bef202e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:32:51Z', 'updated_at': '2022-03-10T15:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:55.134983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bac0c0-9d6a-4ca4-9ffb-5b90fdf710c2 None None] The sync data for ids ['431a82b4-02a0-424d-a424-18bef202e241'] in n-d-833090-1 is: [{'id': '431a82b4-02a0-424d-a424-18bef202e241', 'name': 'tempest-snat-router-989546338', 'tenant_id': '9fe9573e4c0a40cc8b9da8d237f9cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.5'}], 'enable_snat': False}, 'gw_port_id': 'a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:32:50Z', 'updated_at': '2022-03-10T15:32:51Z', 'revision_number': 3, 'project_id': '9fe9573e4c0a40cc8b9da8d237f9cd63', 'gw_port': {'id': 'a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431a82b4-02a0-424d-a424-18bef202e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:32:51Z', 'updated_at': '2022-03-10T15:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:32:55.303242 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:55.338460 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (0768e83a-3cd4-431e-9a95-c82b4e3e5114), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:55.664166 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (0768e83a-3cd4-431e-9a95-c82b4e3e5114), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:55.845593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Router 0768e83a-3cd4-431e-9a95-c82b4e3e5114 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:32:56.013081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:32:56.025436 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Sync routers for ids ['0768e83a-3cd4-431e-9a95-c82b4e3e5114'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:32:56.041249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:56.045480 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Routers {'0768e83a-3cd4-431e-9a95-c82b4e3e5114'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:56.047090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60274) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:56.047586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b5c58708-3ce1-4b1f-8ecf-eed8e4b63049 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.9098349 Mar 10 15:32:56.059868 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['0768e83a-3cd4-431e-9a95-c82b4e3e5114'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:56.175128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:32:56.257314 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e221a777-6bfd-464e-86ea-d696d16a4d02 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/routers/0768e83a-3cd4-431e-9a95-c82b4e3e5114 HTTP/1.1" status: 200 len: 906 time: 0.2082067 Mar 10 15:32:56.260047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60278) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:56.264538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:32:56.264947 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:56.303587 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Set router 0768e83a-3cd4-431e-9a95-c82b4e3e5114 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:32:56.415246 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (0768e83a-3cd4-431e-9a95-c82b4e3e5114), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:56.419622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:32:56.420017 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:56.441569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:56.456838 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:56.601712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:56.641875 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:56.671732 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (0768e83a-3cd4-431e-9a95-c82b4e3e5114), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:56.736503 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0768e83a-3cd4-431e-9a95-c82b4e3e5114', 'name': 'tempest-snat-router-989546338', 'tenant_id': '9fe9573e4c0a40cc8b9da8d237f9cd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:32:53Z', 'updated_at': '2022-03-10T15:32:55Z', 'revision_number': 3, 'project_id': '9fe9573e4c0a40cc8b9da8d237f9cd63', 'gw_port': {'id': '9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0768e83a-3cd4-431e-9a95-c82b4e3e5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:32:54Z', 'updated_at': '2022-03-10T15:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:32:56.766587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Deleting port 9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:56.767045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:56.782370 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Checking router: 0768e83a-3cd4-431e-9a95-c82b4e3e5114 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:32:56.783134 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Updating router 0768e83a-3cd4-431e-9a95-c82b4e3e5114 port 9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:32:56.817852 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:56.874443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:56.889971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Calling delete_port for 9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:57.105891 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.134661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:57.233419 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (0768e83a-3cd4-431e-9a95-c82b4e3e5114), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.260826 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.db.api [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:32:57.261404 n-d-833090-1 neutron-server[115536]: DEBUG oslo_db.api [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:32:57.348365 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (0768e83a-3cd4-431e-9a95-c82b4e3e5114), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.351384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_controller (0768e83a-3cd4-431e-9a95-c82b4e3e5114), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.411437 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (0768e83a-3cd4-431e-9a95-c82b4e3e5114), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.412322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0768e83a-3cd4-431e-9a95-c82b4e3e5114 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:32:57.417238 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.418848 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b0f0ed16-217f-4ffd-935b-bd1eebd28f58 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "DELETE /v2.0/routers/0768e83a-3cd4-431e-9a95-c82b4e3e5114 HTTP/1.1" status: 204 len: 168 time: 1.1571474 Mar 10 15:32:57.422252 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60288) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:57.573130 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (431a82b4-02a0-424d-a424-18bef202e241), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.716304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (431a82b4-02a0-424d-a424-18bef202e241), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.779728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Deleting port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:32:57.780742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.785563 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Port 9c14bc06-e2a3-4dfb-8897-cfa9e6b07e0e not found while updating agent binding for router 0768e83a-3cd4-431e-9a95-c82b4e3e5114. {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 10 15:32:57.795068 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Routers set() bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:32:57.795366 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Router IDs set() for agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 15:32:57.796670 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_agentschedulers_db [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0768e83a-3cd4-431e-9a95-c82b4e3e5114'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent'). {{(pid=115536) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 10 15:32:57.797048 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e158ca5-8d78-49e8-b0a8-6dac61b3cba3 None None] The sync data for ids ['0768e83a-3cd4-431e-9a95-c82b4e3e5114'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:32:57.883044 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] For port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:32:57.883419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:57.898352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Calling delete_port for a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:32:58.092128 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:58.121531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:32:58.149111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:32:58.149610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 10 15:32:58.151886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:58.172546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Port a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa not found, will not notify nova. {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 10 15:32:58.203674 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (431a82b4-02a0-424d-a424-18bef202e241), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:58.256505 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:58.312475 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (431a82b4-02a0-424d-a424-18bef202e241), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:58.315308 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_controller (431a82b4-02a0-424d-a424-18bef202e241), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:58.370227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (431a82b4-02a0-424d-a424-18bef202e241), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:58.370840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 431a82b4-02a0-424d-a424-18bef202e241 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:32:58.381340 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:58.382649 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-834daa84-d86f-4578-85fc-ad16b7af9f22 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "DELETE /v2.0/routers/431a82b4-02a0-424d-a424-18bef202e241 HTTP/1.1" status: 204 len: 168 time: 0.9593813 Mar 10 15:32:58.387821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60300) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:32:58.393032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1874707458', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:32:58.426050 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (44a15460-d95d-4c73-a09f-c5d3836220cc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:58.427555 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (44a15460-d95d-4c73-a09f-c5d3836220cc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:58.490633 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (44a15460-d95d-4c73-a09f-c5d3836220cc), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.020717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (44a15460-d95d-4c73-a09f-c5d3836220cc), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.276027 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (44a15460-d95d-4c73-a09f-c5d3836220cc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.297737 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.407629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Allocated IP 172.25.3.151 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/563cf797-7d65-4a88-9e46-85b5f50712c7) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:32:59.514426 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for port (563cf797-7d65-4a88-9e46-85b5f50712c7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.549731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (563cf797-7d65-4a88-9e46-85b5f50712c7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:32:59.586778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:32:59.593823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:32:59.598216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:32:59.623417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Pushing event updated for resources: {'Port': ['ID=563cf797-7d65-4a88-9e46-85b5f50712c7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:32:59.872515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (44a15460-d95d-4c73-a09f-c5d3836220cc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:00.096208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:33:00.109728 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (44a15460-d95d-4c73-a09f-c5d3836220cc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:00.135926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:33:00.136900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a5e1deb6-6f75-4f15-bcd5-e0aa81ff48fa not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:33:00.250072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Router 44a15460-d95d-4c73-a09f-c5d3836220cc is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:33:00.365920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:00.376587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c0671-8509-4878-9dad-b267f39e234c None None] Sync routers for ids ['44a15460-d95d-4c73-a09f-c5d3836220cc'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:00.388557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c0671-8509-4878-9dad-b267f39e234c None None] Routers {'44a15460-d95d-4c73-a09f-c5d3836220cc'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:00.388769 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:00.389810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-087c0671-8509-4878-9dad-b267f39e234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44a15460-d95d-4c73-a09f-c5d3836220cc'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:00.390127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ecfa5373-d306-48e5-b2a0-ec8998b54ce9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0014088 Mar 10 15:33:00.392905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60332) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:00.398430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8d98f590-83b5-45d5-80d5-8300cbc33189 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'enable_snat': False}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:00.430735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-087c0671-8509-4878-9dad-b267f39e234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:00.442856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c0671-8509-4878-9dad-b267f39e234c None None] Routers {'44a15460-d95d-4c73-a09f-c5d3836220cc'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:00.443739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-087c0671-8509-4878-9dad-b267f39e234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44a15460-d95d-4c73-a09f-c5d3836220cc'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:00.488905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-087c0671-8509-4878-9dad-b267f39e234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:00.489923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c0671-8509-4878-9dad-b267f39e234c None None] The sync data for ids ['44a15460-d95d-4c73-a09f-c5d3836220cc'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:00.736236 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d98f590-83b5-45d5-80d5-8300cbc33189 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (44a15460-d95d-4c73-a09f-c5d3836220cc), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:01.194287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d98f590-83b5-45d5-80d5-8300cbc33189 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (44a15460-d95d-4c73-a09f-c5d3836220cc), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:01.198461 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d98f590-83b5-45d5-80d5-8300cbc33189 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (44a15460-d95d-4c73-a09f-c5d3836220cc), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:01.312710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d98f590-83b5-45d5-80d5-8300cbc33189 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Router 44a15460-d95d-4c73-a09f-c5d3836220cc has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:33:01.423841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d98f590-83b5-45d5-80d5-8300cbc33189 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:01.428573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d98f590-83b5-45d5-80d5-8300cbc33189 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:01.432096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60346) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:01.432507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8d98f590-83b5-45d5-80d5-8300cbc33189 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "PUT /v2.0/routers/44a15460-d95d-4c73-a09f-c5d3836220cc HTTP/1.1" status: 200 len: 922 time: 1.0379670 Mar 10 15:33:01.442308 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91ef049-cb0d-43ff-8f2b-803b42abe769 None None] Sync routers for ids ['44a15460-d95d-4c73-a09f-c5d3836220cc'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:01.454502 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ef049-cb0d-43ff-8f2b-803b42abe769 None None] Routers {'44a15460-d95d-4c73-a09f-c5d3836220cc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:01.455155 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d91ef049-cb0d-43ff-8f2b-803b42abe769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44a15460-d95d-4c73-a09f-c5d3836220cc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:01.492344 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d91ef049-cb0d-43ff-8f2b-803b42abe769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:01.505642 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ef049-cb0d-43ff-8f2b-803b42abe769 None None] Routers {'44a15460-d95d-4c73-a09f-c5d3836220cc'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:01.506143 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d91ef049-cb0d-43ff-8f2b-803b42abe769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44a15460-d95d-4c73-a09f-c5d3836220cc'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:01.544381 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d91ef049-cb0d-43ff-8f2b-803b42abe769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:01.545149 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91ef049-cb0d-43ff-8f2b-803b42abe769 None None] The sync data for ids ['44a15460-d95d-4c73-a09f-c5d3836220cc'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:01.582930 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-705427a4-01e0-4ed1-887d-9ac94165370c tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/routers/44a15460-d95d-4c73-a09f-c5d3836220cc HTTP/1.1" status: 200 len: 922 time: 0.1469207 Mar 10 15:33:01.584344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60352) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:01.664286 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b93515-1fa3-4de8-9832-e408ac8da303 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:01.666821 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-35b93515-1fa3-4de8-9832-e408ac8da303 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&device_id=44a15460-d95d-4c73-a09f-c5d3836220cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0803878 Mar 10 15:33:01.668629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60354) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:01.754823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3f1cef-e8a3-447c-9317-f15f890df6f7 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:01.759132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6b3f1cef-e8a3-447c-9317-f15f890df6f7 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 881 time: 0.0866044 Mar 10 15:33:01.759398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60356) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:01.794164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4128df3a-c091-42a4-9aba-a7ea7aa0c7cd tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=44a15460-d95d-4c73-a09f-c5d3836220cc HTTP/1.1" status: 200 len: 205 time: 0.0309293 Mar 10 15:33:01.794164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60360) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:01.907077 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (44a15460-d95d-4c73-a09f-c5d3836220cc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.020988 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (44a15460-d95d-4c73-a09f-c5d3836220cc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.078380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Deleting port 563cf797-7d65-4a88-9e46-85b5f50712c7 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:02.078906 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (563cf797-7d65-4a88-9e46-85b5f50712c7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.162537 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (563cf797-7d65-4a88-9e46-85b5f50712c7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.177225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Calling delete_port for 563cf797-7d65-4a88-9e46-85b5f50712c7 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:02.355687 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (563cf797-7d65-4a88-9e46-85b5f50712c7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.387050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Pushing event deleted for resources: {'Port': ['ID=563cf797-7d65-4a88-9e46-85b5f50712c7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:02.450723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (44a15460-d95d-4c73-a09f-c5d3836220cc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.549779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (44a15460-d95d-4c73-a09f-c5d3836220cc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.552649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (44a15460-d95d-4c73-a09f-c5d3836220cc), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.601734 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (44a15460-d95d-4c73-a09f-c5d3836220cc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.602419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Fanout notify agent at l3_agent the message router_deleted on router 44a15460-d95d-4c73-a09f-c5d3836220cc {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:33:02.611074 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.615946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8405c07f-a02d-497a-aa3c-fa49e99ed436 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/44a15460-d95d-4c73-a09f-c5d3836220cc HTTP/1.1" status: 204 len: 168 time: 0.8172803 Mar 10 15:33:02.616250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60372) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:02.620724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-462be538-cbbe-4210-8246-3ed522721ea6 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1152548346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:02.641666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-462be538-cbbe-4210-8246-3ed522721ea6 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (e55cb74c-f7af-4903-9b0f-9db5632d0f93), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.642945 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-462be538-cbbe-4210-8246-3ed522721ea6 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (e55cb74c-f7af-4903-9b0f-9db5632d0f93), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.699806 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-462be538-cbbe-4210-8246-3ed522721ea6 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (e55cb74c-f7af-4903-9b0f-9db5632d0f93), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.704561 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-462be538-cbbe-4210-8246-3ed522721ea6 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (e55cb74c-f7af-4903-9b0f-9db5632d0f93), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.724181 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-462be538-cbbe-4210-8246-3ed522721ea6 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:02.728003 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-462be538-cbbe-4210-8246-3ed522721ea6 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1081660 Mar 10 15:33:02.728424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60376) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:02.733822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:02.965027 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (e55cb74c-f7af-4903-9b0f-9db5632d0f93), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:03.533974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (e55cb74c-f7af-4903-9b0f-9db5632d0f93), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:03.553572 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:03.659556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Allocated IP 172.25.3.61 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/566776bf-c06c-4b10-983b-a1398981d0d6) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:03.768401 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for port (566776bf-c06c-4b10-983b-a1398981d0d6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:03.806290 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (566776bf-c06c-4b10-983b-a1398981d0d6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:03.843351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:03.849842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:03.853387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:03.877114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Pushing event updated for resources: {'Port': ['ID=566776bf-c06c-4b10-983b-a1398981d0d6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:04.135958 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (e55cb74c-f7af-4903-9b0f-9db5632d0f93), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:04.356667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (e55cb74c-f7af-4903-9b0f-9db5632d0f93), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:04.360144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (e55cb74c-f7af-4903-9b0f-9db5632d0f93), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:04.497103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Router e55cb74c-f7af-4903-9b0f-9db5632d0f93 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:33:04.616674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:04.624273 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:04.625566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-eaee8935-7ffa-4963-8e80-d2df66eae6a7 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "PUT /v2.0/routers/e55cb74c-f7af-4903-9b0f-9db5632d0f93 HTTP/1.1" status: 200 len: 879 time: 1.8959370 Mar 10 15:33:04.628244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60406) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:04.631287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc8f85-fb60-4a2d-ae0a-7101ef5e035a None None] Sync routers for ids ['e55cb74c-f7af-4903-9b0f-9db5632d0f93'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:04.642545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc8f85-fb60-4a2d-ae0a-7101ef5e035a None None] Routers {'e55cb74c-f7af-4903-9b0f-9db5632d0f93'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:04.643502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2afc8f85-fb60-4a2d-ae0a-7101ef5e035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e55cb74c-f7af-4903-9b0f-9db5632d0f93'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:04.685261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2afc8f85-fb60-4a2d-ae0a-7101ef5e035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:04.695298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc8f85-fb60-4a2d-ae0a-7101ef5e035a None None] Routers {'e55cb74c-f7af-4903-9b0f-9db5632d0f93'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:04.695911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2afc8f85-fb60-4a2d-ae0a-7101ef5e035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e55cb74c-f7af-4903-9b0f-9db5632d0f93'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:04.761573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f2aa2fad-e964-4737-81ff-edd49f86434a tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/routers/e55cb74c-f7af-4903-9b0f-9db5632d0f93 HTTP/1.1" status: 200 len: 920 time: 0.1297235 Mar 10 15:33:04.761958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60408) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:04.856629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07350cf5-76e1-44f9-8440-74f242913adb tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:04.861338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-07350cf5-76e1-44f9-8440-74f242913adb tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&device_id=e55cb74c-f7af-4903-9b0f-9db5632d0f93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0959861 Mar 10 15:33:04.861551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60410) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:04.915461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2afc8f85-fb60-4a2d-ae0a-7101ef5e035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:04.916115 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afc8f85-fb60-4a2d-ae0a-7101ef5e035a None None] The sync data for ids ['e55cb74c-f7af-4903-9b0f-9db5632d0f93'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:04.962739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccfc100-63ce-4966-a32c-bd099c47bb74 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:04.964367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6ccfc100-63ce-4966-a32c-bd099c47bb74 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 881 time: 0.1017909 Mar 10 15:33:04.967037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60418) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:04.997276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5f7f3799-cbcd-494a-8863-f0054208c340 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=e55cb74c-f7af-4903-9b0f-9db5632d0f93 HTTP/1.1" status: 200 len: 205 time: 0.0290470 Mar 10 15:33:05.000677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60420) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:05.118861 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (e55cb74c-f7af-4903-9b0f-9db5632d0f93), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.241991 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (e55cb74c-f7af-4903-9b0f-9db5632d0f93), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.305845 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Deleting port 566776bf-c06c-4b10-983b-a1398981d0d6 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:05.306392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (566776bf-c06c-4b10-983b-a1398981d0d6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.399906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (566776bf-c06c-4b10-983b-a1398981d0d6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.412535 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Calling delete_port for 566776bf-c06c-4b10-983b-a1398981d0d6 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:05.587474 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (566776bf-c06c-4b10-983b-a1398981d0d6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.669667 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Pushing event deleted for resources: {'Port': ['ID=566776bf-c06c-4b10-983b-a1398981d0d6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:05.692318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (e55cb74c-f7af-4903-9b0f-9db5632d0f93), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.801230 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (e55cb74c-f7af-4903-9b0f-9db5632d0f93), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.803666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (e55cb74c-f7af-4903-9b0f-9db5632d0f93), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.854055 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (e55cb74c-f7af-4903-9b0f-9db5632d0f93), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.855674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Fanout notify agent at l3_agent the message router_deleted on router e55cb74c-f7af-4903-9b0f-9db5632d0f93 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:33:05.873065 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.874413 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ea13c86a-64b2-444f-8d58-b1140bc46d3d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/e55cb74c-f7af-4903-9b0f-9db5632d0f93 HTTP/1.1" status: 204 len: 168 time: 0.8722150 Mar 10 15:33:05.878113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60434) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:05.883111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-12f7348f-6ede-4568-ae35-3a22362d9128 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1541462960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:05.906252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12f7348f-6ede-4568-ae35-3a22362d9128 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (221adf43-9eee-400f-b3ec-2e778201035b), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.907515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12f7348f-6ede-4568-ae35-3a22362d9128 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (221adf43-9eee-400f-b3ec-2e778201035b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.976562 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12f7348f-6ede-4568-ae35-3a22362d9128 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (221adf43-9eee-400f-b3ec-2e778201035b), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:05.981589 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12f7348f-6ede-4568-ae35-3a22362d9128 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (221adf43-9eee-400f-b3ec-2e778201035b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.002245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12f7348f-6ede-4568-ae35-3a22362d9128 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.004381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-12f7348f-6ede-4568-ae35-3a22362d9128 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1245091 Mar 10 15:33:06.006441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60438) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:06.012051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'enable_snat': True}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:06.293201 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (221adf43-9eee-400f-b3ec-2e778201035b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.663442 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (221adf43-9eee-400f-b3ec-2e778201035b), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.690219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.828412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Allocated IP 172.25.3.117 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/8dac6e7a-ba31-4c83-a271-7da169247759) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:06.957418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for port (8dac6e7a-ba31-4c83-a271-7da169247759), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:06.999931 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8dac6e7a-ba31-4c83-a271-7da169247759), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.059279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event updated for resources: {'Port': ['ID=8dac6e7a-ba31-4c83-a271-7da169247759,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:07.069465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:07.071077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:07.073745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:07.381770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (221adf43-9eee-400f-b3ec-2e778201035b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.628513 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (221adf43-9eee-400f-b3ec-2e778201035b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.633040 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (221adf43-9eee-400f-b3ec-2e778201035b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.787467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Router 221adf43-9eee-400f-b3ec-2e778201035b is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:33:07.915874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:07.927420 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fac73f-f5fe-4086-a526-bdc10841caaf None None] Sync routers for ids ['221adf43-9eee-400f-b3ec-2e778201035b'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:07.928777 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:07.930946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-53767ffa-1760-4c73-b4cd-acaac076ce32 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "PUT /v2.0/routers/221adf43-9eee-400f-b3ec-2e778201035b HTTP/1.1" status: 200 len: 915 time: 1.9229965 Mar 10 15:33:07.933395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60454) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:07.946489 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fac73f-f5fe-4086-a526-bdc10841caaf None None] Routers {'221adf43-9eee-400f-b3ec-2e778201035b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:07.947234 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-24fac73f-f5fe-4086-a526-bdc10841caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['221adf43-9eee-400f-b3ec-2e778201035b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:08.019584 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-24fac73f-f5fe-4086-a526-bdc10841caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:08.049957 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fac73f-f5fe-4086-a526-bdc10841caaf None None] Routers {'221adf43-9eee-400f-b3ec-2e778201035b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:08.050886 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-24fac73f-f5fe-4086-a526-bdc10841caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['221adf43-9eee-400f-b3ec-2e778201035b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:08.090400 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3f18f866-7ef6-4e8e-afde-86caa3a0e49c tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/routers/221adf43-9eee-400f-b3ec-2e778201035b HTTP/1.1" status: 200 len: 921 time: 0.1551001 Mar 10 15:33:08.093714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60458) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:08.103850 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-24fac73f-f5fe-4086-a526-bdc10841caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:08.104521 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fac73f-f5fe-4086-a526-bdc10841caaf None None] The sync data for ids ['221adf43-9eee-400f-b3ec-2e778201035b'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:08.159854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5e9a1a-8061-4dd6-933b-57dde521085f tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:08.161404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9a5e9a1a-8061-4dd6-933b-57dde521085f tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&device_id=221adf43-9eee-400f-b3ec-2e778201035b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0666895 Mar 10 15:33:08.164138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60464) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:08.281726 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1962de10-ce53-4906-a9cf-e4a74fe18510 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:08.285689 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1962de10-ce53-4906-a9cf-e4a74fe18510 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 881 time: 0.1178095 Mar 10 15:33:08.286602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60466) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:08.317891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e822d491-bd75-4cd0-91cc-50785b23aad9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=221adf43-9eee-400f-b3ec-2e778201035b HTTP/1.1" status: 200 len: 205 time: 0.0289536 Mar 10 15:33:08.318342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60468) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:08.444067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (221adf43-9eee-400f-b3ec-2e778201035b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:08.555366 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (221adf43-9eee-400f-b3ec-2e778201035b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:08.617169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Deleting port 8dac6e7a-ba31-4c83-a271-7da169247759 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:08.617825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8dac6e7a-ba31-4c83-a271-7da169247759), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:08.708380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8dac6e7a-ba31-4c83-a271-7da169247759), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:08.722016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Calling delete_port for 8dac6e7a-ba31-4c83-a271-7da169247759 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:08.935778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8dac6e7a-ba31-4c83-a271-7da169247759), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:08.965538 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Pushing event deleted for resources: {'Port': ['ID=8dac6e7a-ba31-4c83-a271-7da169247759,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:09.042573 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (221adf43-9eee-400f-b3ec-2e778201035b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.176120 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (221adf43-9eee-400f-b3ec-2e778201035b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.178329 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (221adf43-9eee-400f-b3ec-2e778201035b), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.225316 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (221adf43-9eee-400f-b3ec-2e778201035b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.225882 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Fanout notify agent at l3_agent the message router_deleted on router 221adf43-9eee-400f-b3ec-2e778201035b {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:33:09.234122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.238749 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-22eb18cd-9f3c-4f28-88ed-8e8e5671a8b9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/221adf43-9eee-400f-b3ec-2e778201035b HTTP/1.1" status: 204 len: 168 time: 0.9158854 Mar 10 15:33:09.239131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60488) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:09.244023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5a782bc8-c8a4-4d10-92b6-51dd20eb03d9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-461771955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:09.265064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a782bc8-c8a4-4d10-92b6-51dd20eb03d9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (baac457a-d21f-4899-966a-36ed25e82b50), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.266124 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a782bc8-c8a4-4d10-92b6-51dd20eb03d9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (baac457a-d21f-4899-966a-36ed25e82b50), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.327181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a782bc8-c8a4-4d10-92b6-51dd20eb03d9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (baac457a-d21f-4899-966a-36ed25e82b50), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.331295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a782bc8-c8a4-4d10-92b6-51dd20eb03d9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (baac457a-d21f-4899-966a-36ed25e82b50), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.349682 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5a782bc8-c8a4-4d10-92b6-51dd20eb03d9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.350970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5a782bc8-c8a4-4d10-92b6-51dd20eb03d9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1107919 Mar 10 15:33:09.353616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60494) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:09.358307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'enable_snat': False}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:09.569484 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (baac457a-d21f-4899-966a-36ed25e82b50), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.781430 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (baac457a-d21f-4899-966a-36ed25e82b50), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.800446 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:09.909115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Allocated IP 172.25.3.55 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/05be250c-0be0-45ac-b4c2-84d3baf76322) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:10.015793 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for port (05be250c-0be0-45ac-b4c2-84d3baf76322), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:10.055169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (05be250c-0be0-45ac-b4c2-84d3baf76322), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:10.117323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:10.117587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:10.119823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Pushing event updated for resources: {'Port': ['ID=05be250c-0be0-45ac-b4c2-84d3baf76322,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:10.121896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:10.734203 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router_gateway (baac457a-d21f-4899-966a-36ed25e82b50), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:10.948053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (baac457a-d21f-4899-966a-36ed25e82b50), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:10.952214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (baac457a-d21f-4899-966a-36ed25e82b50), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:11.107230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Router baac457a-d21f-4899-966a-36ed25e82b50 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:33:11.386144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:11.392134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060e30a-7d7b-45f1-9429-3d4476c49904 None None] Sync routers for ids ['baac457a-d21f-4899-966a-36ed25e82b50'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:11.393710 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:11.393710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-498a1fb4-b6a5-4a30-8f4f-89dba178ef34 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "PUT /v2.0/routers/baac457a-d21f-4899-966a-36ed25e82b50 HTTP/1.1" status: 200 len: 914 time: 1.9158247 Mar 10 15:33:11.394019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60542) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:11.394513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060e30a-7d7b-45f1-9429-3d4476c49904 None None] Routers {'baac457a-d21f-4899-966a-36ed25e82b50'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:11.394513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2060e30a-7d7b-45f1-9429-3d4476c49904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['baac457a-d21f-4899-966a-36ed25e82b50'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:11.406976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2060e30a-7d7b-45f1-9429-3d4476c49904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:11.418681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060e30a-7d7b-45f1-9429-3d4476c49904 None None] Routers {'baac457a-d21f-4899-966a-36ed25e82b50'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:11.419671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2060e30a-7d7b-45f1-9429-3d4476c49904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['baac457a-d21f-4899-966a-36ed25e82b50'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:11.452993 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4ef7d59e-5e14-4167-ac9f-3175b854c5d4 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/routers/baac457a-d21f-4899-966a-36ed25e82b50 HTTP/1.1" status: 200 len: 920 time: 0.1754322 Mar 10 15:33:11.453817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60554) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:11.472145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2060e30a-7d7b-45f1-9429-3d4476c49904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:11.472798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2060e30a-7d7b-45f1-9429-3d4476c49904 None None] The sync data for ids ['baac457a-d21f-4899-966a-36ed25e82b50'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:11.525911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c2c20-dee8-49f5-9484-fe93ebd69808 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:11.530023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f46c2c20-dee8-49f5-9484-fe93ebd69808 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&device_id=baac457a-d21f-4899-966a-36ed25e82b50&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0727351 Mar 10 15:33:11.530451 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60558) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:11.628898 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61feff88-4a42-4652-a234-f574154f0b21 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:11.630445 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-61feff88-4a42-4652-a234-f574154f0b21 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/networks/fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 HTTP/1.1" status: 200 len: 881 time: 0.0989187 Mar 10 15:33:11.633475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60562) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:11.667176 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4900b457-eebb-4bcf-80e9-1f4030a0bc8a tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=baac457a-d21f-4899-966a-36ed25e82b50 HTTP/1.1" status: 200 len: 205 time: 0.0323932 Mar 10 15:33:11.669501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60564) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:11.807611 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (baac457a-d21f-4899-966a-36ed25e82b50), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:11.923324 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (baac457a-d21f-4899-966a-36ed25e82b50), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:11.978193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Deleting port 05be250c-0be0-45ac-b4c2-84d3baf76322 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:11.978418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (05be250c-0be0-45ac-b4c2-84d3baf76322), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:12.077387 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (05be250c-0be0-45ac-b4c2-84d3baf76322), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:12.092604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Calling delete_port for 05be250c-0be0-45ac-b4c2-84d3baf76322 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:12.293844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (05be250c-0be0-45ac-b4c2-84d3baf76322), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:12.319205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Pushing event deleted for resources: {'Port': ['ID=05be250c-0be0-45ac-b4c2-84d3baf76322,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:12.404050 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (baac457a-d21f-4899-966a-36ed25e82b50), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:12.502848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (baac457a-d21f-4899-966a-36ed25e82b50), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:12.505771 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (baac457a-d21f-4899-966a-36ed25e82b50), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:12.562098 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (baac457a-d21f-4899-966a-36ed25e82b50), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:12.562741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Fanout notify agent at l3_agent the message router_deleted on router baac457a-d21f-4899-966a-36ed25e82b50 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:33:12.571190 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:12.575952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f8a794e5-5ed6-4af9-b53d-c48a546930fe tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/baac457a-d21f-4899-966a-36ed25e82b50 HTTP/1.1" status: 204 len: 168 time: 0.9021111 Mar 10 15:33:12.576941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60600) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:12.581444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1247733643', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:12.604119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:12.605582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:12.666710 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:12.832186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:13.055547 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:13.080363 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:13.209586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Allocated IP 172.25.3.219 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/8ebe036e-f5a6-4b8a-86c2-a6cc30e0b007) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:13.358437 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for port (8ebe036e-f5a6-4b8a-86c2-a6cc30e0b007), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:13.393791 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8ebe036e-f5a6-4b8a-86c2-a6cc30e0b007), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:13.441859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:13.443293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:13.447739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:13.492989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Pushing event updated for resources: {'Port': ['ID=8ebe036e-f5a6-4b8a-86c2-a6cc30e0b007,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:13.748967 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:13.993815 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:14.145112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Router 4bc1e37f-437f-42fa-8b5c-9961414c2cf5 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:33:14.646911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:14.663413 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6f353-7052-47c6-ac1e-c7a36a111b93 None None] Sync routers for ids ['4bc1e37f-437f-42fa-8b5c-9961414c2cf5'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:14.667810 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:14.673571 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60676) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:14.675129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1af69599-97f6-4872-ad1c-688e614e6547 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0912211 Mar 10 15:33:14.683011 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:14.706139 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6f353-7052-47c6-ac1e-c7a36a111b93 None None] Routers {'4bc1e37f-437f-42fa-8b5c-9961414c2cf5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:14.707024 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8cb6f353-7052-47c6-ac1e-c7a36a111b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4bc1e37f-437f-42fa-8b5c-9961414c2cf5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:14.758018 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8cb6f353-7052-47c6-ac1e-c7a36a111b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:14.767883 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6f353-7052-47c6-ac1e-c7a36a111b93 None None] Routers {'4bc1e37f-437f-42fa-8b5c-9961414c2cf5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:14.769032 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8cb6f353-7052-47c6-ac1e-c7a36a111b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4bc1e37f-437f-42fa-8b5c-9961414c2cf5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:14.807455 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-8cb6f353-7052-47c6-ac1e-c7a36a111b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:14.808404 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6f353-7052-47c6-ac1e-c7a36a111b93 None None] The sync data for ids ['4bc1e37f-437f-42fa-8b5c-9961414c2cf5'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:15.412531 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:15.425496 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_gateway (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:15.487517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Deleting port 8ebe036e-f5a6-4b8a-86c2-a6cc30e0b007 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:15.487912 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8ebe036e-f5a6-4b8a-86c2-a6cc30e0b007), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:15.575024 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8ebe036e-f5a6-4b8a-86c2-a6cc30e0b007), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:15.592284 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Calling delete_port for 8ebe036e-f5a6-4b8a-86c2-a6cc30e0b007 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:15.800144 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8ebe036e-f5a6-4b8a-86c2-a6cc30e0b007), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:15.827626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Pushing event deleted for resources: {'Port': ['ID=8ebe036e-f5a6-4b8a-86c2-a6cc30e0b007,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:15.901460 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.142380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.146268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.231622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Router 4bc1e37f-437f-42fa-8b5c-9961414c2cf5 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:33:16.315731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:16.322163 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.323358 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-20531017-a50a-40cd-8ddb-4f76570268f0 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "PUT /v2.0/routers/4bc1e37f-437f-42fa-8b5c-9961414c2cf5 HTTP/1.1" status: 200 len: 706 time: 1.6466079 Mar 10 15:33:16.326064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60736) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:16.330881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f6dc85-b957-4a3c-a617-1074d9a92002 None None] Sync routers for ids ['4bc1e37f-437f-42fa-8b5c-9961414c2cf5'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:16.346519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6dc85-b957-4a3c-a617-1074d9a92002 None None] Routers {'4bc1e37f-437f-42fa-8b5c-9961414c2cf5'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:16.347171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c7f6dc85-b957-4a3c-a617-1074d9a92002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4bc1e37f-437f-42fa-8b5c-9961414c2cf5'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:16.403782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c7f6dc85-b957-4a3c-a617-1074d9a92002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:16.409773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c74c06e0-12de-4337-85a1-2d905eda5db5 tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/routers/4bc1e37f-437f-42fa-8b5c-9961414c2cf5 HTTP/1.1" status: 200 len: 741 time: 0.0813041 Mar 10 15:33:16.412836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60738) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:16.414535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6dc85-b957-4a3c-a617-1074d9a92002 None None] Routers {'4bc1e37f-437f-42fa-8b5c-9961414c2cf5'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:16.415591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c7f6dc85-b957-4a3c-a617-1074d9a92002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:32:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4bc1e37f-437f-42fa-8b5c-9961414c2cf5'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:16.457984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c7f6dc85-b957-4a3c-a617-1074d9a92002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:16.458646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f6dc85-b957-4a3c-a617-1074d9a92002 None None] The sync data for ids ['4bc1e37f-437f-42fa-8b5c-9961414c2cf5'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:16.467381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-962fe3fe-a4a8-410a-a27f-ee7869d6af9d tempest-RoutersAdminTest-551941580 tempest-RoutersAdminTest-551941580-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&device_id=4bc1e37f-437f-42fa-8b5c-9961414c2cf5 HTTP/1.1" status: 200 len: 205 time: 0.0528057 Mar 10 15:33:16.469462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60746) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:16.503473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0e3670cf-01ef-4438-b543-47db69edc2db tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc1e37f-437f-42fa-8b5c-9961414c2cf5 HTTP/1.1" status: 200 len: 205 time: 0.0326827 Mar 10 15:33:16.503733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60748) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:16.588425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-877f017f-2e01-48d1-ba3a-71c328a3a4c9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.792803 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-877f017f-2e01-48d1-ba3a-71c328a3a4c9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.795926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-877f017f-2e01-48d1-ba3a-71c328a3a4c9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router_controller (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.871317 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-877f017f-2e01-48d1-ba3a-71c328a3a4c9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (4bc1e37f-437f-42fa-8b5c-9961414c2cf5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.872023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877f017f-2e01-48d1-ba3a-71c328a3a4c9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Fanout notify agent at l3_agent the message router_deleted on router 4bc1e37f-437f-42fa-8b5c-9961414c2cf5 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:33:16.879501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-877f017f-2e01-48d1-ba3a-71c328a3a4c9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:16.880539 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-877f017f-2e01-48d1-ba3a-71c328a3a4c9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/4bc1e37f-437f-42fa-8b5c-9961414c2cf5 HTTP/1.1" status: 204 len: 168 time: 0.3752975 Mar 10 15:33:16.884017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60764) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:16.930404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dd38d73d-75c8-494b-af2d-434ceeef462d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bc1e37f-437f-42fa-8b5c-9961414c2cf5 HTTP/1.1" status: 200 len: 205 time: 0.0450325 Mar 10 15:33:16.932738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60768) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:16.979091 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-439fe7b9-faf0-4800-9147-04eaf6f864b3 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] delete failed (client error): The resource could not be found. Mar 10 15:33:16.980614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-439fe7b9-faf0-4800-9147-04eaf6f864b3 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/4bc1e37f-437f-42fa-8b5c-9961414c2cf5 HTTP/1.1" status: 404 len: 336 time: 0.0468793 Mar 10 15:33:16.983921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60770) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.018489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2cae161d-724b-4782-9b3e-61f82799f66d tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=baac457a-d21f-4899-966a-36ed25e82b50 HTTP/1.1" status: 200 len: 205 time: 0.0312073 Mar 10 15:33:17.018755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60774) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.064948 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-6cb51fd0-298c-466b-8e37-e6649384b3e9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] delete failed (client error): The resource could not be found. Mar 10 15:33:17.068548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6cb51fd0-298c-466b-8e37-e6649384b3e9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/baac457a-d21f-4899-966a-36ed25e82b50 HTTP/1.1" status: 404 len: 336 time: 0.0462537 Mar 10 15:33:17.068805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60780) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.104323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9a97a6a4-7f00-4ef8-8ba4-3ddf57f7dc6e tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=221adf43-9eee-400f-b3ec-2e778201035b HTTP/1.1" status: 200 len: 205 time: 0.0342407 Mar 10 15:33:17.106986 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60782) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.158203 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-8caec42f-2d30-4fd7-9117-2ba847912db9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] delete failed (client error): The resource could not be found. Mar 10 15:33:17.159637 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8caec42f-2d30-4fd7-9117-2ba847912db9 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/221adf43-9eee-400f-b3ec-2e778201035b HTTP/1.1" status: 404 len: 336 time: 0.0507045 Mar 10 15:33:17.162180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60786) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.192417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-498c5ceb-ad76-475e-af8f-0e52e8128257 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=e55cb74c-f7af-4903-9b0f-9db5632d0f93 HTTP/1.1" status: 200 len: 205 time: 0.0289557 Mar 10 15:33:17.196065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60788) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.240284 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-393bbe29-946d-42e3-a2fd-0af377baf690 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] delete failed (client error): The resource could not be found. Mar 10 15:33:17.241553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-393bbe29-946d-42e3-a2fd-0af377baf690 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/e55cb74c-f7af-4903-9b0f-9db5632d0f93 HTTP/1.1" status: 404 len: 336 time: 0.0440366 Mar 10 15:33:17.244248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60792) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.273484 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c6e9ec8a-9cd7-4ec5-9bf2-3e35aaefcfbb tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=44a15460-d95d-4c73-a09f-c5d3836220cc HTTP/1.1" status: 200 len: 205 time: 0.0280035 Mar 10 15:33:17.279247 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60794) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.341409 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-bfc71d24-bbad-44d2-80fe-12b3dd2022f2 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] delete failed (client error): The resource could not be found. Mar 10 15:33:17.343047 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bfc71d24-bbad-44d2-80fe-12b3dd2022f2 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/44a15460-d95d-4c73-a09f-c5d3836220cc HTTP/1.1" status: 404 len: 336 time: 0.0621121 Mar 10 15:33:17.345616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60802) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.379704 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-af27006f-ee7c-4670-a79c-b120307bb476 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "GET /v2.0/ports?device_id=51b12a27-5c05-43f4-9495-789dc1d617a0 HTTP/1.1" status: 200 len: 205 time: 0.0325902 Mar 10 15:33:17.381663 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60806) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.428623 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-f35e891a-79b9-4ecc-a9da-74a30207bb65 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] delete failed (client error): The resource could not be found. Mar 10 15:33:17.430497 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f35e891a-79b9-4ecc-a9da-74a30207bb65 tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/routers/51b12a27-5c05-43f4-9495-789dc1d617a0 HTTP/1.1" status: 404 len: 336 time: 0.0478334 Mar 10 15:33:17.432588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60808) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.462331 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0d7f51-a692-401c-852d-c9c8bf55569f tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] DELETE failed (client error): The resource could not be found. Mar 10 15:33:17.462813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0d7f51-a692-401c-852d-c9c8bf55569f tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:33:17.468155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8c0d7f51-a692-401c-852d-c9c8bf55569f tempest-RoutersAdminTest-1016595788 tempest-RoutersAdminTest-1016595788-project] 10.222.0.11 "DELETE /v2.0/subnets/285bbe2d-a956-4584-b468-4a47633ed8f7 HTTP/1.1" status: 404 len: 337 time: 0.0323367 Mar 10 15:33:17.775789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60826) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:17.907680 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b79938fa-7e1a-4d28-b37b-2e1dfe99fc46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.003350 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b79938fa-7e1a-4d28-b37b-2e1dfe99fc46 admin admin] Publish callbacks [] for security_group (b92c6546-8743-4553-a5ca-9db95592530f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.007300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b79938fa-7e1a-4d28-b37b-2e1dfe99fc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b92c6546-8743-4553-a5ca-9db95592530f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.035492 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.051321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b79938fa-7e1a-4d28-b37b-2e1dfe99fc46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a461a4a2b990407793f81b033ed9dfea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2743049 Mar 10 15:33:18.052297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79938fa-7e1a-4d28-b37b-2e1dfe99fc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92c6546-8743-4553-a5ca-9db95592530f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:18.055935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60842) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:18.130290 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-275c22af-eb97-462c-8f49-60a3f9e8f8ef admin admin] Publish callbacks [] for security_group (b92c6546-8743-4553-a5ca-9db95592530f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.160321 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-275c22af-eb97-462c-8f49-60a3f9e8f8ef admin admin] Publish callbacks [] for security_group (b92c6546-8743-4553-a5ca-9db95592530f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.211587 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-275c22af-eb97-462c-8f49-60a3f9e8f8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b92c6546-8743-4553-a5ca-9db95592530f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.219573 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-275c22af-eb97-462c-8f49-60a3f9e8f8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.221540 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-275c22af-eb97-462c-8f49-60a3f9e8f8ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b92c6546-8743-4553-a5ca-9db95592530f HTTP/1.1" status: 204 len: 168 time: 0.1631818 Mar 10 15:33:18.237670 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c22af-eb97-462c-8f49-60a3f9e8f8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92c6546-8743-4553-a5ca-9db95592530f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:18.575269 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60864) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:18.619993 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9e839d25-7330-49c5-ba53-033b25f3dd70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fe9573e4c0a40cc8b9da8d237f9cd63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423546 Mar 10 15:33:18.622191 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60872) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:18.673382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ede62193-1045-420d-96d7-60e72a16dc17 admin admin] Publish callbacks [] for security_group (78203665-1090-472b-8ea9-914a77aca004), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.698404 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ede62193-1045-420d-96d7-60e72a16dc17 admin admin] Publish callbacks [] for security_group (78203665-1090-472b-8ea9-914a77aca004), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.771118 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ede62193-1045-420d-96d7-60e72a16dc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (78203665-1090-472b-8ea9-914a77aca004), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.773919 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ede62193-1045-420d-96d7-60e72a16dc17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:18.775191 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ede62193-1045-420d-96d7-60e72a16dc17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78203665-1090-472b-8ea9-914a77aca004 HTTP/1.1" status: 204 len: 168 time: 0.1521101 Mar 10 15:33:18.786447 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede62193-1045-420d-96d7-60e72a16dc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78203665-1090-472b-8ea9-914a77aca004,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:19.620955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60930) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:19.796090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1af4ce60-d7d0-4bd1-a19b-04013f59da8a tempest-AgentManagementNegativeTest-61112109 tempest-AgentManagementNegativeTest-61112109-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1738629 Mar 10 15:33:20.099862 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 60948) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:20.227218 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:20.324821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Publish callbacks [] for security_group (f00e1e2a-e82e-4b5a-bc72-e549b4c48b43), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:20.330266 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f00e1e2a-e82e-4b5a-bc72-e549b4c48b43), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:20.372559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00e1e2a-e82e-4b5a-bc72-e549b4c48b43,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:20.377443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91534960a35644b7942d3a938daa3fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762065 Mar 10 15:33:20.380742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 60958) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:20.387748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.388460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.389087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.390074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.390675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.392334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.392934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.393689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.394245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.394865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.395805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.396397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.397453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f181f1e-b182-4c68-9f4a-c513e337f010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:20.457941 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-994c1196-d19e-4480-a510-82e9e66ad7c5 admin admin] Publish callbacks [] for security_group (f00e1e2a-e82e-4b5a-bc72-e549b4c48b43), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:20.483386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-994c1196-d19e-4480-a510-82e9e66ad7c5 admin admin] Publish callbacks [] for security_group (f00e1e2a-e82e-4b5a-bc72-e549b4c48b43), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:20.548806 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-994c1196-d19e-4480-a510-82e9e66ad7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (f00e1e2a-e82e-4b5a-bc72-e549b4c48b43), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:20.551894 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-994c1196-d19e-4480-a510-82e9e66ad7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:20.553379 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-994c1196-d19e-4480-a510-82e9e66ad7c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f00e1e2a-e82e-4b5a-bc72-e549b4c48b43 HTTP/1.1" status: 204 len: 168 time: 0.1704347 Mar 10 15:33:20.564001 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c1196-d19e-4480-a510-82e9e66ad7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00e1e2a-e82e-4b5a-bc72-e549b4c48b43,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:20.794200 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:21.355653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32770) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:21.486823 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1072926844'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:21.512089 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Made reservation on behalf of f599fd7076dd4faf8d98df3ce62b02a5 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:21.516639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:21.525887 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:21.610754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for security_group (ed732cbe-5e08-4254-8069-1ad4c60d5bbc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:21.615785 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ed732cbe-5e08-4254-8069-1ad4c60d5bbc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:21.645302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:33:21.656107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed732cbe-5e08-4254-8069-1ad4c60d5bbc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:21.662302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (90acfd21-c026-49bf-99cf-2ad7f9d4699b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:21.662650 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Added segment 90acfd21-c026-49bf-99cf-2ad7f9d4699b of type vlan for network 498f8af1-dd2e-429b-b132-f316ffbf5a10 Mar 10 15:33:21.713506 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (498f8af1-dd2e-429b-b132-f316ffbf5a10), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:21.725111 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11c1e53b-a6ab-44eb-9b6e-abbad00fd849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:21.749140 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (498f8af1-dd2e-429b-b132-f316ffbf5a10), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:21.754499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:21.755164 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:21.807721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32786) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:21.808260 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4510090 Mar 10 15:33:21.814713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Request body: {'subnet': {'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:21.844457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed87ec-f35a-4568-8bd3-45c30ff2f331 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'Network': ['ID=498f8af1-dd2e-429b-b132-f316ffbf5a10,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:21.856057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:33:21.967634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Made reservation on behalf of f599fd7076dd4faf8d98df3ce62b02a5 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:21.971462 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:22.187962 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (c8d06b99-be79-433b-9f35-9e16688bde92), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:22.253501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'Subnet': ['ID=c8d06b99-be79-433b-9f35-9e16688bde92,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:22.264686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Checking segment: {'id': '90acfd21-c026-49bf-99cf-2ad7f9d4699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:22.265063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Network hostable DHCP agents. Network: 498f8af1-dd2e-429b-b132-f316ffbf5a10, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:33:22.283988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:33:22.300752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 498f8af1-dd2e-429b-b132-f316ffbf5a10) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:22.306033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:22.307576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:22.311335 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e3ea7-e125-4aad-a264-550d4db11fad None None] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:22.332338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fc61a2af-1e47-4527-b191-29c494c0a70f tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5204003 Mar 10 15:33:22.332685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32796) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:22.347846 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Request body: {'port': {'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1400585607'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:22.438954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-498f8af1-dd2e-429b-b132-f316ffbf5a10', 'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10', 'project_id': 'f599fd7076dd4faf8d98df3ce62b02a5', 'fixed_ips': [{'subnet_id': 'c8d06b99-be79-433b-9f35-9e16688bde92'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:33:22.440251 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:22.490149 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Made reservation on behalf of f599fd7076dd4faf8d98df3ce62b02a5 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:22.495639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:22.523613 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] device_id is not set on port efd2c936-0cdd-4c62-acab-25a3aeb63134 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:33:22.617271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Allocated IP 2001:db8::2 (498f8af1-dd2e-429b-b132-f316ffbf5a10/c8d06b99-be79-433b-9f35-9e16688bde92/1df75791-82c5-4829-b2da-5c1d36c0f5cb) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:22.797975 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Publish callbacks [] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:22.819954 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:22.868389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Pushing event updated for resources: {'Port': ['ID=1df75791-82c5-4829-b2da-5c1d36c0f5cb,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:22.880497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:22.894109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.894109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.894109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.894109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.894109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.894109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.894109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.894109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.894109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.894109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.894109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.895202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Allocated IP 2001:db8::1db (498f8af1-dd2e-429b-b132-f316ffbf5a10/c8d06b99-be79-433b-9f35-9e16688bde92/efd2c936-0cdd-4c62-acab-25a3aeb63134) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:22.895320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.895320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:22.900760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:22.901221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:22.991252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Attempting to bind port 1df75791-82c5-4829-b2da-5c1d36c0f5cb on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:33:22.991978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Attempting to bind port 1df75791-82c5-4829-b2da-5c1d36c0f5cb by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '90acfd21-c026-49bf-99cf-2ad7f9d4699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:33:22.992462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Attempting to bind port 1df75791-82c5-4829-b2da-5c1d36c0f5cb on network 498f8af1-dd2e-429b-b132-f316ffbf5a10 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:23.008188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:33:23.008605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Checking segment: {'id': '90acfd21-c026-49bf-99cf-2ad7f9d4699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:23.009045 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:23.009444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Bound using segment: {'id': '90acfd21-c026-49bf-99cf-2ad7f9d4699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:33:23.009930 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Bound port: 1df75791-82c5-4829-b2da-5c1d36c0f5cb, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90acfd21-c026-49bf-99cf-2ad7f9d4699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:33:23.010318 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:23.080999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] For port 1df75791-82c5-4829-b2da-5c1d36c0f5cb, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:33:23.088397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] For port 1df75791-82c5-4829-b2da-5c1d36c0f5cb, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1df75791-82c5-4829-b2da-5c1d36c0f5cb,segment=NetworkSegment(90acfd21-c026-49bf-99cf-2ad7f9d4699b),segment_id=90acfd21-c026-49bf-99cf-2ad7f9d4699b)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:33:23.097879 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:23.119673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for port (efd2c936-0cdd-4c62-acab-25a3aeb63134), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:23.158957 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (efd2c936-0cdd-4c62-acab-25a3aeb63134), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:23.199598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde4faa-3c64-4974-8d3e-7cb2b8b3bd7c None None] Pushing event updated for resources: {'Port': ['ID=1df75791-82c5-4829-b2da-5c1d36c0f5cb,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:23.215787 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'Port': ['ID=efd2c936-0cdd-4c62-acab-25a3aeb63134,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:23.232402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.232976 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.233500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.234091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.234601 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.235136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.235631 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.236198 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.236699 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.237207 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.237711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.238224 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.238724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:33:23.249356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:23.251155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:23.254299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:23.260303 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:23.261225 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:23.286488 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d5b38950-6d26-442b-88e6-0153dde9d8ff tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9511735 Mar 10 15:33:23.289865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32814) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:23.297144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Request body: {'port': {'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1899918197', 'allowed_address_pairs': [{'ip_address': '2001:db8::1db', 'mac_address': 'fa:16:3e:b6:6c:f1'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:23.476278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Made reservation on behalf of f599fd7076dd4faf8d98df3ce62b02a5 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:23.592082 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:23.619677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] device_id is not set on port 1db9c3c8-fb8a-4293-8268-0a892a84778a yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:33:23.744370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Allocated IP 2001:db8::2bb (498f8af1-dd2e-429b-b132-f316ffbf5a10/c8d06b99-be79-433b-9f35-9e16688bde92/1db9c3c8-fb8a-4293-8268-0a892a84778a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:23.908714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for port (1db9c3c8-fb8a-4293-8268-0a892a84778a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:23.944793 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1db9c3c8-fb8a-4293-8268-0a892a84778a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.002357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:24.007949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:24.012680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:24.018588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:24.019911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.033147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'Port': ['ID=1db9c3c8-fb8a-4293-8268-0a892a84778a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:24.063009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32820) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:24.063550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3f185a1f-edf7-4f95-91bc-073320f3bcad tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.7724788 Mar 10 15:33:24.075612 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6702368-9987-4f37-8e1c-0589ee32bd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.172843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1df75791-82c5-4829-b2da-5c1d36c0f5cb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:33:24.174731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb923d2-5bf2-47ac-a21a-0efd01305859 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:24.182277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb923d2-5bf2-47ac-a21a-0efd01305859 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:24.188624 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb923d2-5bf2-47ac-a21a-0efd01305859 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:24.190677 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ecb923d2-5bf2-47ac-a21a-0efd01305859 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1255045 Mar 10 15:33:24.193514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32822) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:24.257725 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1df75791-82c5-4829-b2da-5c1d36c0f5cb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:24.258282 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.363494 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-428a017a-3870-4e2a-9c70-de126a4e8e9a tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Deleting port 1db9c3c8-fb8a-4293-8268-0a892a84778a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:24.364161 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-428a017a-3870-4e2a-9c70-de126a4e8e9a tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1db9c3c8-fb8a-4293-8268-0a892a84778a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.414397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1df75791-82c5-4829-b2da-5c1d36c0f5cb is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:24.415231 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.451282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 1df75791-82c5-4829-b2da-5c1d36c0f5cb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1df75791-82c5-4829-b2da-5c1d36c0f5cb,segment=NetworkSegment(90acfd21-c026-49bf-99cf-2ad7f9d4699b),segment_id=90acfd21-c026-49bf-99cf-2ad7f9d4699b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:24.465018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.519448 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-428a017a-3870-4e2a-9c70-de126a4e8e9a tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1db9c3c8-fb8a-4293-8268-0a892a84778a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.528959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=1df75791-82c5-4829-b2da-5c1d36c0f5cb,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:24.548506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-428a017a-3870-4e2a-9c70-de126a4e8e9a tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Calling delete_port for 1db9c3c8-fb8a-4293-8268-0a892a84778a owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:24.552390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a29fb-a337-4498-af8d-fe4fb92b02e5 None None] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:24.657433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-37906c0c-5422-4754-8bf0-50cf14471009 None None] Provisioning complete for port 1df75791-82c5-4829-b2da-5c1d36c0f5cb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:24.657814 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-37906c0c-5422-4754-8bf0-50cf14471009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.738872 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-428a017a-3870-4e2a-9c70-de126a4e8e9a tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1db9c3c8-fb8a-4293-8268-0a892a84778a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.782529 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a017a-3870-4e2a-9c70-de126a4e8e9a tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event deleted for resources: {'Port': ['ID=1db9c3c8-fb8a-4293-8268-0a892a84778a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:24.799794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-37906c0c-5422-4754-8bf0-50cf14471009 None None] Current status of the port 1df75791-82c5-4829-b2da-5c1d36c0f5cb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:24.929093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-428a017a-3870-4e2a-9c70-de126a4e8e9a tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:24.935396 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-428a017a-3870-4e2a-9c70-de126a4e8e9a tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "DELETE /v2.0/ports/1db9c3c8-fb8a-4293-8268-0a892a84778a HTTP/1.1" status: 204 len: 168 time: 0.7379532 Mar 10 15:33:24.935396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32828) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:24.967061 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f261d17-3e4b-4b35-a41a-587aa3c7fc67 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] GET failed (client error): The resource could not be found. Mar 10 15:33:24.969201 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6f261d17-3e4b-4b35-a41a-587aa3c7fc67 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "GET /v2.0/ports/1db9c3c8-fb8a-4293-8268-0a892a84778a HTTP/1.1" status: 404 len: 333 time: 0.0322053 Mar 10 15:33:24.972288 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32830) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:24.977193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Request body: {'port': {'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-465165100'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:25.097495 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Made reservation on behalf of f599fd7076dd4faf8d98df3ce62b02a5 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:25.101300 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.121489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] device_id is not set on port ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:33:25.147502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-aeeb25b9-22b6-44c6-be62-bf4bed59de31 None None] Provisioning complete for port efd2c936-0cdd-4c62-acab-25a3aeb63134 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:25.148057 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aeeb25b9-22b6-44c6-be62-bf4bed59de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (efd2c936-0cdd-4c62-acab-25a3aeb63134), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.200361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb25b9-22b6-44c6-be62-bf4bed59de31 None None] Port efd2c936-0cdd-4c62-acab-25a3aeb63134 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:25.214400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-aeeb25b9-22b6-44c6-be62-bf4bed59de31 None None] Provisioning complete for port 1df75791-82c5-4829-b2da-5c1d36c0f5cb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:25.215387 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aeeb25b9-22b6-44c6-be62-bf4bed59de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.296568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Allocated IP 2001:db8::151 (498f8af1-dd2e-429b-b132-f316ffbf5a10/c8d06b99-be79-433b-9f35-9e16688bde92/ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:25.324754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb25b9-22b6-44c6-be62-bf4bed59de31 None None] Current status of the port 1df75791-82c5-4829-b2da-5c1d36c0f5cb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:25.332660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-aeeb25b9-22b6-44c6-be62-bf4bed59de31 None None] Could not find standard attr ID for object 1db9c3c8-fb8a-4293-8268-0a892a84778a. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:33:25.346283 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.464257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ab23c1c0-60a5-4ae8-af8e-d519c220aefd None None] Provisioning complete for port efd2c936-0cdd-4c62-acab-25a3aeb63134 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:25.464481 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ab23c1c0-60a5-4ae8-af8e-d519c220aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (efd2c936-0cdd-4c62-acab-25a3aeb63134), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.471359 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for port (ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.505999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ab23c1c0-60a5-4ae8-af8e-d519c220aefd None None] Port efd2c936-0cdd-4c62-acab-25a3aeb63134 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:25.513045 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.561756 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:25.564995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:25.569506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:25.574935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:25.575686 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.580111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'Port': ['ID=ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:25.599743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32834) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:25.600262 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c90d0b8b-3dc8-4ad6-9632-d70529e60e9d tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6264710 Mar 10 15:33:25.606376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1fba2b9b-a11e-4e94-9fdb-d294dea46b29 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1db', 'mac_address': 'fa:16:3e:b6:6c:f1'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:25.695539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1fba2b9b-a11e-4e94-9fdb-d294dea46b29 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.724446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ded2f458-d59f-41b3-8cd1-e708111716bb None None] Could not find standard attr ID for object 1db9c3c8-fb8a-4293-8268-0a892a84778a. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:33:25.892200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1fba2b9b-a11e-4e94-9fdb-d294dea46b29 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for port (ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.896935 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1fba2b9b-a11e-4e94-9fdb-d294dea46b29 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.938928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1fba2b9b-a11e-4e94-9fdb-d294dea46b29 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] In _notify_port_updated(), no bound segment for port ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef on network 498f8af1-dd2e-429b-b132-f316ffbf5a10 {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:33:25.944041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fba2b9b-a11e-4e94-9fdb-d294dea46b29 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:25.944740 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1fba2b9b-a11e-4e94-9fdb-d294dea46b29 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.953817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32838) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:25.954070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1fba2b9b-a11e-4e94-9fdb-d294dea46b29 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "PUT /v2.0/ports/ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef HTTP/1.1" status: 200 len: 1002 time: 0.3477759 Mar 10 15:33:25.963937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-76ee5e98-6b28-43f6-abf7-0f329064877c None None] Provisioning complete for port ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:25.964312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-76ee5e98-6b28-43f6-abf7-0f329064877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:25.973070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba2b9b-a11e-4e94-9fdb-d294dea46b29 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'Port': ['ID=ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:26.002419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-76ee5e98-6b28-43f6-abf7-0f329064877c None None] Port ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:26.090299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5737b02a-7489-4716-90c2-d09e5c0b1f2e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Deleting port ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:26.092470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5737b02a-7489-4716-90c2-d09e5c0b1f2e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.122237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1df75791-82c5-4829-b2da-5c1d36c0f5cb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:33:26.174722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1df75791-82c5-4829-b2da-5c1d36c0f5cb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:26.175981 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.194330 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5737b02a-7489-4716-90c2-d09e5c0b1f2e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.208136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5737b02a-7489-4716-90c2-d09e5c0b1f2e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Calling delete_port for ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:26.267323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1df75791-82c5-4829-b2da-5c1d36c0f5cb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:26.364096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5737b02a-7489-4716-90c2-d09e5c0b1f2e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.395658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737b02a-7489-4716-90c2-d09e5c0b1f2e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event deleted for resources: {'Port': ['ID=ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:26.490064 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5737b02a-7489-4716-90c2-d09e5c0b1f2e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.495772 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5737b02a-7489-4716-90c2-d09e5c0b1f2e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "DELETE /v2.0/ports/ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef HTTP/1.1" status: 204 len: 168 time: 0.5429113 Mar 10 15:33:26.496020 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32840) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:26.523757 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e1a8ad-8de6-45a3-b005-da299400576a tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] GET failed (client error): The resource could not be found. Mar 10 15:33:26.525659 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-18e1a8ad-8de6-45a3-b005-da299400576a tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "GET /v2.0/ports/ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef HTTP/1.1" status: 404 len: 333 time: 0.0287101 Mar 10 15:33:26.527619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-97ed6676-9655-469c-8b95-23416f22f8e7 None None] Could not find standard attr ID for object ee3c6e0c-824d-4c78-bdaf-5bdc68fb1fef. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:33:26.530019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32842) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:26.534758 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Request body: {'port': {'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-513736628'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:26.628954 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.660071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Made reservation on behalf of f599fd7076dd4faf8d98df3ce62b02a5 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:26.663453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.687428 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] device_id is not set on port 2e9bb4c2-17fb-4e55-8625-68609be645b6 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:33:26.800629 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Allocated IP 2001:db8::27f (498f8af1-dd2e-429b-b132-f316ffbf5a10/c8d06b99-be79-433b-9f35-9e16688bde92/2e9bb4c2-17fb-4e55-8625-68609be645b6) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:26.953173 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for port (2e9bb4c2-17fb-4e55-8625-68609be645b6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:26.994893 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2e9bb4c2-17fb-4e55-8625-68609be645b6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.039525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:27.045681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:27.049672 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:27.055251 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:27.055830 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.065363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'Port': ['ID=2e9bb4c2-17fb-4e55-8625-68609be645b6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:27.080280 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dbadd0f0-9f50-4faf-9c7d-905d7725f9ce tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5468750 Mar 10 15:33:27.081236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32848) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:27.087067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ecfdeb6c-9792-4164-b39f-4e75109a2621 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b6:6c:f1'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:27.168638 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfdeb6c-9792-4164-b39f-4e75109a2621 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2e9bb4c2-17fb-4e55-8625-68609be645b6), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.358891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-60d7fb16-b9c0-4ae0-9e34-ea021faa3f6a None None] Provisioning complete for port 2e9bb4c2-17fb-4e55-8625-68609be645b6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:27.360129 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-60d7fb16-b9c0-4ae0-9e34-ea021faa3f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2e9bb4c2-17fb-4e55-8625-68609be645b6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.363656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfdeb6c-9792-4164-b39f-4e75109a2621 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for port (2e9bb4c2-17fb-4e55-8625-68609be645b6), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.368231 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfdeb6c-9792-4164-b39f-4e75109a2621 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2e9bb4c2-17fb-4e55-8625-68609be645b6), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.395275 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-60d7fb16-b9c0-4ae0-9e34-ea021faa3f6a None None] Port 2e9bb4c2-17fb-4e55-8625-68609be645b6 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:27.403222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ecfdeb6c-9792-4164-b39f-4e75109a2621 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] In _notify_port_updated(), no bound segment for port 2e9bb4c2-17fb-4e55-8625-68609be645b6 on network 498f8af1-dd2e-429b-b132-f316ffbf5a10 {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:33:27.408855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfdeb6c-9792-4164-b39f-4e75109a2621 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:27.409474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecfdeb6c-9792-4164-b39f-4e75109a2621 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.410755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ecfdeb6c-9792-4164-b39f-4e75109a2621 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "PUT /v2.0/ports/2e9bb4c2-17fb-4e55-8625-68609be645b6 HTTP/1.1" status: 200 len: 1002 time: 0.3284807 Mar 10 15:33:27.413667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32850) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:27.454888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdeb6c-9792-4164-b39f-4e75109a2621 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'Port': ['ID=2e9bb4c2-17fb-4e55-8625-68609be645b6,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:27.523539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-19f2943b-ed64-4f56-8ff9-71cea533fdf3 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Deleting port 2e9bb4c2-17fb-4e55-8625-68609be645b6 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:27.524014 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19f2943b-ed64-4f56-8ff9-71cea533fdf3 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2e9bb4c2-17fb-4e55-8625-68609be645b6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.621545 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19f2943b-ed64-4f56-8ff9-71cea533fdf3 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2e9bb4c2-17fb-4e55-8625-68609be645b6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.634639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-19f2943b-ed64-4f56-8ff9-71cea533fdf3 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Calling delete_port for 2e9bb4c2-17fb-4e55-8625-68609be645b6 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:27.719158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c02d256d-34e8-4e17-bab2-ad968a46cded None None] Provisioning complete for port 2e9bb4c2-17fb-4e55-8625-68609be645b6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:27.719547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c02d256d-34e8-4e17-bab2-ad968a46cded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2e9bb4c2-17fb-4e55-8625-68609be645b6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.761595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c02d256d-34e8-4e17-bab2-ad968a46cded None None] Port 2e9bb4c2-17fb-4e55-8625-68609be645b6 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:27.766603 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19f2943b-ed64-4f56-8ff9-71cea533fdf3 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2e9bb4c2-17fb-4e55-8625-68609be645b6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.794942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2943b-ed64-4f56-8ff9-71cea533fdf3 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event deleted for resources: {'Port': ['ID=2e9bb4c2-17fb-4e55-8625-68609be645b6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:27.831935 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-19f2943b-ed64-4f56-8ff9-71cea533fdf3 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:27.836657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-19f2943b-ed64-4f56-8ff9-71cea533fdf3 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "DELETE /v2.0/ports/2e9bb4c2-17fb-4e55-8625-68609be645b6 HTTP/1.1" status: 204 len: 168 time: 0.4206331 Mar 10 15:33:27.837868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32854) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:27.865276 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1637038-7a47-4111-b997-206a0a199bbe tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] GET failed (client error): The resource could not be found. Mar 10 15:33:27.870182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b1637038-7a47-4111-b997-206a0a199bbe tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "GET /v2.0/ports/2e9bb4c2-17fb-4e55-8625-68609be645b6 HTTP/1.1" status: 404 len: 333 time: 0.0277684 Mar 10 15:33:27.870329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32856) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:27.875810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Request body: {'port': {'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1010232456'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:27.998840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Made reservation on behalf of f599fd7076dd4faf8d98df3ce62b02a5 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:28.002224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:28.021202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] device_id is not set on port ef36577e-f7c7-40ab-9878-8cdc4251919e yet. {{(pid=115533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:33:28.146743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Allocated IP 2001:db8::356 (498f8af1-dd2e-429b-b132-f316ffbf5a10/c8d06b99-be79-433b-9f35-9e16688bde92/ef36577e-f7c7-40ab-9878-8cdc4251919e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:28.253091 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:28.296069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for port (ef36577e-f7c7-40ab-9878-8cdc4251919e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:28.330577 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ef36577e-f7c7-40ab-9878-8cdc4251919e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:28.377482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:28.380549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:28.383060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:28.388979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:28.389487 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:28.398774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'Port': ['ID=ef36577e-f7c7-40ab-9878-8cdc4251919e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:28.415422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-93b917dc-8984-454b-b9ce-1ebd38d8dedb tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5435882 Mar 10 15:33:28.417769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32860) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:28.424285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Request body: {'port': {'network_id': '498f8af1-dd2e-429b-b132-f316ffbf5a10', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1180856035'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:28.547384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Made reservation on behalf of f599fd7076dd4faf8d98df3ce62b02a5 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:28.551676 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:28.572942 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] device_id is not set on port acc1c396-513c-4194-affc-ffca3cd78070 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:33:28.699794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3f1dce7d-74be-4022-a588-4ff35c71affe None None] Provisioning complete for port ef36577e-f7c7-40ab-9878-8cdc4251919e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:28.700822 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3f1dce7d-74be-4022-a588-4ff35c71affe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ef36577e-f7c7-40ab-9878-8cdc4251919e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:28.703720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Allocated IP 2001:db8::343 (498f8af1-dd2e-429b-b132-f316ffbf5a10/c8d06b99-be79-433b-9f35-9e16688bde92/acc1c396-513c-4194-affc-ffca3cd78070) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:28.740529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3f1dce7d-74be-4022-a588-4ff35c71affe None None] Port ef36577e-f7c7-40ab-9878-8cdc4251919e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:28.871786 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for port (acc1c396-513c-4194-affc-ffca3cd78070), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:28.905881 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (acc1c396-513c-4194-affc-ffca3cd78070), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:28.958706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:28.963250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:28.969748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:28.978003 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:28.978990 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:28.983967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'Port': ['ID=acc1c396-513c-4194-affc-ffca3cd78070,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:29.000057 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ca283267-7254-4500-8885-c0462ab8a8c0 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5804510 Mar 10 15:33:29.002727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32864) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:29.008761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e748eba1-4482-434b-9e58-b129f8081df7 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1db', 'mac_address': 'fa:16:3e:b6:6c:f1'}, {'ip_address': '2001:db8::356', 'mac_address': 'fa:16:3e:82:aa:48'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:29.179894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e748eba1-4482-434b-9e58-b129f8081df7 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (acc1c396-513c-4194-affc-ffca3cd78070), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.272186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7559eec5-9da0-4491-89dc-7b5c8258f970 None None] Provisioning complete for port acc1c396-513c-4194-affc-ffca3cd78070 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:29.272851 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7559eec5-9da0-4491-89dc-7b5c8258f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acc1c396-513c-4194-affc-ffca3cd78070), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.311680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7559eec5-9da0-4491-89dc-7b5c8258f970 None None] Port acc1c396-513c-4194-affc-ffca3cd78070 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:29.375589 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e748eba1-4482-434b-9e58-b129f8081df7 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for port (acc1c396-513c-4194-affc-ffca3cd78070), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.380209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e748eba1-4482-434b-9e58-b129f8081df7 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (acc1c396-513c-4194-affc-ffca3cd78070), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.413351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e748eba1-4482-434b-9e58-b129f8081df7 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] In _notify_port_updated(), no bound segment for port acc1c396-513c-4194-affc-ffca3cd78070 on network 498f8af1-dd2e-429b-b132-f316ffbf5a10 {{(pid=115533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 15:33:29.418414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e748eba1-4482-434b-9e58-b129f8081df7 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:29.419150 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e748eba1-4482-434b-9e58-b129f8081df7 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.424665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e748eba1-4482-434b-9e58-b129f8081df7 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "PUT /v2.0/ports/acc1c396-513c-4194-affc-ffca3cd78070 HTTP/1.1" status: 200 len: 1068 time: 0.4170630 Mar 10 15:33:29.424665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32868) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:29.470423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748eba1-4482-434b-9e58-b129f8081df7 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event updated for resources: {'Port': ['ID=acc1c396-513c-4194-affc-ffca3cd78070,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:29.533894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-183367c6-e192-4d7d-bd6f-ec29895d861e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Deleting port acc1c396-513c-4194-affc-ffca3cd78070 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:29.534234 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-183367c6-e192-4d7d-bd6f-ec29895d861e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (acc1c396-513c-4194-affc-ffca3cd78070), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.628389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-183367c6-e192-4d7d-bd6f-ec29895d861e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (acc1c396-513c-4194-affc-ffca3cd78070), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.642234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-183367c6-e192-4d7d-bd6f-ec29895d861e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Calling delete_port for acc1c396-513c-4194-affc-ffca3cd78070 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:29.656534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d8f1317d-1569-4446-a3a4-74730301fe59 None None] Provisioning complete for port acc1c396-513c-4194-affc-ffca3cd78070 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:29.656909 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d8f1317d-1569-4446-a3a4-74730301fe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acc1c396-513c-4194-affc-ffca3cd78070), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.697468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1317d-1569-4446-a3a4-74730301fe59 None None] Port acc1c396-513c-4194-affc-ffca3cd78070 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:29.794280 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-183367c6-e192-4d7d-bd6f-ec29895d861e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (acc1c396-513c-4194-affc-ffca3cd78070), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:29.823609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183367c6-e192-4d7d-bd6f-ec29895d861e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event deleted for resources: {'Port': ['ID=acc1c396-513c-4194-affc-ffca3cd78070,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:30.046513 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-183367c6-e192-4d7d-bd6f-ec29895d861e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.053025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-183367c6-e192-4d7d-bd6f-ec29895d861e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "DELETE /v2.0/ports/acc1c396-513c-4194-affc-ffca3cd78070 HTTP/1.1" status: 204 len: 168 time: 0.6254692 Mar 10 15:33:30.053690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32874) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:30.081542 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-676e3e5f-9b20-4b37-877c-6bea0dd43fec tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] GET failed (client error): The resource could not be found. Mar 10 15:33:30.083259 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-676e3e5f-9b20-4b37-877c-6bea0dd43fec tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "GET /v2.0/ports/acc1c396-513c-4194-affc-ffca3cd78070 HTTP/1.1" status: 404 len: 333 time: 0.0280054 Mar 10 15:33:30.085899 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32876) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:30.172694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-be0e83b1-d7fa-4524-9adf-0b97cb179e77 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Deleting port ef36577e-f7c7-40ab-9878-8cdc4251919e {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:30.172960 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be0e83b1-d7fa-4524-9adf-0b97cb179e77 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ef36577e-f7c7-40ab-9878-8cdc4251919e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.258871 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be0e83b1-d7fa-4524-9adf-0b97cb179e77 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ef36577e-f7c7-40ab-9878-8cdc4251919e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.270354 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-be0e83b1-d7fa-4524-9adf-0b97cb179e77 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Calling delete_port for ef36577e-f7c7-40ab-9878-8cdc4251919e owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:30.391736 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:33:30.411469 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be0e83b1-d7fa-4524-9adf-0b97cb179e77 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ef36577e-f7c7-40ab-9878-8cdc4251919e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.774398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e83b1-d7fa-4524-9adf-0b97cb179e77 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event deleted for resources: {'Port': ['ID=ef36577e-f7c7-40ab-9878-8cdc4251919e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:30.800408 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-be0e83b1-d7fa-4524-9adf-0b97cb179e77 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:30.804104 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-be0e83b1-d7fa-4524-9adf-0b97cb179e77 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "DELETE /v2.0/ports/ef36577e-f7c7-40ab-9878-8cdc4251919e HTTP/1.1" status: 204 len: 168 time: 0.7173088 Mar 10 15:33:30.806617 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32880) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:30.832944 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-b975de85-7096-4a40-a5df-551d33791c56 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] GET failed (client error): The resource could not be found. Mar 10 15:33:30.837754 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b975de85-7096-4a40-a5df-551d33791c56 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "GET /v2.0/ports/ef36577e-f7c7-40ab-9878-8cdc4251919e HTTP/1.1" status: 404 len: 333 time: 0.0268090 Mar 10 15:33:30.838248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32882) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:30.933146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c62cafe4-58d7-4881-a775-a318ca40765e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Deleting port efd2c936-0cdd-4c62-acab-25a3aeb63134 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:30.933490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c62cafe4-58d7-4881-a775-a318ca40765e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (efd2c936-0cdd-4c62-acab-25a3aeb63134), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.021388 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c62cafe4-58d7-4881-a775-a318ca40765e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (efd2c936-0cdd-4c62-acab-25a3aeb63134), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.034435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c62cafe4-58d7-4881-a775-a318ca40765e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Calling delete_port for efd2c936-0cdd-4c62-acab-25a3aeb63134 owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:31.176131 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c62cafe4-58d7-4881-a775-a318ca40765e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (efd2c936-0cdd-4c62-acab-25a3aeb63134), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.205895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cafe4-58d7-4881-a775-a318ca40765e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event deleted for resources: {'Port': ['ID=efd2c936-0cdd-4c62-acab-25a3aeb63134,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:31.232430 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c62cafe4-58d7-4881-a775-a318ca40765e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.236449 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c62cafe4-58d7-4881-a775-a318ca40765e tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "DELETE /v2.0/ports/efd2c936-0cdd-4c62-acab-25a3aeb63134 HTTP/1.1" status: 204 len: 168 time: 0.3970773 Mar 10 15:33:31.238940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32886) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:31.317505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c981cf-56f0-40dd-96ef-ecae66e1a9ea tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Deleting subnet c8d06b99-be79-433b-9f35-9e16688bde92 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:33:31.320707 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c5c981cf-56f0-40dd-96ef-ecae66e1a9ea tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for subnet (c8d06b99-be79-433b-9f35-9e16688bde92), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.367029 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c5c981cf-56f0-40dd-96ef-ecae66e1a9ea tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (c8d06b99-be79-433b-9f35-9e16688bde92), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.453631 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c5c981cf-56f0-40dd-96ef-ecae66e1a9ea tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (c8d06b99-be79-433b-9f35-9e16688bde92), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.516505 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c5c981cf-56f0-40dd-96ef-ecae66e1a9ea tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (c8d06b99-be79-433b-9f35-9e16688bde92), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.545597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c981cf-56f0-40dd-96ef-ecae66e1a9ea tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d06b99-be79-433b-9f35-9e16688bde92,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:31.547727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c5c981cf-56f0-40dd-96ef-ecae66e1a9ea tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.553404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32888) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:31.553543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c5c981cf-56f0-40dd-96ef-ecae66e1a9ea tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "DELETE /v2.0/subnets/c8d06b99-be79-433b-9f35-9e16688bde92 HTTP/1.1" status: 204 len: 168 time: 0.3134604 Mar 10 15:33:31.559481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd0b8f8-3fa1-4382-9184-49e25a36d0bb None None] Network 498f8af1-dd2e-429b-b132-f316ffbf5a10 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:31.644270 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (498f8af1-dd2e-429b-b132-f316ffbf5a10), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.704901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Deleting port 1df75791-82c5-4829-b2da-5c1d36c0f5cb {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:31.705247 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.764711 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4d331f-f767-49de-b21e-5ed87655ef9d None None] DHCP port deletion for 498f8af1-dd2e-429b-b132-f316ffbf5a10 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:33:31.776493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] For port 1df75791-82c5-4829-b2da-5c1d36c0f5cb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1df75791-82c5-4829-b2da-5c1d36c0f5cb,segment=NetworkSegment(90acfd21-c026-49bf-99cf-2ad7f9d4699b),segment_id=90acfd21-c026-49bf-99cf-2ad7f9d4699b)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:31.776845 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.791886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Calling delete_port for 1df75791-82c5-4829-b2da-5c1d36c0f5cb owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:31.822537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d331f-f767-49de-b21e-5ed87655ef9d None None] Deleting port 1df75791-82c5-4829-b2da-5c1d36c0f5cb {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:31.823023 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d4d331f-f767-49de-b21e-5ed87655ef9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.875929 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.887767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0d4d331f-f767-49de-b21e-5ed87655ef9d None None] For port 1df75791-82c5-4829-b2da-5c1d36c0f5cb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1df75791-82c5-4829-b2da-5c1d36c0f5cb,segment=NetworkSegment(90acfd21-c026-49bf-99cf-2ad7f9d4699b),segment_id=90acfd21-c026-49bf-99cf-2ad7f9d4699b)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:31.888465 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d4d331f-f767-49de-b21e-5ed87655ef9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.900912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d331f-f767-49de-b21e-5ed87655ef9d None None] Calling delete_port for 1df75791-82c5-4829-b2da-5c1d36c0f5cb owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:31.902755 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event deleted for resources: {'Port': ['ID=1df75791-82c5-4829-b2da-5c1d36c0f5cb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:31.904578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] No DVR routers for this DVR port 1df75791-82c5-4829-b2da-5c1d36c0f5cb on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:31.983238 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d4d331f-f767-49de-b21e-5ed87655ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (1df75791-82c5-4829-b2da-5c1d36c0f5cb), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:31.985530 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (498f8af1-dd2e-429b-b132-f316ffbf5a10), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.005783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498f8af1-dd2e-429b-b132-f316ffbf5a10']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:32.010088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d331f-f767-49de-b21e-5ed87655ef9d None None] Pushing event deleted for resources: {'Port': ['ID=1df75791-82c5-4829-b2da-5c1d36c0f5cb,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:32.011989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d331f-f767-49de-b21e-5ed87655ef9d None None] No DVR routers for this DVR port 1df75791-82c5-4829-b2da-5c1d36c0f5cb on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:32.016052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90acfd21-c026-49bf-99cf-2ad7f9d4699b') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:32.016353 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90acfd21-c026-49bf-99cf-2ad7f9d4699b') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:32.027851 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (90acfd21-c026-49bf-99cf-2ad7f9d4699b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.041371 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (90acfd21-c026-49bf-99cf-2ad7f9d4699b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.051869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:33:32.052275 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (90acfd21-c026-49bf-99cf-2ad7f9d4699b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:33:32.055805 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:33:32.110004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1df75791-82c5-4829-b2da-5c1d36c0f5cb no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:33:32.135144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 1df75791-82c5-4829-b2da-5c1d36c0f5cb {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:33:32.135817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1df75791-82c5-4829-b2da-5c1d36c0f5cb not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:33:32.140033 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (498f8af1-dd2e-429b-b132-f316ffbf5a10), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.149712 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.155433 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] 10.222.0.11 "DELETE /v2.0/networks/498f8af1-dd2e-429b-b132-f316ffbf5a10 HTTP/1.1" status: 204 len: 168 time: 0.5983393 Mar 10 15:33:32.167531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020b55b-4660-4dc7-a011-35a33d9742a5 tempest-AllowedAddressPairIpV6TestJSON-621513751 tempest-AllowedAddressPairIpV6TestJSON-621513751-project] Pushing event deleted for resources: {'Network': ['ID=498f8af1-dd2e-429b-b132-f316ffbf5a10,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:32.400178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32900) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:32.562116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-918ca300-fe9c-45fe-a570-595fd9501d15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f599fd7076dd4faf8d98df3ce62b02a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1606624 Mar 10 15:33:32.564677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32904) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:32.615475 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ffe9965b-2335-48f9-9613-ed9ead63117e admin admin] Publish callbacks [] for security_group (ed732cbe-5e08-4254-8069-1ad4c60d5bbc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.637136 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ffe9965b-2335-48f9-9613-ed9ead63117e admin admin] Publish callbacks [] for security_group (ed732cbe-5e08-4254-8069-1ad4c60d5bbc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.682999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ffe9965b-2335-48f9-9613-ed9ead63117e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ed732cbe-5e08-4254-8069-1ad4c60d5bbc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.686219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ffe9965b-2335-48f9-9613-ed9ead63117e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:32.687393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ffe9965b-2335-48f9-9613-ed9ead63117e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed732cbe-5e08-4254-8069-1ad4c60d5bbc HTTP/1.1" status: 204 len: 168 time: 0.1218119 Mar 10 15:33:32.695534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9965b-2335-48f9-9613-ed9ead63117e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed732cbe-5e08-4254-8069-1ad4c60d5bbc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:33.349087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32930) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:33.449847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1134500099'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:33.473397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:33.476965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:33.485921 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:33.566948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for security_group (25a42413-bae3-4040-9833-5416a2755ff0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:33.570532 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (25a42413-bae3-4040-9833-5416a2755ff0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:33.599221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:33:33.605675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a42413-bae3-4040-9833-5416a2755ff0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:33.613277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f4211a8e-09ea-4706-bbb0-b4dc1ea54815), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:33.613626 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Added segment f4211a8e-09ea-4706-bbb0-b4dc1ea54815 of type vlan for network 112226b4-3e09-433b-a003-1501867684b3 Mar 10 15:33:33.655363 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (112226b4-3e09-433b-a003-1501867684b3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:33.684016 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (112226b4-3e09-433b-a003-1501867684b3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:33.691124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:33.691713 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:33.747829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3975651 Mar 10 15:33:33.810307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3e395-3c1b-47bd-968b-b78a764f87c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Network': ['ID=112226b4-3e09-433b-a003-1501867684b3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:33.820656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 112226b4-3e09-433b-a003-1501867684b3 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:33:36.880628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32954) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:36.886096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'subnet': {'network_id': '112226b4-3e09-433b-a003-1501867684b3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:36.982476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:36.986113 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.174096 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (1eb47547-98db-49d7-9a8d-6e0b346b90cc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.231009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Subnet': ['ID=1eb47547-98db-49d7-9a8d-6e0b346b90cc,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:37.242244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Checking segment: {'id': 'f4211a8e-09ea-4706-bbb0-b4dc1ea54815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '112226b4-3e09-433b-a003-1501867684b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:37.242609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network hostable DHCP agents. Network: 112226b4-3e09-433b-a003-1501867684b3, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:33:37.259791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network 112226b4-3e09-433b-a003-1501867684b3 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:33:37.268083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 112226b4-3e09-433b-a003-1501867684b3) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:37.274753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:37.274977 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.279502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5392c945-3462-400e-b88a-1327c5720160 None None] Network 112226b4-3e09-433b-a003-1501867684b3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:37.298482 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32958) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:37.299075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c11d533c-0bac-4d2f-946f-baca9a9c33af tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4171212 Mar 10 15:33:37.303467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1446046801'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:37.324223 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:37.328321 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.353561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:33:37.364233 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b37143a5-901a-43af-b300-05c57c70ef14), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.364772 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Added segment b37143a5-901a-43af-b300-05c57c70ef14 of type vlan for network 5eece9dc-86a6-4330-92ff-db073e596687 Mar 10 15:33:37.397888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-112226b4-3e09-433b-a003-1501867684b3', 'network_id': '112226b4-3e09-433b-a003-1501867684b3', 'project_id': 'b87bdaca9603441a88a0936dfd8b13dc', 'fixed_ips': [{'subnet_id': '1eb47547-98db-49d7-9a8d-6e0b346b90cc'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:33:37.398884 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.406526 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (5eece9dc-86a6-4330-92ff-db073e596687), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.432697 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (5eece9dc-86a6-4330-92ff-db073e596687), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.437715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:37.438302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.508544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Network': ['ID=5eece9dc-86a6-4330-92ff-db073e596687,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:37.516839 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fcd8d687-d198-4e4c-9e58-43a5a958e51f tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2137663 Mar 10 15:33:37.517779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32960) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:37.522745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 5eece9dc-86a6-4330-92ff-db073e596687 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:33:37.523838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'subnet': {'network_id': '5eece9dc-86a6-4330-92ff-db073e596687', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:37.560414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Allocated IP 2001:db8:0:ffff::2 (112226b4-3e09-433b-a003-1501867684b3/1eb47547-98db-49d7-9a8d-6e0b346b90cc/29c3ae5b-f76f-4686-a2c0-a71c09241cb0) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:37.649912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:37.653358 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.764931 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Publish callbacks [] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.773419 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.822302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Network 112226b4-3e09-433b-a003-1501867684b3 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:37.825298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:37.830522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:37.833646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Pushing event updated for resources: {'Port': ['ID=29c3ae5b-f76f-4686-a2c0-a71c09241cb0,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:37.897119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Attempting to bind port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:33:37.897504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Attempting to bind port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'f4211a8e-09ea-4706-bbb0-b4dc1ea54815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '112226b4-3e09-433b-a003-1501867684b3'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:33:37.897869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Attempting to bind port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 on network 112226b4-3e09-433b-a003-1501867684b3 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:37.904202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:33:37.904897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Checking segment: {'id': 'f4211a8e-09ea-4706-bbb0-b4dc1ea54815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '112226b4-3e09-433b-a003-1501867684b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:37.905630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.906198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Bound using segment: {'id': 'f4211a8e-09ea-4706-bbb0-b4dc1ea54815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '112226b4-3e09-433b-a003-1501867684b3'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:33:37.906939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Bound port: 29c3ae5b-f76f-4686-a2c0-a71c09241cb0, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4211a8e-09ea-4706-bbb0-b4dc1ea54815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '112226b4-3e09-433b-a003-1501867684b3'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:33:37.907531 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:37.993101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] For port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:33:37.997688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] For port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=29c3ae5b-f76f-4686-a2c0-a71c09241cb0,segment=NetworkSegment(f4211a8e-09ea-4706-bbb0-b4dc1ea54815),segment_id=f4211a8e-09ea-4706-bbb0-b4dc1ea54815)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:33:38.005189 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.009164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.objects.ports [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115533) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:33:38.011482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (38f5ed33-d728-4c22-9a6f-6ecc372924e8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.085363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426badf-82a2-485a-bf83-04695b9fe1b2 None None] Pushing event updated for resources: {'Port': ['ID=29c3ae5b-f76f-4686-a2c0-a71c09241cb0,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:38.096502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Checking segment: {'id': 'b37143a5-901a-43af-b300-05c57c70ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5eece9dc-86a6-4330-92ff-db073e596687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:38.097031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network hostable DHCP agents. Network: 5eece9dc-86a6-4330-92ff-db073e596687, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:33:38.114331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Subnet': ['ID=38f5ed33-d728-4c22-9a6f-6ecc372924e8,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:38.127987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network 5eece9dc-86a6-4330-92ff-db073e596687 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:33:38.140188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 5eece9dc-86a6-4330-92ff-db073e596687) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:38.144508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:38.145109 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.153428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d985589f-937d-4bb1-a1ce-e4d4f718380f None None] Network 5eece9dc-86a6-4330-92ff-db073e596687 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:38.172763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-efc495f2-3046-4c61-b4f5-282addd8ca0a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6504200 Mar 10 15:33:38.173210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32968) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:38.180181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'port': {'network_id': '5eece9dc-86a6-4330-92ff-db073e596687', 'name': 'tempest-NetworksIpV6TestAttrs-917261511'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:38.397067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:38.404781 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.431690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] device_id is not set on port bc9930cc-f5ae-47ef-bf3b-b6e50b93171b yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:33:38.496208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-5eece9dc-86a6-4330-92ff-db073e596687', 'network_id': '5eece9dc-86a6-4330-92ff-db073e596687', 'project_id': 'b87bdaca9603441a88a0936dfd8b13dc', 'fixed_ips': [{'subnet_id': '38f5ed33-d728-4c22-9a6f-6ecc372924e8'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:33:38.498238 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.593169 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Allocated IP 2001:db8::f816:3eff:fe82:2897 (5eece9dc-86a6-4330-92ff-db073e596687/38f5ed33-d728-4c22-9a6f-6ecc372924e8/bc9930cc-f5ae-47ef-bf3b-b6e50b93171b) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:38.775155 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for port (bc9930cc-f5ae-47ef-bf3b-b6e50b93171b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.816116 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bc9930cc-f5ae-47ef-bf3b-b6e50b93171b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.865254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Allocated IP 2001:db8::f816:3eff:febd:fc06 (5eece9dc-86a6-4330-92ff-db073e596687/38f5ed33-d728-4c22-9a6f-6ecc372924e8/1bf691d7-8f8d-4949-b7fa-38d037f89dcc) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:38.876827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network 5eece9dc-86a6-4330-92ff-db073e596687 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:38.884194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:38.887530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:38.894769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:38.895684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:38.909264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Port': ['ID=bc9930cc-f5ae-47ef-bf3b-b6e50b93171b,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:38.922366 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-699f6ce0-fc4b-43b1-b7be-152e0aa4ca33 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7479813 Mar 10 15:33:38.925009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32972) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:39.000921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cfae2b-a19c-45cf-b53a-b2abd0eb9118 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Deleting subnet 38f5ed33-d728-4c22-9a6f-6ecc372924e8 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:33:39.084906 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Publish callbacks [] for port (1bf691d7-8f8d-4949-b7fa-38d037f89dcc), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.098773 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23cfae2b-a19c-45cf-b53a-b2abd0eb9118 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (38f5ed33-d728-4c22-9a6f-6ecc372924e8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.107808 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (1bf691d7-8f8d-4949-b7fa-38d037f89dcc), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.169649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23cfae2b-a19c-45cf-b53a-b2abd0eb9118 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (38f5ed33-d728-4c22-9a6f-6ecc372924e8), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.207517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Network 5eece9dc-86a6-4330-92ff-db073e596687 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:39.211693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:39.215363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:39.222155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Pushing event updated for resources: {'Port': ['ID=1bf691d7-8f8d-4949-b7fa-38d037f89dcc,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:39.318587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Attempting to bind port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:33:39.319079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Attempting to bind port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b37143a5-901a-43af-b300-05c57c70ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5eece9dc-86a6-4330-92ff-db073e596687'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:33:39.319524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Attempting to bind port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc on network 5eece9dc-86a6-4330-92ff-db073e596687 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:39.326261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:33:39.326833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Checking segment: {'id': 'b37143a5-901a-43af-b300-05c57c70ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5eece9dc-86a6-4330-92ff-db073e596687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:39.327348 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.327955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Bound using segment: {'id': 'b37143a5-901a-43af-b300-05c57c70ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5eece9dc-86a6-4330-92ff-db073e596687'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:33:39.328524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Bound port: 1bf691d7-8f8d-4949-b7fa-38d037f89dcc, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37143a5-901a-43af-b300-05c57c70ef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5eece9dc-86a6-4330-92ff-db073e596687'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:33:39.328999 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1bf691d7-8f8d-4949-b7fa-38d037f89dcc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.345884 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23cfae2b-a19c-45cf-b53a-b2abd0eb9118 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (38f5ed33-d728-4c22-9a6f-6ecc372924e8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.436771 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23cfae2b-a19c-45cf-b53a-b2abd0eb9118 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (38f5ed33-d728-4c22-9a6f-6ecc372924e8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.439168 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] For port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:33:39.443255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] For port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1bf691d7-8f8d-4949-b7fa-38d037f89dcc,segment=NetworkSegment(b37143a5-901a-43af-b300-05c57c70ef14),segment_id=b37143a5-901a-43af-b300-05c57c70ef14)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:33:39.453941 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1bf691d7-8f8d-4949-b7fa-38d037f89dcc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.477365 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfae2b-a19c-45cf-b53a-b2abd0eb9118 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Subnet': ['ID=38f5ed33-d728-4c22-9a6f-6ecc372924e8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:39.483690 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23cfae2b-a19c-45cf-b53a-b2abd0eb9118 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.488746 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-23cfae2b-a19c-45cf-b53a-b2abd0eb9118 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/subnets/38f5ed33-d728-4c22-9a6f-6ecc372924e8 HTTP/1.1" status: 204 len: 168 time: 0.5605192 Mar 10 15:33:39.490720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32976) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:39.524363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860847ff-757e-42ea-b8a3-95eaeebb63ad None None] Pushing event updated for resources: {'Port': ['ID=1bf691d7-8f8d-4949-b7fa-38d037f89dcc,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:39.608231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb901ad-a1ed-417a-aa1a-92beaf7ebd95 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:39.610132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb901ad-a1ed-417a-aa1a-92beaf7ebd95 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:39.614958 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fbb901ad-a1ed-417a-aa1a-92beaf7ebd95 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1202536 Mar 10 15:33:39.615590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32978) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:39.663107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055fd29a-96be-4f7f-a2bb-21f0d43bf2d9 None None] Network 112226b4-3e09-433b-a003-1501867684b3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:39.709447 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-69260b1a-c51b-4368-9dc8-4493c643345a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (5eece9dc-86a6-4330-92ff-db073e596687), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.725819 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-69260b1a-c51b-4368-9dc8-4493c643345a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 10 15:33:39.726947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69260b1a-c51b-4368-9dc8-4493c643345a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:33:39.732470 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-69260b1a-c51b-4368-9dc8-4493c643345a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/networks/5eece9dc-86a6-4330-92ff-db073e596687 HTTP/1.1" status: 409 len: 466 time: 0.1147580 Mar 10 15:33:39.737219 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32982) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:39.743208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-22911376'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:39.786237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ad8e50af-e3ed-4439-9f6f-07b145792c0d None None] Provisioning complete for port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:39.786891 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ad8e50af-e3ed-4439-9f6f-07b145792c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.809420 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:39.813512 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.844304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:33:39.859386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5129bbac-c599-4749-82de-b7b75a3d8689), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.860369 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Added segment 5129bbac-c599-4749-82de-b7b75a3d8689 of type vlan for network 6e18e893-170b-4f11-b22d-326240a1ac54 Mar 10 15:33:39.928876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e50af-e3ed-4439-9f6f-07b145792c0d None None] Current status of the port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:39.929620 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ad8e50af-e3ed-4439-9f6f-07b145792c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.939522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (6e18e893-170b-4f11-b22d-326240a1ac54), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.978908 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (6e18e893-170b-4f11-b22d-326240a1ac54), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.987204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ad8e50af-e3ed-4439-9f6f-07b145792c0d None None] For port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=29c3ae5b-f76f-4686-a2c0-a71c09241cb0,segment=NetworkSegment(f4211a8e-09ea-4706-bbb0-b4dc1ea54815),segment_id=f4211a8e-09ea-4706-bbb0-b4dc1ea54815)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:39.987554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:39.988263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:39.992750 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ad8e50af-e3ed-4439-9f6f-07b145792c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:40.108231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e50af-e3ed-4439-9f6f-07b145792c0d None None] Pushing event updated for resources: {'Port': ['ID=29c3ae5b-f76f-4686-a2c0-a71c09241cb0,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:40.114658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Network': ['ID=6e18e893-170b-4f11-b22d-326240a1ac54,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:40.128859 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ca404a47-dd1a-487e-89c4-5966cdafff8d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3903983 Mar 10 15:33:40.131840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 32986) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:40.137184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'subnet': {'network_id': '6e18e893-170b-4f11-b22d-326240a1ac54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:40.142046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 6e18e893-170b-4f11-b22d-326240a1ac54 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:33:40.267240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:33:40.285547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:40.289440 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:40.331358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-896efb48-2817-4d18-abcd-3e1f6a7cb7bd None None] Provisioning complete for port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:40.331741 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-896efb48-2817-4d18-abcd-3e1f6a7cb7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:40.375597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:40.375983 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:40.468701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-896efb48-2817-4d18-abcd-3e1f6a7cb7bd None None] Current status of the port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:40.514896 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:40.515886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1bf691d7-8f8d-4949-b7fa-38d037f89dcc up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:33:40.579931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:40.580493 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1bf691d7-8f8d-4949-b7fa-38d037f89dcc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:40.613957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.objects.ports [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115533) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:33:40.615859 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (6f0b1f06-2efd-4952-930a-815a470cf1c5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:40.668295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:40.668698 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1bf691d7-8f8d-4949-b7fa-38d037f89dcc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:40.698273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Subnet': ['ID=6f0b1f06-2efd-4952-930a-815a470cf1c5,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:40.702307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Checking segment: {'id': '5129bbac-c599-4749-82de-b7b75a3d8689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6e18e893-170b-4f11-b22d-326240a1ac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:40.702461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1bf691d7-8f8d-4949-b7fa-38d037f89dcc,segment=NetworkSegment(b37143a5-901a-43af-b300-05c57c70ef14),segment_id=b37143a5-901a-43af-b300-05c57c70ef14)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:40.702683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network hostable DHCP agents. Network: 6e18e893-170b-4f11-b22d-326240a1ac54, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:33:40.708369 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1bf691d7-8f8d-4949-b7fa-38d037f89dcc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:40.745018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network 6e18e893-170b-4f11-b22d-326240a1ac54 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:33:40.756508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 6e18e893-170b-4f11-b22d-326240a1ac54) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:40.761268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:40.761852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:40.772986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd1aae-2e55-4189-b293-6c2c82147e63 None None] Network 6e18e893-170b-4f11-b22d-326240a1ac54 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:40.789718 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 32992) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:40.790282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cfa7f75c-7452-4698-b22c-e2b89460a750 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6570182 Mar 10 15:33:40.795166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=1bf691d7-8f8d-4949-b7fa-38d037f89dcc,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:40.795392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'port': {'network_id': '6e18e893-170b-4f11-b22d-326240a1ac54', 'name': 'tempest-NetworksIpV6TestAttrs-576681917'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:40.915365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-6e18e893-170b-4f11-b22d-326240a1ac54', 'network_id': '6e18e893-170b-4f11-b22d-326240a1ac54', 'project_id': 'b87bdaca9603441a88a0936dfd8b13dc', 'fixed_ips': [{'subnet_id': '6f0b1f06-2efd-4952-930a-815a470cf1c5'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:33:40.916534 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:40.926320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:40.931588 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:40.958875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] device_id is not set on port 831c2a8e-0d6d-4393-b7d2-f074d44562d3 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:33:40.997543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e959c-1110-4219-834e-54ed8a92f250 None None] Network 5eece9dc-86a6-4330-92ff-db073e596687 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:41.053787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-81d36a3e-e82b-403e-9812-74f83dfc947a None None] Provisioning complete for port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:41.054169 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-81d36a3e-e82b-403e-9812-74f83dfc947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1bf691d7-8f8d-4949-b7fa-38d037f89dcc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.090400 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Allocated IP 2001:db8::f816:3eff:fec8:2124 (6e18e893-170b-4f11-b22d-326240a1ac54/6f0b1f06-2efd-4952-930a-815a470cf1c5/831c2a8e-0d6d-4393-b7d2-f074d44562d3) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:41.249058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-81d36a3e-e82b-403e-9812-74f83dfc947a None None] Current status of the port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:41.281368 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for port (831c2a8e-0d6d-4393-b7d2-f074d44562d3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.312635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f5f56-a63d-4b00-a6b9-40cb831b03e4 None None] DHCP port deletion for 5eece9dc-86a6-4330-92ff-db073e596687 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:33:41.334027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (831c2a8e-0d6d-4393-b7d2-f074d44562d3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.392039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network 6e18e893-170b-4f11-b22d-326240a1ac54 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:41.399198 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:41.403600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:41.409045 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:41.409451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.417814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Port': ['ID=831c2a8e-0d6d-4393-b7d2-f074d44562d3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:41.427605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Allocated IP 2001:db8::f816:3eff:fe37:8308 (6e18e893-170b-4f11-b22d-326240a1ac54/6f0b1f06-2efd-4952-930a-815a470cf1c5/4b456306-a7bd-44cc-b69d-efe67b3638b1) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:41.436495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33004) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:41.439475 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0dde76c3-20c1-4324-bc31-c09f19d26379 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6483216 Mar 10 15:33:41.445616 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b59f5f56-a63d-4b00-a6b9-40cb831b03e4 None None] Deleting port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:41.446000 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b59f5f56-a63d-4b00-a6b9-40cb831b03e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1bf691d7-8f8d-4949-b7fa-38d037f89dcc), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.495390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1c38ed-86d4-4de3-aa5d-6b169efc18d3 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Deleting subnet 6f0b1f06-2efd-4952-930a-815a470cf1c5 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:33:41.566968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b59f5f56-a63d-4b00-a6b9-40cb831b03e4 None None] For port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1bf691d7-8f8d-4949-b7fa-38d037f89dcc,segment=NetworkSegment(b37143a5-901a-43af-b300-05c57c70ef14),segment_id=b37143a5-901a-43af-b300-05c57c70ef14)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:41.567291 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b59f5f56-a63d-4b00-a6b9-40cb831b03e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1bf691d7-8f8d-4949-b7fa-38d037f89dcc), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.584151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b59f5f56-a63d-4b00-a6b9-40cb831b03e4 None None] Calling delete_port for 1bf691d7-8f8d-4949-b7fa-38d037f89dcc owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:41.704717 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Publish callbacks [] for port (4b456306-a7bd-44cc-b69d-efe67b3638b1), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.711660 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe1c38ed-86d4-4de3-aa5d-6b169efc18d3 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (6f0b1f06-2efd-4952-930a-815a470cf1c5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.715998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (4b456306-a7bd-44cc-b69d-efe67b3638b1), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.772011 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b59f5f56-a63d-4b00-a6b9-40cb831b03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (1bf691d7-8f8d-4949-b7fa-38d037f89dcc), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.772300 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe1c38ed-86d4-4de3-aa5d-6b169efc18d3 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (6f0b1f06-2efd-4952-930a-815a470cf1c5), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.775031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Network 6e18e893-170b-4f11-b22d-326240a1ac54 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:41.786268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:41.792299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:41.794783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Pushing event updated for resources: {'Port': ['ID=4b456306-a7bd-44cc-b69d-efe67b3638b1,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:41.838294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f5f56-a63d-4b00-a6b9-40cb831b03e4 None None] No DVR routers for this DVR port 1bf691d7-8f8d-4949-b7fa-38d037f89dcc on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:41.854611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f5f56-a63d-4b00-a6b9-40cb831b03e4 None None] Pushing event deleted for resources: {'Port': ['ID=1bf691d7-8f8d-4949-b7fa-38d037f89dcc,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:41.895132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Attempting to bind port 4b456306-a7bd-44cc-b69d-efe67b3638b1 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:33:41.895508 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Attempting to bind port 4b456306-a7bd-44cc-b69d-efe67b3638b1 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '5129bbac-c599-4749-82de-b7b75a3d8689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6e18e893-170b-4f11-b22d-326240a1ac54'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:33:41.895872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Attempting to bind port 4b456306-a7bd-44cc-b69d-efe67b3638b1 on network 6e18e893-170b-4f11-b22d-326240a1ac54 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:41.900998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:33:41.901372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Checking segment: {'id': '5129bbac-c599-4749-82de-b7b75a3d8689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6e18e893-170b-4f11-b22d-326240a1ac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:41.901773 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.902166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Bound using segment: {'id': '5129bbac-c599-4749-82de-b7b75a3d8689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6e18e893-170b-4f11-b22d-326240a1ac54'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:33:41.902627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Bound port: 4b456306-a7bd-44cc-b69d-efe67b3638b1, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5129bbac-c599-4749-82de-b7b75a3d8689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6e18e893-170b-4f11-b22d-326240a1ac54'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:33:41.903039 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4b456306-a7bd-44cc-b69d-efe67b3638b1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.914492 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe1c38ed-86d4-4de3-aa5d-6b169efc18d3 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6f0b1f06-2efd-4952-930a-815a470cf1c5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.982529 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe1c38ed-86d4-4de3-aa5d-6b169efc18d3 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (6f0b1f06-2efd-4952-930a-815a470cf1c5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:41.984510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] For port 4b456306-a7bd-44cc-b69d-efe67b3638b1, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:33:41.988269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] For port 4b456306-a7bd-44cc-b69d-efe67b3638b1, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4b456306-a7bd-44cc-b69d-efe67b3638b1,segment=NetworkSegment(5129bbac-c599-4749-82de-b7b75a3d8689),segment_id=5129bbac-c599-4749-82de-b7b75a3d8689)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:33:41.994022 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4b456306-a7bd-44cc-b69d-efe67b3638b1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:42.024605 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe1c38ed-86d4-4de3-aa5d-6b169efc18d3 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:42.031083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fe1c38ed-86d4-4de3-aa5d-6b169efc18d3 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/subnets/6f0b1f06-2efd-4952-930a-815a470cf1c5 HTTP/1.1" status: 204 len: 168 time: 0.5924263 Mar 10 15:33:42.032521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c38ed-86d4-4de3-aa5d-6b169efc18d3 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0b1f06-2efd-4952-930a-815a470cf1c5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:42.033621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33008) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:42.063298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c88691-8537-4f40-a87f-7cdbb5fe4cc2 None None] Pushing event updated for resources: {'Port': ['ID=4b456306-a7bd-44cc-b69d-efe67b3638b1,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:42.111930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318b656-aa5a-4335-b1f7-3e32cc7e18ae tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:42.113420 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318b656-aa5a-4335-b1f7-3e32cc7e18ae tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:42.118914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33010) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:42.119087 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c318b656-aa5a-4335-b1f7-3e32cc7e18ae tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0834274 Mar 10 15:33:42.133684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:33:42.186625 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:42.187144 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:42.326283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:42.414705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1bf691d7-8f8d-4949-b7fa-38d037f89dcc no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:33:42.449803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 1bf691d7-8f8d-4949-b7fa-38d037f89dcc {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:33:42.451209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1bf691d7-8f8d-4949-b7fa-38d037f89dcc not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:33:42.633487 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-98753dbe-314f-4795-8414-41d8f7fa40ae tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (6e18e893-170b-4f11-b22d-326240a1ac54), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:42.643596 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-98753dbe-314f-4795-8414-41d8f7fa40ae tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 10 15:33:42.644063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98753dbe-314f-4795-8414-41d8f7fa40ae tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:33:42.651335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-98753dbe-314f-4795-8414-41d8f7fa40ae tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/networks/6e18e893-170b-4f11-b22d-326240a1ac54 HTTP/1.1" status: 409 len: 466 time: 0.5269332 Mar 10 15:33:42.651713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33014) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:42.657336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-345077165'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:42.676985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:42.680375 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:42.704512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:33:42.713366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (3674cd87-3e26-4a02-a852-80984bf21bf3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:42.714017 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Added segment 3674cd87-3e26-4a02-a852-80984bf21bf3 of type vlan for network b0d81b57-bba6-4b4a-97a9-4830772fd93e Mar 10 15:33:42.761099 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (b0d81b57-bba6-4b4a-97a9-4830772fd93e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:42.788278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (b0d81b57-bba6-4b4a-97a9-4830772fd93e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:42.793926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:42.795406 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:42.852443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1904690 Mar 10 15:33:42.853064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33018) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:42.862460 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'subnet': {'network_id': 'b0d81b57-bba6-4b4a-97a9-4830772fd93e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:42.887310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d13c2-6d6d-488a-a4ac-e1d763165738 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Network': ['ID=b0d81b57-bba6-4b4a-97a9-4830772fd93e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:42.897462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network b0d81b57-bba6-4b4a-97a9-4830772fd93e details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:33:42.983846 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:42.987783 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.209775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6779c20-ca52-40d8-82f7-c3ec231a389c None None] Network 6e18e893-170b-4f11-b22d-326240a1ac54 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:43.283543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.objects.ports [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:33:43.285820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (68201b40-176d-4446-acfa-1d2f4a5f3818), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.340814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Subnet': ['ID=68201b40-176d-4446-acfa-1d2f4a5f3818,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:43.363144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Checking segment: {'id': '3674cd87-3e26-4a02-a852-80984bf21bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b0d81b57-bba6-4b4a-97a9-4830772fd93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:43.363600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network hostable DHCP agents. Network: b0d81b57-bba6-4b4a-97a9-4830772fd93e, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:33:43.382426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network b0d81b57-bba6-4b4a-97a9-4830772fd93e is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:33:43.398381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, b0d81b57-bba6-4b4a-97a9-4830772fd93e) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:43.403666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:43.404412 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.423141 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ee7ccb64-7963-40bb-adaf-941b90af72f4 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5687683 Mar 10 15:33:43.425627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33020) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:43.431289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641ba53-a59f-45bf-bbfc-d328defad6d6 None None] Network b0d81b57-bba6-4b4a-97a9-4830772fd93e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:43.489001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1f32546e-6725-48b8-84d6-1691417efb11 None None] Provisioning complete for port 4b456306-a7bd-44cc-b69d-efe67b3638b1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:43.489380 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1f32546e-6725-48b8-84d6-1691417efb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4b456306-a7bd-44cc-b69d-efe67b3638b1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.549580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (b0d81b57-bba6-4b4a-97a9-4830772fd93e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.610153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (68201b40-176d-4446-acfa-1d2f4a5f3818), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.640757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c566973f-cf25-4373-b1a1-85d637b20770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-b0d81b57-bba6-4b4a-97a9-4830772fd93e', 'network_id': 'b0d81b57-bba6-4b4a-97a9-4830772fd93e', 'project_id': 'b87bdaca9603441a88a0936dfd8b13dc', 'fixed_ips': [{'subnet_id': '68201b40-176d-4446-acfa-1d2f4a5f3818'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:33:43.641617 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c566973f-cf25-4373-b1a1-85d637b20770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.657426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a8cae4-46b1-4a18-9635-ec9f21a8c960 None None] DHCP port deletion for 6e18e893-170b-4f11-b22d-326240a1ac54 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:33:43.662718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1f32546e-6725-48b8-84d6-1691417efb11 None None] Current status of the port 4b456306-a7bd-44cc-b69d-efe67b3638b1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:43.663137 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1f32546e-6725-48b8-84d6-1691417efb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4b456306-a7bd-44cc-b69d-efe67b3638b1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.682937 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (68201b40-176d-4446-acfa-1d2f4a5f3818), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.711064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Subnet': ['ID=68201b40-176d-4446-acfa-1d2f4a5f3818,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:43.775514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (b0d81b57-bba6-4b4a-97a9-4830772fd93e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.784347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1f32546e-6725-48b8-84d6-1691417efb11 None None] For port 4b456306-a7bd-44cc-b69d-efe67b3638b1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4b456306-a7bd-44cc-b69d-efe67b3638b1,segment=NetworkSegment(5129bbac-c599-4749-82de-b7b75a3d8689),segment_id=5129bbac-c599-4749-82de-b7b75a3d8689)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:43.793535 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1f32546e-6725-48b8-84d6-1691417efb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4b456306-a7bd-44cc-b69d-efe67b3638b1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.803094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d81b57-bba6-4b4a-97a9-4830772fd93e']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:43.814027 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3674cd87-3e26-4a02-a852-80984bf21bf3') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:43.814330 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3674cd87-3e26-4a02-a852-80984bf21bf3') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server [None req-c566973f-cf25-4373-b1a1-85d637b20770 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68201b40-176d-4446-acfa-1d2f4a5f3818: This subnet is being modified by another concurrent operation. Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise exception Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68201b40-176d-4446-acfa-1d2f4a5f3818: This subnet is being modified by another concurrent operation. Mar 10 15:33:43.822675 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Mar 10 15:33:43.830528 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (3674cd87-3e26-4a02-a852-80984bf21bf3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.853768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12886ad3-35fb-44cf-9c03-ef4ce4d8c50f None None] Network b0d81b57-bba6-4b4a-97a9-4830772fd93e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:43.860476 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (3674cd87-3e26-4a02-a852-80984bf21bf3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.867539 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:33:43.868033 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (3674cd87-3e26-4a02-a852-80984bf21bf3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:33:43.871286 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:33:43.873763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-27a8cae4-46b1-4a18-9635-ec9f21a8c960 None None] Deleting port 4b456306-a7bd-44cc-b69d-efe67b3638b1 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:43.874228 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-27a8cae4-46b1-4a18-9635-ec9f21a8c960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4b456306-a7bd-44cc-b69d-efe67b3638b1), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.913686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32546e-6725-48b8-84d6-1691417efb11 None None] Pushing event updated for resources: {'Port': ['ID=4b456306-a7bd-44cc-b69d-efe67b3638b1,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:43.941227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (b0d81b57-bba6-4b4a-97a9-4830772fd93e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.960754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:43.963908 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/networks/b0d81b57-bba6-4b4a-97a9-4830772fd93e HTTP/1.1" status: 204 len: 168 time: 0.5372856 Mar 10 15:33:43.965235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2097c7-a0bd-4962-8d81-66dce847798b tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Network': ['ID=b0d81b57-bba6-4b4a-97a9-4830772fd93e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:43.970021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33026) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:43.976264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-595925133'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:44.001726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:44.005404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-27a8cae4-46b1-4a18-9635-ec9f21a8c960 None None] For port 4b456306-a7bd-44cc-b69d-efe67b3638b1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4b456306-a7bd-44cc-b69d-efe67b3638b1,segment=NetworkSegment(5129bbac-c599-4749-82de-b7b75a3d8689),segment_id=5129bbac-c599-4749-82de-b7b75a3d8689)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:44.005810 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-27a8cae4-46b1-4a18-9635-ec9f21a8c960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4b456306-a7bd-44cc-b69d-efe67b3638b1), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.006852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.018959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-27a8cae4-46b1-4a18-9635-ec9f21a8c960 None None] Calling delete_port for 4b456306-a7bd-44cc-b69d-efe67b3638b1 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:44.035518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:33:44.049812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (1196d794-18f0-4b6f-abc0-0f99dbab4a15), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.050769 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Added segment 1196d794-18f0-4b6f-abc0-0f99dbab4a15 of type vlan for network 59d8c4b8-782e-4c6d-b7be-a5cfbdd948df Mar 10 15:33:44.095138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (59d8c4b8-782e-4c6d-b7be-a5cfbdd948df), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.118596 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-27a8cae4-46b1-4a18-9635-ec9f21a8c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (4b456306-a7bd-44cc-b69d-efe67b3638b1), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.126752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (59d8c4b8-782e-4c6d-b7be-a5cfbdd948df), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.135527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:44.136576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.154720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8cae4-46b1-4a18-9635-ec9f21a8c960 None None] No DVR routers for this DVR port 4b456306-a7bd-44cc-b69d-efe67b3638b1 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:44.161007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1869516 Mar 10 15:33:44.161180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8cae4-46b1-4a18-9635-ec9f21a8c960 None None] Pushing event deleted for resources: {'Port': ['ID=4b456306-a7bd-44cc-b69d-efe67b3638b1,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:44.162012 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33028) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:44.167520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'subnet': {'network_id': '59d8c4b8-782e-4c6d-b7be-a5cfbdd948df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:44.191571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56a35e-3291-434b-a87e-f44419f4f40b None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:33:44.254050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a15930-c0ef-4c3a-b474-e371e69a1803 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Network': ['ID=59d8c4b8-782e-4c6d-b7be-a5cfbdd948df,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:44.271305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 59d8c4b8-782e-4c6d-b7be-a5cfbdd948df details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:33:44.278663 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:44.283600 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.313883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff56a35e-3291-434b-a87e-f44419f4f40b None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:33:44.493846 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (6d42d7df-8f96-4998-8d15-c2179edd6f02), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.561018 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Subnet': ['ID=6d42d7df-8f96-4998-8d15-c2179edd6f02,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:44.569098 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Checking segment: {'id': '1196d794-18f0-4b6f-abc0-0f99dbab4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '59d8c4b8-782e-4c6d-b7be-a5cfbdd948df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:44.569561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network hostable DHCP agents. Network: 59d8c4b8-782e-4c6d-b7be-a5cfbdd948df, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:33:44.587948 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network 59d8c4b8-782e-4c6d-b7be-a5cfbdd948df is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:33:44.597616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 59d8c4b8-782e-4c6d-b7be-a5cfbdd948df) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:44.602763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:44.603627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.606381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cde2fb-961e-4197-ab91-1b1a93d7aca8 None None] Network 59d8c4b8-782e-4c6d-b7be-a5cfbdd948df requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:44.628063 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1248bc57-e48d-4550-9d22-b480a91b0180 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4648976 Mar 10 15:33:44.630546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33032) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:44.727034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-59d8c4b8-782e-4c6d-b7be-a5cfbdd948df', 'network_id': '59d8c4b8-782e-4c6d-b7be-a5cfbdd948df', 'project_id': 'b87bdaca9603441a88a0936dfd8b13dc', 'fixed_ips': [{'subnet_id': '6d42d7df-8f96-4998-8d15-c2179edd6f02'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:33:44.727982 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.736262 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (59d8c4b8-782e-4c6d-b7be-a5cfbdd948df), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.793744 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6d42d7df-8f96-4998-8d15-c2179edd6f02), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:44.887516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Allocated IP 2001:db8::2 (59d8c4b8-782e-4c6d-b7be-a5cfbdd948df/6d42d7df-8f96-4998-8d15-c2179edd6f02/500d52b1-d29f-4635-bc69-61de88601167) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:45.031840 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Publish callbacks [] for port (500d52b1-d29f-4635-bc69-61de88601167), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.037337 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (500d52b1-d29f-4635-bc69-61de88601167), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.065453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (6d42d7df-8f96-4998-8d15-c2179edd6f02), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.073811 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Network 59d8c4b8-782e-4c6d-b7be-a5cfbdd948df is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:45.077500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:45.079956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:45.111907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Pushing event updated for resources: {'Port': ['ID=500d52b1-d29f-4635-bc69-61de88601167,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:45.121835 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Subnet': ['ID=6d42d7df-8f96-4998-8d15-c2179edd6f02,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:45.152539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Attempting to bind port 500d52b1-d29f-4635-bc69-61de88601167 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:33:45.153881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Attempting to bind port 500d52b1-d29f-4635-bc69-61de88601167 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '1196d794-18f0-4b6f-abc0-0f99dbab4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '59d8c4b8-782e-4c6d-b7be-a5cfbdd948df'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:33:45.154884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Attempting to bind port 500d52b1-d29f-4635-bc69-61de88601167 on network 59d8c4b8-782e-4c6d-b7be-a5cfbdd948df {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:45.160869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:33:45.161138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Checking segment: {'id': '1196d794-18f0-4b6f-abc0-0f99dbab4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '59d8c4b8-782e-4c6d-b7be-a5cfbdd948df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:45.161586 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.162079 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Bound using segment: {'id': '1196d794-18f0-4b6f-abc0-0f99dbab4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '59d8c4b8-782e-4c6d-b7be-a5cfbdd948df'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:33:45.162650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Bound port: 500d52b1-d29f-4635-bc69-61de88601167, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1196d794-18f0-4b6f-abc0-0f99dbab4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '59d8c4b8-782e-4c6d-b7be-a5cfbdd948df'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:33:45.163160 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (500d52b1-d29f-4635-bc69-61de88601167), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.199214 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (59d8c4b8-782e-4c6d-b7be-a5cfbdd948df), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.224111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d8c4b8-782e-4c6d-b7be-a5cfbdd948df']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:45.236066 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1196d794-18f0-4b6f-abc0-0f99dbab4a15') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:45.236650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1196d794-18f0-4b6f-abc0-0f99dbab4a15') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:45.244183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] For port 500d52b1-d29f-4635-bc69-61de88601167, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:33:45.248622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] For port 500d52b1-d29f-4635-bc69-61de88601167, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=500d52b1-d29f-4635-bc69-61de88601167,segment=NetworkSegment(1196d794-18f0-4b6f-abc0-0f99dbab4a15),segment_id=1196d794-18f0-4b6f-abc0-0f99dbab4a15)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:33:45.251042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (1196d794-18f0-4b6f-abc0-0f99dbab4a15), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.256812 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (500d52b1-d29f-4635-bc69-61de88601167), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.272790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (1196d794-18f0-4b6f-abc0-0f99dbab4a15), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.280653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:33:45.281141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (1196d794-18f0-4b6f-abc0-0f99dbab4a15), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:33:45.285262 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:33:45.339207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288c26c-80d4-4518-a0bb-1c406a065a5a None None] Pushing event updated for resources: {'Port': ['ID=500d52b1-d29f-4635-bc69-61de88601167,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:45.352539 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:33:45.352539 n-d-833090-1 neutron-server[115534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:33:45.352539 n-d-833090-1 neutron-server[115534]: [parameters: {'id': '59d8c4b8-782e-4c6d-b7be-a5cfbdd948df'}] Mar 10 15:33:45.352539 n-d-833090-1 neutron-server[115534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:33:45.353356 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:33:45.361933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2365c222-1357-47df-829e-d940eb650afd None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:33:45.446324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365c222-1357-47df-829e-d940eb650afd None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:33:45.644587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db25f9-8ddf-42a9-b1c0-3f094fdb034a None None] Network 59d8c4b8-782e-4c6d-b7be-a5cfbdd948df requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:45.855342 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (59d8c4b8-782e-4c6d-b7be-a5cfbdd948df), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.916164 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Deleting port 500d52b1-d29f-4635-bc69-61de88601167 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:45.916528 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (500d52b1-d29f-4635-bc69-61de88601167), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.978683 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] For port 500d52b1-d29f-4635-bc69-61de88601167, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=500d52b1-d29f-4635-bc69-61de88601167,segment=NetworkSegment(1196d794-18f0-4b6f-abc0-0f99dbab4a15),segment_id=1196d794-18f0-4b6f-abc0-0f99dbab4a15)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:45.979373 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (500d52b1-d29f-4635-bc69-61de88601167), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:45.994497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Calling delete_port for 500d52b1-d29f-4635-bc69-61de88601167 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:46.080481 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (500d52b1-d29f-4635-bc69-61de88601167), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.110026 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No DVR routers for this DVR port 500d52b1-d29f-4635-bc69-61de88601167 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:46.115067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Port': ['ID=500d52b1-d29f-4635-bc69-61de88601167,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:46.198213 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (59d8c4b8-782e-4c6d-b7be-a5cfbdd948df), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.221477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d8c4b8-782e-4c6d-b7be-a5cfbdd948df']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:46.231686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1196d794-18f0-4b6f-abc0-0f99dbab4a15') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:46.231986 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1196d794-18f0-4b6f-abc0-0f99dbab4a15') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:46.241344 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (1196d794-18f0-4b6f-abc0-0f99dbab4a15), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.254532 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (1196d794-18f0-4b6f-abc0-0f99dbab4a15), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.260486 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:33:46.260873 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (1196d794-18f0-4b6f-abc0-0f99dbab4a15), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:33:46.264520 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:33:46.321969 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (59d8c4b8-782e-4c6d-b7be-a5cfbdd948df), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.327383 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.330852 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/networks/59d8c4b8-782e-4c6d-b7be-a5cfbdd948df HTTP/1.1" status: 204 len: 168 time: 1.6990316 Mar 10 15:33:46.334324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33040) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:46.339417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1285387251'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:46.350895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ed25a-4788-4275-b436-e03ae1367b39 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Network': ['ID=59d8c4b8-782e-4c6d-b7be-a5cfbdd948df,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:46.361062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:46.364494 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.388997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:33:46.398076 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (df845354-04ef-452b-b817-430df5af41f9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.398436 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Added segment df845354-04ef-452b-b817-430df5af41f9 of type vlan for network 83934a07-6279-46a6-8f26-f5ad38dcc78a Mar 10 15:33:46.438285 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (83934a07-6279-46a6-8f26-f5ad38dcc78a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.463758 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (83934a07-6279-46a6-8f26-f5ad38dcc78a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.469238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:46.469817 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.506404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1709511 Mar 10 15:33:46.509248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33042) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:46.514516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Request body: {'subnet': {'network_id': '83934a07-6279-46a6-8f26-f5ad38dcc78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:46.560077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed82cc-b24e-4e62-a1b2-76a546772c6a tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Network': ['ID=83934a07-6279-46a6-8f26-f5ad38dcc78a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:46.570427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 83934a07-6279-46a6-8f26-f5ad38dcc78a details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:33:46.632947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Made reservation on behalf of b87bdaca9603441a88a0936dfd8b13dc for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:46.636333 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.896056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.objects.ports [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115533) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 15:33:46.897577 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (e7ff09bc-8bf5-4f7f-8b46-e63dcf3b530f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:46.958405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event updated for resources: {'Subnet': ['ID=e7ff09bc-8bf5-4f7f-8b46-e63dcf3b530f,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:46.965745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Checking segment: {'id': 'df845354-04ef-452b-b817-430df5af41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '83934a07-6279-46a6-8f26-f5ad38dcc78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:46.966077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network hostable DHCP agents. Network: 83934a07-6279-46a6-8f26-f5ad38dcc78a, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:33:46.983264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Network 83934a07-6279-46a6-8f26-f5ad38dcc78a is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:33:46.991806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 83934a07-6279-46a6-8f26-f5ad38dcc78a) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:46.996317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:46.996925 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.003338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ba3572-4984-476b-bbab-b78cde70fadc None None] Network 83934a07-6279-46a6-8f26-f5ad38dcc78a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:47.016705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b62a9e46-7805-4ebb-ab10-973441c85230 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5064373 Mar 10 15:33:47.019358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33048) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:47.140010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-83934a07-6279-46a6-8f26-f5ad38dcc78a', 'network_id': '83934a07-6279-46a6-8f26-f5ad38dcc78a', 'project_id': 'b87bdaca9603441a88a0936dfd8b13dc', 'fixed_ips': [{'subnet_id': 'e7ff09bc-8bf5-4f7f-8b46-e63dcf3b530f'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:33:47.140892 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.141306 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (83934a07-6279-46a6-8f26-f5ad38dcc78a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.196192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e7ff09bc-8bf5-4f7f-8b46-e63dcf3b530f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.274044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Allocated IP 2001:db8::f816:3eff:fe04:8e1a (83934a07-6279-46a6-8f26-f5ad38dcc78a/e7ff09bc-8bf5-4f7f-8b46-e63dcf3b530f/09e868d9-c39f-4d8e-b698-3622d39be2d1) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:47.416514 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Publish callbacks [] for port (09e868d9-c39f-4d8e-b698-3622d39be2d1), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.422964 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (09e868d9-c39f-4d8e-b698-3622d39be2d1), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.443336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (e7ff09bc-8bf5-4f7f-8b46-e63dcf3b530f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.465146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Network 83934a07-6279-46a6-8f26-f5ad38dcc78a is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:47.472337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:47.474672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:47.479677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ff09bc-8bf5-4f7f-8b46-e63dcf3b530f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:47.486502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Pushing event updated for resources: {'Port': ['ID=09e868d9-c39f-4d8e-b698-3622d39be2d1,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:47.538263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Attempting to bind port 09e868d9-c39f-4d8e-b698-3622d39be2d1 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:33:47.538632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Attempting to bind port 09e868d9-c39f-4d8e-b698-3622d39be2d1 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'df845354-04ef-452b-b817-430df5af41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '83934a07-6279-46a6-8f26-f5ad38dcc78a'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:33:47.539262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Attempting to bind port 09e868d9-c39f-4d8e-b698-3622d39be2d1 on network 83934a07-6279-46a6-8f26-f5ad38dcc78a {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:47.544298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:33:47.544677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Checking segment: {'id': 'df845354-04ef-452b-b817-430df5af41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '83934a07-6279-46a6-8f26-f5ad38dcc78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:47.545082 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.545480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Bound using segment: {'id': 'df845354-04ef-452b-b817-430df5af41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '83934a07-6279-46a6-8f26-f5ad38dcc78a'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:33:47.545947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Bound port: 09e868d9-c39f-4d8e-b698-3622d39be2d1, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df845354-04ef-452b-b817-430df5af41f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '83934a07-6279-46a6-8f26-f5ad38dcc78a'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:33:47.546325 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (09e868d9-c39f-4d8e-b698-3622d39be2d1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.556723 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (83934a07-6279-46a6-8f26-f5ad38dcc78a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.580450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83934a07-6279-46a6-8f26-f5ad38dcc78a']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:47.591407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df845354-04ef-452b-b817-430df5af41f9') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:47.592065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df845354-04ef-452b-b817-430df5af41f9') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:47.601509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (df845354-04ef-452b-b817-430df5af41f9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.609715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] For port 09e868d9-c39f-4d8e-b698-3622d39be2d1, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:33:47.612868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] For port 09e868d9-c39f-4d8e-b698-3622d39be2d1, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=09e868d9-c39f-4d8e-b698-3622d39be2d1,segment=NetworkSegment(df845354-04ef-452b-b817-430df5af41f9),segment_id=df845354-04ef-452b-b817-430df5af41f9)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:33:47.619482 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (09e868d9-c39f-4d8e-b698-3622d39be2d1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.622309 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (df845354-04ef-452b-b817-430df5af41f9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.631246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:33:47.631711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (df845354-04ef-452b-b817-430df5af41f9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:33:47.635215 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:33:47.701313 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.db.api [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 10 15:33:47.701313 n-d-833090-1 neutron-server[115534]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 10 15:33:47.701313 n-d-833090-1 neutron-server[115534]: [parameters: {'id': '83934a07-6279-46a6-8f26-f5ad38dcc78a'}] Mar 10 15:33:47.701313 n-d-833090-1 neutron-server[115534]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:33:47.701915 n-d-833090-1 neutron-server[115534]: DEBUG oslo_db.api [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:33:47.702728 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d3b17-0f18-47ff-abce-13e01e64f6f3 None None] Pushing event updated for resources: {'Port': ['ID=09e868d9-c39f-4d8e-b698-3622d39be2d1,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:47.732731 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf55b123-ca7a-441c-a4c7-b16af08b491e None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:33:47.813825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf55b123-ca7a-441c-a4c7-b16af08b491e None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:33:48.083567 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:48.173340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13b6261-5802-4ce8-9631-4437a82b4a54 None None] Network 83934a07-6279-46a6-8f26-f5ad38dcc78a requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:48.203345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (83934a07-6279-46a6-8f26-f5ad38dcc78a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:48.272330 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Deleting port 09e868d9-c39f-4d8e-b698-3622d39be2d1 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:48.272769 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (09e868d9-c39f-4d8e-b698-3622d39be2d1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:48.347570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] For port 09e868d9-c39f-4d8e-b698-3622d39be2d1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=09e868d9-c39f-4d8e-b698-3622d39be2d1,segment=NetworkSegment(df845354-04ef-452b-b817-430df5af41f9),segment_id=df845354-04ef-452b-b817-430df5af41f9)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:48.348033 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (09e868d9-c39f-4d8e-b698-3622d39be2d1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:48.360021 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Calling delete_port for 09e868d9-c39f-4d8e-b698-3622d39be2d1 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:48.439681 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (09e868d9-c39f-4d8e-b698-3622d39be2d1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:48.468947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Port': ['ID=09e868d9-c39f-4d8e-b698-3622d39be2d1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:48.474405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No DVR routers for this DVR port 09e868d9-c39f-4d8e-b698-3622d39be2d1 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:48.561845 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (83934a07-6279-46a6-8f26-f5ad38dcc78a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:48.583605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83934a07-6279-46a6-8f26-f5ad38dcc78a']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:48.593605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df845354-04ef-452b-b817-430df5af41f9') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:48.594049 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df845354-04ef-452b-b817-430df5af41f9') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:48.604870 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (df845354-04ef-452b-b817-430df5af41f9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:48.619115 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (df845354-04ef-452b-b817-430df5af41f9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:48.625833 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:33:48.626338 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (df845354-04ef-452b-b817-430df5af41f9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:33:48.629610 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:33:48.694382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (83934a07-6279-46a6-8f26-f5ad38dcc78a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:48.711949 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:48.719067 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/networks/83934a07-6279-46a6-8f26-f5ad38dcc78a HTTP/1.1" status: 204 len: 168 time: 1.6949239 Mar 10 15:33:48.719491 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33054) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:48.728462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b799c-ec5d-4a47-8a70-21634e314378 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Network': ['ID=83934a07-6279-46a6-8f26-f5ad38dcc78a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:48.748925 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a2944e-0628-43b6-802f-4cfa1a176070 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] DELETE failed (client error): The resource could not be found. Mar 10 15:33:48.749499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a2944e-0628-43b6-802f-4cfa1a176070 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:33:48.754932 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-65a2944e-0628-43b6-802f-4cfa1a176070 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/subnets/e7ff09bc-8bf5-4f7f-8b46-e63dcf3b530f HTTP/1.1" status: 404 len: 337 time: 0.0321479 Mar 10 15:33:48.755254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33056) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:48.774716 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec6d928-cb2b-4079-a790-394a072b5fb5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] DELETE failed (client error): The resource could not be found. Mar 10 15:33:48.775363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec6d928-cb2b-4079-a790-394a072b5fb5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:33:48.781335 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fec6d928-cb2b-4079-a790-394a072b5fb5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/networks/83934a07-6279-46a6-8f26-f5ad38dcc78a HTTP/1.1" status: 404 len: 339 time: 0.0222242 Mar 10 15:33:48.781866 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33062) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:48.809235 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f221db99-7a24-48f8-9f77-2a69287e0353 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] DELETE failed (client error): The resource could not be found. Mar 10 15:33:48.810334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f221db99-7a24-48f8-9f77-2a69287e0353 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:33:48.816062 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f221db99-7a24-48f8-9f77-2a69287e0353 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/subnets/6d42d7df-8f96-4998-8d15-c2179edd6f02 HTTP/1.1" status: 404 len: 337 time: 0.0307858 Mar 10 15:33:48.816323 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33064) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:48.842678 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-481d6657-7746-4bb0-be6a-d4d39aae110d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] DELETE failed (client error): The resource could not be found. Mar 10 15:33:48.843366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481d6657-7746-4bb0-be6a-d4d39aae110d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:33:48.847020 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-481d6657-7746-4bb0-be6a-d4d39aae110d tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/networks/59d8c4b8-782e-4c6d-b7be-a5cfbdd948df HTTP/1.1" status: 404 len: 339 time: 0.0292277 Mar 10 15:33:48.849138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33066) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:48.878002 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee615de-10da-4ce0-8c21-e39e4f8aaf35 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] DELETE failed (client error): The resource could not be found. Mar 10 15:33:48.878640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee615de-10da-4ce0-8c21-e39e4f8aaf35 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:33:48.884387 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3ee615de-10da-4ce0-8c21-e39e4f8aaf35 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/subnets/68201b40-176d-4446-acfa-1d2f4a5f3818 HTTP/1.1" status: 404 len: 337 time: 0.0317121 Mar 10 15:33:48.884814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33068) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:48.903909 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bb04cf-4de8-44a1-aa3e-0feb8b6519b1 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] DELETE failed (client error): The resource could not be found. Mar 10 15:33:48.904557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bb04cf-4de8-44a1-aa3e-0feb8b6519b1 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:33:48.910842 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-01bb04cf-4de8-44a1-aa3e-0feb8b6519b1 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/networks/b0d81b57-bba6-4b4a-97a9-4830772fd93e HTTP/1.1" status: 404 len: 339 time: 0.0218194 Mar 10 15:33:48.911781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33070) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:49.017385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d436c55a-3015-4a3b-b96e-537a66270ac1 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Deleting port 831c2a8e-0d6d-4393-b7d2-f074d44562d3 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:49.017914 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d436c55a-3015-4a3b-b96e-537a66270ac1 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (831c2a8e-0d6d-4393-b7d2-f074d44562d3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.103137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d436c55a-3015-4a3b-b96e-537a66270ac1 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (831c2a8e-0d6d-4393-b7d2-f074d44562d3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.118075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d436c55a-3015-4a3b-b96e-537a66270ac1 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Calling delete_port for 831c2a8e-0d6d-4393-b7d2-f074d44562d3 owned by {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:49.205143 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d436c55a-3015-4a3b-b96e-537a66270ac1 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (831c2a8e-0d6d-4393-b7d2-f074d44562d3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.238891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436c55a-3015-4a3b-b96e-537a66270ac1 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Port': ['ID=831c2a8e-0d6d-4393-b7d2-f074d44562d3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:49.249150 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d436c55a-3015-4a3b-b96e-537a66270ac1 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.251113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d436c55a-3015-4a3b-b96e-537a66270ac1 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/ports/831c2a8e-0d6d-4393-b7d2-f074d44562d3 HTTP/1.1" status: 204 len: 168 time: 0.3380134 Mar 10 15:33:49.254030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33074) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:49.286182 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cc97d5-5214-4f8c-9d76-e24d459c9880 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] DELETE failed (client error): The resource could not be found. Mar 10 15:33:49.286651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cc97d5-5214-4f8c-9d76-e24d459c9880 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:33:49.289697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b5cc97d5-5214-4f8c-9d76-e24d459c9880 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/subnets/6f0b1f06-2efd-4952-930a-815a470cf1c5 HTTP/1.1" status: 404 len: 337 time: 0.0344143 Mar 10 15:33:49.292321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33076) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:49.373577 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (6e18e893-170b-4f11-b22d-326240a1ac54), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.819417 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (6e18e893-170b-4f11-b22d-326240a1ac54), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.843980 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e18e893-170b-4f11-b22d-326240a1ac54']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:49.855565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5129bbac-c599-4749-82de-b7b75a3d8689') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:49.856313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5129bbac-c599-4749-82de-b7b75a3d8689') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:49.870039 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (5129bbac-c599-4749-82de-b7b75a3d8689), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.889291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5129bbac-c599-4749-82de-b7b75a3d8689), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.896096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:33:49.896756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (5129bbac-c599-4749-82de-b7b75a3d8689), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:33:49.900323 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:33:49.962565 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (6e18e893-170b-4f11-b22d-326240a1ac54), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.969867 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:49.976249 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/networks/6e18e893-170b-4f11-b22d-326240a1ac54 HTTP/1.1" status: 204 len: 168 time: 0.6799409 Mar 10 15:33:49.977776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33080) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:50.066744 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ed372-bdeb-42d4-bed1-2a118c322a0e tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Network': ['ID=6e18e893-170b-4f11-b22d-326240a1ac54,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:50.105604 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7def0c57-ba57-42ab-a2fc-31f4f0e2acc0 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Deleting port bc9930cc-f5ae-47ef-bf3b-b6e50b93171b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:50.106254 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7def0c57-ba57-42ab-a2fc-31f4f0e2acc0 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bc9930cc-f5ae-47ef-bf3b-b6e50b93171b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.174874 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7def0c57-ba57-42ab-a2fc-31f4f0e2acc0 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bc9930cc-f5ae-47ef-bf3b-b6e50b93171b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.186603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7def0c57-ba57-42ab-a2fc-31f4f0e2acc0 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Calling delete_port for bc9930cc-f5ae-47ef-bf3b-b6e50b93171b owned by {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:50.273251 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7def0c57-ba57-42ab-a2fc-31f4f0e2acc0 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (bc9930cc-f5ae-47ef-bf3b-b6e50b93171b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.305793 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def0c57-ba57-42ab-a2fc-31f4f0e2acc0 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Port': ['ID=bc9930cc-f5ae-47ef-bf3b-b6e50b93171b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:50.313015 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7def0c57-ba57-42ab-a2fc-31f4f0e2acc0 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.317141 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7def0c57-ba57-42ab-a2fc-31f4f0e2acc0 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/ports/bc9930cc-f5ae-47ef-bf3b-b6e50b93171b HTTP/1.1" status: 204 len: 168 time: 0.3382971 Mar 10 15:33:50.319659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33084) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:50.346863 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ac8aae-d508-4a6e-9b42-f57c863df548 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] DELETE failed (client error): The resource could not be found. Mar 10 15:33:50.347469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ac8aae-d508-4a6e-9b42-f57c863df548 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:33:50.352837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-25ac8aae-d508-4a6e-9b42-f57c863df548 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/subnets/38f5ed33-d728-4c22-9a6f-6ecc372924e8 HTTP/1.1" status: 404 len: 337 time: 0.0299196 Mar 10 15:33:50.353141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33086) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:50.435244 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (5eece9dc-86a6-4330-92ff-db073e596687), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.523644 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (5eece9dc-86a6-4330-92ff-db073e596687), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.544668 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eece9dc-86a6-4330-92ff-db073e596687']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:50.554288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37143a5-901a-43af-b300-05c57c70ef14') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:50.554585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37143a5-901a-43af-b300-05c57c70ef14') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:50.564716 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (b37143a5-901a-43af-b300-05c57c70ef14), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.579441 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b37143a5-901a-43af-b300-05c57c70ef14), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.585705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:33:50.586072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (b37143a5-901a-43af-b300-05c57c70ef14), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: warnings.warn(msg) Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:33:50.589154 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:33:50.653115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (5eece9dc-86a6-4330-92ff-db073e596687), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.660043 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.665737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33088) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:50.671588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/networks/5eece9dc-86a6-4330-92ff-db073e596687 HTTP/1.1" status: 204 len: 168 time: 0.3169529 Mar 10 15:33:50.690420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac9874-4c12-43dd-b009-73b6a44d34c7 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Network': ['ID=5eece9dc-86a6-4330-92ff-db073e596687,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:50.721954 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-59da7c33-9102-4865-aad4-5865a83708c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Deleting subnet 1eb47547-98db-49d7-9a8d-6e0b346b90cc {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:33:50.725419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59da7c33-9102-4865-aad4-5865a83708c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (1eb47547-98db-49d7-9a8d-6e0b346b90cc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.769535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59da7c33-9102-4865-aad4-5865a83708c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (1eb47547-98db-49d7-9a8d-6e0b346b90cc), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.798616 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.866533 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59da7c33-9102-4865-aad4-5865a83708c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (1eb47547-98db-49d7-9a8d-6e0b346b90cc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.947914 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59da7c33-9102-4865-aad4-5865a83708c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (1eb47547-98db-49d7-9a8d-6e0b346b90cc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.964088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-59da7c33-9102-4865-aad4-5865a83708c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:50.967601 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-59da7c33-9102-4865-aad4-5865a83708c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/subnets/1eb47547-98db-49d7-9a8d-6e0b346b90cc HTTP/1.1" status: 204 len: 168 time: 0.3008816 Mar 10 15:33:50.968538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3002d76-90bd-40d5-b2a5-03a65ccd5b94 None None] Network 112226b4-3e09-433b-a003-1501867684b3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:50.970377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33092) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:50.989968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da7c33-9102-4865-aad4-5865a83708c5 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb47547-98db-49d7-9a8d-6e0b346b90cc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:51.086246 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (112226b4-3e09-433b-a003-1501867684b3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.149724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Deleting port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:51.150064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.198643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c1690-68d2-4a48-8750-8a49a08da232 None None] DHCP port deletion for 112226b4-3e09-433b-a003-1501867684b3 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:33:51.240633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] For port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=29c3ae5b-f76f-4686-a2c0-a71c09241cb0,segment=NetworkSegment(f4211a8e-09ea-4706-bbb0-b4dc1ea54815),segment_id=f4211a8e-09ea-4706-bbb0-b4dc1ea54815)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:51.241420 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.257614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Calling delete_port for 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:51.257837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-350c1690-68d2-4a48-8750-8a49a08da232 None None] Deleting port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:33:51.258022 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-350c1690-68d2-4a48-8750-8a49a08da232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.341911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-350c1690-68d2-4a48-8750-8a49a08da232 None None] For port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=29c3ae5b-f76f-4686-a2c0-a71c09241cb0,segment=NetworkSegment(f4211a8e-09ea-4706-bbb0-b4dc1ea54815),segment_id=f4211a8e-09ea-4706-bbb0-b4dc1ea54815)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:51.342603 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-350c1690-68d2-4a48-8750-8a49a08da232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.359538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-350c1690-68d2-4a48-8750-8a49a08da232 None None] Calling delete_port for 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:33:51.370426 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.397774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Port': ['ID=29c3ae5b-f76f-4686-a2c0-a71c09241cb0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:51.403569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] No DVR routers for this DVR port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:51.460065 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-350c1690-68d2-4a48-8750-8a49a08da232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (29c3ae5b-f76f-4686-a2c0-a71c09241cb0), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.495697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c1690-68d2-4a48-8750-8a49a08da232 None None] Pushing event deleted for resources: {'Port': ['ID=29c3ae5b-f76f-4686-a2c0-a71c09241cb0,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:51.499310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (112226b4-3e09-433b-a003-1501867684b3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.514859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c1690-68d2-4a48-8750-8a49a08da232 None None] No DVR routers for this DVR port 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:33:51.524528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112226b4-3e09-433b-a003-1501867684b3']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:51.536468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4211a8e-09ea-4706-bbb0-b4dc1ea54815') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:51.536941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4211a8e-09ea-4706-bbb0-b4dc1ea54815') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:51.548698 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (f4211a8e-09ea-4706-bbb0-b4dc1ea54815), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.563022 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (f4211a8e-09ea-4706-bbb0-b4dc1ea54815), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.570344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:33:51.571007 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (f4211a8e-09ea-4706-bbb0-b4dc1ea54815), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:33:51.574287 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:33:51.642215 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (112226b4-3e09-433b-a003-1501867684b3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.656774 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:51.660907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] 10.222.0.11 "DELETE /v2.0/networks/112226b4-3e09-433b-a003-1501867684b3 HTTP/1.1" status: 204 len: 168 time: 0.6895080 Mar 10 15:33:51.675050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0876dc2-e937-482f-8d9d-fc8c93c83c00 tempest-NetworksIpV6TestAttrs-1708343579 tempest-NetworksIpV6TestAttrs-1708343579-project] Pushing event deleted for resources: {'Network': ['ID=112226b4-3e09-433b-a003-1501867684b3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:51.719953 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e6a5847c-7331-4565-9a20-72e5403fb205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.027665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33104) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:52.154026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:33:52.187305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:33:52.187464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 29c3ae5b-f76f-4686-a2c0-a71c09241cb0 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:33:52.323580 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33136) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:52.324268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-640ab92d-e3c8-463c-ad29-ff8d7ee384e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b87bdaca9603441a88a0936dfd8b13dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950110 Mar 10 15:33:52.378648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eccebbc6-05bf-44ba-ae70-1b6deab88441 admin admin] Publish callbacks [] for security_group (25a42413-bae3-4040-9833-5416a2755ff0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.406505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eccebbc6-05bf-44ba-ae70-1b6deab88441 admin admin] Publish callbacks [] for security_group (25a42413-bae3-4040-9833-5416a2755ff0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.462695 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eccebbc6-05bf-44ba-ae70-1b6deab88441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (25a42413-bae3-4040-9833-5416a2755ff0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.466005 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-eccebbc6-05bf-44ba-ae70-1b6deab88441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:52.467281 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-eccebbc6-05bf-44ba-ae70-1b6deab88441 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25a42413-bae3-4040-9833-5416a2755ff0 HTTP/1.1" status: 204 len: 168 time: 0.1413639 Mar 10 15:33:52.477707 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccebbc6-05bf-44ba-ae70-1b6deab88441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a42413-bae3-4040-9833-5416a2755ff0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:53.292054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33290) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:53.421933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1474591497'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:53.444902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:53.449321 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.459458 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.577414 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for security_group (5692e30e-c108-4783-8318-4ecff6c44940), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.584788 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5692e30e-c108-4783-8318-4ecff6c44940), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.616114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:33:53.636691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5692e30e-c108-4783-8318-4ecff6c44940,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:53.640134 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b80d7580-2bdf-441a-9a88-12b8421b1b71), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.640603 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added segment b80d7580-2bdf-441a-9a88-12b8421b1b71 of type vlan for network f036da80-69ed-468a-8ddf-7e8e6acfd6f3 Mar 10 15:33:53.692592 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (f036da80-69ed-468a-8ddf-7e8e6acfd6f3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.726164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (f036da80-69ed-468a-8ddf-7e8e6acfd6f3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.734179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:53.735583 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.772753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4769831 Mar 10 15:33:53.775034 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33350) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:53.785206 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1911655040'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:53.827023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:53.842375 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.849949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d05203-044f-4ae4-b48d-002f6016a3df tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Network': ['ID=f036da80-69ed-468a-8ddf-7e8e6acfd6f3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:53.864279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network f036da80-69ed-468a-8ddf-7e8e6acfd6f3 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:33:53.881395 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:33:53.891173 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (38c15f78-5a17-42c8-be6e-bd8772a51c20), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.891598 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added segment 38c15f78-5a17-42c8-be6e-bd8772a51c20 of type vlan for network d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 Mar 10 15:33:53.943752 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d706b8b3-7db0-4aaa-8938-8a9fa6ef3548), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.978626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d706b8b3-7db0-4aaa-8938-8a9fa6ef3548), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:53.984808 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:53.990670 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.054075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33380) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:54.054419 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2733936 Mar 10 15:33:54.061241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'subnet': {'network_id': 'f036da80-69ed-468a-8ddf-7e8e6acfd6f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:54.074196 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-391a7e60-0ceb-4096-87c5-62aa88bf8a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.110715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce950b49-7cfe-49b5-9511-98884e74ac6d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Network': ['ID=d706b8b3-7db0-4aaa-8938-8a9fa6ef3548,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:54.121010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:33:54.233623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:54.237142 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.553828 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.581059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Subnet': ['ID=ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:54.592443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Checking segment: {'id': 'b80d7580-2bdf-441a-9a88-12b8421b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f036da80-69ed-468a-8ddf-7e8e6acfd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:54.592788 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network hostable DHCP agents. Network: f036da80-69ed-468a-8ddf-7e8e6acfd6f3, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:33:54.611999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network f036da80-69ed-468a-8ddf-7e8e6acfd6f3 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:33:54.623208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, f036da80-69ed-468a-8ddf-7e8e6acfd6f3) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:54.633122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8df178-6364-4816-95f6-8bdcd92e21ff None None] Network f036da80-69ed-468a-8ddf-7e8e6acfd6f3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:54.634881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:54.635609 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.661747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0e4d16d5-f873-479b-bff2-5848c5490675 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6055028 Mar 10 15:33:54.664243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33454) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:54.669793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'subnet': {'network_id': 'd706b8b3-7db0-4aaa-8938-8a9fa6ef3548', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:54.757222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-f036da80-69ed-468a-8ddf-7e8e6acfd6f3', 'network_id': 'f036da80-69ed-468a-8ddf-7e8e6acfd6f3', 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'fixed_ips': [{'subnet_id': 'ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:33:54.758093 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.783066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:33:54.786944 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:54.934389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Allocated IP 2001:db8::2 (f036da80-69ed-468a-8ddf-7e8e6acfd6f3/ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03/981f460c-1ea2-4508-a154-fc726edbf55f) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:55.004651 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (f7f2fd0f-d6ad-4682-a850-f3c105f49017), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.106880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Subnet': ['ID=f7f2fd0f-d6ad-4682-a850-f3c105f49017,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:55.118090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Checking segment: {'id': '38c15f78-5a17-42c8-be6e-bd8772a51c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd706b8b3-7db0-4aaa-8938-8a9fa6ef3548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:55.118681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network hostable DHCP agents. Network: d706b8b3-7db0-4aaa-8938-8a9fa6ef3548, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:33:55.141937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:33:55.142366 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Publish callbacks [] for port (981f460c-1ea2-4508-a154-fc726edbf55f), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.149052 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.154502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, d706b8b3-7db0-4aaa-8938-8a9fa6ef3548) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:55.159496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:55.160421 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.192732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b9dd1f07-23e6-4766-8d12-ef1a68cb00b0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5241609 Mar 10 15:33:55.193655 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33512) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:55.194168 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02ebf3a-1762-47c6-a7e5-2cc98430e2a6 None None] Network d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:55.197775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Network f036da80-69ed-468a-8ddf-7e8e6acfd6f3 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:55.207410 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-85596e57-765d-4d9c-a370-2841fd42be6e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-690903346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:33:55.220380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:55.234617 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-85596e57-765d-4d9c-a370-2841fd42be6e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (ee25303c-42ba-4a8c-bc8d-d82cea46499a), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.235778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-85596e57-765d-4d9c-a370-2841fd42be6e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (ee25303c-42ba-4a8c-bc8d-d82cea46499a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.240334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:55.274182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Pushing event updated for resources: {'Port': ['ID=981f460c-1ea2-4508-a154-fc726edbf55f,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:55.319224 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-85596e57-765d-4d9c-a370-2841fd42be6e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (ee25303c-42ba-4a8c-bc8d-d82cea46499a), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.324035 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-85596e57-765d-4d9c-a370-2841fd42be6e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (ee25303c-42ba-4a8c-bc8d-d82cea46499a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.344417 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-85596e57-765d-4d9c-a370-2841fd42be6e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.348469 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-85596e57-765d-4d9c-a370-2841fd42be6e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1498268 Mar 10 15:33:55.348907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33528) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:55.367970 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.398081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Attempting to bind port 981f460c-1ea2-4508-a154-fc726edbf55f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:33:55.398593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Attempting to bind port 981f460c-1ea2-4508-a154-fc726edbf55f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b80d7580-2bdf-441a-9a88-12b8421b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f036da80-69ed-468a-8ddf-7e8e6acfd6f3'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:33:55.398983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Attempting to bind port 981f460c-1ea2-4508-a154-fc726edbf55f on network f036da80-69ed-468a-8ddf-7e8e6acfd6f3 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:55.406584 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:33:55.407740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Checking segment: {'id': 'b80d7580-2bdf-441a-9a88-12b8421b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f036da80-69ed-468a-8ddf-7e8e6acfd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:55.408477 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.409258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Bound using segment: {'id': 'b80d7580-2bdf-441a-9a88-12b8421b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f036da80-69ed-468a-8ddf-7e8e6acfd6f3'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:33:55.410199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Bound port: 981f460c-1ea2-4508-a154-fc726edbf55f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80d7580-2bdf-441a-9a88-12b8421b1b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f036da80-69ed-468a-8ddf-7e8e6acfd6f3'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:33:55.410776 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.415351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-d706b8b3-7db0-4aaa-8938-8a9fa6ef3548', 'network_id': 'd706b8b3-7db0-4aaa-8938-8a9fa6ef3548', 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'fixed_ips': [{'subnet_id': 'f7f2fd0f-d6ad-4682-a850-f3c105f49017'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:33:55.416184 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.567497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] For port 981f460c-1ea2-4508-a154-fc726edbf55f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:33:55.572852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] For port 981f460c-1ea2-4508-a154-fc726edbf55f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=981f460c-1ea2-4508-a154-fc726edbf55f,segment=NetworkSegment(b80d7580-2bdf-441a-9a88-12b8421b1b71),segment_id=b80d7580-2bdf-441a-9a88-12b8421b1b71)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:33:55.602429 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.673036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Allocated IP 2001:db8:1::2 (d706b8b3-7db0-4aaa-8938-8a9fa6ef3548/f7f2fd0f-d6ad-4682-a850-f3c105f49017/2254508c-83cf-4f32-a64b-d452a8a7f25d) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:55.704301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796047c-4eb2-4dcb-9d64-0f6ae58b7cdb None None] Pushing event updated for resources: {'Port': ['ID=981f460c-1ea2-4508-a154-fc726edbf55f,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:55.791255 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.877548 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Publish callbacks [] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.884946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:55.941586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Network d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:55.947201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:55.952316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:55.973925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Pushing event updated for resources: {'Port': ['ID=2254508c-83cf-4f32-a64b-d452a8a7f25d,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:56.102989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Attempting to bind port 2254508c-83cf-4f32-a64b-d452a8a7f25d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:33:56.103605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Attempting to bind port 2254508c-83cf-4f32-a64b-d452a8a7f25d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '38c15f78-5a17-42c8-be6e-bd8772a51c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd706b8b3-7db0-4aaa-8938-8a9fa6ef3548'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:33:56.104937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Attempting to bind port 2254508c-83cf-4f32-a64b-d452a8a7f25d on network d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:33:56.111710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:33:56.112291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Checking segment: {'id': '38c15f78-5a17-42c8-be6e-bd8772a51c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd706b8b3-7db0-4aaa-8938-8a9fa6ef3548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:33:56.112931 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:56.116093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Bound using segment: {'id': '38c15f78-5a17-42c8-be6e-bd8772a51c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd706b8b3-7db0-4aaa-8938-8a9fa6ef3548'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:33:56.117566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Bound port: 2254508c-83cf-4f32-a64b-d452a8a7f25d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c15f78-5a17-42c8-be6e-bd8772a51c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd706b8b3-7db0-4aaa-8938-8a9fa6ef3548'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:33:56.118173 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:56.264634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] For port 2254508c-83cf-4f32-a64b-d452a8a7f25d, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:33:56.279387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] For port 2254508c-83cf-4f32-a64b-d452a8a7f25d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2254508c-83cf-4f32-a64b-d452a8a7f25d,segment=NetworkSegment(38c15f78-5a17-42c8-be6e-bd8772a51c20),segment_id=38c15f78-5a17-42c8-be6e-bd8772a51c20)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:33:56.285633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 981f460c-1ea2-4508-a154-fc726edbf55f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:33:56.319241 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:56.413467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9fff1-611d-4311-b7a0-48af382c5935 None None] Pushing event updated for resources: {'Port': ['ID=2254508c-83cf-4f32-a64b-d452a8a7f25d,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:56.439928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 981f460c-1ea2-4508-a154-fc726edbf55f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:56.440345 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:56.560676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 981f460c-1ea2-4508-a154-fc726edbf55f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:56.561075 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:56.592176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Allocated IP 2001:db8::1 (f036da80-69ed-468a-8ddf-7e8e6acfd6f3/ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03/d7037255-5450-4209-9a0b-328254743e30) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:56.633915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 981f460c-1ea2-4508-a154-fc726edbf55f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=981f460c-1ea2-4508-a154-fc726edbf55f,segment=NetworkSegment(b80d7580-2bdf-441a-9a88-12b8421b1b71),segment_id=b80d7580-2bdf-441a-9a88-12b8421b1b71)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:56.648873 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:56.653379 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:56.724112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=981f460c-1ea2-4508-a154-fc726edbf55f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:56.842723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (d7037255-5450-4209-9a0b-328254743e30), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:56.892616 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d7037255-5450-4209-9a0b-328254743e30), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:56.943100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network f036da80-69ed-468a-8ddf-7e8e6acfd6f3 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:56.947252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:56.949635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:56.950573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (ee25303c-42ba-4a8c-bc8d-d82cea46499a), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:56.952679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=d7037255-5450-4209-9a0b-328254743e30,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:57.110283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d7037255-5450-4209-9a0b-328254743e30), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:57.154435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd4212a-7d1e-4f22-a534-fa181f214899 None None] Network f036da80-69ed-468a-8ddf-7e8e6acfd6f3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:57.304741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-743cbf07-21b0-435a-ba5b-a784f6c8c9a5 None None] Provisioning complete for port 981f460c-1ea2-4508-a154-fc726edbf55f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:57.305425 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-743cbf07-21b0-435a-ba5b-a784f6c8c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:57.468590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-743cbf07-21b0-435a-ba5b-a784f6c8c9a5 None None] Current status of the port 981f460c-1ea2-4508-a154-fc726edbf55f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:57.537649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (d7037255-5450-4209-9a0b-328254743e30), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:57.544891 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d7037255-5450-4209-9a0b-328254743e30), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:57.546168 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (ee25303c-42ba-4a8c-bc8d-d82cea46499a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:57.630704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=d7037255-5450-4209-9a0b-328254743e30,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:57.732091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network f036da80-69ed-468a-8ddf-7e8e6acfd6f3 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:57.734638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:57.897853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-591d8c0e-73b1-47a9-800c-9dfaf00b4e7b None None] Provisioning complete for port 981f460c-1ea2-4508-a154-fc726edbf55f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:57.898348 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-591d8c0e-73b1-47a9-800c-9dfaf00b4e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:57.905694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router ee25303c-42ba-4a8c-bc8d-d82cea46499a is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:33:58.039587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-591d8c0e-73b1-47a9-800c-9dfaf00b4e7b None None] Current status of the port 981f460c-1ea2-4508-a154-fc726edbf55f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:58.042635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413be474-256e-4686-8090-c511cd3fb803 None None] Network d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:33:58.083064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:33:58.093380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-018c038e-f432-4251-af9f-b6e6e6024d3b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/ee25303c-42ba-4a8c-bc8d-d82cea46499a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7409434 Mar 10 15:33:58.093626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33654) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:58.112296 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb40a1-b871-45f4-8e56-985ecec82e20 None None] Sync routers for ids ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:33:58.139978 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb40a1-b871-45f4-8e56-985ecec82e20 None None] Routers {'ee25303c-42ba-4a8c-bc8d-d82cea46499a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:58.140637 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b1bb40a1-b871-45f4-8e56-985ecec82e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:58.180139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5995fab-6d23-4a1e-8a4f-cc09869a2bdb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:33:58.182555 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e5995fab-6d23-4a1e-8a4f-cc09869a2bdb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports/d7037255-5450-4209-9a0b-328254743e30 HTTP/1.1" status: 200 len: 911 time: 0.0874536 Mar 10 15:33:58.186113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33656) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:33:58.215757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-591d8c0e-73b1-47a9-800c-9dfaf00b4e7b None None] Provisioning complete for port d7037255-5450-4209-9a0b-328254743e30 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:58.216185 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-591d8c0e-73b1-47a9-800c-9dfaf00b4e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d7037255-5450-4209-9a0b-328254743e30), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:58.232043 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b1bb40a1-b871-45f4-8e56-985ecec82e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:58.255170 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb40a1-b871-45f4-8e56-985ecec82e20 None None] Routers {'ee25303c-42ba-4a8c-bc8d-d82cea46499a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:33:58.255810 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b1bb40a1-b871-45f4-8e56-985ecec82e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:58.339861 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b1bb40a1-b871-45f4-8e56-985ecec82e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:33:58.340985 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb40a1-b871-45f4-8e56-985ecec82e20 None None] The sync data for ids ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:33:58.348516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 981f460c-1ea2-4508-a154-fc726edbf55f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:33:58.352055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:58.426945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-591d8c0e-73b1-47a9-800c-9dfaf00b4e7b None None] Port d7037255-5450-4209-9a0b-328254743e30 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:58.504513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 981f460c-1ea2-4508-a154-fc726edbf55f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:58.504984 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:58.588222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-97b7b90f-8cd7-43d8-8c53-1a04995b804b None None] Provisioning complete for port d7037255-5450-4209-9a0b-328254743e30 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:58.588711 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-97b7b90f-8cd7-43d8-8c53-1a04995b804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d7037255-5450-4209-9a0b-328254743e30), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:58.643419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-97b7b90f-8cd7-43d8-8c53-1a04995b804b None None] Port d7037255-5450-4209-9a0b-328254743e30 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:58.719483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-97b7b90f-8cd7-43d8-8c53-1a04995b804b None None] Provisioning complete for port 2254508c-83cf-4f32-a64b-d452a8a7f25d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:58.720100 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-97b7b90f-8cd7-43d8-8c53-1a04995b804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:58.724923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 981f460c-1ea2-4508-a154-fc726edbf55f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:58.727053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2254508c-83cf-4f32-a64b-d452a8a7f25d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:33:58.869893 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.138362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2254508c-83cf-4f32-a64b-d452a8a7f25d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:59.139125 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.189415 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-97b7b90f-8cd7-43d8-8c53-1a04995b804b None None] Current status of the port 2254508c-83cf-4f32-a64b-d452a8a7f25d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:59.190074 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-97b7b90f-8cd7-43d8-8c53-1a04995b804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.231272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-97b7b90f-8cd7-43d8-8c53-1a04995b804b None None] For port 2254508c-83cf-4f32-a64b-d452a8a7f25d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2254508c-83cf-4f32-a64b-d452a8a7f25d,segment=NetworkSegment(38c15f78-5a17-42c8-be6e-bd8772a51c20),segment_id=38c15f78-5a17-42c8-be6e-bd8772a51c20)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:33:59.246188 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-97b7b90f-8cd7-43d8-8c53-1a04995b804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.331223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Allocated IP 2001:db8:1::1 (d706b8b3-7db0-4aaa-8938-8a9fa6ef3548/f7f2fd0f-d6ad-4682-a850-f3c105f49017/d2326ea6-c378-462e-80cc-22a3e06df6bd) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:33:59.371120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2254508c-83cf-4f32-a64b-d452a8a7f25d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:59.380650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7b90f-8cd7-43d8-8c53-1a04995b804b None None] Pushing event updated for resources: {'Port': ['ID=2254508c-83cf-4f32-a64b-d452a8a7f25d,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:59.387659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7e0cd675-1078-41db-8686-eb3fbcc6b1eb None None] Provisioning complete for port d7037255-5450-4209-9a0b-328254743e30 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:59.388118 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd675-1078-41db-8686-eb3fbcc6b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d7037255-5450-4209-9a0b-328254743e30), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.423410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cd675-1078-41db-8686-eb3fbcc6b1eb None None] Port d7037255-5450-4209-9a0b-328254743e30 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:33:59.434308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7e0cd675-1078-41db-8686-eb3fbcc6b1eb None None] Provisioning complete for port 2254508c-83cf-4f32-a64b-d452a8a7f25d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:59.434706 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd675-1078-41db-8686-eb3fbcc6b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.493987 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (d2326ea6-c378-462e-80cc-22a3e06df6bd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.549724 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d2326ea6-c378-462e-80cc-22a3e06df6bd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.555044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cd675-1078-41db-8686-eb3fbcc6b1eb None None] Current status of the port 2254508c-83cf-4f32-a64b-d452a8a7f25d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:33:59.604936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:33:59.607362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:33:59.609257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=d2326ea6-c378-462e-80cc-22a3e06df6bd,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:33:59.611368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:33:59.611901 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (ee25303c-42ba-4a8c-bc8d-d82cea46499a), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.812673 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d2326ea6-c378-462e-80cc-22a3e06df6bd), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:33:59.992541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-36b62d33-68c0-423c-a1c9-7c11b8649923 None None] Provisioning complete for port d2326ea6-c378-462e-80cc-22a3e06df6bd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:33:59.993143 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-36b62d33-68c0-423c-a1c9-7c11b8649923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d2326ea6-c378-462e-80cc-22a3e06df6bd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:00.036961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-36b62d33-68c0-423c-a1c9-7c11b8649923 None None] Port d2326ea6-c378-462e-80cc-22a3e06df6bd cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:00.146473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2254508c-83cf-4f32-a64b-d452a8a7f25d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:00.199541 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (d2326ea6-c378-462e-80cc-22a3e06df6bd), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:00.208668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d2326ea6-c378-462e-80cc-22a3e06df6bd), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:00.209855 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (ee25303c-42ba-4a8c-bc8d-d82cea46499a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:00.214157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2254508c-83cf-4f32-a64b-d452a8a7f25d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:00.214712 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:00.271709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=d2326ea6-c378-462e-80cc-22a3e06df6bd,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:00.339550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2254508c-83cf-4f32-a64b-d452a8a7f25d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:00.377982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:00.379856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:00.516259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router ee25303c-42ba-4a8c-bc8d-d82cea46499a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:00.666945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:00.675133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33694) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:00.675768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-60ef68b6-887e-4c16-abb8-99b2662f401b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/ee25303c-42ba-4a8c-bc8d-d82cea46499a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4872105 Mar 10 15:34:00.681769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a6ed91-f954-4ae4-a9dd-8df390bdb416 None None] Sync routers for ids ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:00.693696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a6ed91-f954-4ae4-a9dd-8df390bdb416 None None] Routers {'ee25303c-42ba-4a8c-bc8d-d82cea46499a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:00.694903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-90a6ed91-f954-4ae4-a9dd-8df390bdb416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:00.734359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-90a6ed91-f954-4ae4-a9dd-8df390bdb416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:00.755570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4fcddf-9022-4880-be4a-21c3b9ccbe71 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:00.758979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a6ed91-f954-4ae4-a9dd-8df390bdb416 None None] Routers {'ee25303c-42ba-4a8c-bc8d-d82cea46499a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:00.759640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-90a6ed91-f954-4ae4-a9dd-8df390bdb416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:00.759880 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-df4fcddf-9022-4880-be4a-21c3b9ccbe71 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports/d2326ea6-c378-462e-80cc-22a3e06df6bd HTTP/1.1" status: 200 len: 913 time: 0.0833616 Mar 10 15:34:00.763344 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33698) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:00.803908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-90a6ed91-f954-4ae4-a9dd-8df390bdb416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:00.804570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a6ed91-f954-4ae4-a9dd-8df390bdb416 None None] The sync data for ids ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:00.815846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-03f82637-4356-48c1-a7a0-9433c58e7eed None None] Provisioning complete for port d2326ea6-c378-462e-80cc-22a3e06df6bd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:00.816247 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03f82637-4356-48c1-a7a0-9433c58e7eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d2326ea6-c378-462e-80cc-22a3e06df6bd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:00.860747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-03f82637-4356-48c1-a7a0-9433c58e7eed None None] Port d2326ea6-c378-462e-80cc-22a3e06df6bd cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:01.197631 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce9e14cd-ebe6-458a-86ae-3c1fef141f5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (ee25303c-42ba-4a8c-bc8d-d82cea46499a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:01.482308 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e14cd-ebe6-458a-86ae-3c1fef141f5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port d2326ea6-c378-462e-80cc-22a3e06df6bd {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:01.482663 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce9e14cd-ebe6-458a-86ae-3c1fef141f5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d2326ea6-c378-462e-80cc-22a3e06df6bd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:01.592073 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce9e14cd-ebe6-458a-86ae-3c1fef141f5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d2326ea6-c378-462e-80cc-22a3e06df6bd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:01.605524 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e14cd-ebe6-458a-86ae-3c1fef141f5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for d2326ea6-c378-462e-80cc-22a3e06df6bd owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:01.801907 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce9e14cd-ebe6-458a-86ae-3c1fef141f5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d2326ea6-c378-462e-80cc-22a3e06df6bd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:01.846657 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e14cd-ebe6-458a-86ae-3c1fef141f5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=d2326ea6-c378-462e-80cc-22a3e06df6bd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:02.030308 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce9e14cd-ebe6-458a-86ae-3c1fef141f5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (ee25303c-42ba-4a8c-bc8d-d82cea46499a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:02.271010 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9e14cd-ebe6-458a-86ae-3c1fef141f5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router ee25303c-42ba-4a8c-bc8d-d82cea46499a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:02.392577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e14cd-ebe6-458a-86ae-3c1fef141f5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:02.403714 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ce9e14cd-ebe6-458a-86ae-3c1fef141f5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/ee25303c-42ba-4a8c-bc8d-d82cea46499a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6373374 Mar 10 15:34:02.404714 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a39a4d-b505-4031-bf92-5eedba4a2581 None None] Sync routers for ids ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:02.407514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33726) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:02.424473 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a39a4d-b505-4031-bf92-5eedba4a2581 None None] Routers {'ee25303c-42ba-4a8c-bc8d-d82cea46499a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:02.425148 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09a39a4d-b505-4031-bf92-5eedba4a2581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:02.486007 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09a39a4d-b505-4031-bf92-5eedba4a2581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:02.511296 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a39a4d-b505-4031-bf92-5eedba4a2581 None None] Routers {'ee25303c-42ba-4a8c-bc8d-d82cea46499a'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:02.511912 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09a39a4d-b505-4031-bf92-5eedba4a2581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:02.553020 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09a39a4d-b505-4031-bf92-5eedba4a2581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:02.554011 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a39a4d-b505-4031-bf92-5eedba4a2581 None None] The sync data for ids ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:02.766380 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c457c5cc-7732-4aff-a1af-8c8e04670bfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (ee25303c-42ba-4a8c-bc8d-d82cea46499a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:03.037546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c457c5cc-7732-4aff-a1af-8c8e04670bfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port d7037255-5450-4209-9a0b-328254743e30 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:03.038274 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c457c5cc-7732-4aff-a1af-8c8e04670bfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d7037255-5450-4209-9a0b-328254743e30), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:03.154332 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c457c5cc-7732-4aff-a1af-8c8e04670bfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d7037255-5450-4209-9a0b-328254743e30), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:03.167562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c457c5cc-7732-4aff-a1af-8c8e04670bfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for d7037255-5450-4209-9a0b-328254743e30 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:03.351865 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c457c5cc-7732-4aff-a1af-8c8e04670bfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d7037255-5450-4209-9a0b-328254743e30), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:03.382194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457c5cc-7732-4aff-a1af-8c8e04670bfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=d7037255-5450-4209-9a0b-328254743e30,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:03.510209 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c457c5cc-7732-4aff-a1af-8c8e04670bfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (ee25303c-42ba-4a8c-bc8d-d82cea46499a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:03.721851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c457c5cc-7732-4aff-a1af-8c8e04670bfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router ee25303c-42ba-4a8c-bc8d-d82cea46499a has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:03.806035 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c457c5cc-7732-4aff-a1af-8c8e04670bfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:03.817818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd834de-e013-444e-8f4b-79fdab01ea4a None None] Sync routers for ids ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:03.819325 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c457c5cc-7732-4aff-a1af-8c8e04670bfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/ee25303c-42ba-4a8c-bc8d-d82cea46499a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4102314 Mar 10 15:34:03.822219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33756) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:03.839574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd834de-e013-444e-8f4b-79fdab01ea4a None None] Routers {'ee25303c-42ba-4a8c-bc8d-d82cea46499a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:03.840422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ebd834de-e013-444e-8f4b-79fdab01ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:03.855163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8b723677-7744-4e31-9886-7b97004ed2ad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee25303c-42ba-4a8c-bc8d-d82cea46499a HTTP/1.1" status: 200 len: 205 time: 0.0315516 Mar 10 15:34:03.858518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33758) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:03.892843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ebd834de-e013-444e-8f4b-79fdab01ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:03.902201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd834de-e013-444e-8f4b-79fdab01ea4a None None] Routers {'ee25303c-42ba-4a8c-bc8d-d82cea46499a'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:03.902971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ebd834de-e013-444e-8f4b-79fdab01ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:03.957906 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e52d8a76-264d-490a-ba49-b49de41940c3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (ee25303c-42ba-4a8c-bc8d-d82cea46499a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:03.962810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ebd834de-e013-444e-8f4b-79fdab01ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:03.964762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd834de-e013-444e-8f4b-79fdab01ea4a None None] The sync data for ids ['ee25303c-42ba-4a8c-bc8d-d82cea46499a'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:04.210709 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e52d8a76-264d-490a-ba49-b49de41940c3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (ee25303c-42ba-4a8c-bc8d-d82cea46499a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.213588 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e52d8a76-264d-490a-ba49-b49de41940c3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (ee25303c-42ba-4a8c-bc8d-d82cea46499a), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.289045 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e52d8a76-264d-490a-ba49-b49de41940c3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (ee25303c-42ba-4a8c-bc8d-d82cea46499a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.289679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52d8a76-264d-490a-ba49-b49de41940c3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Fanout notify agent at l3_agent the message router_deleted on router ee25303c-42ba-4a8c-bc8d-d82cea46499a {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:34:04.307159 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e52d8a76-264d-490a-ba49-b49de41940c3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.308633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e52d8a76-264d-490a-ba49-b49de41940c3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/ee25303c-42ba-4a8c-bc8d-d82cea46499a HTTP/1.1" status: 204 len: 168 time: 0.4489791 Mar 10 15:34:04.311471 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33774) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:04.387304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad74e41-cf34-4bbf-aef0-cc1791641f94 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting subnet f7f2fd0f-d6ad-4682-a850-f3c105f49017 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:34:04.394053 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ad74e41-cf34-4bbf-aef0-cc1791641f94 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (f7f2fd0f-d6ad-4682-a850-f3c105f49017), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.439554 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ad74e41-cf34-4bbf-aef0-cc1791641f94 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (f7f2fd0f-d6ad-4682-a850-f3c105f49017), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.553432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ad74e41-cf34-4bbf-aef0-cc1791641f94 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f7f2fd0f-d6ad-4682-a850-f3c105f49017), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.640534 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ad74e41-cf34-4bbf-aef0-cc1791641f94 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (f7f2fd0f-d6ad-4682-a850-f3c105f49017), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.669616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad74e41-cf34-4bbf-aef0-cc1791641f94 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f2fd0f-d6ad-4682-a850-f3c105f49017,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:04.685753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4ad74e41-cf34-4bbf-aef0-cc1791641f94 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.686542 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8c6d31-8eb7-45b5-ab62-d0c46ead20a1 None None] Network d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:04.692285 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4ad74e41-cf34-4bbf-aef0-cc1791641f94 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/f7f2fd0f-d6ad-4682-a850-f3c105f49017 HTTP/1.1" status: 204 len: 168 time: 0.3767679 Mar 10 15:34:04.692655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33784) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:04.794167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-41183b69-9eaa-4cc1-b669-1e198880116a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting subnet ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:34:04.800255 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-41183b69-9eaa-4cc1-b669-1e198880116a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.847341 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-41183b69-9eaa-4cc1-b669-1e198880116a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:04.947229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc072c76-6988-4e6e-a668-a154b394f701 None None] DHCP port deletion for d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:34:04.960821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-41183b69-9eaa-4cc1-b669-1e198880116a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.020470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bc072c76-6988-4e6e-a668-a154b394f701 None None] Deleting port 2254508c-83cf-4f32-a64b-d452a8a7f25d {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:05.020841 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc072c76-6988-4e6e-a668-a154b394f701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.060741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-41183b69-9eaa-4cc1-b669-1e198880116a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.104611 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41183b69-9eaa-4cc1-b669-1e198880116a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:05.109121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-41183b69-9eaa-4cc1-b669-1e198880116a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.116055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-bc072c76-6988-4e6e-a668-a154b394f701 None None] For port 2254508c-83cf-4f32-a64b-d452a8a7f25d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2254508c-83cf-4f32-a64b-d452a8a7f25d,segment=NetworkSegment(38c15f78-5a17-42c8-be6e-bd8772a51c20),segment_id=38c15f78-5a17-42c8-be6e-bd8772a51c20)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:05.116460 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc072c76-6988-4e6e-a668-a154b394f701 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.116804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-41183b69-9eaa-4cc1-b669-1e198880116a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03 HTTP/1.1" status: 204 len: 168 time: 0.4223845 Mar 10 15:34:05.118608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33792) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:05.135396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba6789-0851-473e-9b19-6136e34b764e None None] Network f036da80-69ed-468a-8ddf-7e8e6acfd6f3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:05.219523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bc072c76-6988-4e6e-a668-a154b394f701 None None] Calling delete_port for 2254508c-83cf-4f32-a64b-d452a8a7f25d owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:05.250549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d706b8b3-7db0-4aaa-8938-8a9fa6ef3548), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.358184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port 2254508c-83cf-4f32-a64b-d452a8a7f25d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:05.358534 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.441341 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc072c76-6988-4e6e-a668-a154b394f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.469857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port 2254508c-83cf-4f32-a64b-d452a8a7f25d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2254508c-83cf-4f32-a64b-d452a8a7f25d,segment=NetworkSegment(38c15f78-5a17-42c8-be6e-bd8772a51c20),segment_id=38c15f78-5a17-42c8-be6e-bd8772a51c20)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:05.470835 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.485746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for 2254508c-83cf-4f32-a64b-d452a8a7f25d owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:05.505985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc072c76-6988-4e6e-a668-a154b394f701 None None] Pushing event deleted for resources: {'Port': ['ID=2254508c-83cf-4f32-a64b-d452a8a7f25d,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:05.513271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6eef8-254c-4aee-8384-97ad6d45e582 None None] DHCP port deletion for f036da80-69ed-468a-8ddf-7e8e6acfd6f3 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:34:05.516443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc072c76-6988-4e6e-a668-a154b394f701 None None] No DVR routers for this DVR port 2254508c-83cf-4f32-a64b-d452a8a7f25d on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:34:05.614391 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2254508c-83cf-4f32-a64b-d452a8a7f25d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.636228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-86e6eef8-254c-4aee-8384-97ad6d45e582 None None] Deleting port 981f460c-1ea2-4508-a154-fc726edbf55f {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:05.636617 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86e6eef8-254c-4aee-8384-97ad6d45e582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.685403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=2254508c-83cf-4f32-a64b-d452a8a7f25d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:05.695654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No DVR routers for this DVR port 2254508c-83cf-4f32-a64b-d452a8a7f25d on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:34:05.776591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-86e6eef8-254c-4aee-8384-97ad6d45e582 None None] For port 981f460c-1ea2-4508-a154-fc726edbf55f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=981f460c-1ea2-4508-a154-fc726edbf55f,segment=NetworkSegment(b80d7580-2bdf-441a-9a88-12b8421b1b71),segment_id=b80d7580-2bdf-441a-9a88-12b8421b1b71)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:05.777011 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86e6eef8-254c-4aee-8384-97ad6d45e582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.823476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-86e6eef8-254c-4aee-8384-97ad6d45e582 None None] Calling delete_port for 981f460c-1ea2-4508-a154-fc726edbf55f owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:05.859436 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d706b8b3-7db0-4aaa-8938-8a9fa6ef3548), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.898263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d706b8b3-7db0-4aaa-8938-8a9fa6ef3548']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:05.911050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c15f78-5a17-42c8-be6e-bd8772a51c20') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:05.911668 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c15f78-5a17-42c8-be6e-bd8772a51c20') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:05.929635 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (38c15f78-5a17-42c8-be6e-bd8772a51c20), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.950089 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (38c15f78-5a17-42c8-be6e-bd8772a51c20), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.977552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:34:05.979471 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (38c15f78-5a17-42c8-be6e-bd8772a51c20), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:34:05.984791 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:34:06.003931 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86e6eef8-254c-4aee-8384-97ad6d45e582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (981f460c-1ea2-4508-a154-fc726edbf55f), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.066058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6eef8-254c-4aee-8384-97ad6d45e582 None None] No DVR routers for this DVR port 981f460c-1ea2-4508-a154-fc726edbf55f on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:34:06.080901 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6eef8-254c-4aee-8384-97ad6d45e582 None None] Pushing event deleted for resources: {'Port': ['ID=981f460c-1ea2-4508-a154-fc726edbf55f,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:06.152523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d706b8b3-7db0-4aaa-8938-8a9fa6ef3548), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.161050 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.165193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/networks/d706b8b3-7db0-4aaa-8938-8a9fa6ef3548 HTTP/1.1" status: 204 len: 168 time: 1.0454922 Mar 10 15:34:06.167889 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33810) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:06.177137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 981f460c-1ea2-4508-a154-fc726edbf55f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:34:06.189766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f860d-52ef-47d1-bdca-463273854cfd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Network': ['ID=d706b8b3-7db0-4aaa-8938-8a9fa6ef3548,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:06.217926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 981f460c-1ea2-4508-a154-fc726edbf55f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:34:06.218290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 981f460c-1ea2-4508-a154-fc726edbf55f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:34:06.218715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2254508c-83cf-4f32-a64b-d452a8a7f25d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:34:06.255431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2254508c-83cf-4f32-a64b-d452a8a7f25d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:34:06.255696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2254508c-83cf-4f32-a64b-d452a8a7f25d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:34:06.340621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (f036da80-69ed-468a-8ddf-7e8e6acfd6f3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.482775 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (f036da80-69ed-468a-8ddf-7e8e6acfd6f3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.506278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f036da80-69ed-468a-8ddf-7e8e6acfd6f3']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:06.516640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80d7580-2bdf-441a-9a88-12b8421b1b71') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:06.517172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80d7580-2bdf-441a-9a88-12b8421b1b71') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:06.527333 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (b80d7580-2bdf-441a-9a88-12b8421b1b71), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.542246 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b80d7580-2bdf-441a-9a88-12b8421b1b71), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:06.549215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:34:06.549869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (b80d7580-2bdf-441a-9a88-12b8421b1b71), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:34:07.158500 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:34:07.164989 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (f036da80-69ed-468a-8ddf-7e8e6acfd6f3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.196841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.202172 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/networks/f036da80-69ed-468a-8ddf-7e8e6acfd6f3 HTTP/1.1" status: 204 len: 168 time: 1.0314190 Mar 10 15:34:07.203334 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5865e-ebd8-463c-9122-35782962293a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Network': ['ID=f036da80-69ed-468a-8ddf-7e8e6acfd6f3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:07.206856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33830) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:07.214452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1579684393'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:07.240640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:07.245070 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.290728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:34:07.306350 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a4145872-8896-49ce-aa94-1bc6dcd7e82c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.307770 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added segment a4145872-8896-49ce-aa94-1bc6dcd7e82c of type vlan for network 4a82e693-bba1-4aba-9582-114ddf163490 Mar 10 15:34:07.364304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (4a82e693-bba1-4aba-9582-114ddf163490), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.393025 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:34:07.399789 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (4a82e693-bba1-4aba-9582-114ddf163490), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.405776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:07.406306 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:07.766644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Network': ['ID=4a82e693-bba1-4aba-9582-114ddf163490,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:07.774665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-87d4d780-0328-49ec-b142-9200a356f40a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5633409 Mar 10 15:34:07.775372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33844) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:07.778773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 4a82e693-bba1-4aba-9582-114ddf163490 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:34:07.780949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'subnet': {'network_id': '4a82e693-bba1-4aba-9582-114ddf163490', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:07.927012 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:07.931176 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:08.237569 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (f29bed3a-7566-4dbf-9916-43a381433d5b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:08.308669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Subnet': ['ID=f29bed3a-7566-4dbf-9916-43a381433d5b,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:08.346409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Checking segment: {'id': 'a4145872-8896-49ce-aa94-1bc6dcd7e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4a82e693-bba1-4aba-9582-114ddf163490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:08.347121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network hostable DHCP agents. Network: 4a82e693-bba1-4aba-9582-114ddf163490, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:34:08.368121 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 4a82e693-bba1-4aba-9582-114ddf163490 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:34:08.380414 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 4a82e693-bba1-4aba-9582-114ddf163490) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:08.386011 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:08.387531 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:08.394470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568fbc3-4c99-4353-b53e-67114d2f433c None None] Network 4a82e693-bba1-4aba-9582-114ddf163490 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:08.432332 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-650350b3-2bf0-4725-9aab-4fc2c71a2af0 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6556711 Mar 10 15:34:08.434741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33856) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:08.439484 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7e378891-6cb7-44c0-bf7a-67e52401fb16 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-476406832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:08.476544 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e378891-6cb7-44c0-bf7a-67e52401fb16 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (5bcde161-f97c-445c-b0a8-bc241f9481b1), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:08.477599 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e378891-6cb7-44c0-bf7a-67e52401fb16 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (5bcde161-f97c-445c-b0a8-bc241f9481b1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:08.545746 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e378891-6cb7-44c0-bf7a-67e52401fb16 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (5bcde161-f97c-445c-b0a8-bc241f9481b1), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:08.551750 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e378891-6cb7-44c0-bf7a-67e52401fb16 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (5bcde161-f97c-445c-b0a8-bc241f9481b1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:08.573242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-4a82e693-bba1-4aba-9582-114ddf163490', 'network_id': '4a82e693-bba1-4aba-9582-114ddf163490', 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'fixed_ips': [{'subnet_id': 'f29bed3a-7566-4dbf-9916-43a381433d5b'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:34:08.573801 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7e378891-6cb7-44c0-bf7a-67e52401fb16 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:08.574691 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:08.575155 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7e378891-6cb7-44c0-bf7a-67e52401fb16 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1393540 Mar 10 15:34:08.577892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33862) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:08.584220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'port': {'network_id': '4a82e693-bba1-4aba-9582-114ddf163490', 'name': 'tempest-RoutersIpV6Test-1848167211'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:08.762729 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'port': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:08.767967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:08.787692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] device_id is not set on port 7f6e92dc-52c3-47e1-a118-5de10d149160 yet. {{(pid=115534) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 15:34:08.839561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Allocated IP 2001:db8::2 (4a82e693-bba1-4aba-9582-114ddf163490/f29bed3a-7566-4dbf-9916-43a381433d5b/e9a2d789-80f2-497c-9540-68b7ffb4af9c) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:09.021255 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Publish callbacks [] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:09.031079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:09.093159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Pushing event updated for resources: {'Port': ['ID=e9a2d789-80f2-497c-9540-68b7ffb4af9c,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:09.103522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Network 4a82e693-bba1-4aba-9582-114ddf163490 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:09.106676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:09.110923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:09.135599 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Allocated IP 2001:db8::2ad (4a82e693-bba1-4aba-9582-114ddf163490/f29bed3a-7566-4dbf-9916-43a381433d5b/7f6e92dc-52c3-47e1-a118-5de10d149160) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:09.227514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Attempting to bind port e9a2d789-80f2-497c-9540-68b7ffb4af9c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:09.228011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Attempting to bind port e9a2d789-80f2-497c-9540-68b7ffb4af9c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'a4145872-8896-49ce-aa94-1bc6dcd7e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4a82e693-bba1-4aba-9582-114ddf163490'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:09.228448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Attempting to bind port e9a2d789-80f2-497c-9540-68b7ffb4af9c on network 4a82e693-bba1-4aba-9582-114ddf163490 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:09.237438 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:09.238144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Checking segment: {'id': 'a4145872-8896-49ce-aa94-1bc6dcd7e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4a82e693-bba1-4aba-9582-114ddf163490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:09.238737 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:09.239391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Bound using segment: {'id': 'a4145872-8896-49ce-aa94-1bc6dcd7e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4a82e693-bba1-4aba-9582-114ddf163490'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:09.240062 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Bound port: e9a2d789-80f2-497c-9540-68b7ffb4af9c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4145872-8896-49ce-aa94-1bc6dcd7e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4a82e693-bba1-4aba-9582-114ddf163490'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:09.240638 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:09.320917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] For port e9a2d789-80f2-497c-9540-68b7ffb4af9c, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:09.321487 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:09.324654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] For port e9a2d789-80f2-497c-9540-68b7ffb4af9c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e9a2d789-80f2-497c-9540-68b7ffb4af9c,segment=NetworkSegment(a4145872-8896-49ce-aa94-1bc6dcd7e82c),segment_id=a4145872-8896-49ce-aa94-1bc6dcd7e82c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:09.332634 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:09.378808 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:09.406456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f03e2-f1bd-4ba0-bf72-2a0a3369c4b6 None None] Pushing event updated for resources: {'Port': ['ID=e9a2d789-80f2-497c-9540-68b7ffb4af9c,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:09.451160 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 4a82e693-bba1-4aba-9582-114ddf163490 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:09.455250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=7f6e92dc-52c3-47e1-a118-5de10d149160,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:09.458033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:09.460389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:09.466603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:09.467273 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:09.490755 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-27b37dfc-0e9a-4e12-9588-9f188a9be7cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9111519 Mar 10 15:34:09.493408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33882) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:09.965340 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:10.228419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e9a2d789-80f2-497c-9540-68b7ffb4af9c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:10.310610 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:10.316132 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:10.317282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port e9a2d789-80f2-497c-9540-68b7ffb4af9c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:10.317891 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:10.411982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=7f6e92dc-52c3-47e1-a118-5de10d149160,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:10.452256 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port e9a2d789-80f2-497c-9540-68b7ffb4af9c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:10.452667 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:10.500309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port e9a2d789-80f2-497c-9540-68b7ffb4af9c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e9a2d789-80f2-497c-9540-68b7ffb4af9c,segment=NetworkSegment(a4145872-8896-49ce-aa94-1bc6dcd7e82c),segment_id=a4145872-8896-49ce-aa94-1bc6dcd7e82c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:10.508459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:10.565459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (5bcde161-f97c-445c-b0a8-bc241f9481b1), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:10.615737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=e9a2d789-80f2-497c-9540-68b7ffb4af9c,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:10.743534 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:10.862653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef47913-7378-4a52-b378-8cd233ffb1ee None None] Network 4a82e693-bba1-4aba-9582-114ddf163490 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:10.950472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-68659f66-fe9e-47b7-9e55-575acbdcfd2b None None] Provisioning complete for port e9a2d789-80f2-497c-9540-68b7ffb4af9c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:10.950922 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-68659f66-fe9e-47b7-9e55-575acbdcfd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:11.116382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:11.122505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:11.123672 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (5bcde161-f97c-445c-b0a8-bc241f9481b1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:11.155552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-68659f66-fe9e-47b7-9e55-575acbdcfd2b None None] Current status of the port e9a2d789-80f2-497c-9540-68b7ffb4af9c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:11.209666 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=7f6e92dc-52c3-47e1-a118-5de10d149160,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:11.301688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 4a82e693-bba1-4aba-9582-114ddf163490 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:11.304104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:11.451685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 5bcde161-f97c-445c-b0a8-bc241f9481b1 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:34:11.497910 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6e4b2309-62b9-4ff9-869f-815c8e0a4f51 None None] Provisioning complete for port 7f6e92dc-52c3-47e1-a118-5de10d149160 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:11.498489 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2309-62b9-4ff9-869f-815c8e0a4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:11.586255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b2309-62b9-4ff9-869f-815c8e0a4f51 None None] Port 7f6e92dc-52c3-47e1-a118-5de10d149160 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:11.595691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:11.607307 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f5c670ef-46f2-4d92-b982-0c491c87784d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/5bcde161-f97c-445c-b0a8-bc241f9481b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1110644 Mar 10 15:34:11.608060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6e4b2309-62b9-4ff9-869f-815c8e0a4f51 None None] Provisioning complete for port e9a2d789-80f2-497c-9540-68b7ffb4af9c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:11.608730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33910) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:11.613584 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cedc3e-7eed-4659-8af5-5cf2ad716898 None None] Sync routers for ids ['5bcde161-f97c-445c-b0a8-bc241f9481b1'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:11.628460 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2309-62b9-4ff9-869f-815c8e0a4f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:11.638603 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cedc3e-7eed-4659-8af5-5cf2ad716898 None None] Routers {'5bcde161-f97c-445c-b0a8-bc241f9481b1'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:11.639407 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b5cedc3e-7eed-4659-8af5-5cf2ad716898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5bcde161-f97c-445c-b0a8-bc241f9481b1'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:11.682414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dec8dc-3fa7-46a1-960b-ef3c486599e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:11.687597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33912) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:11.688317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e1dec8dc-3fa7-46a1-960b-ef3c486599e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports/7f6e92dc-52c3-47e1-a118-5de10d149160 HTTP/1.1" status: 200 len: 984 time: 0.0763168 Mar 10 15:34:11.735819 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b5cedc3e-7eed-4659-8af5-5cf2ad716898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:11.747392 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cedc3e-7eed-4659-8af5-5cf2ad716898 None None] Routers {'5bcde161-f97c-445c-b0a8-bc241f9481b1'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:11.748210 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b5cedc3e-7eed-4659-8af5-5cf2ad716898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5bcde161-f97c-445c-b0a8-bc241f9481b1'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:11.796374 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b5cedc3e-7eed-4659-8af5-5cf2ad716898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:11.797240 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cedc3e-7eed-4659-8af5-5cf2ad716898 None None] The sync data for ids ['5bcde161-f97c-445c-b0a8-bc241f9481b1'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:11.853928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6e4b2309-62b9-4ff9-869f-815c8e0a4f51 None None] Current status of the port e9a2d789-80f2-497c-9540-68b7ffb4af9c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:12.004516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-00f29162-9ad7-4575-8973-935e2e2102d6 None None] Provisioning complete for port 7f6e92dc-52c3-47e1-a118-5de10d149160 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:12.004890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00f29162-9ad7-4575-8973-935e2e2102d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:12.108866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-00f29162-9ad7-4575-8973-935e2e2102d6 None None] Port 7f6e92dc-52c3-47e1-a118-5de10d149160 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:12.187549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e9a2d789-80f2-497c-9540-68b7ffb4af9c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:12.241414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33924) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:12.269167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port e9a2d789-80f2-497c-9540-68b7ffb4af9c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:12.269637 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:12.342197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-804fcc58-bfe0-4540-857d-ea6e8ca8b9bd None None] Provisioning complete for port 7f6e92dc-52c3-47e1-a118-5de10d149160 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:12.342711 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-804fcc58-bfe0-4540-857d-ea6e8ca8b9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:12.417738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-804fcc58-bfe0-4540-857d-ea6e8ca8b9bd None None] Port 7f6e92dc-52c3-47e1-a118-5de10d149160 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:12.431764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port e9a2d789-80f2-497c-9540-68b7ffb4af9c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:12.524470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a418f8b-d45e-4f52-a297-570075ecb169 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (5bcde161-f97c-445c-b0a8-bc241f9481b1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:12.532055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33928) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:12.533013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8ad3377f-d11c-42cc-82d8-f24a67545b27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7270857961e473fb16cd796682f701a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2903779 Mar 10 15:34:12.644637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c7564b1d-9483-46c7-8175-002a8768bf42 None None] Provisioning complete for port 7f6e92dc-52c3-47e1-a118-5de10d149160 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:12.645195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c7564b1d-9483-46c7-8175-002a8768bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:12.681063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c7564b1d-9483-46c7-8175-002a8768bf42 None None] Port 7f6e92dc-52c3-47e1-a118-5de10d149160 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:12.740704 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c74b21fa-177c-453a-b2e5-01116b601cf6 admin admin] Publish callbacks [] for security_group (6c95caa0-e949-468f-910d-ed4793ea57e1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:12.770386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c74b21fa-177c-453a-b2e5-01116b601cf6 admin admin] Publish callbacks [] for security_group (6c95caa0-e949-468f-910d-ed4793ea57e1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:12.865209 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c74b21fa-177c-453a-b2e5-01116b601cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6c95caa0-e949-468f-910d-ed4793ea57e1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:12.867990 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c74b21fa-177c-453a-b2e5-01116b601cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:12.872183 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c74b21fa-177c-453a-b2e5-01116b601cf6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c95caa0-e949-468f-910d-ed4793ea57e1 HTTP/1.1" status: 204 len: 168 time: 0.3368099 Mar 10 15:34:12.882565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b21fa-177c-453a-b2e5-01116b601cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c95caa0-e949-468f-910d-ed4793ea57e1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:12.886067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9a418f8b-d45e-4f52-a297-570075ecb169 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port 7f6e92dc-52c3-47e1-a118-5de10d149160 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:12.886484 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a418f8b-d45e-4f52-a297-570075ecb169 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:13.036186 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a418f8b-d45e-4f52-a297-570075ecb169 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:13.052929 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9a418f8b-d45e-4f52-a297-570075ecb169 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for 7f6e92dc-52c3-47e1-a118-5de10d149160 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:13.278888 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a418f8b-d45e-4f52-a297-570075ecb169 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (7f6e92dc-52c3-47e1-a118-5de10d149160), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:13.313576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a418f8b-d45e-4f52-a297-570075ecb169 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=7f6e92dc-52c3-47e1-a118-5de10d149160,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:13.454238 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9a418f8b-d45e-4f52-a297-570075ecb169 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (5bcde161-f97c-445c-b0a8-bc241f9481b1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:13.728939 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a418f8b-d45e-4f52-a297-570075ecb169 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 5bcde161-f97c-445c-b0a8-bc241f9481b1 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:13.816588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a418f8b-d45e-4f52-a297-570075ecb169 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:13.824121 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9a418f8b-d45e-4f52-a297-570075ecb169 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/5bcde161-f97c-445c-b0a8-bc241f9481b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1327384 Mar 10 15:34:13.824542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33956) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:13.832369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbcf22a-1d5d-407c-a5a1-3833092e9010 None None] Sync routers for ids ['5bcde161-f97c-445c-b0a8-bc241f9481b1'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:13.850525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbcf22a-1d5d-407c-a5a1-3833092e9010 None None] Routers {'5bcde161-f97c-445c-b0a8-bc241f9481b1'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:13.854966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bfbcf22a-1d5d-407c-a5a1-3833092e9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5bcde161-f97c-445c-b0a8-bc241f9481b1'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:13.940561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bfbcf22a-1d5d-407c-a5a1-3833092e9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:13.975028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbcf22a-1d5d-407c-a5a1-3833092e9010 None None] Routers {'5bcde161-f97c-445c-b0a8-bc241f9481b1'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:13.975571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bfbcf22a-1d5d-407c-a5a1-3833092e9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['5bcde161-f97c-445c-b0a8-bc241f9481b1'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:14.036715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bfbcf22a-1d5d-407c-a5a1-3833092e9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:14.037384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbcf22a-1d5d-407c-a5a1-3833092e9010 None None] The sync data for ids ['5bcde161-f97c-445c-b0a8-bc241f9481b1'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:14.103522 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-e026f63d-efe0-4d11-bb48-5bc7e103f8ed tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] remove_router_interface failed (client error): The resource could not be found. Mar 10 15:34:14.107489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e026f63d-efe0-4d11-bb48-5bc7e103f8ed tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/5bcde161-f97c-445c-b0a8-bc241f9481b1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2792916 Mar 10 15:34:14.107885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33962) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:14.143140 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6ff841a1-96cc-4d7f-bbce-9aff2ea3d02b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=5bcde161-f97c-445c-b0a8-bc241f9481b1 HTTP/1.1" status: 200 len: 205 time: 0.0316641 Mar 10 15:34:14.143384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33964) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:14.226525 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4602823e-6a64-4aa9-a95a-4a9ca50034a4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (5bcde161-f97c-445c-b0a8-bc241f9481b1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.425806 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4602823e-6a64-4aa9-a95a-4a9ca50034a4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (5bcde161-f97c-445c-b0a8-bc241f9481b1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.428351 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4602823e-6a64-4aa9-a95a-4a9ca50034a4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (5bcde161-f97c-445c-b0a8-bc241f9481b1), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.493579 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4602823e-6a64-4aa9-a95a-4a9ca50034a4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (5bcde161-f97c-445c-b0a8-bc241f9481b1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.494209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4602823e-6a64-4aa9-a95a-4a9ca50034a4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Fanout notify agent at l3_agent the message router_deleted on router 5bcde161-f97c-445c-b0a8-bc241f9481b1 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:34:14.503856 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4602823e-6a64-4aa9-a95a-4a9ca50034a4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.505364 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4602823e-6a64-4aa9-a95a-4a9ca50034a4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/5bcde161-f97c-445c-b0a8-bc241f9481b1 HTTP/1.1" status: 204 len: 168 time: 0.3608196 Mar 10 15:34:14.507690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33970) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:14.567235 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-150c99da-0b5d-4378-9917-ee170bef7313 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting subnet f29bed3a-7566-4dbf-9916-43a381433d5b {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:34:14.571114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-150c99da-0b5d-4378-9917-ee170bef7313 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (f29bed3a-7566-4dbf-9916-43a381433d5b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:14.618175 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-150c99da-0b5d-4378-9917-ee170bef7313 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (f29bed3a-7566-4dbf-9916-43a381433d5b), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.095849 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-150c99da-0b5d-4378-9917-ee170bef7313 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f29bed3a-7566-4dbf-9916-43a381433d5b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.160603 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-150c99da-0b5d-4378-9917-ee170bef7313 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (f29bed3a-7566-4dbf-9916-43a381433d5b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.194238 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c99da-0b5d-4378-9917-ee170bef7313 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Subnet': ['ID=f29bed3a-7566-4dbf-9916-43a381433d5b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:15.202356 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-150c99da-0b5d-4378-9917-ee170bef7313 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.206436 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-150c99da-0b5d-4378-9917-ee170bef7313 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/f29bed3a-7566-4dbf-9916-43a381433d5b HTTP/1.1" status: 204 len: 168 time: 0.6972978 Mar 10 15:34:15.209277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33976) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:15.211658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3c893-2e32-41c2-a1f0-53f78a7951dd None None] Network 4a82e693-bba1-4aba-9582-114ddf163490 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:15.310063 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (4a82e693-bba1-4aba-9582-114ddf163490), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.374042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port e9a2d789-80f2-497c-9540-68b7ffb4af9c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:15.374765 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.424123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d72bb1-888e-4a18-8248-8b4583dbf062 None None] DHCP port deletion for 4a82e693-bba1-4aba-9582-114ddf163490 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:34:15.491094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port e9a2d789-80f2-497c-9540-68b7ffb4af9c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e9a2d789-80f2-497c-9540-68b7ffb4af9c,segment=NetworkSegment(a4145872-8896-49ce-aa94-1bc6dcd7e82c),segment_id=a4145872-8896-49ce-aa94-1bc6dcd7e82c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:15.491464 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.505741 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for e9a2d789-80f2-497c-9540-68b7ffb4af9c owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:15.508280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-93d72bb1-888e-4a18-8248-8b4583dbf062 None None] Deleting port e9a2d789-80f2-497c-9540-68b7ffb4af9c {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:15.508955 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-93d72bb1-888e-4a18-8248-8b4583dbf062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.602433 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.635654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=e9a2d789-80f2-497c-9540-68b7ffb4af9c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:15.645879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No DVR routers for this DVR port e9a2d789-80f2-497c-9540-68b7ffb4af9c on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:34:15.748595 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (4a82e693-bba1-4aba-9582-114ddf163490), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.784289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-93d72bb1-888e-4a18-8248-8b4583dbf062 None None] For port e9a2d789-80f2-497c-9540-68b7ffb4af9c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e9a2d789-80f2-497c-9540-68b7ffb4af9c,segment=NetworkSegment(a4145872-8896-49ce-aa94-1bc6dcd7e82c),segment_id=a4145872-8896-49ce-aa94-1bc6dcd7e82c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:15.784694 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-93d72bb1-888e-4a18-8248-8b4583dbf062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.799885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-93d72bb1-888e-4a18-8248-8b4583dbf062 None None] Calling delete_port for e9a2d789-80f2-497c-9540-68b7ffb4af9c owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:15.801069 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a82e693-bba1-4aba-9582-114ddf163490']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:15.817396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4145872-8896-49ce-aa94-1bc6dcd7e82c') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:15.818158 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4145872-8896-49ce-aa94-1bc6dcd7e82c') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:15.831671 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (a4145872-8896-49ce-aa94-1bc6dcd7e82c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.849708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (a4145872-8896-49ce-aa94-1bc6dcd7e82c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.859551 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:34:15.860440 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (a4145872-8896-49ce-aa94-1bc6dcd7e82c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.889891 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-93d72bb1-888e-4a18-8248-8b4583dbf062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (e9a2d789-80f2-497c-9540-68b7ffb4af9c), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.915996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d72bb1-888e-4a18-8248-8b4583dbf062 None None] Pushing event deleted for resources: {'Port': ['ID=e9a2d789-80f2-497c-9540-68b7ffb4af9c,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:15.919633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d72bb1-888e-4a18-8248-8b4583dbf062 None None] No DVR routers for this DVR port e9a2d789-80f2-497c-9540-68b7ffb4af9c on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:34:15.939171 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:34:15.950843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (4a82e693-bba1-4aba-9582-114ddf163490), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.959918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:15.963986 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/networks/4a82e693-bba1-4aba-9582-114ddf163490 HTTP/1.1" status: 204 len: 168 time: 0.7529526 Mar 10 15:34:15.967725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33980) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:15.972994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-152733498'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:15.990575 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793196b-4445-4360-8fbf-9895c3350d14 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Network': ['ID=4a82e693-bba1-4aba-9582-114ddf163490,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:16.007871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:16.011420 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.040923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:34:16.056614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (422af8cb-bea9-4b66-8e9a-992337102791), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.057423 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added segment 422af8cb-bea9-4b66-8e9a-992337102791 of type vlan for network 0dd00a3d-50d5-48b2-80c5-178b96cdd11f Mar 10 15:34:16.105363 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (0dd00a3d-50d5-48b2-80c5-178b96cdd11f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.132852 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (0dd00a3d-50d5-48b2-80c5-178b96cdd11f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.138506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:16.139706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.144325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e9a2d789-80f2-497c-9540-68b7ffb4af9c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:34:16.174125 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2043829 Mar 10 15:34:16.174653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: e9a2d789-80f2-497c-9540-68b7ffb4af9c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:34:16.175244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e9a2d789-80f2-497c-9540-68b7ffb4af9c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:34:16.176511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 33984) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:16.183217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'subnet': {'network_id': '0dd00a3d-50d5-48b2-80c5-178b96cdd11f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:16.227789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de326932-3343-4528-8c86-e2121020b4e5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Network': ['ID=0dd00a3d-50d5-48b2-80c5-178b96cdd11f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:16.240077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 0dd00a3d-50d5-48b2-80c5-178b96cdd11f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:34:16.289902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:16.294501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.478484 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.553555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Subnet': ['ID=c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:16.564111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Checking segment: {'id': '422af8cb-bea9-4b66-8e9a-992337102791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0dd00a3d-50d5-48b2-80c5-178b96cdd11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:16.564305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network hostable DHCP agents. Network: 0dd00a3d-50d5-48b2-80c5-178b96cdd11f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:34:16.584512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 0dd00a3d-50d5-48b2-80c5-178b96cdd11f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:34:16.597099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 0dd00a3d-50d5-48b2-80c5-178b96cdd11f) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:16.602027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:16.602675 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.607784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85acda06-5a96-4133-8463-2ccc7a9acd77 None None] Network 0dd00a3d-50d5-48b2-80c5-178b96cdd11f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:16.635512 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33992) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:16.636527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-791101d7-ed3a-4072-8b45-3416b71c12fb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4572556 Mar 10 15:34:16.640897 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0c49b2fe-15e7-4bc9-bcd6-bfa960b440c5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-676732929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:16.697196 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c49b2fe-15e7-4bc9-bcd6-bfa960b440c5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.698304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c49b2fe-15e7-4bc9-bcd6-bfa960b440c5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.768152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c49b2fe-15e7-4bc9-bcd6-bfa960b440c5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.774006 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c49b2fe-15e7-4bc9-bcd6-bfa960b440c5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.784122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-0dd00a3d-50d5-48b2-80c5-178b96cdd11f', 'network_id': '0dd00a3d-50d5-48b2-80c5-178b96cdd11f', 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'fixed_ips': [{'subnet_id': 'c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:34:16.785086 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.803589 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0c49b2fe-15e7-4bc9-bcd6-bfa960b440c5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:16.804856 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0c49b2fe-15e7-4bc9-bcd6-bfa960b440c5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1680574 Mar 10 15:34:16.807798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 33994) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:16.987305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Allocated IP 2001:db8::2 (0dd00a3d-50d5-48b2-80c5-178b96cdd11f/c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd/369445eb-a747-4f1c-af50-8406af528d1d) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:17.197952 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:17.200984 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Publish callbacks [] for port (369445eb-a747-4f1c-af50-8406af528d1d), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:17.213111 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (369445eb-a747-4f1c-af50-8406af528d1d), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:17.269006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Pushing event updated for resources: {'Port': ['ID=369445eb-a747-4f1c-af50-8406af528d1d,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:17.293779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Network 0dd00a3d-50d5-48b2-80c5-178b96cdd11f is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:17.295663 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:17.299621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:17.373710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Attempting to bind port 369445eb-a747-4f1c-af50-8406af528d1d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:17.374359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Attempting to bind port 369445eb-a747-4f1c-af50-8406af528d1d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '422af8cb-bea9-4b66-8e9a-992337102791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0dd00a3d-50d5-48b2-80c5-178b96cdd11f'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:17.375022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Attempting to bind port 369445eb-a747-4f1c-af50-8406af528d1d on network 0dd00a3d-50d5-48b2-80c5-178b96cdd11f {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:17.382170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:17.382830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Checking segment: {'id': '422af8cb-bea9-4b66-8e9a-992337102791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0dd00a3d-50d5-48b2-80c5-178b96cdd11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:17.383623 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:17.384220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Bound using segment: {'id': '422af8cb-bea9-4b66-8e9a-992337102791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0dd00a3d-50d5-48b2-80c5-178b96cdd11f'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:17.384886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Bound port: 369445eb-a747-4f1c-af50-8406af528d1d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422af8cb-bea9-4b66-8e9a-992337102791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0dd00a3d-50d5-48b2-80c5-178b96cdd11f'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:17.385504 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (369445eb-a747-4f1c-af50-8406af528d1d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:17.458716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] For port 369445eb-a747-4f1c-af50-8406af528d1d, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:17.463503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] For port 369445eb-a747-4f1c-af50-8406af528d1d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=369445eb-a747-4f1c-af50-8406af528d1d,segment=NetworkSegment(422af8cb-bea9-4b66-8e9a-992337102791),segment_id=422af8cb-bea9-4b66-8e9a-992337102791)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:17.475386 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (369445eb-a747-4f1c-af50-8406af528d1d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:17.545681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a420ce-51d7-48da-89de-2a3d9daa6252 None None] Pushing event updated for resources: {'Port': ['ID=369445eb-a747-4f1c-af50-8406af528d1d,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:17.567678 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Allocated IP 2001:db8::1 (0dd00a3d-50d5-48b2-80c5-178b96cdd11f/c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd/ad36b190-b675-42d9-87b0-4bdbd0dec7bc) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:17.708159 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (ad36b190-b675-42d9-87b0-4bdbd0dec7bc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:17.749306 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ad36b190-b675-42d9-87b0-4bdbd0dec7bc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:17.815472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 0dd00a3d-50d5-48b2-80c5-178b96cdd11f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:17.820620 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:17.828732 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:17.829648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:17.843689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=ad36b190-b675-42d9-87b0-4bdbd0dec7bc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:18.003939 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ad36b190-b675-42d9-87b0-4bdbd0dec7bc), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:18.096210 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:18.279818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 369445eb-a747-4f1c-af50-8406af528d1d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:18.315883 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (ad36b190-b675-42d9-87b0-4bdbd0dec7bc), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:18.322314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ad36b190-b675-42d9-87b0-4bdbd0dec7bc), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:18.323304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:18.344398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 369445eb-a747-4f1c-af50-8406af528d1d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:18.344924 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (369445eb-a747-4f1c-af50-8406af528d1d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:18.466363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=ad36b190-b675-42d9-87b0-4bdbd0dec7bc,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:18.474497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 369445eb-a747-4f1c-af50-8406af528d1d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:18.475149 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (369445eb-a747-4f1c-af50-8406af528d1d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:18.526933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 369445eb-a747-4f1c-af50-8406af528d1d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=369445eb-a747-4f1c-af50-8406af528d1d,segment=NetworkSegment(422af8cb-bea9-4b66-8e9a-992337102791),segment_id=422af8cb-bea9-4b66-8e9a-992337102791)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:18.533229 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (369445eb-a747-4f1c-af50-8406af528d1d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:18.586120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 0dd00a3d-50d5-48b2-80c5-178b96cdd11f is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:18.587894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:18.600932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=369445eb-a747-4f1c-af50-8406af528d1d,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:18.727466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router b88d6009-6cd1-45be-8b0e-9db27c45a3c4 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:34:18.826510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb4ad24-0ba6-4b77-abf6-91a881d4b1bf None None] Network 0dd00a3d-50d5-48b2-80c5-178b96cdd11f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:18.837921 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:18.844467 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-92fd19be-aabb-42b6-a7ec-8babaf14ab4f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/b88d6009-6cd1-45be-8b0e-9db27c45a3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0347431 Mar 10 15:34:18.846990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34008) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:18.852818 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e315ca3-ee45-46e9-b523-d6ad83d66f65 None None] Sync routers for ids ['b88d6009-6cd1-45be-8b0e-9db27c45a3c4'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:18.872297 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e315ca3-ee45-46e9-b523-d6ad83d66f65 None None] Routers {'b88d6009-6cd1-45be-8b0e-9db27c45a3c4'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:18.873408 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0e315ca3-ee45-46e9-b523-d6ad83d66f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b88d6009-6cd1-45be-8b0e-9db27c45a3c4'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:18.903028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061ff241-ae0b-4705-9677-8aa965eefe02 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:18.904701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-061ff241-ae0b-4705-9677-8aa965eefe02 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports/ad36b190-b675-42d9-87b0-4bdbd0dec7bc HTTP/1.1" status: 200 len: 911 time: 0.0565240 Mar 10 15:34:18.907563 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34010) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:18.917326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-72454bb4-4f30-483e-815a-4dc517a69588 None None] Provisioning complete for port 369445eb-a747-4f1c-af50-8406af528d1d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:18.917768 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-72454bb4-4f30-483e-815a-4dc517a69588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (369445eb-a747-4f1c-af50-8406af528d1d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:18.919552 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0e315ca3-ee45-46e9-b523-d6ad83d66f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:18.929121 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e315ca3-ee45-46e9-b523-d6ad83d66f65 None None] Routers {'b88d6009-6cd1-45be-8b0e-9db27c45a3c4'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:18.929751 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0e315ca3-ee45-46e9-b523-d6ad83d66f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b88d6009-6cd1-45be-8b0e-9db27c45a3c4'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:18.970027 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0e315ca3-ee45-46e9-b523-d6ad83d66f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:18.970898 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e315ca3-ee45-46e9-b523-d6ad83d66f65 None None] The sync data for ids ['b88d6009-6cd1-45be-8b0e-9db27c45a3c4'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:19.054404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-72454bb4-4f30-483e-815a-4dc517a69588 None None] Current status of the port 369445eb-a747-4f1c-af50-8406af528d1d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:19.314660 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73042bdc-4918-46d8-bb92-ea78319007a9 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:19.388543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2532dd9f-39bc-43e1-856a-6ffcc564ecf2 None None] Provisioning complete for port ad36b190-b675-42d9-87b0-4bdbd0dec7bc triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:19.389011 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2532dd9f-39bc-43e1-856a-6ffcc564ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ad36b190-b675-42d9-87b0-4bdbd0dec7bc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:19.481294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2532dd9f-39bc-43e1-856a-6ffcc564ecf2 None None] Port ad36b190-b675-42d9-87b0-4bdbd0dec7bc cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:19.503516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2532dd9f-39bc-43e1-856a-6ffcc564ecf2 None None] Provisioning complete for port 369445eb-a747-4f1c-af50-8406af528d1d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:19.503904 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2532dd9f-39bc-43e1-856a-6ffcc564ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (369445eb-a747-4f1c-af50-8406af528d1d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:19.658403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2532dd9f-39bc-43e1-856a-6ffcc564ecf2 None None] Current status of the port 369445eb-a747-4f1c-af50-8406af528d1d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:19.788305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-daae905d-363d-44b1-88aa-db011da17d51 None None] Provisioning complete for port ad36b190-b675-42d9-87b0-4bdbd0dec7bc triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:19.788652 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-daae905d-363d-44b1-88aa-db011da17d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ad36b190-b675-42d9-87b0-4bdbd0dec7bc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:19.859119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-daae905d-363d-44b1-88aa-db011da17d51 None None] Port ad36b190-b675-42d9-87b0-4bdbd0dec7bc cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:19.968193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-73042bdc-4918-46d8-bb92-ea78319007a9 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port ad36b190-b675-42d9-87b0-4bdbd0dec7bc {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:19.968925 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73042bdc-4918-46d8-bb92-ea78319007a9 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ad36b190-b675-42d9-87b0-4bdbd0dec7bc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:20.086627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-41bec38f-0178-44fa-9a86-2e7f16778d58 None None] Provisioning complete for port ad36b190-b675-42d9-87b0-4bdbd0dec7bc triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:20.087122 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-41bec38f-0178-44fa-9a86-2e7f16778d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ad36b190-b675-42d9-87b0-4bdbd0dec7bc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:20.093369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73042bdc-4918-46d8-bb92-ea78319007a9 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ad36b190-b675-42d9-87b0-4bdbd0dec7bc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:20.110567 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-73042bdc-4918-46d8-bb92-ea78319007a9 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for ad36b190-b675-42d9-87b0-4bdbd0dec7bc owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:20.161553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-41bec38f-0178-44fa-9a86-2e7f16778d58 None None] Port ad36b190-b675-42d9-87b0-4bdbd0dec7bc cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:20.174463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 369445eb-a747-4f1c-af50-8406af528d1d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:20.234247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 369445eb-a747-4f1c-af50-8406af528d1d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:20.234998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (369445eb-a747-4f1c-af50-8406af528d1d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:20.333114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73042bdc-4918-46d8-bb92-ea78319007a9 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ad36b190-b675-42d9-87b0-4bdbd0dec7bc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:20.344356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 369445eb-a747-4f1c-af50-8406af528d1d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:20.364463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73042bdc-4918-46d8-bb92-ea78319007a9 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=ad36b190-b675-42d9-87b0-4bdbd0dec7bc,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:20.468264 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-73042bdc-4918-46d8-bb92-ea78319007a9 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:20.645168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73042bdc-4918-46d8-bb92-ea78319007a9 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router b88d6009-6cd1-45be-8b0e-9db27c45a3c4 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:20.741798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73042bdc-4918-46d8-bb92-ea78319007a9 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:20.752401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34030) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:20.752971 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-73042bdc-4918-46d8-bb92-ea78319007a9 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/b88d6009-6cd1-45be-8b0e-9db27c45a3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8409274 Mar 10 15:34:20.767451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deafe58-71da-4f79-b777-6c9a4a4bc3c5 None None] Sync routers for ids ['b88d6009-6cd1-45be-8b0e-9db27c45a3c4'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:20.779644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deafe58-71da-4f79-b777-6c9a4a4bc3c5 None None] Routers {'b88d6009-6cd1-45be-8b0e-9db27c45a3c4'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:20.780600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2deafe58-71da-4f79-b777-6c9a4a4bc3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b88d6009-6cd1-45be-8b0e-9db27c45a3c4'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:20.783978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-be22fc35-6cf8-431b-bcbb-9f11a711f1d4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=b88d6009-6cd1-45be-8b0e-9db27c45a3c4 HTTP/1.1" status: 200 len: 205 time: 0.0304301 Mar 10 15:34:20.787002 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34032) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:20.826654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2deafe58-71da-4f79-b777-6c9a4a4bc3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:20.849149 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:20.850055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deafe58-71da-4f79-b777-6c9a4a4bc3c5 None None] Routers {'b88d6009-6cd1-45be-8b0e-9db27c45a3c4'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:20.850680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2deafe58-71da-4f79-b777-6c9a4a4bc3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b88d6009-6cd1-45be-8b0e-9db27c45a3c4'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:20.886202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2deafe58-71da-4f79-b777-6c9a4a4bc3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:20.886471 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6174572a-8914-4fc6-856f-b32a69d259cc tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:20.886838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deafe58-71da-4f79-b777-6c9a4a4bc3c5 None None] The sync data for ids ['b88d6009-6cd1-45be-8b0e-9db27c45a3c4'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:21.097178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6174572a-8914-4fc6-856f-b32a69d259cc tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.099353 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6174572a-8914-4fc6-856f-b32a69d259cc tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.158030 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6174572a-8914-4fc6-856f-b32a69d259cc tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (b88d6009-6cd1-45be-8b0e-9db27c45a3c4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.158750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6174572a-8914-4fc6-856f-b32a69d259cc tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Fanout notify agent at l3_agent the message router_deleted on router b88d6009-6cd1-45be-8b0e-9db27c45a3c4 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:34:21.175558 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6174572a-8914-4fc6-856f-b32a69d259cc tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.176849 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6174572a-8914-4fc6-856f-b32a69d259cc tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/b88d6009-6cd1-45be-8b0e-9db27c45a3c4 HTTP/1.1" status: 204 len: 168 time: 0.3868227 Mar 10 15:34:21.179454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34034) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:21.251727 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f5669c-8fd3-47b4-b3d4-b3c208fc7d40 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting subnet c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:34:21.255351 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2f5669c-8fd3-47b4-b3d4-b3c208fc7d40 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.300427 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2f5669c-8fd3-47b4-b3d4-b3c208fc7d40 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.384048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2f5669c-8fd3-47b4-b3d4-b3c208fc7d40 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.449762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2f5669c-8fd3-47b4-b3d4-b3c208fc7d40 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.474878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5669c-8fd3-47b4-b3d4-b3c208fc7d40 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:21.482007 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b2f5669c-8fd3-47b4-b3d4-b3c208fc7d40 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.488197 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b2f5669c-8fd3-47b4-b3d4-b3c208fc7d40 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd HTTP/1.1" status: 204 len: 168 time: 0.3047652 Mar 10 15:34:21.488327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34038) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:21.493087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8cbe9d-fa9b-4650-b865-f7207d4de8f2 None None] Network 0dd00a3d-50d5-48b2-80c5-178b96cdd11f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:21.568631 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (0dd00a3d-50d5-48b2-80c5-178b96cdd11f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.635157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port 369445eb-a747-4f1c-af50-8406af528d1d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:21.635504 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (369445eb-a747-4f1c-af50-8406af528d1d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.658380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feee7fb3-8ff2-437f-97c5-57344f9f86c4 None None] DHCP port deletion for 0dd00a3d-50d5-48b2-80c5-178b96cdd11f request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:34:21.703379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port 369445eb-a747-4f1c-af50-8406af528d1d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=369445eb-a747-4f1c-af50-8406af528d1d,segment=NetworkSegment(422af8cb-bea9-4b66-8e9a-992337102791),segment_id=422af8cb-bea9-4b66-8e9a-992337102791)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:21.703657 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (369445eb-a747-4f1c-af50-8406af528d1d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.707190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-feee7fb3-8ff2-437f-97c5-57344f9f86c4 None None] Deleting port 369445eb-a747-4f1c-af50-8406af528d1d {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:21.707668 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-feee7fb3-8ff2-437f-97c5-57344f9f86c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (369445eb-a747-4f1c-af50-8406af528d1d), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.724185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for 369445eb-a747-4f1c-af50-8406af528d1d owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:21.791927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a10a09d5-359d-4659-8bdc-88fc33f728d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.798193 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-feee7fb3-8ff2-437f-97c5-57344f9f86c4 None None] For port 369445eb-a747-4f1c-af50-8406af528d1d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=369445eb-a747-4f1c-af50-8406af528d1d,segment=NetworkSegment(422af8cb-bea9-4b66-8e9a-992337102791),segment_id=422af8cb-bea9-4b66-8e9a-992337102791)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:21.798682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-feee7fb3-8ff2-437f-97c5-57344f9f86c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (369445eb-a747-4f1c-af50-8406af528d1d), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.811987 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (369445eb-a747-4f1c-af50-8406af528d1d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.830444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-feee7fb3-8ff2-437f-97c5-57344f9f86c4 None None] Calling delete_port for 369445eb-a747-4f1c-af50-8406af528d1d owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:21.830656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No DVR routers for this DVR port 369445eb-a747-4f1c-af50-8406af528d1d on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:34:21.865729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=369445eb-a747-4f1c-af50-8406af528d1d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:21.888981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.888981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.889226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.889444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.889977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.890502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.891058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.891811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.892330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.892846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.893361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.893860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.894356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:21.928912 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-feee7fb3-8ff2-437f-97c5-57344f9f86c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (369445eb-a747-4f1c-af50-8406af528d1d), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.953725 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (0dd00a3d-50d5-48b2-80c5-178b96cdd11f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:21.962969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee7fb3-8ff2-437f-97c5-57344f9f86c4 None None] Pushing event deleted for resources: {'Port': ['ID=369445eb-a747-4f1c-af50-8406af528d1d,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:21.970871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee7fb3-8ff2-437f-97c5-57344f9f86c4 None None] No DVR routers for this DVR port 369445eb-a747-4f1c-af50-8406af528d1d on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:34:21.993663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd00a3d-50d5-48b2-80c5-178b96cdd11f']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:22.005741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422af8cb-bea9-4b66-8e9a-992337102791') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:22.006045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422af8cb-bea9-4b66-8e9a-992337102791') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:22.016238 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (422af8cb-bea9-4b66-8e9a-992337102791), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.029625 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (422af8cb-bea9-4b66-8e9a-992337102791), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.036391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:34:22.036800 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (422af8cb-bea9-4b66-8e9a-992337102791), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:34:22.040057 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:34:22.123709 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (0dd00a3d-50d5-48b2-80c5-178b96cdd11f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.129465 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.138139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34050) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:22.138639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/networks/0dd00a3d-50d5-48b2-80c5-178b96cdd11f HTTP/1.1" status: 204 len: 168 time: 0.6490438 Mar 10 15:34:22.149321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2082328790', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:22.155674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 369445eb-a747-4f1c-af50-8406af528d1d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:34:22.174846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbee43a-e30c-4aba-b5ab-dd511b52dcc4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Network': ['ID=0dd00a3d-50d5-48b2-80c5-178b96cdd11f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:22.197664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 369445eb-a747-4f1c-af50-8406af528d1d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:34:22.198063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 369445eb-a747-4f1c-af50-8406af528d1d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:34:22.200081 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.201319 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.272080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.421917 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_gateway (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.626527 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_gateway (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.646545 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.758568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Allocated IP 172.25.3.70 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/00947676-bed6-4583-9132-8250405655b9) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:22.881828 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (00947676-bed6-4583-9132-8250405655b9), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.922060 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (00947676-bed6-4583-9132-8250405655b9), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:22.973174 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:22.977543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:22.979760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=00947676-bed6-4583-9132-8250405655b9,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:22.982426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:23.246405 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_gateway (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.467811 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.552406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34098) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:23.557615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9a19da3c-a923-47b0-add1-077113f0bc46 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-612138661', 'description': 'tempest-secgroup-smoke-612138661 description', 'project_id': '0a868f980b9149eb87c06a705fd65f4f'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:23.580278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a19da3c-a923-47b0-add1-077113f0bc46 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.661703 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a19da3c-a923-47b0-add1-077113f0bc46 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group (d8a497ae-40e1-4e0b-a9c5-77805a73a931), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.664126 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a19da3c-a923-47b0-add1-077113f0bc46 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d8a497ae-40e1-4e0b-a9c5-77805a73a931), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.701481 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9a19da3c-a923-47b0-add1-077113f0bc46 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.703115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9a19da3c-a923-47b0-add1-077113f0bc46 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1496050 Mar 10 15:34:23.704241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19da3c-a923-47b0-add1-077113f0bc46 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a497ae-40e1-4e0b-a9c5-77805a73a931,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:23.706730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34104) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:23.712085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5c22faff-00d4-49db-8609-c440b993bf69 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Request body: {'security_group_rule': {'security_group_id': 'd8a497ae-40e1-4e0b-a9c5-77805a73a931', 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:23.746169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c22faff-00d4-49db-8609-c440b993bf69 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (0848bb84-0c2c-443c-8cde-63f52b28a48b), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.806060 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c22faff-00d4-49db-8609-c440b993bf69 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (0848bb84-0c2c-443c-8cde-63f52b28a48b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.810334 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c22faff-00d4-49db-8609-c440b993bf69 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (0848bb84-0c2c-443c-8cde-63f52b28a48b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.830149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22faff-00d4-49db-8609-c440b993bf69 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0848bb84-0c2c-443c-8cde-63f52b28a48b,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:23.849296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c22faff-00d4-49db-8609-c440b993bf69 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.852427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5c22faff-00d4-49db-8609-c440b993bf69 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443396 Mar 10 15:34:23.855913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34110) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:23.860761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-864012dc-f5a1-4b1f-a273-9556f8c71cdd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Request body: {'security_group_rule': {'security_group_id': 'd8a497ae-40e1-4e0b-a9c5-77805a73a931', 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:23.870961 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router c96abedc-3270-435c-90d7-1b7c0bbe9bdf is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:34:23.887576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-864012dc-f5a1-4b1f-a273-9556f8c71cdd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (9cc2389b-09c1-4e44-9bc3-7a4ed63359bd), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.949609 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-864012dc-f5a1-4b1f-a273-9556f8c71cdd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (9cc2389b-09c1-4e44-9bc3-7a4ed63359bd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.953513 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-864012dc-f5a1-4b1f-a273-9556f8c71cdd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (9cc2389b-09c1-4e44-9bc3-7a4ed63359bd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.974677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864012dc-f5a1-4b1f-a273-9556f8c71cdd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc2389b-09c1-4e44-9bc3-7a4ed63359bd,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:23.992356 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-864012dc-f5a1-4b1f-a273-9556f8c71cdd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:23.994152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-864012dc-f5a1-4b1f-a273-9556f8c71cdd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370764 Mar 10 15:34:23.997545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34116) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:24.000282 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:24.003617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ec56e995-9ef0-495a-8548-db1111c0b55e tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Request body: {'security_group_rule': {'security_group_id': 'd8a497ae-40e1-4e0b-a9c5-77805a73a931', 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:24.013041 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a54d3-628b-426f-b57b-ad88c921b2cf None None] Sync routers for ids ['c96abedc-3270-435c-90d7-1b7c0bbe9bdf'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:24.021294 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.022900 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a54d3-628b-426f-b57b-ad88c921b2cf None None] Routers {'c96abedc-3270-435c-90d7-1b7c0bbe9bdf'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:24.023517 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d84a54d3-628b-426f-b57b-ad88c921b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:33:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c96abedc-3270-435c-90d7-1b7c0bbe9bdf'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:24.026072 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-680e9451-e644-4245-8296-8bc6bc42908a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.8847973 Mar 10 15:34:24.026891 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34118) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:24.043089 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec56e995-9ef0-495a-8548-db1111c0b55e tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (c318ff1e-19c4-41e6-ab0b-e763b049512b), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.064467 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2e92b551-20f4-441e-ab8d-3648883bbbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.067292 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d84a54d3-628b-426f-b57b-ad88c921b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:24.077403 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a54d3-628b-426f-b57b-ad88c921b2cf None None] Routers {'c96abedc-3270-435c-90d7-1b7c0bbe9bdf'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:24.078036 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d84a54d3-628b-426f-b57b-ad88c921b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c96abedc-3270-435c-90d7-1b7c0bbe9bdf'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:24.140886 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec56e995-9ef0-495a-8548-db1111c0b55e tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (c318ff1e-19c4-41e6-ab0b-e763b049512b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.146285 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec56e995-9ef0-495a-8548-db1111c0b55e tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (c318ff1e-19c4-41e6-ab0b-e763b049512b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.163334 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ed4a4ee5-1f80-4472-b1d3-946163141e65 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/routers/c96abedc-3270-435c-90d7-1b7c0bbe9bdf HTTP/1.1" status: 200 len: 884 time: 0.1346123 Mar 10 15:34:24.163935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56e995-9ef0-495a-8548-db1111c0b55e tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c318ff1e-19c4-41e6-ab0b-e763b049512b,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:24.164067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34122) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:24.193403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ec56e995-9ef0-495a-8548-db1111c0b55e tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.195372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ec56e995-9ef0-495a-8548-db1111c0b55e tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1968307 Mar 10 15:34:24.198079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34124) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:24.203776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f54dd22b-41b5-43c5-8fdd-7524ff4d7e24 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Request body: {'security_group_rule': {'security_group_id': 'd8a497ae-40e1-4e0b-a9c5-77805a73a931', 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:24.226972 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d84a54d3-628b-426f-b57b-ad88c921b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:24.227606 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a54d3-628b-426f-b57b-ad88c921b2cf None None] The sync data for ids ['c96abedc-3270-435c-90d7-1b7c0bbe9bdf'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:24.245362 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f54dd22b-41b5-43c5-8fdd-7524ff4d7e24 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (2ae9622e-00ee-48d4-aa5c-8a3dfdc72619), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.311143 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f54dd22b-41b5-43c5-8fdd-7524ff4d7e24 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (2ae9622e-00ee-48d4-aa5c-8a3dfdc72619), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.320220 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f54dd22b-41b5-43c5-8fdd-7524ff4d7e24 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (2ae9622e-00ee-48d4-aa5c-8a3dfdc72619), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.343592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dd22b-41b5-43c5-8fdd-7524ff4d7e24 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae9622e-00ee-48d4-aa5c-8a3dfdc72619,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:24.354511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f54dd22b-41b5-43c5-8fdd-7524ff4d7e24 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.355913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f54dd22b-41b5-43c5-8fdd-7524ff4d7e24 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567438 Mar 10 15:34:24.358492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34130) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:24.362846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-291cf359-2ef8-42b4-a8ea-249f6d76b3f2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Request body: {'security_group_rule': {'security_group_id': 'd8a497ae-40e1-4e0b-a9c5-77805a73a931', 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:24.395221 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-291cf359-2ef8-42b4-a8ea-249f6d76b3f2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Project 0a868f980b9149eb87c06a705fd65f4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:34:24.410030 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-291cf359-2ef8-42b4-a8ea-249f6d76b3f2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (98e4ebbe-0f3f-499d-8dd8-03955d73d59a), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.445237 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8002d2ad-8e59-4e98-83b2-ba74728db188 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2799349 Mar 10 15:34:24.447793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34134) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:24.452870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5523aece-81a6-48ac-bd27-e55c372a59ee tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2082328790'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:24.529146 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-291cf359-2ef8-42b4-a8ea-249f6d76b3f2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (98e4ebbe-0f3f-499d-8dd8-03955d73d59a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.534428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-291cf359-2ef8-42b4-a8ea-249f6d76b3f2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (98e4ebbe-0f3f-499d-8dd8-03955d73d59a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.587905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cf359-2ef8-42b4-a8ea-249f6d76b3f2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e4ebbe-0f3f-499d-8dd8-03955d73d59a,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:24.603353 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-291cf359-2ef8-42b4-a8ea-249f6d76b3f2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.606561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-291cf359-2ef8-42b4-a8ea-249f6d76b3f2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2453685 Mar 10 15:34:24.608300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34136) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:24.613248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Request body: {'security_group_rule': {'security_group_id': 'd8a497ae-40e1-4e0b-a9c5-77805a73a931', 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:24.635923 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Project 0a868f980b9149eb87c06a705fd65f4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:34:24.644053 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (ba4031cc-03b0-4426-a053-52c5b0afa8de), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.704368 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (ba4031cc-03b0-4426-a053-52c5b0afa8de), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.708764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (ba4031cc-03b0-4426-a053-52c5b0afa8de), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.724913 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4031cc-03b0-4426-a053-52c5b0afa8de,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:24.737962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.738345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.738680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.738982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.739316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.739869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.740935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.741274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.741607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.741938 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.742267 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.742617 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.742967 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:24.748968 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.758834 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-46c518e7-de05-44a3-a5bf-18e269a33f98 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492562 Mar 10 15:34:24.833006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5523aece-81a6-48ac-bd27-e55c372a59ee tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.845694 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5523aece-81a6-48ac-bd27-e55c372a59ee tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:24.968269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5523aece-81a6-48ac-bd27-e55c372a59ee tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router c96abedc-3270-435c-90d7-1b7c0bbe9bdf has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:25.126029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5523aece-81a6-48ac-bd27-e55c372a59ee tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:25.136120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d47919-9d85-490f-9b17-4f656803169f None None] Sync routers for ids ['c96abedc-3270-435c-90d7-1b7c0bbe9bdf'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:25.137277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5523aece-81a6-48ac-bd27-e55c372a59ee tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:25.140874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5523aece-81a6-48ac-bd27-e55c372a59ee tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/c96abedc-3270-435c-90d7-1b7c0bbe9bdf HTTP/1.1" status: 200 len: 891 time: 0.6897671 Mar 10 15:34:25.141261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34148) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:25.152614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d47919-9d85-490f-9b17-4f656803169f None None] Routers {'c96abedc-3270-435c-90d7-1b7c0bbe9bdf'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:25.153555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b8d47919-9d85-490f-9b17-4f656803169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c96abedc-3270-435c-90d7-1b7c0bbe9bdf'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:25.157641 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-394b755b-30f0-40f4-839d-4856e9067a86 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612138661&fields=id&tenant_id=0a868f980b9149eb87c06a705fd65f4f HTTP/1.1" status: 200 len: 267 time: 0.0814397 Mar 10 15:34:25.207557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b8d47919-9d85-490f-9b17-4f656803169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:25.216905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d47919-9d85-490f-9b17-4f656803169f None None] Routers {'c96abedc-3270-435c-90d7-1b7c0bbe9bdf'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:25.217547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b8d47919-9d85-490f-9b17-4f656803169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['c96abedc-3270-435c-90d7-1b7c0bbe9bdf'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:25.256590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-b8d47919-9d85-490f-9b17-4f656803169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:25.258099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d47919-9d85-490f-9b17-4f656803169f None None] The sync data for ids ['c96abedc-3270-435c-90d7-1b7c0bbe9bdf'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:25.293611 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-06e3f80e-9c5f-4e04-bef3-cc39caab3d35 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/routers/c96abedc-3270-435c-90d7-1b7c0bbe9bdf HTTP/1.1" status: 200 len: 891 time: 0.1509781 Mar 10 15:34:25.295882 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34150) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:25.313158 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:25.327176 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fbc3b5e2-9a56-4129-bf47-f285ff8c0c58 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=c96abedc-3270-435c-90d7-1b7c0bbe9bdf HTTP/1.1" status: 200 len: 205 time: 0.0298245 Mar 10 15:34:25.329627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34152) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:25.391899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-49feab43-14f2-4cbe-87b2-2cdfd99f2469 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:25.393308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-49feab43-14f2-4cbe-87b2-2cdfd99f2469 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/networks?id=a0d955bc-dbd1-45fe-9755-877037b7433c HTTP/1.1" status: 200 len: 813 time: 0.2274432 Mar 10 15:34:25.411915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-9b60d7ad-3dd3-4393-9bc6-4cce54dad5e2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/quotas/0a868f980b9149eb87c06a705fd65f4f HTTP/1.1" status: 200 len: 375 time: 0.0103235 Mar 10 15:34:25.444013 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:25.518148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-66691509-6a88-4749-bcd1-88c36c3e20bb tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a868f980b9149eb87c06a705fd65f4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007619 Mar 10 15:34:25.563349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_gateway (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:25.621745 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port 00947676-bed6-4583-9132-8250405655b9 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:25.622278 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (00947676-bed6-4583-9132-8250405655b9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:25.705128 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (00947676-bed6-4583-9132-8250405655b9), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:25.717997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for 00947676-bed6-4583-9132-8250405655b9 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:25.732216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-0c035df9-b926-47d3-9f50-c5e32ecf5a30 service neutron] 10.222.0.11 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017007 Mar 10 15:34:25.830834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-226c2d2b-a73e-473f-b91a-4c83dd17cf3b service neutron] 10.222.0.11 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929415 Mar 10 15:34:25.890740 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (00947676-bed6-4583-9132-8250405655b9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:25.917910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=00947676-bed6-4583-9132-8250405655b9,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:25.983910 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.083876 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.092857 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.149992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (c96abedc-3270-435c-90d7-1b7c0bbe9bdf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.150680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Fanout notify agent at l3_agent the message router_deleted on router c96abedc-3270-435c-90d7-1b7c0bbe9bdf {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:34:26.159978 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.167346 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5cb93c4d-25c0-4a61-86d9-40df51bcd015 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/c96abedc-3270-435c-90d7-1b7c0bbe9bdf HTTP/1.1" status: 204 len: 168 time: 0.8321283 Mar 10 15:34:26.169889 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34178) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:26.176430 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1738363124'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:26.202997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:26.208141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.241046 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:34:26.258652 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (865a2a4e-5c20-40b7-b602-c14d8658b258), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.259188 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added segment 865a2a4e-5c20-40b7-b602-c14d8658b258 of type vlan for network 6bd10759-3dc5-489b-946b-e96762dd01da Mar 10 15:34:26.290261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc6932e8-1aa9-41e8-b3fa-32436edf4672 req-2925aaf3-fdce-4b72-8bd4-e6882474de35 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.1215303 Mar 10 15:34:26.318036 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (6bd10759-3dc5-489b-946b-e96762dd01da), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.347075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (6bd10759-3dc5-489b-946b-e96762dd01da), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.353258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:26.356485 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.393329 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2186475 Mar 10 15:34:26.393444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34182) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:26.398415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'subnet': {'network_id': '6bd10759-3dc5-489b-946b-e96762dd01da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:26.435417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e13b47-0b8b-45a0-b20e-6ad2cd77e3cd tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Network': ['ID=6bd10759-3dc5-489b-946b-e96762dd01da,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:26.447277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 6bd10759-3dc5-489b-946b-e96762dd01da details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:34:26.517008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:26.522085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.637036 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.745078 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (5a8b5d4a-d2a4-42ed-87b1-68121d348176), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.815592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Subnet': ['ID=5a8b5d4a-d2a4-42ed-87b1-68121d348176,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:26.828995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Checking segment: {'id': '865a2a4e-5c20-40b7-b602-c14d8658b258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6bd10759-3dc5-489b-946b-e96762dd01da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:26.829363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network hostable DHCP agents. Network: 6bd10759-3dc5-489b-946b-e96762dd01da, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:34:26.846941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 6bd10759-3dc5-489b-946b-e96762dd01da is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:34:26.857226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 6bd10759-3dc5-489b-946b-e96762dd01da) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:26.861730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:26.862341 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.871755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8efe31-527d-4414-aefb-3fbb1e0ea393 None None] Network 6bd10759-3dc5-489b-946b-e96762dd01da requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:26.882205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-242ca1a7-f6b9-4967-9957-328c1fc28fa6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4878089 Mar 10 15:34:26.884941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34192) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:26.890605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-007a756b-530c-406f-86df-64ccff0449a7 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-748213366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:26.927798 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-007a756b-530c-406f-86df-64ccff0449a7 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.929244 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-007a756b-530c-406f-86df-64ccff0449a7 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:26.995300 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-007a756b-530c-406f-86df-64ccff0449a7 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:27.002186 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-007a756b-530c-406f-86df-64ccff0449a7 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:27.012337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-6bd10759-3dc5-489b-946b-e96762dd01da', 'network_id': '6bd10759-3dc5-489b-946b-e96762dd01da', 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'fixed_ips': [{'subnet_id': '5a8b5d4a-d2a4-42ed-87b1-68121d348176'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:34:27.013743 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:27.024155 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-007a756b-530c-406f-86df-64ccff0449a7 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:27.029085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34194) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:27.029465 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-007a756b-530c-406f-86df-64ccff0449a7 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1429133 Mar 10 15:34:27.178192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Allocated IP 2001:db8::2 (6bd10759-3dc5-489b-946b-e96762dd01da/5a8b5d4a-d2a4-42ed-87b1-68121d348176/5622eefc-7a9d-4ac6-90c9-886042de8ed0) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:27.353743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:27.354278 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Publish callbacks [] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:27.363905 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:27.412875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Network 6bd10759-3dc5-489b-946b-e96762dd01da is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:27.418282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:27.422700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:27.434765 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Pushing event updated for resources: {'Port': ['ID=5622eefc-7a9d-4ac6-90c9-886042de8ed0,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:27.460694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.461280 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.461390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.461707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.462047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.462502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.462889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.463226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.463555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.463886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.464218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.465231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.465556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:27.508853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Attempting to bind port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:27.509238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Attempting to bind port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '865a2a4e-5c20-40b7-b602-c14d8658b258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6bd10759-3dc5-489b-946b-e96762dd01da'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:27.509612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Attempting to bind port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 on network 6bd10759-3dc5-489b-946b-e96762dd01da {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:27.516299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:27.516689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Checking segment: {'id': '865a2a4e-5c20-40b7-b602-c14d8658b258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6bd10759-3dc5-489b-946b-e96762dd01da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:27.517102 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:27.517501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Bound using segment: {'id': '865a2a4e-5c20-40b7-b602-c14d8658b258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6bd10759-3dc5-489b-946b-e96762dd01da'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:27.517978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Bound port: 5622eefc-7a9d-4ac6-90c9-886042de8ed0, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865a2a4e-5c20-40b7-b602-c14d8658b258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6bd10759-3dc5-489b-946b-e96762dd01da'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:27.518581 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:27.631818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] For port 5622eefc-7a9d-4ac6-90c9-886042de8ed0, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:27.635374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] For port 5622eefc-7a9d-4ac6-90c9-886042de8ed0, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5622eefc-7a9d-4ac6-90c9-886042de8ed0,segment=NetworkSegment(865a2a4e-5c20-40b7-b602-c14d8658b258),segment_id=865a2a4e-5c20-40b7-b602-c14d8658b258)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:27.642827 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:27.722979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00880ba8-83c6-44f4-9b31-9c0f7ede3db3 None None] Pushing event updated for resources: {'Port': ['ID=5622eefc-7a9d-4ac6-90c9-886042de8ed0,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:27.838301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7bb20a6e-3409-44f8-a7e1-bde347458d0e req-c559a507-2094-49a2-8420-478b408df50a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.4456782 Mar 10 15:34:28.121271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Allocated IP 2001:db8::1 (6bd10759-3dc5-489b-946b-e96762dd01da/5a8b5d4a-d2a4-42ed-87b1-68121d348176/ea562c4d-4a53-41a6-a384-55f9949c8186) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:28.205609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d48de40b-8f49-46f0-bf0d-e4ede05b4a47 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:28.215488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d48de40b-8f49-46f0-bf0d-e4ede05b4a47 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.62 "GET /v2.0/networks?id=a0d955bc-dbd1-45fe-9755-877037b7433c HTTP/1.1" status: 200 len: 813 time: 0.8136244 Mar 10 15:34:28.252520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5622eefc-7a9d-4ac6-90c9-886042de8ed0 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:28.309595 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:28.315087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:28.315785 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:28.371722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-265f8f95-675f-403a-9a7c-d61ecb81a1be tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a868f980b9149eb87c06a705fd65f4f HTTP/1.1" status: 200 len: 379 time: 0.1549909 Mar 10 15:34:28.384066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Request body: {'port': {'device_id': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'admin_state_up': True, 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'security_groups': ['d8a497ae-40e1-4e0b-a9c5-77805a73a931']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:28.391798 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:28.514295 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:28.572953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 6bd10759-3dc5-489b-946b-e96762dd01da is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:28.584557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:28.589587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:28.590356 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:28.635676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:28.638705 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:28.719278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 5622eefc-7a9d-4ac6-90c9-886042de8ed0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5622eefc-7a9d-4ac6-90c9-886042de8ed0,segment=NetworkSegment(865a2a4e-5c20-40b7-b602-c14d8658b258),segment_id=865a2a4e-5c20-40b7-b602-c14d8658b258)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:28.726764 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:28.749636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=ea562c4d-4a53-41a6-a384-55f9949c8186,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:28.755224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Made reservation on behalf of 0a868f980b9149eb87c06a705fd65f4f for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:28.758757 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:28.833392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=5622eefc-7a9d-4ac6-90c9-886042de8ed0,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:28.953245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Allocated IP 172.20.0.4 (a0d955bc-dbd1-45fe-9755-877037b7433c/b50902e5-c932-4623-a29f-4bbb9ee9b494/24c525bc-6b24-4718-8f3f-41c61e554fd2) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:29.003405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:29.113233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4a8e5e5-d562-46cd-9c5e-b0ac80586ce7 req-5937d541-6dcf-4ac6-8d6e-842658d69ea2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.1255682 Mar 10 15:34:29.313303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b0da5-3484-452a-9ddf-449c27febd19 None None] Network 6bd10759-3dc5-489b-946b-e96762dd01da requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:29.385783 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:29.460692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bfea1820-1235-4174-9c59-f071ee42f8d6 None None] Provisioning complete for port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:29.461055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bfea1820-1235-4174-9c59-f071ee42f8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:29.529571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:29.603206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Network a0d955bc-dbd1-45fe-9755-877037b7433c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:29.606659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:29.608658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event updated for resources: {'Port': ['ID=24c525bc-6b24-4718-8f3f-41c61e554fd2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:29.609815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bfea1820-1235-4174-9c59-f071ee42f8d6 None None] Current status of the port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:29.612845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:29.664542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:29.665350 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:29.689136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-26ac4ac7-bd54-4dce-91bb-372dbc853510 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3106494 Mar 10 15:34:29.707880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Request body: {'port': {'device_id': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:29.716127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:29.742776 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:29.743734 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:29.828087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=ea562c4d-4a53-41a6-a384-55f9949c8186,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:29.973038 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:30.083236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bb9ee777-7283-4cf0-81d1-7efae4c8b594 None None] Provisioning complete for port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:30.084365 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee777-7283-4cf0-81d1-7efae4c8b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:30.253814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5622eefc-7a9d-4ac6-90c9-886042de8ed0 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:30.327383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 6bd10759-3dc5-489b-946b-e96762dd01da is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:30.352704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:30.359112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ee777-7283-4cf0-81d1-7efae4c8b594 None None] Current status of the port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:30.375387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:30.377171 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:30.426752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bb9ee777-7283-4cf0-81d1-7efae4c8b594 None None] Provisioning complete for port ea562c4d-4a53-41a6-a384-55f9949c8186 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:30.427278 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee777-7283-4cf0-81d1-7efae4c8b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:30.466561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ee777-7283-4cf0-81d1-7efae4c8b594 None None] Port ea562c4d-4a53-41a6-a384-55f9949c8186 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:30.571526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:30.599722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-393b034d-9007-4778-8d00-dfc58db404ea None None] Provisioning complete for port 24c525bc-6b24-4718-8f3f-41c61e554fd2 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:30.600105 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-393b034d-9007-4778-8d00-dfc58db404ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:30.618257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c525bc-6b24-4718-8f3f-41c61e554fd2 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:34:30.627005 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Publish callbacks [] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:30.644623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Transition to ACTIVE for port object 24c525bc-6b24-4718-8f3f-41c61e554fd2 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:34:30.655788 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:30.665006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-393b034d-9007-4778-8d00-dfc58db404ea None None] Port 24c525bc-6b24-4718-8f3f-41c61e554fd2 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:30.676672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-393b034d-9007-4778-8d00-dfc58db404ea None None] Provisioning complete for port ea562c4d-4a53-41a6-a384-55f9949c8186 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:30.677548 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-393b034d-9007-4778-8d00-dfc58db404ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:30.686013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7c9bf-c739-427c-b841-eab86bb58b2a req-bf640943-ab53-47f3-9a97-8ede4086cc27 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:30.693336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4e7c9bf-c739-427c-b841-eab86bb58b2a req-bf640943-ab53-47f3-9a97-8ede4086cc27 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 931 time: 0.4508395 Mar 10 15:34:30.756876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-393b034d-9007-4778-8d00-dfc58db404ea None None] Port ea562c4d-4a53-41a6-a384-55f9949c8186 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:30.986784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3699653c-3511-45ec-b8c3-ea2e234b05ca None None] Provisioning complete for port ea562c4d-4a53-41a6-a384-55f9949c8186 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:30.994103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3699653c-3511-45ec-b8c3-ea2e234b05ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:31.092246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3699653c-3511-45ec-b8c3-ea2e234b05ca None None] Port ea562c4d-4a53-41a6-a384-55f9949c8186 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:31.380503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Pushing event updated for resources: {'Port': ['ID=24c525bc-6b24-4718-8f3f-41c61e554fd2,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:31.404020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Attempting to bind port 24c525bc-6b24-4718-8f3f-41c61e554fd2 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:31.404453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Attempting to bind port 24c525bc-6b24-4718-8f3f-41c61e554fd2 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:31.404853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Attempting to bind port 24c525bc-6b24-4718-8f3f-41c61e554fd2 on network a0d955bc-dbd1-45fe-9755-877037b7433c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:31.413713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4e7c9bf-c739-427c-b841-eab86bb58b2a req-ca708d01-e82b-447c-b95d-7c16a00fc3fc tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7194283 Mar 10 15:34:31.418302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Port 24c525bc-6b24-4718-8f3f-41c61e554fd2 on network a0d955bc-dbd1-45fe-9755-877037b7433c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:34:31.418668 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Attempting to bind port 24c525bc-6b24-4718-8f3f-41c61e554fd2 on network a0d955bc-dbd1-45fe-9755-877037b7433c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:31.432395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:31.432821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Checking segment: {'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:31.433839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Bound using segment: {'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:31.434482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Bound port: 24c525bc-6b24-4718-8f3f-41c61e554fd2, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faecd6eb-336a-42cd-936e-2374c1e2c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:31.434947 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:31.490251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 4fcfd0c2-48e4-4689-b8a9-867d5455fb5b is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:34:31.618087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:31.621477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] For port 24c525bc-6b24-4718-8f3f-41c61e554fd2, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:31.629299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a4f17a02-a40b-4be9-a7c8-fa9e500fd340 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/4fcfd0c2-48e4-4689-b8a9-867d5455fb5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5966432 Mar 10 15:34:31.629560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34216) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:31.634949 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d6d2d-e124-4249-87bf-c70b7f7fc662 None None] Sync routers for ids ['4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:31.647311 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d6d2d-e124-4249-87bf-c70b7f7fc662 None None] Routers {'4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:31.648967 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-382d6d2d-e124-4249-87bf-c70b7f7fc662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:31.664474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] For port 24c525bc-6b24-4718-8f3f-41c61e554fd2, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=24c525bc-6b24-4718-8f3f-41c61e554fd2,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:31.681137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:31.691586 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-382d6d2d-e124-4249-87bf-c70b7f7fc662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:31.706980 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d6d2d-e124-4249-87bf-c70b7f7fc662 None None] Routers {'4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:31.709067 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-382d6d2d-e124-4249-87bf-c70b7f7fc662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:31.737384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b119df4-6805-40a1-9035-e13d27bc32ad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:31.743259 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2b119df4-6805-40a1-9035-e13d27bc32ad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports/ea562c4d-4a53-41a6-a384-55f9949c8186 HTTP/1.1" status: 200 len: 911 time: 0.1095831 Mar 10 15:34:31.744815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:31.745973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34218) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:31.751577 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:31.753078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] 10.222.0.62 "PUT /v2.0/ports/24c525bc-6b24-4718-8f3f-41c61e554fd2 HTTP/1.1" status: 200 len: 1091 time: 2.0568490 Mar 10 15:34:31.753628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:34:31.757857 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6074dcc8-985c-4d2b-bc8a-b088c55640af tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a8b5d4a-d2a4-42ed-87b1-68121d348176'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:31.758021 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999cabab-e422-4ad8-812d-77162df4a750" -d '{"events": [{"name": "network-changed", "server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:34:31.764016 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-382d6d2d-e124-4249-87bf-c70b7f7fc662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:31.765241 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d6d2d-e124-4249-87bf-c70b7f7fc662 None None] The sync data for ids ['4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:31.882128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dbc2d-f6e1-4198-9071-0cede1f26f27 service neutron] Pushing event updated for resources: {'Port': ['ID=24c525bc-6b24-4718-8f3f-41c61e554fd2,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:31.946551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-7f9c5f57-8a1c-40c3-9610-3aa60c12e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:31.948354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-7f9c5f57-8a1c-40c3-9610-3aa60c12e932 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a868f980b9149eb87c06a705fd65f4f&device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 1125 time: 0.1430438 Mar 10 15:34:32.029703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-10a76da5-8d98-429f-931d-cd8ae325ba31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24c525bc-6b24-4718-8f3f-41c61e554fd2 HTTP/1.1" status: 200 len: 217 time: 0.0739293 Mar 10 15:34:32.075119 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6074dcc8-985c-4d2b-bc8a-b088c55640af tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:32.100708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-befcdb8e-2087-4534-95d8-67206a8f2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:32.102245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-befcdb8e-2087-4534-95d8-67206a8f2fc9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50902e5-c932-4623-a29f-4bbb9ee9b494 HTTP/1.1" status: 200 len: 852 time: 0.0668538 Mar 10 15:34:32.190892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-324e1f6a-1969-48dc-ace7-25bbf07c0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:32.192446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-324e1f6a-1969-48dc-ace7-25bbf07c0929 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a0d955bc-dbd1-45fe-9755-877037b7433c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0838156 Mar 10 15:34:32.301207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-3a6ba0f2-a5d8-4636-b686-0be16b2253d0 service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019816 Mar 10 15:34:32.414654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22ea069a-a6b5-4feb-a0d8-7c1c184d24c4 req-70f1fbaa-d3ce-432a-9168-d5374af496a4 service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068664 Mar 10 15:34:32.561324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf364ea-0be0-4e2f-b633-39769f5a7ce2 req-bebb7650-cec0-472b-b771-dac0890fa744 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:32.562915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daf364ea-0be0-4e2f-b633-39769f5a7ce2 req-bebb7650-cec0-472b-b771-dac0890fa744 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.0559483 Mar 10 15:34:32.614944 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daf364ea-0be0-4e2f-b633-39769f5a7ce2 req-5f75aa79-f9b1-41b2-8511-3014c16ef941 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449200 Mar 10 15:34:32.745718 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6074dcc8-985c-4d2b-bc8a-b088c55640af tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:32.754085 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6074dcc8-985c-4d2b-bc8a-b088c55640af tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:32.759996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074dcc8-985c-4d2b-bc8a-b088c55640af tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:32.760609 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6074dcc8-985c-4d2b-bc8a-b088c55640af tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:32.765860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34228) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:32.770417 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6074dcc8-985c-4d2b-bc8a-b088c55640af tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/ports/ea562c4d-4a53-41a6-a384-55f9949c8186 HTTP/1.1" status: 200 len: 911 time: 1.0233362 Mar 10 15:34:32.817883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074dcc8-985c-4d2b-bc8a-b088c55640af tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=ea562c4d-4a53-41a6-a384-55f9949c8186,revision_number=3']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:33.030677 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7338e69d-3777-4965-9604-4e8cd21879dd x-openstack-request-id: req-7338e69d-3777-4965-9604-4e8cd21879dd {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:34:33.031019 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:34:33.031279 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7338e69d-3777-4965-9604-4e8cd21879dd {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:34:33.031680 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'status': 'completed', 'code': 200} Mar 10 15:34:33.147350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cabab-e422-4ad8-812d-77162df4a750 req-f4d12203-c0c2-478e-9157-84cf9a09e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:33.148865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-999cabab-e422-4ad8-812d-77162df4a750 req-f4d12203-c0c2-478e-9157-84cf9a09e56e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a868f980b9149eb87c06a705fd65f4f&device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 1125 time: 0.0899091 Mar 10 15:34:33.194743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6324-89ac-413f-808b-0da9d6545708 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:33.327138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cabab-e422-4ad8-812d-77162df4a750 req-6a4df92e-33be-4ccf-aedc-06915a87e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:33.328535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-999cabab-e422-4ad8-812d-77162df4a750 req-6a4df92e-33be-4ccf-aedc-06915a87e1b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a0d955bc-dbd1-45fe-9755-877037b7433c HTTP/1.1" status: 200 len: 914 time: 0.1732798 Mar 10 15:34:33.408049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-999cabab-e422-4ad8-812d-77162df4a750 req-240c0960-9b05-4845-9450-473adc3f64cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24c525bc-6b24-4718-8f3f-41c61e554fd2 HTTP/1.1" status: 200 len: 217 time: 0.0721264 Mar 10 15:34:33.485379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cabab-e422-4ad8-812d-77162df4a750 req-305cd502-09fd-4c46-bd21-328485d3c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:33.486907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-999cabab-e422-4ad8-812d-77162df4a750 req-305cd502-09fd-4c46-bd21-328485d3c46a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50902e5-c932-4623-a29f-4bbb9ee9b494 HTTP/1.1" status: 200 len: 852 time: 0.0603061 Mar 10 15:34:33.593234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cabab-e422-4ad8-812d-77162df4a750 req-46416d66-9853-436b-98f9-1eec7dcb8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:33.594811 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-999cabab-e422-4ad8-812d-77162df4a750 req-46416d66-9853-436b-98f9-1eec7dcb8df9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a0d955bc-dbd1-45fe-9755-877037b7433c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1011431 Mar 10 15:34:33.693792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b6324-89ac-413f-808b-0da9d6545708 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port ea562c4d-4a53-41a6-a384-55f9949c8186 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:33.694186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6324-89ac-413f-808b-0da9d6545708 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:33.725853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-999cabab-e422-4ad8-812d-77162df4a750 req-3f6a6907-5850-44a8-849b-ea608d0a2eed service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241734 Mar 10 15:34:33.895925 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6324-89ac-413f-808b-0da9d6545708 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:33.927858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66479e0-01d2-4492-95f2-6b83138c8195 req-a299afb1-08e4-47bb-9deb-d37bb3b01806 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:33.929378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a66479e0-01d2-4492-95f2-6b83138c8195 req-a299afb1-08e4-47bb-9deb-d37bb3b01806 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.1926754 Mar 10 15:34:33.930384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b6324-89ac-413f-808b-0da9d6545708 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for ea562c4d-4a53-41a6-a384-55f9949c8186 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:33.946136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-999cabab-e422-4ad8-812d-77162df4a750 req-aec91cdc-7f00-45ac-b285-3082c886df5f service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104232 Mar 10 15:34:34.044925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a66479e0-01d2-4492-95f2-6b83138c8195 req-35bf1ddd-7958-4288-a11e-28e3aab2d163 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960801 Mar 10 15:34:34.166801 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6324-89ac-413f-808b-0da9d6545708 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ea562c4d-4a53-41a6-a384-55f9949c8186), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:34.194612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b6324-89ac-413f-808b-0da9d6545708 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=ea562c4d-4a53-41a6-a384-55f9949c8186,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:34.310144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d7b6324-89ac-413f-808b-0da9d6545708 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:34.516675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7b6324-89ac-413f-808b-0da9d6545708 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 4fcfd0c2-48e4-4689-b8a9-867d5455fb5b has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:34.904771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7b6324-89ac-413f-808b-0da9d6545708 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:34.913039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0d7b6324-89ac-413f-808b-0da9d6545708 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/4fcfd0c2-48e4-4689-b8a9-867d5455fb5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1460824 Mar 10 15:34:34.913214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34242) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:34.914820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b68c3-f531-49a1-8416-05f6ae8ed579 None None] Sync routers for ids ['4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:34.934681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b68c3-f531-49a1-8416-05f6ae8ed579 None None] Routers {'4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:34.937117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3e5b68c3-f531-49a1-8416-05f6ae8ed579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:34.960330 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4a1fe014-c0cd-4bd4-98db-8d74c63ee7e1 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcfd0c2-48e4-4689-b8a9-867d5455fb5b HTTP/1.1" status: 200 len: 205 time: 0.0455713 Mar 10 15:34:34.963291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34244) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:34.981559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3e5b68c3-f531-49a1-8416-05f6ae8ed579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:34.999932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b68c3-f531-49a1-8416-05f6ae8ed579 None None] Routers {'4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:35.000784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3e5b68c3-f531-49a1-8416-05f6ae8ed579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:35.071588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-3e5b68c3-f531-49a1-8416-05f6ae8ed579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:35.072797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b68c3-f531-49a1-8416-05f6ae8ed579 None None] The sync data for ids ['4fcfd0c2-48e4-4689-b8a9-867d5455fb5b'] in n-d-833090-1 is: [] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:35.148858 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce7cdf76-339b-4562-97b9-d28639e47f70 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:35.383717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce7cdf76-339b-4562-97b9-d28639e47f70 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:35.387162 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce7cdf76-339b-4562-97b9-d28639e47f70 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:35.395514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb0a13-14f6-4925-abc7-8436f3a29fcc req-212e0939-53ae-4f6a-ac33-5f18b6abfa81 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:35.397188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edcb0a13-14f6-4925-abc7-8436f3a29fcc req-212e0939-53ae-4f6a-ac33-5f18b6abfa81 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.2072980 Mar 10 15:34:35.477329 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce7cdf76-339b-4562-97b9-d28639e47f70 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (4fcfd0c2-48e4-4689-b8a9-867d5455fb5b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:35.477966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7cdf76-339b-4562-97b9-d28639e47f70 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Fanout notify agent at l3_agent the message router_deleted on router 4fcfd0c2-48e4-4689-b8a9-867d5455fb5b {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:34:35.489530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ce7cdf76-339b-4562-97b9-d28639e47f70 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:35.493724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34250) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:35.494223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ce7cdf76-339b-4562-97b9-d28639e47f70 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/4fcfd0c2-48e4-4689-b8a9-867d5455fb5b HTTP/1.1" status: 204 len: 168 time: 0.5294840 Mar 10 15:34:35.532232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edcb0a13-14f6-4925-abc7-8436f3a29fcc req-9e0aea7d-1263-44e2-a989-8484765daaca tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273589 Mar 10 15:34:35.581885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cb776c-42d1-450a-9347-ee020eb7367f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting subnet 5a8b5d4a-d2a4-42ed-87b1-68121d348176 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:34:35.585906 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9cb776c-42d1-450a-9347-ee020eb7367f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (5a8b5d4a-d2a4-42ed-87b1-68121d348176), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:35.634580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9cb776c-42d1-450a-9347-ee020eb7367f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (5a8b5d4a-d2a4-42ed-87b1-68121d348176), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:35.734050 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9cb776c-42d1-450a-9347-ee020eb7367f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (5a8b5d4a-d2a4-42ed-87b1-68121d348176), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:35.809846 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9cb776c-42d1-450a-9347-ee020eb7367f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (5a8b5d4a-d2a4-42ed-87b1-68121d348176), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:35.859686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb776c-42d1-450a-9347-ee020eb7367f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8b5d4a-d2a4-42ed-87b1-68121d348176,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:35.860830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3356640-2cda-46fa-a919-0e40cf12b863 None None] Network 6bd10759-3dc5-489b-946b-e96762dd01da requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:35.863215 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9cb776c-42d1-450a-9347-ee020eb7367f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:35.871307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34252) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:35.881093 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e9cb776c-42d1-450a-9347-ee020eb7367f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/5a8b5d4a-d2a4-42ed-87b1-68121d348176 HTTP/1.1" status: 204 len: 168 time: 0.3861797 Mar 10 15:34:35.987362 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (6bd10759-3dc5-489b-946b-e96762dd01da), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.097985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:36.098346 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.152054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21826ca0-daae-43bc-8631-f0aebf24ced1 None None] DHCP port deletion for 6bd10759-3dc5-489b-946b-e96762dd01da request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:34:36.234963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port 5622eefc-7a9d-4ac6-90c9-886042de8ed0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5622eefc-7a9d-4ac6-90c9-886042de8ed0,segment=NetworkSegment(865a2a4e-5c20-40b7-b602-c14d8658b258),segment_id=865a2a4e-5c20-40b7-b602-c14d8658b258)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:36.235421 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.249464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-21826ca0-daae-43bc-8631-f0aebf24ced1 None None] Deleting port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:36.250744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for 5622eefc-7a9d-4ac6-90c9-886042de8ed0 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:36.252600 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-21826ca0-daae-43bc-8631-f0aebf24ced1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.331371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-21826ca0-daae-43bc-8631-f0aebf24ced1 None None] For port 5622eefc-7a9d-4ac6-90c9-886042de8ed0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5622eefc-7a9d-4ac6-90c9-886042de8ed0,segment=NetworkSegment(865a2a4e-5c20-40b7-b602-c14d8658b258),segment_id=865a2a4e-5c20-40b7-b602-c14d8658b258)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:36.331769 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-21826ca0-daae-43bc-8631-f0aebf24ced1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.345152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-21826ca0-daae-43bc-8631-f0aebf24ced1 None None] Calling delete_port for 5622eefc-7a9d-4ac6-90c9-886042de8ed0 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:34:36.379240 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.398287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No DVR routers for this DVR port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:34:36.442436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=5622eefc-7a9d-4ac6-90c9-886042de8ed0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:36.451422 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-21826ca0-daae-43bc-8631-f0aebf24ced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (5622eefc-7a9d-4ac6-90c9-886042de8ed0), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.491642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21826ca0-daae-43bc-8631-f0aebf24ced1 None None] Pushing event deleted for resources: {'Port': ['ID=5622eefc-7a9d-4ac6-90c9-886042de8ed0,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:36.504807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21826ca0-daae-43bc-8631-f0aebf24ced1 None None] No DVR routers for this DVR port 5622eefc-7a9d-4ac6-90c9-886042de8ed0 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:34:36.592519 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (6bd10759-3dc5-489b-946b-e96762dd01da), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.626437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd10759-3dc5-489b-946b-e96762dd01da']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:36.641274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865a2a4e-5c20-40b7-b602-c14d8658b258') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:36.641544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865a2a4e-5c20-40b7-b602-c14d8658b258') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:36.661347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (865a2a4e-5c20-40b7-b602-c14d8658b258), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.692676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (865a2a4e-5c20-40b7-b602-c14d8658b258), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.701606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:34:36.702067 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (865a2a4e-5c20-40b7-b602-c14d8658b258), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:34:36.706332 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:34:36.780858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ad763-cb68-400d-b9b3-1ee770af9e26 req-5afbdc7c-70c5-4420-a0b8-1ea5388836b3 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:36.782442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-785ad763-cb68-400d-b9b3-1ee770af9e26 req-5afbdc7c-70c5-4420-a0b8-1ea5388836b3 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.1333697 Mar 10 15:34:36.787344 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (6bd10759-3dc5-489b-946b-e96762dd01da), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.792915 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.797278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/networks/6bd10759-3dc5-489b-946b-e96762dd01da HTTP/1.1" status: 204 len: 168 time: 0.9246304 Mar 10 15:34:36.801965 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34258) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:36.806526 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a22c2e4a-36c7-42d0-869f-7f3fcd218116 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-502280541', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:36.832500 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a22c2e4a-36c7-42d0-869f-7f3fcd218116 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.833855 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a22c2e4a-36c7-42d0-869f-7f3fcd218116 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.875562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-785ad763-cb68-400d-b9b3-1ee770af9e26 req-31fc693b-8774-4017-9fb7-49f708120c92 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770578 Mar 10 15:34:36.877061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4299bea-39d0-4012-be3e-abd9304feb1c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Network': ['ID=6bd10759-3dc5-489b-946b-e96762dd01da,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:36.892925 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a22c2e4a-36c7-42d0-869f-7f3fcd218116 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (7cf18530-bbbf-4a0b-9cae-288acff2c149), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.900192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a22c2e4a-36c7-42d0-869f-7f3fcd218116 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.919919 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a22c2e4a-36c7-42d0-869f-7f3fcd218116 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.924043 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a22c2e4a-36c7-42d0-869f-7f3fcd218116 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1209795 Mar 10 15:34:36.924205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34260) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:36.930648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1987294080'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:36.952270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:36.957046 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.983623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:34:36.993528 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b220b934-059c-4f7b-93b7-2232d3e5c817), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:36.993924 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added segment b220b934-059c-4f7b-93b7-2232d3e5c817 of type vlan for network c2cd061b-de04-465f-82a1-0a2b2e7f5d94 Mar 10 15:34:37.037659 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c2cd061b-de04-465f-82a1-0a2b2e7f5d94), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:37.069399 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c2cd061b-de04-465f-82a1-0a2b2e7f5d94), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:37.075506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:37.076156 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:37.135381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2098691 Mar 10 15:34:37.143114 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34262) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:37.147155 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'subnet': {'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:37.178323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9cb2c-cf24-4b23-a442-b8149e3cfddb tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Network': ['ID=c2cd061b-de04-465f-82a1-0a2b2e7f5d94,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:37.192040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c2cd061b-de04-465f-82a1-0a2b2e7f5d94 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:34:37.268285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:37.272130 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:37.468904 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (d51bd525-d2a1-444a-a157-4960f1d4b6ea), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:37.530429 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Subnet': ['ID=d51bd525-d2a1-444a-a157-4960f1d4b6ea,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:37.538916 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Checking segment: {'id': 'b220b934-059c-4f7b-93b7-2232d3e5c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:37.539281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network hostable DHCP agents. Network: c2cd061b-de04-465f-82a1-0a2b2e7f5d94, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:34:37.557663 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network c2cd061b-de04-465f-82a1-0a2b2e7f5d94 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:34:37.568126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c2cd061b-de04-465f-82a1-0a2b2e7f5d94) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:37.572543 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:37.573257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:37.582164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad85e4-05e7-4946-a736-0db48d859f2f None None] Network c2cd061b-de04-465f-82a1-0a2b2e7f5d94 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:37.595285 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-48c9f316-e646-4f7c-9d9a-c7ce93ce7dad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4495089 Mar 10 15:34:37.595571 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34264) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:37.712935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:34:37.714459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:37.875659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Allocated IP 2001:db8::2 (c2cd061b-de04-465f-82a1-0a2b2e7f5d94/d51bd525-d2a1-444a-a157-4960f1d4b6ea/a22c8418-7eb3-4b26-bec4-4ad6b2989707) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:37.972688 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:38.048119 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Publish callbacks [] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:38.060682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:38.125297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae372d6-4691-4433-b9e6-420a5e6a163a req-b6863a79-8406-4093-8fed-25aaa6ac3f17 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:38.127679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dae372d6-4691-4433-b9e6-420a5e6a163a req-b6863a79-8406-4093-8fed-25aaa6ac3f17 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.1367068 Mar 10 15:34:38.155001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Network c2cd061b-de04-465f-82a1-0a2b2e7f5d94 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:38.160384 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:38.176813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:38.182709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Pushing event updated for resources: {'Port': ['ID=a22c8418-7eb3-4b26-bec4-4ad6b2989707,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:38.219874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5622eefc-7a9d-4ac6-90c9-886042de8ed0 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:34:38.244351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 5622eefc-7a9d-4ac6-90c9-886042de8ed0 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:34:38.244351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5622eefc-7a9d-4ac6-90c9-886042de8ed0 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:34:38.263803 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dae372d6-4691-4433-b9e6-420a5e6a163a req-a11f6f38-104b-4565-92f5-ccecce7db1ae tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279607 Mar 10 15:34:38.292877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Attempting to bind port a22c8418-7eb3-4b26-bec4-4ad6b2989707 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:38.293259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Attempting to bind port a22c8418-7eb3-4b26-bec4-4ad6b2989707 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b220b934-059c-4f7b-93b7-2232d3e5c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:38.293634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Attempting to bind port a22c8418-7eb3-4b26-bec4-4ad6b2989707 on network c2cd061b-de04-465f-82a1-0a2b2e7f5d94 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:38.301377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:38.301867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Checking segment: {'id': 'b220b934-059c-4f7b-93b7-2232d3e5c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:38.302246 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:38.302676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Bound using segment: {'id': 'b220b934-059c-4f7b-93b7-2232d3e5c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:38.303260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Bound port: a22c8418-7eb3-4b26-bec4-4ad6b2989707, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b220b934-059c-4f7b-93b7-2232d3e5c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:38.303787 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:38.362126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Allocated IP 2001:db8::1 (c2cd061b-de04-465f-82a1-0a2b2e7f5d94/d51bd525-d2a1-444a-a157-4960f1d4b6ea/38a14c96-585c-4a3d-8df2-cb24dc3cabbd) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:38.394287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] For port a22c8418-7eb3-4b26-bec4-4ad6b2989707, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:38.400599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] For port a22c8418-7eb3-4b26-bec4-4ad6b2989707, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a22c8418-7eb3-4b26-bec4-4ad6b2989707,segment=NetworkSegment(b220b934-059c-4f7b-93b7-2232d3e5c817),segment_id=b220b934-059c-4f7b-93b7-2232d3e5c817)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:38.409578 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:38.517135 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:38.522974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c49f0-9014-4cac-a8aa-14766bed7d80 None None] Pushing event updated for resources: {'Port': ['ID=a22c8418-7eb3-4b26-bec4-4ad6b2989707,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:38.556709 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:38.615654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network c2cd061b-de04-465f-82a1-0a2b2e7f5d94 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:38.622514 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:38.625627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:38.626255 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:38.629971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=38a14c96-585c-4a3d-8df2-cb24dc3cabbd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:38.818830 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.151010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.159170 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.160023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.178433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34276) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:39.279074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=38a14c96-585c-4a3d-8df2-cb24dc3cabbd,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:39.384266 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network c2cd061b-de04-465f-82a1-0a2b2e7f5d94 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:39.386090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:39.414110 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0274e2d8-d25e-4a49-8dcc-fa790700807b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.456079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870365d-e5ce-43fd-a7c4-28ea5db1b7fe req-fc8727a1-3e09-40de-8432-1fb60e71e034 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:39.465268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2870365d-e5ce-43fd-a7c4-28ea5db1b7fe req-fc8727a1-3e09-40de-8432-1fb60e71e034 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.1005862 Mar 10 15:34:39.558174 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 7cf18530-bbbf-4a0b-9cae-288acff2c149 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:34:39.570270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2870365d-e5ce-43fd-a7c4-28ea5db1b7fe req-25b522fd-ee00-449d-b849-5edb626261e0 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037440 Mar 10 15:34:39.617776 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0274e2d8-d25e-4a49-8dcc-fa790700807b admin admin] Publish callbacks [] for security_group (694cd072-3364-446f-b845-6c061ed51b94), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.629424 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0274e2d8-d25e-4a49-8dcc-fa790700807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (694cd072-3364-446f-b845-6c061ed51b94), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.685149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0274e2d8-d25e-4a49-8dcc-fa790700807b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4965549ba52402d9c143fa01298e2f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5047343 Mar 10 15:34:39.690277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34282) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:39.692760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274e2d8-d25e-4a49-8dcc-fa790700807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694cd072-3364-446f-b845-6c061ed51b94,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:39.762048 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:39.768231 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4eb3bce5-3627-40bb-a40a-a92273bb6194 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1711867 Mar 10 15:34:39.770859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34284) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:39.775924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-958220798'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:39.778493 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Sync routers for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:39.798258 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:39.799190 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:39.817624 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-69a86e35-5c5b-44f5-9715-13b661715c3f admin admin] Publish callbacks [] for security_group (694cd072-3364-446f-b845-6c061ed51b94), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.832932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:39.836349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.855354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-69a86e35-5c5b-44f5-9715-13b661715c3f admin admin] Publish callbacks [] for security_group (694cd072-3364-446f-b845-6c061ed51b94), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.882886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:34:39.907010 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (83632147-f2a6-4e28-a752-c3ff99abd6e3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.907354 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added segment 83632147-f2a6-4e28-a752-c3ff99abd6e3 of type vlan for network dd53e8b7-7099-4141-947a-91e0eabcbd57 Mar 10 15:34:39.937503 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-69a86e35-5c5b-44f5-9715-13b661715c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (694cd072-3364-446f-b845-6c061ed51b94), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.940277 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-69a86e35-5c5b-44f5-9715-13b661715c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:39.944006 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-69a86e35-5c5b-44f5-9715-13b661715c3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/694cd072-3364-446f-b845-6c061ed51b94 HTTP/1.1" status: 204 len: 168 time: 0.2500396 Mar 10 15:34:39.945785 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:39.954879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a86e35-5c5b-44f5-9715-13b661715c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694cd072-3364-446f-b845-6c061ed51b94,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:39.992164 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (dd53e8b7-7099-4141-947a-91e0eabcbd57), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:40.061185 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (dd53e8b7-7099-4141-947a-91e0eabcbd57), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:40.072980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:40.074197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:40.117189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4a9c9c-094f-4f68-8ef0-42ab46a23efc None None] Network c2cd061b-de04-465f-82a1-0a2b2e7f5d94 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:40.195704 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34290) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:40.196524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4242432 Mar 10 15:34:40.203373 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'subnet': {'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:40.283432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fc680-4f11-483a-b186-2d0badb9e170 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Network': ['ID=dd53e8b7-7099-4141-947a-91e0eabcbd57,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:40.334073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a22c8418-7eb3-4b26-bec4-4ad6b2989707 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:40.336222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network dd53e8b7-7099-4141-947a-91e0eabcbd57 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:34:40.375069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ca92a4c4-4026-42cc-bbb2-16cd30560c58 None None] Provisioning complete for port a22c8418-7eb3-4b26-bec4-4ad6b2989707 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:40.375459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ca92a4c4-4026-42cc-bbb2-16cd30560c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:40.412687 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:38Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:38Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:40.435198 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:40.439819 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:40.465587 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Checking router: 7cf18530-bbbf-4a0b-9cae-288acff2c149 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:34:40.466629 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Updating router 7cf18530-bbbf-4a0b-9cae-288acff2c149 port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:34:40.532723 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:40.780424 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a22c8418-7eb3-4b26-bec4-4ad6b2989707 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:40.780808 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:40.797856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aadfd3-d586-4532-8614-29633e1d291d req-0646c67f-9a32-4ad2-96a9-d7660feadaa3 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:40.802631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23aadfd3-d586-4532-8614-29633e1d291d req-0646c67f-9a32-4ad2-96a9-d7660feadaa3 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.1207328 Mar 10 15:34:40.916254 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (64df3d95-b8cf-4f39-be36-eea003b2a4dd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:40.940563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ca92a4c4-4026-42cc-bbb2-16cd30560c58 None None] Current status of the port a22c8418-7eb3-4b26-bec4-4ad6b2989707 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:40.940962 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ca92a4c4-4026-42cc-bbb2-16cd30560c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:40.948780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23aadfd3-d586-4532-8614-29633e1d291d req-823f4a3e-075f-418a-a7e0-d285788a2390 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335506 Mar 10 15:34:41.007775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ca92a4c4-4026-42cc-bbb2-16cd30560c58 None None] For port a22c8418-7eb3-4b26-bec4-4ad6b2989707, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a22c8418-7eb3-4b26-bec4-4ad6b2989707,segment=NetworkSegment(b220b934-059c-4f7b-93b7-2232d3e5c817),segment_id=b220b934-059c-4f7b-93b7-2232d3e5c817)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:41.021984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Subnet': ['ID=64df3d95-b8cf-4f39-be36-eea003b2a4dd,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:41.022917 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ca92a4c4-4026-42cc-bbb2-16cd30560c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.115867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Checking segment: {'id': '83632147-f2a6-4e28-a752-c3ff99abd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:41.118363 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network hostable DHCP agents. Network: dd53e8b7-7099-4141-947a-91e0eabcbd57, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:34:41.133182 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Publish callbacks [] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.141154 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.166220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network dd53e8b7-7099-4141-947a-91e0eabcbd57 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:34:41.171581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92a4c4-4026-42cc-bbb2-16cd30560c58 None None] Pushing event updated for resources: {'Port': ['ID=a22c8418-7eb3-4b26-bec4-4ad6b2989707,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:41.185254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, dd53e8b7-7099-4141-947a-91e0eabcbd57) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:41.195924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:41.198184 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.213425 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a22c8418-7eb3-4b26-bec4-4ad6b2989707 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:41.222745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e187ac-ca34-40ec-9804-07d08c4078f2 None None] Network dd53e8b7-7099-4141-947a-91e0eabcbd57 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:41.257276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34310) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:41.257856 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-17aec866-18ac-4397-8bda-56c98d974b0e tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0590169 Mar 10 15:34:41.359093 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Pushing event updated for resources: {'Port': ['ID=38a14c96-585c-4a3d-8df2-cb24dc3cabbd,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:41.384274 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.384623 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.384980 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.385318 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.385658 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.386091 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.386430 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.386755 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.387167 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.388254 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.388254 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.388254 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.388688 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:34:41.414613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5073e9eb-3ee9-4d32-b2be-b790cecbb14f None None] Provisioning complete for port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:41.418416 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5073e9eb-3ee9-4d32-b2be-b790cecbb14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.507980 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34314) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:41.511806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5073e9eb-3ee9-4d32-b2be-b790cecbb14f None None] Port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:41.514452 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Attempting to bind port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:41.515187 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Attempting to bind port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b220b934-059c-4f7b-93b7-2232d3e5c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:41.515723 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Attempting to bind port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd on network c2cd061b-de04-465f-82a1-0a2b2e7f5d94 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:41.523537 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:41.524189 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Checking segment: {'id': 'b220b934-059c-4f7b-93b7-2232d3e5c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:41.524761 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.525308 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Bound using segment: {'id': 'b220b934-059c-4f7b-93b7-2232d3e5c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:41.525967 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Bound port: 38a14c96-585c-4a3d-8df2-cb24dc3cabbd, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b220b934-059c-4f7b-93b7-2232d3e5c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:41.527082 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.551713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5073e9eb-3ee9-4d32-b2be-b790cecbb14f None None] Provisioning complete for port a22c8418-7eb3-4b26-bec4-4ad6b2989707 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:41.555213 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5073e9eb-3ee9-4d32-b2be-b790cecbb14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.628066 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] For port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:41.635541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-dd53e8b7-7099-4141-947a-91e0eabcbd57', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:34:41.636823 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.638539 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] For port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=38a14c96-585c-4a3d-8df2-cb24dc3cabbd,segment=NetworkSegment(b220b934-059c-4f7b-93b7-2232d3e5c817),segment_id=b220b934-059c-4f7b-93b7-2232d3e5c817)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:41.647470 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.710508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2038691790-network', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:41.749791 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81429be-cdf3-4a0c-b7c1-ff035e2e20d9 None None] Pushing event updated for resources: {'Port': ['ID=38a14c96-585c-4a3d-8df2-cb24dc3cabbd,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:41.758343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Made reservation on behalf of 80495300e11940d5a8f8f767d279d2a2 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:41.761109 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.771093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.773787 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:41.774512 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:41.823717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Allocated IP 2001:db8:1::2 (dd53e8b7-7099-4141-947a-91e0eabcbd57/64df3d95-b8cf-4f39-be36-eea003b2a4dd/fb84068e-a064-4ec8-80c3-9a1fb158a54d) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:41.922324 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:41.937984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5073e9eb-3ee9-4d32-b2be-b790cecbb14f None None] Current status of the port a22c8418-7eb3-4b26-bec4-4ad6b2989707 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:41.944805 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Publish callbacks [] for security_group (78394121-35f6-428d-8dba-44e63e34bd8c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:41.955146 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (78394121-35f6-428d-8dba-44e63e34bd8c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.010613 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:34:42.067927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.074696 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78394121-35f6-428d-8dba-44e63e34bd8c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:42.086282 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (68de083b-1617-4092-b7c9-c0d63159c58a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.091337 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Added segment 68de083b-1617-4092-b7c9-c0d63159c58a of type vlan for network 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 Mar 10 15:34:42.124665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-35564064-fae3-4c41-af3c-563d0cacae77 None None] Provisioning complete for port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:42.125050 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35564064-fae3-4c41-af3c-563d0cacae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.191169 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (8bccd9b6-28d3-4cc9-8f08-933d932d5e23), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.236141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (8bccd9b6-28d3-4cc9-8f08-933d932d5e23), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.237350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:42.238060 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.258192 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:38Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:41Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:42.259924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a22c8418-7eb3-4b26-bec4-4ad6b2989707 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:42.292247 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f6f35-6c04-4f85-aa62-254191fa19f0 None None] The sync data for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 is: [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:38Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:41Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:42.303444 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7943306 Mar 10 15:34:42.320623 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34320) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:42.342602 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Publish callbacks [] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.353360 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] Request body: {'subnet': {'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2038691790-subnet', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:42.357044 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.386332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e21438-f8ef-4123-9b42-f7a38da9f6a1 req-27a3c66f-e44a-4552-8cff-f2367f89a2d7 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:42.392725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3e21438-f8ef-4123-9b42-f7a38da9f6a1 req-27a3c66f-e44a-4552-8cff-f2367f89a2d7 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.2949033 Mar 10 15:34:42.414203 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e857e3a-a246-48a0-bcda-3debb31cd9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=8bccd9b6-28d3-4cc9-8f08-933d932d5e23,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:42.455550 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] Made reservation on behalf of 80495300e11940d5a8f8f767d279d2a2 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:42.457957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:34:42.458237 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.599433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c3e21438-f8ef-4123-9b42-f7a38da9f6a1 req-98a30ccf-1cc3-464d-9aef-2a9a16286b63 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880949 Mar 10 15:34:42.689673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Pushing event updated for resources: {'Port': ['ID=fb84068e-a064-4ec8-80c3-9a1fb158a54d,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:42.747388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Network dd53e8b7-7099-4141-947a-91e0eabcbd57 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:42.773373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-35564064-fae3-4c41-af3c-563d0cacae77 None None] Current status of the port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:42.774985 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35564064-fae3-4c41-af3c-563d0cacae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.787646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:42.801490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Allocated IP 2001:db8:1::1 (dd53e8b7-7099-4141-947a-91e0eabcbd57/64df3d95-b8cf-4f39-be36-eea003b2a4dd/d6b06e21-565f-4dd6-a4ca-60384eb9b5ca) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:42.820902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (f6f3d5fa-3b54-439a-8f84-333a0c4774a8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.830929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:42.893242 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f3d5fa-3b54-439a-8f84-333a0c4774a8,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:42.934779 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] Checking segment: {'id': '68de083b-1617-4092-b7c9-c0d63159c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:42.935603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] Network hostable DHCP agents. Network: 8bccd9b6-28d3-4cc9-8f08-933d932d5e23, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:34:42.948268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-35564064-fae3-4c41-af3c-563d0cacae77 None None] For port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=38a14c96-585c-4a3d-8df2-cb24dc3cabbd,segment=NetworkSegment(b220b934-059c-4f7b-93b7-2232d3e5c817),segment_id=b220b934-059c-4f7b-93b7-2232d3e5c817)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:42.950557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a22c8418-7eb3-4b26-bec4-4ad6b2989707 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:42.950961 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.966908 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] Network 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:34:42.981074 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 8bccd9b6-28d3-4cc9-8f08-933d932d5e23) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:42.992040 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:42.992626 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:42.998395 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35564064-fae3-4c41-af3c-563d0cacae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.000288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Attempting to bind port fb84068e-a064-4ec8-80c3-9a1fb158a54d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:43.000661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Attempting to bind port fb84068e-a064-4ec8-80c3-9a1fb158a54d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '83632147-f2a6-4e28-a752-c3ff99abd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:43.004556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Attempting to bind port fb84068e-a064-4ec8-80c3-9a1fb158a54d on network dd53e8b7-7099-4141-947a-91e0eabcbd57 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:43.016868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:43.017240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Checking segment: {'id': '83632147-f2a6-4e28-a752-c3ff99abd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:43.017645 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.018117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Bound using segment: {'id': '83632147-f2a6-4e28-a752-c3ff99abd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:43.018346 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.018620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Bound port: fb84068e-a064-4ec8-80c3-9a1fb158a54d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83632147-f2a6-4e28-a752-c3ff99abd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:43.019024 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.020909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a0cb1e-638b-4e29-8324-85796e2f63d7 None None] Network 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:43.032389 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0bbf0b66-bfd5-4a76-92fb-23c3a36a3eb1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6948419 Mar 10 15:34:43.035097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34322) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:43.039986 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2038691790-router', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:43.070293 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.072612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (3e004de2-320d-47b9-bd2b-166dba8f9900), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.074559 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (3e004de2-320d-47b9-bd2b-166dba8f9900), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.126783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network dd53e8b7-7099-4141-947a-91e0eabcbd57 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:43.130122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:43.141587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:43.142289 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.143492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Publish callbacks [] for router_controller (3e004de2-320d-47b9-bd2b-166dba8f9900), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.203643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=d6b06e21-565f-4dd6-a4ca-60384eb9b5ca,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:43.226808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a22c8418-7eb3-4b26-bec4-4ad6b2989707 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:43.255267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35564064-fae3-4c41-af3c-563d0cacae77 None None] Pushing event updated for resources: {'Port': ['ID=38a14c96-585c-4a3d-8df2-cb24dc3cabbd,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:43.299533 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9b007a5a-a414-48ea-a5b4-052b616455f3 None None] Provisioning complete for port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:43.300085 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9b007a5a-a414-48ea-a5b4-052b616455f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.328999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.352051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] For port fb84068e-a064-4ec8-80c3-9a1fb158a54d, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:43.376960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] For port fb84068e-a064-4ec8-80c3-9a1fb158a54d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fb84068e-a064-4ec8-80c3-9a1fb158a54d,segment=NetworkSegment(83632147-f2a6-4e28-a752-c3ff99abd6e3),segment_id=83632147-f2a6-4e28-a752-c3ff99abd6e3)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:43.381143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-8bccd9b6-28d3-4cc9-8f08-933d932d5e23', 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23', 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'fixed_ips': [{'subnet_id': 'f6f3d5fa-3b54-439a-8f84-333a0c4774a8'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:34:43.382012 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.478481 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.609923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ff4a8-f69a-4ff7-a572-948417776993 None None] Pushing event updated for resources: {'Port': ['ID=fb84068e-a064-4ec8-80c3-9a1fb158a54d,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:43.623323 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Publish callbacks [] for router_gateway (3e004de2-320d-47b9-bd2b-166dba8f9900), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.645947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Allocated IP 172.20.0.2 (8bccd9b6-28d3-4cc9-8f08-933d932d5e23/f6f3d5fa-3b54-439a-8f84-333a0c4774a8/6513a60d-e298-4783-ab79-56b4cbc30284) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:43.648836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9b007a5a-a414-48ea-a5b4-052b616455f3 None None] Current status of the port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:43.709302 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.720915 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.722722 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.880098 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Publish callbacks [] for port (6513a60d-e298-4783-ab79-56b4cbc30284), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.888815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.914902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=d6b06e21-565f-4dd6-a4ca-60384eb9b5ca,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:43.934639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Publish callbacks [] for router_gateway (3e004de2-320d-47b9-bd2b-166dba8f9900), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.939260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828366e4-5960-4b13-bc1f-8775cbf23663 req-d838525c-8cf7-4f08-a4c7-94d6217c0cff tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:43.947415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-828366e4-5960-4b13-bc1f-8775cbf23663 req-d838525c-8cf7-4f08-a4c7-94d6217c0cff tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.2292571 Mar 10 15:34:43.963656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Network 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:43.967521 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:43.971641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:43.979010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Pushing event updated for resources: {'Port': ['ID=6513a60d-e298-4783-ab79-56b4cbc30284,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:43.984235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:43.995541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network dd53e8b7-7099-4141-947a-91e0eabcbd57 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:44.007832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:44.034341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-828366e4-5960-4b13-bc1f-8775cbf23663 req-4644e4a0-5871-4e02-9557-67d8985d4078 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797243 Mar 10 15:34:44.080673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Attempting to bind port 6513a60d-e298-4783-ab79-56b4cbc30284 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:44.081064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Attempting to bind port 6513a60d-e298-4783-ab79-56b4cbc30284 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '68de083b-1617-4092-b7c9-c0d63159c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:44.081518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Attempting to bind port 6513a60d-e298-4783-ab79-56b4cbc30284 on network 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:44.088471 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:44.088876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Checking segment: {'id': '68de083b-1617-4092-b7c9-c0d63159c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:44.089290 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.089764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Bound using segment: {'id': '68de083b-1617-4092-b7c9-c0d63159c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:44.090299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Bound port: 6513a60d-e298-4783-ab79-56b4cbc30284, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de083b-1617-4092-b7c9-c0d63159c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:44.090691 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.128388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Allocated IP 172.25.3.54 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/b93dc850-786a-49ee-9a18-46836d047484) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:44.178015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] For port 6513a60d-e298-4783-ab79-56b4cbc30284, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:44.183116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] For port 6513a60d-e298-4783-ab79-56b4cbc30284, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6513a60d-e298-4783-ab79-56b4cbc30284,segment=NetworkSegment(68de083b-1617-4092-b7c9-c0d63159c58a),segment_id=68de083b-1617-4092-b7c9-c0d63159c58a)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:44.190576 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.263590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eab630-b60e-4b36-b7c8-dcac6d8af9d7 None None] Pushing event updated for resources: {'Port': ['ID=6513a60d-e298-4783-ab79-56b4cbc30284,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:44.310133 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Publish callbacks [] for port (b93dc850-786a-49ee-9a18-46836d047484), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.313323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 38a14c96-585c-4a3d-8df2-cb24dc3cabbd up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:44.360792 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b93dc850-786a-49ee-9a18-46836d047484), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.376200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:44.376677 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.395377 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:34:44.412317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:44.420022 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:44.429706 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:44.454923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Pushing event updated for resources: {'Port': ['ID=b93dc850-786a-49ee-9a18-46836d047484,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:44.484093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 7cf18530-bbbf-4a0b-9cae-288acff2c149 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:44.516878 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:44.518014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fb84068e-a064-4ec8-80c3-9a1fb158a54d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:44.616771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:44.625773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-74ed593f-0237-4b9b-8787-bd95548e3da6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3669815 Mar 10 15:34:44.629715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34326) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:44.634712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1818662244'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:44.641512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port fb84068e-a064-4ec8-80c3-9a1fb158a54d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:44.641820 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.670595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:44.674239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.716364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:34:44.748714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d10fda06-8300-419a-9d38-912e95316199), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.749069 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added segment d10fda06-8300-419a-9d38-912e95316199 of type vlan for network 296cde2b-35aa-44fb-b030-d78be89273c8 Mar 10 15:34:44.774569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port fb84068e-a064-4ec8-80c3-9a1fb158a54d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:44.774569 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.801823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (296cde2b-35aa-44fb-b030-d78be89273c8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.829902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port fb84068e-a064-4ec8-80c3-9a1fb158a54d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fb84068e-a064-4ec8-80c3-9a1fb158a54d,segment=NetworkSegment(83632147-f2a6-4e28-a752-c3ff99abd6e3),segment_id=83632147-f2a6-4e28-a752-c3ff99abd6e3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:44.837628 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.850686 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (296cde2b-35aa-44fb-b030-d78be89273c8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.857032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:44.857775 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.881875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Sync routers for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:44.895453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Publish callbacks [] for router_gateway (3e004de2-320d-47b9-bd2b-166dba8f9900), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:44.914257 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2834463 Mar 10 15:34:44.917045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34328) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:44.924874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'subnet': {'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:44.929712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=fb84068e-a064-4ec8-80c3-9a1fb158a54d,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:44.936606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:44.937526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:44.966640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0c91b-6bbd-40f0-8d61-4198d799fe21 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Network': ['ID=296cde2b-35aa-44fb-b030-d78be89273c8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:44.983617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 296cde2b-35aa-44fb-b030-d78be89273c8 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:34:45.079337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:45.083036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:45.087603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:45.158978 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (3e004de2-320d-47b9-bd2b-166dba8f9900), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:45.166465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d44c9f2-53d9-4e10-9884-c9d3021e26b2 None None] Network dd53e8b7-7099-4141-947a-91e0eabcbd57 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:45.293761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc3b87-b8c4-43e4-8dab-a5c227adb607 req-a54f1cee-d645-4839-9280-2bb53fb682a8 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:45.295508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aebc3b87-b8c4-43e4-8dab-a5c227adb607 req-a54f1cee-d645-4839-9280-2bb53fb682a8 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.1286154 Mar 10 15:34:45.328834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Router 3e004de2-320d-47b9-bd2b-166dba8f9900 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:34:45.349866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f8095c09-0ebd-4939-b2c6-24577ca4610f None None] Provisioning complete for port fb84068e-a064-4ec8-80c3-9a1fb158a54d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:45.350444 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f8095c09-0ebd-4939-b2c6-24577ca4610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:45.423810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aebc3b87-b8c4-43e4-8dab-a5c227adb607 req-d75cad8b-db6b-4560-8145-ff92e34a707f tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168716 Mar 10 15:34:45.436635 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (6898a011-9059-4989-9a76-cdd6965c65ad), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:45.473265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:45.483488 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Sync routers for ids ['3e004de2-320d-47b9-bd2b-166dba8f9900'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:45.497721 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:45.499672 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Routers {'3e004de2-320d-47b9-bd2b-166dba8f9900'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:45.503839 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d52c68b1-c71f-46a2-a03b-db678f7c7203 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4642684 Mar 10 15:34:45.504050 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34332) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:45.504906 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3e004de2-320d-47b9-bd2b-166dba8f9900'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:45.553414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Checking segment: {'id': 'd10fda06-8300-419a-9d38-912e95316199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:45.553764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network hostable DHCP agents. Network: 296cde2b-35aa-44fb-b030-d78be89273c8, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:34:45.572984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Subnet': ['ID=6898a011-9059-4989-9a76-cdd6965c65ad,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:45.606039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 296cde2b-35aa-44fb-b030-d78be89273c8 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:34:45.626332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 296cde2b-35aa-44fb-b030-d78be89273c8) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:45.631427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:45.632135 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:45.673225 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Set router 3e004de2-320d-47b9-bd2b-166dba8f9900 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:45.674492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-65564e1d-81ad-4db3-abcd-90550ce79327 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7561665 Mar 10 15:34:45.679717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34334) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:45.867055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f194df8-b082-41f1-bf60-c2f6c7a5fa7f None None] Network 296cde2b-35aa-44fb-b030-d78be89273c8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:45.886158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b69596-5a4d-4fd6-86b2-801ce388a6cb None None] Network 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:46.094177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f8095c09-0ebd-4939-b2c6-24577ca4610f None None] Current status of the port fb84068e-a064-4ec8-80c3-9a1fb158a54d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:46.096740 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'name': 'tempest-TestAggregatesBasicOps-2038691790-router', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b93dc850-786a-49ee-9a18-46836d047484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:44Z', 'revision_number': 3, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'gw_port': {'id': 'b93dc850-786a-49ee-9a18-46836d047484', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:46.140024 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Checking router: 3e004de2-320d-47b9-bd2b-166dba8f9900 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:34:46.140377 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Updating router 3e004de2-320d-47b9-bd2b-166dba8f9900 port b93dc850-786a-49ee-9a18-46836d047484 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:34:46.190116 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b93dc850-786a-49ee-9a18-46836d047484), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.286153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:43Z', 'revision_number': 3, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:43Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:46.293906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Provisioning complete for port 6513a60d-e298-4783-ab79-56b4cbc30284 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:46.294194 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.344408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-296cde2b-35aa-44fb-b030-d78be89273c8', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:34:46.345188 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.346168 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.364490 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.512972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Checking router: 7cf18530-bbbf-4a0b-9cae-288acff2c149 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:34:46.513586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Updating router 7cf18530-bbbf-4a0b-9cae-288acff2c149 port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:34:46.523082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fb84068e-a064-4ec8-80c3-9a1fb158a54d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:46.606142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Allocated IP 2001:db8:2::2 (296cde2b-35aa-44fb-b030-d78be89273c8/6898a011-9059-4989-9a76-cdd6965c65ad/b5e46c7b-de92-4fb0-8c9f-29e209ffb275) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:46.623086 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Publish callbacks [] for port (b93dc850-786a-49ee-9a18-46836d047484), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.638893 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b93dc850-786a-49ee-9a18-46836d047484), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.650989 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.703287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842261c3-8a75-45cf-ab36-10eb97317dd9 req-3bb6f11e-47b7-45fd-b808-7e44dc4866cb tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:46.711691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-842261c3-8a75-45cf-ab36-10eb97317dd9 req-3bb6f11e-47b7-45fd-b808-7e44dc4866cb tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.1644793 Mar 10 15:34:46.712731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Allocated IP 172.20.0.1 (8bccd9b6-28d3-4cc9-8f08-933d932d5e23/f6f3d5fa-3b54-439a-8f84-333a0c4774a8/d1401019-6f99-4b13-8948-cf1fdf6d2415) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:46.717205 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Attempting to bind port b93dc850-786a-49ee-9a18-46836d047484 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:46.717793 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Attempting to bind port b93dc850-786a-49ee-9a18-46836d047484 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:46.718420 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Attempting to bind port b93dc850-786a-49ee-9a18-46836d047484 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:46.730135 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:46.730960 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:46.731554 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.732129 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:46.732917 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Bound port: b93dc850-786a-49ee-9a18-46836d047484, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:46.733703 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b93dc850-786a-49ee-9a18-46836d047484), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.793955 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-842261c3-8a75-45cf-ab36-10eb97317dd9 req-10e2b3e9-8026-4fdd-814a-98091fed52b2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812764 Mar 10 15:34:46.811304 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] For port b93dc850-786a-49ee-9a18-46836d047484, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:46.815070 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] For port b93dc850-786a-49ee-9a18-46836d047484, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b93dc850-786a-49ee-9a18-46836d047484,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:46.829646 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b93dc850-786a-49ee-9a18-46836d047484), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.843553 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296c31f-c624-4bac-8790-4d5ecf39be5c None None] Pushing event updated for resources: {'Port': ['ID=b93dc850-786a-49ee-9a18-46836d047484,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:46.857617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Current status of the port 6513a60d-e298-4783-ab79-56b4cbc30284 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:46.857962 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.887751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port fb84068e-a064-4ec8-80c3-9a1fb158a54d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:46.888130 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.890987 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Publish callbacks [] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.925267 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Routers {'3e004de2-320d-47b9-bd2b-166dba8f9900'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:46.926190 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3e004de2-320d-47b9-bd2b-166dba8f9900'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:46.933215 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:46.971900 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Network 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:46.975125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:46.977868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:46.978282 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296c31f-c624-4bac-8790-4d5ecf39be5c None None] Pushing event updated for resources: {'Port': ['ID=b93dc850-786a-49ee-9a18-46836d047484,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:47.031701 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (3e004de2-320d-47b9-bd2b-166dba8f9900), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.048543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] For port 6513a60d-e298-4783-ab79-56b4cbc30284, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6513a60d-e298-4783-ab79-56b4cbc30284,segment=NetworkSegment(68de083b-1617-4092-b7c9-c0d63159c58a),segment_id=68de083b-1617-4092-b7c9-c0d63159c58a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:47.077550 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] Set router 3e004de2-320d-47b9-bd2b-166dba8f9900 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:47.082620 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.083661 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Pushing event updated for resources: {'Port': ['ID=d1401019-6f99-4b13-8948-cf1fdf6d2415,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:47.223240 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Publish callbacks [] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.235998 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.243198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Provisioning complete for port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:47.243957 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.264810 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.266587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Pushing event updated for resources: {'Port': ['ID=6513a60d-e298-4783-ab79-56b4cbc30284,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:47.315992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Allocated IP 2001:db8:2::1 (296cde2b-35aa-44fb-b030-d78be89273c8/6898a011-9059-4989-9a76-cdd6965c65ad/73b6fbb4-55e3-4e56-83ba-135dbc6c5424) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:47.351452 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'name': 'tempest-TestAggregatesBasicOps-2038691790-router', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b93dc850-786a-49ee-9a18-46836d047484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:44Z', 'revision_number': 3, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'gw_port': {'id': 'b93dc850-786a-49ee-9a18-46836d047484', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:47.382468 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32df3a2d-9eb0-4502-8257-170b11583ab0 None None] The sync data for ids ['3e004de2-320d-47b9-bd2b-166dba8f9900'] in n-d-833090-1 is: [{'id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'name': 'tempest-TestAggregatesBasicOps-2038691790-router', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b93dc850-786a-49ee-9a18-46836d047484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:44Z', 'revision_number': 3, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'gw_port': {'id': 'b93dc850-786a-49ee-9a18-46836d047484', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:47.396877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port fb84068e-a064-4ec8-80c3-9a1fb158a54d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:47.398004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6513a60d-e298-4783-ab79-56b4cbc30284 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:47.446360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Network 296cde2b-35aa-44fb-b030-d78be89273c8 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:47.456074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:47.465962 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.467088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Publish callbacks [] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.471374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Pushing event updated for resources: {'Port': ['ID=b5e46c7b-de92-4fb0-8c9f-29e209ffb275,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:47.472937 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.473950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:47.483537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:47.513620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.560919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Pushing event updated for resources: {'Port': ['ID=d1401019-6f99-4b13-8948-cf1fdf6d2415,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:47.563862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (3e004de2-320d-47b9-bd2b-166dba8f9900), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.568547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 296cde2b-35aa-44fb-b030-d78be89273c8 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:47.575859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:47.579398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:47.580137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.580310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Provisioning complete for port fb84068e-a064-4ec8-80c3-9a1fb158a54d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:47.580773 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.585000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=73b6fbb4-55e3-4e56-83ba-135dbc6c5424,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:47.662835 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Publish callbacks [] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.674967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Attempting to bind port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:47.675355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Attempting to bind port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'd10fda06-8300-419a-9d38-912e95316199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:47.675728 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Attempting to bind port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 on network 296cde2b-35aa-44fb-b030-d78be89273c8 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:47.679843 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.689111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6513a60d-e298-4783-ab79-56b4cbc30284 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:47.689512 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.694342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Network 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:47.699399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:47.715894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:47.716278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Checking segment: {'id': 'd10fda06-8300-419a-9d38-912e95316199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:47.716842 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.717075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Bound using segment: {'id': 'd10fda06-8300-419a-9d38-912e95316199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:47.717564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Bound port: b5e46c7b-de92-4fb0-8c9f-29e209ffb275, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10fda06-8300-419a-9d38-912e95316199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:47.718017 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.743448 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:47.889654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a79bf4-4f0c-42e6-863a-45be019af21d None None] Pushing event updated for resources: {'Port': ['ID=d6b06e21-565f-4dd6-a4ca-60384eb9b5ca,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:48.218248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1ed4-f390-4bae-8a2b-cdb74a4966c8 req-66c026c9-f23a-4b59-adce-dab297e06adc tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:48.219879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19a1ed4-f390-4bae-8a2b-cdb74a4966c8 req-66c026c9-f23a-4b59-adce-dab297e06adc tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.2153413 Mar 10 15:34:48.289426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Router 3e004de2-320d-47b9-bd2b-166dba8f9900 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:48.311223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19a1ed4-f390-4bae-8a2b-cdb74a4966c8 req-cc2eb750-e879-4e84-b69c-c86259270862 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784500 Mar 10 15:34:48.337922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4afe97d0-b1cd-4f2b-83eb-baa06ec22206 None None] Current status of the port fb84068e-a064-4ec8-80c3-9a1fb158a54d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:48.347355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.357397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.358346 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.372202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Attempting to bind port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:48.372749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Attempting to bind port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '83632147-f2a6-4e28-a752-c3ff99abd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:48.373212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Attempting to bind port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca on network dd53e8b7-7099-4141-947a-91e0eabcbd57 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:48.378687 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.379990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] For port b5e46c7b-de92-4fb0-8c9f-29e209ffb275, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:48.400249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:48.400751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Checking segment: {'id': '83632147-f2a6-4e28-a752-c3ff99abd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:48.401844 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.402288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Bound using segment: {'id': '83632147-f2a6-4e28-a752-c3ff99abd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:48.402902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Bound port: d6b06e21-565f-4dd6-a4ca-60384eb9b5ca, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83632147-f2a6-4e28-a752-c3ff99abd6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:48.403477 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.410770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] For port b5e46c7b-de92-4fb0-8c9f-29e209ffb275, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b5e46c7b-de92-4fb0-8c9f-29e209ffb275,segment=NetworkSegment(d10fda06-8300-419a-9d38-912e95316199),segment_id=d10fda06-8300-419a-9d38-912e95316199)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:48.421638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6513a60d-e298-4783-ab79-56b4cbc30284 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:48.442566 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.452974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=73b6fbb4-55e3-4e56-83ba-135dbc6c5424,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:48.488210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:48.500418 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7263c556-9447-498f-9fb1-46a9e3147613 admin admin] 10.222.0.11 "PUT /v2.0/routers/3e004de2-320d-47b9-bd2b-166dba8f9900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9948459 Mar 10 15:34:48.554517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 296cde2b-35aa-44fb-b030-d78be89273c8 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:48.557171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:48.630767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Provisioning complete for port d1401019-6f99-4b13-8948-cf1fdf6d2415 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:48.631352 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.692476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b93dc850-786a-49ee-9a18-46836d047484 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:48.699837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8cd96-193e-46bd-b2cb-b6bf975893ee None None] Pushing event updated for resources: {'Port': ['ID=b5e46c7b-de92-4fb0-8c9f-29e209ffb275,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:48.708034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] For port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:48.754415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 7cf18530-bbbf-4a0b-9cae-288acff2c149 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:48.773443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] For port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d6b06e21-565f-4dd6-a4ca-60384eb9b5ca,segment=NetworkSegment(83632147-f2a6-4e28-a752-c3ff99abd6e3),segment_id=83632147-f2a6-4e28-a752-c3ff99abd6e3)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:48.786202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Port d1401019-6f99-4b13-8948-cf1fdf6d2415 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:48.795314 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.861559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Provisioning complete for port 6513a60d-e298-4783-ab79-56b4cbc30284 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:48.861559 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.899043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:48.907311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2d57102a-28f9-4b0a-889f-7be7b588ad12 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2233391 Mar 10 15:34:48.907311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34346) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:48.912078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-334782325'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:48.916344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b93dc850-786a-49ee-9a18-46836d047484 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:48.917259 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b93dc850-786a-49ee-9a18-46836d047484), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.949697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:48.954434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:48.962586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a79bf4-4f0c-42e6-863a-45be019af21d None None] Pushing event updated for resources: {'Port': ['ID=d6b06e21-565f-4dd6-a4ca-60384eb9b5ca,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:48.967847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:48.968524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:49.020110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:34:49.054959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8b7cadde-af8c-4865-80fc-c4e3775fe384), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.055380 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added segment 8b7cadde-af8c-4865-80fc-c4e3775fe384 of type vlan for network 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 Mar 10 15:34:49.116357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (3836d5f9-c78b-45c3-9a12-30c0ed9ac312), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.153551 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (3836d5f9-c78b-45c3-9a12-30c0ed9ac312), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.161113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:49.161981 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.216350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3081849 Mar 10 15:34:49.222540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34354) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:49.231700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'subnet': {'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:49.247887 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:49.252106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b93dc850-786a-49ee-9a18-46836d047484 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:49.252474 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b93dc850-786a-49ee-9a18-46836d047484), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.275511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port b93dc850-786a-49ee-9a18-46836d047484, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b93dc850-786a-49ee-9a18-46836d047484,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:49.321118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414f545-061a-4a0b-b692-157fec444bd2 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Network': ['ID=3836d5f9-c78b-45c3-9a12-30c0ed9ac312,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:49.329350 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b93dc850-786a-49ee-9a18-46836d047484), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.330149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6513a60d-e298-4783-ab79-56b4cbc30284 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:49.348285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:34:49.363751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34360) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:49.368634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2066185620-network', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:49.389438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Made reservation on behalf of e0e29313abbb4d12915ae6ae7097cc1a for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:49.392181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.407721 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.412158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Current status of the port 6513a60d-e298-4783-ab79-56b4cbc30284 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:49.443493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Made reservation on behalf of a03b6da2c5f3413ea379f8d3d2d1c322 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:49.448152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.507698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83047e-8b86-443a-96ce-1f6cf3f4a284 req-c1fa5ed3-2ce2-460e-a7fd-91108daf4529 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:49.509144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e83047e-8b86-443a-96ce-1f6cf3f4a284 req-c1fa5ed3-2ce2-460e-a7fd-91108daf4529 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.0832229 Mar 10 15:34:49.581500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Publish callbacks [] for security_group (5d3152ab-f21a-49d1-a26c-e5a877847942), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.591721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e83047e-8b86-443a-96ce-1f6cf3f4a284 req-17d0cc0e-38fd-4228-959a-0c2bf459e05d tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751657 Mar 10 15:34:49.592855 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5d3152ab-f21a-49d1-a26c-e5a877847942), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.614064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=b93dc850-786a-49ee-9a18-46836d047484,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:49.616598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Provisioning complete for port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:49.617856 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.645287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:34:49.652062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3152ab-f21a-49d1-a26c-e5a877847942,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:49.665617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0a195fe4-5e12-4024-8551-edfc79f6d13a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.665866 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Added segment 0a195fe4-5e12-4024-8551-edfc79f6d13a of type vlan for network 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 Mar 10 15:34:49.669788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6513a60d-e298-4783-ab79-56b4cbc30284 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:49.670236 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.725755 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9fa1406e-62c1-4f60-9f49-fd9d0babdc60), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.733106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 24c525bc-6b24-4718-8f3f-41c61e554fd2 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:34:49.751987 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (a7f8516f-c29f-4cbc-aff4-1a1246e63ac5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.762785 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9fa1406e-62c1-4f60-9f49-fd9d0babdc60), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.764327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:49.765511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.809636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4447398 Mar 10 15:34:49.813013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34362) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:49.817965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] Request body: {'subnet': {'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2066185620-subnet', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:49.825840 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Subnet': ['ID=a7f8516f-c29f-4cbc-aff4-1a1246e63ac5,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:49.849926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661780d0-7688-4f3d-8cfd-6ce6f823eaeb admin admin] Pushing event updated for resources: {'Network': ['ID=9fa1406e-62c1-4f60-9f49-fd9d0babdc60,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:49.851463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Checking segment: {'id': '8b7cadde-af8c-4865-80fc-c4e3775fe384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:49.852537 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network hostable DHCP agents. Network: 3836d5f9-c78b-45c3-9a12-30c0ed9ac312, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:34:49.873882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] Made reservation on behalf of e0e29313abbb4d12915ae6ae7097cc1a for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:34:49.876969 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.885130 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:34:49.908027 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 3836d5f9-c78b-45c3-9a12-30c0ed9ac312) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:49.914523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:49.915770 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:49.948915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ade92f0-e3eb-42d4-99bf-447de2e116fa None None] Network 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:49.963458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34364) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:49.970185 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-945bd2d3-4452-4dd3-bbfc-157cbf9d77bf tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7345190 Mar 10 15:34:50.048798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Current status of the port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:50.049193 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:50.076398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 24c525bc-6b24-4718-8f3f-41c61e554fd2, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=24c525bc-6b24-4718-8f3f-41c61e554fd2,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:50.100526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'port_id': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'mac_address': 'fa:16:3e:17:57:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:34:50.122862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:34:50.215751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6513a60d-e298-4783-ab79-56b4cbc30284 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:50.293225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] For port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d6b06e21-565f-4dd6-a4ca-60384eb9b5ca,segment=NetworkSegment(83632147-f2a6-4e28-a752-c3ff99abd6e3),segment_id=83632147-f2a6-4e28-a752-c3ff99abd6e3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:50.295950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c903d2-e587-41c6-a3a1-9dcf8a8a1ff2 None None] Network 296cde2b-35aa-44fb-b030-d78be89273c8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:50.324462 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:50.329308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:47Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:48Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:48Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:50.387184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 24c525bc-6b24-4718-8f3f-41c61e554fd2 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:50.387570 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:50.417962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bf5e6-e3d9-424c-b9b0-f643d4c97820 None None] The sync data for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 is: [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:47Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:48Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:48Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:50.692668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (b6223bc0-4413-4c1d-8061-4c528cf0f6d6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:50.746150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Sync routers for ids ['3e004de2-320d-47b9-bd2b-166dba8f9900'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:50.760530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5e46c7b-de92-4fb0-8c9f-29e209ffb275 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:50.763156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-3836d5f9-c78b-45c3-9a12-30c0ed9ac312', 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312', 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'fixed_ips': [{'subnet_id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:34:50.763811 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:50.767788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c525bc-6b24-4718-8f3f-41c61e554fd2 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:34:50.817690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6223bc0-4413-4c1d-8061-4c528cf0f6d6,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:50.827771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4985120-78e7-4546-a84e-5ab0e56133e9 None None] Pushing event updated for resources: {'Port': ['ID=d6b06e21-565f-4dd6-a4ca-60384eb9b5ca,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:50.860293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Routers {'3e004de2-320d-47b9-bd2b-166dba8f9900'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:50.860940 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3e004de2-320d-47b9-bd2b-166dba8f9900'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:50.878357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a0aed-db62-4613-8a8f-802149b4c04c req-1165fe6f-d954-4712-9d5c-1877f279ee06 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:50.879688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c32a0aed-db62-4613-8a8f-802149b4c04c req-1165fe6f-d954-4712-9d5c-1877f279ee06 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 943 time: 0.1910956 Mar 10 15:34:50.882997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] Checking segment: {'id': '0a195fe4-5e12-4024-8551-edfc79f6d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:50.883195 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 24c525bc-6b24-4718-8f3f-41c61e554fd2, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=24c525bc-6b24-4718-8f3f-41c61e554fd2,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:50.883309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] Network hostable DHCP agents. Network: 9fa1406e-62c1-4f60-9f49-fd9d0babdc60, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:34:50.919866 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:50.930052 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:50.952243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-edfa6c26-0c0d-42c0-843c-703c5d752719 None None] Provisioning complete for port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:50.952629 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-edfa6c26-0c0d-42c0-843c-703c5d752719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:50.955630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] Network 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:34:50.957141 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.019108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c32a0aed-db62-4613-8a8f-802149b4c04c req-d27495fe-98ad-4fe4-9e3f-0ebe8b3f9b25 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294944 Mar 10 15:34:51.046372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9fa1406e-62c1-4f60-9f49-fd9d0babdc60) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:51.060224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:51.060974 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.082430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844740c4-b444-462a-acb2-25100f79a795 None None] Network 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:51.100075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cb31ca46-0f6d-43a4-b35d-81e6fbd8f256 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2838573 Mar 10 15:34:51.101689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34368) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:51.110128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2066185620-router', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:51.152180 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.154684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.254444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Publish callbacks [] for router_controller (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.264665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=24c525bc-6b24-4718-8f3f-41c61e554fd2,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:51.325630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['24c525bc-6b24-4718-8f3f-41c61e554fd2'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:34:51.329935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:51.330342 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.418853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Set router 3e004de2-320d-47b9-bd2b-166dba8f9900 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:51.431690 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Publish callbacks [] for router_gateway (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.458237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Allocated IP 2001:db8:3::2 (3836d5f9-c78b-45c3-9a12-30c0ed9ac312/a7f8516f-c29f-4cbc-aff4-1a1246e63ac5/edaeea3f-ac92-480b-8612-433926129a3e) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:51.632248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-edfa6c26-0c0d-42c0-843c-703c5d752719 None None] Current status of the port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:51.632818 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-edfa6c26-0c0d-42c0-843c-703c5d752719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.669249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-9fa1406e-62c1-4f60-9f49-fd9d0babdc60', 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60', 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'fixed_ips': [{'subnet_id': 'b6223bc0-4413-4c1d-8061-4c528cf0f6d6'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:34:51.670265 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.713335 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Publish callbacks [] for router_gateway (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.740897 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.887521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-edfa6c26-0c0d-42c0-843c-703c5d752719 None None] For port b5e46c7b-de92-4fb0-8c9f-29e209ffb275, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b5e46c7b-de92-4fb0-8c9f-29e209ffb275,segment=NetworkSegment(d10fda06-8300-419a-9d38-912e95316199),segment_id=d10fda06-8300-419a-9d38-912e95316199)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:51.896453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e2abbc87-b34f-41a6-bd8f-66dad7d202f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:51.899968 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Allocated IP 172.25.3.154 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/2ac1ccb2-fa56-4e05-8e80-410c772dcccf) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:51.968737 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-edfa6c26-0c0d-42c0-843c-703c5d752719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.030072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:52.030564 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.049183 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Publish callbacks [] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.113691 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Sync routers for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:52.120146 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.137354 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:52.138054 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:52.141237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:52.143435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:52.205689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:52.213316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac1ccb2-fa56-4e05-8e80-410c772dcccf,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:52.250515 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:52.275614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8f72f-5366-4a84-a836-8fb2152d0f18 req-602ef93e-e15e-4c7e-9227-a3063eab9b15 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:52.277219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bd8f72f-5366-4a84-a836-8fb2152d0f18 req-602ef93e-e15e-4c7e-9227-a3063eab9b15 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 944 time: 0.0986171 Mar 10 15:34:52.283826 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Publish callbacks [] for port (edaeea3f-ac92-480b-8612-433926129a3e), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.330720 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (edaeea3f-ac92-480b-8612-433926129a3e), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.362456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-edfa6c26-0c0d-42c0-843c-703c5d752719 None None] Provisioning complete for port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:52.363403 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-edfa6c26-0c0d-42c0-843c-703c5d752719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.410602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Allocated IP 2001:db8:3::1 (3836d5f9-c78b-45c3-9a12-30c0ed9ac312/a7f8516f-c29f-4cbc-aff4-1a1246e63ac5/983a5c7d-8e7b-4f98-8064-1158d883dab7) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:52.416783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9bd8f72f-5366-4a84-a836-8fb2152d0f18 req-a2dad039-c776-4728-9f4d-1a7db2e10c99 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303494 Mar 10 15:34:52.443613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Network 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:52.452388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Allocated IP 172.20.0.2 (9fa1406e-62c1-4f60-9f49-fd9d0babdc60/b6223bc0-4413-4c1d-8061-4c528cf0f6d6/3710b332-41ab-4241-9746-0c070615831a) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:52.459779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa6c26-0c0d-42c0-843c-703c5d752719 None None] Pushing event updated for resources: {'Port': ['ID=b5e46c7b-de92-4fb0-8c9f-29e209ffb275,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:52.474475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:52.477511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:52.506341 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:34:52.507010 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:34:52.522291 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:47Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:48Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:52.549315 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Checking router: 7cf18530-bbbf-4a0b-9cae-288acff2c149 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:34:52.549969 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Updating router 7cf18530-bbbf-4a0b-9cae-288acff2c149 port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:34:52.573853 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.583075 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.615885 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.622136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Publish callbacks [] for router_gateway (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.669350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:52.672986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:52.683978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:52.684545 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.732733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=983a5c7d-8e7b-4f98-8064-1158d883dab7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:52.825472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Pushing event updated for resources: {'Port': ['ID=edaeea3f-ac92-480b-8612-433926129a3e,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:52.864624 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.878526 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:52.925098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Attempting to bind port edaeea3f-ac92-480b-8612-433926129a3e on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:52.925683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Attempting to bind port edaeea3f-ac92-480b-8612-433926129a3e by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '8b7cadde-af8c-4865-80fc-c4e3775fe384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:52.925803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Attempting to bind port edaeea3f-ac92-480b-8612-433926129a3e on network 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:52.954623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'name': 'tempest-TestAggregatesBasicOps-2038691790-router', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b93dc850-786a-49ee-9a18-46836d047484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:47Z', 'revision_number': 4, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'gw_port': {'id': 'b93dc850-786a-49ee-9a18-46836d047484', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd1401019-6f99-4b13-8948-cf1fdf6d2415', 'name': '', 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'mac_address': 'fa:16:3e:1d:ba:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f6f3d5fa-3b54-439a-8f84-333a0c4774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:47Z', 'revision_number': 2, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'subnets': [{'id': 'f6f3d5fa-3b54-439a-8f84-333a0c4774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:53.004112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:53.004675 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Checking segment: {'id': '8b7cadde-af8c-4865-80fc-c4e3775fe384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:53.005187 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.005693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Bound using segment: {'id': '8b7cadde-af8c-4865-80fc-c4e3775fe384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:53.006289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Bound port: edaeea3f-ac92-480b-8612-433926129a3e, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7cadde-af8c-4865-80fc-c4e3775fe384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:53.006759 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (edaeea3f-ac92-480b-8612-433926129a3e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.037105 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Checking router: 3e004de2-320d-47b9-bd2b-166dba8f9900 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:34:53.037570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Updating router 3e004de2-320d-47b9-bd2b-166dba8f9900 port d1401019-6f99-4b13-8948-cf1fdf6d2415 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:34:53.044283 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Publish callbacks [] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.048737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:34:53.056906 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.106627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-edfa6c26-0c0d-42c0-843c-703c5d752719 None None] Current status of the port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:53.155393 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b9b8f-3858-4b60-9eff-a5cd3d50eef1 None None] Pushing event updated for resources: {'Port': ['ID=73b6fbb4-55e3-4e56-83ba-135dbc6c5424,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:53.193469 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Attempting to bind port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:53.194167 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Attempting to bind port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'd10fda06-8300-419a-9d38-912e95316199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:53.194737 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Attempting to bind port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 on network 296cde2b-35aa-44fb-b030-d78be89273c8 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:53.200567 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:53.201425 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Checking segment: {'id': 'd10fda06-8300-419a-9d38-912e95316199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:53.201913 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.202370 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Bound using segment: {'id': 'd10fda06-8300-419a-9d38-912e95316199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:53.202970 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Bound port: 73b6fbb4-55e3-4e56-83ba-135dbc6c5424, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10fda06-8300-419a-9d38-912e95316199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:53.203422 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.208402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:53.246682 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.252135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Sync routers for ids ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:53.253663 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3d217181-fcfd-4de4-9e6a-7bdfd315fbd0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1491992 Mar 10 15:34:53.256877 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34372) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:53.292926 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.302317 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] For port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:53.306812 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] For port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=73b6fbb4-55e3-4e56-83ba-135dbc6c5424,segment=NetworkSegment(d10fda06-8300-419a-9d38-912e95316199),segment_id=d10fda06-8300-419a-9d38-912e95316199)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:53.315655 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.320374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:53.326042 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.327426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b93dc850-786a-49ee-9a18-46836d047484 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:53.342757 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.343611 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.379787 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b9b8f-3858-4b60-9eff-a5cd3d50eef1 None None] Pushing event updated for resources: {'Port': ['ID=73b6fbb4-55e3-4e56-83ba-135dbc6c5424,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:53.389521 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:53.390296 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:53.462349 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Publish callbacks [] for port (3710b332-41ab-4241-9746-0c070615831a), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.463447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event updated for resources: {'Port': ['ID=983a5c7d-8e7b-4f98-8064-1158d883dab7,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:53.488867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Routers {'1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:53.489535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:53.500669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-71e22d43-2a18-4a6e-a6f1-8fcbdd7c59b5 None None] Provisioning complete for port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:53.501053 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71e22d43-2a18-4a6e-a6f1-8fcbdd7c59b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.531738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] For port edaeea3f-ac92-480b-8612-433926129a3e, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:53.561664 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:53.597463 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (3710b332-41ab-4241-9746-0c070615831a), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.632034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Network 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:53.634783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:53.690057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] For port edaeea3f-ac92-480b-8612-433926129a3e, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=edaeea3f-ac92-480b-8612-433926129a3e,segment=NetworkSegment(8b7cadde-af8c-4865-80fc-c4e3775fe384),segment_id=8b7cadde-af8c-4865-80fc-c4e3775fe384)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:53.730308 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (edaeea3f-ac92-480b-8612-433926129a3e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:53.731148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b0e28-0886-4dbf-a9a7-f09c60b11e9f req-d6a558a2-055d-4c5a-a486-8831d5be50b2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:53.732710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-018b0e28-0886-4dbf-a9a7-f09c60b11e9f req-d6a558a2-055d-4c5a-a486-8831d5be50b2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 944 time: 0.1674757 Mar 10 15:34:53.815719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Network 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:53.881734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 7cf18530-bbbf-4a0b-9cae-288acff2c149 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:53.894990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-018b0e28-0886-4dbf-a9a7-f09c60b11e9f req-08b3b6f0-3ee1-4f68-9cab-11481fd693db tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071353 Mar 10 15:34:53.902965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:53.911473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Pushing event updated for resources: {'Port': ['ID=3710b332-41ab-4241-9746-0c070615831a,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:53.935657 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:53.947493 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:52Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:53Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983a5c7d-8e7b-4f98-8064-1158d883dab7', 'name': '', 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:eb:7c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:53Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:53.998079 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e0932-c0ec-490d-b6bd-76b5d5df62d9 None None] The sync data for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 is: [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:52Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:53Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983a5c7d-8e7b-4f98-8064-1158d883dab7', 'name': '', 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:eb:7c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:53Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:54.022619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Set router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:54.087095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:54.091747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9159cf57-5f66-47f6-8fa3-f5838c9c8d86 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1264281 Mar 10 15:34:54.096439 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34378) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:54.101794 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ab35ba31-ee5d-481e-b059-68a2c9d2ff35 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:54.142008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b93dc850-786a-49ee-9a18-46836d047484 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:54.142396 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b93dc850-786a-49ee-9a18-46836d047484), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:54.313501 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a48290bb-c536-4cfe-bdec-468f609cdf0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:54.385266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bc5df-a20c-45a2-a172-da9bf925eeb8 None None] Pushing event updated for resources: {'Port': ['ID=edaeea3f-ac92-480b-8612-433926129a3e,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:54.401088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-71e22d43-2a18-4a6e-a6f1-8fcbdd7c59b5 None None] Current status of the port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:54.430544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Attempting to bind port 3710b332-41ab-4241-9746-0c070615831a on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:54.430949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Attempting to bind port 3710b332-41ab-4241-9746-0c070615831a by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '0a195fe4-5e12-4024-8551-edfc79f6d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:54.431311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Attempting to bind port 3710b332-41ab-4241-9746-0c070615831a on network 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:54.462056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:54.462430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Checking segment: {'id': '0a195fe4-5e12-4024-8551-edfc79f6d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:54.462855 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:54.463252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Bound using segment: {'id': '0a195fe4-5e12-4024-8551-edfc79f6d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:54.464454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Bound port: 3710b332-41ab-4241-9746-0c070615831a, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a195fe4-5e12-4024-8551-edfc79f6d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:54.465504 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3710b332-41ab-4241-9746-0c070615831a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:54.526099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-71e22d43-2a18-4a6e-a6f1-8fcbdd7c59b5 None None] Provisioning complete for port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:54.526621 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71e22d43-2a18-4a6e-a6f1-8fcbdd7c59b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:54.584948 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:54.672986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b93dc850-786a-49ee-9a18-46836d047484 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:54.734358 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Publish callbacks [] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:54.742563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] For port 3710b332-41ab-4241-9746-0c070615831a, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:54.749397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] For port 3710b332-41ab-4241-9746-0c070615831a, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3710b332-41ab-4241-9746-0c070615831a,segment=NetworkSegment(0a195fe4-5e12-4024-8551-edfc79f6d13a),segment_id=0a195fe4-5e12-4024-8551-edfc79f6d13a)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:54.754148 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:54.820307 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3710b332-41ab-4241-9746-0c070615831a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:54.844927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c9c4e-d578-4948-bbe9-15e14c09fa7a None None] Pushing event updated for resources: {'Port': ['ID=d1401019-6f99-4b13-8948-cf1fdf6d2415,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:54.910869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.extraroute_db [None req-ab35ba31-ee5d-481e-b059-68a2c9d2ff35 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=115534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 15:34:54.964906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.extraroute_db [None req-ab35ba31-ee5d-481e-b059-68a2c9d2ff35 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Removed routes are [] {{(pid=115534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 15:34:54.974756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab35ba31-ee5d-481e-b059-68a2c9d2ff35 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:54.986431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Allocated IP 172.20.0.1 (9fa1406e-62c1-4f60-9f49-fd9d0babdc60/b6223bc0-4413-4c1d-8061-4c528cf0f6d6/cd265802-1603-422b-b194-9ffba518ae6a) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:34:55.135353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2129d4-83ff-4507-9d50-4877dd73bbf4 req-369157bc-b14e-421e-9cf3-055bd821a5e8 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:55.152663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c2129d4-83ff-4507-9d50-4877dd73bbf4 req-369157bc-b14e-421e-9cf3-055bd821a5e8 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 944 time: 0.1275039 Mar 10 15:34:55.223744 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d6b06e21-565f-4dd6-a4ca-60384eb9b5ca up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:55.237850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'name': 'tempest-TestAggregatesBasicOps-2066185620-router', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:52Z', 'revision_number': 3, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'gw_port': {'id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:40:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:55.238652 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Sync routers for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:55.281210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c2129d4-83ff-4507-9d50-4877dd73bbf4 req-dddcc627-cb71-42b5-a5fe-3d604ec1817f tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275377 Mar 10 15:34:55.284652 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:55.285798 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:55.317393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Checking router: 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:34:55.317905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Updating router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:34:55.361012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-71e22d43-2a18-4a6e-a6f1-8fcbdd7c59b5 None None] Current status of the port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:55.361557 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71e22d43-2a18-4a6e-a6f1-8fcbdd7c59b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.409448 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab35ba31-ee5d-481e-b059-68a2c9d2ff35 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.423291 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab35ba31-ee5d-481e-b059-68a2c9d2ff35 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.428802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Publish callbacks [] for port (cd265802-1603-422b-b194-9ffba518ae6a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.436145 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:55.441938 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.521430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce4cef-c1da-493a-a608-1664b2b692fc None None] Pushing event updated for resources: {'Port': ['ID=3710b332-41ab-4241-9746-0c070615831a,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:55.525587 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.551874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Attempting to bind port d1401019-6f99-4b13-8948-cf1fdf6d2415 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:55.552078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Attempting to bind port d1401019-6f99-4b13-8948-cf1fdf6d2415 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '68de083b-1617-4092-b7c9-c0d63159c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:55.552622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Attempting to bind port d1401019-6f99-4b13-8948-cf1fdf6d2415 on network 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:55.564768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:55.565165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Checking segment: {'id': '68de083b-1617-4092-b7c9-c0d63159c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:55.565580 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.565983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Bound using segment: {'id': '68de083b-1617-4092-b7c9-c0d63159c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:55.566472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Bound port: d1401019-6f99-4b13-8948-cf1fdf6d2415, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68de083b-1617-4092-b7c9-c0d63159c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:55.566967 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.576688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-71e22d43-2a18-4a6e-a6f1-8fcbdd7c59b5 None None] For port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=73b6fbb4-55e3-4e56-83ba-135dbc6c5424,segment=NetworkSegment(d10fda06-8300-419a-9d38-912e95316199),segment_id=d10fda06-8300-419a-9d38-912e95316199)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:55.614337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab35ba31-ee5d-481e-b059-68a2c9d2ff35 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 7cf18530-bbbf-4a0b-9cae-288acff2c149 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:55.619304 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71e22d43-2a18-4a6e-a6f1-8fcbdd7c59b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.621412 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (cd265802-1603-422b-b194-9ffba518ae6a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.751314 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:54Z', 'revision_number': 6, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:53Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983a5c7d-8e7b-4f98-8064-1158d883dab7', 'name': '', 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:eb:7c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:53Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:55.759960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Network 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:55.763885 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Pushing event updated for resources: {'Port': ['ID=cd265802-1603-422b-b194-9ffba518ae6a,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:55.766540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:55.771386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8397579-6688-4b69-9ac0-a910866ad08e None None] Network 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:55.773864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 24c525bc-6b24-4718-8f3f-41c61e554fd2 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:55.774341 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:34:55.806463 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Checking router: 7cf18530-bbbf-4a0b-9cae-288acff2c149 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:34:55.806910 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Updating router 7cf18530-bbbf-4a0b-9cae-288acff2c149 port 983a5c7d-8e7b-4f98-8064-1158d883dab7 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:34:55.817281 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.834508 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:55.834908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.844906 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.977592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4e3a3079-465a-4f86-8c42-5d45ae80b3eb None None] Provisioning complete for port d1401019-6f99-4b13-8948-cf1fdf6d2415 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:55.977982 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4e3a3079-465a-4f86-8c42-5d45ae80b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:55.991708 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e22d43-2a18-4a6e-a6f1-8fcbdd7c59b5 None None] Pushing event updated for resources: {'Port': ['ID=73b6fbb4-55e3-4e56-83ba-135dbc6c5424,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:56.036174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] For port d1401019-6f99-4b13-8948-cf1fdf6d2415, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:56.099039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] For port d1401019-6f99-4b13-8948-cf1fdf6d2415, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d1401019-6f99-4b13-8948-cf1fdf6d2415,segment=NetworkSegment(68de083b-1617-4092-b7c9-c0d63159c58a),segment_id=68de083b-1617-4092-b7c9-c0d63159c58a)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:56.131163 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.132984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a3079-465a-4f86-8c42-5d45ae80b3eb None None] Port d1401019-6f99-4b13-8948-cf1fdf6d2415 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:34:56.175807 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Publish callbacks [] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.184572 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.191198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 24c525bc-6b24-4718-8f3f-41c61e554fd2 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:34:56.208586 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab35ba31-ee5d-481e-b059-68a2c9d2ff35 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:56.216668 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ab35ba31-ee5d-481e-b059-68a2c9d2ff35 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.218041 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ab35ba31-ee5d-481e-b059-68a2c9d2ff35 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149 HTTP/1.1" status: 200 len: 953 time: 2.1203687 Mar 10 15:34:56.221254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34384) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:56.253229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 24c525bc-6b24-4718-8f3f-41c61e554fd2 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:56.253684 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.261559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4e3a3079-465a-4f86-8c42-5d45ae80b3eb None None] Provisioning complete for port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:56.261940 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4e3a3079-465a-4f86-8c42-5d45ae80b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.349281 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cd265802-1603-422b-b194-9ffba518ae6a), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.396056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c9c4e-d578-4948-bbe9-15e14c09fa7a None None] Pushing event updated for resources: {'Port': ['ID=d1401019-6f99-4b13-8948-cf1fdf6d2415,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:56.397094 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Attempting to bind port 983a5c7d-8e7b-4f98-8064-1158d883dab7 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:56.397655 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Attempting to bind port 983a5c7d-8e7b-4f98-8064-1158d883dab7 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '8b7cadde-af8c-4865-80fc-c4e3775fe384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:56.398325 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Attempting to bind port 983a5c7d-8e7b-4f98-8064-1158d883dab7 on network 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:56.398562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Routers {'3e004de2-320d-47b9-bd2b-166dba8f9900'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:56.399267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3e004de2-320d-47b9-bd2b-166dba8f9900'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:56.413335 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d43dc-044b-48e5-9b16-d89b2c8cf0b5 None None] Pushing event updated for resources: {'Port': ['ID=983a5c7d-8e7b-4f98-8064-1158d883dab7,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:56.431925 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:56.432251 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Checking segment: {'id': '8b7cadde-af8c-4865-80fc-c4e3775fe384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:56.433855 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.434271 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Bound using segment: {'id': '8b7cadde-af8c-4865-80fc-c4e3775fe384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:56.434772 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Bound port: 983a5c7d-8e7b-4f98-8064-1158d883dab7, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7cadde-af8c-4865-80fc-c4e3775fe384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:56.435252 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.511275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9dc29d3a-2101-4205-84d4-8478f84107ea tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149 HTTP/1.1" status: 200 len: 953 time: 0.2886407 Mar 10 15:34:56.515682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34388) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:56.521851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-65a743d8-07a1-4bbb-8ef1-cf1133b85833 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'routes': None}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:34:56.524520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:56.526027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5e46c7b-de92-4fb0-8c9f-29e209ffb275 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:56.544416 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] For port 983a5c7d-8e7b-4f98-8064-1158d883dab7, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:56.548735 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] For port 983a5c7d-8e7b-4f98-8064-1158d883dab7, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=983a5c7d-8e7b-4f98-8064-1158d883dab7,segment=NetworkSegment(8b7cadde-af8c-4865-80fc-c4e3775fe384),segment_id=8b7cadde-af8c-4865-80fc-c4e3775fe384)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:56.567150 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.585707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8c0e9-df74-4890-aaac-336bfd5982ce req-83970bc0-8ca9-440e-a953-bc5c0f683143 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:56.593662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ad8c0e9-df74-4890-aaac-336bfd5982ce req-83970bc0-8ca9-440e-a953-bc5c0f683143 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 944 time: 0.1828206 Mar 10 15:34:56.681630 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d43dc-044b-48e5-9b16-d89b2c8cf0b5 None None] Pushing event updated for resources: {'Port': ['ID=983a5c7d-8e7b-4f98-8064-1158d883dab7,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:56.712225 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Publish callbacks [] for port (cd265802-1603-422b-b194-9ffba518ae6a), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.714960 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:56.715602 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:56.730504 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (cd265802-1603-422b-b194-9ffba518ae6a), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.778110 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Publish callbacks [] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.785435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ad8c0e9-df74-4890-aaac-336bfd5982ce req-13eec73b-c4cc-48c6-ae3e-d75620b1d53f tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909037 Mar 10 15:34:56.804481 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.820763 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:56.942304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Pushing event updated for resources: {'Port': ['ID=cd265802-1603-422b-b194-9ffba518ae6a,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:56.956254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a90814-d319-4dd9-ac09-07b28012f5b4 None None] Pushing event updated for resources: {'Port': ['ID=2ac1ccb2-fa56-4e05-8e80-410c772dcccf,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:56.959381 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:57.052243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 24c525bc-6b24-4718-8f3f-41c61e554fd2 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:57.052745 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:57.085720 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:57.112310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Network 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:34:57.117946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:34:57.170432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] Set router 3e004de2-320d-47b9-bd2b-166dba8f9900 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:57.295522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:34:57.299206 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a842344f-3432-4c2d-adff-202f3a301202" -d '{"events": [{"server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "name": "network-vif-plugged", "status": "completed", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:34:57.302736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec7c4e-fa07-4064-a6ad-3cd97980d196 None None] Network 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:34:57.306000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Attempting to bind port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:34:57.306426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Attempting to bind port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:34:57.306820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Attempting to bind port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:34:57.319795 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:57.382667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a3079-465a-4f86-8c42-5d45ae80b3eb None None] Current status of the port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:57.391131 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359239cd-36ce-4ec6-b18e-628499d3dade x-openstack-request-id: req-359239cd-36ce-4ec6-b18e-628499d3dade {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:34:57.391429 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "name": "network-vif-plugged", "status": "completed", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:34:57.391692 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-359239cd-36ce-4ec6-b18e-628499d3dade {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:34:57.392104 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'code': 200} Mar 10 15:34:57.398451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 24c525bc-6b24-4718-8f3f-41c61e554fd2, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=24c525bc-6b24-4718-8f3f-41c61e554fd2,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:57.423173 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:57.425942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:34:57.426868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:34:57.427278 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:57.427670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:34:57.428156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Bound port: 2ac1ccb2-fa56-4e05-8e80-410c772dcccf, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:34:57.428533 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:57.431696 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:54Z', 'revision_number': 6, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:55Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983a5c7d-8e7b-4f98-8064-1158d883dab7', 'name': '', 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:eb:7c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:56Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:57.467469 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05215701-7584-4d1e-bf08-dbcea325313e None None] The sync data for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 is: [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:54Z', 'revision_number': 6, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:55Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983a5c7d-8e7b-4f98-8064-1158d883dab7', 'name': '', 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:eb:7c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:56Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:57.528231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:57.536316 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-36f7ea5e-3112-4ca9-8b29-c68c7e6dd072 admin admin] 10.222.0.11 "PUT /v2.0/routers/1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2783818 Mar 10 15:34:57.785335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.extraroute_db [None req-65a743d8-07a1-4bbb-8ef1-cf1133b85833 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added routes are [] {{(pid=115533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 15:34:57.785856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.extraroute_db [None req-65a743d8-07a1-4bbb-8ef1-cf1133b85833 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=115533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 15:34:57.874081 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65a743d8-07a1-4bbb-8ef1-cf1133b85833 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:57.934544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:57.935016 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:57.957551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52b00b-b69e-4e7c-b650-ea8b97cd25a3 req-d8047fbe-857a-445a-8657-4a02fbae0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:57.959627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d52b00b-b69e-4e7c-b650-ea8b97cd25a3 req-d8047fbe-857a-445a-8657-4a02fbae0d5c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 1127 time: 0.4848909 Mar 10 15:34:57.981196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e680-03f6-40c8-972a-faea9cfd83cd None None] Sync routers for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:34:58.049834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Provisioning complete for port 983a5c7d-8e7b-4f98-8064-1158d883dab7 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:58.050216 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:58.116018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d52b00b-b69e-4e7c-b650-ea8b97cd25a3 req-f7a3214e-63cf-46c7-b914-bf1adde71f4c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493485 Mar 10 15:34:58.143580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6e680-03f6-40c8-972a-faea9cfd83cd None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:58.144233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-25b6e680-03f6-40c8-972a-faea9cfd83cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:58.223701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=24c525bc-6b24-4718-8f3f-41c61e554fd2,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:58.224223 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65a743d8-07a1-4bbb-8ef1-cf1133b85833 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:58.234530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65a743d8-07a1-4bbb-8ef1-cf1133b85833 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:58.247149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] For port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:34:58.248236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e9535-1a5d-4c89-995a-2b584724285a req-39c4f730-a1d3-4223-b76c-38b67dd0b797 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:58.249831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db0e9535-1a5d-4c89-995a-2b584724285a req-39c4f730-a1d3-4223-b76c-38b67dd0b797 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 945 time: 0.3051987 Mar 10 15:34:58.345605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] For port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2ac1ccb2-fa56-4e05-8e80-410c772dcccf,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:34:58.378756 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:58.407011 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:58.418874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db0e9535-1a5d-4c89-995a-2b584724285a req-9a33e361-be1e-470e-80f7-2e59587e10ac tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225221 Mar 10 15:34:58.428589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a743d8-07a1-4bbb-8ef1-cf1133b85833 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 7cf18530-bbbf-4a0b-9cae-288acff2c149 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:34:58.510546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-25b6e680-03f6-40c8-972a-faea9cfd83cd None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:58.570510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a743d8-07a1-4bbb-8ef1-cf1133b85833 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:34:58.582752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65a743d8-07a1-4bbb-8ef1-cf1133b85833 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:58.586250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-65a743d8-07a1-4bbb-8ef1-cf1133b85833 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149 HTTP/1.1" status: 200 len: 703 time: 2.0671232 Mar 10 15:34:58.586831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34418) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:58.606657 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:58.607853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:58.735813 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aedc91ca-3aef-416d-b1a4-ccb10d8f2c08 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149 HTTP/1.1" status: 200 len: 703 time: 0.1476974 Mar 10 15:34:58.739431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34424) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:58.751851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a90814-d319-4dd9-ac09-07b28012f5b4 None None] Pushing event updated for resources: {'Port': ['ID=2ac1ccb2-fa56-4e05-8e80-410c772dcccf,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:58.818310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Routers {'1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:58.819124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:58.821140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Current status of the port 983a5c7d-8e7b-4f98-8064-1158d883dab7 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:58.823091 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:58.921382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'name': 'tempest-TestAggregatesBasicOps-2038691790-router', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b93dc850-786a-49ee-9a18-46836d047484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:47Z', 'revision_number': 4, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'gw_port': {'id': 'b93dc850-786a-49ee-9a18-46836d047484', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd1401019-6f99-4b13-8948-cf1fdf6d2415', 'name': '', 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'mac_address': 'fa:16:3e:1d:ba:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f6f3d5fa-3b54-439a-8f84-333a0c4774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:55Z', 'revision_number': 4, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'subnets': [{'id': 'f6f3d5fa-3b54-439a-8f84-333a0c4774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:59.000732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0d916-c17a-4e58-8070-885533c0d697 None None] The sync data for ids ['3e004de2-320d-47b9-bd2b-166dba8f9900'] in n-d-833090-1 is: [{'id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'name': 'tempest-TestAggregatesBasicOps-2038691790-router', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b93dc850-786a-49ee-9a18-46836d047484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:47Z', 'revision_number': 4, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'gw_port': {'id': 'b93dc850-786a-49ee-9a18-46836d047484', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'd1401019-6f99-4b13-8948-cf1fdf6d2415', 'name': '', 'network_id': '8bccd9b6-28d3-4cc9-8f08-933d932d5e23', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'mac_address': 'fa:16:3e:1d:ba:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f6f3d5fa-3b54-439a-8f84-333a0c4774a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:55Z', 'revision_number': 4, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'subnets': [{'id': 'f6f3d5fa-3b54-439a-8f84-333a0c4774a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:34:59.111947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] For port 983a5c7d-8e7b-4f98-8064-1158d883dab7, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=983a5c7d-8e7b-4f98-8064-1158d883dab7,segment=NetworkSegment(8b7cadde-af8c-4865-80fc-c4e3775fe384),segment_id=8b7cadde-af8c-4865-80fc-c4e3775fe384)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:34:59.116244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:59.116630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:59.125145 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:59.269333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] Set router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:34:59.311754 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:59.356277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Pushing event updated for resources: {'Port': ['ID=983a5c7d-8e7b-4f98-8064-1158d883dab7,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:34:59.360209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Provisioning complete for port d1401019-6f99-4b13-8948-cf1fdf6d2415 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:34:59.360540 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:59.565401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34450) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:34:59.596033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-25b6e680-03f6-40c8-972a-faea9cfd83cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:57Z', 'revision_number': 7, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:55Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983a5c7d-8e7b-4f98-8064-1158d883dab7', 'name': '', 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:eb:7c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:56Z', 'revision_number': 4, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:34:59.664935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e680-03f6-40c8-972a-faea9cfd83cd None None] Checking router: 7cf18530-bbbf-4a0b-9cae-288acff2c149 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:34:59.693143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96857bf2-a639-4cd5-8642-4bba299c03af req-69e78f34-d21c-4c63-be9c-753dc1d3589a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:34:59.695016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96857bf2-a639-4cd5-8642-4bba299c03af req-69e78f34-d21c-4c63-be9c-753dc1d3589a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 945 time: 0.1456890 Mar 10 15:34:59.811069 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96857bf2-a639-4cd5-8642-4bba299c03af req-3ad71e94-760b-4be5-8b46-2e94d9811aa4 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068420 Mar 10 15:34:59.863766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port 983a5c7d-8e7b-4f98-8064-1158d883dab7 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:34:59.864116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:34:59.959531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:34:59.960620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device edaeea3f-ac92-480b-8612-433926129a3e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:34:59.982469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6e680-03f6-40c8-972a-faea9cfd83cd None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:34:59.983153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-25b6e680-03f6-40c8-972a-faea9cfd83cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:00.019522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (3e004de2-320d-47b9-bd2b-166dba8f9900), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.036160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port 983a5c7d-8e7b-4f98-8064-1158d883dab7, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=983a5c7d-8e7b-4f98-8064-1158d883dab7,segment=NetworkSegment(8b7cadde-af8c-4865-80fc-c4e3775fe384),segment_id=8b7cadde-af8c-4865-80fc-c4e3775fe384)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:00.036922 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.062479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a838991-1391-45b1-93a2-6dc535e32498 req-194f639d-72b8-4181-b677-f1c0f0ca38bf tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:00.070384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a838991-1391-45b1-93a2-6dc535e32498 req-194f639d-72b8-4181-b677-f1c0f0ca38bf tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 945 time: 0.1312079 Mar 10 15:35:00.089191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for 983a5c7d-8e7b-4f98-8064-1158d883dab7 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:00.144609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Current status of the port d1401019-6f99-4b13-8948-cf1fdf6d2415 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:00.145507 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.171272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a838991-1391-45b1-93a2-6dc535e32498 req-4bac8555-60a8-469c-ab42-9c205c7429c5 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996113 Mar 10 15:35:00.195935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34454) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:00.267440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] For port d1401019-6f99-4b13-8948-cf1fdf6d2415, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d1401019-6f99-4b13-8948-cf1fdf6d2415,segment=NetworkSegment(68de083b-1617-4092-b7c9-c0d63159c58a),segment_id=68de083b-1617-4092-b7c9-c0d63159c58a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:00.269685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-25b6e680-03f6-40c8-972a-faea9cfd83cd None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:00.320129 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.334359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port edaeea3f-ac92-480b-8612-433926129a3e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:00.334876 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (edaeea3f-ac92-480b-8612-433926129a3e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.386589 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] Deleting port d1401019-6f99-4b13-8948-cf1fdf6d2415 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:00.387034 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.402821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (983a5c7d-8e7b-4f98-8064-1158d883dab7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.451813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Provisioning complete for port 3710b332-41ab-4241-9746-0c070615831a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:00.452423 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3710b332-41ab-4241-9746-0c070615831a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.456351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=983a5c7d-8e7b-4f98-8064-1158d883dab7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:00.527190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] For port d1401019-6f99-4b13-8948-cf1fdf6d2415, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d1401019-6f99-4b13-8948-cf1fdf6d2415,segment=NetworkSegment(68de083b-1617-4092-b7c9-c0d63159c58a),segment_id=68de083b-1617-4092-b7c9-c0d63159c58a)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:00.527558 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.537456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'name': 'tempest-TestAggregatesBasicOps-2066185620-router', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:56Z', 'revision_number': 4, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'gw_port': {'id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:40:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'cd265802-1603-422b-b194-9ffba518ae6a', 'name': '', 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'mac_address': 'fa:16:3e:2c:a2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'b6223bc0-4413-4c1d-8061-4c528cf0f6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:54Z', 'updated_at': '2022-03-10T15:34:56Z', 'revision_number': 2, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'subnets': [{'id': 'b6223bc0-4413-4c1d-8061-4c528cf0f6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:00.544430 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] Calling delete_port for d1401019-6f99-4b13-8948-cf1fdf6d2415 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:00.557962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34d8bb-aac3-49f0-9edb-0c229d8332e5 tempest-TestVolumeBackupRestore-199048216 tempest-TestVolumeBackupRestore-199048216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:00.560335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9e34d8bb-aac3-49f0-9edb-0c229d8332e5 tempest-TestVolumeBackupRestore-199048216 tempest-TestVolumeBackupRestore-199048216-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 1122 time: 0.3634367 Mar 10 15:35:00.571661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Pushing event updated for resources: {'Port': ['ID=d1401019-6f99-4b13-8948-cf1fdf6d2415,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:00.590097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34458) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:00.595104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:00.625659 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.649514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e4435c-07aa-498b-8e0b-367fd871817a None None] The sync data for ids ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'] in n-d-833090-1 is: [{'id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'name': 'tempest-TestAggregatesBasicOps-2066185620-router', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:56Z', 'revision_number': 4, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'gw_port': {'id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:40:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'cd265802-1603-422b-b194-9ffba518ae6a', 'name': '', 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'mac_address': 'fa:16:3e:2c:a2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'b6223bc0-4413-4c1d-8061-4c528cf0f6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:54Z', 'updated_at': '2022-03-10T15:34:56Z', 'revision_number': 2, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'subnets': [{'id': 'b6223bc0-4413-4c1d-8061-4c528cf0f6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:00.666361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.866339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Current status of the port 3710b332-41ab-4241-9746-0c070615831a is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:00.866738 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3710b332-41ab-4241-9746-0c070615831a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.869474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port edaeea3f-ac92-480b-8612-433926129a3e is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:00.869876 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (edaeea3f-ac92-480b-8612-433926129a3e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.894919 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d1401019-6f99-4b13-8948-cf1fdf6d2415), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.953208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] For port 3710b332-41ab-4241-9746-0c070615831a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3710b332-41ab-4241-9746-0c070615831a,segment=NetworkSegment(0a195fe4-5e12-4024-8551-edfc79f6d13a),segment_id=0a195fe4-5e12-4024-8551-edfc79f6d13a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:00.968843 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1401019-6f99-4b13-8948-cf1fdf6d2415,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:00.973107 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3710b332-41ab-4241-9746-0c070615831a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.977629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:00.986332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port edaeea3f-ac92-480b-8612-433926129a3e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=edaeea3f-ac92-480b-8612-433926129a3e,segment=NetworkSegment(8b7cadde-af8c-4865-80fc-c4e3775fe384),segment_id=8b7cadde-af8c-4865-80fc-c4e3775fe384)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:01.015401 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (edaeea3f-ac92-480b-8612-433926129a3e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:01.076279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-25b6e680-03f6-40c8-972a-faea9cfd83cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:57Z', 'revision_number': 7, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:55Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983a5c7d-8e7b-4f98-8064-1158d883dab7', 'name': '', 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:eb:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:58Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:01.083992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Provisioning complete for port edaeea3f-ac92-480b-8612-433926129a3e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:01.084877 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (edaeea3f-ac92-480b-8612-433926129a3e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:01.126207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 7cf18530-bbbf-4a0b-9cae-288acff2c149 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:01.181895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Pushing event updated for resources: {'Port': ['ID=3710b332-41ab-4241-9746-0c070615831a,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:01.185972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e680-03f6-40c8-972a-faea9cfd83cd None None] The sync data for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 is: [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:34:57Z', 'revision_number': 7, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:55Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '983a5c7d-8e7b-4f98-8064-1158d883dab7', 'name': '', 'network_id': '3836d5f9-c78b-45c3-9a12-30c0ed9ac312', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:eb:7c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:58Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'a7f8516f-c29f-4cbc-aff4-1a1246e63ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:01.362259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=edaeea3f-ac92-480b-8612-433926129a3e,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:01.377956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Allocated IP 172.25.3.141 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/8e9307f8-e18c-47e4-8461-7415d6852a08) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:35:01.390487 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (3e004de2-320d-47b9-bd2b-166dba8f9900), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:01.409677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:01.415118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a5ab2efd-6a65-4a29-a330-197ff6526646 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6745882 Mar 10 15:35:01.420571 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34460) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:01.486985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3710b332-41ab-4241-9746-0c070615831a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:01.537462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-afeb75a6-19c9-4915-a310-1612f2162f37 None None] Current status of the port edaeea3f-ac92-480b-8612-433926129a3e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:01.575963 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3710b332-41ab-4241-9746-0c070615831a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:01.576349 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3710b332-41ab-4241-9746-0c070615831a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:01.581251 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-11935d51-cebe-4a25-a376-387059fe9096 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting subnet a7f8516f-c29f-4cbc-aff4-1a1246e63ac5 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:35:01.585226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11935d51-cebe-4a25-a376-387059fe9096 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (a7f8516f-c29f-4cbc-aff4-1a1246e63ac5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:01.646899 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11935d51-cebe-4a25-a376-387059fe9096 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (a7f8516f-c29f-4cbc-aff4-1a1246e63ac5), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:01.675770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-19f4883a-1fd7-464c-9b35-db2c02ba6f94 None None] Could not find standard attr ID for object 983a5c7d-8e7b-4f98-8064-1158d883dab7. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:35:01.713138 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3a29b-7909-4d44-a516-16030c28b03c None None] Sync routers for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:01.720373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-19f4883a-1fd7-464c-9b35-db2c02ba6f94 None None] Provisioning complete for port cd265802-1603-422b-b194-9ffba518ae6a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:01.720754 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-19f4883a-1fd7-464c-9b35-db2c02ba6f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd265802-1603-422b-b194-9ffba518ae6a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:01.730683 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e3a29b-7909-4d44-a516-16030c28b03c None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:01.741745 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-00e3a29b-7909-4d44-a516-16030c28b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:01.754048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11935d51-cebe-4a25-a376-387059fe9096 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (a7f8516f-c29f-4cbc-aff4-1a1246e63ac5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:01.779232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3710b332-41ab-4241-9746-0c070615831a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:01.780426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:01.825065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-19f4883a-1fd7-464c-9b35-db2c02ba6f94 None None] Port cd265802-1603-422b-b194-9ffba518ae6a cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:35:01.847956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-19f4883a-1fd7-464c-9b35-db2c02ba6f94 None None] Provisioning complete for port 3710b332-41ab-4241-9746-0c070615831a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:01.848331 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-19f4883a-1fd7-464c-9b35-db2c02ba6f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3710b332-41ab-4241-9746-0c070615831a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:01.852141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:01.852633 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:01.903206 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11935d51-cebe-4a25-a376-387059fe9096 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (a7f8516f-c29f-4cbc-aff4-1a1246e63ac5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:01.965409 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-00e3a29b-7909-4d44-a516-16030c28b03c None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:01.967728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11935d51-cebe-4a25-a376-387059fe9096 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f8516f-c29f-4cbc-aff4-1a1246e63ac5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:02.005365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:02.007938 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3445b9a-be3d-4f8c-8401-15b5d0e875e6 None None] Network 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:35:02.037202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-11935d51-cebe-4a25-a376-387059fe9096 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.038050 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for port (8e9307f8-e18c-47e4-8461-7415d6852a08), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.041285 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-11935d51-cebe-4a25-a376-387059fe9096 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/a7f8516f-c29f-4cbc-aff4-1a1246e63ac5 HTTP/1.1" status: 204 len: 168 time: 0.6171095 Mar 10 15:35:02.050394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34462) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:02.148963 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-19f4883a-1fd7-464c-9b35-db2c02ba6f94 None None] Current status of the port 3710b332-41ab-4241-9746-0c070615831a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:02.201124 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] Router 3e004de2-320d-47b9-bd2b-166dba8f9900 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:02.202288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (3836d5f9-c78b-45c3-9a12-30c0ed9ac312), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.258599 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8e9307f8-e18c-47e4-8461-7415d6852a08), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.273615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e402d7-8f69-44b1-9a31-2829c6d68126 None None] DHCP port deletion for 3836d5f9-c78b-45c3-9a12-30c0ed9ac312 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:35:02.313883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:35:02.319329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:35:02.320959 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-00e3a29b-7909-4d44-a516-16030c28b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:00Z', 'revision_number': 8, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:55Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:02.322751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:35:02.327852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event updated for resources: {'Port': ['ID=8e9307f8-e18c-47e4-8461-7415d6852a08,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:02.367575 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3a29b-7909-4d44-a516-16030c28b03c None None] Checking router: 7cf18530-bbbf-4a0b-9cae-288acff2c149 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:02.376676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a6e402d7-8f69-44b1-9a31-2829c6d68126 None None] Deleting port edaeea3f-ac92-480b-8612-433926129a3e {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:02.377056 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a6e402d7-8f69-44b1-9a31-2829c6d68126 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (edaeea3f-ac92-480b-8612-433926129a3e), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.380139 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e3a29b-7909-4d44-a516-16030c28b03c None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:02.380799 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-00e3a29b-7909-4d44-a516-16030c28b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:02.412450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port edaeea3f-ac92-480b-8612-433926129a3e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:02.413054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (edaeea3f-ac92-480b-8612-433926129a3e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.416384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:02.428981 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c0579b71-a256-4530-909e-2e7268ade8c1 admin admin] 10.222.0.11 "PUT /v2.0/routers/3e004de2-320d-47b9-bd2b-166dba8f9900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8621867 Mar 10 15:35:02.431704 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34464) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:02.488447 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-00e3a29b-7909-4d44-a516-16030c28b03c None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:02.523045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a6e402d7-8f69-44b1-9a31-2829c6d68126 None None] For port edaeea3f-ac92-480b-8612-433926129a3e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=edaeea3f-ac92-480b-8612-433926129a3e,segment=NetworkSegment(8b7cadde-af8c-4865-80fc-c4e3775fe384),segment_id=8b7cadde-af8c-4865-80fc-c4e3775fe384)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:02.523652 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a6e402d7-8f69-44b1-9a31-2829c6d68126 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (edaeea3f-ac92-480b-8612-433926129a3e), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.530489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca5cc9-d6d1-4bd7-97e0-897117a5a328 None None] Sync routers for ids ['3e004de2-320d-47b9-bd2b-166dba8f9900'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:02.546330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port edaeea3f-ac92-480b-8612-433926129a3e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=edaeea3f-ac92-480b-8612-433926129a3e,segment=NetworkSegment(8b7cadde-af8c-4865-80fc-c4e3775fe384),segment_id=8b7cadde-af8c-4865-80fc-c4e3775fe384)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:02.546738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (edaeea3f-ac92-480b-8612-433926129a3e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.549513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a6e402d7-8f69-44b1-9a31-2829c6d68126 None None] Calling delete_port for edaeea3f-ac92-480b-8612-433926129a3e owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:02.565192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca5cc9-d6d1-4bd7-97e0-897117a5a328 None None] Routers {'3e004de2-320d-47b9-bd2b-166dba8f9900'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:02.565839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16ca5cc9-d6d1-4bd7-97e0-897117a5a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3e004de2-320d-47b9-bd2b-166dba8f9900'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:02.589091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for edaeea3f-ac92-480b-8612-433926129a3e owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:02.613536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Publish callbacks [] for router (3e004de2-320d-47b9-bd2b-166dba8f9900), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.779050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-16ca5cc9-d6d1-4bd7-97e0-897117a5a328 None None] Set router 3e004de2-320d-47b9-bd2b-166dba8f9900 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:02.794044 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Publish callbacks [] for router_gateway (3e004de2-320d-47b9-bd2b-166dba8f9900), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.821487 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a6e402d7-8f69-44b1-9a31-2829c6d68126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (edaeea3f-ac92-480b-8612-433926129a3e), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.828667 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-00e3a29b-7909-4d44-a516-16030c28b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:00Z', 'revision_number': 8, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:55Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:02.886641 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3a29b-7909-4d44-a516-16030c28b03c None None] The sync data for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 is: [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:00Z', 'revision_number': 8, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b6fbb4-55e3-4e56-83ba-135dbc6c5424', 'name': '', 'network_id': '296cde2b-35aa-44fb-b030-d78be89273c8', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:60:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:46Z', 'updated_at': '2022-03-10T15:34:55Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '6898a011-9059-4989-9a76-cdd6965c65ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:02.899418 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Deleting port b93dc850-786a-49ee-9a18-46836d047484 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:02.899784 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b93dc850-786a-49ee-9a18-46836d047484), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.902917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (edaeea3f-ac92-480b-8612-433926129a3e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:02.951945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=edaeea3f-ac92-480b-8612-433926129a3e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:02.973192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No DVR routers for this DVR port edaeea3f-ac92-480b-8612-433926129a3e on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:03.020481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] For port b93dc850-786a-49ee-9a18-46836d047484, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b93dc850-786a-49ee-9a18-46836d047484,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:03.021242 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b93dc850-786a-49ee-9a18-46836d047484), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.038778 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Calling delete_port for b93dc850-786a-49ee-9a18-46836d047484 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:03.110579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e402d7-8f69-44b1-9a31-2829c6d68126 None None] No DVR routers for this DVR port edaeea3f-ac92-480b-8612-433926129a3e on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:03.112320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e402d7-8f69-44b1-9a31-2829c6d68126 None None] Pushing event deleted for resources: {'Port': ['ID=edaeea3f-ac92-480b-8612-433926129a3e,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:03.159847 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (3836d5f9-c78b-45c3-9a12-30c0ed9ac312), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.243651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3836d5f9-c78b-45c3-9a12-30c0ed9ac312']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:03.252246 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b93dc850-786a-49ee-9a18-46836d047484), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.267456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16ca5cc9-d6d1-4bd7-97e0-897117a5a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'name': 'tempest-TestAggregatesBasicOps-2038691790-router', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b93dc850-786a-49ee-9a18-46836d047484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:35:00Z', 'revision_number': 5, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'gw_port': {'id': 'b93dc850-786a-49ee-9a18-46836d047484', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:55:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:03.267939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7cadde-af8c-4865-80fc-c4e3775fe384') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:03.268234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7cadde-af8c-4865-80fc-c4e3775fe384') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:03.297181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (8b7cadde-af8c-4865-80fc-c4e3775fe384), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.299648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=b93dc850-786a-49ee-9a18-46836d047484,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:03.314137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca5cc9-d6d1-4bd7-97e0-897117a5a328 None None] Checking router: 3e004de2-320d-47b9-bd2b-166dba8f9900 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:03.326435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for floatingip (2c4ebeaf-5e14-489b-8d9b-060a82867735), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.328395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8b7cadde-af8c-4865-80fc-c4e3775fe384), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.328978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca5cc9-d6d1-4bd7-97e0-897117a5a328 None None] Routers {'3e004de2-320d-47b9-bd2b-166dba8f9900'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:03.330059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16ca5cc9-d6d1-4bd7-97e0-897117a5a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3e004de2-320d-47b9-bd2b-166dba8f9900'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:03.384306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:35:03.385125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (8b7cadde-af8c-4865-80fc-c4e3775fe384), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:35:03.395666 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:35:03.408043 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (3e004de2-320d-47b9-bd2b-166dba8f9900), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.454614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-16ca5cc9-d6d1-4bd7-97e0-897117a5a328 None None] Set router 3e004de2-320d-47b9-bd2b-166dba8f9900 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:03.528925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16ca5cc9-d6d1-4bd7-97e0-897117a5a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'name': 'tempest-TestAggregatesBasicOps-2038691790-router', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:35:03Z', 'revision_number': 7, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:03.540634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (3836d5f9-c78b-45c3-9a12-30c0ed9ac312), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.560022 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.564018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/networks/3836d5f9-c78b-45c3-9a12-30c0ed9ac312 HTTP/1.1" status: 204 len: 168 time: 1.5112379 Mar 10 15:35:03.576547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34466) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:03.589499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3710b332-41ab-4241-9746-0c070615831a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:03.592738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ca5cc9-d6d1-4bd7-97e0-897117a5a328 None None] The sync data for ids ['3e004de2-320d-47b9-bd2b-166dba8f9900'] in n-d-833090-1 is: [{'id': '3e004de2-320d-47b9-bd2b-166dba8f9900', 'name': 'tempest-TestAggregatesBasicOps-2038691790-router', 'tenant_id': '80495300e11940d5a8f8f767d279d2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:43Z', 'updated_at': '2022-03-10T15:35:03Z', 'revision_number': 7, 'project_id': '80495300e11940d5a8f8f767d279d2a2', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:03.612566 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8e9307f8-e18c-47e4-8461-7415d6852a08), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.664498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3710b332-41ab-4241-9746-0c070615831a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:03.665593 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3710b332-41ab-4241-9746-0c070615831a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.666066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900ddf9-ad7f-4474-9da6-f790a9c545d3 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Network': ['ID=3836d5f9-c78b-45c3-9a12-30c0ed9ac312,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:03.793680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3710b332-41ab-4241-9746-0c070615831a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:03.799307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2ac1ccb2-fa56-4e05-8e80-410c772dcccf up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:03.845983 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (3e004de2-320d-47b9-bd2b-166dba8f9900), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.848313 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Publish callbacks [] for router_controller (3e004de2-320d-47b9-bd2b-166dba8f9900), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.852208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:03.853376 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.893044 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (3e004de2-320d-47b9-bd2b-166dba8f9900), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.893665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e004de2-320d-47b9-bd2b-166dba8f9900 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:35:03.899075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.903714 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-da222d11-01a7-49d8-8138-79f1f7d69cbf admin admin] 10.222.0.11 "DELETE /v2.0/routers/3e004de2-320d-47b9-bd2b-166dba8f9900 HTTP/1.1" status: 204 len: 168 time: 1.4710386 Mar 10 15:35:03.904326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34468) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:03.950904 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df1bf23-f7ef-4b68-9223-6a31293093dc admin admin] Deleting subnet f6f3d5fa-3b54-439a-8f84-333a0c4774a8 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:35:03.954600 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8df1bf23-f7ef-4b68-9223-6a31293093dc admin admin] Publish callbacks [] for subnet (f6f3d5fa-3b54-439a-8f84-333a0c4774a8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.961312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:03.961620 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:03.990257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2ac1ccb2-fa56-4e05-8e80-410c772dcccf,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:03.994336 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.010136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8df1bf23-f7ef-4b68-9223-6a31293093dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (f6f3d5fa-3b54-439a-8f84-333a0c4774a8), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.069784 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for port (8e9307f8-e18c-47e4-8461-7415d6852a08), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.074710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=2ac1ccb2-fa56-4e05-8e80-410c772dcccf,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:04.079138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (8e9307f8-e18c-47e4-8461-7415d6852a08), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.101120 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device edaeea3f-ac92-480b-8612-433926129a3e no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:04.128769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: edaeea3f-ac92-480b-8612-433926129a3e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:04.129405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device edaeea3f-ac92-480b-8612-433926129a3e not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:04.130036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 983a5c7d-8e7b-4f98-8064-1158d883dab7 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:04.150672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 983a5c7d-8e7b-4f98-8064-1158d883dab7 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:04.151928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 983a5c7d-8e7b-4f98-8064-1158d883dab7 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:04.165574 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8df1bf23-f7ef-4b68-9223-6a31293093dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f6f3d5fa-3b54-439a-8f84-333a0c4774a8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.194354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event updated for resources: {'Port': ['ID=8e9307f8-e18c-47e4-8461-7415d6852a08,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:04.210116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (2c4ebeaf-5e14-489b-8d9b-060a82867735), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.237773 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Sync routers for ids ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:04.239975 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8df1bf23-f7ef-4b68-9223-6a31293093dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (f6f3d5fa-3b54-439a-8f84-333a0c4774a8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.260648 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Routers {'1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:04.261806 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:04.270614 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1bf23-f7ef-4b68-9223-6a31293093dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f3d5fa-3b54-439a-8f84-333a0c4774a8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:04.273151 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8df1bf23-f7ef-4b68-9223-6a31293093dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.280260 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8df1bf23-f7ef-4b68-9223-6a31293093dc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f6f3d5fa-3b54-439a-8f84-333a0c4774a8 HTTP/1.1" status: 204 len: 168 time: 0.3726661 Mar 10 15:35:04.280454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831269b6-8e87-44be-842e-cbd15f754f39 None None] Network 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:35:04.281263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34470) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:04.388951 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Set router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:04.572238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc4797-8ed7-48ef-8e45-e89773d4665a None None] DHCP port deletion for 8bccd9b6-28d3-4cc9-8f08-933d932d5e23 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:35:04.624101 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'name': 'tempest-TestAggregatesBasicOps-2066185620-router', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:56Z', 'revision_number': 4, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'gw_port': {'id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'cd265802-1603-422b-b194-9ffba518ae6a', 'name': '', 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'mac_address': 'fa:16:3e:2c:a2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'b6223bc0-4413-4c1d-8061-4c528cf0f6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:54Z', 'updated_at': '2022-03-10T15:34:56Z', 'revision_number': 2, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'subnets': [{'id': 'b6223bc0-4413-4c1d-8061-4c528cf0f6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:04.640211 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-50cc4797-8ed7-48ef-8e45-e89773d4665a None None] Deleting port 6513a60d-e298-4783-ab79-56b4cbc30284 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:04.640693 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-50cc4797-8ed7-48ef-8e45-e89773d4665a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.652834 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Checking router: 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:04.653263 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Updating router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 port cd265802-1603-422b-b194-9ffba518ae6a binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:35:04.680773 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cd265802-1603-422b-b194-9ffba518ae6a), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.696181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (8bccd9b6-28d3-4cc9-8f08-933d932d5e23), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.698830 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Floating IP 2c4ebeaf-5e14-489b-8d9b-060a82867735 associated. External IP: 172.25.3.141, port: 24c525bc-6b24-4718-8f3f-41c61e554fd2. Mar 10 15:35:04.712924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-50cc4797-8ed7-48ef-8e45-e89773d4665a None None] For port 6513a60d-e298-4783-ab79-56b4cbc30284, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6513a60d-e298-4783-ab79-56b4cbc30284,segment=NetworkSegment(68de083b-1617-4092-b7c9-c0d63159c58a),segment_id=68de083b-1617-4092-b7c9-c0d63159c58a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:04.713611 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-50cc4797-8ed7-48ef-8e45-e89773d4665a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.732986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-50cc4797-8ed7-48ef-8e45-e89773d4665a None None] Calling delete_port for 6513a60d-e298-4783-ab79-56b4cbc30284 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:04.823991 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-50cc4797-8ed7-48ef-8e45-e89773d4665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.829919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:04.850171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc4797-8ed7-48ef-8e45-e89773d4665a None None] Pushing event deleted for resources: {'Port': ['ID=6513a60d-e298-4783-ab79-56b4cbc30284,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:04.855090 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc4797-8ed7-48ef-8e45-e89773d4665a None None] No DVR routers for this DVR port 6513a60d-e298-4783-ab79-56b4cbc30284 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:04.992680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Deleting port 6513a60d-e298-4783-ab79-56b4cbc30284 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:04.993018 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.103772 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Publish callbacks [] for port (cd265802-1603-422b-b194-9ffba518ae6a), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.110994 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cd265802-1603-422b-b194-9ffba518ae6a), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.160968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] For port 6513a60d-e298-4783-ab79-56b4cbc30284, host n-d-833090-1, got binding levels [] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:05.161339 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.167116 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd775d8e-b29f-425f-a304-f89b1dca869e None None] Pushing event updated for resources: {'Port': ['ID=cd265802-1603-422b-b194-9ffba518ae6a,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:05.167396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2ac1ccb2-fa56-4e05-8e80-410c772dcccf up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:05.182053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Calling delete_port for 6513a60d-e298-4783-ab79-56b4cbc30284 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:05.186902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Port 6513a60d-e298-4783-ab79-56b4cbc30284 was not found and therefore no delete operation was performed {{(pid=115533) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:35:05.194362 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6513a60d-e298-4783-ab79-56b4cbc30284), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.237943 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Attempting to bind port cd265802-1603-422b-b194-9ffba518ae6a on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:35:05.238888 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Attempting to bind port cd265802-1603-422b-b194-9ffba518ae6a by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '0a195fe4-5e12-4024-8551-edfc79f6d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:35:05.239955 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Attempting to bind port cd265802-1603-422b-b194-9ffba518ae6a on network 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:35:05.244678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:05.245453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.248564 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:35:05.249281 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Checking segment: {'id': '0a195fe4-5e12-4024-8551-edfc79f6d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:35:05.250130 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.250947 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Bound using segment: {'id': '0a195fe4-5e12-4024-8551-edfc79f6d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:35:05.251624 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Bound port: cd265802-1603-422b-b194-9ffba518ae6a, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a195fe4-5e12-4024-8551-edfc79f6d13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:35:05.252140 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cd265802-1603-422b-b194-9ffba518ae6a), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.265582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] No DVR routers for this DVR port 6513a60d-e298-4783-ab79-56b4cbc30284 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:05.270217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6513a60d-e298-4783-ab79-56b4cbc30284,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:05.273349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Router e5350424-9a4e-4b3e-9681-d2fbf56c68cb has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:05.335983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:05.343916 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] For port cd265802-1603-422b-b194-9ffba518ae6a, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:35:05.348383 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] For port cd265802-1603-422b-b194-9ffba518ae6a, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd265802-1603-422b-b194-9ffba518ae6a,segment=NetworkSegment(0a195fe4-5e12-4024-8551-edfc79f6d13a),segment_id=0a195fe4-5e12-4024-8551-edfc79f6d13a)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:35:05.357909 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cd265802-1603-422b-b194-9ffba518ae6a), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.388718 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (8bccd9b6-28d3-4cc9-8f08-933d932d5e23), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.409268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b93dc850-786a-49ee-9a18-46836d047484 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:05.430938 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Routers {'1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:05.431851 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:05.432460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: b93dc850-786a-49ee-9a18-46836d047484 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:05.433464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b93dc850-786a-49ee-9a18-46836d047484 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:05.434006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d1401019-6f99-4b13-8948-cf1fdf6d2415 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:05.458964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bccd9b6-28d3-4cc9-8f08-933d932d5e23']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:05.465317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d1401019-6f99-4b13-8948-cf1fdf6d2415 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:05.465775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d1401019-6f99-4b13-8948-cf1fdf6d2415 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:05.466743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6513a60d-e298-4783-ab79-56b4cbc30284 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:05.488180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 6513a60d-e298-4783-ab79-56b4cbc30284 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:05.488419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6513a60d-e298-4783-ab79-56b4cbc30284 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:05.492174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68de083b-1617-4092-b7c9-c0d63159c58a') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:05.492482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68de083b-1617-4092-b7c9-c0d63159c58a') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:05.498650 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd775d8e-b29f-425f-a304-f89b1dca869e None None] Pushing event updated for resources: {'Port': ['ID=cd265802-1603-422b-b194-9ffba518ae6a,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:05.517036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (68de083b-1617-4092-b7c9-c0d63159c58a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.527898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7a8dab8e-e002-42a1-8e21-b279ef14eb6a None None] Provisioning complete for port cd265802-1603-422b-b194-9ffba518ae6a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:05.528432 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7a8dab8e-e002-42a1-8e21-b279ef14eb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd265802-1603-422b-b194-9ffba518ae6a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.574108 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (68de083b-1617-4092-b7c9-c0d63159c58a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.589193 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] Set router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:05.603243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:35:05.604119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (68de083b-1617-4092-b7c9-c0d63159c58a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:35:05.605715 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:35:05.638063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7a8dab8e-e002-42a1-8e21-b279ef14eb6a None None] Current status of the port cd265802-1603-422b-b194-9ffba518ae6a is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:05.638672 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7a8dab8e-e002-42a1-8e21-b279ef14eb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cd265802-1603-422b-b194-9ffba518ae6a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.640795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:05.654157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3a171-54b8-4b28-b51d-cc622351a1b0 None None] Sync routers for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:05.684623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:05.686435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3a171-54b8-4b28-b51d-cc622351a1b0 None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:05.687097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a1e3a171-54b8-4b28-b51d-cc622351a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:05.687473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.761680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7a8dab8e-e002-42a1-8e21-b279ef14eb6a None None] For port cd265802-1603-422b-b194-9ffba518ae6a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd265802-1603-422b-b194-9ffba518ae6a,segment=NetworkSegment(0a195fe4-5e12-4024-8551-edfc79f6d13a),segment_id=0a195fe4-5e12-4024-8551-edfc79f6d13a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:05.781144 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7a8dab8e-e002-42a1-8e21-b279ef14eb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cd265802-1603-422b-b194-9ffba518ae6a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.803186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.877418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-a1e3a171-54b8-4b28-b51d-cc622351a1b0 None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:05.879501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dab8e-e002-42a1-8e21-b279ef14eb6a None None] Pushing event updated for resources: {'Port': ['ID=cd265802-1603-422b-b194-9ffba518ae6a,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:05.880987 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'name': 'tempest-TestAggregatesBasicOps-2066185620-router', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:56Z', 'revision_number': 4, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'gw_port': {'id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'cd265802-1603-422b-b194-9ffba518ae6a', 'name': '', 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'mac_address': 'fa:16:3e:2c:a2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'b6223bc0-4413-4c1d-8061-4c528cf0f6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:54Z', 'updated_at': '2022-03-10T15:35:05Z', 'revision_number': 4, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'subnets': [{'id': 'b6223bc0-4413-4c1d-8061-4c528cf0f6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:05.923452 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bee817-4721-4abd-b4a4-7b8fe97911cb None None] The sync data for ids ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'] in n-d-833090-1 is: [{'id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'name': 'tempest-TestAggregatesBasicOps-2066185620-router', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:34:56Z', 'revision_number': 4, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'gw_port': {'id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'cd265802-1603-422b-b194-9ffba518ae6a', 'name': '', 'network_id': '9fa1406e-62c1-4f60-9f49-fd9d0babdc60', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'mac_address': 'fa:16:3e:2c:a2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'b6223bc0-4413-4c1d-8061-4c528cf0f6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:54Z', 'updated_at': '2022-03-10T15:35:05Z', 'revision_number': 4, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'subnets': [{'id': 'b6223bc0-4413-4c1d-8061-4c528cf0f6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:05.938165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d413be4f-6f26-4ab7-8c55-49497569afbd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3444223 Mar 10 15:35:05.938548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34472) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:05.956693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:05.959640 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f94017f-6671-4618-a142-8707f3a09f59" -d '{"events": [{"name": "network-changed", "server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:05.962559 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (8bccd9b6-28d3-4cc9-8f08-933d932d5e23), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:05.970891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-36c2620a-d9bc-4af2-b161-36687ba75f07 None None] Provisioning complete for port cd265802-1603-422b-b194-9ffba518ae6a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:05.971271 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-36c2620a-d9bc-4af2-b161-36687ba75f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd265802-1603-422b-b194-9ffba518ae6a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:06.004457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b1310-b3a4-42ff-8f14-6f94d74cccab tempest-TestVolumeBackupRestore-199048216 tempest-TestVolumeBackupRestore-199048216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:06.006226 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-852b1310-b3a4-42ff-8f14-6f94d74cccab tempest-TestVolumeBackupRestore-199048216 tempest-TestVolumeBackupRestore-199048216-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 1122 time: 0.0666389 Mar 10 15:35:06.009147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34476) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:06.014090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port 73b6fbb4-55e3-4e56-83ba-135dbc6c5424, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=73b6fbb4-55e3-4e56-83ba-135dbc6c5424,segment=NetworkSegment(d10fda06-8300-419a-9d38-912e95316199),segment_id=d10fda06-8300-419a-9d38-912e95316199)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:06.014460 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:06.015839 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1e2a8e5c-5998-4d1b-b884-1bdee1d40846 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Request body: {'floatingip': {'port_id': '24c525bc-6b24-4718-8f3f-41c61e554fd2'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:06.030518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:06.106224 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8e5c-5998-4d1b-b884-1bdee1d40846 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for floatingip (2c4ebeaf-5e14-489b-8d9b-060a82867735), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:06.249627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-36c2620a-d9bc-4af2-b161-36687ba75f07 None None] Current status of the port cd265802-1603-422b-b194-9ffba518ae6a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:06.274920 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4491729a-a23c-4020-b826-18a6ecc95468 x-openstack-request-id: req-4491729a-a23c-4020-b826-18a6ecc95468 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:06.275234 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:06.275636 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4491729a-a23c-4020-b826-18a6ecc95468 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:06.276033 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'status': 'completed', 'code': 200} Mar 10 15:35:06.318844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:06.324341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8bccd9b6-28d3-4cc9-8f08-933d932d5e23 HTTP/1.1" status: 204 len: 168 time: 2.0386946 Mar 10 15:35:06.328049 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (73b6fbb4-55e3-4e56-83ba-135dbc6c5424), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:06.349883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34478) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:06.373937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a1e3a171-54b8-4b28-b51d-cc622351a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '2c4ebeaf-5e14-489b-8d9b-060a82867735', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'port_id': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'mac_address': 'fa:16:3e:17:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:02Z', 'updated_at': '2022-03-10T15:35:02Z', 'revision_number': 0, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:58Z', 'revision_number': 5, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:06.435417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3a171-54b8-4b28-b51d-cc622351a1b0 None None] Checking router: e5350424-9a4e-4b3e-9681-d2fbf56c68cb for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:06.456748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3a171-54b8-4b28-b51d-cc622351a1b0 None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:06.457495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a1e3a171-54b8-4b28-b51d-cc622351a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:06.501476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ebbde-6928-4cc8-a0e9-1353610e9fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bccd9b6-28d3-4cc9-8f08-933d932d5e23,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:06.523946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=73b6fbb4-55e3-4e56-83ba-135dbc6c5424,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:06.693233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:06.709647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-a1e3a171-54b8-4b28-b51d-cc622351a1b0 None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:06.749301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94017f-6671-4618-a142-8707f3a09f59 req-7632936e-c30b-474e-9bd1-6203097d1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:06.751358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f94017f-6671-4618-a142-8707f3a09f59 req-7632936e-c30b-474e-9bd1-6203097d1cc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a868f980b9149eb87c06a705fd65f4f&device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 1127 time: 0.4744000 Mar 10 15:35:07.033744 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8e5c-5998-4d1b-b884-1bdee1d40846 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:07.046816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8e5c-5998-4d1b-b884-1bdee1d40846 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (2c4ebeaf-5e14-489b-8d9b-060a82867735), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:07.138810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-a1e3a171-54b8-4b28-b51d-cc622351a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '2c4ebeaf-5e14-489b-8d9b-060a82867735', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'port_id': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'mac_address': 'fa:16:3e:17:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:02Z', 'updated_at': '2022-03-10T15:35:02Z', 'revision_number': 0, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:58Z', 'revision_number': 5, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:07.177025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94017f-6671-4618-a142-8707f3a09f59 req-8221a5de-c418-4d79-ab3d-c8515b87d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:07.178541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f94017f-6671-4618-a142-8707f3a09f59 req-8221a5de-c418-4d79-ab3d-c8515b87d84d service neutron] 10.222.0.62 "GET /v2.0/networks?id=a0d955bc-dbd1-45fe-9755-877037b7433c HTTP/1.1" status: 200 len: 914 time: 0.4160545 Mar 10 15:35:07.201843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3a171-54b8-4b28-b51d-cc622351a1b0 None None] The sync data for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 is: [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '2c4ebeaf-5e14-489b-8d9b-060a82867735', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'port_id': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'mac_address': 'fa:16:3e:17:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:02Z', 'updated_at': '2022-03-10T15:35:02Z', 'revision_number': 0, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:58Z', 'revision_number': 5, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:07.345134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cd265802-1603-422b-b194-9ffba518ae6a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:07.378882 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2a8e5c-5998-4d1b-b884-1bdee1d40846 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Router e5350424-9a4e-4b3e-9681-d2fbf56c68cb has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:07.442868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cd265802-1603-422b-b194-9ffba518ae6a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:07.443859 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cd265802-1603-422b-b194-9ffba518ae6a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:07.550774 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2a8e5c-5998-4d1b-b884-1bdee1d40846 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:07.562550 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8e5c-5998-4d1b-b884-1bdee1d40846 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:07.626703 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:07.628786 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a556dd-8004-48e0-acce-ebeb6161f557" -d '{"events": [{"name": "network-changed", "server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:07.629234 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe38bf-3f69-4615-8cef-37d01b608db6 None None] New status for floating IP 2c4ebeaf-5e14-489b-8d9b-060a82867735: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:35:07.737165 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1e2a8e5c-5998-4d1b-b884-1bdee1d40846 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "PUT /v2.0/floatingips/2c4ebeaf-5e14-489b-8d9b-060a82867735 HTTP/1.1" status: 200 len: 991 time: 1.7267134 Mar 10 15:35:07.834395 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ae1777-1145-424d-9f85-c05362c779f6 x-openstack-request-id: req-b1ae1777-1145-424d-9f85-c05362c779f6 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:07.834940 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:07.835377 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1ae1777-1145-424d-9f85-c05362c779f6 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:07.835957 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'status': 'completed', 'code': 200} Mar 10 15:35:07.880608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 7cf18530-bbbf-4a0b-9cae-288acff2c149 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:07.906520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cd265802-1603-422b-b194-9ffba518ae6a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:07.910375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f94017f-6671-4618-a142-8707f3a09f59 req-77cf6cd6-4fc5-417a-b06d-e7a72e07d90c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24c525bc-6b24-4718-8f3f-41c61e554fd2 HTTP/1.1" status: 200 len: 999 time: 0.7250068 Mar 10 15:35:08.048645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94017f-6671-4618-a142-8707f3a09f59 req-fccabac8-e940-4d76-af38-51a4fb0101df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:08.050111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f94017f-6671-4618-a142-8707f3a09f59 req-fccabac8-e940-4d76-af38-51a4fb0101df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50902e5-c932-4623-a29f-4bbb9ee9b494 HTTP/1.1" status: 200 len: 852 time: 0.1318841 Mar 10 15:35:08.065172 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dcfbad-8870-42f3-9f8e-579118d994ef None None] Sync routers for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:08.077057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dcfbad-8870-42f3-9f8e-579118d994ef None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:08.077057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d7dcfbad-8870-42f3-9f8e-579118d994ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:08.099649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:08.107583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dc7d58cd-300f-490c-8969-3851c6625aec tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5135636 Mar 10 15:35:08.108542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34486) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:08.113107 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77619b42-d354-49d7-9ed0-93ebb234b5f6 None None] Sync routers for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:08.136347 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77619b42-d354-49d7-9ed0-93ebb234b5f6 None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:08.137267 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-77619b42-d354-49d7-9ed0-93ebb234b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:08.154039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94017f-6671-4618-a142-8707f3a09f59 req-447f7f82-0bb0-4964-b9f9-e6c8b9f2d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:08.155619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f94017f-6671-4618-a142-8707f3a09f59 req-447f7f82-0bb0-4964-b9f9-e6c8b9f2d459 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a0d955bc-dbd1-45fe-9755-877037b7433c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0964928 Mar 10 15:35:08.201237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6a6c73-bfc5-4b6a-86df-98818e0ad3ad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting subnet 6898a011-9059-4989-9a76-cdd6965c65ad {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:35:08.205208 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6c73-bfc5-4b6a-86df-98818e0ad3ad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (6898a011-9059-4989-9a76-cdd6965c65ad), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:08.255882 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6c73-bfc5-4b6a-86df-98818e0ad3ad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (6898a011-9059-4989-9a76-cdd6965c65ad), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:08.290214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f94017f-6671-4618-a142-8707f3a09f59 req-cf1c2532-be44-472b-b632-ff45e2034551 service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255076 Mar 10 15:35:08.306702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d7dcfbad-8870-42f3-9f8e-579118d994ef None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:08.336158 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-77619b42-d354-49d7-9ed0-93ebb234b5f6 None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:08.355152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6c73-bfc5-4b6a-86df-98818e0ad3ad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6898a011-9059-4989-9a76-cdd6965c65ad), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:08.414484 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:08.472699 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6c73-bfc5-4b6a-86df-98818e0ad3ad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (6898a011-9059-4989-9a76-cdd6965c65ad), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:08.488213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f94017f-6671-4618-a142-8707f3a09f59 req-25f55569-28ab-4d81-86c2-568427763596 service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869369 Mar 10 15:35:08.513795 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a6c73-bfc5-4b6a-86df-98818e0ad3ad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Subnet': ['ID=6898a011-9059-4989-9a76-cdd6965c65ad,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:08.516194 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6c73-bfc5-4b6a-86df-98818e0ad3ad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:08.538222 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2f6a6c73-bfc5-4b6a-86df-98818e0ad3ad tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/6898a011-9059-4989-9a76-cdd6965c65ad HTTP/1.1" status: 204 len: 168 time: 0.4285512 Mar 10 15:35:08.539521 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34488) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:08.587828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c7f84-4899-4827-9b60-ec3cb164e896 None None] Network 296cde2b-35aa-44fb-b030-d78be89273c8 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:35:08.655810 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (296cde2b-35aa-44fb-b030-d78be89273c8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:08.683644 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-77619b42-d354-49d7-9ed0-93ebb234b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:06Z', 'revision_number': 9, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:08.710682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a556dd-8004-48e0-acce-ebeb6161f557 req-69f86d38-fe45-413a-986d-f8d1dd722723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:08.710682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2a556dd-8004-48e0-acce-ebeb6161f557 req-69f86d38-fe45-413a-986d-f8d1dd722723 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a868f980b9149eb87c06a705fd65f4f&device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 1127 time: 0.1430509 Mar 10 15:35:08.736693 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77619b42-d354-49d7-9ed0-93ebb234b5f6 None None] Checking router: 7cf18530-bbbf-4a0b-9cae-288acff2c149 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:08.752478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:08.752478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:08.755268 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77619b42-d354-49d7-9ed0-93ebb234b5f6 None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:08.758877 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-77619b42-d354-49d7-9ed0-93ebb234b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:08.804461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d7dcfbad-8870-42f3-9f8e-579118d994ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '2c4ebeaf-5e14-489b-8d9b-060a82867735', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'port_id': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'mac_address': 'fa:16:3e:17:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:02Z', 'updated_at': '2022-03-10T15:35:07Z', 'revision_number': 2, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:58Z', 'revision_number': 5, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:08.845387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dcfbad-8870-42f3-9f8e-579118d994ef None None] Checking router: e5350424-9a4e-4b3e-9681-d2fbf56c68cb for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:08.855419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dcfbad-8870-42f3-9f8e-579118d994ef None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:08.856162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d7dcfbad-8870-42f3-9f8e-579118d994ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:08.895856 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-77619b42-d354-49d7-9ed0-93ebb234b5f6 None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:08.897832 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port b5e46c7b-de92-4fb0-8c9f-29e209ffb275, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b5e46c7b-de92-4fb0-8c9f-29e209ffb275,segment=NetworkSegment(d10fda06-8300-419a-9d38-912e95316199),segment_id=d10fda06-8300-419a-9d38-912e95316199)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:08.907452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a556dd-8004-48e0-acce-ebeb6161f557 req-544e9252-7f2f-4b71-a261-5150be395881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:08.908113 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:08.909547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2a556dd-8004-48e0-acce-ebeb6161f557 req-544e9252-7f2f-4b71-a261-5150be395881 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a0d955bc-dbd1-45fe-9755-877037b7433c HTTP/1.1" status: 200 len: 914 time: 0.1933978 Mar 10 15:35:08.929520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for b5e46c7b-de92-4fb0-8c9f-29e209ffb275 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:08.987723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d7dcfbad-8870-42f3-9f8e-579118d994ef None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:09.026578 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (b5e46c7b-de92-4fb0-8c9f-29e209ffb275), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.031871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2a556dd-8004-48e0-acce-ebeb6161f557 req-766bf4de-fcbe-4a3d-beed-04e00b936f1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24c525bc-6b24-4718-8f3f-41c61e554fd2 HTTP/1.1" status: 200 len: 1001 time: 0.0862806 Mar 10 15:35:09.034232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648623af-2ccd-4641-adc7-2930ad022515 None None] DHCP port deletion for 296cde2b-35aa-44fb-b030-d78be89273c8 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:35:09.049674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] Deleting port cd265802-1603-422b-b194-9ffba518ae6a {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:09.051257 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cd265802-1603-422b-b194-9ffba518ae6a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.052120 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=b5e46c7b-de92-4fb0-8c9f-29e209ffb275,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:09.060737 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No DVR routers for this DVR port b5e46c7b-de92-4fb0-8c9f-29e209ffb275 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:09.193358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (296cde2b-35aa-44fb-b030-d78be89273c8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.197966 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-77619b42-d354-49d7-9ed0-93ebb234b5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:06Z', 'revision_number': 9, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:09.218532 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296cde2b-35aa-44fb-b030-d78be89273c8']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:09.229302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a556dd-8004-48e0-acce-ebeb6161f557 req-39ba7422-f3fd-4367-81da-88a3466dfc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:09.232091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10fda06-8300-419a-9d38-912e95316199') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:09.232547 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10fda06-8300-419a-9d38-912e95316199') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:09.234647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2a556dd-8004-48e0-acce-ebeb6161f557 req-39ba7422-f3fd-4367-81da-88a3466dfc90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50902e5-c932-4623-a29f-4bbb9ee9b494 HTTP/1.1" status: 200 len: 852 time: 0.1956532 Mar 10 15:35:09.246369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (d10fda06-8300-419a-9d38-912e95316199), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.249861 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77619b42-d354-49d7-9ed0-93ebb234b5f6 None None] The sync data for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 is: [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:06Z', 'revision_number': 9, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b06e21-565f-4dd6-a4ca-60384eb9b5ca', 'name': '', 'network_id': 'dd53e8b7-7099-4141-947a-91e0eabcbd57', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:19:9f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:42Z', 'updated_at': '2022-03-10T15:34:50Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': '64df3d95-b8cf-4f39-be36-eea003b2a4dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:09.263504 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (d10fda06-8300-419a-9d38-912e95316199), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.273086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:35:09.273494 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (d10fda06-8300-419a-9d38-912e95316199), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:35:09.277682 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:35:09.301056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] For port cd265802-1603-422b-b194-9ffba518ae6a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cd265802-1603-422b-b194-9ffba518ae6a,segment=NetworkSegment(0a195fe4-5e12-4024-8551-edfc79f6d13a),segment_id=0a195fe4-5e12-4024-8551-edfc79f6d13a)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:09.301665 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cd265802-1603-422b-b194-9ffba518ae6a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.303635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5e46c7b-de92-4fb0-8c9f-29e209ffb275 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:09.319026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] Calling delete_port for cd265802-1603-422b-b194-9ffba518ae6a owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:09.331219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a556dd-8004-48e0-acce-ebeb6161f557 req-1cb3ffac-889d-4438-8e0b-ee74df23cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:09.332735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2a556dd-8004-48e0-acce-ebeb6161f557 req-1cb3ffac-889d-4438-8e0b-ee74df23cd02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a0d955bc-dbd1-45fe-9755-877037b7433c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0912814 Mar 10 15:35:09.346232 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (296cde2b-35aa-44fb-b030-d78be89273c8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.348994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: b5e46c7b-de92-4fb0-8c9f-29e209ffb275 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:09.349357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5e46c7b-de92-4fb0-8c9f-29e209ffb275 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:09.360337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.366208 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/networks/296cde2b-35aa-44fb-b030-d78be89273c8 HTTP/1.1" status: 204 len: 168 time: 0.8222232 Mar 10 15:35:09.367388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34490) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:09.383622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d67f7-7dfc-4761-afc6-738aaf09995d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Network': ['ID=296cde2b-35aa-44fb-b030-d78be89273c8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:09.388114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d7dcfbad-8870-42f3-9f8e-579118d994ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '2c4ebeaf-5e14-489b-8d9b-060a82867735', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'port_id': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'mac_address': 'fa:16:3e:17:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:02Z', 'updated_at': '2022-03-10T15:35:07Z', 'revision_number': 2, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:58Z', 'revision_number': 5, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:09.438447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dcfbad-8870-42f3-9f8e-579118d994ef None None] The sync data for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 is: [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '2c4ebeaf-5e14-489b-8d9b-060a82867735', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'port_id': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'mac_address': 'fa:16:3e:17:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:02Z', 'updated_at': '2022-03-10T15:35:07Z', 'revision_number': 2, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:58Z', 'revision_number': 5, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:09.528952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2a556dd-8004-48e0-acce-ebeb6161f557 req-1985547a-aed7-4540-96f9-6b76c79555f5 service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612000 Mar 10 15:35:09.673986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2a556dd-8004-48e0-acce-ebeb6161f557 req-771381ed-4c1f-4865-afa2-d544f9ce775e service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379695 Mar 10 15:35:09.687561 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (cd265802-1603-422b-b194-9ffba518ae6a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:09.727108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd265802-1603-422b-b194-9ffba518ae6a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:09.842263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:09.844166 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a" -d '{"events": [{"name": "network-changed", "server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:09.924075 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e01037f-62e0-4918-ba9c-cc95de086d42 x-openstack-request-id: req-7e01037f-62e0-4918-ba9c-cc95de086d42 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:09.924543 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:09.924899 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e01037f-62e0-4918-ba9c-cc95de086d42 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:09.925388 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'status': 'completed', 'code': 200} Mar 10 15:35:09.969124 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:10.035041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a req-ad9969bd-02df-482f-b4b6-10f3e4fc2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:10.036557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a req-ad9969bd-02df-482f-b4b6-10f3e4fc2c39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a868f980b9149eb87c06a705fd65f4f&device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 1127 time: 0.1071544 Mar 10 15:35:10.107281 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:10.207010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a req-470e186f-5bfa-480d-bac9-5c990c2b6f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:10.208380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a req-470e186f-5bfa-480d-bac9-5c990c2b6f91 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a0d955bc-dbd1-45fe-9755-877037b7433c HTTP/1.1" status: 200 len: 914 time: 0.1655846 Mar 10 15:35:10.364408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:10.365077 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:10.462269 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port d6b06e21-565f-4dd6-a4ca-60384eb9b5ca, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d6b06e21-565f-4dd6-a4ca-60384eb9b5ca,segment=NetworkSegment(83632147-f2a6-4e28-a752-c3ff99abd6e3),segment_id=83632147-f2a6-4e28-a752-c3ff99abd6e3)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:10.462580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:10.475299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for d6b06e21-565f-4dd6-a4ca-60384eb9b5ca owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:10.602127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a req-c66c5346-7d7e-4f82-9574-28e4b3307fd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24c525bc-6b24-4718-8f3f-41c61e554fd2 HTTP/1.1" status: 200 len: 1001 time: 0.3877022 Mar 10 15:35:10.621777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] Router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:10.650535 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d6b06e21-565f-4dd6-a4ca-60384eb9b5ca), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:10.666160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a req-b445baf3-30ea-4ae1-af0a-0c23a4d3c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:10.668192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a req-b445baf3-30ea-4ae1-af0a-0c23a4d3c36c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50902e5-c932-4623-a29f-4bbb9ee9b494 HTTP/1.1" status: 200 len: 852 time: 0.0574651 Mar 10 15:35:10.676322 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=d6b06e21-565f-4dd6-a4ca-60384eb9b5ca,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:10.801094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:10.804083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a req-3e7ee5a0-ea4d-4de2-957e-8cde6eb456b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:10.805578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a req-3e7ee5a0-ea4d-4de2-957e-8cde6eb456b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a0d955bc-dbd1-45fe-9755-877037b7433c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1044097 Mar 10 15:35:10.807367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:10.812059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a8cfc86e-eef2-4288-a328-2a7ec2e5c541 admin admin] 10.222.0.11 "PUT /v2.0/routers/1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4462824 Mar 10 15:35:10.819396 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34494) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:10.827710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ac576-2c2c-49c9-b834-25a89415ef73 None None] Sync routers for ids ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:10.849830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ac576-2c2c-49c9-b834-25a89415ef73 None None] Routers {'1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:10.850557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2b0ac576-2c2c-49c9-b834-25a89415ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:10.904598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a req-f1d9ffd1-6060-4fdd-91dc-f78bd5d924d2 service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913258 Mar 10 15:35:10.989435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-2b0ac576-2c2c-49c9-b834-25a89415ef73 None None] Set router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:11.026348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc3b34b9-19c1-4ab2-9aff-82b00de3478a req-58cc0318-5961-427c-b3be-debb3824f6f7 service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143568 Mar 10 15:35:11.057560 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Publish callbacks [] for router (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:11.192443 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 7cf18530-bbbf-4a0b-9cae-288acff2c149 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:11.214469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2b0ac576-2c2c-49c9-b834-25a89415ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'name': 'tempest-TestAggregatesBasicOps-2066185620-router', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:35:09Z', 'revision_number': 5, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'gw_port': {'id': '2ac1ccb2-fa56-4e05-8e80-410c772dcccf', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:11.217804 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Publish callbacks [] for router_gateway (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:11.243634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:11.248138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ac576-2c2c-49c9-b834-25a89415ef73 None None] Checking router: 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:11.267069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:11.267419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 73b6fbb4-55e3-4e56-83ba-135dbc6c5424 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:11.275242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ac576-2c2c-49c9-b834-25a89415ef73 None None] Routers {'1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:11.275829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2b0ac576-2c2c-49c9-b834-25a89415ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:11.335785 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:11.343948 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-15ff335f-2f0c-424b-b541-8350aa8c6411 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9737403 Mar 10 15:35:11.344808 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34496) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:11.353234 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd409e3d-8228-48a0-a94a-48cba9504df8 None None] Sync routers for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:11.367627 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd409e3d-8228-48a0-a94a-48cba9504df8 None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:11.367971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-2b0ac576-2c2c-49c9-b834-25a89415ef73 None None] Set router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:11.368894 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fd409e3d-8228-48a0-a94a-48cba9504df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:11.384524 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Deleting port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:11.385201 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:11.413574 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb19cd2-a53a-4b63-b738-f0291635c856 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting subnet 64df3d95-b8cf-4f39-be36-eea003b2a4dd {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:35:11.424802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fb19cd2-a53a-4b63-b738-f0291635c856 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (64df3d95-b8cf-4f39-be36-eea003b2a4dd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:11.425551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2b0ac576-2c2c-49c9-b834-25a89415ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'name': 'tempest-TestAggregatesBasicOps-2066185620-router', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:35:11Z', 'revision_number': 6, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:11.452319 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ac576-2c2c-49c9-b834-25a89415ef73 None None] The sync data for ids ['1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8'] in n-d-833090-1 is: [{'id': '1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8', 'name': 'tempest-TestAggregatesBasicOps-2066185620-router', 'tenant_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:51Z', 'updated_at': '2022-03-10T15:35:11Z', 'revision_number': 6, 'project_id': 'e0e29313abbb4d12915ae6ae7097cc1a', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:11.501620 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fb19cd2-a53a-4b63-b738-f0291635c856 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (64df3d95-b8cf-4f39-be36-eea003b2a4dd), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:11.548890 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] For port 2ac1ccb2-fa56-4e05-8e80-410c772dcccf, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2ac1ccb2-fa56-4e05-8e80-410c772dcccf,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:11.549235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:11.568158 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Calling delete_port for 2ac1ccb2-fa56-4e05-8e80-410c772dcccf owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:11.576798 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-fd409e3d-8228-48a0-a94a-48cba9504df8 None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:11.653621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fb19cd2-a53a-4b63-b738-f0291635c856 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (64df3d95-b8cf-4f39-be36-eea003b2a4dd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:11.776377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fb19cd2-a53a-4b63-b738-f0291635c856 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (64df3d95-b8cf-4f39-be36-eea003b2a4dd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:11.790388 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fd409e3d-8228-48a0-a94a-48cba9504df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:10Z', 'revision_number': 10, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:11.819648 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1fb19cd2-a53a-4b63-b738-f0291635c856 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:11.822896 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd409e3d-8228-48a0-a94a-48cba9504df8 None None] Checking router: 7cf18530-bbbf-4a0b-9cae-288acff2c149 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:11.824602 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1fb19cd2-a53a-4b63-b738-f0291635c856 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/64df3d95-b8cf-4f39-be36-eea003b2a4dd HTTP/1.1" status: 204 len: 168 time: 0.4788589 Mar 10 15:35:11.827460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34498) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:11.829392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635d89d5-37dd-4a19-8d96-0d5264b791d3 None None] Network dd53e8b7-7099-4141-947a-91e0eabcbd57 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:35:11.844539 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd409e3d-8228-48a0-a94a-48cba9504df8 None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:11.845375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb19cd2-a53a-4b63-b738-f0291635c856 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Subnet': ['ID=64df3d95-b8cf-4f39-be36-eea003b2a4dd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:11.848052 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fd409e3d-8228-48a0-a94a-48cba9504df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:11.881831 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2ac1ccb2-fa56-4e05-8e80-410c772dcccf), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:11.922403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (dd53e8b7-7099-4141-947a-91e0eabcbd57), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:11.953351 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-fd409e3d-8228-48a0-a94a-48cba9504df8 None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:11.959263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac1ccb2-fa56-4e05-8e80-410c772dcccf,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:12.020501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.023590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port fb84068e-a064-4ec8-80c3-9a1fb158a54d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:12.024769 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.048978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51fce0f-9135-4dcd-a811-36022706483d None None] DHCP port deletion for dd53e8b7-7099-4141-947a-91e0eabcbd57 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:35:12.110294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c51fce0f-9135-4dcd-a811-36022706483d None None] Deleting port fb84068e-a064-4ec8-80c3-9a1fb158a54d {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:12.111004 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c51fce0f-9135-4dcd-a811-36022706483d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.138887 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.141529 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Publish callbacks [] for router_controller (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.141928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port fb84068e-a064-4ec8-80c3-9a1fb158a54d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fb84068e-a064-4ec8-80c3-9a1fb158a54d,segment=NetworkSegment(83632147-f2a6-4e28-a752-c3ff99abd6e3),segment_id=83632147-f2a6-4e28-a752-c3ff99abd6e3)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:12.142306 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.160815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for fb84068e-a064-4ec8-80c3-9a1fb158a54d owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:12.210640 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.211648 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:35:12.220614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.222883 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5d0099b4-b059-48e1-89a5-da980d7b5909 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1a6f3cc2-a3c8-4dd9-9c8a-9d24fb3c2cc8 HTTP/1.1" status: 204 len: 168 time: 1.4020517 Mar 10 15:35:12.225470 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34500) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:12.226287 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fd409e3d-8228-48a0-a94a-48cba9504df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:10Z', 'revision_number': 10, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:12.275662 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.277392 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd409e3d-8228-48a0-a94a-48cba9504df8 None None] The sync data for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 is: [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:10Z', 'revision_number': 10, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None, '_interfaces': [{'id': '38a14c96-585c-4a3d-8df2-cb24dc3cabbd', 'name': '', 'network_id': 'c2cd061b-de04-465f-82a1-0a2b2e7f5d94', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'mac_address': 'fa:16:3e:ee:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:34:38Z', 'updated_at': '2022-03-10T15:34:42Z', 'revision_number': 5, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'subnets': [{'id': 'd51bd525-d2a1-444a-a157-4960f1d4b6ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:12.299607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a41ddbc-8010-4d42-88bd-4a593d5ceaa5 admin admin] Deleting subnet b6223bc0-4413-4c1d-8061-4c528cf0f6d6 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:35:12.303220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a41ddbc-8010-4d42-88bd-4a593d5ceaa5 admin admin] Publish callbacks [] for subnet (b6223bc0-4413-4c1d-8061-4c528cf0f6d6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.320725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=fb84068e-a064-4ec8-80c3-9a1fb158a54d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:12.334339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No DVR routers for this DVR port fb84068e-a064-4ec8-80c3-9a1fb158a54d on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:12.358219 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a41ddbc-8010-4d42-88bd-4a593d5ceaa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (b6223bc0-4413-4c1d-8061-4c528cf0f6d6), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.412252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c51fce0f-9135-4dcd-a811-36022706483d None None] For port fb84068e-a064-4ec8-80c3-9a1fb158a54d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=fb84068e-a064-4ec8-80c3-9a1fb158a54d,segment=NetworkSegment(83632147-f2a6-4e28-a752-c3ff99abd6e3),segment_id=83632147-f2a6-4e28-a752-c3ff99abd6e3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:12.412625 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c51fce0f-9135-4dcd-a811-36022706483d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.425003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c51fce0f-9135-4dcd-a811-36022706483d None None] Calling delete_port for fb84068e-a064-4ec8-80c3-9a1fb158a54d owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:12.427691 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (dd53e8b7-7099-4141-947a-91e0eabcbd57), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.441728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a41ddbc-8010-4d42-88bd-4a593d5ceaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (b6223bc0-4413-4c1d-8061-4c528cf0f6d6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.454040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd53e8b7-7099-4141-947a-91e0eabcbd57']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:12.465064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83632147-f2a6-4e28-a752-c3ff99abd6e3') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:12.465766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83632147-f2a6-4e28-a752-c3ff99abd6e3') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:12.481057 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (83632147-f2a6-4e28-a752-c3ff99abd6e3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.496037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (83632147-f2a6-4e28-a752-c3ff99abd6e3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:12.497605 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 15:35:12.501951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a41ddbc-8010-4d42-88bd-4a593d5ceaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (b6223bc0-4413-4c1d-8061-4c528cf0f6d6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.502217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:35:12.502616 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (83632147-f2a6-4e28-a752-c3ff99abd6e3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:35:12.506524 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:35:12.512354 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c51fce0f-9135-4dcd-a811-36022706483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (fb84068e-a064-4ec8-80c3-9a1fb158a54d), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.525823 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41ddbc-8010-4d42-88bd-4a593d5ceaa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6223bc0-4413-4c1d-8061-4c528cf0f6d6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:12.532244 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a41ddbc-8010-4d42-88bd-4a593d5ceaa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.537816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fce0f-9135-4dcd-a811-36022706483d None None] Pushing event deleted for resources: {'Port': ['ID=fb84068e-a064-4ec8-80c3-9a1fb158a54d,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:12.541854 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2a41ddbc-8010-4d42-88bd-4a593d5ceaa5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b6223bc0-4413-4c1d-8061-4c528cf0f6d6 HTTP/1.1" status: 204 len: 168 time: 0.3152828 Mar 10 15:35:12.542678 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34502) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:12.543051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc904fb-41a3-4956-a8ea-4ea06abfc7ab None None] Network 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:35:12.558848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51fce0f-9135-4dcd-a811-36022706483d None None] No DVR routers for this DVR port fb84068e-a064-4ec8-80c3-9a1fb158a54d on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:12.602969 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (dd53e8b7-7099-4141-947a-91e0eabcbd57), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.611987 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:12.618121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/networks/dd53e8b7-7099-4141-947a-91e0eabcbd57 HTTP/1.1" status: 204 len: 168 time: 0.7868276 Mar 10 15:35:12.618313 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34504) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:12.629677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30e976-6319-4957-9fbc-85f1e389ef56 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Network': ['ID=dd53e8b7-7099-4141-947a-91e0eabcbd57,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:12.631829 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9fa1406e-62c1-4f60-9f49-fd9d0babdc60), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.013342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f9a541-6240-45ae-a994-d57950db89b8 None None] DHCP port deletion for 9fa1406e-62c1-4f60-9f49-fd9d0babdc60 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:35:13.081053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-72f9a541-6240-45ae-a994-d57950db89b8 None None] Deleting port 3710b332-41ab-4241-9746-0c070615831a {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:13.081679 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-72f9a541-6240-45ae-a994-d57950db89b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3710b332-41ab-4241-9746-0c070615831a), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.118273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Deleting port 3710b332-41ab-4241-9746-0c070615831a {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:13.118614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3710b332-41ab-4241-9746-0c070615831a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.162526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-72f9a541-6240-45ae-a994-d57950db89b8 None None] For port 3710b332-41ab-4241-9746-0c070615831a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3710b332-41ab-4241-9746-0c070615831a,segment=NetworkSegment(0a195fe4-5e12-4024-8551-edfc79f6d13a),segment_id=0a195fe4-5e12-4024-8551-edfc79f6d13a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:13.163227 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-72f9a541-6240-45ae-a994-d57950db89b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3710b332-41ab-4241-9746-0c070615831a), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.179512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-72f9a541-6240-45ae-a994-d57950db89b8 None None] Calling delete_port for 3710b332-41ab-4241-9746-0c070615831a owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:13.183398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d6b06e21-565f-4dd6-a4ca-60384eb9b5ca no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:13.211701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d6b06e21-565f-4dd6-a4ca-60384eb9b5ca {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:13.212052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d6b06e21-565f-4dd6-a4ca-60384eb9b5ca not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:13.212507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3710b332-41ab-4241-9746-0c070615831a no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:13.223431 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] For port 3710b332-41ab-4241-9746-0c070615831a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3710b332-41ab-4241-9746-0c070615831a,segment=NetworkSegment(0a195fe4-5e12-4024-8551-edfc79f6d13a),segment_id=0a195fe4-5e12-4024-8551-edfc79f6d13a)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:13.223803 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3710b332-41ab-4241-9746-0c070615831a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.258598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Calling delete_port for 3710b332-41ab-4241-9746-0c070615831a owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:13.349658 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-72f9a541-6240-45ae-a994-d57950db89b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (3710b332-41ab-4241-9746-0c070615831a), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.359699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3710b332-41ab-4241-9746-0c070615831a is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:13.360088 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3710b332-41ab-4241-9746-0c070615831a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.390140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9a541-6240-45ae-a994-d57950db89b8 None None] Pushing event deleted for resources: {'Port': ['ID=3710b332-41ab-4241-9746-0c070615831a,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:13.392591 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3710b332-41ab-4241-9746-0c070615831a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.393801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9a541-6240-45ae-a994-d57950db89b8 None None] No DVR routers for this DVR port 3710b332-41ab-4241-9746-0c070615831a on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:13.427946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Pushing event deleted for resources: {'Port': ['ID=3710b332-41ab-4241-9746-0c070615831a,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:13.428353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fb84068e-a064-4ec8-80c3-9a1fb158a54d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:13.432239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] No DVR routers for this DVR port 3710b332-41ab-4241-9746-0c070615831a on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:13.447287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: fb84068e-a064-4ec8-80c3-9a1fb158a54d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:13.447642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device fb84068e-a064-4ec8-80c3-9a1fb158a54d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:13.448084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2ac1ccb2-fa56-4e05-8e80-410c772dcccf no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:13.470828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2ac1ccb2-fa56-4e05-8e80-410c772dcccf {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:13.471184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2ac1ccb2-fa56-4e05-8e80-410c772dcccf not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:13.471597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cd265802-1603-422b-b194-9ffba518ae6a no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:13.483000 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.490944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: cd265802-1603-422b-b194-9ffba518ae6a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:13.491294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cd265802-1603-422b-b194-9ffba518ae6a not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:13.556325 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9fa1406e-62c1-4f60-9f49-fd9d0babdc60), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.612002 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa1406e-62c1-4f60-9f49-fd9d0babdc60']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:13.628264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a195fe4-5e12-4024-8551-edfc79f6d13a') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:13.628500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a195fe4-5e12-4024-8551-edfc79f6d13a') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:13.641425 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (0a195fe4-5e12-4024-8551-edfc79f6d13a), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.704377 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0a195fe4-5e12-4024-8551-edfc79f6d13a), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.712381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:35:13.712837 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (0a195fe4-5e12-4024-8551-edfc79f6d13a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: self.session.flush() Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:35:13.715102 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:35:13.781142 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9fa1406e-62c1-4f60-9f49-fd9d0babdc60), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.789725 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.793490 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9fa1406e-62c1-4f60-9f49-fd9d0babdc60 HTTP/1.1" status: 204 len: 168 time: 1.2498322 Mar 10 15:35:13.806949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dc60e-8254-4122-9e6d-252aefef3622 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa1406e-62c1-4f60-9f49-fd9d0babdc60,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:13.897365 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:13.897735 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:13.956838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34508) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:13.988999 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port 38a14c96-585c-4a3d-8df2-cb24dc3cabbd, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=38a14c96-585c-4a3d-8df2-cb24dc3cabbd,segment=NetworkSegment(b220b934-059c-4f7b-93b7-2232d3e5c817),segment_id=b220b934-059c-4f7b-93b7-2232d3e5c817)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:13.989432 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.000511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-896a4f32-9b7f-4db0-acf3-431a594e2e2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80495300e11940d5a8f8f767d279d2a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421896 Mar 10 15:35:14.002723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34510) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:14.002923 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for 38a14c96-585c-4a3d-8df2-cb24dc3cabbd owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:14.060747 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-258019b4-e53f-43a0-bb50-40179913d482 admin admin] Publish callbacks [] for security_group (78394121-35f6-428d-8dba-44e63e34bd8c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.083036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-258019b4-e53f-43a0-bb50-40179913d482 admin admin] Publish callbacks [] for security_group (78394121-35f6-428d-8dba-44e63e34bd8c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.130783 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-258019b4-e53f-43a0-bb50-40179913d482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (78394121-35f6-428d-8dba-44e63e34bd8c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.133415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-258019b4-e53f-43a0-bb50-40179913d482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.134580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-258019b4-e53f-43a0-bb50-40179913d482 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78394121-35f6-428d-8dba-44e63e34bd8c HTTP/1.1" status: 204 len: 168 time: 0.1309295 Mar 10 15:35:14.143166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258019b4-e53f-43a0-bb50-40179913d482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78394121-35f6-428d-8dba-44e63e34bd8c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:14.187445 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (38a14c96-585c-4a3d-8df2-cb24dc3cabbd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.218506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=38a14c96-585c-4a3d-8df2-cb24dc3cabbd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:14.321337 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.492168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34516) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:14.495758 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 7cf18530-bbbf-4a0b-9cae-288acff2c149 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:14.581588 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d52465f1-7b48-4094-a814-38fa7c8d71c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0e29313abbb4d12915ae6ae7097cc1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882401 Mar 10 15:35:14.584149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34518) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:14.612678 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:14.618046 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7673e670-dc5c-42a3-89ca-fac27b1a0c01 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9990537 Mar 10 15:35:14.621307 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34520) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:14.623660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7aa26c-1f77-49d5-a64d-286a334d0e3f None None] Sync routers for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:14.634654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7aa26c-1f77-49d5-a64d-286a334d0e3f None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:14.635833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bc7aa26c-1f77-49d5-a64d-286a334d0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:14.655091 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30708530-c01b-43de-8922-432bb6fc91cf admin admin] Publish callbacks [] for security_group (5d3152ab-f21a-49d1-a26c-e5a877847942), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.676937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30708530-c01b-43de-8922-432bb6fc91cf admin admin] Publish callbacks [] for security_group (5d3152ab-f21a-49d1-a26c-e5a877847942), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.677286 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c166f21-6f77-4c55-b73a-c7153e61f235 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting subnet d51bd525-d2a1-444a-a157-4960f1d4b6ea {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:35:14.680659 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c166f21-6f77-4c55-b73a-c7153e61f235 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (d51bd525-d2a1-444a-a157-4960f1d4b6ea), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.712870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-bc7aa26c-1f77-49d5-a64d-286a334d0e3f None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:14.727936 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c166f21-6f77-4c55-b73a-c7153e61f235 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (d51bd525-d2a1-444a-a157-4960f1d4b6ea), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.731648 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30708530-c01b-43de-8922-432bb6fc91cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5d3152ab-f21a-49d1-a26c-e5a877847942), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.734240 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-30708530-c01b-43de-8922-432bb6fc91cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.735473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-30708530-c01b-43de-8922-432bb6fc91cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d3152ab-f21a-49d1-a26c-e5a877847942 HTTP/1.1" status: 204 len: 168 time: 0.1503072 Mar 10 15:35:14.747624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30708530-c01b-43de-8922-432bb6fc91cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3152ab-f21a-49d1-a26c-e5a877847942,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:14.778477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bc7aa26c-1f77-49d5-a64d-286a334d0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:14Z', 'revision_number': 11, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:14.811211 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7aa26c-1f77-49d5-a64d-286a334d0e3f None None] Checking router: 7cf18530-bbbf-4a0b-9cae-288acff2c149 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:14.820524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7aa26c-1f77-49d5-a64d-286a334d0e3f None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:14.821291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bc7aa26c-1f77-49d5-a64d-286a334d0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:14.830490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c166f21-6f77-4c55-b73a-c7153e61f235 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d51bd525-d2a1-444a-a157-4960f1d4b6ea), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.893182 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c166f21-6f77-4c55-b73a-c7153e61f235 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (d51bd525-d2a1-444a-a157-4960f1d4b6ea), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.896791 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-bc7aa26c-1f77-49d5-a64d-286a334d0e3f None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:14.922205 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c166f21-6f77-4c55-b73a-c7153e61f235 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Subnet': ['ID=d51bd525-d2a1-444a-a157-4960f1d4b6ea,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:14.925875 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c166f21-6f77-4c55-b73a-c7153e61f235 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:14.931714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34526) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:14.931868 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7c166f21-6f77-4c55-b73a-c7153e61f235 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/d51bd525-d2a1-444a-a157-4960f1d4b6ea HTTP/1.1" status: 204 len: 168 time: 0.3095088 Mar 10 15:35:14.963891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7587e4a-715d-4e2d-8ea6-1c5751da2413 None None] Network c2cd061b-de04-465f-82a1-0a2b2e7f5d94 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:35:14.966357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bc7aa26c-1f77-49d5-a64d-286a334d0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:14Z', 'revision_number': 11, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:15.006967 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7aa26c-1f77-49d5-a64d-286a334d0e3f None None] The sync data for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 is: [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:14Z', 'revision_number': 11, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:15.031588 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c2cd061b-de04-465f-82a1-0a2b2e7f5d94), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.101062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Deleting port a22c8418-7eb3-4b26-bec4-4ad6b2989707 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:15.101619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.172081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] For port a22c8418-7eb3-4b26-bec4-4ad6b2989707, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a22c8418-7eb3-4b26-bec4-4ad6b2989707,segment=NetworkSegment(b220b934-059c-4f7b-93b7-2232d3e5c817),segment_id=b220b934-059c-4f7b-93b7-2232d3e5c817)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:15.172453 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.189410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Calling delete_port for a22c8418-7eb3-4b26-bec4-4ad6b2989707 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:15.268901 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a22c8418-7eb3-4b26-bec4-4ad6b2989707), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.298864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Port': ['ID=a22c8418-7eb3-4b26-bec4-4ad6b2989707,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:15.302350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No DVR routers for this DVR port a22c8418-7eb3-4b26-bec4-4ad6b2989707 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:15.382309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3ec9dd-ad0f-4d65-9c56-7e4b6640f463 None None] DHCP port deletion for c2cd061b-de04-465f-82a1-0a2b2e7f5d94 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:35:15.393233 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c2cd061b-de04-465f-82a1-0a2b2e7f5d94), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.430984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cd061b-de04-465f-82a1-0a2b2e7f5d94']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:15.444026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b220b934-059c-4f7b-93b7-2232d3e5c817') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:15.444936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b220b934-059c-4f7b-93b7-2232d3e5c817') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:15.448047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 38a14c96-585c-4a3d-8df2-cb24dc3cabbd no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:15.456186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (b220b934-059c-4f7b-93b7-2232d3e5c817), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.473332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b220b934-059c-4f7b-93b7-2232d3e5c817), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.480302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 38a14c96-585c-4a3d-8df2-cb24dc3cabbd {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:15.480903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 38a14c96-585c-4a3d-8df2-cb24dc3cabbd not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:15.481220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:35:15.481705 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (b220b934-059c-4f7b-93b7-2232d3e5c817), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.482004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a22c8418-7eb3-4b26-bec4-4ad6b2989707 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:35:15.486334 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:35:15.508547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a22c8418-7eb3-4b26-bec4-4ad6b2989707 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:15.508896 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a22c8418-7eb3-4b26-bec4-4ad6b2989707 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:15.565678 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c2cd061b-de04-465f-82a1-0a2b2e7f5d94), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.572933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.576998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/networks/c2cd061b-de04-465f-82a1-0a2b2e7f5d94 HTTP/1.1" status: 204 len: 168 time: 0.6439984 Mar 10 15:35:15.579893 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34546) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:15.585820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-8458dc3c-397a-4201-946f-1c695f1150b4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'routes': None}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:15.588737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa6a09-237a-42bc-aa3b-083f1a764f72 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Pushing event deleted for resources: {'Network': ['ID=c2cd061b-de04-465f-82a1-0a2b2e7f5d94,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:15.757277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.extraroute_db [None req-8458dc3c-397a-4201-946f-1c695f1150b4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Added routes are [] {{(pid=115534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 10 15:35:15.757603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.extraroute_db [None req-8458dc3c-397a-4201-946f-1c695f1150b4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Removed routes are [] {{(pid=115534) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 10 15:35:15.758083 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8458dc3c-397a-4201-946f-1c695f1150b4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.908542 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8458dc3c-397a-4201-946f-1c695f1150b4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.911914 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8458dc3c-397a-4201-946f-1c695f1150b4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:15.991359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8458dc3c-397a-4201-946f-1c695f1150b4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router 7cf18530-bbbf-4a0b-9cae-288acff2c149 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:16.080847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8458dc3c-397a-4201-946f-1c695f1150b4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:16.094718 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5200cd9-a1a1-4954-b9fe-f4f696bf52dc None None] Sync routers for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:16.095352 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-8458dc3c-397a-4201-946f-1c695f1150b4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:16.099095 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8458dc3c-397a-4201-946f-1c695f1150b4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149 HTTP/1.1" status: 200 len: 704 time: 0.5153763 Mar 10 15:35:16.099095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34560) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:16.109145 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5200cd9-a1a1-4954-b9fe-f4f696bf52dc None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:16.109816 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c5200cd9-a1a1-4954-b9fe-f4f696bf52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:16.127993 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d95de702-1323-4dfa-871d-4695098a8bba tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cf18530-bbbf-4a0b-9cae-288acff2c149 HTTP/1.1" status: 200 len: 205 time: 0.0276508 Mar 10 15:35:16.130540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34564) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:16.187314 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c5200cd9-a1a1-4954-b9fe-f4f696bf52dc None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:16.210724 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc4664f-616b-44ff-ad35-808c78fa1060 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:16.243157 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c5200cd9-a1a1-4954-b9fe-f4f696bf52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:14Z', 'revision_number': 11, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:16.270893 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5200cd9-a1a1-4954-b9fe-f4f696bf52dc None None] Checking router: 7cf18530-bbbf-4a0b-9cae-288acff2c149 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:16.279904 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5200cd9-a1a1-4954-b9fe-f4f696bf52dc None None] Routers {'7cf18530-bbbf-4a0b-9cae-288acff2c149'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:16.280603 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c5200cd9-a1a1-4954-b9fe-f4f696bf52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7cf18530-bbbf-4a0b-9cae-288acff2c149'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:16.353312 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c5200cd9-a1a1-4954-b9fe-f4f696bf52dc None None] Set router 7cf18530-bbbf-4a0b-9cae-288acff2c149 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:16.391909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc4664f-616b-44ff-ad35-808c78fa1060 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:16.394635 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc4664f-616b-44ff-ad35-808c78fa1060 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (7cf18530-bbbf-4a0b-9cae-288acff2c149), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:16.409673 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c5200cd9-a1a1-4954-b9fe-f4f696bf52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:14Z', 'revision_number': 11, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:16.436702 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5200cd9-a1a1-4954-b9fe-f4f696bf52dc None None] The sync data for ids ['7cf18530-bbbf-4a0b-9cae-288acff2c149'] in n-d-833090-1 is: [{'id': '7cf18530-bbbf-4a0b-9cae-288acff2c149', 'name': 'tempest-RoutersIpV6Test-router-502280541', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:34:36Z', 'updated_at': '2022-03-10T15:35:14Z', 'revision_number': 11, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:16.445846 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc4664f-616b-44ff-ad35-808c78fa1060 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (7cf18530-bbbf-4a0b-9cae-288acff2c149), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:16.446533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc4664f-616b-44ff-ad35-808c78fa1060 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Fanout notify agent at l3_agent the message router_deleted on router 7cf18530-bbbf-4a0b-9cae-288acff2c149 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:35:16.454491 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc4664f-616b-44ff-ad35-808c78fa1060 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:16.455707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3dc4664f-616b-44ff-ad35-808c78fa1060 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149 HTTP/1.1" status: 204 len: 168 time: 0.3241148 Mar 10 15:35:16.459940 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34574) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:16.465591 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1daecf0b-63cf-4903-97bf-362b3a79a055 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1383526109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:16.488515 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1daecf0b-63cf-4903-97bf-362b3a79a055 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (de05a83e-8031-4c36-926c-f909ce2ce1d7), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:16.489730 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1daecf0b-63cf-4903-97bf-362b3a79a055 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (de05a83e-8031-4c36-926c-f909ce2ce1d7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:16.546754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1daecf0b-63cf-4903-97bf-362b3a79a055 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (de05a83e-8031-4c36-926c-f909ce2ce1d7), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:16.551815 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1daecf0b-63cf-4903-97bf-362b3a79a055 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (de05a83e-8031-4c36-926c-f909ce2ce1d7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:16.570188 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1daecf0b-63cf-4903-97bf-362b3a79a055 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:16.571558 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1daecf0b-63cf-4903-97bf-362b3a79a055 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1103997 Mar 10 15:35:16.574956 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34578) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:16.580467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-35dc9118-3b98-48ef-b8de-20800fda9187 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:17.073171 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-35dc9118-3b98-48ef-b8de-20800fda9187 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router (de05a83e-8031-4c36-926c-f909ce2ce1d7), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.084159 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-35dc9118-3b98-48ef-b8de-20800fda9187 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543661'] for router (de05a83e-8031-4c36-926c-f909ce2ce1d7), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.183511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dc9118-3b98-48ef-b8de-20800fda9187 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Router de05a83e-8031-4c36-926c-f909ce2ce1d7 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:35:17.224060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34584) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:17.229657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'network': {'name': 'tempest-network-smoke--1060586256', 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'port_security_enabled': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:17.250063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Made reservation on behalf of 989a5977d3404819bd2bfd8565bd6229 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:35:17.253791 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.260876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dc9118-3b98-48ef-b8de-20800fda9187 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:17.262905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.267575 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-35dc9118-3b98-48ef-b8de-20800fda9187 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.268856 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-35dc9118-3b98-48ef-b8de-20800fda9187 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "PUT /v2.0/routers/de05a83e-8031-4c36-926c-f909ce2ce1d7 HTTP/1.1" status: 200 len: 698 time: 0.6928530 Mar 10 15:35:17.271293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34586) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:17.272142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b91b7d7-9577-447d-b3c4-69ac2e8d5020 None None] Sync routers for ids ['de05a83e-8031-4c36-926c-f909ce2ce1d7'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:17.283585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b91b7d7-9577-447d-b3c4-69ac2e8d5020 None None] Routers {'de05a83e-8031-4c36-926c-f909ce2ce1d7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:17.284273 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4b91b7d7-9577-447d-b3c4-69ac2e8d5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['de05a83e-8031-4c36-926c-f909ce2ce1d7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:17.350046 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (042bd7bb-f016-47f4-9b59-11bbdd05a715), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.355520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (042bd7bb-f016-47f4-9b59-11bbdd05a715), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.362732 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-01115892-c8c6-49a8-8cd3-0a92983a37ba tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/routers/de05a83e-8031-4c36-926c-f909ce2ce1d7 HTTP/1.1" status: 200 len: 704 time: 0.0878799 Mar 10 15:35:17.363024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34588) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:17.365047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-4b91b7d7-9577-447d-b3c4-69ac2e8d5020 None None] Set router de05a83e-8031-4c36-926c-f909ce2ce1d7 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:17.380953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:35:17.394919 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c9f84e1b-ef0a-4dba-b307-4b5e7b8cb9a8 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=de05a83e-8031-4c36-926c-f909ce2ce1d7 HTTP/1.1" status: 200 len: 205 time: 0.0284271 Mar 10 15:35:17.395242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34590) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:17.406624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042bd7bb-f016-47f4-9b59-11bbdd05a715,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:17.426162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4b91b7d7-9577-447d-b3c4-69ac2e8d5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05a83e-8031-4c36-926c-f909ce2ce1d7', 'name': 'tempest-RoutersIpV6Test-router-1383526109', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:16Z', 'updated_at': '2022-03-10T15:35:17Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:17.443530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e8eeb35f-285a-425c-b4c9-962132a00117), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.443878 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Added segment e8eeb35f-285a-425c-b4c9-962132a00117 of type vlan for network 9a04d343-0377-4301-a542-ddab1de9169e Mar 10 15:35:17.452778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b91b7d7-9577-447d-b3c4-69ac2e8d5020 None None] Checking router: de05a83e-8031-4c36-926c-f909ce2ce1d7 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:17.461750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b91b7d7-9577-447d-b3c4-69ac2e8d5020 None None] Routers {'de05a83e-8031-4c36-926c-f909ce2ce1d7'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:17.462366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4b91b7d7-9577-447d-b3c4-69ac2e8d5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['de05a83e-8031-4c36-926c-f909ce2ce1d7'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:17.507351 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a0b9170-28e9-4141-8e25-d33feaa8279a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (de05a83e-8031-4c36-926c-f909ce2ce1d7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.535390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-4b91b7d7-9577-447d-b3c4-69ac2e8d5020 None None] Set router de05a83e-8031-4c36-926c-f909ce2ce1d7 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:17.549781 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9a04d343-0377-4301-a542-ddab1de9169e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.593381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4b91b7d7-9577-447d-b3c4-69ac2e8d5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05a83e-8031-4c36-926c-f909ce2ce1d7', 'name': 'tempest-RoutersIpV6Test-router-1383526109', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:16Z', 'updated_at': '2022-03-10T15:35:17Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:17.620881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b91b7d7-9577-447d-b3c4-69ac2e8d5020 None None] The sync data for ids ['de05a83e-8031-4c36-926c-f909ce2ce1d7'] in n-d-833090-1 is: [{'id': 'de05a83e-8031-4c36-926c-f909ce2ce1d7', 'name': 'tempest-RoutersIpV6Test-router-1383526109', 'tenant_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:16Z', 'updated_at': '2022-03-10T15:35:17Z', 'revision_number': 2, 'project_id': 'a03b6da2c5f3413ea379f8d3d2d1c322', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:17.673443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9a04d343-0377-4301-a542-ddab1de9169e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.678453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:17.679360 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.734855 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a0b9170-28e9-4141-8e25-d33feaa8279a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (de05a83e-8031-4c36-926c-f909ce2ce1d7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.738948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a0b9170-28e9-4141-8e25-d33feaa8279a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router_controller (de05a83e-8031-4c36-926c-f909ce2ce1d7), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.756591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5313752 Mar 10 15:35:17.759644 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34592) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:17.764776 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'admin_state_up': True, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:17.801835 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (09be5c56-7dfe-4ab1-a7ee-33af460727ab), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.805390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (09be5c56-7dfe-4ab1-a7ee-33af460727ab), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.829754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28cb52-5446-421d-b75c-7c4e4d038700 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Network': ['ID=9a04d343-0377-4301-a542-ddab1de9169e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:17.833749 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a0b9170-28e9-4141-8e25-d33feaa8279a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (de05a83e-8031-4c36-926c-f909ce2ce1d7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.834573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0b9170-28e9-4141-8e25-d33feaa8279a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Fanout notify agent at l3_agent the message router_deleted on router de05a83e-8031-4c36-926c-f909ce2ce1d7 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:35:17.840252 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9a04d343-0377-4301-a542-ddab1de9169e details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:35:17.841377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a0b9170-28e9-4141-8e25-d33feaa8279a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.842498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1a0b9170-28e9-4141-8e25-d33feaa8279a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/de05a83e-8031-4c36-926c-f909ce2ce1d7 HTTP/1.1" status: 204 len: 168 time: 0.4463127 Mar 10 15:35:17.847320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34594) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:17.879613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0fe1b6bd-803a-4d22-909b-df2879c61a18 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=de05a83e-8031-4c36-926c-f909ce2ce1d7 HTTP/1.1" status: 200 len: 205 time: 0.0307190 Mar 10 15:35:17.881651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34596) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:17.896221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_controller (09be5c56-7dfe-4ab1-a7ee-33af460727ab), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:17.926129 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-a5cf469d-339d-4eb6-bc71-f5b62f20a500 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] delete failed (client error): The resource could not be found. Mar 10 15:35:17.927210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a5cf469d-339d-4eb6-bc71-f5b62f20a500 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/de05a83e-8031-4c36-926c-f909ce2ce1d7 HTTP/1.1" status: 404 len: 336 time: 0.0446448 Mar 10 15:35:17.929755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34598) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:17.957369 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc9a6d0-0dd9-4f82-a824-55f750a2ae4b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] DELETE failed (client error): The resource could not be found. Mar 10 15:35:17.957865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc9a6d0-0dd9-4f82-a824-55f750a2ae4b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:35:17.960876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2bc9a6d0-0dd9-4f82-a824-55f750a2ae4b tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/a7f8516f-c29f-4cbc-aff4-1a1246e63ac5 HTTP/1.1" status: 404 len: 337 time: 0.0300226 Mar 10 15:35:17.963409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34600) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:17.990654 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-d289aa46-a963-417f-b1ef-62fdc3b7f14f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] DELETE failed (client error): The resource could not be found. Mar 10 15:35:17.991149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d289aa46-a963-417f-b1ef-62fdc3b7f14f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:35:17.994174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d289aa46-a963-417f-b1ef-62fdc3b7f14f tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/6898a011-9059-4989-9a76-cdd6965c65ad HTTP/1.1" status: 404 len: 337 time: 0.0297914 Mar 10 15:35:17.996848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34602) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.024041 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f91ace1-1254-4cb6-9d6c-1aa7e3bd4430 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] DELETE failed (client error): The resource could not be found. Mar 10 15:35:18.024502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f91ace1-1254-4cb6-9d6c-1aa7e3bd4430 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:35:18.028287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2f91ace1-1254-4cb6-9d6c-1aa7e3bd4430 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/64df3d95-b8cf-4f39-be36-eea003b2a4dd HTTP/1.1" status: 404 len: 337 time: 0.0304692 Mar 10 15:35:18.030701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34604) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.057314 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_gateway (09be5c56-7dfe-4ab1-a7ee-33af460727ab), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:18.058018 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0ac180-8f12-4bb5-aa7c-cb4edfe1f9c5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] DELETE failed (client error): The resource could not be found. Mar 10 15:35:18.058593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0ac180-8f12-4bb5-aa7c-cb4edfe1f9c5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:35:18.071656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9d0ac180-8f12-4bb5-aa7c-cb4edfe1f9c5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/d51bd525-d2a1-444a-a157-4960f1d4b6ea HTTP/1.1" status: 404 len: 337 time: 0.0345767 Mar 10 15:35:18.071910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34606) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.078219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:18.115285 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b10ac6b5-9f6c-48a3-b978-5c91da4e6122 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cf18530-bbbf-4a0b-9cae-288acff2c149 HTTP/1.1" status: 200 len: 205 time: 0.0441847 Mar 10 15:35:18.117687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34608) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.161985 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-67c8c401-43a5-4b5c-a8dd-a66cef8d2bc6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] delete failed (client error): The resource could not be found. Mar 10 15:35:18.163057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-67c8c401-43a5-4b5c-a8dd-a66cef8d2bc6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/7cf18530-bbbf-4a0b-9cae-288acff2c149 HTTP/1.1" status: 404 len: 336 time: 0.0442355 Mar 10 15:35:18.165795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34610) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.195173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-162c996d-7802-4a8f-ab09-6631714fbfb7 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcfd0c2-48e4-4689-b8a9-867d5455fb5b HTTP/1.1" status: 200 len: 205 time: 0.0280716 Mar 10 15:35:18.197529 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34612) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.243506 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-5282e37e-4c72-441f-a23f-3e87b1b451aa tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] delete failed (client error): The resource could not be found. Mar 10 15:35:18.244515 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5282e37e-4c72-441f-a23f-3e87b1b451aa tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/4fcfd0c2-48e4-4689-b8a9-867d5455fb5b HTTP/1.1" status: 404 len: 336 time: 0.0460968 Mar 10 15:35:18.247331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34614) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.274502 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71cf418-2b9f-4e96-89da-ebe51201031c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] DELETE failed (client error): The resource could not be found. Mar 10 15:35:18.275001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71cf418-2b9f-4e96-89da-ebe51201031c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:35:18.278864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c71cf418-2b9f-4e96-89da-ebe51201031c tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/5a8b5d4a-d2a4-42ed-87b1-68121d348176 HTTP/1.1" status: 404 len: 337 time: 0.0303843 Mar 10 15:35:18.281619 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34616) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.343053 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e259fda5-3cda-4b62-8a20-ac55829bd0a8 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=c96abedc-3270-435c-90d7-1b7c0bbe9bdf HTTP/1.1" status: 200 len: 205 time: 0.0601864 Mar 10 15:35:18.345474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34618) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.360704 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_gateway (09be5c56-7dfe-4ab1-a7ee-33af460727ab), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:18.379553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:18.387772 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-5e8dbe61-9d20-4fb8-9d20-b4dacd004642 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] delete failed (client error): The resource could not be found. Mar 10 15:35:18.389025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5e8dbe61-9d20-4fb8-9d20-b4dacd004642 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/c96abedc-3270-435c-90d7-1b7c0bbe9bdf HTTP/1.1" status: 404 len: 336 time: 0.0421789 Mar 10 15:35:18.391894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34620) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.432140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2d6e209d-b706-42e4-96be-362d807b5f66 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=b88d6009-6cd1-45be-8b0e-9db27c45a3c4 HTTP/1.1" status: 200 len: 205 time: 0.0365860 Mar 10 15:35:18.432368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34622) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.473853 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-e3016d17-700e-42cc-b931-060eefe804a4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] delete failed (client error): The resource could not be found. Mar 10 15:35:18.475048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e3016d17-700e-42cc-b931-060eefe804a4 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/b88d6009-6cd1-45be-8b0e-9db27c45a3c4 HTTP/1.1" status: 404 len: 336 time: 0.0417571 Mar 10 15:35:18.477680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34624) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.500105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Allocated IP 172.25.3.204 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/053a54cc-8d81-424a-82c6-be3ccb3a0b8c) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:35:18.506995 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-684f18fd-c329-4eee-a319-bd9c4b422fc5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] DELETE failed (client error): The resource could not be found. Mar 10 15:35:18.507638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684f18fd-c329-4eee-a319-bd9c4b422fc5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:35:18.510750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-684f18fd-c329-4eee-a319-bd9c4b422fc5 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/c6ee3157-8166-4b0f-8ca0-0fcdc6bbf7cd HTTP/1.1" status: 404 len: 337 time: 0.0320413 Mar 10 15:35:18.514160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34626) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.545928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d169b2be-0301-4b40-9883-f0f0a2378df8 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=5bcde161-f97c-445c-b0a8-bc241f9481b1 HTTP/1.1" status: 200 len: 205 time: 0.0302835 Mar 10 15:35:18.548650 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34628) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.621977 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-f8e55e13-dd04-45bd-84ba-3345f202e2ef tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] delete failed (client error): The resource could not be found. Mar 10 15:35:18.625509 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f8e55e13-dd04-45bd-84ba-3345f202e2ef tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/5bcde161-f97c-445c-b0a8-bc241f9481b1 HTTP/1.1" status: 404 len: 336 time: 0.0734518 Mar 10 15:35:18.625716 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34630) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.659002 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f102b8-73c6-45c1-a784-dc9bde990712 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] DELETE failed (client error): The resource could not be found. Mar 10 15:35:18.659462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f102b8-73c6-45c1-a784-dc9bde990712 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:35:18.665110 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-50f102b8-73c6-45c1-a784-dc9bde990712 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/f29bed3a-7566-4dbf-9916-43a381433d5b HTTP/1.1" status: 404 len: 337 time: 0.0361021 Mar 10 15:35:18.665937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34632) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.690902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:18.701120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2629fb3c-8b82-4ec0-9b00-fc150f20b69a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee25303c-42ba-4a8c-bc8d-d82cea46499a HTTP/1.1" status: 200 len: 205 time: 0.0338809 Mar 10 15:35:18.703766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34634) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.730848 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:18.745852 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-f6aa9d33-0abd-4065-b443-174425d3591d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] delete failed (client error): The resource could not be found. Mar 10 15:35:18.746962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f6aa9d33-0abd-4065-b443-174425d3591d tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/routers/ee25303c-42ba-4a8c-bc8d-d82cea46499a HTTP/1.1" status: 404 len: 336 time: 0.0420618 Mar 10 15:35:18.749805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34636) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.773750 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:35:18.778910 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64fbbfc-20f7-4de4-93be-a2a6829841e6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] DELETE failed (client error): The resource could not be found. Mar 10 15:35:18.779372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64fbbfc-20f7-4de4-93be-a2a6829841e6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:35:18.779935 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:35:18.785714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b64fbbfc-20f7-4de4-93be-a2a6829841e6 tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/f7f2fd0f-d6ad-4682-a850-f3c105f49017 HTTP/1.1" status: 404 len: 337 time: 0.0322654 Mar 10 15:35:18.786511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:35:18.786638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34638) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:18.792665 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Port': ['ID=053a54cc-8d81-424a-82c6-be3ccb3a0b8c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:18.813858 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-19916261-c763-4f45-8a9d-13052aaa2a5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] DELETE failed (client error): The resource could not be found. Mar 10 15:35:18.814307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19916261-c763-4f45-8a9d-13052aaa2a5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:35:18.817676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-19916261-c763-4f45-8a9d-13052aaa2a5a tempest-RoutersIpV6Test-1523446810 tempest-RoutersIpV6Test-1523446810-project] 10.222.0.11 "DELETE /v2.0/subnets/ba2043c5-a5f1-4b7c-8a06-c8b2e2bd9b03 HTTP/1.1" status: 404 len: 337 time: 0.0303221 Mar 10 15:35:19.058933 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_gateway (09be5c56-7dfe-4ab1-a7ee-33af460727ab), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:19.072434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34644) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:19.223329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-937daf3a-fea2-43cb-9a43-61cd8f6c666b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a03b6da2c5f3413ea379f8d3d2d1c322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1496122 Mar 10 15:35:19.225792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34648) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:19.273249 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (09be5c56-7dfe-4ab1-a7ee-33af460727ab), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:19.280391 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f191d541-7edf-4996-ad32-e0ddc025dbc9 admin admin] Publish callbacks [] for security_group (5692e30e-c108-4783-8318-4ecff6c44940), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:19.302511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f191d541-7edf-4996-ad32-e0ddc025dbc9 admin admin] Publish callbacks [] for security_group (5692e30e-c108-4783-8318-4ecff6c44940), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:19.350418 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f191d541-7edf-4996-ad32-e0ddc025dbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5692e30e-c108-4783-8318-4ecff6c44940), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:19.353039 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f191d541-7edf-4996-ad32-e0ddc025dbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:19.354447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f191d541-7edf-4996-ad32-e0ddc025dbc9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5692e30e-c108-4783-8318-4ecff6c44940 HTTP/1.1" status: 204 len: 168 time: 0.1272311 Mar 10 15:35:19.363042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191d541-7edf-4996-ad32-e0ddc025dbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5692e30e-c108-4783-8318-4ecff6c44940,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:19.410618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Router 09be5c56-7dfe-4ab1-a7ee-33af460727ab is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:35:19.523960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:19.534327 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Sync routers for ids ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:19.543728 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:19.545037 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ca871612-5322-458e-936e-08fc9fddfb52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7843015 Mar 10 15:35:19.545842 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Routers {'09be5c56-7dfe-4ab1-a7ee-33af460727ab'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:19.546550 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:19.550244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34654) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:19.666549 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Set router 09be5c56-7dfe-4ab1-a7ee-33af460727ab gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:19.748175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-add5b485-3d21-4d48-b7ee-ef9b5abe88b0 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=989a5977d3404819bd2bfd8565bd6229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1964321 Mar 10 15:35:19.750682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34666) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:19.866409 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:18Z', 'revision_number': 3, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:19.934046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd228d6d-d893-4d5b-b57b-847e8baa3d62 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:19.935713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cd228d6d-d893-4d5b-b57b-847e8baa3d62 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1840925 Mar 10 15:35:19.938767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34674) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:19.982282 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ebeed8a9-e9b7-4273-b116-61809b5971b4 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389388 Mar 10 15:35:19.982575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34678) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:19.987325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-402068825', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:19.993123 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Checking router: 09be5c56-7dfe-4ab1-a7ee-33af460727ab for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:19.993475 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Updating router 09be5c56-7dfe-4ab1-a7ee-33af460727ab port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:35:20.021100 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:20.076636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Made reservation on behalf of 989a5977d3404819bd2bfd8565bd6229 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:35:20.080347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:20.295243 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Publish callbacks [] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:20.302591 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:20.349932 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f505e1a-26d0-44f7-aeb8-0a7c73befc09 None None] Pushing event updated for resources: {'Port': ['ID=053a54cc-8d81-424a-82c6-be3ccb3a0b8c,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:20.369615 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Attempting to bind port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:35:20.370005 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Attempting to bind port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:35:20.370371 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Attempting to bind port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:35:20.376758 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:35:20.377165 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:35:20.377577 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:20.377964 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:35:20.378434 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Bound port: 053a54cc-8d81-424a-82c6-be3ccb3a0b8c, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:35:20.378835 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:20.432465 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] For port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:35:20.436207 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] For port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=053a54cc-8d81-424a-82c6-be3ccb3a0b8c,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:35:20.442604 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:20.501850 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Routers {'09be5c56-7dfe-4ab1-a7ee-33af460727ab'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:20.502496 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:20.540445 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f505e1a-26d0-44f7-aeb8-0a7c73befc09 None None] Pushing event updated for resources: {'Port': ['ID=053a54cc-8d81-424a-82c6-be3ccb3a0b8c,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:20.582584 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (cbbcc5a4-3b4f-4e9b-b163-edb171d70498), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:20.617874 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] Set router 09be5c56-7dfe-4ab1-a7ee-33af460727ab gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:20.647515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Subnet': ['ID=cbbcc5a4-3b4f-4e9b-b163-edb171d70498,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:20.660313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Checking segment: {'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:35:20.664307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network hostable DHCP agents. Network: 9a04d343-0377-4301-a542-ddab1de9169e, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:35:20.685508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network 9a04d343-0377-4301-a542-ddab1de9169e is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:35:20.695612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9a04d343-0377-4301-a542-ddab1de9169e) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:35:20.701253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:20.701865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:20.708542 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef2574-419b-408f-af80-05f6de7ef0c3 None None] Network 9a04d343-0377-4301-a542-ddab1de9169e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:35:20.724251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2a2a879b-eb3f-44ed-b00c-16725e4924a4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7382276 Mar 10 15:35:20.724552 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34696) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:20.836524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-9a04d343-0377-4301-a542-ddab1de9169e', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'fixed_ips': [{'subnet_id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:35:20.838323 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:20.853694 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:20.859021 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:18Z', 'revision_number': 3, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:20.894362 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fd511-d171-4c5c-806d-8f51d955259d None None] The sync data for ids ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'] in n-d-833090-1 is: [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:18Z', 'revision_number': 3, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:21.021544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Allocated IP 172.20.0.2 (9a04d343-0377-4301-a542-ddab1de9169e/cbbcc5a4-3b4f-4e9b-b163-edb171d70498/9eafd5f4-4939-46fb-9ef8-c65483e0a605) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:35:21.222124 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Publish callbacks [] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:21.237483 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:21.331632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Network 9a04d343-0377-4301-a542-ddab1de9169e is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:35:21.335872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:35:21.338128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Pushing event updated for resources: {'Port': ['ID=9eafd5f4-4939-46fb-9ef8-c65483e0a605,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:21.341810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:35:21.400178 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:35:21.411679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Attempting to bind port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:35:21.411909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Attempting to bind port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:35:21.412273 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Attempting to bind port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 on network 9a04d343-0377-4301-a542-ddab1de9169e {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:35:21.418338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:35:21.419270 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Checking segment: {'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:35:21.419406 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:21.419712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Bound using segment: {'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:35:21.420187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Bound port: 9eafd5f4-4939-46fb-9ef8-c65483e0a605, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:35:21.420570 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:21.496861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] For port 9eafd5f4-4939-46fb-9ef8-c65483e0a605, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:35:21.500807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] For port 9eafd5f4-4939-46fb-9ef8-c65483e0a605, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9eafd5f4-4939-46fb-9ef8-c65483e0a605,segment=NetworkSegment(e8eeb35f-285a-425c-b4c9-962132a00117),segment_id=e8eeb35f-285a-425c-b4c9-962132a00117)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:35:21.509633 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:21.573819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4e186-9f2d-4411-81e6-d9d497b41ece None None] Pushing event updated for resources: {'Port': ['ID=9eafd5f4-4939-46fb-9ef8-c65483e0a605,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:21.633845 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:21.737592 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2ad1c6d3-f3cd-42e2-89e9-478c89afe562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:22.040283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Allocated IP 172.20.0.1 (9a04d343-0377-4301-a542-ddab1de9169e/cbbcc5a4-3b4f-4e9b-b163-edb171d70498/511bf85f-ac82-4051-b95c-45008356ac92) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:35:22.175406 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for port (511bf85f-ac82-4051-b95c-45008356ac92), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:22.227778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (511bf85f-ac82-4051-b95c-45008356ac92), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:22.270201 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network 9a04d343-0377-4301-a542-ddab1de9169e is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:35:22.275467 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:35:22.279357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:35:22.307115 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Port': ['ID=511bf85f-ac82-4051-b95c-45008356ac92,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:22.331541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (09be5c56-7dfe-4ab1-a7ee-33af460727ab), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:22.476434 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (511bf85f-ac82-4051-b95c-45008356ac92), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:22.776180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2b14f3-947c-470b-86be-bc14cc18ea82 None None] Network 9a04d343-0377-4301-a542-ddab1de9169e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:35:22.827582 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for port (511bf85f-ac82-4051-b95c-45008356ac92), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:22.833900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (511bf85f-ac82-4051-b95c-45008356ac92), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:22.865669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d011bb6e-bb61-45f0-b912-e6f434e4ba1d None None] Provisioning complete for port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:22.866055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d011bb6e-bb61-45f0-b912-e6f434e4ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:22.915873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Port': ['ID=511bf85f-ac82-4051-b95c-45008356ac92,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:22.919024 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (09be5c56-7dfe-4ab1-a7ee-33af460727ab), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:22.984226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d011bb6e-bb61-45f0-b912-e6f434e4ba1d None None] Current status of the port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:22.984711 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d011bb6e-bb61-45f0-b912-e6f434e4ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.019624 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network 9a04d343-0377-4301-a542-ddab1de9169e is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:35:23.021632 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:35:23.025373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d011bb6e-bb61-45f0-b912-e6f434e4ba1d None None] For port 9eafd5f4-4939-46fb-9ef8-c65483e0a605, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9eafd5f4-4939-46fb-9ef8-c65483e0a605,segment=NetworkSegment(e8eeb35f-285a-425c-b4c9-962132a00117),segment_id=e8eeb35f-285a-425c-b4c9-962132a00117)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:23.038841 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d011bb6e-bb61-45f0-b912-e6f434e4ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.129601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011bb6e-bb61-45f0-b912-e6f434e4ba1d None None] Pushing event updated for resources: {'Port': ['ID=9eafd5f4-4939-46fb-9ef8-c65483e0a605,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:23.219173 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Router 09be5c56-7dfe-4ab1-a7ee-33af460727ab has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:23.279881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 053a54cc-8d81-424a-82c6-be3ccb3a0b8c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:23.357809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:23.358464 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.369434 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:23.377990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34738) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:23.383730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--867291025', 'description': 'tempest-secgroup_access--867291025 description', 'project_id': '989a5977d3404819bd2bfd8565bd6229'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:23.389016 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d0cfb0b0-f980-40a0-982f-cc624289bdcd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "PUT /v2.0/routers/09be5c56-7dfe-4ab1-a7ee-33af460727ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6625576 Mar 10 15:35:23.421209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.466884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Sync routers for ids ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:23.491547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5c1cdd75-9474-4f73-81c1-f90ef8d550e5 None None] Provisioning complete for port 511bf85f-ac82-4051-b95c-45008356ac92 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:23.491982 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5c1cdd75-9474-4f73-81c1-f90ef8d550e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (511bf85f-ac82-4051-b95c-45008356ac92), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.517398 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (66c8c984-8bb1-4f43-8943-6c61e74941da), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.533395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (66c8c984-8bb1-4f43-8943-6c61e74941da), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.550208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5c1cdd75-9474-4f73-81c1-f90ef8d550e5 None None] Port 511bf85f-ac82-4051-b95c-45008356ac92 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:35:23.567779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.571985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1901538 Mar 10 15:35:23.572317 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34740) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:23.576753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5c1cdd75-9474-4f73-81c1-f90ef8d550e5 None None] Provisioning complete for port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:23.577430 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5c1cdd75-9474-4f73-81c1-f90ef8d550e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.577875 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-92c2f3ec-2148-4727-991d-b6361bcd1cf4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--527580860', 'description': 'tempest-secgroup_general--527580860 description', 'project_id': '989a5977d3404819bd2bfd8565bd6229'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:23.584792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c8c984-8bb1-4f43-8943-6c61e74941da,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:23.598103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.598816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.599860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.600510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.601506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.602096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.602826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.603424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.604403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.605432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.606168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.606691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.609590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c2f53-4a79-49ea-8098-ca25fd6097ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:23.611773 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92c2f3ec-2148-4727-991d-b6361bcd1cf4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.712639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92c2f3ec-2148-4727-991d-b6361bcd1cf4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (dd9fac47-ced9-47b0-b371-760bd6386021), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.718947 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92c2f3ec-2148-4727-991d-b6361bcd1cf4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dd9fac47-ced9-47b0-b371-760bd6386021), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.751329 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-92c2f3ec-2148-4727-991d-b6361bcd1cf4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.753290 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-92c2f3ec-2148-4727-991d-b6361bcd1cf4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1799891 Mar 10 15:35:23.756975 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34744) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:23.766973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-c421829a-4906-4685-bf59-f5bde3703c33 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'security_group_rule': {'security_group_id': '66c8c984-8bb1-4f43-8943-6c61e74941da', 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:23.784674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2f3ec-2148-4727-991d-b6361bcd1cf4 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9fac47-ced9-47b0-b371-760bd6386021,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:23.819109 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c421829a-4906-4685-bf59-f5bde3703c33 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group_rule (d9f50979-30e1-4b2c-90ee-e5b52db0e8e5), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.840890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Routers {'09be5c56-7dfe-4ab1-a7ee-33af460727ab'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:23.841524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:34:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:23.847591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:23.847976 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.880253 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c421829a-4906-4685-bf59-f5bde3703c33 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group_rule (d9f50979-30e1-4b2c-90ee-e5b52db0e8e5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.886945 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c421829a-4906-4685-bf59-f5bde3703c33 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (d9f50979-30e1-4b2c-90ee-e5b52db0e8e5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.910603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421829a-4906-4685-bf59-f5bde3703c33 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f50979-30e1-4b2c-90ee-e5b52db0e8e5,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:23.922312 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c421829a-4906-4685-bf59-f5bde3703c33 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:23.924030 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c421829a-4906-4685-bf59-f5bde3703c33 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656899 Mar 10 15:35:24.008522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=053a54cc-8d81-424a-82c6-be3ccb3a0b8c,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:24.020991 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.021944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9eafd5f4-4939-46fb-9ef8-c65483e0a605 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:24.035631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Set router 09be5c56-7dfe-4ab1-a7ee-33af460727ab gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:24.198452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-2e9f9565-f7d4-4381-a959-f79da1f166e7 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_access--867291025&fields=id&tenant_id=989a5977d3404819bd2bfd8565bd6229 HTTP/1.1" status: 200 len: 267 time: 0.0739663 Mar 10 15:35:24.240794 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8d00156c-8428-4d5a-9985-63770d5626b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.253414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=053a54cc-8d81-424a-82c6-be3ccb3a0b8c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:24.263152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-31357e0c-e27b-4f89-8212-63832220e127 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_general--527580860&fields=id&tenant_id=989a5977d3404819bd2bfd8565bd6229 HTTP/1.1" status: 200 len: 267 time: 0.0576727 Mar 10 15:35:24.295258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5c1cdd75-9474-4f73-81c1-f90ef8d550e5 None None] Current status of the port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:24.331808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:24.332204 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.392884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-8f831901-2f2b-4749-bbb6-753ea8a503f7 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:24.394372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-8f831901-2f2b-4749-bbb6-753ea8a503f7 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/networks?id=9a04d343-0377-4301-a542-ddab1de9169e HTTP/1.1" status: 200 len: 797 time: 0.1299930 Mar 10 15:35:24.410422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-bfefd03b-5ad7-4923-9e71-0cc79fb11a5e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/quotas/989a5977d3404819bd2bfd8565bd6229 HTTP/1.1" status: 200 len: 375 time: 0.0104589 Mar 10 15:35:24.463037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5a00714d-62e3-4db8-a6cf-772454566ff9 None None] Provisioning complete for port 511bf85f-ac82-4051-b95c-45008356ac92 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:24.463319 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5a00714d-62e3-4db8-a6cf-772454566ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (511bf85f-ac82-4051-b95c-45008356ac92), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.466402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-4c32f4ef-fee4-4c75-99a2-195c7852fc6d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=989a5977d3404819bd2bfd8565bd6229&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504751 Mar 10 15:35:24.516049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:24.518851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5a00714d-62e3-4db8-a6cf-772454566ff9 None None] Port 511bf85f-ac82-4051-b95c-45008356ac92 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:35:24.529476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:22Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '511bf85f-ac82-4051-b95c-45008356ac92', 'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:31:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:21Z', 'updated_at': '2022-03-10T15:35:22Z', 'revision_number': 2, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:24.561642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Checking router: 09be5c56-7dfe-4ab1-a7ee-33af460727ab for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:24.562000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Updating router 09be5c56-7dfe-4ab1-a7ee-33af460727ab port 511bf85f-ac82-4051-b95c-45008356ac92 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:35:24.592054 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (511bf85f-ac82-4051-b95c-45008356ac92), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.672763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-83f9d2ae-4740-4b5c-bdec-8867aeceb3a4 service neutron] 10.222.0.11 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939909 Mar 10 15:35:24.766128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-abccaed6-bf2a-4c52-8f5f-2ab7f47929a4 service neutron] 10.222.0.11 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867934 Mar 10 15:35:24.878949 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Publish callbacks [] for port (511bf85f-ac82-4051-b95c-45008356ac92), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.885772 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (511bf85f-ac82-4051-b95c-45008356ac92), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:24.966883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59ef4d-7896-40e0-b065-6108d8c99cee None None] Pushing event updated for resources: {'Port': ['ID=511bf85f-ac82-4051-b95c-45008356ac92,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:24.990453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fedc6fd-2678-4593-a32b-f51edd022718 req-b444dd4c-f194-45eb-a11f-8e3770aa1bc2 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 210 time: 0.0616152 Mar 10 15:35:25.003564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Attempting to bind port 511bf85f-ac82-4051-b95c-45008356ac92 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:35:25.004114 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Attempting to bind port 511bf85f-ac82-4051-b95c-45008356ac92 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:35:25.004487 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Attempting to bind port 511bf85f-ac82-4051-b95c-45008356ac92 on network 9a04d343-0377-4301-a542-ddab1de9169e {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:35:25.020194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:35:25.020431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Checking segment: {'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:35:25.020966 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:25.021324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Bound using segment: {'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:35:25.021791 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Bound port: 511bf85f-ac82-4051-b95c-45008356ac92, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:35:25.022264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (511bf85f-ac82-4051-b95c-45008356ac92), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:25.147361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] For port 511bf85f-ac82-4051-b95c-45008356ac92, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:35:25.150759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] For port 511bf85f-ac82-4051-b95c-45008356ac92, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=511bf85f-ac82-4051-b95c-45008356ac92,segment=NetworkSegment(e8eeb35f-285a-425c-b4c9-962132a00117),segment_id=e8eeb35f-285a-425c-b4c9-962132a00117)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:35:25.165645 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (511bf85f-ac82-4051-b95c-45008356ac92), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:25.218782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 053a54cc-8d81-424a-82c6-be3ccb3a0b8c up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:25.321607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59ef4d-7896-40e0-b065-6108d8c99cee None None] Pushing event updated for resources: {'Port': ['ID=511bf85f-ac82-4051-b95c-45008356ac92,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:25.333539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-130f9afa-004b-43ee-a8f6-0a27a184ff66 None None] Provisioning complete for port 511bf85f-ac82-4051-b95c-45008356ac92 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:25.333986 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-130f9afa-004b-43ee-a8f6-0a27a184ff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (511bf85f-ac82-4051-b95c-45008356ac92), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:25.336007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Routers {'09be5c56-7dfe-4ab1-a7ee-33af460727ab'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:25.336858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:25.418907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:25.491284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:25.491807 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:25.582670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] Set router 09be5c56-7dfe-4ab1-a7ee-33af460727ab gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:25.613192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-130f9afa-004b-43ee-a8f6-0a27a184ff66 None None] Current status of the port 511bf85f-ac82-4051-b95c-45008356ac92 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:25.613581 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-130f9afa-004b-43ee-a8f6-0a27a184ff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (511bf85f-ac82-4051-b95c-45008356ac92), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:25.704588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-130f9afa-004b-43ee-a8f6-0a27a184ff66 None None] For port 511bf85f-ac82-4051-b95c-45008356ac92, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=511bf85f-ac82-4051-b95c-45008356ac92,segment=NetworkSegment(e8eeb35f-285a-425c-b4c9-962132a00117),segment_id=e8eeb35f-285a-425c-b4c9-962132a00117)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:25.738617 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-130f9afa-004b-43ee-a8f6-0a27a184ff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (511bf85f-ac82-4051-b95c-45008356ac92), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:25.829232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:25.830433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9eafd5f4-4939-46fb-9ef8-c65483e0a605 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:25.919893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f9afa-004b-43ee-a8f6-0a27a184ff66 None None] Pushing event updated for resources: {'Port': ['ID=511bf85f-ac82-4051-b95c-45008356ac92,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:25.934336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a846b0d5-0281-4ac6-8268-e57644323110 None None] Provisioning complete for port 511bf85f-ac82-4051-b95c-45008356ac92 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:25.934771 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a846b0d5-0281-4ac6-8268-e57644323110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (511bf85f-ac82-4051-b95c-45008356ac92), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:26.016915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:26.017290 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:26.120354 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:22Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '511bf85f-ac82-4051-b95c-45008356ac92', 'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:31:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:21Z', 'updated_at': '2022-03-10T15:35:25Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:26.188926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fac4648e-928c-4676-9057-bc0b7655b17a req-9c61a0f5-2f07-497d-9256-32339a540fd2 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 210 time: 0.0318575 Mar 10 15:35:26.342312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-44394bba-3305-445a-9a47-31b376aed8cc tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:26.344586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-44394bba-3305-445a-9a47-31b376aed8cc tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.45 "GET /v2.0/networks?id=9a04d343-0377-4301-a542-ddab1de9169e HTTP/1.1" status: 200 len: 797 time: 0.1545393 Mar 10 15:35:26.350190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75107b1c-2b11-4ecc-b6b8-807df8ada9d0 None None] The sync data for ids ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'] in n-d-833090-1 is: [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:22Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '511bf85f-ac82-4051-b95c-45008356ac92', 'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:31:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:21Z', 'updated_at': '2022-03-10T15:35:25Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:26.356094 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a846b0d5-0281-4ac6-8268-e57644323110 None None] Current status of the port 511bf85f-ac82-4051-b95c-45008356ac92 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:26.375517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:26.450558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-e8b319c3-d774-427b-ad83-ad4e1428efca tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=989a5977d3404819bd2bfd8565bd6229 HTTP/1.1" status: 200 len: 476 time: 0.0900812 Mar 10 15:35:26.459808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'port': {'device_id': '036fc066-5b54-4123-8a40-3022ab561299', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'admin_state_up': True, 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'security_groups': ['66c8c984-8bb1-4f43-8943-6c61e74941da', 'dd9fac47-ced9-47b0-b371-760bd6386021']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:26.587531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Made reservation on behalf of 989a5977d3404819bd2bfd8565bd6229 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:35:26.591296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:26.651579 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:26.744110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Allocated IP 172.20.0.8 (9a04d343-0377-4301-a542-ddab1de9169e/cbbcc5a4-3b4f-4e9b-b163-edb171d70498/961f12f1-db54-4e3a-afb7-81c47a8dbae5) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:35:26.911929 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:26.950658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:27.008683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network 9a04d343-0377-4301-a542-ddab1de9169e is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:35:27.013672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:35:27.015518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Port': ['ID=961f12f1-db54-4e3a-afb7-81c47a8dbae5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:27.018888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:35:27.083479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:27.084305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:27.120121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-d1f20033-a1c5-442c-a611-d6519adc716d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6638293 Mar 10 15:35:27.134527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-69ebbb87-1792-4fe9-adff-e00d9fbbdfa7 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:35:27.135597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-69ebbb87-1792-4fe9-adff-e00d9fbbdfa7 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055561 Mar 10 15:35:27.147639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Request body: {'port': {'device_id': '036fc066-5b54-4123-8a40-3022ab561299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:27.218425 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 511bf85f-ac82-4051-b95c-45008356ac92 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:27.263069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:27.319518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 511bf85f-ac82-4051-b95c-45008356ac92 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:27.319901 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (511bf85f-ac82-4051-b95c-45008356ac92), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:27.405336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c18e54f1-53fb-4950-8e21-6c5212cb9df1 None None] Provisioning complete for port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:27.406124 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c18e54f1-53fb-4950-8e21-6c5212cb9df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:27.485285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2d471-24c9-44e7-8ce6-923658e49692 req-0ef0cb2a-e4f0-4cf3-a038-7e8814b83dd0 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:27.486853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54d2d471-24c9-44e7-8ce6-923658e49692 req-0ef0cb2a-e4f0-4cf3-a038-7e8814b83dd0 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 970 time: 0.1578178 Mar 10 15:35:27.493812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c18e54f1-53fb-4950-8e21-6c5212cb9df1 None None] Port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:35:27.499732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 511bf85f-ac82-4051-b95c-45008356ac92 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:27.606279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54d2d471-24c9-44e7-8ce6-923658e49692 req-b5f3deef-609f-439c-8d01-a6fa13ce4759 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1127803 Mar 10 15:35:27.670935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961f12f1-db54-4e3a-afb7-81c47a8dbae5 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:35:27.684303 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Publish callbacks [] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:27.698293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Transition to ACTIVE for port object 961f12f1-db54-4e3a-afb7-81c47a8dbae5 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:35:27.705100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:27.759662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Pushing event updated for resources: {'Port': ['ID=961f12f1-db54-4e3a-afb7-81c47a8dbae5,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:27.840930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Attempting to bind port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:35:27.841419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Attempting to bind port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:35:27.841756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Attempting to bind port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 on network 9a04d343-0377-4301-a542-ddab1de9169e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:35:27.846501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 on network 9a04d343-0377-4301-a542-ddab1de9169e not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:35:27.846852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Attempting to bind port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 on network 9a04d343-0377-4301-a542-ddab1de9169e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:35:27.852221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:35:27.852571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Checking segment: {'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:35:27.852965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Bound using segment: {'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:35:27.853402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Bound port: 961f12f1-db54-4e3a-afb7-81c47a8dbae5, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8eeb35f-285a-425c-b4c9-962132a00117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:35:27.853761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:27.936672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] For port 961f12f1-db54-4e3a-afb7-81c47a8dbae5, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:35:27.939920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] For port 961f12f1-db54-4e3a-afb7-81c47a8dbae5, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=961f12f1-db54-4e3a-afb7-81c47a8dbae5,segment=NetworkSegment(e8eeb35f-285a-425c-b4c9-962132a00117),segment_id=e8eeb35f-285a-425c-b4c9-962132a00117)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:35:27.947128 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:27.982927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:27.983550 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:27.984977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] 10.222.0.45 "PUT /v2.0/ports/961f12f1-db54-4e3a-afb7-81c47a8dbae5 HTTP/1.1" status: 200 len: 1130 time: 0.8415391 Mar 10 15:35:27.985426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036fc066-5b54-4123-8a40-3022ab561299', 'tag': '961f12f1-db54-4e3a-afb7-81c47a8dbae5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:27.987696 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef54fa9-e5b0-483d-b735-9a8a85c8386b" -d '{"events": [{"name": "network-changed", "server_uuid": "036fc066-5b54-4123-8a40-3022ab561299", "tag": "961f12f1-db54-4e3a-afb7-81c47a8dbae5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:28.066749 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efc67a1-3081-4abe-a862-05d90054e7ee x-openstack-request-id: req-4efc67a1-3081-4abe-a862-05d90054e7ee {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:28.067082 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036fc066-5b54-4123-8a40-3022ab561299", "tag": "961f12f1-db54-4e3a-afb7-81c47a8dbae5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:28.067348 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4efc67a1-3081-4abe-a862-05d90054e7ee {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:28.067765 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036fc066-5b54-4123-8a40-3022ab561299', 'tag': '961f12f1-db54-4e3a-afb7-81c47a8dbae5', 'status': 'completed', 'code': 200} Mar 10 15:35:28.069780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e0583-b1cb-4a26-adc9-8c233e17864d service neutron] Pushing event updated for resources: {'Port': ['ID=961f12f1-db54-4e3a-afb7-81c47a8dbae5,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:28.097678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-ed1abf79-829b-4c0c-9eb4-e3ad8d77cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:28.099344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-ed1abf79-829b-4c0c-9eb4-e3ad8d77cd96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=989a5977d3404819bd2bfd8565bd6229&device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 1164 time: 0.0706689 Mar 10 15:35:28.148840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-9e5541ad-b70b-43fa-a0d3-12aee96c549a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f12f1-db54-4e3a-afb7-81c47a8dbae5 HTTP/1.1" status: 200 len: 217 time: 0.0413051 Mar 10 15:35:28.216128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-7b1f4830-9242-40c4-a576-315668d7b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:28.217625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-7b1f4830-9242-40c4-a576-315668d7b6ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbbcc5a4-3b4f-4e9b-b163-edb171d70498 HTTP/1.1" status: 200 len: 834 time: 0.0625582 Mar 10 15:35:28.265814 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:28.283357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-c2a54410-7eb7-4e76-bdfb-42bbb2483a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:28.285087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-c2a54410-7eb7-4e76-bdfb-42bbb2483a90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a04d343-0377-4301-a542-ddab1de9169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0608890 Mar 10 15:35:28.387756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-c456d34f-dc67-42e4-981a-81746396dd7f service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934987 Mar 10 15:35:28.490190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c366fb5d-0e88-46df-a8af-3b241a2f408f req-8859eeec-e5d5-4b76-bb25-5a8e4fc83b1a service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961699 Mar 10 15:35:28.587049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef54fa9-e5b0-483d-b735-9a8a85c8386b req-b09e81c8-011c-44c1-8887-730207ebe85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:28.588568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aef54fa9-e5b0-483d-b735-9a8a85c8386b req-b09e81c8-011c-44c1-8887-730207ebe85a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=989a5977d3404819bd2bfd8565bd6229&device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 1164 time: 0.0503862 Mar 10 15:35:28.708034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef54fa9-e5b0-483d-b735-9a8a85c8386b req-0b58f985-b42f-45be-b9a2-d5fc5d5e09e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:28.709483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aef54fa9-e5b0-483d-b735-9a8a85c8386b req-0b58f985-b42f-45be-b9a2-d5fc5d5e09e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a04d343-0377-4301-a542-ddab1de9169e HTTP/1.1" status: 200 len: 898 time: 0.1147325 Mar 10 15:35:28.776179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aef54fa9-e5b0-483d-b735-9a8a85c8386b req-344c1a22-a9b9-45c8-a181-670f293822fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f12f1-db54-4e3a-afb7-81c47a8dbae5 HTTP/1.1" status: 200 len: 217 time: 0.0497136 Mar 10 15:35:28.829653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f24d8-f576-46c8-a356-252b04510a1d req-ba2cd015-2543-4660-a26b-8a84647e7408 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:28.831349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-900f24d8-f576-46c8-a356-252b04510a1d req-ba2cd015-2543-4660-a26b-8a84647e7408 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 982 time: 0.1383595 Mar 10 15:35:28.855063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef54fa9-e5b0-483d-b735-9a8a85c8386b req-f7f4afcf-535a-4b92-956a-20a37f3a5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:28.856810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aef54fa9-e5b0-483d-b735-9a8a85c8386b req-f7f4afcf-535a-4b92-956a-20a37f3a5ce7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbbcc5a4-3b4f-4e9b-b163-edb171d70498 HTTP/1.1" status: 200 len: 834 time: 0.0731049 Mar 10 15:35:28.941235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-900f24d8-f576-46c8-a356-252b04510a1d req-823df022-0e7e-45ed-8e2d-b01cf8ea740f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1022317 Mar 10 15:35:28.947966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef54fa9-e5b0-483d-b735-9a8a85c8386b req-7abace1d-ac7d-4083-bd5d-575c0e662290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:28.950207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aef54fa9-e5b0-483d-b735-9a8a85c8386b req-7abace1d-ac7d-4083-bd5d-575c0e662290 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a04d343-0377-4301-a542-ddab1de9169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836339 Mar 10 15:35:29.069440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aef54fa9-e5b0-483d-b735-9a8a85c8386b req-da75f8b6-e36e-4cc6-aa81-7a3b6a552444 service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093879 Mar 10 15:35:29.177497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aef54fa9-e5b0-483d-b735-9a8a85c8386b req-d63cea6f-208a-4bd6-aff5-cf454b1f60f9 service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011178 Mar 10 15:35:30.091387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a037a0-807a-4318-a121-a75aba7d184f req-fa58d841-309a-4189-95e1-6cf767423f59 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:30.093311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a037a0-807a-4318-a121-a75aba7d184f req-fa58d841-309a-4189-95e1-6cf767423f59 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 982 time: 0.0637729 Mar 10 15:35:30.163774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a037a0-807a-4318-a121-a75aba7d184f req-d7c0a370-061a-447e-a512-ed255c966206 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0643122 Mar 10 15:35:30.276260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 961f12f1-db54-4e3a-afb7-81c47a8dbae5 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:35:30.384727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 961f12f1-db54-4e3a-afb7-81c47a8dbae5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=961f12f1-db54-4e3a-afb7-81c47a8dbae5,segment=NetworkSegment(e8eeb35f-285a-425c-b4c9-962132a00117),segment_id=e8eeb35f-285a-425c-b4c9-962132a00117)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:30.397137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '961f12f1-db54-4e3a-afb7-81c47a8dbae5', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'port_id': '961f12f1-db54-4e3a-afb7-81c47a8dbae5', 'mac_address': 'fa:16:3e:2b:32:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:35:30.437534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:30.437822 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:30.453248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961f12f1-db54-4e3a-afb7-81c47a8dbae5 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:35:30.479667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 961f12f1-db54-4e3a-afb7-81c47a8dbae5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=961f12f1-db54-4e3a-afb7-81c47a8dbae5,segment=NetworkSegment(e8eeb35f-285a-425c-b4c9-962132a00117),segment_id=e8eeb35f-285a-425c-b4c9-962132a00117)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:30.484409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:30.551855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=961f12f1-db54-4e3a-afb7-81c47a8dbae5,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:30.560944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.561423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.561777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.562171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.562547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.562946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.563306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.563684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.564016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.564345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.564830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.566400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.566400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:30.735483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['961f12f1-db54-4e3a-afb7-81c47a8dbae5'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:35:31.304780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d17629-cd4b-4410-9ac0-e4199e8a3724 req-7843e17e-37cf-4074-81c1-3b35a0afdf77 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:31.306378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29d17629-cd4b-4410-9ac0-e4199e8a3724 req-7843e17e-37cf-4074-81c1-3b35a0afdf77 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 983 time: 0.0647924 Mar 10 15:35:31.364204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29d17629-cd4b-4410-9ac0-e4199e8a3724 req-c9b9cba8-d1d5-4834-b159-930745d2aa7d tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0507498 Mar 10 15:35:32.307002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 961f12f1-db54-4e3a-afb7-81c47a8dbae5 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:35:32.360408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:35:32.364556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:35:32.364964 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:32.447045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:35:32.447416 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:32.475286 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036fc066-5b54-4123-8a40-3022ab561299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961f12f1-db54-4e3a-afb7-81c47a8dbae5'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:32.477667 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ae5de3-6d28-492e-a105-5895eb94b74c" -d '{"events": [{"server_uuid": "036fc066-5b54-4123-8a40-3022ab561299", "name": "network-vif-plugged", "status": "completed", "tag": "961f12f1-db54-4e3a-afb7-81c47a8dbae5"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:32.518141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e05bad-6935-4c8f-9697-385c9d78e0fb req-200f8a34-ebfb-4a6c-985e-2cf0c820133c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:32.525340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 961f12f1-db54-4e3a-afb7-81c47a8dbae5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=961f12f1-db54-4e3a-afb7-81c47a8dbae5,segment=NetworkSegment(e8eeb35f-285a-425c-b4c9-962132a00117),segment_id=e8eeb35f-285a-425c-b4c9-962132a00117)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:32.526979 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32e05bad-6935-4c8f-9697-385c9d78e0fb req-200f8a34-ebfb-4a6c-985e-2cf0c820133c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 983 time: 0.0816581 Mar 10 15:35:32.529856 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64904f8-e98e-4c45-8ff7-2fccd8356c1f x-openstack-request-id: req-b64904f8-e98e-4c45-8ff7-2fccd8356c1f {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:32.530713 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036fc066-5b54-4123-8a40-3022ab561299", "name": "network-vif-plugged", "status": "completed", "tag": "961f12f1-db54-4e3a-afb7-81c47a8dbae5", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:32.531008 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b64904f8-e98e-4c45-8ff7-2fccd8356c1f {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:32.531454 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036fc066-5b54-4123-8a40-3022ab561299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961f12f1-db54-4e3a-afb7-81c47a8dbae5', 'code': 200} Mar 10 15:35:32.532799 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:32.592695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32e05bad-6935-4c8f-9697-385c9d78e0fb req-3b1e3498-0124-49a6-855d-0369a49f19e0 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0642912 Mar 10 15:35:32.595291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=961f12f1-db54-4e3a-afb7-81c47a8dbae5,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:32.700507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb3897-54dd-4723-a626-f69b53e0c66e req-07a303e7-7387-45e2-9c87-7b3f2d84f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:32.702034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ccb3897-54dd-4723-a626-f69b53e0c66e req-07a303e7-7387-45e2-9c87-7b3f2d84f4ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 1166 time: 0.0961380 Mar 10 15:35:32.755695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ccb3897-54dd-4723-a626-f69b53e0c66e req-3c754109-e372-4718-b62b-e7e75ce9ff00 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0471566 Mar 10 15:35:33.720990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65dc1e-b5f0-483a-8480-f5e260d7158b req-ca74fce2-214c-49b4-a549-e4983f46e644 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:33.722489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc65dc1e-b5f0-483a-8480-f5e260d7158b req-ca74fce2-214c-49b4-a549-e4983f46e644 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 984 time: 0.0558131 Mar 10 15:35:33.785599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc65dc1e-b5f0-483a-8480-f5e260d7158b req-a20df0d7-a68c-4955-ab5f-13fc67d6683b tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0571959 Mar 10 15:35:34.911336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b650b-28aa-4fe9-8476-415360dd5db6 req-09927511-682b-43ff-b0d9-7d7ac91f056c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:34.912948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d9b650b-28aa-4fe9-8476-415360dd5db6 req-09927511-682b-43ff-b0d9-7d7ac91f056c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 984 time: 0.0587177 Mar 10 15:35:34.969526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d9b650b-28aa-4fe9-8476-415360dd5db6 req-f4bb7b00-96ff-4395-b8ff-739d06fb691e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0501418 Mar 10 15:35:35.101592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfada2-287e-43b1-b194-d6b8a6d0a620 req-2a8012ff-2fd6-472f-b563-848c541d25ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:35.103205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0bcfada2-287e-43b1-b194-d6b8a6d0a620 req-2a8012ff-2fd6-472f-b563-848c541d25ee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 984 time: 0.0620208 Mar 10 15:35:35.160266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0bcfada2-287e-43b1-b194-d6b8a6d0a620 req-a6a6d332-016e-47d2-b6fe-f125a6d4be43 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0501952 Mar 10 15:35:35.273311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a08ba-c34c-4609-b165-a2fdc0564881 req-dab89d47-3234-4bcc-849d-afea40134a01 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:35.275249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-015a08ba-c34c-4609-b165-a2fdc0564881 req-dab89d47-3234-4bcc-849d-afea40134a01 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 1166 time: 0.0486398 Mar 10 15:35:35.294721 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-015a08ba-c34c-4609-b165-a2fdc0564881 req-12337395-bc92-42da-b54f-86766d0ce9ed tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:35.369524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85d42c28-112a-40df-8484-da3a4123f843 req-d66aaeb5-a88b-4ab4-9607-b97a35438051 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725522 Mar 10 15:35:35.414404 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-015a08ba-c34c-4609-b165-a2fdc0564881 req-12337395-bc92-42da-b54f-86766d0ce9ed tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Publish callbacks [] for security_group (fc27a31b-8edc-44db-8530-249629e439d0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:35.426277 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-015a08ba-c34c-4609-b165-a2fdc0564881 req-12337395-bc92-42da-b54f-86766d0ce9ed tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fc27a31b-8edc-44db-8530-249629e439d0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:35.502478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12337395-bc92-42da-b54f-86766d0ce9ed tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc27a31b-8edc-44db-8530-249629e439d0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:35.509052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-015a08ba-c34c-4609-b165-a2fdc0564881 req-12337395-bc92-42da-b54f-86766d0ce9ed tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2274702 Mar 10 15:35:35.515892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d42c28-112a-40df-8484-da3a4123f843 req-8e9204ed-eb5c-4dff-9a5f-0979a779e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:35.517590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85d42c28-112a-40df-8484-da3a4123f843 req-8e9204ed-eb5c-4dff-9a5f-0979a779e91c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=989a5977d3404819bd2bfd8565bd6229&device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 1166 time: 0.1007264 Mar 10 15:35:35.544427 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34860) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:35.590782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bfb72b-128b-40ee-a0b2-35746ffc2cd4 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:35.595693 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f6bfb72b-128b-40ee-a0b2-35746ffc2cd4 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 1161 time: 0.0502274 Mar 10 15:35:35.596352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34862) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:35.600947 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '961f12f1-db54-4e3a-afb7-81c47a8dbae5', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:35:35.627254 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:35.632551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d42c28-112a-40df-8484-da3a4123f843 req-f7070882-cdcb-47ef-9832-9f390d1bd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:35.634975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85d42c28-112a-40df-8484-da3a4123f843 req-f7070882-cdcb-47ef-9832-9f390d1bd820 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a04d343-0377-4301-a542-ddab1de9169e HTTP/1.1" status: 200 len: 898 time: 0.0969768 Mar 10 15:35:35.683813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85d42c28-112a-40df-8484-da3a4123f843 req-28a6f5f5-f1f7-45da-aed7-da034ff16656 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f12f1-db54-4e3a-afb7-81c47a8dbae5 HTTP/1.1" status: 200 len: 217 time: 0.0428908 Mar 10 15:35:35.738289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d42c28-112a-40df-8484-da3a4123f843 req-727aa44f-0f6f-47ab-8ec3-b8bb524d3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:35.739807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85d42c28-112a-40df-8484-da3a4123f843 req-727aa44f-0f6f-47ab-8ec3-b8bb524d3eab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbbcc5a4-3b4f-4e9b-b163-edb171d70498 HTTP/1.1" status: 200 len: 834 time: 0.0495698 Mar 10 15:35:35.751509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:35.796464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d42c28-112a-40df-8484-da3a4123f843 req-6118fec0-fc7b-4dd4-933d-71317eb81810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:35.798090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85d42c28-112a-40df-8484-da3a4123f843 req-6118fec0-fc7b-4dd4-933d-71317eb81810 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a04d343-0377-4301-a542-ddab1de9169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509577 Mar 10 15:35:35.870193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Allocated IP 172.25.3.158 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/963275dc-c1f8-4958-a020-d0d41bb5338f) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:35:35.906642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85d42c28-112a-40df-8484-da3a4123f843 req-1db62eec-8ad6-4ba5-87fc-d834a75497b3 service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003797 Mar 10 15:35:35.984986 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for port (963275dc-c1f8-4958-a020-d0d41bb5338f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:36.007284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85d42c28-112a-40df-8484-da3a4123f843 req-652abb7e-5226-4903-b9cf-5253413bc726 service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887451 Mar 10 15:35:36.026463 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (963275dc-c1f8-4958-a020-d0d41bb5338f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:36.071076 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:35:36.077348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:35:36.081874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:35:36.104895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Port': ['ID=963275dc-c1f8-4958-a020-d0d41bb5338f,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:36.119417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.119779 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.120131 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.120476 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.121359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.121694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.122027 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.122528 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.122917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.123256 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.123600 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.123915 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.124239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:35:36.519247 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for floatingip (f43df475-ab61-47d2-b324-fe496a61be63), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:36.600677 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (963275dc-c1f8-4958-a020-d0d41bb5338f), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:36.763306 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for port (963275dc-c1f8-4958-a020-d0d41bb5338f), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:36.768794 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (963275dc-c1f8-4958-a020-d0d41bb5338f), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:36.839054 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Port': ['ID=963275dc-c1f8-4958-a020-d0d41bb5338f,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:36.850915 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (f43df475-ab61-47d2-b324-fe496a61be63), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:36.966455 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Floating IP f43df475-ab61-47d2-b324-fe496a61be63 associated. External IP: 172.25.3.158, port: 961f12f1-db54-4e3a-afb7-81c47a8dbae5. Mar 10 15:35:37.430660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34882) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:37.517503 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Router 09be5c56-7dfe-4ab1-a7ee-33af460727ab has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:37.546395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-834b8afb-2ee3-4b9f-8c0c-895d1b313217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:37.634894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-834b8afb-2ee3-4b9f-8c0c-895d1b313217 admin admin] Publish callbacks [] for security_group (33c9f791-0172-487c-9227-30c0577885e4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:37.639471 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-834b8afb-2ee3-4b9f-8c0c-895d1b313217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (33c9f791-0172-487c-9227-30c0577885e4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:37.651695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:37.671123 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:37.676069 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c47e5c1-4ab7-4ed9-b5d2-8391ff045787 None None] Sync routers for ids ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:37.688671 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c47e5c1-4ab7-4ed9-b5d2-8391ff045787 None None] Routers {'09be5c56-7dfe-4ab1-a7ee-33af460727ab'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:37.689594 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2c47e5c1-4ab7-4ed9-b5d2-8391ff045787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:37.691990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-834b8afb-2ee3-4b9f-8c0c-895d1b313217 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a1b812642d54dfea270e38c5751416b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595465 Mar 10 15:35:37.693997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b8afb-2ee3-4b9f-8c0c-895d1b313217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c9f791-0172-487c-9227-30c0577885e4,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:37.695247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34886) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:37.713711 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-def3e7f8-c631-4ab6-bb0f-d01f440f1da6 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1140778 Mar 10 15:35:37.713711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036fc066-5b54-4123-8a40-3022ab561299', 'tag': '961f12f1-db54-4e3a-afb7-81c47a8dbae5'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:37.715423 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f29042-e587-4ec5-bdc0-8bf11a1d075e" -d '{"events": [{"name": "network-changed", "server_uuid": "036fc066-5b54-4123-8a40-3022ab561299", "tag": "961f12f1-db54-4e3a-afb7-81c47a8dbae5"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:37.717327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34888) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:37.760804 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a529f1a8-775d-4368-9063-cf13e2e69e7a x-openstack-request-id: req-a529f1a8-775d-4368-9063-cf13e2e69e7a {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:37.761102 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036fc066-5b54-4123-8a40-3022ab561299", "tag": "961f12f1-db54-4e3a-afb7-81c47a8dbae5", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:37.761390 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a529f1a8-775d-4368-9063-cf13e2e69e7a {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:37.761798 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036fc066-5b54-4123-8a40-3022ab561299', 'tag': '961f12f1-db54-4e3a-afb7-81c47a8dbae5', 'status': 'completed', 'code': 200} Mar 10 15:35:37.840469 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-2c47e5c1-4ab7-4ed9-b5d2-8391ff045787 None None] Set router 09be5c56-7dfe-4ab1-a7ee-33af460727ab gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:37.918469 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12eb59bf-c1e2-4efe-8e01-78cc2abdd944 admin admin] Publish callbacks [] for security_group (33c9f791-0172-487c-9227-30c0577885e4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:37.976486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f29042-e587-4ec5-bdc0-8bf11a1d075e req-d7660750-3e66-48ab-84f7-35a7e4078a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:37.978037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60f29042-e587-4ec5-bdc0-8bf11a1d075e req-d7660750-3e66-48ab-84f7-35a7e4078a7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=989a5977d3404819bd2bfd8565bd6229&device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 1166 time: 0.1841218 Mar 10 15:35:37.981146 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12eb59bf-c1e2-4efe-8e01-78cc2abdd944 admin admin] Publish callbacks [] for security_group (33c9f791-0172-487c-9227-30c0577885e4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:37.983931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a092ff-c635-4c35-b94e-390eadcd1cd5 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:37.984407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a092ff-c635-4c35-b94e-390eadcd1cd5 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:37.985078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a092ff-c635-4c35-b94e-390eadcd1cd5 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:37.988600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a092ff-c635-4c35-b94e-390eadcd1cd5 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:37.988600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a092ff-c635-4c35-b94e-390eadcd1cd5 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:37.988600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a092ff-c635-4c35-b94e-390eadcd1cd5 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:37.991188 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34892) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:37.991371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a7a092ff-c635-4c35-b94e-390eadcd1cd5 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.2724879 Mar 10 15:35:38.114743 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2c47e5c1-4ab7-4ed9-b5d2-8391ff045787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:22Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'f43df475-ab61-47d2-b324-fe496a61be63', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'port_id': '961f12f1-db54-4e3a-afb7-81c47a8dbae5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'mac_address': 'fa:16:3e:2b:32:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036fc066-5b54-4123-8a40-3022ab561299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:36Z', 'updated_at': '2022-03-10T15:35:36Z', 'revision_number': 0, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511bf85f-ac82-4051-b95c-45008356ac92', 'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:31:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:21Z', 'updated_at': '2022-03-10T15:35:25Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:38.143406 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c47e5c1-4ab7-4ed9-b5d2-8391ff045787 None None] Checking router: 09be5c56-7dfe-4ab1-a7ee-33af460727ab for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:38.146451 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b79459-53dc-44e5-9fdd-6b2d019e4c4f tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:38.147102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b79459-53dc-44e5-9fdd-6b2d019e4c4f tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:38.147555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b79459-53dc-44e5-9fdd-6b2d019e4c4f tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:38.147999 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b79459-53dc-44e5-9fdd-6b2d019e4c4f tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:38.148438 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b79459-53dc-44e5-9fdd-6b2d019e4c4f tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:38.148883 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b79459-53dc-44e5-9fdd-6b2d019e4c4f tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:38.150864 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-28b79459-53dc-44e5-9fdd-6b2d019e4c4f tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.1576753 Mar 10 15:35:38.154530 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34894) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:38.155906 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c47e5c1-4ab7-4ed9-b5d2-8391ff045787 None None] Routers {'09be5c56-7dfe-4ab1-a7ee-33af460727ab'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:38.156784 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2c47e5c1-4ab7-4ed9-b5d2-8391ff045787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:38.298511 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-2c47e5c1-4ab7-4ed9-b5d2-8391ff045787 None None] Set router 09be5c56-7dfe-4ab1-a7ee-33af460727ab gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:38.438557 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fcc08910-0b7a-4663-b270-4334206d121e tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 0.2798030 Mar 10 15:35:38.438817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f29042-e587-4ec5-bdc0-8bf11a1d075e req-c12f0baa-c10f-48ce-a761-7c571cd2e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:38.439312 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34898) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:38.440078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60f29042-e587-4ec5-bdc0-8bf11a1d075e req-c12f0baa-c10f-48ce-a761-7c571cd2e375 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a04d343-0377-4301-a542-ddab1de9169e HTTP/1.1" status: 200 len: 898 time: 0.4479713 Mar 10 15:35:38.489391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2474ecd-0c7d-4917-ad67-4ab32c0dacca tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:38.490822 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2474ecd-0c7d-4917-ad67-4ab32c0dacca tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:38.500993 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a2474ecd-0c7d-4917-ad67-4ab32c0dacca tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=09be5c56-7dfe-4ab1-a7ee-33af460727ab HTTP/1.1" status: 200 len: 2062 time: 0.0518408 Mar 10 15:35:38.519087 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12eb59bf-c1e2-4efe-8e01-78cc2abdd944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (33c9f791-0172-487c-9227-30c0577885e4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:38.521725 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-12eb59bf-c1e2-4efe-8e01-78cc2abdd944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:38.523009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-12eb59bf-c1e2-4efe-8e01-78cc2abdd944 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33c9f791-0172-487c-9227-30c0577885e4 HTTP/1.1" status: 204 len: 168 time: 0.8267956 Mar 10 15:35:38.528672 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60f29042-e587-4ec5-bdc0-8bf11a1d075e req-3e190efe-2d1b-47c3-b6fc-748087bf3c6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f12f1-db54-4e3a-afb7-81c47a8dbae5 HTTP/1.1" status: 200 len: 999 time: 0.0812984 Mar 10 15:35:38.533866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb59bf-c1e2-4efe-8e01-78cc2abdd944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c9f791-0172-487c-9227-30c0577885e4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:38.594729 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2c47e5c1-4ab7-4ed9-b5d2-8391ff045787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:22Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'f43df475-ab61-47d2-b324-fe496a61be63', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'port_id': '961f12f1-db54-4e3a-afb7-81c47a8dbae5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'mac_address': 'fa:16:3e:2b:32:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036fc066-5b54-4123-8a40-3022ab561299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:36Z', 'updated_at': '2022-03-10T15:35:36Z', 'revision_number': 0, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511bf85f-ac82-4051-b95c-45008356ac92', 'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:31:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:21Z', 'updated_at': '2022-03-10T15:35:25Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:38.597755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f29042-e587-4ec5-bdc0-8bf11a1d075e req-c0b8c3ce-dcfb-4555-99b1-9865df04764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:38.599233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60f29042-e587-4ec5-bdc0-8bf11a1d075e req-c0b8c3ce-dcfb-4555-99b1-9865df04764d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbbcc5a4-3b4f-4e9b-b163-edb171d70498 HTTP/1.1" status: 200 len: 834 time: 0.0632215 Mar 10 15:35:38.618829 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34904) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:38.624625 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c47e5c1-4ab7-4ed9-b5d2-8391ff045787 None None] The sync data for ids ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'] in n-d-833090-1 is: [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:22Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'f43df475-ab61-47d2-b324-fe496a61be63', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'port_id': '961f12f1-db54-4e3a-afb7-81c47a8dbae5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'mac_address': 'fa:16:3e:2b:32:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036fc066-5b54-4123-8a40-3022ab561299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:35:36Z', 'updated_at': '2022-03-10T15:35:36Z', 'revision_number': 0, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511bf85f-ac82-4051-b95c-45008356ac92', 'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:31:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:21Z', 'updated_at': '2022-03-10T15:35:25Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:38.666013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f29042-e587-4ec5-bdc0-8bf11a1d075e req-ddca1d33-a05b-4a8e-b54e-b00b70b1fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:38.667942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60f29042-e587-4ec5-bdc0-8bf11a1d075e req-ddca1d33-a05b-4a8e-b54e-b00b70b1fc11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a04d343-0377-4301-a542-ddab1de9169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0615532 Mar 10 15:35:38.778298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60f29042-e587-4ec5-bdc0-8bf11a1d075e req-40577406-7370-43f2-9385-b413026f0f5e service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997694 Mar 10 15:35:38.825567 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Deleting port 8e9307f8-e18c-47e4-8461-7415d6852a08 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:38.826580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8e9307f8-e18c-47e4-8461-7415d6852a08), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:38.890516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60f29042-e587-4ec5-bdc0-8bf11a1d075e req-b3cc34d7-7547-4208-aa3d-73e7d60332c8 service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073246 Mar 10 15:35:38.896068 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 34908) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:38.915684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f286b78-1b18-477c-bd9b-971a57c058cd None None] New status for floating IP f43df475-ab61-47d2-b324-fe496a61be63: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:35:38.916540 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d197b87b-09e4-4a5d-8d48-f42eab4ae790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:38.931541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8e9307f8-e18c-47e4-8461-7415d6852a08), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:38.931872 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for floatingip (8e9307f8-e18c-47e4-8461-7415d6852a08), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:38.950560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Calling delete_port for 8e9307f8-e18c-47e4-8461-7415d6852a08 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:39.084476 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d197b87b-09e4-4a5d-8d48-f42eab4ae790 admin admin] Publish callbacks [] for security_group (eeb1643e-1178-4187-9a6b-81eae100edfd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.089766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d197b87b-09e4-4a5d-8d48-f42eab4ae790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (eeb1643e-1178-4187-9a6b-81eae100edfd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.142218 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d197b87b-09e4-4a5d-8d48-f42eab4ae790 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad3768af44ae4202ac512b97bb4baa12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420800 Mar 10 15:35:39.142455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34910) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:39.144803 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197b87b-09e4-4a5d-8d48-f42eab4ae790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb1643e-1178-4187-9a6b-81eae100edfd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:39.190117 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8e9307f8-e18c-47e4-8461-7415d6852a08), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.198470 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44810281-c803-4cc9-b2e6-cd8ae52eec78 admin admin] Publish callbacks [] for security_group (eeb1643e-1178-4187-9a6b-81eae100edfd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.221958 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event deleted for resources: {'Port': ['ID=8e9307f8-e18c-47e4-8461-7415d6852a08,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:39.222244 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44810281-c803-4cc9-b2e6-cd8ae52eec78 admin admin] Publish callbacks [] for security_group (eeb1643e-1178-4187-9a6b-81eae100edfd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.276630 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44810281-c803-4cc9-b2e6-cd8ae52eec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (eeb1643e-1178-4187-9a6b-81eae100edfd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.280263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-44810281-c803-4cc9-b2e6-cd8ae52eec78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.283952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-44810281-c803-4cc9-b2e6-cd8ae52eec78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eeb1643e-1178-4187-9a6b-81eae100edfd HTTP/1.1" status: 204 len: 168 time: 0.1378813 Mar 10 15:35:39.292805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44810281-c803-4cc9-b2e6-cd8ae52eec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb1643e-1178-4187-9a6b-81eae100edfd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:39.293742 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for floatingip (2c4ebeaf-5e14-489b-8d9b-060a82867735), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.294341 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Floating IP 2c4ebeaf-5e14-489b-8d9b-060a82867735 disassociated (deleted). External IP: 172.25.3.141, port: 24c525bc-6b24-4718-8f3f-41c61e554fd2. Mar 10 15:35:39.520039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Router e5350424-9a4e-4b3e-9681-d2fbf56c68cb has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:35:39.640681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:35:39.646096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.652596 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23100edb-f3ad-4693-952d-466790e64f85 None None] Sync routers for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:35:39.663243 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23100edb-f3ad-4693-952d-466790e64f85 None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:39.663993 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-23100edb-f3ad-4693-952d-466790e64f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:39.675891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34916) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:39.687331 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c9a7e56f-265d-4d77-9074-f46e817a646a tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "DELETE /v2.0/floatingips/2c4ebeaf-5e14-489b-8d9b-060a82867735 HTTP/1.1" status: 204 len: 168 time: 1.0671632 Mar 10 15:35:39.689575 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ae2a-1d00-4a65-9b24-194511a87049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.763359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:39.766009 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:39.788281 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ae2a-1d00-4a65-9b24-194511a87049 admin admin] Publish callbacks [] for security_group (7df1f38c-1829-4677-9406-c9cea960c579), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.795691 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ae2a-1d00-4a65-9b24-194511a87049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7df1f38c-1829-4677-9406-c9cea960c579), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:39.817981 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75143c30-94c1-4a19-bc5a-ab398793df08 x-openstack-request-id: req-75143c30-94c1-4a19-bc5a-ab398793df08 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:39.818565 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:39.819055 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75143c30-94c1-4a19-bc5a-ab398793df08 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:39.819888 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-23100edb-f3ad-4693-952d-466790e64f85 None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:39.820244 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'status': 'completed', 'code': 200} Mar 10 15:35:39.845417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-eeb7ae2a-1d00-4a65-9b24-194511a87049 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=863f4fc9d0c1413fa007c6bde0c786d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1665950 Mar 10 15:35:39.846815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 34924) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:39.865857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7ae2a-1d00-4a65-9b24-194511a87049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df1f38c-1829-4677-9406-c9cea960c579,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:39.974597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7 req-d4e28fe1-6e24-40f6-a614-453a876cf632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:39.976189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7 req-d4e28fe1-6e24-40f6-a614-453a876cf632 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a868f980b9149eb87c06a705fd65f4f&device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 1127 time: 0.1284745 Mar 10 15:35:39.976872 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1397c87-b330-401e-b120-f5f97fd5ea96 admin admin] Publish callbacks [] for security_group (7df1f38c-1829-4677-9406-c9cea960c579), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:40.041781 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1397c87-b330-401e-b120-f5f97fd5ea96 admin admin] Publish callbacks [] for security_group (7df1f38c-1829-4677-9406-c9cea960c579), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:40.050627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7af387-496e-499f-a30c-a946baa232d4 req-1f49b6c2-e6dd-4876-8b80-e7905c566c06 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:40.052943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a7af387-496e-499f-a30c-a946baa232d4 req-1f49b6c2-e6dd-4876-8b80-e7905c566c06 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 945 time: 0.1444228 Mar 10 15:35:40.176067 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-23100edb-f3ad-4693-952d-466790e64f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:58Z', 'revision_number': 5, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:40.200292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7 req-30a78b86-74a9-437f-a0a9-3dcaf17d335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:40.201789 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7 req-30a78b86-74a9-437f-a0a9-3dcaf17d335a service neutron] 10.222.0.62 "GET /v2.0/networks?id=a0d955bc-dbd1-45fe-9755-877037b7433c HTTP/1.1" status: 200 len: 914 time: 0.2183466 Mar 10 15:35:40.203239 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23100edb-f3ad-4693-952d-466790e64f85 None None] Checking router: e5350424-9a4e-4b3e-9681-d2fbf56c68cb for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:35:40.206741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a7af387-496e-499f-a30c-a946baa232d4 req-6372552c-ba57-4105-b58b-c87ee2265708 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416357 Mar 10 15:35:40.215150 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23100edb-f3ad-4693-952d-466790e64f85 None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:35:40.215969 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-23100edb-f3ad-4693-952d-466790e64f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:40.259012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7 req-096ad4bc-f802-47f8-9446-bdb30a04ae2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24c525bc-6b24-4718-8f3f-41c61e554fd2 HTTP/1.1" status: 200 len: 217 time: 0.0495503 Mar 10 15:35:40.276279 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1397c87-b330-401e-b120-f5f97fd5ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (7df1f38c-1829-4677-9406-c9cea960c579), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:40.279771 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e1397c87-b330-401e-b120-f5f97fd5ea96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:40.281004 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e1397c87-b330-401e-b120-f5f97fd5ea96 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7df1f38c-1829-4677-9406-c9cea960c579 HTTP/1.1" status: 204 len: 168 time: 0.4321570 Mar 10 15:35:40.318716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1397c87-b330-401e-b120-f5f97fd5ea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df1f38c-1829-4677-9406-c9cea960c579,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:40.330284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7 req-1dbd2b68-8e89-4155-acb9-b5efee64cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:40.332087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7 req-1dbd2b68-8e89-4155-acb9-b5efee64cb42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b50902e5-c932-4623-a29f-4bbb9ee9b494 HTTP/1.1" status: 200 len: 852 time: 0.0657802 Mar 10 15:35:40.345179 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-23100edb-f3ad-4693-952d-466790e64f85 None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:35:40.394187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7 req-91810a20-efec-4fe6-8ec6-0083a2e062fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:40.395971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7 req-91810a20-efec-4fe6-8ec6-0083a2e062fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a0d955bc-dbd1-45fe-9755-877037b7433c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572071 Mar 10 15:35:40.506188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7 req-65da6938-c06e-4ef1-9cae-7c19bc0a7125 service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028891 Mar 10 15:35:40.564010 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-23100edb-f3ad-4693-952d-466790e64f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:58Z', 'revision_number': 5, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:35:40.598575 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23100edb-f3ad-4693-952d-466790e64f85 None None] The sync data for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 is: [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:30:50Z', 'revision_number': 4, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '0c51ae25-e9f6-4afd-8c8e-dec1808111ec', 'name': '', 'network_id': 'a0d955bc-dbd1-45fe-9755-877037b7433c', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'mac_address': 'fa:16:3e:3c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:49Z', 'updated_at': '2022-03-10T15:30:58Z', 'revision_number': 5, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'subnets': [{'id': 'b50902e5-c932-4623-a29f-4bbb9ee9b494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:35:40.603850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd1e6be2-9cc2-480d-912c-1012f6db6fe7 req-e90fbc19-0980-4f62-957e-bbf1bdc6505d service neutron] 10.222.0.62 "GET /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912039 Mar 10 15:35:40.870583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49878bb9-1fa8-4d25-a42d-9547c6ea6ad8 None None] New status for floating IP 2c4ebeaf-5e14-489b-8d9b-060a82867735: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:35:41.336099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aefee8-5927-4e5b-b22d-8f080137e712 req-c913613f-d170-4e4d-8317-74bae8a7cdfd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:41.337707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3aefee8-5927-4e5b-b22d-8f080137e712 req-c913613f-d170-4e4d-8317-74bae8a7cdfd tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 945 time: 0.0573173 Mar 10 15:35:41.392847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3aefee8-5927-4e5b-b22d-8f080137e712 req-bc6e0793-644a-4a84-bb00-0b6e14f20fc2 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/security-groups?id=d8a497ae-40e1-4e0b-a9c5-77805a73a931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492344 Mar 10 15:35:41.569197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f13db-fe9c-4fcb-9b80-13e7f2b1a114 req-bab4cfbc-c0c4-45d4-83d0-e2485be38154 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:35:41.570716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e8f13db-fe9c-4fcb-9b80-13e7f2b1a114 req-bab4cfbc-c0c4-45d4-83d0-e2485be38154 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.62 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 945 time: 0.0522022 Mar 10 15:35:41.667359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3e8f13db-fe9c-4fcb-9b80-13e7f2b1a114 req-9977c9d3-e802-43a8-bd25-9e5934794109 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Deleting port 24c525bc-6b24-4718-8f3f-41c61e554fd2 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:35:41.668209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3e8f13db-fe9c-4fcb-9b80-13e7f2b1a114 req-9977c9d3-e802-43a8-bd25-9e5934794109 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:41.758221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-3e8f13db-fe9c-4fcb-9b80-13e7f2b1a114 req-9977c9d3-e802-43a8-bd25-9e5934794109 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] For port 24c525bc-6b24-4718-8f3f-41c61e554fd2, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=24c525bc-6b24-4718-8f3f-41c61e554fd2,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:35:41.758582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3e8f13db-fe9c-4fcb-9b80-13e7f2b1a114 req-9977c9d3-e802-43a8-bd25-9e5934794109 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:41.770969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3e8f13db-fe9c-4fcb-9b80-13e7f2b1a114 req-9977c9d3-e802-43a8-bd25-9e5934794109 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Calling delete_port for 24c525bc-6b24-4718-8f3f-41c61e554fd2 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:35:41.900088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3e8f13db-fe9c-4fcb-9b80-13e7f2b1a114 req-9977c9d3-e802-43a8-bd25-9e5934794109 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (24c525bc-6b24-4718-8f3f-41c61e554fd2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:41.928723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977c9d3-e802-43a8-bd25-9e5934794109 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event deleted for resources: {'Port': ['ID=24c525bc-6b24-4718-8f3f-41c61e554fd2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:41.976258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8f13db-fe9c-4fcb-9b80-13e7f2b1a114 req-9977c9d3-e802-43a8-bd25-9e5934794109 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] No DVR routers for this DVR port 24c525bc-6b24-4718-8f3f-41c61e554fd2 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:35:41.978760 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3e8f13db-fe9c-4fcb-9b80-13e7f2b1a114 req-9977c9d3-e802-43a8-bd25-9e5934794109 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:41.982287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e8f13db-fe9c-4fcb-9b80-13e7f2b1a114 req-9977c9d3-e802-43a8-bd25-9e5934794109 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.62 "DELETE /v2.0/ports/24c525bc-6b24-4718-8f3f-41c61e554fd2 HTTP/1.1" status: 204 len: 173 time: 0.4066563 Mar 10 15:35:41.982727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'name': 'network-vif-deleted', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:35:41.984941 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db6f2f6-5ad3-487b-96fc-789cd90f51cf" -d '{"events": [{"server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "name": "network-vif-deleted", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:35:42.027383 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda5b21e-20af-4358-8b3f-3eaa1bbbf056 x-openstack-request-id: req-cda5b21e-20af-4358-8b3f-3eaa1bbbf056 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:35:42.027690 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e116ad89-b96e-49ef-acc9-bc60f81ad357", "name": "network-vif-deleted", "tag": "24c525bc-6b24-4718-8f3f-41c61e554fd2", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:35:42.027947 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cda5b21e-20af-4358-8b3f-3eaa1bbbf056 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:35:42.028353 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e116ad89-b96e-49ef-acc9-bc60f81ad357', 'name': 'network-vif-deleted', 'tag': '24c525bc-6b24-4718-8f3f-41c61e554fd2', 'status': 'completed', 'code': 200} Mar 10 15:35:42.506777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c6c5680-45e0-46a0-b26a-5ba4e87cb2cd req-48c2ac96-3ee8-4506-a61c-f0f43c107a2b tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.0296609 Mar 10 15:35:43.620690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-581e43cf-4030-42b8-be83-990db38d157e req-d323aae4-837d-4774-b42d-7d97260fd4d3 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.0326207 Mar 10 15:35:44.726181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bca1ce38-d246-4b35-afb1-9e73c58737cf req-1270f3dd-c0d9-410f-8b05-5414cb590645 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.0278082 Mar 10 15:35:45.822982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb3a5106-7392-4ca7-9ba4-90c5d8151060 req-6e204080-745f-4e94-99a8-7e51bdb700e1 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.0275664 Mar 10 15:35:45.980853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 24c525bc-6b24-4718-8f3f-41c61e554fd2 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:35:46.001304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 24c525bc-6b24-4718-8f3f-41c61e554fd2 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:35:46.001644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 24c525bc-6b24-4718-8f3f-41c61e554fd2 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:35:46.927620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b43a16d-dbe1-4cbd-8b54-c32fcfd59717 req-ff7178a7-1734-473f-96a8-60088c26b50e tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.0309925 Mar 10 15:35:48.033427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50b37076-8251-413f-a98b-0c9ed953d8eb req-e1285881-f895-432b-ad52-d54f7dcbecbb tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.0324087 Mar 10 15:35:48.072432 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:49.147008 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e19f37d0-16c5-45be-83e8-024c3a296d93 req-57d69844-243b-4bc5-8532-63281f923753 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.0304036 Mar 10 15:35:50.243359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f023dd9-aa56-49b1-a585-3e0bdcc10103 req-b8bb0edf-d3ab-4015-9f48-0a70d9f4d26e tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.0272985 Mar 10 15:35:50.830171 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:51.364685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d9b23b8-6637-4cfb-9e5d-4e932e64e61b req-0995c370-defe-4670-96c9-e0374de1bc62 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "GET /v2.0/ports?device_id=e116ad89-b96e-49ef-acc9-bc60f81ad357 HTTP/1.1" status: 200 len: 210 time: 0.0355752 Mar 10 15:35:51.732485 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-874f5457-2199-4dac-bbfc-bee401276a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:52.414773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35030) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:35:52.473657 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3e078e9e-bf17-4ff6-be13-950a301fd634 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group (d8a497ae-40e1-4e0b-a9c5-77805a73a931), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:52.503184 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3e078e9e-bf17-4ff6-be13-950a301fd634 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group (d8a497ae-40e1-4e0b-a9c5-77805a73a931), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:52.571687 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3e078e9e-bf17-4ff6-be13-950a301fd634 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d8a497ae-40e1-4e0b-a9c5-77805a73a931), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:52.574667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3e078e9e-bf17-4ff6-be13-950a301fd634 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:52.575940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3e078e9e-bf17-4ff6-be13-950a301fd634 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] 10.222.0.11 "DELETE /v2.0/security-groups/d8a497ae-40e1-4e0b-a9c5-77805a73a931 HTTP/1.1" status: 204 len: 168 time: 0.1601396 Mar 10 15:35:52.593259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e078e9e-bf17-4ff6-be13-950a301fd634 tempest-TestVolumeBackupRestore-846625871 tempest-TestVolumeBackupRestore-846625871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a497ae-40e1-4e0b-a9c5-77805a73a931,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:35:54.098753 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cb0c84c6-f5c1-47f9-aeb9-d91998f73124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:55.327976 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:56.664684 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:58.263217 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:35:58.400623 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:36:01.442561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35526) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:01.974118 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:02.242767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] Deleting port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:02.243128 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:02.328340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] For port 0c51ae25-e9f6-4afd-8c8e-dec1808111ec, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c51ae25-e9f6-4afd-8c8e-dec1808111ec,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:02.328893 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:02.343744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] Calling delete_port for 0c51ae25-e9f6-4afd-8c8e-dec1808111ec owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:02.550344 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0c51ae25-e9f6-4afd-8c8e-dec1808111ec), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:02.578519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] Pushing event deleted for resources: {'Port': ['ID=0c51ae25-e9f6-4afd-8c8e-dec1808111ec,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:02.771080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:03.026355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] Router e5350424-9a4e-4b3e-9681-d2fbf56c68cb has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:36:03.144710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:03.150843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4f92faeb-75bd-47d0-816c-d97bcd1fbcdd admin admin] 10.222.0.11 "PUT /v2.0/routers/e5350424-9a4e-4b3e-9681-d2fbf56c68cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7059953 Mar 10 15:36:03.153202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35534) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:03.158565 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fe439a-488e-4c79-8a34-fcb755e9e4fe None None] Sync routers for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:03.169658 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe439a-488e-4c79-8a34-fcb755e9e4fe None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:03.170523 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-28fe439a-488e-4c79-8a34-fcb755e9e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:03.264153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Publish callbacks [] for router (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:03.282189 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-28fe439a-488e-4c79-8a34-fcb755e9e4fe None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:03.370700 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Publish callbacks [] for router_gateway (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:03.425612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Deleting port 55dcec06-28aa-4ca3-9c36-c9ee499c3221 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:03.426008 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:03.469376 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-28fe439a-488e-4c79-8a34-fcb755e9e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:36:02Z', 'revision_number': 5, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port': {'id': '55dcec06-28aa-4ca3-9c36-c9ee499c3221', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:46Z', 'updated_at': '2022-03-10T15:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:03.497284 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fe439a-488e-4c79-8a34-fcb755e9e4fe None None] Checking router: e5350424-9a4e-4b3e-9681-d2fbf56c68cb for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:03.506251 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe439a-488e-4c79-8a34-fcb755e9e4fe None None] Routers {'e5350424-9a4e-4b3e-9681-d2fbf56c68cb'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:03.507224 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-28fe439a-488e-4c79-8a34-fcb755e9e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:03.513533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] For port 55dcec06-28aa-4ca3-9c36-c9ee499c3221, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=55dcec06-28aa-4ca3-9c36-c9ee499c3221,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:03.513902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:03.527281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Calling delete_port for 55dcec06-28aa-4ca3-9c36-c9ee499c3221 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:03.608980 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-28fe439a-488e-4c79-8a34-fcb755e9e4fe None None] Set router e5350424-9a4e-4b3e-9681-d2fbf56c68cb gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:03.665007 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-28fe439a-488e-4c79-8a34-fcb755e9e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:36:03Z', 'revision_number': 6, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:03.697786 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fe439a-488e-4c79-8a34-fcb755e9e4fe None None] The sync data for ids ['e5350424-9a4e-4b3e-9681-d2fbf56c68cb'] in n-d-833090-1 is: [{'id': 'e5350424-9a4e-4b3e-9681-d2fbf56c68cb', 'name': 'tempest-TestVolumeBackupRestore-164869574-router', 'tenant_id': '0a868f980b9149eb87c06a705fd65f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:45Z', 'updated_at': '2022-03-10T15:36:03Z', 'revision_number': 6, 'project_id': '0a868f980b9149eb87c06a705fd65f4f', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:03.708789 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (55dcec06-28aa-4ca3-9c36-c9ee499c3221), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:03.737050 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Pushing event deleted for resources: {'Port': ['ID=55dcec06-28aa-4ca3-9c36-c9ee499c3221,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:03.800663 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.179532 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.181555 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Publish callbacks [] for router_controller (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.227257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (e5350424-9a4e-4b3e-9681-d2fbf56c68cb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.227824 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5350424-9a4e-4b3e-9681-d2fbf56c68cb {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:36:04.234148 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.235229 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3ec2e127-c889-4b4b-8428-7d927fb65255 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e5350424-9a4e-4b3e-9681-d2fbf56c68cb HTTP/1.1" status: 204 len: 168 time: 1.0810449 Mar 10 15:36:04.237934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35538) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:04.282912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd252fc-8d11-4b45-a2ab-83c8834105cc admin admin] Deleting subnet b50902e5-c932-4623-a29f-4bbb9ee9b494 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:36:04.286055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7cd252fc-8d11-4b45-a2ab-83c8834105cc admin admin] Publish callbacks [] for subnet (b50902e5-c932-4623-a29f-4bbb9ee9b494), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.325763 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7cd252fc-8d11-4b45-a2ab-83c8834105cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (b50902e5-c932-4623-a29f-4bbb9ee9b494), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.403868 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7cd252fc-8d11-4b45-a2ab-83c8834105cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (b50902e5-c932-4623-a29f-4bbb9ee9b494), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.463658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7cd252fc-8d11-4b45-a2ab-83c8834105cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (b50902e5-c932-4623-a29f-4bbb9ee9b494), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.497843 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7cd252fc-8d11-4b45-a2ab-83c8834105cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.504516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7cd252fc-8d11-4b45-a2ab-83c8834105cc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b50902e5-c932-4623-a29f-4bbb9ee9b494 HTTP/1.1" status: 204 len: 168 time: 0.2627616 Mar 10 15:36:04.504516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd252fc-8d11-4b45-a2ab-83c8834105cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50902e5-c932-4623-a29f-4bbb9ee9b494,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:04.504900 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35540) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:04.508594 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5cb36-281c-493d-8106-22181b64a681 None None] Network a0d955bc-dbd1-45fe-9755-877037b7433c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:36:04.587926 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (a0d955bc-dbd1-45fe-9755-877037b7433c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.659267 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Deleting port 8eef2322-9c0d-4080-b135-2af8221da6b4 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:04.659690 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.705381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e1709c-8a56-4764-ad6f-14ac677bf6de None None] DHCP port deletion for a0d955bc-dbd1-45fe-9755-877037b7433c request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:36:04.743848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] For port 8eef2322-9c0d-4080-b135-2af8221da6b4, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8eef2322-9c0d-4080-b135-2af8221da6b4,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:04.744313 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.760384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Calling delete_port for 8eef2322-9c0d-4080-b135-2af8221da6b4 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:04.765153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-30e1709c-8a56-4764-ad6f-14ac677bf6de None None] Deleting port 8eef2322-9c0d-4080-b135-2af8221da6b4 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:04.765545 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-30e1709c-8a56-4764-ad6f-14ac677bf6de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.844927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-30e1709c-8a56-4764-ad6f-14ac677bf6de None None] For port 8eef2322-9c0d-4080-b135-2af8221da6b4, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8eef2322-9c0d-4080-b135-2af8221da6b4,segment=NetworkSegment(faecd6eb-336a-42cd-936e-2374c1e2c0cc),segment_id=faecd6eb-336a-42cd-936e-2374c1e2c0cc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:04.845330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-30e1709c-8a56-4764-ad6f-14ac677bf6de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.862600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-30e1709c-8a56-4764-ad6f-14ac677bf6de None None] Calling delete_port for 8eef2322-9c0d-4080-b135-2af8221da6b4 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:04.877838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.907808 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] No DVR routers for this DVR port 8eef2322-9c0d-4080-b135-2af8221da6b4 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:04.915046 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eef2322-9c0d-4080-b135-2af8221da6b4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:04.945076 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-30e1709c-8a56-4764-ad6f-14ac677bf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (8eef2322-9c0d-4080-b135-2af8221da6b4), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:04.974601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1709c-8a56-4764-ad6f-14ac677bf6de None None] Pushing event deleted for resources: {'Port': ['ID=8eef2322-9c0d-4080-b135-2af8221da6b4,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:04.984954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1709c-8a56-4764-ad6f-14ac677bf6de None None] No DVR routers for this DVR port 8eef2322-9c0d-4080-b135-2af8221da6b4 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:04.993876 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (a0d955bc-dbd1-45fe-9755-877037b7433c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:05.026779 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d955bc-dbd1-45fe-9755-877037b7433c']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:05.042208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faecd6eb-336a-42cd-936e-2374c1e2c0cc') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:05.042562 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faecd6eb-336a-42cd-936e-2374c1e2c0cc') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:05.053140 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (faecd6eb-336a-42cd-936e-2374c1e2c0cc), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:05.067327 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (faecd6eb-336a-42cd-936e-2374c1e2c0cc), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:05.073352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:36:05.073731 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (faecd6eb-336a-42cd-936e-2374c1e2c0cc), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:36:05.075434 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:36:05.134930 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (a0d955bc-dbd1-45fe-9755-877037b7433c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:05.142980 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:05.150006 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a0d955bc-dbd1-45fe-9755-877037b7433c HTTP/1.1" status: 204 len: 168 time: 0.6402018 Mar 10 15:36:05.150270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35544) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:05.179215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3db13-7843-4a26-b3cc-e6d74e6a4043 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d955bc-dbd1-45fe-9755-877037b7433c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:05.203298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8eef2322-9c0d-4080-b135-2af8221da6b4 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:05.229164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8eef2322-9c0d-4080-b135-2af8221da6b4 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:05.229965 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8eef2322-9c0d-4080-b135-2af8221da6b4 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:05.231531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 55dcec06-28aa-4ca3-9c36-c9ee499c3221 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:05.251845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 55dcec06-28aa-4ca3-9c36-c9ee499c3221 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:05.252507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 55dcec06-28aa-4ca3-9c36-c9ee499c3221 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:05.252991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c51ae25-e9f6-4afd-8c8e-dec1808111ec no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:05.271991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 0c51ae25-e9f6-4afd-8c8e-dec1808111ec {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:05.272410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c51ae25-e9f6-4afd-8c8e-dec1808111ec not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:05.530885 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (b33fc185-9381-438b-95a3-7f9aedf340cf), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:05.809871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] Deleting port 67fc2cc4-f5d7-4fea-bc7f-32673320579f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:05.810167 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:05.903356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] For port 67fc2cc4-f5d7-4fea-bc7f-32673320579f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=67fc2cc4-f5d7-4fea-bc7f-32673320579f,segment=NetworkSegment(b7444f18-8bce-42a2-830e-322f2fd53b8e),segment_id=b7444f18-8bce-42a2-830e-322f2fd53b8e)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:05.903654 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:05.919190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] Calling delete_port for 67fc2cc4-f5d7-4fea-bc7f-32673320579f owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:06.180210 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (67fc2cc4-f5d7-4fea-bc7f-32673320579f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:06.236024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=67fc2cc4-f5d7-4fea-bc7f-32673320579f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:06.442166 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (b33fc185-9381-438b-95a3-7f9aedf340cf), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:07.020558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] Router b33fc185-9381-438b-95a3-7f9aedf340cf has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:36:07.198701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:07.209666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c82be5b0-33da-4335-86a5-f937cb425f36 admin admin] 10.222.0.11 "PUT /v2.0/routers/b33fc185-9381-438b-95a3-7f9aedf340cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0580158 Mar 10 15:36:07.211467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35552) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:07.211865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a12ab3-7842-4f9f-8d85-73defbfedfae None None] Sync routers for ids ['b33fc185-9381-438b-95a3-7f9aedf340cf'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:07.224444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a12ab3-7842-4f9f-8d85-73defbfedfae None None] Routers {'b33fc185-9381-438b-95a3-7f9aedf340cf'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:07.225437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d7a12ab3-7842-4f9f-8d85-73defbfedfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b33fc185-9381-438b-95a3-7f9aedf340cf'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:07.374851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d7a12ab3-7842-4f9f-8d85-73defbfedfae None None] Set router b33fc185-9381-438b-95a3-7f9aedf340cf gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:07.389812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Publish callbacks [] for router (b33fc185-9381-438b-95a3-7f9aedf340cf), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:07.533830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Publish callbacks [] for router_gateway (b33fc185-9381-438b-95a3-7f9aedf340cf), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:07.603825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d7a12ab3-7842-4f9f-8d85-73defbfedfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'name': 'tempest-TestVolumeBackupRestore-536788850-router', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:54Z', 'updated_at': '2022-03-10T15:36:06Z', 'revision_number': 5, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'gw_port': {'id': '2cb19444-8950-45cb-9c15-d0d4f8d6d72d', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:30:55Z', 'updated_at': '2022-03-10T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:07.609013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Deleting port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:07.609348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:07.638909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a12ab3-7842-4f9f-8d85-73defbfedfae None None] Checking router: b33fc185-9381-438b-95a3-7f9aedf340cf for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:07.648374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a12ab3-7842-4f9f-8d85-73defbfedfae None None] Routers {'b33fc185-9381-438b-95a3-7f9aedf340cf'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:07.649264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d7a12ab3-7842-4f9f-8d85-73defbfedfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b33fc185-9381-438b-95a3-7f9aedf340cf'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:07.701371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] For port 2cb19444-8950-45cb-9c15-d0d4f8d6d72d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2cb19444-8950-45cb-9c15-d0d4f8d6d72d,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:07.702072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:07.719152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Calling delete_port for 2cb19444-8950-45cb-9c15-d0d4f8d6d72d owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:07.783819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d7a12ab3-7842-4f9f-8d85-73defbfedfae None None] Set router b33fc185-9381-438b-95a3-7f9aedf340cf gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:07.844222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d7a12ab3-7842-4f9f-8d85-73defbfedfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'name': 'tempest-TestVolumeBackupRestore-536788850-router', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:54Z', 'updated_at': '2022-03-10T15:36:07Z', 'revision_number': 6, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:07.890225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a12ab3-7842-4f9f-8d85-73defbfedfae None None] The sync data for ids ['b33fc185-9381-438b-95a3-7f9aedf340cf'] in n-d-833090-1 is: [{'id': 'b33fc185-9381-438b-95a3-7f9aedf340cf', 'name': 'tempest-TestVolumeBackupRestore-536788850-router', 'tenant_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:30:54Z', 'updated_at': '2022-03-10T15:36:07Z', 'revision_number': 6, 'project_id': 'e8ad1c18acde47f99e2bd8e3b3a7c8d3', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:07.927447 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2cb19444-8950-45cb-9c15-d0d4f8d6d72d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:07.965473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb19444-8950-45cb-9c15-d0d4f8d6d72d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:08.042276 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (b33fc185-9381-438b-95a3-7f9aedf340cf), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.156715 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (b33fc185-9381-438b-95a3-7f9aedf340cf), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.158933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Publish callbacks [] for router_controller (b33fc185-9381-438b-95a3-7f9aedf340cf), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.208697 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (b33fc185-9381-438b-95a3-7f9aedf340cf), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.209281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b33fc185-9381-438b-95a3-7f9aedf340cf {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:36:08.213738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.217779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-891d8397-5fb2-4d42-a510-5ac23ddba30c admin admin] 10.222.0.11 "DELETE /v2.0/routers/b33fc185-9381-438b-95a3-7f9aedf340cf HTTP/1.1" status: 204 len: 168 time: 1.0031362 Mar 10 15:36:08.218123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35556) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:08.319490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa3244f-a376-471e-8bb0-48ab4d47dc2c admin admin] Deleting subnet f4bab965-6c85-4657-a992-083345d703a2 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:36:08.328879 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fa3244f-a376-471e-8bb0-48ab4d47dc2c admin admin] Publish callbacks [] for subnet (f4bab965-6c85-4657-a992-083345d703a2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.372421 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fa3244f-a376-471e-8bb0-48ab4d47dc2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (f4bab965-6c85-4657-a992-083345d703a2), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.459112 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fa3244f-a376-471e-8bb0-48ab4d47dc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f4bab965-6c85-4657-a992-083345d703a2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.514127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fa3244f-a376-471e-8bb0-48ab4d47dc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (f4bab965-6c85-4657-a992-083345d703a2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.541486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3244f-a376-471e-8bb0-48ab4d47dc2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4bab965-6c85-4657-a992-083345d703a2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:08.548394 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fa3244f-a376-471e-8bb0-48ab4d47dc2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.550956 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7fa3244f-a376-471e-8bb0-48ab4d47dc2c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f4bab965-6c85-4657-a992-083345d703a2 HTTP/1.1" status: 204 len: 168 time: 0.3314195 Mar 10 15:36:08.553072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35558) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:08.554424 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bccdc5-341b-432b-b8c2-e2b4d8a731a0 None None] Network 39a584a1-4eb1-4feb-8f83-2d0683912591 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:36:08.639071 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (39a584a1-4eb1-4feb-8f83-2d0683912591), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.711953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Deleting port beb9cc1f-3091-48c7-af49-18b90ee3d727 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:08.712303 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.759360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabce13c-794a-4ee3-9020-344d75db4d05 None None] DHCP port deletion for 39a584a1-4eb1-4feb-8f83-2d0683912591 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:36:08.797633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] For port beb9cc1f-3091-48c7-af49-18b90ee3d727, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=beb9cc1f-3091-48c7-af49-18b90ee3d727,segment=NetworkSegment(b7444f18-8bce-42a2-830e-322f2fd53b8e),segment_id=b7444f18-8bce-42a2-830e-322f2fd53b8e)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:08.798004 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.814064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Calling delete_port for beb9cc1f-3091-48c7-af49-18b90ee3d727 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:08.820049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cabce13c-794a-4ee3-9020-344d75db4d05 None None] Deleting port beb9cc1f-3091-48c7-af49-18b90ee3d727 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:08.821286 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cabce13c-794a-4ee3-9020-344d75db4d05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.888315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cabce13c-794a-4ee3-9020-344d75db4d05 None None] For port beb9cc1f-3091-48c7-af49-18b90ee3d727, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=beb9cc1f-3091-48c7-af49-18b90ee3d727,segment=NetworkSegment(b7444f18-8bce-42a2-830e-322f2fd53b8e),segment_id=b7444f18-8bce-42a2-830e-322f2fd53b8e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:08.888709 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cabce13c-794a-4ee3-9020-344d75db4d05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.902110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cabce13c-794a-4ee3-9020-344d75db4d05 None None] Calling delete_port for beb9cc1f-3091-48c7-af49-18b90ee3d727 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:08.928900 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:08.968319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb9cc1f-3091-48c7-af49-18b90ee3d727,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:08.972460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] No DVR routers for this DVR port beb9cc1f-3091-48c7-af49-18b90ee3d727 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:09.020840 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cabce13c-794a-4ee3-9020-344d75db4d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (beb9cc1f-3091-48c7-af49-18b90ee3d727), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:09.046680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabce13c-794a-4ee3-9020-344d75db4d05 None None] Pushing event deleted for resources: {'Port': ['ID=beb9cc1f-3091-48c7-af49-18b90ee3d727,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:09.072985 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (39a584a1-4eb1-4feb-8f83-2d0683912591), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:09.082173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabce13c-794a-4ee3-9020-344d75db4d05 None None] No DVR routers for this DVR port beb9cc1f-3091-48c7-af49-18b90ee3d727 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:09.119154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a584a1-4eb1-4feb-8f83-2d0683912591']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:09.157913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7444f18-8bce-42a2-830e-322f2fd53b8e') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:09.158230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7444f18-8bce-42a2-830e-322f2fd53b8e') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:09.186761 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (b7444f18-8bce-42a2-830e-322f2fd53b8e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:09.217778 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b7444f18-8bce-42a2-830e-322f2fd53b8e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:09.225912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2cb19444-8950-45cb-9c15-d0d4f8d6d72d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:09.237967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:36:09.238389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (b7444f18-8bce-42a2-830e-322f2fd53b8e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:36:09.240409 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:36:09.260695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2cb19444-8950-45cb-9c15-d0d4f8d6d72d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:09.261060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2cb19444-8950-45cb-9c15-d0d4f8d6d72d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:09.261457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device beb9cc1f-3091-48c7-af49-18b90ee3d727 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:09.290612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: beb9cc1f-3091-48c7-af49-18b90ee3d727 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:09.291002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device beb9cc1f-3091-48c7-af49-18b90ee3d727 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:09.292061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 67fc2cc4-f5d7-4fea-bc7f-32673320579f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:09.331789 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (39a584a1-4eb1-4feb-8f83-2d0683912591), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:09.341984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 67fc2cc4-f5d7-4fea-bc7f-32673320579f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:09.343888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 67fc2cc4-f5d7-4fea-bc7f-32673320579f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:09.345076 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:09.351485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] 10.222.0.11 "DELETE /v2.0/networks/39a584a1-4eb1-4feb-8f83-2d0683912591 HTTP/1.1" status: 204 len: 168 time: 0.7972784 Mar 10 15:36:09.379405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0202a2e-e094-45bc-8c12-b8e4eb9af307 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a584a1-4eb1-4feb-8f83-2d0683912591,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:09.483729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35564) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:09.526321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f0319e4c-7322-45a4-ba5a-43c34e2ee6b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a868f980b9149eb87c06a705fd65f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413618 Mar 10 15:36:09.528692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35566) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:09.581967 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4de9bee3-7516-4aa5-9037-0596b3b8435e admin admin] Publish callbacks [] for security_group (345f0e8d-978f-4e44-9973-88d40869e895), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:09.602642 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4de9bee3-7516-4aa5-9037-0596b3b8435e admin admin] Publish callbacks [] for security_group (345f0e8d-978f-4e44-9973-88d40869e895), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:09.663759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4de9bee3-7516-4aa5-9037-0596b3b8435e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (345f0e8d-978f-4e44-9973-88d40869e895), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:09.666636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4de9bee3-7516-4aa5-9037-0596b3b8435e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:09.667816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4de9bee3-7516-4aa5-9037-0596b3b8435e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/345f0e8d-978f-4e44-9973-88d40869e895 HTTP/1.1" status: 204 len: 168 time: 0.1382480 Mar 10 15:36:09.676274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9bee3-7516-4aa5-9037-0596b3b8435e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345f0e8d-978f-4e44-9973-88d40869e895,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:10.075770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35572) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:10.116497 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6ef741d6-d4eb-4ddb-8bc7-042eb07eb924 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8ad1c18acde47f99e2bd8e3b3a7c8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395608 Mar 10 15:36:10.119004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35574) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:10.173638 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57d9defc-9705-4674-8537-70c06afcc88c admin admin] Publish callbacks [] for security_group (d8b5d799-121e-46d0-a08a-3ba04d2be6b0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:10.197328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57d9defc-9705-4674-8537-70c06afcc88c admin admin] Publish callbacks [] for security_group (d8b5d799-121e-46d0-a08a-3ba04d2be6b0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:10.252469 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57d9defc-9705-4674-8537-70c06afcc88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d8b5d799-121e-46d0-a08a-3ba04d2be6b0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:10.255756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-57d9defc-9705-4674-8537-70c06afcc88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:10.257032 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-57d9defc-9705-4674-8537-70c06afcc88c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8b5d799-121e-46d0-a08a-3ba04d2be6b0 HTTP/1.1" status: 204 len: 168 time: 0.1371415 Mar 10 15:36:10.266061 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9defc-9705-4674-8537-70c06afcc88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b5d799-121e-46d0-a08a-3ba04d2be6b0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:11.007751 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35598) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:11.113214 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1899992782-network', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:11.132577 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Made reservation on behalf of b98fcf2d43fc40b5b370fbc7a8396a54 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:36:11.134996 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.144003 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.217787 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Publish callbacks [] for security_group (0bd6a138-b339-4b20-a74b-a9a0b427749d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.222241 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0bd6a138-b339-4b20-a74b-a9a0b427749d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.243293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:36:11.257101 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd6a138-b339-4b20-a74b-a9a0b427749d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:11.261841 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (3bd801a5-76d9-4258-993a-035e14cbef41), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.262229 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Added segment 3bd801a5-76d9-4258-993a-035e14cbef41 of type vlan for network 14dfff74-fb0f-424b-a95c-c09706697bed Mar 10 15:36:11.302211 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (14dfff74-fb0f-424b-a95c-c09706697bed), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.329233 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (14dfff74-fb0f-424b-a95c-c09706697bed), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.330236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:11.330913 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.370362 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3588390 Mar 10 15:36:11.370974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35602) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:11.376107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] Request body: {'subnet': {'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1899992782-subnet', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:11.396553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] Made reservation on behalf of b98fcf2d43fc40b5b370fbc7a8396a54 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:36:11.397096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d872e-8bcd-4bfe-8707-2febaa83a588 admin admin] Pushing event updated for resources: {'Network': ['ID=14dfff74-fb0f-424b-a95c-c09706697bed,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:11.399413 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.408820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 14dfff74-fb0f-424b-a95c-c09706697bed details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:36:11.582633 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (6cdf00b1-51d5-43f5-b2c2-66bbb153c480), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.637671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdf00b1-51d5-43f5-b2c2-66bbb153c480,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:11.647012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] Checking segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:11.647399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] Network hostable DHCP agents. Network: 14dfff74-fb0f-424b-a95c-c09706697bed, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:36:11.664242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] Network 14dfff74-fb0f-424b-a95c-c09706697bed is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:36:11.673425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 14dfff74-fb0f-424b-a95c-c09706697bed) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:11.677473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:11.678126 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.684406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b973d2da-5ffb-4c6b-bf9e-6bd698763d5a None None] Network 14dfff74-fb0f-424b-a95c-c09706697bed requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:36:11.696680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-65dfc2ce-6398-4da5-a41b-ca65d17b0824 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3245070 Mar 10 15:36:11.699984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35608) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:11.704675 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:11.724292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (366c993c-0acf-4e12-a1eb-9768f57dc912), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.725340 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (366c993c-0acf-4e12-a1eb-9768f57dc912), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.778345 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Publish callbacks [] for router_controller (366c993c-0acf-4e12-a1eb-9768f57dc912), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.795706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-14dfff74-fb0f-424b-a95c-c09706697bed', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:36:11.796911 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.931654 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Publish callbacks [] for router_gateway (366c993c-0acf-4e12-a1eb-9768f57dc912), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:11.954743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Allocated IP 172.20.0.2 (14dfff74-fb0f-424b-a95c-c09706697bed/6cdf00b1-51d5-43f5-b2c2-66bbb153c480/0c552d58-d7c9-4a14-b313-ed742ffcbb7d) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:36:12.128185 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Publish callbacks [] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.135416 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.144019 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Publish callbacks [] for router_gateway (366c993c-0acf-4e12-a1eb-9768f57dc912), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.163167 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.181861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Pushing event updated for resources: {'Port': ['ID=0c552d58-d7c9-4a14-b313-ed742ffcbb7d,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:12.194968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Network 14dfff74-fb0f-424b-a95c-c09706697bed is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:12.196395 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:12.199264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:36:12.257266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Attempting to bind port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:36:12.258028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Attempting to bind port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:36:12.258028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Attempting to bind port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:12.263127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:36:12.263513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Checking segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:12.263917 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.264312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Bound using segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:36:12.264783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Bound port: 0c552d58-d7c9-4a14-b313-ed742ffcbb7d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:36:12.265294 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.275198 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Allocated IP 172.25.3.97 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/6e48f22b-a27e-4766-8aac-e3d322bc31a8) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:36:12.339482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] For port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:36:12.343014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] For port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c552d58-d7c9-4a14-b313-ed742ffcbb7d,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:36:12.350373 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.388740 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Publish callbacks [] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.425192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1791b7-1c46-40e2-9e1c-8c73571ce0a4 None None] Pushing event updated for resources: {'Port': ['ID=0c552d58-d7c9-4a14-b313-ed742ffcbb7d,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:12.438576 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.478404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:12.485086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:12.489908 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:36:12.513077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Pushing event updated for resources: {'Port': ['ID=6e48f22b-a27e-4766-8aac-e3d322bc31a8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:12.699317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35614) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:12.809388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-697a8984-44e1-4557-a2ad-3ce4c2683328 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1635 time: 0.1057787 Mar 10 15:36:12.809937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35616) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:12.814755 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Publish callbacks [] for router_gateway (366c993c-0acf-4e12-a1eb-9768f57dc912), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.815818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'network': {'name': 'tempest-network-smoke--508456094', 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'port_security_enabled': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:12.835665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Made reservation on behalf of 989a5977d3404819bd2bfd8565bd6229 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:36:12.839913 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.865998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:36:12.877133 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (efcd0631-e62f-4044-866a-1dd98df6e86e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.877562 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Added segment efcd0631-e62f-4044-866a-1dd98df6e86e of type vlan for network b2c696e5-8475-4f1a-9668-aa5c10f61d75 Mar 10 15:36:12.917718 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (b2c696e5-8475-4f1a-9668-aa5c10f61d75), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.950061 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (b2c696e5-8475-4f1a-9668-aa5c10f61d75), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:12.959114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:12.960065 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.028417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2160516 Mar 10 15:36:13.034063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35618) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:13.039973 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1021144006', 'admin_state_up': True, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:13.068792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f31c6-aadb-437c-bf86-8760d4b2775f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Network': ['ID=b2c696e5-8475-4f1a-9668-aa5c10f61d75,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:13.080279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network b2c696e5-8475-4f1a-9668-aa5c10f61d75 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:36:13.111762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (3f5b7762-449c-4807-b509-0d9de4c0d925), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.112803 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (3f5b7762-449c-4807-b509-0d9de4c0d925), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.116824 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (366c993c-0acf-4e12-a1eb-9768f57dc912), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.261048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_controller (3f5b7762-449c-4807-b509-0d9de4c0d925), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.295379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c552d58-d7c9-4a14-b313-ed742ffcbb7d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:13.360861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:13.361315 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.458045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:13.458753 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.481495 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_gateway (3f5b7762-449c-4807-b509-0d9de4c0d925), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.498783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c552d58-d7c9-4a14-b313-ed742ffcbb7d,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:13.503906 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.558215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Router 366c993c-0acf-4e12-a1eb-9768f57dc912 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:36:13.583827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=0c552d58-d7c9-4a14-b313-ed742ffcbb7d,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:13.693362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11e9c31-28ec-4237-85b5-451aee1ed347 None None] Network 14dfff74-fb0f-424b-a95c-c09706697bed requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:36:13.769673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:13.784798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-eefcd804-fd22-4ddb-814d-3674b93b595f None None] Provisioning complete for port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:13.785545 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eefcd804-fd22-4ddb-814d-3674b93b595f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.789995 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Sync routers for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:13.807998 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:13.808675 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:13.829991 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.833539 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e6956f94-8146-4248-af43-0b10151b3339 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1301925 Mar 10 15:36:13.834263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35626) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:13.848614 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_gateway (3f5b7762-449c-4807-b509-0d9de4c0d925), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.868504 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:13.972930 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:13.995038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-eefcd804-fd22-4ddb-814d-3674b93b595f None None] Current status of the port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:14.035691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Allocated IP 172.25.3.229 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/5d541708-842f-46da-9939-0a5e06d2a143) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:36:14.229481 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for port (5d541708-842f-46da-9939-0a5e06d2a143), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.311378 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (5d541708-842f-46da-9939-0a5e06d2a143), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.333446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-79112fc8-9cca-42bf-9145-6e770ef86e99 None None] Provisioning complete for port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:14.333827 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-79112fc8-9cca-42bf-9145-6e770ef86e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.367051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Port': ['ID=5d541708-842f-46da-9939-0a5e06d2a143,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:14.383520 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:14.385602 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:14.387860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:36:14.469167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-79112fc8-9cca-42bf-9145-6e770ef86e99 None None] Current status of the port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:14.492227 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:12Z', 'revision_number': 3, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:14.528472 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Checking router: 366c993c-0acf-4e12-a1eb-9768f57dc912 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:14.528835 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Updating router 366c993c-0acf-4e12-a1eb-9768f57dc912 port 6e48f22b-a27e-4766-8aac-e3d322bc31a8 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:36:14.536478 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.561620 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.692017 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_gateway (3f5b7762-449c-4807-b509-0d9de4c0d925), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.712243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Allocated IP 172.20.0.1 (14dfff74-fb0f-424b-a95c-c09706697bed/6cdf00b1-51d5-43f5-b2c2-66bbb153c480/ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:36:14.851714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Publish callbacks [] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.895520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.918528 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Publish callbacks [] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.924797 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (3f5b7762-449c-4807-b509-0d9de4c0d925), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.925836 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.953851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Network 14dfff74-fb0f-424b-a95c-c09706697bed is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:14.958750 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Attempting to bind port 6e48f22b-a27e-4766-8aac-e3d322bc31a8 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:36:14.959249 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Attempting to bind port 6e48f22b-a27e-4766-8aac-e3d322bc31a8 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:36:14.959729 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Attempting to bind port 6e48f22b-a27e-4766-8aac-e3d322bc31a8 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:14.961063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:14.973905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:36:14.983573 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:36:14.984543 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:14.985166 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:14.986172 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:36:14.987103 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Bound port: 6e48f22b-a27e-4766-8aac-e3d322bc31a8, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:36:14.988235 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.009353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Pushing event updated for resources: {'Port': ['ID=ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:15.033549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (366c993c-0acf-4e12-a1eb-9768f57dc912), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.066101 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] For port 6e48f22b-a27e-4766-8aac-e3d322bc31a8, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:36:15.070310 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] For port 6e48f22b-a27e-4766-8aac-e3d322bc31a8, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6e48f22b-a27e-4766-8aac-e3d322bc31a8,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:36:15.085296 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.119365 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Pushing event updated for resources: {'Port': ['ID=6e48f22b-a27e-4766-8aac-e3d322bc31a8,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:15.129170 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:15.129799 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:15.139974 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.139974 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.140289 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.140603 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.140932 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.141259 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.141577 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.141898 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.142214 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.142531 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.142914 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.143346 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.143677 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:15.167440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Router 3f5b7762-449c-4807-b509-0d9de4c0d925 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:36:15.269396 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.270505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c552d58-d7c9-4a14-b313-ed742ffcbb7d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:15.362343 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bda68b-9ed3-4e5f-9406-d838c6f3b1c8 None None] Pushing event updated for resources: {'Port': ['ID=6e48f22b-a27e-4766-8aac-e3d322bc31a8,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:15.396058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:15.400397 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.414325 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:15.458539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ea93020a-7975-4875-aecb-a5e0345125ed None None] Provisioning complete for port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:15.459249 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea93020a-7975-4875-aecb-a5e0345125ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.511080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ea93020a-7975-4875-aecb-a5e0345125ed None None] Port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:36:15.547426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:15.551265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Publish callbacks [] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.560079 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.667834 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:12Z', 'revision_number': 3, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:15.708222 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fded6582-8526-4e9f-97de-8d96cf181022 None None] The sync data for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 is: [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:12Z', 'revision_number': 3, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:15.912732 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:15.913218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Sync routers for ids ['3f5b7762-449c-4807-b509-0d9de4c0d925'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:15.924373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Routers {'3f5b7762-449c-4807-b509-0d9de4c0d925'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:15.925265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3f5b7762-449c-4807-b509-0d9de4c0d925'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:15.937261 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:15.942276 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5f69996d-dbc9-47e7-b48e-a77540816d4e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9033277 Mar 10 15:36:15.942702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35642) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:16.026846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Pushing event updated for resources: {'Port': ['ID=ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:16.031357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (366c993c-0acf-4e12-a1eb-9768f57dc912), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:16.062139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f783da-14a0-4727-82cc-c56a0fc3873c tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:16.066989 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-80f783da-14a0-4727-82cc-c56a0fc3873c tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=989a5977d3404819bd2bfd8565bd6229&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1203804 Mar 10 15:36:16.078060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35644) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:16.157675 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Set router 3f5b7762-449c-4807-b509-0d9de4c0d925 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:16.212755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Network 14dfff74-fb0f-424b-a95c-c09706697bed is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:16.214341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:16.329639 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8dddf-923b-4e56-9dc3-3266340dfec7 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:16.331768 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-70f8dddf-923b-4e56-9dc3-3266340dfec7 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2632179 Mar 10 15:36:16.334333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35646) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:16.390280 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dd9da54e-adb5-414d-88cf-c4d277fc2cea tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545938 Mar 10 15:36:16.391052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35648) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:16.400959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021144006', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '5d541708-842f-46da-9939-0a5e06d2a143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:14Z', 'revision_number': 3, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '5d541708-842f-46da-9939-0a5e06d2a143', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:16.415993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Router 366c993c-0acf-4e12-a1eb-9768f57dc912 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:36:16.429173 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-241e41a1-dbad-48bf-ac19-44521ed00550 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=989a5977d3404819bd2bfd8565bd6229&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362508 Mar 10 15:36:16.429864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35652) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:16.449998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Checking router: 3f5b7762-449c-4807-b509-0d9de4c0d925 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:16.450351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Updating router 3f5b7762-449c-4807-b509-0d9de4c0d925 port 5d541708-842f-46da-9939-0a5e06d2a143 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:36:16.509071 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5d541708-842f-46da-9939-0a5e06d2a143), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:16.593689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251d4028-b429-4e45-8391-df4e8104e857 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:16.615216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35656) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:16.624410 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-251d4028-b429-4e45-8391-df4e8104e857 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1923397 Mar 10 15:36:16.671756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bacb12cf-fdf8-42fa-8ab3-4c6bd58c58fc tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551271 Mar 10 15:36:16.675271 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35660) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:16.682051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1456848545', 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75', 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:16.688828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:16.698314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-97746add-fa2e-41f8-b305-ebd903d8707c admin admin] 10.222.0.11 "PUT /v2.0/routers/366c993c-0acf-4e12-a1eb-9768f57dc912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8620949 Mar 10 15:36:16.879389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Made reservation on behalf of 989a5977d3404819bd2bfd8565bd6229 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:36:16.885269 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:16.907337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-71b18888-8003-43e6-b534-ccbb0babb15b None None] Provisioning complete for port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:16.907867 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71b18888-8003-43e6-b534-ccbb0babb15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:16.973080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-71b18888-8003-43e6-b534-ccbb0babb15b None None] Port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:36:16.982248 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Publish callbacks [] for port (5d541708-842f-46da-9939-0a5e06d2a143), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:16.989466 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5d541708-842f-46da-9939-0a5e06d2a143), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.041865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012785db-9334-4f51-be07-5b0ffa48848f None None] Pushing event updated for resources: {'Port': ['ID=5d541708-842f-46da-9939-0a5e06d2a143,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:17.081782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Attempting to bind port 5d541708-842f-46da-9939-0a5e06d2a143 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:36:17.082176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Attempting to bind port 5d541708-842f-46da-9939-0a5e06d2a143 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:36:17.082544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Attempting to bind port 5d541708-842f-46da-9939-0a5e06d2a143 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:17.096881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:36:17.097553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:17.097973 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.098378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:36:17.098885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Bound port: 5d541708-842f-46da-9939-0a5e06d2a143, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:36:17.099276 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5d541708-842f-46da-9939-0a5e06d2a143), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.155796 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (fe56ffe2-287d-4a1c-94b4-82fe2970a474), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.193709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] For port 5d541708-842f-46da-9939-0a5e06d2a143, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:36:17.198856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] For port 5d541708-842f-46da-9939-0a5e06d2a143, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5d541708-842f-46da-9939-0a5e06d2a143,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:36:17.208135 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5d541708-842f-46da-9939-0a5e06d2a143), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.222361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Subnet': ['ID=fe56ffe2-287d-4a1c-94b4-82fe2970a474,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:17.276366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Checking segment: {'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:17.276896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network hostable DHCP agents. Network: b2c696e5-8475-4f1a-9668-aa5c10f61d75, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:36:17.302602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6e48f22b-a27e-4766-8aac-e3d322bc31a8 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:17.303860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network b2c696e5-8475-4f1a-9668-aa5c10f61d75 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:36:17.328304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Routers {'3f5b7762-449c-4807-b509-0d9de4c0d925'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:17.329387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3f5b7762-449c-4807-b509-0d9de4c0d925'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:17.334488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, b2c696e5-8475-4f1a-9668-aa5c10f61d75) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:17.339319 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:17.340939 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.366983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012785db-9334-4f51-be07-5b0ffa48848f None None] Pushing event updated for resources: {'Port': ['ID=5d541708-842f-46da-9939-0a5e06d2a143,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:17.367650 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6ed360ad-01e2-4e2e-9565-c0d6fcec9613 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6907907 Mar 10 15:36:17.368132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35676) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:17.377473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe6d2c-24b1-46f1-b210-a987365078e4 None None] Network b2c696e5-8475-4f1a-9668-aa5c10f61d75 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:36:17.488469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35680) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:17.493607 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1751113782-network', 'tenant_id': 'a72a59782b214004add5b28e86aea987'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:17.517325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Made reservation on behalf of a72a59782b214004add5b28e86aea987 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:36:17.518565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6e48f22b-a27e-4766-8aac-e3d322bc31a8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:17.519039 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.520067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.533056 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.673125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Publish callbacks [] for security_group (0d0d8951-3872-4a49-9a70-acb2bf7bc57c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.677857 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0d0d8951-3872-4a49-9a70-acb2bf7bc57c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.709116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:36:17.738387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0d8951-3872-4a49-9a70-acb2bf7bc57c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:17.751226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b5018d11-4f84-4e61-9b77-ea22684d6d29), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.752219 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Added segment b5018d11-4f84-4e61-9b77-ea22684d6d29 of type vlan for network 78403e27-9e4b-40bf-8e1c-f85adb9daa04 Mar 10 15:36:17.812527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] Set router 3f5b7762-449c-4807-b509-0d9de4c0d925 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:17.818234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-b2c696e5-8475-4f1a-9668-aa5c10f61d75', 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75', 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'fixed_ips': [{'subnet_id': 'fe56ffe2-287d-4a1c-94b4-82fe2970a474'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:36:17.819130 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.826694 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (78403e27-9e4b-40bf-8e1c-f85adb9daa04), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.881192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (78403e27-9e4b-40bf-8e1c-f85adb9daa04), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.884172 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:17.885852 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:17.976660 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] Pushing event updated for resources: {'Network': ['ID=78403e27-9e4b-40bf-8e1c-f85adb9daa04,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:17.995098 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0e4377af-c3de-4f8f-9a7a-e7877a7ab53c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5031171 Mar 10 15:36:17.995771 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35684) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:18.001844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] Request body: {'subnet': {'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1751113782-subnet', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:18.009833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 78403e27-9e4b-40bf-8e1c-f85adb9daa04 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:36:18.010298 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.030065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] Made reservation on behalf of a72a59782b214004add5b28e86aea987 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:36:18.035537 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.081998 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Sync routers for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:18.101281 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:18.101915 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:18.276545 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (44115e65-b80b-49d3-8073-8c01afb1a986), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.287137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6e48f22b-a27e-4766-8aac-e3d322bc31a8 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:18.287604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.338921 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:18.351239 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.355212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 6e48f22b-a27e-4766-8aac-e3d322bc31a8, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6e48f22b-a27e-4766-8aac-e3d322bc31a8,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:18.365052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021144006', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '5d541708-842f-46da-9939-0a5e06d2a143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:14Z', 'revision_number': 3, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '5d541708-842f-46da-9939-0a5e06d2a143', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:18.367173 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.404775 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44115e65-b80b-49d3-8073-8c01afb1a986,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:18.417360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc47cd-b17e-4029-8e1e-141a9a015824 None None] The sync data for ids ['3f5b7762-449c-4807-b509-0d9de4c0d925'] in n-d-833090-1 is: [{'id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021144006', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '5d541708-842f-46da-9939-0a5e06d2a143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:14Z', 'revision_number': 3, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '5d541708-842f-46da-9939-0a5e06d2a143', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:18.425110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] Checking segment: {'id': 'b5018d11-4f84-4e61-9b77-ea22684d6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:18.425496 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] Network hostable DHCP agents. Network: 78403e27-9e4b-40bf-8e1c-f85adb9daa04, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:36:18.451506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Allocated IP 172.20.0.17 (b2c696e5-8475-4f1a-9668-aa5c10f61d75/fe56ffe2-287d-4a1c-94b4-82fe2970a474/a32c8342-a00a-4b38-b5d8-d51d8cc10fcb) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:36:18.466941 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] Network 78403e27-9e4b-40bf-8e1c-f85adb9daa04 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:36:18.477447 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 78403e27-9e4b-40bf-8e1c-f85adb9daa04) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:18.479204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=6e48f22b-a27e-4766-8aac-e3d322bc31a8,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:18.484116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:18.484802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.494502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1097da-cfb3-42e8-b484-c5ebc6a9168b None None] Network 78403e27-9e4b-40bf-8e1c-f85adb9daa04 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:36:18.513822 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7c2d9056-5546-47bf-9265-12e0b632fca6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5162823 Mar 10 15:36:18.514444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35686) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:18.523585 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1751113782-router', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:18.565694 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.567062 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.628822 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.637689 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Publish callbacks [] for router_controller (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.702047 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.740712 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 2, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:18.756879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network b2c696e5-8475-4f1a-9668-aa5c10f61d75 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:18.764961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:18.777128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:36:18.804755 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Checking router: 366c993c-0acf-4e12-a1eb-9768f57dc912 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:18.805081 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Updating router 366c993c-0acf-4e12-a1eb-9768f57dc912 port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:36:18.816917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Allocated IP 172.20.0.18 (b2c696e5-8475-4f1a-9668-aa5c10f61d75/fe56ffe2-287d-4a1c-94b4-82fe2970a474/ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:36:18.861969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Port': ['ID=a32c8342-a00a-4b38-b5d8-d51d8cc10fcb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:18.881245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (3f5b7762-449c-4807-b509-0d9de4c0d925), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.885802 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.889996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-78403e27-9e4b-40bf-8e1c-f85adb9daa04', 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04', 'project_id': 'a72a59782b214004add5b28e86aea987', 'fixed_ips': [{'subnet_id': '44115e65-b80b-49d3-8073-8c01afb1a986'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:36:18.891139 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:18.927281 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Publish callbacks [] for router_gateway (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.208889 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.363030 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Publish callbacks [] for router_gateway (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.394452 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.431157 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Publish callbacks [] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.434976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Allocated IP 172.20.0.2 (78403e27-9e4b-40bf-8e1c-f85adb9daa04/44115e65-b80b-49d3-8073-8c01afb1a986/dfd2c618-c311-4781-8f57-84775b52661b) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:36:19.447347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6e48f22b-a27e-4766-8aac-e3d322bc31a8 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:19.489002 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.502289 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Publish callbacks [] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.509980 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.568407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Allocated IP 172.25.3.93 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/8a959c51-ed87-416c-9949-97539110100e) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:36:19.633466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Network b2c696e5-8475-4f1a-9668-aa5c10f61d75 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:19.668083 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Attempting to bind port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:36:19.669211 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Attempting to bind port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:36:19.669702 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Attempting to bind port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:19.679955 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:36:19.680600 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Checking segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:19.681817 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.681817 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Bound using segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:36:19.682442 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Bound port: ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:36:19.682565 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.699587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:19.715324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:36:19.808329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Pushing event updated for resources: {'Port': ['ID=ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:19.843129 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] For port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:36:19.847930 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] For port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:36:19.849858 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Publish callbacks [] for port (8a959c51-ed87-416c-9949-97539110100e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.864259 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.878691 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81816b50-a670-4a8e-bdb3-b3a3b28c4524 None None] Pushing event updated for resources: {'Port': ['ID=ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:19.891731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.899101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:19.952416 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8a959c51-ed87-416c-9949-97539110100e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.042540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Port': ['ID=a32c8342-a00a-4b38-b5d8-d51d8cc10fcb,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:20.065379 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Pushing event updated for resources: {'Port': ['ID=8a959c51-ed87-416c-9949-97539110100e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:20.082925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:20.087523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:20.091332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6e48f22b-a27e-4766-8aac-e3d322bc31a8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:20.091720 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.094738 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:36:20.126493 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (3f5b7762-449c-4807-b509-0d9de4c0d925), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.212496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Attempting to bind port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:36:20.212877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Attempting to bind port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:36:20.213244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Attempting to bind port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d on network b2c696e5-8475-4f1a-9668-aa5c10f61d75 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:20.229590 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81816b50-a670-4a8e-bdb3-b3a3b28c4524 None None] Pushing event updated for resources: {'Port': ['ID=ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:20.235661 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:20.236464 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:20.253391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-03fc771d-55d8-45b0-89d7-05d3d9323803 None None] Provisioning complete for port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:20.253776 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03fc771d-55d8-45b0-89d7-05d3d9323803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.258107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:36:20.258498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Checking segment: {'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:20.258945 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.259351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Bound using segment: {'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:36:20.261850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Bound port: ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:36:20.263217 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.340947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network b2c696e5-8475-4f1a-9668-aa5c10f61d75 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:20.342766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:20.410821 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Publish callbacks [] for port (dfd2c618-c311-4781-8f57-84775b52661b), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.427608 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:20.460976 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (dfd2c618-c311-4781-8f57-84775b52661b), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.554742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6e48f22b-a27e-4766-8aac-e3d322bc31a8 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:20.555990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5d541708-842f-46da-9939-0a5e06d2a143 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:20.575336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] For port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:36:20.575601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Router 3f5b7762-449c-4807-b509-0d9de4c0d925 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:36:20.600467 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Publish callbacks [] for router_gateway (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.603074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Network 78403e27-9e4b-40bf-8e1c-f85adb9daa04 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:20.624459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:20.631795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] For port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d,segment=NetworkSegment(efcd0631-e62f-4044-866a-1dd98df6e86e),segment_id=efcd0631-e62f-4044-866a-1dd98df6e86e)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:36:20.633209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-03fc771d-55d8-45b0-89d7-05d3d9323803 None None] Current status of the port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:20.633689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03fc771d-55d8-45b0-89d7-05d3d9323803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.639717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:36:20.649717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Pushing event updated for resources: {'Port': ['ID=dfd2c618-c311-4781-8f57-84775b52661b,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:20.688533 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.755384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:20.757918 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:19Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:20.762907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-90648979-c77d-4efa-b8dc-822de499571c tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "PUT /v2.0/routers/3f5b7762-449c-4807-b509-0d9de4c0d925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3923588 Mar 10 15:36:20.862557 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d7766b-1c81-4be7-acd2-2371a44a1180 None None] The sync data for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 is: [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:19Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:20.879491 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-03fc771d-55d8-45b0-89d7-05d3d9323803 None None] For port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:20.913596 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03fc771d-55d8-45b0-89d7-05d3d9323803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.954740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Attempting to bind port dfd2c618-c311-4781-8f57-84775b52661b on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:36:20.957866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Attempting to bind port dfd2c618-c311-4781-8f57-84775b52661b by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b5018d11-4f84-4e61-9b77-ea22684d6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:36:20.958482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Attempting to bind port dfd2c618-c311-4781-8f57-84775b52661b on network 78403e27-9e4b-40bf-8e1c-f85adb9daa04 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:20.970582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f41a5a-aecc-4cf7-81cb-60c22e9247c9 None None] Pushing event updated for resources: {'Port': ['ID=ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:20.981878 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:20.993717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5d541708-842f-46da-9939-0a5e06d2a143 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:20.994555 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5d541708-842f-46da-9939-0a5e06d2a143), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:21.009470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:21.036915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:36:21.037150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Checking segment: {'id': 'b5018d11-4f84-4e61-9b77-ea22684d6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:21.037561 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:21.037958 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Bound using segment: {'id': 'b5018d11-4f84-4e61-9b77-ea22684d6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:36:21.044179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Bound port: dfd2c618-c311-4781-8f57-84775b52661b, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5018d11-4f84-4e61-9b77-ea22684d6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:36:21.044952 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dfd2c618-c311-4781-8f57-84775b52661b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:21.198005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc771d-55d8-45b0-89d7-05d3d9323803 None None] Pushing event updated for resources: {'Port': ['ID=ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:21.280453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d203fc4f-0337-4c57-8aff-6d707b479cca None None] Provisioning complete for port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:21.287903 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d203fc4f-0337-4c57-8aff-6d707b479cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:21.341226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] For port dfd2c618-c311-4781-8f57-84775b52661b, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:36:21.345469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] For port dfd2c618-c311-4781-8f57-84775b52661b, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dfd2c618-c311-4781-8f57-84775b52661b,segment=NetworkSegment(b5018d11-4f84-4e61-9b77-ea22684d6d29),segment_id=b5018d11-4f84-4e61-9b77-ea22684d6d29)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:36:21.355057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bdb457f9-6ab2-49a9-a15a-a0561c8fdbe2 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:21.364065 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bdb457f9-6ab2-49a9-a15a-a0561c8fdbe2 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/networks?id=b2c696e5-8475-4f1a-9668-aa5c10f61d75 HTTP/1.1" status: 200 len: 797 time: 0.2305131 Mar 10 15:36:21.381272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-c3b81e7d-99d4-4dad-bf5b-a098932d63ec tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/quotas/989a5977d3404819bd2bfd8565bd6229 HTTP/1.1" status: 200 len: 375 time: 0.0160661 Mar 10 15:36:21.434850 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:36:21.451371 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dfd2c618-c311-4781-8f57-84775b52661b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:21.469864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Sync routers for ids ['3f5b7762-449c-4807-b509-0d9de4c0d925'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:21.491247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-a4f8de36-0a27-40a6-a33a-0f5b0e76b560 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=989a5977d3404819bd2bfd8565bd6229&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1046982 Mar 10 15:36:21.550352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Routers {'3f5b7762-449c-4807-b509-0d9de4c0d925'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:21.551041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3f5b7762-449c-4807-b509-0d9de4c0d925'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:21.645476 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:21.656968 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Sync routers for ids ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:21.670564 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Routers {'91fb5646-62ae-4fb5-ba29-2a8cf92f201b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:21.671225 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:21.682369 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:21.686933 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2e15f40c-1092-4514-bce1-2c60879d0b24 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1683462 Mar 10 15:36:21.688185 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35706) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:21.694109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-3ce6f02d-dc77-4453-a980-e344ebaee86a service neutron] 10.222.0.11 "GET /v2.0/networks/b2c696e5-8475-4f1a-9668-aa5c10f61d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954749 Mar 10 15:36:21.935840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-8d8b0e27-835b-4333-84e5-e1be44cb7890 service neutron] 10.222.0.11 "GET /v2.0/networks/b2c696e5-8475-4f1a-9668-aa5c10f61d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345743 Mar 10 15:36:21.976407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d203fc4f-0337-4c57-8aff-6d707b479cca None None] Current status of the port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:22.018950 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Set router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:22.049214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf905ff-4e9e-4aad-8dfc-9605cf01367c None None] Pushing event updated for resources: {'Port': ['ID=dfd2c618-c311-4781-8f57-84775b52661b,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:22.078162 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-41b98103-9eca-4da6-b2d8-0198d37607df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:22.098730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5d541708-842f-46da-9939-0a5e06d2a143 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:22.099154 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5d541708-842f-46da-9939-0a5e06d2a143), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:22.161196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 5d541708-842f-46da-9939-0a5e06d2a143, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5d541708-842f-46da-9939-0a5e06d2a143,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:22.189497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5d541708-842f-46da-9939-0a5e06d2a143), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:22.331654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6919c3cf-639a-4e91-906c-21157e385589 req-4c7dfd83-4a93-416e-a11d-490d6835bc60 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 210 time: 0.1360502 Mar 10 15:36:22.473986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=5d541708-842f-46da-9939-0a5e06d2a143,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:22.560621 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'name': 'tempest-TestVolumeBootPattern-1751113782-router', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '8a959c51-ed87-416c-9949-97539110100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 3, 'project_id': 'a72a59782b214004add5b28e86aea987', 'gw_port': {'id': '8a959c51-ed87-416c-9949-97539110100e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:19Z', 'updated_at': '2022-03-10T15:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:22.610993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Set router 3f5b7762-449c-4807-b509-0d9de4c0d925 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:22.622317 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Checking router: 91fb5646-62ae-4fb5-ba29-2a8cf92f201b for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:22.622858 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Updating router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b port 8a959c51-ed87-416c-9949-97539110100e binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:36:22.699480 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8a959c51-ed87-416c-9949-97539110100e), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:22.896085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:23.045813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1172111-d751-4de8-aab0-7fbbbb40f29f None None] Network b2c696e5-8475-4f1a-9668-aa5c10f61d75 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:36:23.160163 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Publish callbacks [] for port (8a959c51-ed87-416c-9949-97539110100e), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.186468 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8a959c51-ed87-416c-9949-97539110100e), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.310031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:23.310421 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.317105 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Attempting to bind port 8a959c51-ed87-416c-9949-97539110100e on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:36:23.317912 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Attempting to bind port 8a959c51-ed87-416c-9949-97539110100e by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:36:23.318507 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Attempting to bind port 8a959c51-ed87-416c-9949-97539110100e on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:23.334678 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:36:23.335463 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:23.336395 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.337457 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:36:23.338354 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Bound port: 8a959c51-ed87-416c-9949-97539110100e, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:36:23.341087 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8a959c51-ed87-416c-9949-97539110100e), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.371026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f27eb156-74c5-4634-a7aa-48f250acf021 None None] Provisioning complete for port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:23.371451 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f27eb156-74c5-4634-a7aa-48f250acf021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.376881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021144006', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '5d541708-842f-46da-9939-0a5e06d2a143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:19Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '5d541708-842f-46da-9939-0a5e06d2a143', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a32c8342-a00a-4b38-b5d8-d51d8cc10fcb', 'name': '', 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:5f:a7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'fe56ffe2-287d-4a1c-94b4-82fe2970a474', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:36:19Z', 'revision_number': 2, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'fe56ffe2-287d-4a1c-94b4-82fe2970a474', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:23.424438 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23741f7c-be7e-4698-93df-864902ed2316 None None] Pushing event updated for resources: {'Port': ['ID=8a959c51-ed87-416c-9949-97539110100e,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:23.462655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Checking router: 3f5b7762-449c-4807-b509-0d9de4c0d925 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:23.463052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Updating router 3f5b7762-449c-4807-b509-0d9de4c0d925 port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:36:23.566082 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.573851 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] For port 8a959c51-ed87-416c-9949-97539110100e, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:36:23.584062 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] For port 8a959c51-ed87-416c-9949-97539110100e, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8a959c51-ed87-416c-9949-97539110100e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:36:23.590493 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8a959c51-ed87-416c-9949-97539110100e), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.631814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-591fce81-489c-48ab-bcba-f06e64bc054b req-309c3f6e-47f8-48c5-be2d-452dba560ccf tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 210 time: 0.1001217 Mar 10 15:36:23.641956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb3534a-a0e2-445e-bfc8-3469d36645ba None None] Network 78403e27-9e4b-40bf-8e1c-f85adb9daa04 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:36:23.713942 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23741f7c-be7e-4698-93df-864902ed2316 None None] Pushing event updated for resources: {'Port': ['ID=8a959c51-ed87-416c-9949-97539110100e,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:23.716817 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Routers {'91fb5646-62ae-4fb5-ba29-2a8cf92f201b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:23.724151 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:35:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:23.845461 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:23.919601 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] Set router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:24.109644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:24.124340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dfd2c618-c311-4781-8f57-84775b52661b up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:24.159238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-4d5f87f3-efe8-4bc8-b287-136722e3a8bb tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:24.161413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-4d5f87f3-efe8-4bc8-b287-136722e3a8bb tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.62 "GET /v2.0/networks?id=b2c696e5-8475-4f1a-9668-aa5c10f61d75 HTTP/1.1" status: 200 len: 797 time: 0.2345684 Mar 10 15:36:24.176739 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'name': 'tempest-TestVolumeBootPattern-1751113782-router', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '8a959c51-ed87-416c-9949-97539110100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 3, 'project_id': 'a72a59782b214004add5b28e86aea987', 'gw_port': {'id': '8a959c51-ed87-416c-9949-97539110100e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:19Z', 'updated_at': '2022-03-10T15:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:24.177770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Request body: {'port': {'device_id': '92070a66-ab18-48ed-b35b-5efa81a6db99', 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75', 'admin_state_up': True, 'tenant_id': '989a5977d3404819bd2bfd8565bd6229'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:24.186888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Allocated IP 172.20.0.1 (78403e27-9e4b-40bf-8e1c-f85adb9daa04/44115e65-b80b-49d3-8073-8c01afb1a986/e1159f0a-f22f-4c40-8372-89ee18745c07) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:36:24.236139 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf9fbf-ef7e-4bfc-b928-61f88d10fc05 None None] The sync data for ids ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'] in n-d-833090-1 is: [{'id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'name': 'tempest-TestVolumeBootPattern-1751113782-router', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '8a959c51-ed87-416c-9949-97539110100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 3, 'project_id': 'a72a59782b214004add5b28e86aea987', 'gw_port': {'id': '8a959c51-ed87-416c-9949-97539110100e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:19Z', 'updated_at': '2022-03-10T15:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:24.364986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Made reservation on behalf of 989a5977d3404819bd2bfd8565bd6229 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:36:24.368922 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.386825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Publish callbacks [] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.448396 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-13ed6df6-f3e1-4dd5-bb05-2c0d97e2a48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.463965 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.540285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Network 78403e27-9e4b-40bf-8e1c-f85adb9daa04 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:24.544395 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f27eb156-74c5-4634-a7aa-48f250acf021 None None] Current status of the port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:24.544920 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f27eb156-74c5-4634-a7aa-48f250acf021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.548412 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:24.552272 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:36:24.555463 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Pushing event updated for resources: {'Port': ['ID=e1159f0a-f22f-4c40-8372-89ee18745c07,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:24.611114 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.613723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port dfd2c618-c311-4781-8f57-84775b52661b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:24.613723 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dfd2c618-c311-4781-8f57-84775b52661b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.757988 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Publish callbacks [] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.762410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f27eb156-74c5-4634-a7aa-48f250acf021 None None] For port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d,segment=NetworkSegment(efcd0631-e62f-4044-866a-1dd98df6e86e),segment_id=efcd0631-e62f-4044-866a-1dd98df6e86e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:24.775443 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f27eb156-74c5-4634-a7aa-48f250acf021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.782099 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:24.967699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ac562b0-d9ca-4957-b6c3-37e14004f153 req-14dfd8be-9ea1-4923-b7e3-46b922d54fb8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 210 time: 0.1821282 Mar 10 15:36:25.029399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Allocated IP 172.20.0.27 (b2c696e5-8475-4f1a-9668-aa5c10f61d75/fe56ffe2-287d-4a1c-94b4-82fe2970a474/3e1c05d2-c478-4ff8-a4a9-dd9765137bc8) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:36:25.049540 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.057189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27eb156-74c5-4634-a7aa-48f250acf021 None None] Pushing event updated for resources: {'Port': ['ID=ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:25.200843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Provisioning complete for port dfd2c618-c311-4781-8f57-84775b52661b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:25.201226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dfd2c618-c311-4781-8f57-84775b52661b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.411447 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.441802 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Publish callbacks [] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.442314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Attempting to bind port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:36:25.442703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Attempting to bind port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:36:25.443099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Attempting to bind port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb on network b2c696e5-8475-4f1a-9668-aa5c10f61d75 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:25.451281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port dfd2c618-c311-4781-8f57-84775b52661b is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:25.451672 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dfd2c618-c311-4781-8f57-84775b52661b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.455656 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.461288 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.476737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b3c36-1d01-4c7d-8987-f1d70eed88ba None None] Pushing event updated for resources: {'Port': ['ID=a32c8342-a00a-4b38-b5d8-d51d8cc10fcb,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:25.479540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:36:25.479920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Checking segment: {'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:25.480381 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.480769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Bound using segment: {'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:36:25.482091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Bound port: a32c8342-a00a-4b38-b5d8-d51d8cc10fcb, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:36:25.482472 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.494888 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.580822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Network b2c696e5-8475-4f1a-9668-aa5c10f61d75 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:25.584997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:25.609937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:36:25.634820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Pushing event updated for resources: {'Port': ['ID=e1159f0a-f22f-4c40-8372-89ee18745c07,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:25.643066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.716244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event updated for resources: {'Port': ['ID=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:25.748563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.751186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.751696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.752174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.752645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.753134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.753613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.759036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.760372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.761088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.765160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.765799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.766311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:25.787850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:25.790170 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:25.832274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-bf37f623-679d-49eb-8ba9-c2d7229bed52 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6621277 Mar 10 15:36:25.846635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-56e786f2-6bee-4d01-a643-002fbe9ec236 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:36:25.847908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-56e786f2-6bee-4d01-a643-002fbe9ec236 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072200 Mar 10 15:36:25.861888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Request body: {'port': {'device_id': '92070a66-ab18-48ed-b35b-5efa81a6db99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:25.869457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Network 78403e27-9e4b-40bf-8e1c-f85adb9daa04 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:25.871077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:26.055914 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:26.115141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port dfd2c618-c311-4781-8f57-84775b52661b, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dfd2c618-c311-4781-8f57-84775b52661b,segment=NetworkSegment(b5018d11-4f84-4e61-9b77-ea22684d6d29),segment_id=b5018d11-4f84-4e61-9b77-ea22684d6d29)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:26.133974 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dfd2c618-c311-4781-8f57-84775b52661b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:26.134891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:26.194148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Current status of the port dfd2c618-c311-4781-8f57-84775b52661b is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:26.194771 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dfd2c618-c311-4781-8f57-84775b52661b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:26.228834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:36:26.283513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] For port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:36:26.324636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] For port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a32c8342-a00a-4b38-b5d8-d51d8cc10fcb,segment=NetworkSegment(efcd0631-e62f-4044-866a-1dd98df6e86e),segment_id=efcd0631-e62f-4044-866a-1dd98df6e86e)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:36:26.329957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=dfd2c618-c311-4781-8f57-84775b52661b,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:26.362654 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:26.426955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d593a-a978-4cfa-8688-6683965cd6d2 req-1b6d4be9-8ece-45db-9aee-1e8d74c00b11 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:26.428583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c56d593a-a978-4cfa-8688-6683965cd6d2 req-1b6d4be9-8ece-45db-9aee-1e8d74c00b11 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 895 time: 0.2693446 Mar 10 15:36:26.447244 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:36:26.448093 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:36:26.462725 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:26.462725 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:26.505477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:26.526481 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cc675bb7-2988-45cd-a627-be3d8e2442ea admin admin] 10.222.0.11 "PUT /v2.0/routers/91fb5646-62ae-4fb5-ba29-2a8cf92f201b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8297191 Mar 10 15:36:26.532898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Routers {'3f5b7762-449c-4807-b509-0d9de4c0d925'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:26.533544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3f5b7762-449c-4807-b509-0d9de4c0d925'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:26.542369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b3c36-1d01-4c7d-8987-f1d70eed88ba None None] Pushing event updated for resources: {'Port': ['ID=a32c8342-a00a-4b38-b5d8-d51d8cc10fcb,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:26.753003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:36:26.774422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] Set router 3f5b7762-449c-4807-b509-0d9de4c0d925 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:26.784031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Publish callbacks [] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:26.813374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Transition to ACTIVE for port object 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:36:26.824121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:26.905875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:27.060113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Attempting to bind port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:36:27.061750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Attempting to bind port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:36:27.066630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Attempting to bind port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 on network b2c696e5-8475-4f1a-9668-aa5c10f61d75 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:27.068331 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:27.081998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 on network b2c696e5-8475-4f1a-9668-aa5c10f61d75 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:36:27.082549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Attempting to bind port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 on network b2c696e5-8475-4f1a-9668-aa5c10f61d75 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:27.089246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:36:27.089810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Checking segment: {'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:27.091266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Bound using segment: {'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:36:27.109452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Bound port: 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcd0631-e62f-4044-866a-1dd98df6e86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:36:27.109452 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:27.120205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:27.257767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Current status of the port dfd2c618-c311-4781-8f57-84775b52661b is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:27.284168 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Provisioning complete for port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:27.284591 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:27.339231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] For port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:36:27.344222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] For port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8,segment=NetworkSegment(efcd0631-e62f-4044-866a-1dd98df6e86e),segment_id=efcd0631-e62f-4044-866a-1dd98df6e86e)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:36:27.357662 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:27.392113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021144006', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '5d541708-842f-46da-9939-0a5e06d2a143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:19Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '5d541708-842f-46da-9939-0a5e06d2a143', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a32c8342-a00a-4b38-b5d8-d51d8cc10fcb', 'name': '', 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:5f:a7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'fe56ffe2-287d-4a1c-94b4-82fe2970a474', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:36:26Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'fe56ffe2-287d-4a1c-94b4-82fe2970a474', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:27.443383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:27.444013 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:27.445481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] 10.222.0.62 "PUT /v2.0/ports/3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 HTTP/1.1" status: 200 len: 1055 time: 1.5880733 Mar 10 15:36:27.445958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92070a66-ab18-48ed-b35b-5efa81a6db99', 'tag': '3e1c05d2-c478-4ff8-a4a9-dd9765137bc8'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:36:27.452169 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3db583-fe1a-4e59-85f2-ace7aa0e7b57 None None] The sync data for ids ['3f5b7762-449c-4807-b509-0d9de4c0d925'] in n-d-833090-1 is: [{'id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021144006', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '5d541708-842f-46da-9939-0a5e06d2a143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:19Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '5d541708-842f-46da-9939-0a5e06d2a143', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'a32c8342-a00a-4b38-b5d8-d51d8cc10fcb', 'name': '', 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:5f:a7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'fe56ffe2-287d-4a1c-94b4-82fe2970a474', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:36:26Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'fe56ffe2-287d-4a1c-94b4-82fe2970a474', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:27.477090 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a406446-d029-4fd6-b1f6-eb442b64539f" -d '{"events": [{"name": "network-changed", "server_uuid": "92070a66-ab18-48ed-b35b-5efa81a6db99", "tag": "3e1c05d2-c478-4ff8-a4a9-dd9765137bc8"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:36:27.567408 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3e54a8-2140-42de-ab76-05c377bf5c3f x-openstack-request-id: req-eb3e54a8-2140-42de-ab76-05c377bf5c3f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:36:27.567708 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92070a66-ab18-48ed-b35b-5efa81a6db99", "tag": "3e1c05d2-c478-4ff8-a4a9-dd9765137bc8", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:36:27.567971 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb3e54a8-2140-42de-ab76-05c377bf5c3f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:36:27.568397 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92070a66-ab18-48ed-b35b-5efa81a6db99', 'tag': '3e1c05d2-c478-4ff8-a4a9-dd9765137bc8', 'status': 'completed', 'code': 200} Mar 10 15:36:27.593007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Current status of the port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:27.600269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8a959c51-ed87-416c-9949-97539110100e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:27.645592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5a8b7-8ac8-429f-b61e-daa397aaaed0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:27.700628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-ffd67d30-3c64-4616-9b25-d4f04fb0903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:27.702163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-ffd67d30-3c64-4616-9b25-d4f04fb0903b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989a5977d3404819bd2bfd8565bd6229&device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 1089 time: 0.1863995 Mar 10 15:36:27.728162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Provisioning complete for port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:27.728547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:27.838872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5077375-8b26-4d61-8614-565e5a5ad1a5 req-96cacdd9-b4ae-4650-8c59-83d8c5bbd529 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:27.867359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5077375-8b26-4d61-8614-565e5a5ad1a5 req-96cacdd9-b4ae-4650-8c59-83d8c5bbd529 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 907 time: 0.2706592 Mar 10 15:36:27.869031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-b69b3db2-e58a-4f82-a452-b5a1a8dca202 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 HTTP/1.1" status: 200 len: 217 time: 0.1580200 Mar 10 15:36:27.887195 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8a959c51-ed87-416c-9949-97539110100e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:27.888777 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8a959c51-ed87-416c-9949-97539110100e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:27.967467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Current status of the port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:27.967848 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:27.990237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Sync routers for ids ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:28.011314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-75888343-2ab9-4214-851f-0f995230f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:28.015489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Routers {'91fb5646-62ae-4fb5-ba29-2a8cf92f201b'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:28.016552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:28.018689 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-75888343-2ab9-4214-851f-0f995230f5f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fe56ffe2-287d-4a1c-94b4-82fe2970a474 HTTP/1.1" status: 200 len: 838 time: 0.1367419 Mar 10 15:36:28.102284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-03608ac9-11a4-43c1-ac4d-4bea816ef046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:28.104185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-03608ac9-11a4-43c1-ac4d-4bea816ef046 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2c696e5-8475-4f1a-9668-aa5c10f61d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0801103 Mar 10 15:36:28.129880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] For port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a32c8342-a00a-4b38-b5d8-d51d8cc10fcb,segment=NetworkSegment(efcd0631-e62f-4044-866a-1dd98df6e86e),segment_id=efcd0631-e62f-4044-866a-1dd98df6e86e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:28.159717 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:28.279761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-582cd43f-26f5-444c-8c1d-92e290777b28 service neutron] 10.222.0.62 "GET /v2.0/networks/b2c696e5-8475-4f1a-9668-aa5c10f61d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699371 Mar 10 15:36:28.358278 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:28.391577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8a959c51-ed87-416c-9949-97539110100e is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:28.392176 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8a959c51-ed87-416c-9949-97539110100e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:28.397323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50609669-a815-447a-b174-4bd10359a6a9 None None] Pushing event updated for resources: {'Port': ['ID=a32c8342-a00a-4b38-b5d8-d51d8cc10fcb,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:28.403818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Set router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:28.408322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-02cf8d33-f1c8-4349-a97f-50b954d8bcb7 None None] Provisioning complete for port e1159f0a-f22f-4c40-8372-89ee18745c07 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:28.408322 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02cf8d33-f1c8-4349-a97f-50b954d8bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:28.469446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f91e7772-faa9-4dd0-93c0-355d431731ba req-e63a059a-f2f1-4ca2-bfb3-629903ad8b95 service neutron] 10.222.0.62 "GET /v2.0/networks/b2c696e5-8475-4f1a-9668-aa5c10f61d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816874 Mar 10 15:36:28.476363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 8a959c51-ed87-416c-9949-97539110100e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8a959c51-ed87-416c-9949-97539110100e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:28.491488 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8a959c51-ed87-416c-9949-97539110100e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:28.493118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dfd2c618-c311-4781-8f57-84775b52661b up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:28.597595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-02cf8d33-f1c8-4349-a97f-50b954d8bcb7 None None] Port e1159f0a-f22f-4c40-8372-89ee18745c07 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:36:28.621122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a406446-d029-4fd6-b1f6-eb442b64539f req-0bdddf6a-5466-4499-889a-57865453c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:28.623127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a406446-d029-4fd6-b1f6-eb442b64539f req-0bdddf6a-5466-4499-889a-57865453c4f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989a5977d3404819bd2bfd8565bd6229&device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 1089 time: 0.0892839 Mar 10 15:36:28.775091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a406446-d029-4fd6-b1f6-eb442b64539f req-0b281859-117d-4a17-ae36-7de87b74c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:28.775464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=8a959c51-ed87-416c-9949-97539110100e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:28.780782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a406446-d029-4fd6-b1f6-eb442b64539f req-0b281859-117d-4a17-ae36-7de87b74c2fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2c696e5-8475-4f1a-9668-aa5c10f61d75 HTTP/1.1" status: 200 len: 898 time: 0.1501482 Mar 10 15:36:28.781996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-02cf8d33-f1c8-4349-a97f-50b954d8bcb7 None None] Provisioning complete for port dfd2c618-c311-4781-8f57-84775b52661b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:28.782384 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02cf8d33-f1c8-4349-a97f-50b954d8bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dfd2c618-c311-4781-8f57-84775b52661b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:28.842826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a406446-d029-4fd6-b1f6-eb442b64539f req-962613de-6594-4015-9f25-a0ab1ccec8d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 HTTP/1.1" status: 200 len: 217 time: 0.0559089 Mar 10 15:36:28.844546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port dfd2c618-c311-4781-8f57-84775b52661b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:28.844983 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dfd2c618-c311-4781-8f57-84775b52661b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:28.920748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a406446-d029-4fd6-b1f6-eb442b64539f req-e2d4cac5-285d-41f1-b66f-414be32bfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:28.922249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a406446-d029-4fd6-b1f6-eb442b64539f req-e2d4cac5-285d-41f1-b66f-414be32bfa24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fe56ffe2-287d-4a1c-94b4-82fe2970a474 HTTP/1.1" status: 200 len: 838 time: 0.0735571 Mar 10 15:36:28.926306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'name': 'tempest-TestVolumeBootPattern-1751113782-router', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '8a959c51-ed87-416c-9949-97539110100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:36:24Z', 'revision_number': 4, 'project_id': 'a72a59782b214004add5b28e86aea987', 'gw_port': {'id': '8a959c51-ed87-416c-9949-97539110100e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:19Z', 'updated_at': '2022-03-10T15:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'e1159f0a-f22f-4c40-8372-89ee18745c07', 'name': '', 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'mac_address': 'fa:16:3e:ef:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '44115e65-b80b-49d3-8073-8c01afb1a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:23Z', 'updated_at': '2022-03-10T15:36:25Z', 'revision_number': 2, 'project_id': 'a72a59782b214004add5b28e86aea987', 'subnets': [{'id': '44115e65-b80b-49d3-8073-8c01afb1a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:28.969801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-02cf8d33-f1c8-4349-a97f-50b954d8bcb7 None None] Current status of the port dfd2c618-c311-4781-8f57-84775b52661b is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:28.972398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Checking router: 91fb5646-62ae-4fb5-ba29-2a8cf92f201b for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:28.972758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Updating router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b port e1159f0a-f22f-4c40-8372-89ee18745c07 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:36:29.095442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-02cf8d33-f1c8-4349-a97f-50b954d8bcb7 None None] Provisioning complete for port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:29.095827 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02cf8d33-f1c8-4349-a97f-50b954d8bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:29.122203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb1d8-49f6-4443-8ccb-9b53c22076b7 req-0b36cd44-aca4-4b0c-a021-9c0987a4657a tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:29.136195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:29.139955 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-455fb1d8-49f6-4443-8ccb-9b53c22076b7 req-0b36cd44-aca4-4b0c-a021-9c0987a4657a tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 907 time: 0.1383703 Mar 10 15:36:29.151626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a406446-d029-4fd6-b1f6-eb442b64539f req-1380e4b0-b201-430b-8ef1-85b52f68983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:29.161994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a406446-d029-4fd6-b1f6-eb442b64539f req-1380e4b0-b201-430b-8ef1-85b52f68983a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2c696e5-8475-4f1a-9668-aa5c10f61d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2157803 Mar 10 15:36:29.298148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a406446-d029-4fd6-b1f6-eb442b64539f req-f98cf5b9-05da-40b6-99ba-ec029bf63632 service neutron] 10.222.0.62 "GET /v2.0/networks/b2c696e5-8475-4f1a-9668-aa5c10f61d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337504 Mar 10 15:36:29.421839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a406446-d029-4fd6-b1f6-eb442b64539f req-404dbe1e-08dc-438b-8090-662e1169afc8 service neutron] 10.222.0.62 "GET /v2.0/networks/b2c696e5-8475-4f1a-9668-aa5c10f61d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170983 Mar 10 15:36:29.687462 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Publish callbacks [] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:29.690084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port dfd2c618-c311-4781-8f57-84775b52661b is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:29.691636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5d541708-842f-46da-9939-0a5e06d2a143 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:29.734359 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:29.836596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426bffb-d96f-4043-9cc8-7499285c889d None None] Pushing event updated for resources: {'Port': ['ID=e1159f0a-f22f-4c40-8372-89ee18745c07,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:29.892379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5d541708-842f-46da-9939-0a5e06d2a143 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:29.892573 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5d541708-842f-46da-9939-0a5e06d2a143), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:29.916051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-02cf8d33-f1c8-4349-a97f-50b954d8bcb7 None None] Current status of the port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:29.977838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Attempting to bind port e1159f0a-f22f-4c40-8372-89ee18745c07 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:36:29.979057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Attempting to bind port e1159f0a-f22f-4c40-8372-89ee18745c07 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b5018d11-4f84-4e61-9b77-ea22684d6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:36:29.979732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Attempting to bind port e1159f0a-f22f-4c40-8372-89ee18745c07 on network 78403e27-9e4b-40bf-8e1c-f85adb9daa04 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:29.990649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:36:29.991237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Checking segment: {'id': 'b5018d11-4f84-4e61-9b77-ea22684d6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:29.991736 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:29.992472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Bound using segment: {'id': 'b5018d11-4f84-4e61-9b77-ea22684d6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:36:29.993061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Bound port: e1159f0a-f22f-4c40-8372-89ee18745c07, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5018d11-4f84-4e61-9b77-ea22684d6d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:36:29.993553 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:30.092873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5d541708-842f-46da-9939-0a5e06d2a143 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:30.094101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:30.136698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] For port e1159f0a-f22f-4c40-8372-89ee18745c07, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:36:30.175106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] For port e1159f0a-f22f-4c40-8372-89ee18745c07, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e1159f0a-f22f-4c40-8372-89ee18745c07,segment=NetworkSegment(b5018d11-4f84-4e61-9b77-ea22684d6d29),segment_id=b5018d11-4f84-4e61-9b77-ea22684d6d29)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:36:30.180822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ffaf4e84-4561-4374-80e1-09b08e7335db None None] Provisioning complete for port e1159f0a-f22f-4c40-8372-89ee18745c07 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:30.181195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4e84-4561-4374-80e1-09b08e7335db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:30.232736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf4e84-4561-4374-80e1-09b08e7335db None None] Port e1159f0a-f22f-4c40-8372-89ee18745c07 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:36:30.237024 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:30.245964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:30.246590 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:30.332942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450e12f-a333-47c5-963d-1c77077aba1d req-5ca39d7a-17ab-4a5c-af99-739eb359a2f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:30.339398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5450e12f-a333-47c5-963d-1c77077aba1d req-5ca39d7a-17ab-4a5c-af99-739eb359a2f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 907 time: 0.1050818 Mar 10 15:36:30.380981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Routers {'91fb5646-62ae-4fb5-ba29-2a8cf92f201b'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:30.381629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:30.446778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426bffb-d96f-4043-9cc8-7499285c889d None None] Pushing event updated for resources: {'Port': ['ID=e1159f0a-f22f-4c40-8372-89ee18745c07,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:30.538955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:30.560329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] Set router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:30.749866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Provisioning complete for port e1159f0a-f22f-4c40-8372-89ee18745c07 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:30.750349 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:30.783281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8a959c51-ed87-416c-9949-97539110100e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:30.923500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8a959c51-ed87-416c-9949-97539110100e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:30.923891 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8a959c51-ed87-416c-9949-97539110100e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:30.958398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Current status of the port e1159f0a-f22f-4c40-8372-89ee18745c07 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:30.958807 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:30.987066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae587c-1665-4883-a90a-30e5b8759732 req-402ea161-839e-42b2-8bae-86ef5f9d22b2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:30.988538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-402ea161-839e-42b2-8bae-86ef5f9d22b2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.4968982 Mar 10 15:36:30.993911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'name': 'tempest-TestVolumeBootPattern-1751113782-router', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '8a959c51-ed87-416c-9949-97539110100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:36:24Z', 'revision_number': 4, 'project_id': 'a72a59782b214004add5b28e86aea987', 'gw_port': {'id': '8a959c51-ed87-416c-9949-97539110100e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:19Z', 'updated_at': '2022-03-10T15:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'e1159f0a-f22f-4c40-8372-89ee18745c07', 'name': '', 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'mac_address': 'fa:16:3e:ef:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '44115e65-b80b-49d3-8073-8c01afb1a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:23Z', 'updated_at': '2022-03-10T15:36:30Z', 'revision_number': 4, 'project_id': 'a72a59782b214004add5b28e86aea987', 'subnets': [{'id': '44115e65-b80b-49d3-8073-8c01afb1a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:31.004834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-61f6b819-bbc3-40fd-a5a5-10da4b1c34cf tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/quotas/b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 375 time: 0.0102053 Mar 10 15:36:31.039488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07026ca0-b8f2-45f6-b8b6-d03a1e2a54e9 None None] The sync data for ids ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'] in n-d-833090-1 is: [{'id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'name': 'tempest-TestVolumeBootPattern-1751113782-router', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '8a959c51-ed87-416c-9949-97539110100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:36:24Z', 'revision_number': 4, 'project_id': 'a72a59782b214004add5b28e86aea987', 'gw_port': {'id': '8a959c51-ed87-416c-9949-97539110100e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:19Z', 'updated_at': '2022-03-10T15:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'e1159f0a-f22f-4c40-8372-89ee18745c07', 'name': '', 'network_id': '78403e27-9e4b-40bf-8e1c-f85adb9daa04', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'mac_address': 'fa:16:3e:ef:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '44115e65-b80b-49d3-8073-8c01afb1a986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:23Z', 'updated_at': '2022-03-10T15:36:30Z', 'revision_number': 4, 'project_id': 'a72a59782b214004add5b28e86aea987', 'subnets': [{'id': '44115e65-b80b-49d3-8073-8c01afb1a986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:31.047424 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] For port e1159f0a-f22f-4c40-8372-89ee18745c07, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e1159f0a-f22f-4c40-8372-89ee18745c07,segment=NetworkSegment(b5018d11-4f84-4e61-9b77-ea22684d6d29),segment_id=b5018d11-4f84-4e61-9b77-ea22684d6d29)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:31.081588 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:31.084572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-5f24802a-3c78-40a2-b04c-7cb1d9eaf05a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731874 Mar 10 15:36:31.146243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8a959c51-ed87-416c-9949-97539110100e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:31.148042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a32c8342-a00a-4b38-b5d8-d51d8cc10fcb up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:31.222831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Pushing event updated for resources: {'Port': ['ID=e1159f0a-f22f-4c40-8372-89ee18745c07,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:31.245948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.246465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.247187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.248692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.249127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.249562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.250198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.251021 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.251452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.252014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.252440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.253951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.254317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3155b3-38ac-4496-b1e2-cd5274291362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:31.275401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-5c28585c-ff1b-4292-b1f1-146d2a85a8b1 service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534011 Mar 10 15:36:31.277743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:31.278843 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:31.376097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-75ca53fd-0c0e-4796-875c-b21501243ffb service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995865 Mar 10 15:36:31.387073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:31.489757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81b4ca-7c27-4ba0-b839-a73d446ddf4f req-89181a6a-ab2c-4bea-acd4-e1f0feecd1a3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:31.491793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf81b4ca-7c27-4ba0-b839-a73d446ddf4f req-89181a6a-ab2c-4bea-acd4-e1f0feecd1a3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 907 time: 0.0717347 Mar 10 15:36:31.786101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af0b181a-e0a2-43b2-9013-e6727c2142e8 req-9bb3a4dd-a165-4b74-bddc-116362b70d4d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 210 time: 0.0776970 Mar 10 15:36:32.188146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:36:32.311785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8,segment=NetworkSegment(efcd0631-e62f-4044-866a-1dd98df6e86e),segment_id=efcd0631-e62f-4044-866a-1dd98df6e86e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:32.325719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '3e1c05d2-c478-4ff8-a4a9-dd9765137bc8', 'network_id': 'b2c696e5-8475-4f1a-9668-aa5c10f61d75', 'port_id': '3e1c05d2-c478-4ff8-a4a9-dd9765137bc8', 'mac_address': 'fa:16:3e:e2:1d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe56ffe2-287d-4a1c-94b4-82fe2970a474', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:36:32.419408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:32.422040 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:32.444827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:36:32.480177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8,segment=NetworkSegment(efcd0631-e62f-4044-866a-1dd98df6e86e),segment_id=efcd0631-e62f-4044-866a-1dd98df6e86e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:32.485737 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:32.550983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:32.725301 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e1159f0a-f22f-4c40-8372-89ee18745c07 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:32.731690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc3e93-04f8-4869-8656-74702c8e3de8 req-25623763-b2c1-423d-ac2e-391fbe3d7393 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:32.742310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dc3e93-04f8-4869-8656-74702c8e3de8 req-25623763-b2c1-423d-ac2e-391fbe3d7393 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 908 time: 0.1061776 Mar 10 15:36:32.802032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['3e1c05d2-c478-4ff8-a4a9-dd9765137bc8'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:36:32.806918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port e1159f0a-f22f-4c40-8372-89ee18745c07 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:32.806918 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:32.932597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62cdbdc2-7064-499d-b118-88816a251ab3 req-b19269f0-798a-455c-b4ab-4c4a71dde8e9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 210 time: 0.0562222 Mar 10 15:36:32.979777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port e1159f0a-f22f-4c40-8372-89ee18745c07 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:33.266043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae587c-1665-4883-a90a-30e5b8759732 req-3f54b7df-42a4-4dd9-baf1-e22ecb08e974 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:33.267910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-3f54b7df-42a4-4dd9-baf1-e22ecb08e974 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1562984 Mar 10 15:36:33.283674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'port': {'device_id': '1e4cb062-45c5-4add-9760-1c954aaa1522', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'admin_state_up': True, 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:33.420073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Made reservation on behalf of b98fcf2d43fc40b5b370fbc7a8396a54 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:36:33.424902 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:33.589917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Allocated IP 172.20.0.11 (14dfff74-fb0f-424b-a95c-c09706697bed/6cdf00b1-51d5-43f5-b2c2-66bbb153c480/072ee863-45a3-461d-ad27-acc6122f2ed5) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:36:33.772387 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:33.819894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:33.894005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Network 14dfff74-fb0f-424b-a95c-c09706697bed is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:36:33.908844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:36:33.914593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:36:33.941631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=072ee863-45a3-461d-ad27-acc6122f2ed5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:33.971730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581f77f-944a-4c3d-83fc-089e4aea14c6 req-73445864-8af3-4c78-b9c6-b7b37148c350 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:33.973267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f581f77f-944a-4c3d-83fc-089e4aea14c6 req-73445864-8af3-4c78-b9c6-b7b37148c350 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 908 time: 0.1418104 Mar 10 15:36:33.984693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:33.985324 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:34.016701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-e4485156-6f01-4280-8561-82a6df54b711 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7367461 Mar 10 15:36:34.033804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Request body: {'port': {'device_id': '1e4cb062-45c5-4add-9760-1c954aaa1522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:36:34.188980 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:34.207191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:34.295452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fff08076-76cc-488b-be8b-f16af708a883 None None] Provisioning complete for port 072ee863-45a3-461d-ad27-acc6122f2ed5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:34.295899 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fff08076-76cc-488b-be8b-f16af708a883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:34.325276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cf6c7-7646-4076-b4a5-6b3074a6daf3 req-3ae93bb8-387f-405b-8529-22f78d9fabcd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:34.327195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-153cf6c7-7646-4076-b4a5-6b3074a6daf3 req-3ae93bb8-387f-405b-8529-22f78d9fabcd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 932 time: 0.2318249 Mar 10 15:36:34.343852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:36:34.357151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:34.357527 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:34.404544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fff08076-76cc-488b-be8b-f16af708a883 None None] Port 072ee863-45a3-461d-ad27-acc6122f2ed5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:36:34.457748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:34.458630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:34.481935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-153cf6c7-7646-4076-b4a5-6b3074a6daf3 req-b979c3c6-5339-4b62-b0e3-c217a1bb66e7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827322 Mar 10 15:36:34.485413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92070a66-ab18-48ed-b35b-5efa81a6db99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1c05d2-c478-4ff8-a4a9-dd9765137bc8'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:36:34.488048 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c607c18d-d918-4b2e-b7bf-301f63f16e30" -d '{"events": [{"server_uuid": "92070a66-ab18-48ed-b35b-5efa81a6db99", "name": "network-vif-plugged", "status": "completed", "tag": "3e1c05d2-c478-4ff8-a4a9-dd9765137bc8"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:36:34.510105 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8,segment=NetworkSegment(efcd0631-e62f-4044-866a-1dd98df6e86e),segment_id=efcd0631-e62f-4044-866a-1dd98df6e86e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:34.519433 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:34.589573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:34.692521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072ee863-45a3-461d-ad27-acc6122f2ed5 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:36:34.702080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Publish callbacks [] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:34.717850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Transition to ACTIVE for port object 072ee863-45a3-461d-ad27-acc6122f2ed5 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:36:34.723401 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:34.745558 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d133f01b-7160-4c79-9d20-8a4b41733b88 x-openstack-request-id: req-d133f01b-7160-4c79-9d20-8a4b41733b88 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:36:34.745862 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92070a66-ab18-48ed-b35b-5efa81a6db99", "name": "network-vif-plugged", "status": "completed", "tag": "3e1c05d2-c478-4ff8-a4a9-dd9765137bc8", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:36:34.746122 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d133f01b-7160-4c79-9d20-8a4b41733b88 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:36:34.746523 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92070a66-ab18-48ed-b35b-5efa81a6db99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1c05d2-c478-4ff8-a4a9-dd9765137bc8', 'code': 200} Mar 10 15:36:34.824151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Pushing event updated for resources: {'Port': ['ID=072ee863-45a3-461d-ad27-acc6122f2ed5,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:34.944242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f981f-f92f-484f-9a51-7ab9964332da req-f188d673-f986-42b1-82c3-01f537fac685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:34.945868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-248f981f-f92f-484f-9a51-7ab9964332da req-f188d673-f986-42b1-82c3-01f537fac685 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 1091 time: 0.1366749 Mar 10 15:36:34.956738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Attempting to bind port 072ee863-45a3-461d-ad27-acc6122f2ed5 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:36:34.957386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Attempting to bind port 072ee863-45a3-461d-ad27-acc6122f2ed5 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:36:34.957801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Attempting to bind port 072ee863-45a3-461d-ad27-acc6122f2ed5 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:34.964004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Port 072ee863-45a3-461d-ad27-acc6122f2ed5 on network 14dfff74-fb0f-424b-a95c-c09706697bed not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:36:34.964422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Attempting to bind port 072ee863-45a3-461d-ad27-acc6122f2ed5 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:36:34.974010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:36:34.974460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Checking segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:36:34.974959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Bound using segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:36:34.975498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Bound port: 072ee863-45a3-461d-ad27-acc6122f2ed5, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:36:34.975926 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:35.072971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] For port 072ee863-45a3-461d-ad27-acc6122f2ed5, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:36:35.077753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] For port 072ee863-45a3-461d-ad27-acc6122f2ed5, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=072ee863-45a3-461d-ad27-acc6122f2ed5,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:36:35.094349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:35.162555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:35.163320 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:35.165174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] 10.222.0.45 "PUT /v2.0/ports/072ee863-45a3-461d-ad27-acc6122f2ed5 HTTP/1.1" status: 200 len: 1092 time: 1.1410570 Mar 10 15:36:35.165735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4cb062-45c5-4add-9760-1c954aaa1522', 'tag': '072ee863-45a3-461d-ad27-acc6122f2ed5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:36:35.168532 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6310979b-8a7f-4a81-85e8-b0cefda0ee54" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4cb062-45c5-4add-9760-1c954aaa1522", "tag": "072ee863-45a3-461d-ad27-acc6122f2ed5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:36:35.226261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d543762-abb0-411e-aada-ad1698c8020b req-ae81463a-5d1f-4cb6-b23a-ab01c4514201 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:35.228102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0d543762-abb0-411e-aada-ad1698c8020b req-ae81463a-5d1f-4cb6-b23a-ab01c4514201 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 909 time: 0.1445782 Mar 10 15:36:35.270930 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b55bf47-6324-4af7-b1f0-785ea28632eb x-openstack-request-id: req-5b55bf47-6324-4af7-b1f0-785ea28632eb {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:36:35.271278 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4cb062-45c5-4add-9760-1c954aaa1522", "tag": "072ee863-45a3-461d-ad27-acc6122f2ed5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:36:35.271620 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b55bf47-6324-4af7-b1f0-785ea28632eb {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:36:35.272092 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4cb062-45c5-4add-9760-1c954aaa1522', 'tag': '072ee863-45a3-461d-ad27-acc6122f2ed5', 'status': 'completed', 'code': 200} Mar 10 15:36:35.273667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f4f35-87a6-461e-99ce-9679947ebb48 service neutron] Pushing event updated for resources: {'Port': ['ID=072ee863-45a3-461d-ad27-acc6122f2ed5,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:35.303479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae587c-1665-4883-a90a-30e5b8759732 req-847f2af3-a63f-4a99-8707-e04f31902587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:35.305036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-847f2af3-a63f-4a99-8707-e04f31902587 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 1126 time: 0.0871878 Mar 10 15:36:35.353316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-570ab0f5-e5dd-4cfa-985e-491f5771ff96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=072ee863-45a3-461d-ad27-acc6122f2ed5 HTTP/1.1" status: 200 len: 217 time: 0.0415509 Mar 10 15:36:35.398847 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:36:35.420514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae587c-1665-4883-a90a-30e5b8759732 req-33272067-0568-403e-8e77-72648fac7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:35.422386 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-33272067-0568-403e-8e77-72648fac7850 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0628841 Mar 10 15:36:35.484678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae587c-1665-4883-a90a-30e5b8759732 req-7162df02-953a-41a0-a7e9-34e89248099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:35.486875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-7162df02-953a-41a0-a7e9-34e89248099c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551636 Mar 10 15:36:35.659784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-44157bdf-e5db-4432-b706-9b5543cac270 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631846 Mar 10 15:36:35.715213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab04551-e2b3-4033-9daf-213204aad8fe req-eb5c0394-f969-4214-bcc3-e5f88c0847ad tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:35.716724 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ab04551-e2b3-4033-9daf-213204aad8fe req-eb5c0394-f969-4214-bcc3-e5f88c0847ad tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0920348 Mar 10 15:36:35.807964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cae587c-1665-4883-a90a-30e5b8759732 req-cc6ab739-356a-446c-a7dc-90febc920b8b service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417253 Mar 10 15:36:35.815153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ab04551-e2b3-4033-9daf-213204aad8fe req-0d5c0210-d2e1-4c50-b024-8c338d9dbcb4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649889 Mar 10 15:36:35.938667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310979b-8a7f-4a81-85e8-b0cefda0ee54 req-b24fc1da-b14c-416b-b59a-f6eaedbce7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:35.940412 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6310979b-8a7f-4a81-85e8-b0cefda0ee54 req-b24fc1da-b14c-416b-b59a-f6eaedbce7ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 1126 time: 0.0557387 Mar 10 15:36:36.086159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310979b-8a7f-4a81-85e8-b0cefda0ee54 req-93e911d2-9864-4354-8d3a-e0ab901ce1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:36.088352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6310979b-8a7f-4a81-85e8-b0cefda0ee54 req-93e911d2-9864-4354-8d3a-e0ab901ce1bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.1371627 Mar 10 15:36:36.143704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6310979b-8a7f-4a81-85e8-b0cefda0ee54 req-8deaa475-f25c-4817-9a5d-ab00e5da1af6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=072ee863-45a3-461d-ad27-acc6122f2ed5 HTTP/1.1" status: 200 len: 217 time: 0.0482516 Mar 10 15:36:36.205040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310979b-8a7f-4a81-85e8-b0cefda0ee54 req-3767f0bc-df5d-4cde-af26-dfef6754bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:36.206623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6310979b-8a7f-4a81-85e8-b0cefda0ee54 req-3767f0bc-df5d-4cde-af26-dfef6754bedd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0573459 Mar 10 15:36:36.295394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310979b-8a7f-4a81-85e8-b0cefda0ee54 req-d203ef6e-69cc-45b9-ad7c-e689147bf8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:36.308347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6310979b-8a7f-4a81-85e8-b0cefda0ee54 req-d203ef6e-69cc-45b9-ad7c-e689147bf8ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0870266 Mar 10 15:36:36.443856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6310979b-8a7f-4a81-85e8-b0cefda0ee54 req-69e8c985-16ac-4d63-bc01-1f7b5de92a21 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350510 Mar 10 15:36:36.485438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ebe28-d1d1-488c-bf0a-7cb5861682b7 req-e5354fc4-1bb2-4cac-b8da-769116a99887 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:36.487188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-759ebe28-d1d1-488c-bf0a-7cb5861682b7 req-e5354fc4-1bb2-4cac-b8da-769116a99887 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 909 time: 0.1094775 Mar 10 15:36:36.555930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6310979b-8a7f-4a81-85e8-b0cefda0ee54 req-f60e508a-3b4c-44fe-b4c9-e16c2fd60299 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028545 Mar 10 15:36:36.953881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a278cfc-1cf4-4b78-a582-f4f05f713c78 req-e687524f-a9ed-42d1-a543-23dabfadd2d1 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:36.955442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a278cfc-1cf4-4b78-a582-f4f05f713c78 req-e687524f-a9ed-42d1-a543-23dabfadd2d1 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0695617 Mar 10 15:36:37.006002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a278cfc-1cf4-4b78-a582-f4f05f713c78 req-93bdd5b2-1426-408e-a65e-27e6272f30f1 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Mar 10 15:36:37.616212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adafb53-ccda-4d1a-89e6-21f0d01763e2 req-8baf23fd-5ab5-4523-9fc2-da3c14332f37 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:37.619714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1adafb53-ccda-4d1a-89e6-21f0d01763e2 req-8baf23fd-5ab5-4523-9fc2-da3c14332f37 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 909 time: 0.0577145 Mar 10 15:36:37.746296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24281a-7397-4913-8509-84ef0c628ce0 req-8e567908-086a-4d5c-bc76-7b6dabad6e17 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:37.747840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c24281a-7397-4913-8509-84ef0c628ce0 req-8e567908-086a-4d5c-bc76-7b6dabad6e17 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 909 time: 0.0546525 Mar 10 15:36:37.866478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d4824-0b7a-4e8c-8618-b89421c2cf34 req-c79114aa-470d-4cb3-8b5e-f2b87c225b6e tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:37.868073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c9d4824-0b7a-4e8c-8618-b89421c2cf34 req-c79114aa-470d-4cb3-8b5e-f2b87c225b6e tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 1091 time: 0.0507414 Mar 10 15:36:38.016824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8486e2-3f29-43d7-bd0d-daed16875ea9 req-87993f78-5326-4be6-9bf4-1695da768bc9 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:38.018568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb8486e2-3f29-43d7-bd0d-daed16875ea9 req-87993f78-5326-4be6-9bf4-1695da768bc9 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 1166 time: 0.0817828 Mar 10 15:36:38.026043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-f1a58dd7-fdec-4c70-ac07-f8fa83ce4a9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778441 Mar 10 15:36:38.114918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb8486e2-3f29-43d7-bd0d-daed16875ea9 req-1139a2f2-28c9-42e1-8fa2-5b45aa01ee93 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0852308 Mar 10 15:36:38.145962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35922) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:38.208815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-d8ed3eed-60e6-4fd8-8b2e-b7f907e8b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:38.210363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-d8ed3eed-60e6-4fd8-8b2e-b7f907e8b0f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=989a5977d3404819bd2bfd8565bd6229&device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 1166 time: 0.1286876 Mar 10 15:36:38.219250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3412b1c-e411-4b4e-94ed-cd670ed6ba5f req-6e3cf127-71dc-4d96-88a0-14aeafc6be41 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:38.220753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3412b1c-e411-4b4e-94ed-cd670ed6ba5f req-6e3cf127-71dc-4d96-88a0-14aeafc6be41 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.1048231 Mar 10 15:36:38.226638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e91ef53-0d06-421b-b8a3-da77c60f1b52 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:38.228246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4e91ef53-0d06-421b-b8a3-da77c60f1b52 tempest-TestSecurityGroupsBasicOps-749512832 tempest-TestSecurityGroupsBasicOps-749512832-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 1086 time: 0.0805762 Mar 10 15:36:38.336507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3412b1c-e411-4b4e-94ed-cd670ed6ba5f req-577f6479-fa7e-4081-8da2-87dde5308df7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068089 Mar 10 15:36:38.400309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-2e9c6c52-3a97-4cec-bfa5-2d61beb8af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:38.401797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-2e9c6c52-3a97-4cec-bfa5-2d61beb8af1e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a04d343-0377-4301-a542-ddab1de9169e HTTP/1.1" status: 200 len: 898 time: 0.1660509 Mar 10 15:36:38.525949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-cf30b2a0-e44b-48cd-ac5e-ca3e56b6b3a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f12f1-db54-4e3a-afb7-81c47a8dbae5 HTTP/1.1" status: 200 len: 1001 time: 0.1170297 Mar 10 15:36:38.586626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31fa1c-c1c5-46f6-b0ca-33e8e2573145 req-7c1a795b-3170-453b-ad64-3890ded2a5d3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:38.588204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae31fa1c-c1c5-46f6-b0ca-33e8e2573145 req-7c1a795b-3170-453b-ad64-3890ded2a5d3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 909 time: 0.1154742 Mar 10 15:36:38.597681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-783cfaa5-7653-46d1-b775-230794626b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:38.599184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-783cfaa5-7653-46d1-b775-230794626b4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbbcc5a4-3b4f-4e9b-b163-edb171d70498 HTTP/1.1" status: 200 len: 834 time: 0.0634451 Mar 10 15:36:38.657396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-5646b47b-51fa-46f1-8963-167a4c34f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:38.658958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-5646b47b-51fa-46f1-8963-167a4c34f23b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a04d343-0377-4301-a542-ddab1de9169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513208 Mar 10 15:36:38.767193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-486658c4-8564-4c1b-bc42-2f81136b0a4b service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013026 Mar 10 15:36:38.862384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c9bb39e-4003-4836-9aa2-da7240c03bc9 req-35f3dfdb-e229-481c-b320-6d2951296940 service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889854 Mar 10 15:36:39.477810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9951fc6-d1d3-48a9-be57-fb7d17148649 req-49dd214b-e4e4-42d1-85c4-140f040218a8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:39.483257 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9951fc6-d1d3-48a9-be57-fb7d17148649 req-49dd214b-e4e4-42d1-85c4-140f040218a8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0677626 Mar 10 15:36:39.538437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9951fc6-d1d3-48a9-be57-fb7d17148649 req-8a32d08d-734f-4694-976f-2959bef4c5e8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504825 Mar 10 15:36:39.734120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c5590-444e-442d-9ee4-cb0b1f3b772e req-d79cbb98-a083-4d40-ac17-c98b932c6f50 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:39.735855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f3c5590-444e-442d-9ee4-cb0b1f3b772e req-d79cbb98-a083-4d40-ac17-c98b932c6f50 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 909 time: 0.0563414 Mar 10 15:36:39.917452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1ad5a-62ec-49d5-8b66-0c8b812820f1 req-57aba0b1-872f-47a5-87db-c5d226c38ab3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:39.919454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1ad5a-62ec-49d5-8b66-0c8b812820f1 req-57aba0b1-872f-47a5-87db-c5d226c38ab3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.62 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 909 time: 0.0637240 Mar 10 15:36:40.017466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-eda1ad5a-62ec-49d5-8b66-0c8b812820f1 req-298523c6-0762-4508-94d6-3058f53287a1 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Deleting port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:40.018100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1ad5a-62ec-49d5-8b66-0c8b812820f1 req-298523c6-0762-4508-94d6-3058f53287a1 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.132341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-eda1ad5a-62ec-49d5-8b66-0c8b812820f1 req-298523c6-0762-4508-94d6-3058f53287a1 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] For port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8,segment=NetworkSegment(efcd0631-e62f-4044-866a-1dd98df6e86e),segment_id=efcd0631-e62f-4044-866a-1dd98df6e86e)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:40.133038 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1ad5a-62ec-49d5-8b66-0c8b812820f1 req-298523c6-0762-4508-94d6-3058f53287a1 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.149237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-eda1ad5a-62ec-49d5-8b66-0c8b812820f1 req-298523c6-0762-4508-94d6-3058f53287a1 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Calling delete_port for 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:40.290563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1ad5a-62ec-49d5-8b66-0c8b812820f1 req-298523c6-0762-4508-94d6-3058f53287a1 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3e1c05d2-c478-4ff8-a4a9-dd9765137bc8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.323087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298523c6-0762-4508-94d6-3058f53287a1 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'Port': ['ID=3e1c05d2-c478-4ff8-a4a9-dd9765137bc8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:40.377387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda1ad5a-62ec-49d5-8b66-0c8b812820f1 req-298523c6-0762-4508-94d6-3058f53287a1 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] No DVR routers for this DVR port 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:40.380148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1ad5a-62ec-49d5-8b66-0c8b812820f1 req-298523c6-0762-4508-94d6-3058f53287a1 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:40.384676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1ad5a-62ec-49d5-8b66-0c8b812820f1 req-298523c6-0762-4508-94d6-3058f53287a1 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.62 "DELETE /v2.0/ports/3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 HTTP/1.1" status: 204 len: 173 time: 0.4599957 Mar 10 15:36:40.384871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92070a66-ab18-48ed-b35b-5efa81a6db99', 'name': 'network-vif-deleted', 'tag': '3e1c05d2-c478-4ff8-a4a9-dd9765137bc8'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:36:40.388229 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9983ba8-07b3-42f7-a0e3-dca27a9dc6bb" -d '{"events": [{"server_uuid": "92070a66-ab18-48ed-b35b-5efa81a6db99", "name": "network-vif-deleted", "tag": "3e1c05d2-c478-4ff8-a4a9-dd9765137bc8"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:36:40.430541 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ca8fa1-6270-4dfd-9f77-ef1e572d8e37 x-openstack-request-id: req-92ca8fa1-6270-4dfd-9f77-ef1e572d8e37 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:36:40.431168 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92070a66-ab18-48ed-b35b-5efa81a6db99", "name": "network-vif-deleted", "tag": "3e1c05d2-c478-4ff8-a4a9-dd9765137bc8", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:36:40.431619 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92ca8fa1-6270-4dfd-9f77-ef1e572d8e37 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:36:40.432253 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92070a66-ab18-48ed-b35b-5efa81a6db99', 'name': 'network-vif-deleted', 'tag': '3e1c05d2-c478-4ff8-a4a9-dd9765137bc8', 'status': 'completed', 'code': 200} Mar 10 15:36:40.735610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5d16b-7738-4d56-8ee2-ca8334ef1ba0 req-90ac85ab-0449-46a7-adf3-4ca9edbd8853 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:40.743225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89f5d16b-7738-4d56-8ee2-ca8334ef1ba0 req-90ac85ab-0449-46a7-adf3-4ca9edbd8853 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0823746 Mar 10 15:36:40.837738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89f5d16b-7738-4d56-8ee2-ca8334ef1ba0 req-4446546b-5cd4-4ced-9b9a-604630de6daf tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935464 Mar 10 15:36:40.899598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2825d19-a1b2-45b4-a15c-8df6ff48ece9 req-71b0a987-d1f3-4fdc-ab30-b48aad23dc95 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=92070a66-ab18-48ed-b35b-5efa81a6db99 HTTP/1.1" status: 200 len: 210 time: 0.0370288 Mar 10 15:36:41.967705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbd921-24e5-463f-8cb8-652dc3b41d79 req-22f931ae-657c-46b7-baf6-2848bc2bcb88 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:41.968481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35950) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:41.974108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42fbd921-24e5-463f-8cb8-652dc3b41d79 req-22f931ae-657c-46b7-baf6-2848bc2bcb88 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0602038 Mar 10 15:36:42.041795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42fbd921-24e5-463f-8cb8-652dc3b41d79 req-e762aede-f5f5-4bf7-9b12-fc12cf4c854c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665202 Mar 10 15:36:42.397643 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (3f5b7762-449c-4807-b509-0d9de4c0d925), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:42.706275 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Deleting port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:42.706695 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:42.809014 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] For port a32c8342-a00a-4b38-b5d8-d51d8cc10fcb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a32c8342-a00a-4b38-b5d8-d51d8cc10fcb,segment=NetworkSegment(efcd0631-e62f-4044-866a-1dd98df6e86e),segment_id=efcd0631-e62f-4044-866a-1dd98df6e86e)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:42.809490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:42.823710 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Calling delete_port for a32c8342-a00a-4b38-b5d8-d51d8cc10fcb owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:43.032566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a32c8342-a00a-4b38-b5d8-d51d8cc10fcb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:43.062150 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'Port': ['ID=a32c8342-a00a-4b38-b5d8-d51d8cc10fcb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:43.095085 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.095443 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.095795 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.096200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.096544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.096886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.097225 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.097553 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.097888 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.098215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.098544 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.098911 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.099241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:36:43.256387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0981b-0cf9-4336-b86f-b83ab1cdbd55 req-38557bd7-1ac7-4ad5-826c-4c596c87eb2e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:43.259876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cdd0981b-0cf9-4336-b86f-b83ab1cdbd55 req-38557bd7-1ac7-4ad5-826c-4c596c87eb2e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0952854 Mar 10 15:36:43.330782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cdd0981b-0cf9-4336-b86f-b83ab1cdbd55 req-d340b167-e535-490b-9414-69d3156bb2c3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582047 Mar 10 15:36:43.352455 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (3f5b7762-449c-4807-b509-0d9de4c0d925), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:43.584843 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Router 3f5b7762-449c-4807-b509-0d9de4c0d925 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:36:43.697893 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:43.704395 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e480190e-6010-48a5-8968-120d7004c3e8 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "PUT /v2.0/routers/3f5b7762-449c-4807-b509-0d9de4c0d925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7348654 Mar 10 15:36:43.707250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35956) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:43.711817 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23370f8b-6726-45f5-86ca-74e9d5513cfe None None] Sync routers for ids ['3f5b7762-449c-4807-b509-0d9de4c0d925'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:43.721960 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23370f8b-6726-45f5-86ca-74e9d5513cfe None None] Routers {'3f5b7762-449c-4807-b509-0d9de4c0d925'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:43.722873 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-23370f8b-6726-45f5-86ca-74e9d5513cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3f5b7762-449c-4807-b509-0d9de4c0d925'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:43.763714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a32f2ba-e2bc-4e6e-a612-38e138323676 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Deleting subnet fe56ffe2-287d-4a1c-94b4-82fe2970a474 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:36:43.767112 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a32f2ba-e2bc-4e6e-a612-38e138323676 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for subnet (fe56ffe2-287d-4a1c-94b4-82fe2970a474), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:43.824059 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a32f2ba-e2bc-4e6e-a612-38e138323676 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (fe56ffe2-287d-4a1c-94b4-82fe2970a474), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:43.845247 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-23370f8b-6726-45f5-86ca-74e9d5513cfe None None] Set router 3f5b7762-449c-4807-b509-0d9de4c0d925 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:43.938323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a32f2ba-e2bc-4e6e-a612-38e138323676 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (fe56ffe2-287d-4a1c-94b4-82fe2970a474), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:44.053217 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a32f2ba-e2bc-4e6e-a612-38e138323676 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (fe56ffe2-287d-4a1c-94b4-82fe2970a474), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:44.069786 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-23370f8b-6726-45f5-86ca-74e9d5513cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021144006', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '5d541708-842f-46da-9939-0a5e06d2a143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:42Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '5d541708-842f-46da-9939-0a5e06d2a143', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:44.091834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32f2ba-e2bc-4e6e-a612-38e138323676 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'Subnet': ['ID=fe56ffe2-287d-4a1c-94b4-82fe2970a474,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:44.103507 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6a32f2ba-e2bc-4e6e-a612-38e138323676 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:44.103891 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23370f8b-6726-45f5-86ca-74e9d5513cfe None None] Checking router: 3f5b7762-449c-4807-b509-0d9de4c0d925 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:44.104445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9521653a-e706-4486-a380-60effdccdb5f None None] Network b2c696e5-8475-4f1a-9668-aa5c10f61d75 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:36:44.108093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6a32f2ba-e2bc-4e6e-a612-38e138323676 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "DELETE /v2.0/subnets/fe56ffe2-287d-4a1c-94b4-82fe2970a474 HTTP/1.1" status: 204 len: 168 time: 0.3988824 Mar 10 15:36:44.110009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35960) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:44.135331 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23370f8b-6726-45f5-86ca-74e9d5513cfe None None] Routers {'3f5b7762-449c-4807-b509-0d9de4c0d925'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:44.136068 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-23370f8b-6726-45f5-86ca-74e9d5513cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['3f5b7762-449c-4807-b509-0d9de4c0d925'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:44.274393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:44.281695 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-23370f8b-6726-45f5-86ca-74e9d5513cfe None None] Set router 3f5b7762-449c-4807-b509-0d9de4c0d925 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:44.307531 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router (3f5b7762-449c-4807-b509-0d9de4c0d925), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:44.317884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:44.318340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 3e1c05d2-c478-4ff8-a4a9-dd9765137bc8 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:44.351876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a18d95a-a4b5-4dae-b341-73b4a3addc61 None None] DHCP port deletion for b2c696e5-8475-4f1a-9668-aa5c10f61d75 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:36:44.415718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4a18d95a-a4b5-4dae-b341-73b4a3addc61 None None] Deleting port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:44.416353 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4a18d95a-a4b5-4dae-b341-73b4a3addc61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:44.459843 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_gateway (3f5b7762-449c-4807-b509-0d9de4c0d925), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:44.473097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf828f-0144-4045-b39f-65aca677b5fa req-379c9a57-9446-4e35-8bdc-b4da98589bc4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:44.482720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fbf828f-0144-4045-b39f-65aca677b5fa req-379c9a57-9446-4e35-8bdc-b4da98589bc4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0765681 Mar 10 15:36:44.513019 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-4a18d95a-a4b5-4dae-b341-73b4a3addc61 None None] For port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d,segment=NetworkSegment(efcd0631-e62f-4044-866a-1dd98df6e86e),segment_id=efcd0631-e62f-4044-866a-1dd98df6e86e)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:44.514764 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4a18d95a-a4b5-4dae-b341-73b4a3addc61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:44.537003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4a18d95a-a4b5-4dae-b341-73b4a3addc61 None None] Calling delete_port for ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:44.553411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fbf828f-0144-4045-b39f-65aca677b5fa req-e13fe8e4-a4a7-4c59-abd8-0374ea50a793 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633075 Mar 10 15:36:44.583144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Deleting port 5d541708-842f-46da-9939-0a5e06d2a143 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:44.583682 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5d541708-842f-46da-9939-0a5e06d2a143), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:44.605315 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-23370f8b-6726-45f5-86ca-74e9d5513cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021144006', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '5d541708-842f-46da-9939-0a5e06d2a143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:42Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '5d541708-842f-46da-9939-0a5e06d2a143', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:44.687447 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23370f8b-6726-45f5-86ca-74e9d5513cfe None None] The sync data for ids ['3f5b7762-449c-4807-b509-0d9de4c0d925'] in n-d-833090-1 is: [{'id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1021144006', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '5d541708-842f-46da-9939-0a5e06d2a143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:42Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '5d541708-842f-46da-9939-0a5e06d2a143', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5b7762-449c-4807-b509-0d9de4c0d925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:13Z', 'updated_at': '2022-03-10T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:44.725147 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4a18d95a-a4b5-4dae-b341-73b4a3addc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:44.774123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18d95a-a4b5-4dae-b341-73b4a3addc61 None None] Pushing event deleted for resources: {'Port': ['ID=ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:44.782343 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18d95a-a4b5-4dae-b341-73b4a3addc61 None None] No DVR routers for this DVR port ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:45.033444 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] For port 5d541708-842f-46da-9939-0a5e06d2a143, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5d541708-842f-46da-9939-0a5e06d2a143,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:45.033812 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5d541708-842f-46da-9939-0a5e06d2a143), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.047403 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Calling delete_port for 5d541708-842f-46da-9939-0a5e06d2a143 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:45.104682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:45.128189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:45.128779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ec2e94d4-2d48-41cf-9d23-0c5b7b8cb72d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:45.242246 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (5d541708-842f-46da-9939-0a5e06d2a143), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.271457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'Port': ['ID=5d541708-842f-46da-9939-0a5e06d2a143,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:45.335615 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (3f5b7762-449c-4807-b509-0d9de4c0d925), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.428428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (3f5b7762-449c-4807-b509-0d9de4c0d925), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.430532 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_controller (3f5b7762-449c-4807-b509-0d9de4c0d925), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.472633 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (3f5b7762-449c-4807-b509-0d9de4c0d925), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.473094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Fanout notify agent at l3_agent the message router_deleted on router 3f5b7762-449c-4807-b509-0d9de4c0d925 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:36:45.480138 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.481828 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-082c8929-cf31-49e5-826c-de6ef933e4f3 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "DELETE /v2.0/routers/3f5b7762-449c-4807-b509-0d9de4c0d925 HTTP/1.1" status: 204 len: 168 time: 1.3704474 Mar 10 15:36:45.484575 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 35974) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:45.568336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (b2c696e5-8475-4f1a-9668-aa5c10f61d75), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.668218 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (b2c696e5-8475-4f1a-9668-aa5c10f61d75), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.680087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c992ad-7b8e-40ba-92e1-36248f62db73 req-00ba229d-57c4-4bcd-b401-8f1192bd0850 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:45.682381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78c992ad-7b8e-40ba-92e1-36248f62db73 req-00ba229d-57c4-4bcd-b401-8f1192bd0850 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0650892 Mar 10 15:36:45.691656 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c696e5-8475-4f1a-9668-aa5c10f61d75']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:45.701795 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcd0631-e62f-4044-866a-1dd98df6e86e') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:45.702102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcd0631-e62f-4044-866a-1dd98df6e86e') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:45.713168 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (efcd0631-e62f-4044-866a-1dd98df6e86e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.727135 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (efcd0631-e62f-4044-866a-1dd98df6e86e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.733181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-78c992ad-7b8e-40ba-92e1-36248f62db73 req-b9c9baf3-fc01-4d58-b78e-e3ad92514fe0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438867 Mar 10 15:36:45.733348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:36:45.733693 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (efcd0631-e62f-4044-866a-1dd98df6e86e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:36:45.736764 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:36:45.795099 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (b2c696e5-8475-4f1a-9668-aa5c10f61d75), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.802744 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:45.806826 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "DELETE /v2.0/networks/b2c696e5-8475-4f1a-9668-aa5c10f61d75 HTTP/1.1" status: 204 len: 168 time: 0.3212752 Mar 10 15:36:45.810811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 35978) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:45.819533 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fe1c1-6312-4880-b38f-2b79b70ea356 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'Network': ['ID=b2c696e5-8475-4f1a-9668-aa5c10f61d75,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:45.978578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Deleting port 963275dc-c1f8-4958-a020-d0d41bb5338f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:45.978959 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (963275dc-c1f8-4958-a020-d0d41bb5338f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:46.063334 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (963275dc-c1f8-4958-a020-d0d41bb5338f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:46.063668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for floatingip (963275dc-c1f8-4958-a020-d0d41bb5338f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:46.077719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Calling delete_port for 963275dc-c1f8-4958-a020-d0d41bb5338f owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:46.267811 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (963275dc-c1f8-4958-a020-d0d41bb5338f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:46.290889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'Port': ['ID=963275dc-c1f8-4958-a020-d0d41bb5338f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:46.360426 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for floatingip (f43df475-ab61-47d2-b324-fe496a61be63), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:46.360753 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Floating IP f43df475-ab61-47d2-b324-fe496a61be63 disassociated (deleted). External IP: 172.25.3.158, port: 961f12f1-db54-4e3a-afb7-81c47a8dbae5. Mar 10 15:36:46.635706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a32c8342-a00a-4b38-b5d8-d51d8cc10fcb no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:46.665432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a32c8342-a00a-4b38-b5d8-d51d8cc10fcb {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:46.666034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a32c8342-a00a-4b38-b5d8-d51d8cc10fcb not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:46.666740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5d541708-842f-46da-9939-0a5e06d2a143 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:46.693724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 5d541708-842f-46da-9939-0a5e06d2a143 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:46.694074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5d541708-842f-46da-9939-0a5e06d2a143 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:46.908997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323116aa-e0ab-4474-99dd-8484dc7cd207 req-bbf2702d-1ed8-490f-a921-024c1b3a0157 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:46.910381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-323116aa-e0ab-4474-99dd-8484dc7cd207 req-bbf2702d-1ed8-490f-a921-024c1b3a0157 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.1044967 Mar 10 15:36:46.933791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Router 09be5c56-7dfe-4ab1-a7ee-33af460727ab has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:36:47.009109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-323116aa-e0ab-4474-99dd-8484dc7cd207 req-9d5d08dc-0949-4dc1-a233-16cac898cdec tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927320 Mar 10 15:36:47.078952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:47.088472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586cacb4-5e2e-4a61-8ac3-e596e9e6a687 None None] Sync routers for ids ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:47.089229 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:47.100526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586cacb4-5e2e-4a61-8ac3-e596e9e6a687 None None] Routers {'09be5c56-7dfe-4ab1-a7ee-33af460727ab'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:47.101244 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-586cacb4-5e2e-4a61-8ac3-e596e9e6a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:47.124447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ba5233e7-7b04-44ed-b480-d71fd88146ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "DELETE /v2.0/floatingips/f43df475-ab61-47d2-b324-fe496a61be63 HTTP/1.1" status: 204 len: 168 time: 1.3094201 Mar 10 15:36:47.124447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036fc066-5b54-4123-8a40-3022ab561299', 'tag': '961f12f1-db54-4e3a-afb7-81c47a8dbae5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:36:47.124841 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34cae85-cdba-4327-9577-01e483746c77" -d '{"events": [{"name": "network-changed", "server_uuid": "036fc066-5b54-4123-8a40-3022ab561299", "tag": "961f12f1-db54-4e3a-afb7-81c47a8dbae5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:36:47.171173 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480d9697-ba04-41e8-9ba0-6ae407918edd x-openstack-request-id: req-480d9697-ba04-41e8-9ba0-6ae407918edd {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:36:47.171472 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036fc066-5b54-4123-8a40-3022ab561299", "tag": "961f12f1-db54-4e3a-afb7-81c47a8dbae5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:36:47.171727 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-480d9697-ba04-41e8-9ba0-6ae407918edd {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:36:47.172131 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036fc066-5b54-4123-8a40-3022ab561299', 'tag': '961f12f1-db54-4e3a-afb7-81c47a8dbae5', 'status': 'completed', 'code': 200} Mar 10 15:36:47.261140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cae85-cdba-4327-9577-01e483746c77 req-257148cb-5915-4291-a9ed-550b1000eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:47.263848 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f34cae85-cdba-4327-9577-01e483746c77 req-257148cb-5915-4291-a9ed-550b1000eb42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=989a5977d3404819bd2bfd8565bd6229&device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 1166 time: 0.0688491 Mar 10 15:36:47.429286 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-586cacb4-5e2e-4a61-8ac3-e596e9e6a687 None None] Set router 09be5c56-7dfe-4ab1-a7ee-33af460727ab gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:47.436117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cae85-cdba-4327-9577-01e483746c77 req-05192fd2-a786-479d-9992-e2a9eeccfb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:47.437611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f34cae85-cdba-4327-9577-01e483746c77 req-05192fd2-a786-479d-9992-e2a9eeccfb4b service neutron] 10.222.0.45 "GET /v2.0/networks?id=9a04d343-0377-4301-a542-ddab1de9169e HTTP/1.1" status: 200 len: 898 time: 0.1573136 Mar 10 15:36:47.487555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f34cae85-cdba-4327-9577-01e483746c77 req-17d7ed85-8c79-4fcd-b88b-71374be62e13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=961f12f1-db54-4e3a-afb7-81c47a8dbae5 HTTP/1.1" status: 200 len: 217 time: 0.0421755 Mar 10 15:36:47.494997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa7da8-f17f-4717-9e8d-aa6762718ed4 req-231bd56e-10b2-4df6-bd27-821efb7f7982 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:47.496441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1aa7da8-f17f-4717-9e8d-aa6762718ed4 req-231bd56e-10b2-4df6-bd27-821efb7f7982 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 984 time: 0.1110277 Mar 10 15:36:47.566771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cae85-cdba-4327-9577-01e483746c77 req-54698138-949e-4fd4-b5bd-53ad24672dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:47.568274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f34cae85-cdba-4327-9577-01e483746c77 req-54698138-949e-4fd4-b5bd-53ad24672dd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cbbcc5a4-3b4f-4e9b-b163-edb171d70498 HTTP/1.1" status: 200 len: 834 time: 0.0703871 Mar 10 15:36:47.618522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1aa7da8-f17f-4717-9e8d-aa6762718ed4 req-3389b62b-a790-4564-a246-87d9e814d1c0 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1132834 Mar 10 15:36:47.642202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-586cacb4-5e2e-4a61-8ac3-e596e9e6a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:22Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '511bf85f-ac82-4051-b95c-45008356ac92', 'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:31:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:21Z', 'updated_at': '2022-03-10T15:35:25Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:47.647607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cae85-cdba-4327-9577-01e483746c77 req-d1dd89e1-a3f2-4d55-bac5-8025d1f34a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:47.649143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f34cae85-cdba-4327-9577-01e483746c77 req-d1dd89e1-a3f2-4d55-bac5-8025d1f34a4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9a04d343-0377-4301-a542-ddab1de9169e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0669212 Mar 10 15:36:47.673193 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586cacb4-5e2e-4a61-8ac3-e596e9e6a687 None None] Checking router: 09be5c56-7dfe-4ab1-a7ee-33af460727ab for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:47.681516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586cacb4-5e2e-4a61-8ac3-e596e9e6a687 None None] Routers {'09be5c56-7dfe-4ab1-a7ee-33af460727ab'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:47.682053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-586cacb4-5e2e-4a61-8ac3-e596e9e6a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:47.744175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f34cae85-cdba-4327-9577-01e483746c77 req-76fe6f7a-dde4-405b-8036-d72709026065 service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867167 Mar 10 15:36:47.795447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-586cacb4-5e2e-4a61-8ac3-e596e9e6a687 None None] Set router 09be5c56-7dfe-4ab1-a7ee-33af460727ab gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:47.839908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f34cae85-cdba-4327-9577-01e483746c77 req-7aafade7-0baf-4f54-b461-90521f3204ca service neutron] 10.222.0.45 "GET /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889454 Mar 10 15:36:47.994440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-586cacb4-5e2e-4a61-8ac3-e596e9e6a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:22Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '511bf85f-ac82-4051-b95c-45008356ac92', 'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:31:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:21Z', 'updated_at': '2022-03-10T15:35:25Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:48.025802 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586cacb4-5e2e-4a61-8ac3-e596e9e6a687 None None] The sync data for ids ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'] in n-d-833090-1 is: [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:35:22Z', 'revision_number': 4, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '511bf85f-ac82-4051-b95c-45008356ac92', 'name': '', 'network_id': '9a04d343-0377-4301-a542-ddab1de9169e', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'mac_address': 'fa:16:3e:31:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:21Z', 'updated_at': '2022-03-10T15:35:25Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'subnets': [{'id': 'cbbcc5a4-3b4f-4e9b-b163-edb171d70498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:48.119270 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:48.141981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879477d-8128-4ebb-84d0-4a274ecfa4f9 req-228a06b2-ab78-46d8-b573-9acd936ffd00 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:48.144558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3879477d-8128-4ebb-84d0-4a274ecfa4f9 req-228a06b2-ab78-46d8-b573-9acd936ffd00 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0621920 Mar 10 15:36:48.195934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3879477d-8128-4ebb-84d0-4a274ecfa4f9 req-859c3fa5-763c-49f9-8794-c48da3b37ade tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467477 Mar 10 15:36:48.305492 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b678c-3a37-44d5-86f2-c054e1f8a9c9 None None] New status for floating IP f43df475-ab61-47d2-b324-fe496a61be63: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:36:48.748113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d71d7-02d5-4a26-b03c-b9cd763d4465 req-d1b5071d-4415-4aef-af39-55d9daa617dd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:48.749620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f12d71d7-02d5-4a26-b03c-b9cd763d4465 req-d1b5071d-4415-4aef-af39-55d9daa617dd tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 984 time: 0.0558267 Mar 10 15:36:48.806747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f12d71d7-02d5-4a26-b03c-b9cd763d4465 req-1f069986-daca-497f-a78d-93d5b8abdda5 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/security-groups?id=66c8c984-8bb1-4f43-8943-6c61e74941da&id=dd9fac47-ced9-47b0-b371-760bd6386021&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0511096 Mar 10 15:36:48.873193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516c9b7-faf9-4430-bf10-a83aa233afb2 req-a8dc3687-a5bb-4902-8eef-18d5c3e59eee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:48.874604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d516c9b7-faf9-4430-bf10-a83aa233afb2 req-a8dc3687-a5bb-4902-8eef-18d5c3e59eee tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.45 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 984 time: 0.0575831 Mar 10 15:36:48.971185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-d516c9b7-faf9-4430-bf10-a83aa233afb2 req-a25c0500-2375-400b-bb10-ea977794a7ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Deleting port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:48.971531 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d516c9b7-faf9-4430-bf10-a83aa233afb2 req-a25c0500-2375-400b-bb10-ea977794a7ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:49.064895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d516c9b7-faf9-4430-bf10-a83aa233afb2 req-a25c0500-2375-400b-bb10-ea977794a7ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] For port 961f12f1-db54-4e3a-afb7-81c47a8dbae5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=961f12f1-db54-4e3a-afb7-81c47a8dbae5,segment=NetworkSegment(e8eeb35f-285a-425c-b4c9-962132a00117),segment_id=e8eeb35f-285a-425c-b4c9-962132a00117)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:49.065202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d516c9b7-faf9-4430-bf10-a83aa233afb2 req-a25c0500-2375-400b-bb10-ea977794a7ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:49.077750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-d516c9b7-faf9-4430-bf10-a83aa233afb2 req-a25c0500-2375-400b-bb10-ea977794a7ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Calling delete_port for 961f12f1-db54-4e3a-afb7-81c47a8dbae5 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:49.205672 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d516c9b7-faf9-4430-bf10-a83aa233afb2 req-a25c0500-2375-400b-bb10-ea977794a7ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (961f12f1-db54-4e3a-afb7-81c47a8dbae5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:49.247537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c0500-2375-400b-bb10-ea977794a7ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'Port': ['ID=961f12f1-db54-4e3a-afb7-81c47a8dbae5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:49.286873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d516c9b7-faf9-4430-bf10-a83aa233afb2 req-a25c0500-2375-400b-bb10-ea977794a7ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] No DVR routers for this DVR port 961f12f1-db54-4e3a-afb7-81c47a8dbae5 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:49.299475 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d516c9b7-faf9-4430-bf10-a83aa233afb2 req-a25c0500-2375-400b-bb10-ea977794a7ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:49.303056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d516c9b7-faf9-4430-bf10-a83aa233afb2 req-a25c0500-2375-400b-bb10-ea977794a7ce tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.45 "DELETE /v2.0/ports/961f12f1-db54-4e3a-afb7-81c47a8dbae5 HTTP/1.1" status: 204 len: 173 time: 0.4229748 Mar 10 15:36:49.303554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036fc066-5b54-4123-8a40-3022ab561299', 'name': 'network-vif-deleted', 'tag': '961f12f1-db54-4e3a-afb7-81c47a8dbae5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:36:49.306031 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c86d14-b2fa-41f1-84cf-4461d2412695" -d '{"events": [{"server_uuid": "036fc066-5b54-4123-8a40-3022ab561299", "name": "network-vif-deleted", "tag": "961f12f1-db54-4e3a-afb7-81c47a8dbae5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:36:49.358140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3306558-cc26-4ed0-9ba6-11539cdc2250 req-8e49ee16-da50-4603-a19a-886c41d110af tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:49.360626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3306558-cc26-4ed0-9ba6-11539cdc2250 req-8e49ee16-da50-4603-a19a-886c41d110af tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0742881 Mar 10 15:36:49.383758 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f962f99-3e0a-4efe-a5ad-5635f7acc649 x-openstack-request-id: req-6f962f99-3e0a-4efe-a5ad-5635f7acc649 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:36:49.384201 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036fc066-5b54-4123-8a40-3022ab561299", "name": "network-vif-deleted", "tag": "961f12f1-db54-4e3a-afb7-81c47a8dbae5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:36:49.385231 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f962f99-3e0a-4efe-a5ad-5635f7acc649 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:36:49.385658 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036fc066-5b54-4123-8a40-3022ab561299', 'name': 'network-vif-deleted', 'tag': '961f12f1-db54-4e3a-afb7-81c47a8dbae5', 'status': 'completed', 'code': 200} Mar 10 15:36:49.419246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3306558-cc26-4ed0-9ba6-11539cdc2250 req-a1b149c4-8867-49ac-a498-073ad31b36f9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533941 Mar 10 15:36:49.932936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dbc4796f-7a91-4756-92a2-145ae5a8abe3 req-3b62000a-297b-4815-bbe2-abd347ee190b tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "GET /v2.0/ports?device_id=036fc066-5b54-4123-8a40-3022ab561299 HTTP/1.1" status: 200 len: 210 time: 0.0332804 Mar 10 15:36:50.542952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2a16-77bd-4bff-bfa8-0807bbf0f4d2 req-e057f15a-9b39-4a27-ba35-1a57ddc41cf5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:50.545000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b87e2a16-77bd-4bff-bfa8-0807bbf0f4d2 req-e057f15a-9b39-4a27-ba35-1a57ddc41cf5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0591459 Mar 10 15:36:50.593072 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b87e2a16-77bd-4bff-bfa8-0807bbf0f4d2 req-dc9b851a-8e2e-411d-8131-2f5c86418f3b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Mar 10 15:36:50.840187 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:50.990485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36028) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:51.041452 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3d6c-6dfc-4fba-91cf-146f34675911 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (dd9fac47-ced9-47b0-b371-760bd6386021), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:51.096572 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3d6c-6dfc-4fba-91cf-146f34675911 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (dd9fac47-ced9-47b0-b371-760bd6386021), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:51.142676 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3d6c-6dfc-4fba-91cf-146f34675911 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dd9fac47-ced9-47b0-b371-760bd6386021), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:51.145310 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3d6c-6dfc-4fba-91cf-146f34675911 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:51.146467 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bb5a3d6c-6dfc-4fba-91cf-146f34675911 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "DELETE /v2.0/security-groups/dd9fac47-ced9-47b0-b371-760bd6386021 HTTP/1.1" status: 204 len: 168 time: 0.1549356 Mar 10 15:36:51.149452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36030) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:51.155934 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a3d6c-6dfc-4fba-91cf-146f34675911 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9fac47-ced9-47b0-b371-760bd6386021,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:51.205358 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ab03a0d3-242f-46f3-b927-d330a36e411e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (66c8c984-8bb1-4f43-8943-6c61e74941da), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:51.228420 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ab03a0d3-242f-46f3-b927-d330a36e411e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (66c8c984-8bb1-4f43-8943-6c61e74941da), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:51.272753 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ab03a0d3-242f-46f3-b927-d330a36e411e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (66c8c984-8bb1-4f43-8943-6c61e74941da), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:51.275471 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ab03a0d3-242f-46f3-b927-d330a36e411e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:51.279810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ab03a0d3-242f-46f3-b927-d330a36e411e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "DELETE /v2.0/security-groups/66c8c984-8bb1-4f43-8943-6c61e74941da HTTP/1.1" status: 204 len: 168 time: 0.1261196 Mar 10 15:36:51.280339 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36032) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:51.286561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03a0d3-242f-46f3-b927-d330a36e411e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c8c984-8bb1-4f43-8943-6c61e74941da,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:51.663766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (09be5c56-7dfe-4ab1-a7ee-33af460727ab), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:51.739909 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86911f74-c4ff-4222-b926-5ac5729a47ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:51.740649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddb4b5-83c3-4c1e-a997-52e19c598e95 req-318adc9e-2256-47f4-b6c5-7aa503b00338 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:51.742780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41ddb4b5-83c3-4c1e-a997-52e19c598e95 req-318adc9e-2256-47f4-b6c5-7aa503b00338 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 944 time: 0.0731916 Mar 10 15:36:51.808269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41ddb4b5-83c3-4c1e-a997-52e19c598e95 req-ab5985b0-1773-4fb1-b263-19e5c19fed7f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538490 Mar 10 15:36:51.954082 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Deleting port 511bf85f-ac82-4051-b95c-45008356ac92 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:51.954420 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (511bf85f-ac82-4051-b95c-45008356ac92), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:52.049144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] For port 511bf85f-ac82-4051-b95c-45008356ac92, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=511bf85f-ac82-4051-b95c-45008356ac92,segment=NetworkSegment(e8eeb35f-285a-425c-b4c9-962132a00117),segment_id=e8eeb35f-285a-425c-b4c9-962132a00117)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:52.049813 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (511bf85f-ac82-4051-b95c-45008356ac92), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:52.063977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Calling delete_port for 511bf85f-ac82-4051-b95c-45008356ac92 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:52.257365 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (511bf85f-ac82-4051-b95c-45008356ac92), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:52.284565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'Port': ['ID=511bf85f-ac82-4051-b95c-45008356ac92,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:52.475897 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (09be5c56-7dfe-4ab1-a7ee-33af460727ab), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:52.636325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 072ee863-45a3-461d-ad27-acc6122f2ed5 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:36:52.639372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 961f12f1-db54-4e3a-afb7-81c47a8dbae5 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:52.667272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 961f12f1-db54-4e3a-afb7-81c47a8dbae5 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:52.667732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 961f12f1-db54-4e3a-afb7-81c47a8dbae5 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:52.719994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Router 09be5c56-7dfe-4ab1-a7ee-33af460727ab has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:36:52.761351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 072ee863-45a3-461d-ad27-acc6122f2ed5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=072ee863-45a3-461d-ad27-acc6122f2ed5,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:52.777603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '072ee863-45a3-461d-ad27-acc6122f2ed5', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'port_id': '072ee863-45a3-461d-ad27-acc6122f2ed5', 'mac_address': 'fa:16:3e:f9:f8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:36:52.818303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 072ee863-45a3-461d-ad27-acc6122f2ed5 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:52.818765 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:52.834560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072ee863-45a3-461d-ad27-acc6122f2ed5 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:36:52.836531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:36:52.845279 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ce0439ee-7db1-4012-aa2d-75dbb1336949 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "PUT /v2.0/routers/09be5c56-7dfe-4ab1-a7ee-33af460727ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637994 Mar 10 15:36:52.845506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36042) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:52.857559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d52c94-2e1a-4f15-ad8a-e369d796b86d None None] Sync routers for ids ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:36:52.865966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 072ee863-45a3-461d-ad27-acc6122f2ed5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=072ee863-45a3-461d-ad27-acc6122f2ed5,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:52.872408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d52c94-2e1a-4f15-ad8a-e369d796b86d None None] Routers {'09be5c56-7dfe-4ab1-a7ee-33af460727ab'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:52.873173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d6d52c94-2e1a-4f15-ad8a-e369d796b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:52.875079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:52.942195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60ca313-080d-4e9d-8b7b-b79334b73c94 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Deleting subnet cbbcc5a4-3b4f-4e9b-b163-edb171d70498 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:36:52.957646 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b60ca313-080d-4e9d-8b7b-b79334b73c94 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for subnet (cbbcc5a4-3b4f-4e9b-b163-edb171d70498), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:52.976975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=072ee863-45a3-461d-ad27-acc6122f2ed5,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:53.027256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b60ca313-080d-4e9d-8b7b-b79334b73c94 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (cbbcc5a4-3b4f-4e9b-b163-edb171d70498), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:53.086400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00536a-c60a-4c24-b772-9580dbca8c39 req-4f264289-8f95-466d-9a9b-09edb9af8c94 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:53.087789 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a00536a-c60a-4c24-b772-9580dbca8c39 req-4f264289-8f95-466d-9a9b-09edb9af8c94 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 945 time: 0.1426194 Mar 10 15:36:53.090774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d6d52c94-2e1a-4f15-ad8a-e369d796b86d None None] Set router 09be5c56-7dfe-4ab1-a7ee-33af460727ab gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:53.123354 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['072ee863-45a3-461d-ad27-acc6122f2ed5'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:36:53.181389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5a00536a-c60a-4c24-b772-9580dbca8c39 req-0bdbeb64-ab29-4b90-b039-d65bc4e7d48a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805073 Mar 10 15:36:53.202586 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b60ca313-080d-4e9d-8b7b-b79334b73c94 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (cbbcc5a4-3b4f-4e9b-b163-edb171d70498), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:53.281214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b60ca313-080d-4e9d-8b7b-b79334b73c94 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (cbbcc5a4-3b4f-4e9b-b163-edb171d70498), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:53.316918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ca313-080d-4e9d-8b7b-b79334b73c94 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbcc5a4-3b4f-4e9b-b163-edb171d70498,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:53.323062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b60ca313-080d-4e9d-8b7b-b79334b73c94 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:53.329868 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36044) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:53.336612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b60ca313-080d-4e9d-8b7b-b79334b73c94 tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "DELETE /v2.0/subnets/cbbcc5a4-3b4f-4e9b-b163-edb171d70498 HTTP/1.1" status: 204 len: 168 time: 0.4893169 Mar 10 15:36:53.343278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b006e1b-3a9b-473e-a82d-7ce9191cdb44 None None] Network 9a04d343-0377-4301-a542-ddab1de9169e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:36:53.467346 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router (09be5c56-7dfe-4ab1-a7ee-33af460727ab), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:53.537696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d6d52c94-2e1a-4f15-ad8a-e369d796b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:36:52Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:53.578648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d52c94-2e1a-4f15-ad8a-e369d796b86d None None] Checking router: 09be5c56-7dfe-4ab1-a7ee-33af460727ab for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:36:53.590651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d52c94-2e1a-4f15-ad8a-e369d796b86d None None] Routers {'09be5c56-7dfe-4ab1-a7ee-33af460727ab'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:36:53.591230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d6d52c94-2e1a-4f15-ad8a-e369d796b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:36:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:53.611318 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_gateway (09be5c56-7dfe-4ab1-a7ee-33af460727ab), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:53.699037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f94643-f30b-4263-a3de-56462f8747c1 None None] DHCP port deletion for 9a04d343-0377-4301-a542-ddab1de9169e request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:36:53.750468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d6d52c94-2e1a-4f15-ad8a-e369d796b86d None None] Set router 09be5c56-7dfe-4ab1-a7ee-33af460727ab gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:36:53.891681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-23f94643-f30b-4263-a3de-56462f8747c1 None None] Deleting port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:53.892007 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23f94643-f30b-4263-a3de-56462f8747c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:53.997216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-23f94643-f30b-4263-a3de-56462f8747c1 None None] For port 9eafd5f4-4939-46fb-9ef8-c65483e0a605, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=9eafd5f4-4939-46fb-9ef8-c65483e0a605,segment=NetworkSegment(e8eeb35f-285a-425c-b4c9-962132a00117),segment_id=e8eeb35f-285a-425c-b4c9-962132a00117)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:53.997621 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23f94643-f30b-4263-a3de-56462f8747c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.002335 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Deleting port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:54.002670 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.013857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-23f94643-f30b-4263-a3de-56462f8747c1 None None] Calling delete_port for 9eafd5f4-4939-46fb-9ef8-c65483e0a605 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:54.085245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] For port 053a54cc-8d81-424a-82c6-be3ccb3a0b8c, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=053a54cc-8d81-424a-82c6-be3ccb3a0b8c,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:54.085658 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.099930 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Calling delete_port for 053a54cc-8d81-424a-82c6-be3ccb3a0b8c owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:54.293416 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (053a54cc-8d81-424a-82c6-be3ccb3a0b8c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.313381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dee61-1066-462a-8dfa-123ea0aa9ab6 req-bd4d7216-784d-476a-9bd3-ec35736c39b4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:54.315517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-381dee61-1066-462a-8dfa-123ea0aa9ab6 req-bd4d7216-784d-476a-9bd3-ec35736c39b4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 945 time: 0.0601661 Mar 10 15:36:54.323585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d6d52c94-2e1a-4f15-ad8a-e369d796b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:36:52Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:54.328362 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5c75276c-7d78-410c-932c-392d18fb9b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.334846 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'Port': ['ID=053a54cc-8d81-424a-82c6-be3ccb3a0b8c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:54.366945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d52c94-2e1a-4f15-ad8a-e369d796b86d None None] The sync data for ids ['09be5c56-7dfe-4ab1-a7ee-33af460727ab'] in n-d-833090-1 is: [{'id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-568330702', 'tenant_id': '989a5977d3404819bd2bfd8565bd6229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:35:17Z', 'updated_at': '2022-03-10T15:36:52Z', 'revision_number': 5, 'project_id': '989a5977d3404819bd2bfd8565bd6229', 'gw_port': {'id': '053a54cc-8d81-424a-82c6-be3ccb3a0b8c', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09be5c56-7dfe-4ab1-a7ee-33af460727ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:35:18Z', 'updated_at': '2022-03-10T15:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:36:54.377055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-23f94643-f30b-4263-a3de-56462f8747c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (9eafd5f4-4939-46fb-9ef8-c65483e0a605), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.394833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-381dee61-1066-462a-8dfa-123ea0aa9ab6 req-1c25cc4c-e2c8-4a6d-ac47-70df17f00c63 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727122 Mar 10 15:36:54.413629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f94643-f30b-4263-a3de-56462f8747c1 None None] Pushing event deleted for resources: {'Port': ['ID=9eafd5f4-4939-46fb-9ef8-c65483e0a605,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:54.428804 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (09be5c56-7dfe-4ab1-a7ee-33af460727ab), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.440990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f94643-f30b-4263-a3de-56462f8747c1 None None] No DVR routers for this DVR port 9eafd5f4-4939-46fb-9ef8-c65483e0a605 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:54.546753 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (09be5c56-7dfe-4ab1-a7ee-33af460727ab), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.549390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router_controller (09be5c56-7dfe-4ab1-a7ee-33af460727ab), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.620816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (09be5c56-7dfe-4ab1-a7ee-33af460727ab), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.621568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Fanout notify agent at l3_agent the message router_deleted on router 09be5c56-7dfe-4ab1-a7ee-33af460727ab {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:36:54.630235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.634429 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-80d8c015-7e89-401a-b1b9-774c5a00e77e tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "DELETE /v2.0/routers/09be5c56-7dfe-4ab1-a7ee-33af460727ab HTTP/1.1" status: 204 len: 168 time: 1.3007689 Mar 10 15:36:54.635186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36050) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:54.666335 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 072ee863-45a3-461d-ad27-acc6122f2ed5 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:36:54.762091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 072ee863-45a3-461d-ad27-acc6122f2ed5 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:36:54.767492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 072ee863-45a3-461d-ad27-acc6122f2ed5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:36:54.767944 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.793408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9a04d343-0377-4301-a542-ddab1de9169e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.794928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 511bf85f-ac82-4051-b95c-45008356ac92 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:54.822891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 511bf85f-ac82-4051-b95c-45008356ac92 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:54.823316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 511bf85f-ac82-4051-b95c-45008356ac92 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:54.823810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9eafd5f4-4939-46fb-9ef8-c65483e0a605 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:54.861413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 9eafd5f4-4939-46fb-9ef8-c65483e0a605 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:54.861793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 9eafd5f4-4939-46fb-9ef8-c65483e0a605 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:54.897955 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9a04d343-0377-4301-a542-ddab1de9169e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.926674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 072ee863-45a3-461d-ad27-acc6122f2ed5 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:36:54.927102 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.939311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a04d343-0377-4301-a542-ddab1de9169e']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:54.955881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8eeb35f-285a-425c-b4c9-962132a00117') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:54.956260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8eeb35f-285a-425c-b4c9-962132a00117') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:36:54.958980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4cb062-45c5-4add-9760-1c954aaa1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072ee863-45a3-461d-ad27-acc6122f2ed5'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:36:54.961465 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83986f10-45e4-4b1d-8023-2d61f7cec6ec" -d '{"events": [{"server_uuid": "1e4cb062-45c5-4add-9760-1c954aaa1522", "name": "network-vif-plugged", "status": "completed", "tag": "072ee863-45a3-461d-ad27-acc6122f2ed5"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:36:54.978622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 072ee863-45a3-461d-ad27-acc6122f2ed5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=072ee863-45a3-461d-ad27-acc6122f2ed5,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:54.984602 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:54.993357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (e8eeb35f-285a-425c-b4c9-962132a00117), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:55.026851 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e8eeb35f-285a-425c-b4c9-962132a00117), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:55.046236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:36:55.046478 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88ded5d-2ea2-4c8f-a2a9-7feaf5e579f1 x-openstack-request-id: req-b88ded5d-2ea2-4c8f-a2a9-7feaf5e579f1 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:36:55.046826 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (e8eeb35f-285a-425c-b4c9-962132a00117), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:55.048361 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4cb062-45c5-4add-9760-1c954aaa1522", "name": "network-vif-plugged", "status": "completed", "tag": "072ee863-45a3-461d-ad27-acc6122f2ed5", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:36:55.048642 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b88ded5d-2ea2-4c8f-a2a9-7feaf5e579f1 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:36:55.049075 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4cb062-45c5-4add-9760-1c954aaa1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072ee863-45a3-461d-ad27-acc6122f2ed5', 'code': 200} Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:36:55.051128 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:36:55.086357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=072ee863-45a3-461d-ad27-acc6122f2ed5,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:55.164225 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9a04d343-0377-4301-a542-ddab1de9169e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:55.174753 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:55.178107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] 10.222.0.11 "DELETE /v2.0/networks/9a04d343-0377-4301-a542-ddab1de9169e HTTP/1.1" status: 204 len: 168 time: 0.5411432 Mar 10 15:36:55.204965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac26baa-171d-48b2-80e3-dbae9d9bb64f tempest-TestSecurityGroupsBasicOps-419227125 tempest-TestSecurityGroupsBasicOps-419227125-project] Pushing event deleted for resources: {'Network': ['ID=9a04d343-0377-4301-a542-ddab1de9169e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:55.208388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9efba-5437-4953-b49e-3dcb15ebce7a req-6e3351f1-9692-46f1-bed8-444530aa3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:55.209918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5c9efba-5437-4953-b49e-3dcb15ebce7a req-6e3351f1-9692-46f1-bed8-444530aa3982 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 1128 time: 0.1078939 Mar 10 15:36:55.281530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5c9efba-5437-4953-b49e-3dcb15ebce7a req-1e7518fa-0f87-4176-9359-695ceb0653da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626895 Mar 10 15:36:55.320448 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:55.495248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36070) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:55.512425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa579d0-dbde-4e42-958f-0d015d40d7aa req-1cbbf158-69cd-41a0-a56c-870cd50be543 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:55.514511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fa579d0-dbde-4e42-958f-0d015d40d7aa req-1cbbf158-69cd-41a0-a56c-870cd50be543 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 946 time: 0.0589714 Mar 10 15:36:55.562171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7fa579d0-dbde-4e42-958f-0d015d40d7aa req-7bbf7fa5-2b96-4a1d-b530-8f3cc0a4379d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 Mar 10 15:36:55.632134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-42c229bf-8d80-4624-9de4-4707c6f9aaec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=989a5977d3404819bd2bfd8565bd6229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357436 Mar 10 15:36:55.634558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36074) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:55.681953 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-52fecf27-af72-4efc-a7ed-16943a30212e admin admin] Publish callbacks [] for security_group (042bd7bb-f016-47f4-9b59-11bbdd05a715), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:55.702614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-52fecf27-af72-4efc-a7ed-16943a30212e admin admin] Publish callbacks [] for security_group (042bd7bb-f016-47f4-9b59-11bbdd05a715), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:55.753999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-52fecf27-af72-4efc-a7ed-16943a30212e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (042bd7bb-f016-47f4-9b59-11bbdd05a715), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:55.757056 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-52fecf27-af72-4efc-a7ed-16943a30212e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:55.758288 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-52fecf27-af72-4efc-a7ed-16943a30212e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/042bd7bb-f016-47f4-9b59-11bbdd05a715 HTTP/1.1" status: 204 len: 168 time: 0.1223435 Mar 10 15:36:55.766682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fecf27-af72-4efc-a7ed-16943a30212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042bd7bb-f016-47f4-9b59-11bbdd05a715,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:56.028356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36092) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:56.041506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96abfa39-7856-4b85-92b6-8dc624d0734c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.121195 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96abfa39-7856-4b85-92b6-8dc624d0734c admin admin] Publish callbacks [] for security_group (32ecd183-2860-401a-bb84-7e053ab7c653), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.125991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-96abfa39-7856-4b85-92b6-8dc624d0734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (32ecd183-2860-401a-bb84-7e053ab7c653), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.164193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-96abfa39-7856-4b85-92b6-8dc624d0734c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c99a58998fc0435a94f21aa11454bc4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347513 Mar 10 15:36:56.166273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abfa39-7856-4b85-92b6-8dc624d0734c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ecd183-2860-401a-bb84-7e053ab7c653,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:56.167037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36094) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:56.230606 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf845635-9b86-4984-8e8f-ca2e2ce69fb0 admin admin] Publish callbacks [] for security_group (32ecd183-2860-401a-bb84-7e053ab7c653), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.251819 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf845635-9b86-4984-8e8f-ca2e2ce69fb0 admin admin] Publish callbacks [] for security_group (32ecd183-2860-401a-bb84-7e053ab7c653), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.313093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf845635-9b86-4984-8e8f-ca2e2ce69fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (32ecd183-2860-401a-bb84-7e053ab7c653), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.316428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf845635-9b86-4984-8e8f-ca2e2ce69fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.318739 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cf845635-9b86-4984-8e8f-ca2e2ce69fb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32ecd183-2860-401a-bb84-7e053ab7c653 HTTP/1.1" status: 204 len: 168 time: 0.1507037 Mar 10 15:36:56.338897 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf845635-9b86-4984-8e8f-ca2e2ce69fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ecd183-2860-401a-bb84-7e053ab7c653,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:56.615695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 053a54cc-8d81-424a-82c6-be3ccb3a0b8c no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:36:56.648205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 053a54cc-8d81-424a-82c6-be3ccb3a0b8c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:36:56.648556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 053a54cc-8d81-424a-82c6-be3ccb3a0b8c not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:36:56.670883 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.703930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9676a-2119-4c6f-9a41-5e516fb9dddf req-b82dd4bd-6c51-4f27-b254-a4f7a9595497 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:56.707232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44f9676a-2119-4c6f-9a41-5e516fb9dddf req-b82dd4bd-6c51-4f27-b254-a4f7a9595497 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 946 time: 0.0679250 Mar 10 15:36:56.720314 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36108) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:56.764594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44f9676a-2119-4c6f-9a41-5e516fb9dddf req-d1f40b28-de98-4496-821d-96a1ef4caced tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481765 Mar 10 15:36:56.764772 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-57f44cd2-cb0b-4850-9a35-cf398b527997 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7aae95c6226547a891ec2ee5e40dc3cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418205 Mar 10 15:36:56.764972 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36110) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:36:56.821506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f3cbb32-b48e-4a8a-b218-ad7ef46e6e94 admin admin] Publish callbacks [] for security_group (fc27a31b-8edc-44db-8530-249629e439d0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.868230 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f3cbb32-b48e-4a8a-b218-ad7ef46e6e94 admin admin] Publish callbacks [] for security_group (fc27a31b-8edc-44db-8530-249629e439d0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.917721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fcc7f-5ed9-4f79-902f-77b45c6511cb req-3c6be8e6-9a1f-4ef6-aa07-7e6f46bb221f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:56.919841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c43fcc7f-5ed9-4f79-902f-77b45c6511cb req-3c6be8e6-9a1f-4ef6-aa07-7e6f46bb221f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 946 time: 0.0835955 Mar 10 15:36:56.945742 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f3cbb32-b48e-4a8a-b218-ad7ef46e6e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fc27a31b-8edc-44db-8530-249629e439d0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.948455 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f3cbb32-b48e-4a8a-b218-ad7ef46e6e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:56.949578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9f3cbb32-b48e-4a8a-b218-ad7ef46e6e94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc27a31b-8edc-44db-8530-249629e439d0 HTTP/1.1" status: 204 len: 168 time: 0.1833124 Mar 10 15:36:56.967884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cbb32-b48e-4a8a-b218-ad7ef46e6e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc27a31b-8edc-44db-8530-249629e439d0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:56.983942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c43fcc7f-5ed9-4f79-902f-77b45c6511cb req-0320ab64-4410-4c57-a460-fbeae7d8d905 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572343 Mar 10 15:36:57.111939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15476303-0e0b-43b3-bb05-6ecdb2d6691b req-74307c92-6429-4356-b584-d9c25f60c162 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:57.113452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15476303-0e0b-43b3-bb05-6ecdb2d6691b req-74307c92-6429-4356-b584-d9c25f60c162 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 946 time: 0.0584202 Mar 10 15:36:57.179575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15476303-0e0b-43b3-bb05-6ecdb2d6691b req-8c7811d2-8fef-4139-8fc5-756784321898 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595498 Mar 10 15:36:57.462927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877d0d6-ee1f-47c8-a33d-412894cf58af req-ebd63aa4-6f93-40ab-a946-9805c0e59ce7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:57.464908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5877d0d6-ee1f-47c8-a33d-412894cf58af req-ebd63aa4-6f93-40ab-a946-9805c0e59ce7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 946 time: 0.0599434 Mar 10 15:36:57.520696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5877d0d6-ee1f-47c8-a33d-412894cf58af req-e0135e58-414d-41c8-b74d-b3eeae8268bc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492654 Mar 10 15:36:58.262849 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:58.652177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba42d4-2b4a-4b52-9819-348e78ed30b1 req-9008bbd8-4a9b-4632-803b-de0740f18041 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:58.654177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bba42d4-2b4a-4b52-9819-348e78ed30b1 req-9008bbd8-4a9b-4632-803b-de0740f18041 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 946 time: 0.0561123 Mar 10 15:36:58.701020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bba42d4-2b4a-4b52-9819-348e78ed30b1 req-8bccd6eb-63ad-4764-9900-06fdde724104 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 Mar 10 15:36:59.091680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222bb6d-de80-478d-9bf8-500d95c70e9e req-6869802a-1e10-4ddd-ad2a-165e224793df tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:36:59.093163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4222bb6d-de80-478d-9bf8-500d95c70e9e req-6869802a-1e10-4ddd-ad2a-165e224793df tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 946 time: 0.0578513 Mar 10 15:36:59.186990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-4222bb6d-de80-478d-9bf8-500d95c70e9e req-2bad6cb8-ee88-4aae-ac52-7bc03caef7bb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Deleting port 072ee863-45a3-461d-ad27-acc6122f2ed5 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:36:59.187333 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4222bb6d-de80-478d-9bf8-500d95c70e9e req-2bad6cb8-ee88-4aae-ac52-7bc03caef7bb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:59.280194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4222bb6d-de80-478d-9bf8-500d95c70e9e req-2bad6cb8-ee88-4aae-ac52-7bc03caef7bb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] For port 072ee863-45a3-461d-ad27-acc6122f2ed5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=072ee863-45a3-461d-ad27-acc6122f2ed5,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:36:59.280557 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4222bb6d-de80-478d-9bf8-500d95c70e9e req-2bad6cb8-ee88-4aae-ac52-7bc03caef7bb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:59.292384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-4222bb6d-de80-478d-9bf8-500d95c70e9e req-2bad6cb8-ee88-4aae-ac52-7bc03caef7bb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Calling delete_port for 072ee863-45a3-461d-ad27-acc6122f2ed5 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:36:59.428020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4222bb6d-de80-478d-9bf8-500d95c70e9e req-2bad6cb8-ee88-4aae-ac52-7bc03caef7bb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (072ee863-45a3-461d-ad27-acc6122f2ed5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:59.439578 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['072ee863-45a3-461d-ad27-acc6122f2ed5'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:36:59.463753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad6cb8-ee88-4aae-ac52-7bc03caef7bb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event deleted for resources: {'Port': ['ID=072ee863-45a3-461d-ad27-acc6122f2ed5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:36:59.509356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4222bb6d-de80-478d-9bf8-500d95c70e9e req-2bad6cb8-ee88-4aae-ac52-7bc03caef7bb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] No DVR routers for this DVR port 072ee863-45a3-461d-ad27-acc6122f2ed5 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:36:59.512096 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4222bb6d-de80-478d-9bf8-500d95c70e9e req-2bad6cb8-ee88-4aae-ac52-7bc03caef7bb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:36:59.516198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4222bb6d-de80-478d-9bf8-500d95c70e9e req-2bad6cb8-ee88-4aae-ac52-7bc03caef7bb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "DELETE /v2.0/ports/072ee863-45a3-461d-ad27-acc6122f2ed5 HTTP/1.1" status: 204 len: 173 time: 0.4172685 Mar 10 15:36:59.516765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4cb062-45c5-4add-9760-1c954aaa1522', 'name': 'network-vif-deleted', 'tag': '072ee863-45a3-461d-ad27-acc6122f2ed5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:36:59.519166 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd9557b-ea16-4a99-a329-c9c371d5f315" -d '{"events": [{"server_uuid": "1e4cb062-45c5-4add-9760-1c954aaa1522", "name": "network-vif-deleted", "tag": "072ee863-45a3-461d-ad27-acc6122f2ed5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:36:59.566660 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c0eaf7-1993-43b2-8ef8-7dcc1096364e x-openstack-request-id: req-26c0eaf7-1993-43b2-8ef8-7dcc1096364e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:36:59.566994 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4cb062-45c5-4add-9760-1c954aaa1522", "name": "network-vif-deleted", "tag": "072ee863-45a3-461d-ad27-acc6122f2ed5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:36:59.567254 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26c0eaf7-1993-43b2-8ef8-7dcc1096364e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:36:59.567659 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4cb062-45c5-4add-9760-1c954aaa1522', 'name': 'network-vif-deleted', 'tag': '072ee863-45a3-461d-ad27-acc6122f2ed5', 'status': 'completed', 'code': 200} Mar 10 15:36:59.806324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b46e16b-c81a-4392-8532-471297a68fc7 req-de889fc9-b983-4151-ad53-1abebebf7838 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 210 time: 0.0354676 Mar 10 15:37:00.910820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6397c378-e22e-4090-84a1-cd705eee1ac5 req-41d74c4b-52ad-43e7-bc77-a5d6083f5dca tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 210 time: 0.0326424 Mar 10 15:37:02.017975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b68361c7-0a7a-41e7-96be-7d6602f68611 req-d6cb1bd8-4b7b-40d8-85ad-3ac7f5094083 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 210 time: 0.0350072 Mar 10 15:37:02.713798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 072ee863-45a3-461d-ad27-acc6122f2ed5 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:37:02.737682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 072ee863-45a3-461d-ad27-acc6122f2ed5 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:37:02.738029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 072ee863-45a3-461d-ad27-acc6122f2ed5 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:37:03.145503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c1d0356-11fb-44bd-b254-de1193ddfb02 req-cec6e710-562e-475d-846e-8a29466f772d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 210 time: 0.0424244 Mar 10 15:37:04.253199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-81a80f3c-121e-4796-a4d5-8904121c7faa req-df5bd403-c053-4bad-805e-3bf354dd07ea tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 210 time: 0.0441206 Mar 10 15:37:05.344882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a8f7896-94d4-45e6-aa31-36864e056b06 req-24da6cda-b3e9-4c51-b2a1-9b8076a11696 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 210 time: 0.0309982 Mar 10 15:37:06.462775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b6e9c02-214f-48ec-a185-dee7cf1b9ea7 req-b95c4539-1018-4ec6-98b7-a1227faa5909 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 210 time: 0.0294328 Mar 10 15:37:07.635271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6d8486d-e70c-4792-aa6e-1b77aa80b688 req-c4ff909c-927d-4429-8caa-fec3ff436448 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 210 time: 0.0632799 Mar 10 15:37:08.767570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd3d33aa-e031-4bdd-abe2-dd3d59cd00fd req-cc9da971-a1e0-4121-953d-1e583dbddd25 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e4cb062-45c5-4add-9760-1c954aaa1522 HTTP/1.1" status: 200 len: 210 time: 0.0427296 Mar 10 15:37:11.770619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36198) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:11.894877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-776ab816-d07e-4403-bb72-3af02d646cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.971756 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-776ab816-d07e-4403-bb72-3af02d646cfa admin admin] Publish callbacks [] for security_group (22d6133a-e225-4488-8c23-b849ef2c3102), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:11.975971 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-776ab816-d07e-4403-bb72-3af02d646cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (22d6133a-e225-4488-8c23-b849ef2c3102), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:12.004659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ab816-d07e-4403-bb72-3af02d646cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d6133a-e225-4488-8c23-b849ef2c3102,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:12.056418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-776ab816-d07e-4403-bb72-3af02d646cfa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=deee8717df0a4e33aa10e47ccbc479e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843575 Mar 10 15:37:12.058576 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36204) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:12.108036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c6262a6-e106-4d76-9d3c-9115ab27c10c admin admin] Publish callbacks [] for security_group (22d6133a-e225-4488-8c23-b849ef2c3102), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:12.130112 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c6262a6-e106-4d76-9d3c-9115ab27c10c admin admin] Publish callbacks [] for security_group (22d6133a-e225-4488-8c23-b849ef2c3102), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:12.182500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c6262a6-e106-4d76-9d3c-9115ab27c10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (22d6133a-e225-4488-8c23-b849ef2c3102), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:12.186333 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c6262a6-e106-4d76-9d3c-9115ab27c10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:12.191341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1c6262a6-e106-4d76-9d3c-9115ab27c10c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22d6133a-e225-4488-8c23-b849ef2c3102 HTTP/1.1" status: 204 len: 168 time: 0.1298056 Mar 10 15:37:12.200664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6262a6-e106-4d76-9d3c-9115ab27c10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d6133a-e225-4488-8c23-b849ef2c3102,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:12.398782 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:37:12.883425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 36226) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:12.995089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-127587084-network', 'tenant_id': 'c89efb19739d411398d3922a83215ad2'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:13.016358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Made reservation on behalf of c89efb19739d411398d3922a83215ad2 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:37:13.019563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.032528 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.120144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Publish callbacks [] for security_group (c0b5e517-6283-42db-9f77-8e75dcc9c542), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.123813 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c0b5e517-6283-42db-9f77-8e75dcc9c542), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.150299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:37:13.157240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b5e517-6283-42db-9f77-8e75dcc9c542,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:13.163251 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (97b1fa60-7bac-423d-b012-d7664786f64f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.163598 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Added segment 97b1fa60-7bac-423d-b012-d7664786f64f of type vlan for network 945a9122-9a72-4fc8-baeb-37c517745fc3 Mar 10 15:37:13.208361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (945a9122-9a72-4fc8-baeb-37c517745fc3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.234930 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (945a9122-9a72-4fc8-baeb-37c517745fc3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.235912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:13.236483 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.264387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3797913 Mar 10 15:37:13.267436 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 36232) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:37:13.273366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] Request body: {'subnet': {'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-127587084-subnet', 'tenant_id': 'c89efb19739d411398d3922a83215ad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:13.293489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] Made reservation on behalf of c89efb19739d411398d3922a83215ad2 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:37:13.297209 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.305404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a73dc5-deb4-4640-9238-70497e3ed3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=945a9122-9a72-4fc8-baeb-37c517745fc3,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:13.316493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 945a9122-9a72-4fc8-baeb-37c517745fc3 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:37:13.475066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (ac06732f-1cc1-4225-9d24-fab6274f63c1), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.540673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] Checking segment: {'id': '97b1fa60-7bac-423d-b012-d7664786f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:37:13.541041 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] Network hostable DHCP agents. Network: 945a9122-9a72-4fc8-baeb-37c517745fc3, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:37:13.547732 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac06732f-1cc1-4225-9d24-fab6274f63c1,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:13.562177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] Network 945a9122-9a72-4fc8-baeb-37c517745fc3 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:37:13.571010 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 945a9122-9a72-4fc8-baeb-37c517745fc3) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:13.576289 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:13.577115 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:13.583100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d10cc-d3be-451c-b2de-bd0c43c40d8c None None] Network 945a9122-9a72-4fc8-baeb-37c517745fc3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:37:13.611873 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-572f30f3-51f8-42da-9d4e-884ac905c6d1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3410385 Mar 10 15:37:13.686927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a05f98-e941-4ff6-b728-c2bb84e9269d None None] Network 945a9122-9a72-4fc8-baeb-37c517745fc3 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:37:18.115940 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:20.842958 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:21.740311 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c9d2a27-81cc-43d8-a0a6-d224caf7abc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:24.101141 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f5446fd8-6170-4047-bb0b-5110c5fd1479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:25.322925 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:26.659671 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:28.275487 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:39.423846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-bcd59c41-7978-4bc3-91d2-5605b3013d26 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:39.425336 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-bcd59c41-7978-4bc3-91d2-5605b3013d26 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1036146 Mar 10 15:37:39.441009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-e0318f2f-550b-4a69-8524-3d474be52235 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/quotas/b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 375 time: 0.0099735 Mar 10 15:37:39.499417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-1e3b0241-21f2-4376-91bd-93afffe87231 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530140 Mar 10 15:37:39.598466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-f1950de8-fce2-420e-9977-7caf2dcc2e55 service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920317 Mar 10 15:37:39.695321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-4d90bbcf-fd2f-4b66-b69e-1da45594e974 service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909998 Mar 10 15:37:39.912077 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52029c72-af09-4b68-a2a1-8ed345025deb req-11d4f28c-45d5-4f04-9a1c-58f9f4c4bd38 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0300970 Mar 10 15:37:40.792551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-5813fe72-57cd-4043-90ad-341d84558896 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:40.794521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-5813fe72-57cd-4043-90ad-341d84558896 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1059260 Mar 10 15:37:40.804834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'port': {'device_id': '881b8d50-651c-4a69-a673-97c5d6e5c345', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'admin_state_up': True, 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:40.924290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Made reservation on behalf of b98fcf2d43fc40b5b370fbc7a8396a54 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:37:40.927919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:41.039722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7313c126-9678-447b-8c36-7681939ab67d req-e098f01a-1f80-4c04-a791-09924e56670e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0371308 Mar 10 15:37:41.128753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Allocated IP 172.20.0.12 (14dfff74-fb0f-424b-a95c-c09706697bed/6cdf00b1-51d5-43f5-b2c2-66bbb153c480/7786d318-19d3-4645-8451-6a571f707706) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:37:41.323789 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (7786d318-19d3-4645-8451-6a571f707706), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:41.668154 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7786d318-19d3-4645-8451-6a571f707706), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:41.710091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Network 14dfff74-fb0f-424b-a95c-c09706697bed is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:37:41.715103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:37:41.719337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:37:41.725721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=7786d318-19d3-4645-8451-6a571f707706,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:41.752291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.752642 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.752983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.753321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.753655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.754258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.754598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.754978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.755317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.755646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.755976 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.756303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.756636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:37:41.794262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:41.795723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:41.817046 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fea79dbe-b825-4a1e-b462-d6176879bb2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0158145 Mar 10 15:37:41.830008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Request body: {'port': {'device_id': '881b8d50-651c-4a69-a673-97c5d6e5c345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:37:41.913846 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7786d318-19d3-4645-8451-6a571f707706), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:41.989003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-1fe0cb0d-40a0-42fe-b1a2-630a04142d31 None None] Provisioning complete for port 7786d318-19d3-4645-8451-6a571f707706 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:37:41.989507 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1fe0cb0d-40a0-42fe-b1a2-630a04142d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7786d318-19d3-4645-8451-6a571f707706), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:42.025452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0cb0d-40a0-42fe-b1a2-630a04142d31 None None] Port 7786d318-19d3-4645-8451-6a571f707706 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:37:42.288197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6ecc5-5ac3-491e-ae61-86f0f6d9d5cd req-0f770791-14f8-4377-97e8-79d95ab3b50b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:42.289858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ec6ecc5-5ac3-491e-ae61-86f0f6d9d5cd req-0f770791-14f8-4377-97e8-79d95ab3b50b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 932 time: 0.1363947 Mar 10 15:37:42.294636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7786d318-19d3-4645-8451-6a571f707706 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:37:42.304265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Publish callbacks [] for port (7786d318-19d3-4645-8451-6a571f707706), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:42.335994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Transition to ACTIVE for port object 7786d318-19d3-4645-8451-6a571f707706 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:37:42.343979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7786d318-19d3-4645-8451-6a571f707706), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:42.390261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ec6ecc5-5ac3-491e-ae61-86f0f6d9d5cd req-ea29ffbb-e856-4fe5-b05f-a43893890eb3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881310 Mar 10 15:37:42.410077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Pushing event updated for resources: {'Port': ['ID=7786d318-19d3-4645-8451-6a571f707706,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:42.510565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Attempting to bind port 7786d318-19d3-4645-8451-6a571f707706 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:37:42.510968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Attempting to bind port 7786d318-19d3-4645-8451-6a571f707706 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:37:42.511313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Attempting to bind port 7786d318-19d3-4645-8451-6a571f707706 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:37:42.519028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Port 7786d318-19d3-4645-8451-6a571f707706 on network 14dfff74-fb0f-424b-a95c-c09706697bed not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:37:42.519337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Attempting to bind port 7786d318-19d3-4645-8451-6a571f707706 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:37:42.525015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:37:42.525359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Checking segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:37:42.526347 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Bound using segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:37:42.526807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Bound port: 7786d318-19d3-4645-8451-6a571f707706, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:37:42.527184 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7786d318-19d3-4645-8451-6a571f707706), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:42.649369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] For port 7786d318-19d3-4645-8451-6a571f707706, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:37:42.654253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] For port 7786d318-19d3-4645-8451-6a571f707706, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7786d318-19d3-4645-8451-6a571f707706,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:37:42.661960 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7786d318-19d3-4645-8451-6a571f707706), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:42.701838 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:42.702493 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:42.703840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] 10.222.0.62 "PUT /v2.0/ports/7786d318-19d3-4645-8451-6a571f707706 HTTP/1.1" status: 200 len: 1092 time: 0.8797061 Mar 10 15:37:42.704429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881b8d50-651c-4a69-a673-97c5d6e5c345', 'tag': '7786d318-19d3-4645-8451-6a571f707706'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:37:42.706582 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a" -d '{"events": [{"name": "network-changed", "server_uuid": "881b8d50-651c-4a69-a673-97c5d6e5c345", "tag": "7786d318-19d3-4645-8451-6a571f707706"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:37:42.736178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb8132-0636-4c49-b8ab-1401c06d732e service neutron] Pushing event updated for resources: {'Port': ['ID=7786d318-19d3-4645-8451-6a571f707706,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:37:42.799779 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a841a104-171a-4a16-951d-bb20a60f9f30 x-openstack-request-id: req-a841a104-171a-4a16-951d-bb20a60f9f30 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:37:42.799779 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881b8d50-651c-4a69-a673-97c5d6e5c345", "tag": "7786d318-19d3-4645-8451-6a571f707706", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:37:42.800393 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a841a104-171a-4a16-951d-bb20a60f9f30 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:37:42.800393 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881b8d50-651c-4a69-a673-97c5d6e5c345', 'tag': '7786d318-19d3-4645-8451-6a571f707706', 'status': 'completed', 'code': 200} Mar 10 15:37:42.814918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-c73de92f-69f8-4868-902c-6d02b06e5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:42.816517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-c73de92f-69f8-4868-902c-6d02b06e5915 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 1126 time: 0.0552564 Mar 10 15:37:42.876409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-7ed7a74a-b255-48f7-8c76-cc55ca7f69b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7786d318-19d3-4645-8451-6a571f707706 HTTP/1.1" status: 200 len: 217 time: 0.0521424 Mar 10 15:37:42.930752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-b27bf102-a5ee-4f22-9244-a62312a917d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:42.932617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-b27bf102-a5ee-4f22-9244-a62312a917d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0470507 Mar 10 15:37:42.996344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-812600c4-78e4-472a-a247-a018c30ca7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:42.998496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-812600c4-78e4-472a-a247-a018c30ca7dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0586731 Mar 10 15:37:43.095195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-8bdf1918-123e-4d85-9b70-e5fd868e641a service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910673 Mar 10 15:37:43.192007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c192291a-b1d9-49a2-9d6d-741621ac0710 req-caa1f645-57ad-49fc-8393-14e382cca785 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900152 Mar 10 15:37:43.285859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a req-4d0eff8a-19bb-45c7-8c67-829eb7912c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:43.287500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a req-4d0eff8a-19bb-45c7-8c67-829eb7912c64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 1126 time: 0.0522993 Mar 10 15:37:43.386847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a req-57e67339-194d-4f94-8673-6b694ebb394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:43.388359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a req-57e67339-194d-4f94-8673-6b694ebb394b service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0954654 Mar 10 15:37:43.436104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a req-7d741aa3-b153-4737-a79f-75e4a42a1daa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7786d318-19d3-4645-8451-6a571f707706 HTTP/1.1" status: 200 len: 217 time: 0.0415614 Mar 10 15:37:43.526399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a req-61e47180-be87-4344-a5d2-9266d0f74bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:43.527973 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a req-61e47180-be87-4344-a5d2-9266d0f74bbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0830066 Mar 10 15:37:43.585199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12e6b-b318-4b9b-b39f-184746cfd5f1 req-79e2ecb9-bf97-42be-bff6-90b3916a1cc5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:43.586606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddd12e6b-b318-4b9b-b39f-184746cfd5f1 req-79e2ecb9-bf97-42be-bff6-90b3916a1cc5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.1051309 Mar 10 15:37:43.605721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a req-e5290c95-7ec3-4042-a29b-5712eb6bc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:43.607790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a req-e5290c95-7ec3-4042-a29b-5712eb6bc649 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0738964 Mar 10 15:37:43.704705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ddd12e6b-b318-4b9b-b39f-184746cfd5f1 req-2ae0ebb4-c7f4-46d8-b89c-d8c7924b3842 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105278 Mar 10 15:37:43.732434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a req-48bacd55-a84b-49d6-a4a0-dea182e0c2a5 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178806 Mar 10 15:37:43.832657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c9b3cc9-e9d7-4b11-bf1e-806bf0f3072a req-bb6c1458-ad85-464f-877f-4b8d50300331 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939901 Mar 10 15:37:44.840408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb6f53-d2cd-4919-97c3-2131f74e5294 req-f0f41576-a69d-44cc-ab5f-d923802ee321 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:44.844350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eeb6f53-d2cd-4919-97c3-2131f74e5294 req-f0f41576-a69d-44cc-ab5f-d923802ee321 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0624387 Mar 10 15:37:44.904094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2eeb6f53-d2cd-4919-97c3-2131f74e5294 req-764f6158-0c28-4449-ad76-71b6a9f30d68 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537958 Mar 10 15:37:46.063170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b3fe3-e539-45d7-8b59-cddc93a9e06e req-1864ed58-4653-451b-904b-e3fd0229b32e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:46.065016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f6b3fe3-e539-45d7-8b59-cddc93a9e06e req-1864ed58-4653-451b-904b-e3fd0229b32e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0619378 Mar 10 15:37:46.121465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f6b3fe3-e539-45d7-8b59-cddc93a9e06e req-a994582b-1998-4b26-b1a5-cd8fa68ba1a9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512390 Mar 10 15:37:47.280407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812555a-7d9e-4d99-b5ef-50a3364bdf7b req-822528bb-0547-4a1b-a3c1-29bd4581edb0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:47.283027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1812555a-7d9e-4d99-b5ef-50a3364bdf7b req-822528bb-0547-4a1b-a3c1-29bd4581edb0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0714166 Mar 10 15:37:47.365923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1812555a-7d9e-4d99-b5ef-50a3364bdf7b req-3e097ea3-2531-496e-b176-fd24c73d9d8e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772941 Mar 10 15:37:48.139695 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:48.530442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82b740-8163-4310-b866-71d5c5363ffc req-34b31291-212c-4894-a99c-cc16511efb55 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:48.535252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa82b740-8163-4310-b866-71d5c5363ffc req-34b31291-212c-4894-a99c-cc16511efb55 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0762465 Mar 10 15:37:48.606431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa82b740-8163-4310-b866-71d5c5363ffc req-60d68145-2dac-45c9-9612-625a704ee823 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681148 Mar 10 15:37:49.401858 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:37:49.778199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e46fca-d62f-46df-9583-5ecfc4bf1df7 req-2ced5698-3c31-4b57-9e0c-982460033e24 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:49.785894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00e46fca-d62f-46df-9583-5ecfc4bf1df7 req-2ced5698-3c31-4b57-9e0c-982460033e24 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0743799 Mar 10 15:37:49.841820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00e46fca-d62f-46df-9583-5ecfc4bf1df7 req-993b9719-5d2e-4e4d-bf03-16dc30076166 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548692 Mar 10 15:37:50.860961 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:50.974534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5179c-7c97-489a-a066-6bb8d9beae6e req-9b1e7718-4aa7-4c8a-9a5c-bc98d3a0ca44 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:50.976361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10a5179c-7c97-489a-a066-6bb8d9beae6e req-9b1e7718-4aa7-4c8a-9a5c-bc98d3a0ca44 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0601959 Mar 10 15:37:51.031362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10a5179c-7c97-489a-a066-6bb8d9beae6e req-3d94550d-ca44-43ce-8ddd-a187e834a0d1 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482879 Mar 10 15:37:51.737877 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aea67cab-ef66-4441-b9b4-61f709143a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:52.154002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcd72d-d9d5-4b8e-ac95-6ac4e6993f31 req-f9c99eab-05cf-4bab-a66f-5ca22106a1af tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:52.155591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdcd72d-d9d5-4b8e-ac95-6ac4e6993f31 req-f9c99eab-05cf-4bab-a66f-5ca22106a1af tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0555093 Mar 10 15:37:52.209896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffdcd72d-d9d5-4b8e-ac95-6ac4e6993f31 req-72a8108d-aaef-40c8-86bb-eb288c2e73c5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483959 Mar 10 15:37:53.330225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67215234-3eb8-47b9-ab79-d3b982465b6b req-f9bf8ea1-e05c-4e30-80d5-50e1de1ee945 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:53.331702 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67215234-3eb8-47b9-ab79-d3b982465b6b req-f9bf8ea1-e05c-4e30-80d5-50e1de1ee945 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0554333 Mar 10 15:37:53.380671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67215234-3eb8-47b9-ab79-d3b982465b6b req-77f323ab-0518-4597-982e-72411684bb79 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Mar 10 15:37:54.087375 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2ef06d62-013a-4c92-87a0-dae3690c49a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:54.506045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f16e-f0c4-40e2-83d7-399d4b885b0f req-3e6a5bba-ca65-4c10-91c9-2ed3bf4de1ef tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:54.507581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b85f16e-f0c4-40e2-83d7-399d4b885b0f req-3e6a5bba-ca65-4c10-91c9-2ed3bf4de1ef tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0585155 Mar 10 15:37:54.562960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b85f16e-f0c4-40e2-83d7-399d4b885b0f req-c8d40bd5-3b2b-4f9c-90f0-60eb010a9c9b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480201 Mar 10 15:37:55.323254 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:55.689808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844363c-f469-47f0-8693-72797adb4443 req-5d82f1b6-4ede-438f-9c20-9ef01cb54652 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:55.691604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a844363c-f469-47f0-8693-72797adb4443 req-5d82f1b6-4ede-438f-9c20-9ef01cb54652 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0614977 Mar 10 15:37:55.745331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a844363c-f469-47f0-8693-72797adb4443 req-f3f33552-6d9e-4a7e-a83c-90297e39d745 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481408 Mar 10 15:37:56.660336 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:56.896117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3f6e-8d70-474d-a980-fe9cf548ba26 req-6d7eee33-1459-4d77-b257-4afa2b8132b2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:56.897579 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cecf3f6e-8d70-474d-a980-fe9cf548ba26 req-6d7eee33-1459-4d77-b257-4afa2b8132b2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0820134 Mar 10 15:37:56.951855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cecf3f6e-8d70-474d-a980-fe9cf548ba26 req-b4e719e5-9ca6-4515-a6b4-790e6bf8a239 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481036 Mar 10 15:37:58.079280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f05fc4-6d0d-49f2-9ef0-fac06598ded8 req-371943a4-018c-4f78-84f6-019a2bf3c235 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:58.080919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1f05fc4-6d0d-49f2-9ef0-fac06598ded8 req-371943a4-018c-4f78-84f6-019a2bf3c235 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0563779 Mar 10 15:37:58.139364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1f05fc4-6d0d-49f2-9ef0-fac06598ded8 req-fe586dbf-92b7-4b61-aa47-db040c93b87a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525875 Mar 10 15:37:58.265138 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:37:59.295927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020ff82-bfc9-4533-876a-f62864126665 req-727c3fd6-2aa6-4dc2-963e-f694378cee86 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:37:59.297547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e020ff82-bfc9-4533-876a-f62864126665 req-727c3fd6-2aa6-4dc2-963e-f694378cee86 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0658827 Mar 10 15:37:59.347329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e020ff82-bfc9-4533-876a-f62864126665 req-576818a1-fc06-4671-90bd-292b49a46eb4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Mar 10 15:38:00.487070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1f785-9716-47e8-b069-9d9147a7d3cc req-5b79caa7-12e5-45a1-9413-1b1bdc6e5256 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:00.488493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55e1f785-9716-47e8-b069-9d9147a7d3cc req-5b79caa7-12e5-45a1-9413-1b1bdc6e5256 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0715578 Mar 10 15:38:00.538356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55e1f785-9716-47e8-b069-9d9147a7d3cc req-97b98cc9-aad2-437a-aa8c-c8b4bbf7c157 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Mar 10 15:38:01.663176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce7849-232e-47e1-9247-887df8daccc8 req-8b644886-31dd-4b6f-b2d2-4f2c0e8b9e79 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:01.664687 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6ce7849-232e-47e1-9247-887df8daccc8 req-8b644886-31dd-4b6f-b2d2-4f2c0e8b9e79 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0586927 Mar 10 15:38:01.723105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6ce7849-232e-47e1-9247-887df8daccc8 req-705d52e5-dca5-40da-afbc-3cb16adff2cd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Mar 10 15:38:02.868856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e457eb7-8533-41c3-b740-1ea420cc7269 req-cde22405-2136-477a-83a9-5cb8a315e3e0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:02.870363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e457eb7-8533-41c3-b740-1ea420cc7269 req-cde22405-2136-477a-83a9-5cb8a315e3e0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0562711 Mar 10 15:38:02.918902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e457eb7-8533-41c3-b740-1ea420cc7269 req-9f4da9a7-9e2c-4a9c-a2d4-d4af6026fcdc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Mar 10 15:38:04.052361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5115900-196e-410a-8382-6b5da08f24b0 req-e45ead8a-4427-4d5f-a950-63c59d7f9639 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:04.053922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5115900-196e-410a-8382-6b5da08f24b0 req-e45ead8a-4427-4d5f-a950-63c59d7f9639 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0647438 Mar 10 15:38:04.103547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5115900-196e-410a-8382-6b5da08f24b0 req-b8bb88e3-6490-4b6e-8138-36c87251b9ef tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Mar 10 15:38:05.228854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c74c2e-1cad-456d-81bb-a6768a2b2630 req-d4472325-d7dc-46cb-8914-808108abde9b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:05.230505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00c74c2e-1cad-456d-81bb-a6768a2b2630 req-d4472325-d7dc-46cb-8914-808108abde9b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0545919 Mar 10 15:38:05.280701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00c74c2e-1cad-456d-81bb-a6768a2b2630 req-86e314a1-8c12-4f75-adf8-010ddef96795 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 Mar 10 15:38:06.417924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4f7e1-b633-4b0c-82a6-170bc562ae22 req-65016d0f-7045-4109-890c-a2369221a676 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:06.420095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63e4f7e1-b633-4b0c-82a6-170bc562ae22 req-65016d0f-7045-4109-890c-a2369221a676 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0616724 Mar 10 15:38:06.477704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63e4f7e1-b633-4b0c-82a6-170bc562ae22 req-d637df8b-baef-456b-84db-dad15f565e14 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517929 Mar 10 15:38:07.605885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84d094-94c5-4364-9943-4c6b3f9ca1be req-4d1c4c2b-7df5-4f3d-a743-811bc505797c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:07.608029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f84d094-94c5-4364-9943-4c6b3f9ca1be req-4d1c4c2b-7df5-4f3d-a743-811bc505797c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0593410 Mar 10 15:38:07.660442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f84d094-94c5-4364-9943-4c6b3f9ca1be req-afdd5ad3-0e7a-4e73-b056-8fe8343b9fbf tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463164 Mar 10 15:38:08.798941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698dd5d-e1c3-4663-bb0f-0c41642f7caa req-357e022d-8303-4de4-a7f4-bf1abbb8ca6b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:08.800465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7698dd5d-e1c3-4663-bb0f-0c41642f7caa req-357e022d-8303-4de4-a7f4-bf1abbb8ca6b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0626848 Mar 10 15:38:08.860575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7698dd5d-e1c3-4663-bb0f-0c41642f7caa req-d2ffd175-e03d-4655-8422-9d581fc928d4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543706 Mar 10 15:38:09.982900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da331e-0cd3-44b4-a21a-1d1d700a78ee req-8cc16c0a-3888-4ae8-841e-f47243c9e46c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:09.984637 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85da331e-0cd3-44b4-a21a-1d1d700a78ee req-8cc16c0a-3888-4ae8-841e-f47243c9e46c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0575166 Mar 10 15:38:10.031162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85da331e-0cd3-44b4-a21a-1d1d700a78ee req-3f67cea0-8e82-431d-87e9-5e42a1ab342b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Mar 10 15:38:11.173752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a46e3-b517-4fb6-a4a9-2ba69189d816 req-c90843d2-73a7-4b37-8622-aa3fa9170e62 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:11.175259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e1a46e3-b517-4fb6-a4a9-2ba69189d816 req-c90843d2-73a7-4b37-8622-aa3fa9170e62 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0539665 Mar 10 15:38:11.221546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e1a46e3-b517-4fb6-a4a9-2ba69189d816 req-e1ea9725-e58c-4838-b9a1-f0d394dff271 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Mar 10 15:38:12.341509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c55695-9c23-40f6-854b-989c63132f7d req-0cb61236-44b5-414a-bce0-32d623d91d53 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:12.342942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2c55695-9c23-40f6-854b-989c63132f7d req-0cb61236-44b5-414a-bce0-32d623d91d53 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 944 time: 0.0545440 Mar 10 15:38:12.396051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2c55695-9c23-40f6-854b-989c63132f7d req-c799f2b6-6b73-49b4-9ba7-b7570d5eceac tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475166 Mar 10 15:38:12.586477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7786d318-19d3-4645-8451-6a571f707706 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:38:12.686086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7786d318-19d3-4645-8451-6a571f707706, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7786d318-19d3-4645-8451-6a571f707706,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:38:12.697049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '7786d318-19d3-4645-8451-6a571f707706', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'port_id': '7786d318-19d3-4645-8451-6a571f707706', 'mac_address': 'fa:16:3e:ac:18:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:38:12.733317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 7786d318-19d3-4645-8451-6a571f707706 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:38:12.733966 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7786d318-19d3-4645-8451-6a571f707706), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:12.746629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7786d318-19d3-4645-8451-6a571f707706 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:38:12.765795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7786d318-19d3-4645-8451-6a571f707706, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7786d318-19d3-4645-8451-6a571f707706,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:38:12.770533 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7786d318-19d3-4645-8451-6a571f707706), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:12.825190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=7786d318-19d3-4645-8451-6a571f707706,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:38:12.832875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.833233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.833581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.833923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.834261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.834598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.834983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.835331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.835648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.835977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.836308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.836633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:12.836956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:38:13.071601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['7786d318-19d3-4645-8451-6a571f707706'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:38:13.524083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f501ce-1b62-4df0-9c19-78b4914bd0c1 req-60a68353-001d-4a4f-af62-1695eeac3594 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:13.525856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4f501ce-1b62-4df0-9c19-78b4914bd0c1 req-60a68353-001d-4a4f-af62-1695eeac3594 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 945 time: 0.0596979 Mar 10 15:38:13.573626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4f501ce-1b62-4df0-9c19-78b4914bd0c1 req-cebbc5be-cea5-4de9-b88b-968b63e508f9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410566 Mar 10 15:38:14.602208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7786d318-19d3-4645-8451-6a571f707706 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:38:14.658463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 7786d318-19d3-4645-8451-6a571f707706 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:38:14.663008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 7786d318-19d3-4645-8451-6a571f707706 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:38:14.663604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7786d318-19d3-4645-8451-6a571f707706), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:14.699776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237e517-cc9a-432b-95c1-73bd9c7d4dd2 req-31d1017d-0191-43a5-bddb-94fa61221515 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:14.701430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b237e517-cc9a-432b-95c1-73bd9c7d4dd2 req-31d1017d-0191-43a5-bddb-94fa61221515 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 945 time: 0.0578492 Mar 10 15:38:14.746950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 7786d318-19d3-4645-8451-6a571f707706 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:38:14.748175 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7786d318-19d3-4645-8451-6a571f707706), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:14.752607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b237e517-cc9a-432b-95c1-73bd9c7d4dd2 req-146949ab-235f-4934-bf20-ba94c524a78d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439160 Mar 10 15:38:14.783209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881b8d50-651c-4a69-a673-97c5d6e5c345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7786d318-19d3-4645-8451-6a571f707706'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:38:14.785963 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3056d1-9eaf-4906-9d88-5aa8a2a310c9" -d '{"events": [{"server_uuid": "881b8d50-651c-4a69-a673-97c5d6e5c345", "name": "network-vif-plugged", "status": "completed", "tag": "7786d318-19d3-4645-8451-6a571f707706"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:38:14.791077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7786d318-19d3-4645-8451-6a571f707706, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7786d318-19d3-4645-8451-6a571f707706,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:38:14.798118 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7786d318-19d3-4645-8451-6a571f707706), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:14.826172 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0a15c4-4416-4d71-9f08-39bdbeb6599c x-openstack-request-id: req-1e0a15c4-4416-4d71-9f08-39bdbeb6599c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:38:14.826479 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881b8d50-651c-4a69-a673-97c5d6e5c345", "name": "network-vif-plugged", "status": "completed", "tag": "7786d318-19d3-4645-8451-6a571f707706", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:38:14.826763 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e0a15c4-4416-4d71-9f08-39bdbeb6599c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:38:14.827183 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881b8d50-651c-4a69-a673-97c5d6e5c345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7786d318-19d3-4645-8451-6a571f707706', 'code': 200} Mar 10 15:38:14.857849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=7786d318-19d3-4645-8451-6a571f707706,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:38:14.948440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c83512-0725-4077-8cb5-61be270efd03 req-bcfbe202-8e96-483c-9ed7-58bb6220aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:14.949981 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84c83512-0725-4077-8cb5-61be270efd03 req-bcfbe202-8e96-483c-9ed7-58bb6220aad8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 1128 time: 0.0488696 Mar 10 15:38:14.994666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84c83512-0725-4077-8cb5-61be270efd03 req-96cb8b13-07b1-4903-8d1f-0c4aaeef0cb5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Mar 10 15:38:15.875821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9964b7f-63f0-4c96-81e3-07e6b3742602 req-89105f53-83b3-4d28-b941-afe603aef9fe tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:15.877420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9964b7f-63f0-4c96-81e3-07e6b3742602 req-89105f53-83b3-4d28-b941-afe603aef9fe tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 946 time: 0.0558982 Mar 10 15:38:15.927352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9964b7f-63f0-4c96-81e3-07e6b3742602 req-3fff452f-e8ed-4f2f-979a-947e86142978 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441189 Mar 10 15:38:17.055543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1b23-848a-490d-9e6d-27c757276523 req-e350fdb5-ab53-40a0-b6b1-f85b8162a311 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:17.057035 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2faf1b23-848a-490d-9e6d-27c757276523 req-e350fdb5-ab53-40a0-b6b1-f85b8162a311 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 946 time: 0.0570776 Mar 10 15:38:17.104750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2faf1b23-848a-490d-9e6d-27c757276523 req-be84d094-0294-40a7-9452-eddc813e49e2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Mar 10 15:38:17.226896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4917fd4-ad73-43c1-91e6-77f8775ad7f3 req-0cd8f865-b5f1-4bb5-9d03-4f4aaac1948d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:17.228309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4917fd4-ad73-43c1-91e6-77f8775ad7f3 req-0cd8f865-b5f1-4bb5-9d03-4f4aaac1948d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 946 time: 0.0526826 Mar 10 15:38:17.277077 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4917fd4-ad73-43c1-91e6-77f8775ad7f3 req-fc3305f2-04cd-464b-8d39-024ecbb888c7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422165 Mar 10 15:38:17.396267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9eb44-2303-4914-94b4-0187a9424c3e req-dbfbcf75-8db5-4f75-af51-6e1ccbc5a974 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:17.397744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8c9eb44-2303-4914-94b4-0187a9424c3e req-dbfbcf75-8db5-4f75-af51-6e1ccbc5a974 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 946 time: 0.0532866 Mar 10 15:38:17.451215 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8c9eb44-2303-4914-94b4-0187a9424c3e req-9f19bc72-e6cd-4813-a053-18d92aaef056 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473120 Mar 10 15:38:17.744316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddcbda-f106-4514-b78a-0343ab634212 req-bdd9314b-3896-4164-9105-390efdee8c3c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:17.746034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24ddcbda-f106-4514-b78a-0343ab634212 req-bdd9314b-3896-4164-9105-390efdee8c3c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 946 time: 0.0537667 Mar 10 15:38:17.794544 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24ddcbda-f106-4514-b78a-0343ab634212 req-42611bed-ce4b-4264-824e-50958ddade84 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424893 Mar 10 15:38:18.131971 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:18.914767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a7856-6608-44ca-958e-7c6ab8fcc155 req-1936e832-dae8-45b6-9d74-17ffc092d73b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:18.916285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d2a7856-6608-44ca-958e-7c6ab8fcc155 req-1936e832-dae8-45b6-9d74-17ffc092d73b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 946 time: 0.0532689 Mar 10 15:38:18.963329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d2a7856-6608-44ca-958e-7c6ab8fcc155 req-043c3e2f-89e1-46ef-a55f-94ad441c8b13 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Mar 10 15:38:19.182617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049d84c-fe2f-4a54-8294-01ce8c006da1 req-24971aaa-ee48-449b-b5f1-3c599d1902b5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:19.184101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5049d84c-fe2f-4a54-8294-01ce8c006da1 req-24971aaa-ee48-449b-b5f1-3c599d1902b5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 946 time: 0.0551436 Mar 10 15:38:19.274519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-5049d84c-fe2f-4a54-8294-01ce8c006da1 req-1b7e3d26-2ea4-4df6-b906-dc18f4ab249c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Deleting port 7786d318-19d3-4645-8451-6a571f707706 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:38:19.274896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5049d84c-fe2f-4a54-8294-01ce8c006da1 req-1b7e3d26-2ea4-4df6-b906-dc18f4ab249c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7786d318-19d3-4645-8451-6a571f707706), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:19.370207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5049d84c-fe2f-4a54-8294-01ce8c006da1 req-1b7e3d26-2ea4-4df6-b906-dc18f4ab249c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] For port 7786d318-19d3-4645-8451-6a571f707706, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7786d318-19d3-4645-8451-6a571f707706,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:38:19.370596 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5049d84c-fe2f-4a54-8294-01ce8c006da1 req-1b7e3d26-2ea4-4df6-b906-dc18f4ab249c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7786d318-19d3-4645-8451-6a571f707706), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:19.383777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-5049d84c-fe2f-4a54-8294-01ce8c006da1 req-1b7e3d26-2ea4-4df6-b906-dc18f4ab249c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Calling delete_port for 7786d318-19d3-4645-8451-6a571f707706 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:38:19.531021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5049d84c-fe2f-4a54-8294-01ce8c006da1 req-1b7e3d26-2ea4-4df6-b906-dc18f4ab249c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7786d318-19d3-4645-8451-6a571f707706), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:19.542401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['7786d318-19d3-4645-8451-6a571f707706'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:38:19.567180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e3d26-2ea4-4df6-b906-dc18f4ab249c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event deleted for resources: {'Port': ['ID=7786d318-19d3-4645-8451-6a571f707706,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:38:19.616936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5049d84c-fe2f-4a54-8294-01ce8c006da1 req-1b7e3d26-2ea4-4df6-b906-dc18f4ab249c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] No DVR routers for this DVR port 7786d318-19d3-4645-8451-6a571f707706 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:38:19.619629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5049d84c-fe2f-4a54-8294-01ce8c006da1 req-1b7e3d26-2ea4-4df6-b906-dc18f4ab249c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:19.623881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5049d84c-fe2f-4a54-8294-01ce8c006da1 req-1b7e3d26-2ea4-4df6-b906-dc18f4ab249c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "DELETE /v2.0/ports/7786d318-19d3-4645-8451-6a571f707706 HTTP/1.1" status: 204 len: 173 time: 0.4351389 Mar 10 15:38:19.624334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881b8d50-651c-4a69-a673-97c5d6e5c345', 'name': 'network-vif-deleted', 'tag': '7786d318-19d3-4645-8451-6a571f707706'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:38:19.627096 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee65e01-ab88-490e-ab95-173c207b49a7" -d '{"events": [{"server_uuid": "881b8d50-651c-4a69-a673-97c5d6e5c345", "name": "network-vif-deleted", "tag": "7786d318-19d3-4645-8451-6a571f707706"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:38:19.682299 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf5dac0-497b-4090-ae2c-fe056f6fb5f8 x-openstack-request-id: req-9cf5dac0-497b-4090-ae2c-fe056f6fb5f8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:38:19.682609 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881b8d50-651c-4a69-a673-97c5d6e5c345", "name": "network-vif-deleted", "tag": "7786d318-19d3-4645-8451-6a571f707706", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:38:19.682899 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9cf5dac0-497b-4090-ae2c-fe056f6fb5f8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:38:19.683304 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881b8d50-651c-4a69-a673-97c5d6e5c345', 'name': 'network-vif-deleted', 'tag': '7786d318-19d3-4645-8451-6a571f707706', 'status': 'completed', 'code': 200} Mar 10 15:38:20.058761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-391adfeb-5dd2-46b9-b1bd-6483c234cca6 req-f2f7b6b2-d43f-4022-8ab2-4148d3b5cd6a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0278211 Mar 10 15:38:20.851243 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:21.154933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-157c46ac-8668-46ae-9322-59ef41fb60ca req-b8299ca9-6b48-4c06-b094-2b875b736129 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0271122 Mar 10 15:38:21.733520 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6df041e9-d748-43fa-afc1-925483d36442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:22.271458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4caecaa4-f9b1-461a-bcf5-faba5badfd87 req-a4497cf2-442d-47b1-8dd9-d8f236ae8016 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0342586 Mar 10 15:38:22.601721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7786d318-19d3-4645-8451-6a571f707706 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:38:22.624156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 7786d318-19d3-4645-8451-6a571f707706 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:38:22.624327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7786d318-19d3-4645-8451-6a571f707706 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:38:23.372363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f6a9c5b-dda0-4e72-bc7b-423e84e254a2 req-3c06a153-fcae-4628-a899-649328e9dae4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0299895 Mar 10 15:38:24.087104 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dfdac7bf-656a-415e-9cf3-e7943402d5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:24.467660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14c8e038-c2b6-4d3f-89f2-192fdb15d563 req-08e32eb8-d98a-46c5-9256-04f571a9f815 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0280302 Mar 10 15:38:24.809410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-b841876c-ebfd-40fd-95ae-360fb1c641c5 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:24.811570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-b841876c-ebfd-40fd-95ae-360fb1c641c5 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/networks?id=945a9122-9a72-4fc8-baeb-37c517745fc3 HTTP/1.1" status: 200 len: 813 time: 0.1166289 Mar 10 15:38:24.825972 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-598a1f7d-0631-4f2b-befe-9b189df35f15 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/quotas/c89efb19739d411398d3922a83215ad2 HTTP/1.1" status: 200 len: 375 time: 0.0089481 Mar 10 15:38:24.859197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-64518db5-742f-4174-96b5-fdfb16b150a5 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c89efb19739d411398d3922a83215ad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278745 Mar 10 15:38:24.870426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-8b92faff-3261-4a51-88af-7665d30ea3de service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:38:24.871466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-8b92faff-3261-4a51-88af-7665d30ea3de service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057087 Mar 10 15:38:24.964461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-be6017d5-909a-4b9b-8a70-c5c5c8b6d81e service neutron] 10.222.0.11 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854063 Mar 10 15:38:25.061643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-433c5fd8-2163-4e9b-89ac-60d8dff03e33 service neutron] 10.222.0.11 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906243 Mar 10 15:38:25.224819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25a50c69-1299-411a-82b2-5b60452123bc req-c523cf54-1cbb-488a-8fed-e5a77e953dd2 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 210 time: 0.0282173 Mar 10 15:38:25.332149 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:25.581276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-487f9031-887c-4f13-88ea-1a1b79cb0109 req-c41ad434-4d03-4821-8e11-e5ad45f5b29a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0329068 Mar 10 15:38:26.240539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-8960aa62-7670-49a4-a7e6-6f13ce824956 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:26.243485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-8960aa62-7670-49a4-a7e6-6f13ce824956 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.45 "GET /v2.0/networks?id=945a9122-9a72-4fc8-baeb-37c517745fc3 HTTP/1.1" status: 200 len: 813 time: 0.1116796 Mar 10 15:38:26.255626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Request body: {'port': {'device_id': '8436b344-5e9a-4569-a8a2-d1bfd0e84f01', 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3', 'admin_state_up': True, 'tenant_id': 'c89efb19739d411398d3922a83215ad2'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:38:26.360867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fabce9f-1771-4426-b8f7-26d21816b68b req-1e4914ae-ceed-4632-aaae-630f7cb13ab0 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 210 time: 0.0315011 Mar 10 15:38:26.400925 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:38:26.404772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Made reservation on behalf of c89efb19739d411398d3922a83215ad2 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:38:26.408200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:26.536095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Allocated IP 172.20.0.14 (945a9122-9a72-4fc8-baeb-37c517745fc3/ac06732f-1cc1-4225-9d24-fab6274f63c1/88f39d6f-f799-4329-83b7-e59f701bf425) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:38:26.649977 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:26.694008 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-773fbbb7-ba2e-4d81-8ea5-a6c3c5cc444a req-a7a99be4-ac8d-4671-9393-8e49bf2300dc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0365012 Mar 10 15:38:26.721083 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks [] for port (88f39d6f-f799-4329-83b7-e59f701bf425), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:26.755538 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:26.800798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Network 945a9122-9a72-4fc8-baeb-37c517745fc3 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:38:26.805749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:38:26.809362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:38:26.834638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Pushing event updated for resources: {'Port': ['ID=88f39d6f-f799-4329-83b7-e59f701bf425,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:38:26.859739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:26.860357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:26.877208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-43848dab-51b7-4a3d-b776-99240aebe147 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6256416 Mar 10 15:38:26.889186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Request body: {'port': {'device_id': '8436b344-5e9a-4569-a8a2-d1bfd0e84f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:38:26.949792 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:27.220081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f39d6f-f799-4329-83b7-e59f701bf425 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:38:27.227508 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Publish callbacks [] for port (88f39d6f-f799-4329-83b7-e59f701bf425), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:27.239941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Transition to ACTIVE for port object 88f39d6f-f799-4329-83b7-e59f701bf425 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:38:27.244596 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:27.295297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Pushing event updated for resources: {'Port': ['ID=88f39d6f-f799-4329-83b7-e59f701bf425,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:38:27.708562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Attempting to bind port 88f39d6f-f799-4329-83b7-e59f701bf425 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:38:27.709240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Attempting to bind port 88f39d6f-f799-4329-83b7-e59f701bf425 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '97b1fa60-7bac-423d-b012-d7664786f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:38:27.709240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Attempting to bind port 88f39d6f-f799-4329-83b7-e59f701bf425 on network 945a9122-9a72-4fc8-baeb-37c517745fc3 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:38:27.723443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55715c-3384-4671-bed8-61ba043070df req-f82fad8e-2770-48f1-92a9-b841140bf534 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:27.725031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f55715c-3384-4671-bed8-61ba043070df req-f82fad8e-2770-48f1-92a9-b841140bf534 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 944 time: 0.0820279 Mar 10 15:38:27.725874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Port 88f39d6f-f799-4329-83b7-e59f701bf425 on network 945a9122-9a72-4fc8-baeb-37c517745fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:38:27.726195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Attempting to bind port 88f39d6f-f799-4329-83b7-e59f701bf425 on network 945a9122-9a72-4fc8-baeb-37c517745fc3 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:38:27.733618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:38:27.734211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Checking segment: {'id': '97b1fa60-7bac-423d-b012-d7664786f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:38:27.734599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Bound using segment: {'id': '97b1fa60-7bac-423d-b012-d7664786f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:38:27.735271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Bound port: 88f39d6f-f799-4329-83b7-e59f701bf425, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b1fa60-7bac-423d-b012-d7664786f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:38:27.735638 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:27.836878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9879afd8-b96a-41b8-ad3d-c32066851218 req-04d5e599-53cc-4b7b-ab07-8fb521be842e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0530927 Mar 10 15:38:27.853323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f55715c-3384-4671-bed8-61ba043070df req-a7851f4f-8a28-4e3b-a543-5e4f7a80c14b tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214952 Mar 10 15:38:27.865615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] For port 88f39d6f-f799-4329-83b7-e59f701bf425, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:38:27.876738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] For port 88f39d6f-f799-4329-83b7-e59f701bf425, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=88f39d6f-f799-4329-83b7-e59f701bf425,segment=NetworkSegment(97b1fa60-7bac-423d-b012-d7664786f64f),segment_id=97b1fa60-7bac-423d-b012-d7664786f64f)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:38:27.876738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:27.908224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:27.908808 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:27.910382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] 10.222.0.45 "PUT /v2.0/ports/88f39d6f-f799-4329-83b7-e59f701bf425 HTTP/1.1" status: 200 len: 1092 time: 1.0255451 Mar 10 15:38:27.910597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8436b344-5e9a-4569-a8a2-d1bfd0e84f01', 'tag': '88f39d6f-f799-4329-83b7-e59f701bf425'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:38:27.912813 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60647b11-ee6c-4868-a078-06373b61f55f" -d '{"events": [{"name": "network-changed", "server_uuid": "8436b344-5e9a-4569-a8a2-d1bfd0e84f01", "tag": "88f39d6f-f799-4329-83b7-e59f701bf425"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:38:27.940938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27bd61-861b-4876-bd26-77744bf7575e service neutron] Pushing event updated for resources: {'Port': ['ID=88f39d6f-f799-4329-83b7-e59f701bf425,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:38:27.962705 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f33098-da20-4f52-af01-b9fbeee2babe x-openstack-request-id: req-a8f33098-da20-4f52-af01-b9fbeee2babe {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:38:27.963052 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8436b344-5e9a-4569-a8a2-d1bfd0e84f01", "tag": "88f39d6f-f799-4329-83b7-e59f701bf425", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:38:27.963309 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8f33098-da20-4f52-af01-b9fbeee2babe {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:38:27.963890 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8436b344-5e9a-4569-a8a2-d1bfd0e84f01', 'tag': '88f39d6f-f799-4329-83b7-e59f701bf425', 'status': 'completed', 'code': 200} Mar 10 15:38:28.015046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-c923c368-38ba-48e4-99ab-7f7469f7ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:28.016594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-c923c368-38ba-48e4-99ab-7f7469f7ed2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c89efb19739d411398d3922a83215ad2&device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 1126 time: 0.0476248 Mar 10 15:38:28.064444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-406592e0-dbb1-4ffb-93fb-8e7c3b31bd0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f39d6f-f799-4329-83b7-e59f701bf425 HTTP/1.1" status: 200 len: 217 time: 0.0381253 Mar 10 15:38:28.113794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-a953dcf8-0f28-4802-b302-23daa7bbf6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:28.115280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-a953dcf8-0f28-4802-b302-23daa7bbf6c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac06732f-1cc1-4225-9d24-fab6274f63c1 HTTP/1.1" status: 200 len: 853 time: 0.0437646 Mar 10 15:38:28.147205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-44b474ea-c42a-40f6-a439-e14b816fb22f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=945a9122-9a72-4fc8-baeb-37c517745fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256298 Mar 10 15:38:28.241170 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-42c5c104-4ac6-44d5-9dc1-b827a12538f5 service neutron] 10.222.0.45 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867419 Mar 10 15:38:28.259929 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:28.332396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c39fcd37-596a-4b19-940d-99deb1e8f000 req-318e66a6-e406-4f5e-b5fc-87abec7adc65 service neutron] 10.222.0.45 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853653 Mar 10 15:38:28.428253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60647b11-ee6c-4868-a078-06373b61f55f req-b698ef1a-65b5-4148-9655-2b51ee9b4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:28.429839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60647b11-ee6c-4868-a078-06373b61f55f req-b698ef1a-65b5-4148-9655-2b51ee9b4647 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c89efb19739d411398d3922a83215ad2&device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 1126 time: 0.0505919 Mar 10 15:38:28.520803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60647b11-ee6c-4868-a078-06373b61f55f req-38c723d4-650b-4f80-be7b-aa9b4293de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:28.522256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60647b11-ee6c-4868-a078-06373b61f55f req-38c723d4-650b-4f80-be7b-aa9b4293de6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=945a9122-9a72-4fc8-baeb-37c517745fc3 HTTP/1.1" status: 200 len: 914 time: 0.0864239 Mar 10 15:38:28.567252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60647b11-ee6c-4868-a078-06373b61f55f req-4329a36e-6450-463e-9017-a7f4e9f69c83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f39d6f-f799-4329-83b7-e59f701bf425 HTTP/1.1" status: 200 len: 217 time: 0.0385604 Mar 10 15:38:28.616672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60647b11-ee6c-4868-a078-06373b61f55f req-383e3387-b433-4ff5-8626-c76428df5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:28.618120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60647b11-ee6c-4868-a078-06373b61f55f req-383e3387-b433-4ff5-8626-c76428df5ab5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac06732f-1cc1-4225-9d24-fab6274f63c1 HTTP/1.1" status: 200 len: 853 time: 0.0449967 Mar 10 15:38:28.651342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60647b11-ee6c-4868-a078-06373b61f55f req-886ab2db-e6b0-4e21-9b3b-4b8651e88dc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=945a9122-9a72-4fc8-baeb-37c517745fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261691 Mar 10 15:38:28.746235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60647b11-ee6c-4868-a078-06373b61f55f req-85abf73f-d9f4-4989-9110-941a21b79f6c service neutron] 10.222.0.45 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879259 Mar 10 15:38:28.837592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60647b11-ee6c-4868-a078-06373b61f55f req-2cee7825-9369-4372-bd53-d6a2290552d0 service neutron] 10.222.0.45 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848331 Mar 10 15:38:28.936265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d1c62a-1da1-4d8c-9b58-045288b996cc req-388bd96f-728c-40a4-82b6-b71e35cc872d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0290806 Mar 10 15:38:28.991919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abc7eb-7211-4123-8ee2-fb90b184dbb4 req-6bdec1a2-bb9e-4daa-a8f9-5db8dcb3171c tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:28.993389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2abc7eb-7211-4123-8ee2-fb90b184dbb4 req-6bdec1a2-bb9e-4daa-a8f9-5db8dcb3171c tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 944 time: 0.0601678 Mar 10 15:38:29.042596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2abc7eb-7211-4123-8ee2-fb90b184dbb4 req-3c013413-5975-4dff-8af1-95d9448768d3 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428531 Mar 10 15:38:30.057715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9b45928d-6db7-4819-b0bc-c46d1f929075 req-fc2b74f7-0f43-4dc0-97d8-0250cd6126a6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=881b8d50-651c-4a69-a673-97c5d6e5c345 HTTP/1.1" status: 200 len: 210 time: 0.0373576 Mar 10 15:38:30.182272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff92e9c-c4ec-41c8-b3ed-b74c09b8094e req-7b858dd5-6a9e-41e4-a7f6-09e3991e1edb tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:30.183815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ff92e9c-c4ec-41c8-b3ed-b74c09b8094e req-7b858dd5-6a9e-41e4-a7f6-09e3991e1edb tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 944 time: 0.0545022 Mar 10 15:38:30.231337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ff92e9c-c4ec-41c8-b3ed-b74c09b8094e req-47e2c73a-3208-4579-834e-7f2dfabdb054 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 Mar 10 15:38:31.135548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 88f39d6f-f799-4329-83b7-e59f701bf425 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:38:31.243103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 88f39d6f-f799-4329-83b7-e59f701bf425, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=88f39d6f-f799-4329-83b7-e59f701bf425,segment=NetworkSegment(97b1fa60-7bac-423d-b012-d7664786f64f),segment_id=97b1fa60-7bac-423d-b012-d7664786f64f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:38:31.256255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '88f39d6f-f799-4329-83b7-e59f701bf425', 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3', 'port_id': '88f39d6f-f799-4329-83b7-e59f701bf425', 'mac_address': 'fa:16:3e:d7:af:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac06732f-1cc1-4225-9d24-fab6274f63c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:38:31.298248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 88f39d6f-f799-4329-83b7-e59f701bf425 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:38:31.298858 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:31.312838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f39d6f-f799-4329-83b7-e59f701bf425 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:38:31.342465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 88f39d6f-f799-4329-83b7-e59f701bf425, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=88f39d6f-f799-4329-83b7-e59f701bf425,segment=NetworkSegment(97b1fa60-7bac-423d-b012-d7664786f64f),segment_id=97b1fa60-7bac-423d-b012-d7664786f64f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:38:31.349105 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:31.377655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b0584-bacf-42dd-b4e9-52c7471901c2 req-33c54de5-6a07-4a24-b0c2-6b5dd3bd2778 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:31.380020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-394b0584-bacf-42dd-b4e9-52c7471901c2 req-33c54de5-6a07-4a24-b0c2-6b5dd3bd2778 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 944 time: 0.0767915 Mar 10 15:38:31.414538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=88f39d6f-f799-4329-83b7-e59f701bf425,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:38:31.433268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-394b0584-bacf-42dd-b4e9-52c7471901c2 req-cf34be24-e5a8-40a5-8057-e779c33cec6b tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471954 Mar 10 15:38:31.557323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['88f39d6f-f799-4329-83b7-e59f701bf425'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:38:32.553909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17210d7-2818-4a44-8096-301111c7a88d req-cfddb48e-e7d1-4978-a1fb-da1d2c193012 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:32.556180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d17210d7-2818-4a44-8096-301111c7a88d req-cfddb48e-e7d1-4978-a1fb-da1d2c193012 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 945 time: 0.0554261 Mar 10 15:38:32.604654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d17210d7-2818-4a44-8096-301111c7a88d req-67608d92-5d1e-4afd-a4e0-c20fb9bd05f4 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 Mar 10 15:38:33.151441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 88f39d6f-f799-4329-83b7-e59f701bf425 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:38:33.209776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 88f39d6f-f799-4329-83b7-e59f701bf425 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:38:33.214646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 88f39d6f-f799-4329-83b7-e59f701bf425 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:38:33.215197 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:33.307886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 88f39d6f-f799-4329-83b7-e59f701bf425 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:38:33.308208 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:33.331425 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8436b344-5e9a-4569-a8a2-d1bfd0e84f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f39d6f-f799-4329-83b7-e59f701bf425'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:38:33.333712 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5a9422-2bb3-4eb4-a206-e30c7457fc6c" -d '{"events": [{"server_uuid": "8436b344-5e9a-4569-a8a2-d1bfd0e84f01", "name": "network-vif-plugged", "status": "completed", "tag": "88f39d6f-f799-4329-83b7-e59f701bf425"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:38:33.346842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 88f39d6f-f799-4329-83b7-e59f701bf425, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=88f39d6f-f799-4329-83b7-e59f701bf425,segment=NetworkSegment(97b1fa60-7bac-423d-b012-d7664786f64f),segment_id=97b1fa60-7bac-423d-b012-d7664786f64f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:38:33.351967 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:33.386778 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f3879b-cfb4-40a8-93d0-737345d28e49 x-openstack-request-id: req-b0f3879b-cfb4-40a8-93d0-737345d28e49 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:38:33.387113 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8436b344-5e9a-4569-a8a2-d1bfd0e84f01", "name": "network-vif-plugged", "status": "completed", "tag": "88f39d6f-f799-4329-83b7-e59f701bf425", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:38:33.387373 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0f3879b-cfb4-40a8-93d0-737345d28e49 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:38:33.387766 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8436b344-5e9a-4569-a8a2-d1bfd0e84f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f39d6f-f799-4329-83b7-e59f701bf425', 'code': 200} Mar 10 15:38:33.412769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=88f39d6f-f799-4329-83b7-e59f701bf425,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:38:33.491092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802bbb4-a40e-4872-a22f-09f4fdf0b679 req-75a32f2d-886f-4061-a066-2e251fd2f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:33.492669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5802bbb4-a40e-4872-a22f-09f4fdf0b679 req-75a32f2d-886f-4061-a066-2e251fd2f1df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 1128 time: 0.0489938 Mar 10 15:38:33.544956 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5802bbb4-a40e-4872-a22f-09f4fdf0b679 req-e16c3301-0265-471c-b588-fa8d1b2e0d0f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450523 Mar 10 15:38:33.731759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a077533-680a-4d51-a0c2-173dfad9f474 req-385a03d0-cbcf-43f6-bae6-8bf904700875 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:33.733276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a077533-680a-4d51-a0c2-173dfad9f474 req-385a03d0-cbcf-43f6-bae6-8bf904700875 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 946 time: 0.0557284 Mar 10 15:38:33.786225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a077533-680a-4d51-a0c2-173dfad9f474 req-4b69ce80-be75-4daa-86d3-150054c81853 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462558 Mar 10 15:38:34.910024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d72f4-af81-42bb-90a7-eec845acd5b4 req-313860aa-3489-46f3-9c33-3e262daee464 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:34.911566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-116d72f4-af81-42bb-90a7-eec845acd5b4 req-313860aa-3489-46f3-9c33-3e262daee464 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 946 time: 0.0550029 Mar 10 15:38:34.958946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-116d72f4-af81-42bb-90a7-eec845acd5b4 req-967bb6ac-75a5-46f3-b887-4d73a532d917 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Mar 10 15:38:37.350306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a36e97-a03a-429e-9111-fef2ef4523cd req-b3291b33-dcbb-4a95-bec5-7404e6cd2527 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501680 Mar 10 15:38:37.437598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a36e97-a03a-429e-9111-fef2ef4523cd req-06a0bba7-c773-4747-a607-48f8813cfaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:37.440795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a36e97-a03a-429e-9111-fef2ef4523cd req-06a0bba7-c773-4747-a607-48f8813cfaf5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c89efb19739d411398d3922a83215ad2&device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 1128 time: 0.0477946 Mar 10 15:38:37.613683 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a36e97-a03a-429e-9111-fef2ef4523cd req-1de4b12e-f004-4cd2-83d6-f1d8126fc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:37.616124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a36e97-a03a-429e-9111-fef2ef4523cd req-1de4b12e-f004-4cd2-83d6-f1d8126fc1e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=945a9122-9a72-4fc8-baeb-37c517745fc3 HTTP/1.1" status: 200 len: 914 time: 0.1568770 Mar 10 15:38:37.665188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a36e97-a03a-429e-9111-fef2ef4523cd req-777e685c-9368-46b4-8e86-484afdd71e6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f39d6f-f799-4329-83b7-e59f701bf425 HTTP/1.1" status: 200 len: 217 time: 0.0425441 Mar 10 15:38:37.724668 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a36e97-a03a-429e-9111-fef2ef4523cd req-3bb3f762-a11a-4dc7-a0c5-882f23101ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:38:37.726434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a36e97-a03a-429e-9111-fef2ef4523cd req-3bb3f762-a11a-4dc7-a0c5-882f23101ff8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac06732f-1cc1-4225-9d24-fab6274f63c1 HTTP/1.1" status: 200 len: 853 time: 0.0560966 Mar 10 15:38:37.765590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a36e97-a03a-429e-9111-fef2ef4523cd req-f09c0b08-edc8-4286-87ce-c7a1a6c04e20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=945a9122-9a72-4fc8-baeb-37c517745fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325801 Mar 10 15:38:37.895031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a36e97-a03a-429e-9111-fef2ef4523cd req-cbf190e7-d2a7-4554-a95b-059e8bfd32a3 service neutron] 10.222.0.45 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224732 Mar 10 15:38:38.032612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7a36e97-a03a-429e-9111-fef2ef4523cd req-40ccb8b0-552b-4a67-96e0-741aabc268c0 service neutron] 10.222.0.45 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311884 Mar 10 15:38:48.150291 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:50.862688 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:51.736896 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-94660ddd-1d23-4dc5-b77c-15751c8d475f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:54.089521 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4e5e78a4-0dd9-4f70-860a-020d6b070865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:55.329040 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:56.667613 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:38:58.267656 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:03.401064 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:39:05.902133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-65f85ba9-63c5-4c4f-bbec-efd7b6128274 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:05.905043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-65f85ba9-63c5-4c4f-bbec-efd7b6128274 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1147668 Mar 10 15:39:05.920096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-7362ba81-27f9-428c-a0f6-b4d27470a52f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/quotas/b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 375 time: 0.0095980 Mar 10 15:39:05.984135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-177862c4-4116-41d7-9e6e-ae7c3fbc5ed5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583234 Mar 10 15:39:06.087473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-13c26d37-2a44-40c2-963c-f38b8e5477f0 service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961759 Mar 10 15:39:06.207328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-33d1e577-513e-4866-9cc4-07c71b9af1b1 service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115184 Mar 10 15:39:06.515368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c3dcd07-9ec8-4480-9bbd-75ef339e4288 req-2bfe93f7-3a48-48df-927d-2a6fb9b74a56 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 210 time: 0.0339813 Mar 10 15:39:07.434858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-7c9c41f8-fb19-451e-8161-d9a36c8ba372 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:07.436325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-7c9c41f8-fb19-451e-8161-d9a36c8ba372 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1238890 Mar 10 15:39:07.449719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'port': {'device_id': '7442a152-3b6c-4e9f-9bce-329f6bfaadb2', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'admin_state_up': True, 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:39:07.579765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Made reservation on behalf of b98fcf2d43fc40b5b370fbc7a8396a54 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:39:07.583611 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:07.634463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eadff2bb-69f5-4810-9a0c-ad8ed099e25c req-bb417c2b-f077-4a27-a972-a9879392fd68 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 210 time: 0.0320086 Mar 10 15:39:07.759202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Allocated IP 172.20.0.11 (14dfff74-fb0f-424b-a95c-c09706697bed/6cdf00b1-51d5-43f5-b2c2-66bbb153c480/c1a9d778-69bc-4a84-bf32-a4a23ed8b099) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:39:07.902065 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:07.943297 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:07.985374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Network 14dfff74-fb0f-424b-a95c-c09706697bed is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:39:07.991246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:39:07.994929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:39:08.020458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=c1a9d778-69bc-4a84-bf32-a4a23ed8b099,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:08.036252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.036595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.036943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.037282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.037619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.038081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.038432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.038770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.039124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.039453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.039785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.040117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.040449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:08.072781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:08.073504 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:08.098954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-c9a6074a-b39b-4fe1-b022-310f656c555b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6535573 Mar 10 15:39:08.111797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Request body: {'port': {'device_id': '7442a152-3b6c-4e9f-9bce-329f6bfaadb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:39:08.179906 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:08.227450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a9eedba5-3a57-4844-832a-b0e0ec66a5b4 None None] Provisioning complete for port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:39:08.228019 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9eedba5-3a57-4844-832a-b0e0ec66a5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:08.261884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a9eedba5-3a57-4844-832a-b0e0ec66a5b4 None None] Port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:39:08.450250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a9d778-69bc-4a84-bf32-a4a23ed8b099 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:39:08.458150 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Publish callbacks [] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:08.470782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Transition to ACTIVE for port object c1a9d778-69bc-4a84-bf32-a4a23ed8b099 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:39:08.474605 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:08.529587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Pushing event updated for resources: {'Port': ['ID=c1a9d778-69bc-4a84-bf32-a4a23ed8b099,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:08.617333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Attempting to bind port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:39:08.617670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Attempting to bind port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:39:08.617996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Attempting to bind port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:39:08.623798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 on network 14dfff74-fb0f-424b-a95c-c09706697bed not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:39:08.624123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Attempting to bind port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:39:08.629684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:39:08.630023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Checking segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:39:08.630407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Bound using segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:39:08.630881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Bound port: c1a9d778-69bc-4a84-bf32-a4a23ed8b099, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:39:08.631239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:08.711836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] For port c1a9d778-69bc-4a84-bf32-a4a23ed8b099, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:39:08.715153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] For port c1a9d778-69bc-4a84-bf32-a4a23ed8b099, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c1a9d778-69bc-4a84-bf32-a4a23ed8b099,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:39:08.734753 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:08.807082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:08.807849 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:08.809399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] 10.222.0.62 "PUT /v2.0/ports/c1a9d778-69bc-4a84-bf32-a4a23ed8b099 HTTP/1.1" status: 200 len: 1092 time: 0.7034814 Mar 10 15:39:08.815715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7442a152-3b6c-4e9f-9bce-329f6bfaadb2', 'tag': 'c1a9d778-69bc-4a84-bf32-a4a23ed8b099'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:39:08.818264 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d86713-e8ca-4cb5-83ac-70d529be8c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7442a152-3b6c-4e9f-9bce-329f6bfaadb2", "tag": "c1a9d778-69bc-4a84-bf32-a4a23ed8b099"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:39:08.849329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f519791-2fd1-4b4c-b814-4d879006b96e service neutron] Pushing event updated for resources: {'Port': ['ID=c1a9d778-69bc-4a84-bf32-a4a23ed8b099,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:08.881975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40ac4-45f2-4108-82a1-c14dfffa7e23 req-0952d58a-ba13-424e-9e3f-e6f0a06b6bd0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:08.884190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0f40ac4-45f2-4108-82a1-c14dfffa7e23 req-0952d58a-ba13-424e-9e3f-e6f0a06b6bd0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.1611595 Mar 10 15:39:08.888088 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c262746-2141-4964-80d5-42c3b359f7ea x-openstack-request-id: req-3c262746-2141-4964-80d5-42c3b359f7ea {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:39:08.888088 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7442a152-3b6c-4e9f-9bce-329f6bfaadb2", "tag": "c1a9d778-69bc-4a84-bf32-a4a23ed8b099", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:39:08.888088 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c262746-2141-4964-80d5-42c3b359f7ea {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:39:08.888465 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7442a152-3b6c-4e9f-9bce-329f6bfaadb2', 'tag': 'c1a9d778-69bc-4a84-bf32-a4a23ed8b099', 'status': 'completed', 'code': 200} Mar 10 15:39:08.952331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-06f92c41-4206-484a-8f16-76a6008aa46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:08.953842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-06f92c41-4206-484a-8f16-76a6008aa46e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 1126 time: 0.0911283 Mar 10 15:39:08.972921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0f40ac4-45f2-4108-82a1-c14dfffa7e23 req-101496d4-76a6-47a2-8e04-242356381978 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693159 Mar 10 15:39:09.005638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-25882dec-aef7-4232-99c6-8df98f2f8421 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1a9d778-69bc-4a84-bf32-a4a23ed8b099 HTTP/1.1" status: 200 len: 217 time: 0.0437672 Mar 10 15:39:09.084764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-23687f5b-fc77-4e3a-9cd2-ff0dc696d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:09.086185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-23687f5b-fc77-4e3a-9cd2-ff0dc696d2c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0739408 Mar 10 15:39:09.147335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-415668c5-8fc7-42b7-bbaa-5a07465b8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:09.148351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-415668c5-8fc7-42b7-bbaa-5a07465b8229 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552940 Mar 10 15:39:09.244819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-3ebf1660-dd7d-43dd-baa2-c436cb2d5f75 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907462 Mar 10 15:39:09.340901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eda1defe-71af-42cc-a46e-92be7021a8d0 req-7628599b-c870-4a95-929c-22b6916a7c27 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901959 Mar 10 15:39:09.429390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d86713-e8ca-4cb5-83ac-70d529be8c5a req-795000e6-7ac1-485b-aa79-f4619b9f5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:09.431038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45d86713-e8ca-4cb5-83ac-70d529be8c5a req-795000e6-7ac1-485b-aa79-f4619b9f5b47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 1126 time: 0.0469646 Mar 10 15:39:09.525486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d86713-e8ca-4cb5-83ac-70d529be8c5a req-a12f4518-4f18-425f-9213-ca75fa060c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:09.526995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45d86713-e8ca-4cb5-83ac-70d529be8c5a req-a12f4518-4f18-425f-9213-ca75fa060c42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0908446 Mar 10 15:39:09.568479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45d86713-e8ca-4cb5-83ac-70d529be8c5a req-5ad5768e-80e1-4b22-8ded-e13e90a65d62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1a9d778-69bc-4a84-bf32-a4a23ed8b099 HTTP/1.1" status: 200 len: 217 time: 0.0360098 Mar 10 15:39:09.621954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d86713-e8ca-4cb5-83ac-70d529be8c5a req-374f0d3b-fdf6-412d-809a-2977ef14cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:09.624054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45d86713-e8ca-4cb5-83ac-70d529be8c5a req-374f0d3b-fdf6-412d-809a-2977ef14cb6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0497663 Mar 10 15:39:09.672882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d86713-e8ca-4cb5-83ac-70d529be8c5a req-c3693bbf-efbc-4c20-ba47-254b03eb21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:09.674419 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45d86713-e8ca-4cb5-83ac-70d529be8c5a req-c3693bbf-efbc-4c20-ba47-254b03eb21bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454562 Mar 10 15:39:09.765017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45d86713-e8ca-4cb5-83ac-70d529be8c5a req-c2c52fe1-cebf-4d86-ace6-e671e428380d service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841248 Mar 10 15:39:09.863723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-45d86713-e8ca-4cb5-83ac-70d529be8c5a req-4b7d2b49-8913-4a61-b123-16a8958835c4 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931110 Mar 10 15:39:10.110693 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f268-e8b2-44fb-9124-c761227a2fe1 req-f4b159f1-3bf3-4590-8bbd-57d714ef996f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:10.112210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8a1f268-e8b2-44fb-9124-c761227a2fe1 req-f4b159f1-3bf3-4590-8bbd-57d714ef996f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0539639 Mar 10 15:39:10.160386 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8a1f268-e8b2-44fb-9124-c761227a2fe1 req-8ef5b285-d3d9-43d9-92d5-a711f0062041 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 Mar 10 15:39:11.286368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e3290-2cef-4043-b940-4b6eaa831b9d req-02c9e8b3-4d2e-4af5-bd2b-05d8932c677f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:11.287922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d35e3290-2cef-4043-b940-4b6eaa831b9d req-02c9e8b3-4d2e-4af5-bd2b-05d8932c677f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0578899 Mar 10 15:39:11.337128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d35e3290-2cef-4043-b940-4b6eaa831b9d req-d4494f65-87e9-4fab-9fe4-ded6ea480d32 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433366 Mar 10 15:39:12.455500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1d013-2efb-4581-897d-14cfb8e8789d req-42fd5798-ec15-42e2-bb97-5d2f8d98b802 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:12.456975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ef1d013-2efb-4581-897d-14cfb8e8789d req-42fd5798-ec15-42e2-bb97-5d2f8d98b802 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0521553 Mar 10 15:39:12.503629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ef1d013-2efb-4581-897d-14cfb8e8789d req-59298797-1615-4d3a-89a4-7f29e91ced76 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Mar 10 15:39:13.630427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d0a93-faa2-41b8-b401-60bd8623703d req-c494deec-ce58-4458-8d24-bc41a7ca6f14 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:13.632136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c67d0a93-faa2-41b8-b401-60bd8623703d req-c494deec-ce58-4458-8d24-bc41a7ca6f14 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0613544 Mar 10 15:39:13.683873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c67d0a93-faa2-41b8-b401-60bd8623703d req-6444c096-3081-4fde-91f5-f2c6dd1745e5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429003 Mar 10 15:39:14.819763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03740be2-5189-43fc-bf3f-607e9c4f3826 req-bb48decc-2a76-42cc-9c17-cc73690334e5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:14.821279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03740be2-5189-43fc-bf3f-607e9c4f3826 req-bb48decc-2a76-42cc-9c17-cc73690334e5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0660796 Mar 10 15:39:14.870497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03740be2-5189-43fc-bf3f-607e9c4f3826 req-6e6da67b-088f-4445-98bf-89e9ecba591a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 Mar 10 15:39:15.991414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aee9ef-dfda-405c-8e83-14b0206a87ee req-b2bd7690-3362-40bc-b0f6-1060b943feff tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:15.992860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77aee9ef-dfda-405c-8e83-14b0206a87ee req-b2bd7690-3362-40bc-b0f6-1060b943feff tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0520890 Mar 10 15:39:16.043548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77aee9ef-dfda-405c-8e83-14b0206a87ee req-c52666f3-7ae3-4595-90ce-f57f119f571f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Mar 10 15:39:17.168187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd5b74-5f29-4732-8a87-5a4c75fa46cf req-23d15b46-7eca-4af2-8403-54ca1b080e7a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:17.170410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6bd5b74-5f29-4732-8a87-5a4c75fa46cf req-23d15b46-7eca-4af2-8403-54ca1b080e7a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0556028 Mar 10 15:39:17.218735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6bd5b74-5f29-4732-8a87-5a4c75fa46cf req-683a6a46-8874-4adf-9dba-85f751d4cf67 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 Mar 10 15:39:18.164749 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:18.347228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2d42a-f946-466d-89e3-71cc6f8f1453 req-f9cc6c92-1a23-4530-b5b9-a66695e180d9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:18.348637 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79b2d42a-f946-466d-89e3-71cc6f8f1453 req-f9cc6c92-1a23-4530-b5b9-a66695e180d9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0555041 Mar 10 15:39:18.401379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79b2d42a-f946-466d-89e3-71cc6f8f1453 req-e4b6e79b-e6ea-4a83-b1fc-ce16227718cd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443156 Mar 10 15:39:19.547025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543952f-63e8-4d36-9f8a-c8d60ccce701 req-a983c7e8-8b76-416f-909f-69efe4eeccf4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:19.548530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d543952f-63e8-4d36-9f8a-c8d60ccce701 req-a983c7e8-8b76-416f-909f-69efe4eeccf4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0597532 Mar 10 15:39:19.595756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d543952f-63e8-4d36-9f8a-c8d60ccce701 req-cac9e276-73db-44f1-a136-58094e041a7f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Mar 10 15:39:20.720496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7147e33-c8c0-46b5-be8f-ce3f11828829 req-4d378a1f-f457-43b4-b937-569d6a4adbc1 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:20.721989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7147e33-c8c0-46b5-be8f-ce3f11828829 req-4d378a1f-f457-43b4-b937-569d6a4adbc1 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0593009 Mar 10 15:39:20.768971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7147e33-c8c0-46b5-be8f-ce3f11828829 req-72641550-7b69-48e7-b3fc-af3c3edbf590 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Mar 10 15:39:20.866933 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:21.742473 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c5d7a652-09fe-4d22-a6e9-c533b6bcf2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:21.894910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0a52f-5c88-43ad-a832-e8252612628b req-4c27e1b7-2f55-4118-8e37-f118ee4b9182 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:21.896392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75f0a52f-5c88-43ad-a832-e8252612628b req-4c27e1b7-2f55-4118-8e37-f118ee4b9182 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0559950 Mar 10 15:39:21.949573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-75f0a52f-5c88-43ad-a832-e8252612628b req-cd30bb79-d918-440e-8f5d-02d689e14a40 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473104 Mar 10 15:39:23.070079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c3b2-316b-44c0-b620-607641d0b17b req-2c4fa6a6-ed7c-4cc2-a9fa-9a250d5a5727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:23.071524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69a1c3b2-316b-44c0-b620-607641d0b17b req-2c4fa6a6-ed7c-4cc2-a9fa-9a250d5a5727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0529733 Mar 10 15:39:23.119404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69a1c3b2-316b-44c0-b620-607641d0b17b req-94bfaba7-88c3-4d79-90c0-adfcb1d4db10 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413547 Mar 10 15:39:24.084510 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-10f54d34-33fa-4ddb-9b5b-64a2f0027fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:24.238225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff466d8-0312-47e1-8d88-00961c6d223b req-61f72018-d26f-475c-b9a2-f5595adf22dd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:24.240460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fff466d8-0312-47e1-8d88-00961c6d223b req-61f72018-d26f-475c-b9a2-f5595adf22dd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.0535583 Mar 10 15:39:24.287577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fff466d8-0312-47e1-8d88-00961c6d223b req-98f9ce37-8f97-449f-8085-63657a6c60d2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Mar 10 15:39:25.332689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:25.544620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e1e9-14b9-4c74-8ff3-0b1d62c068b7 req-096d8072-c57c-4878-871c-af422fe8b28c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:25.546082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c61e1e9-14b9-4c74-8ff3-0b1d62c068b7 req-096d8072-c57c-4878-871c-af422fe8b28c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.1892483 Mar 10 15:39:25.592139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c61e1e9-14b9-4c74-8ff3-0b1d62c068b7 req-a49a6c0d-d8af-4567-a659-09a0eb1233eb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Mar 10 15:39:26.657822 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:26.779535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f0898-35dd-40ce-af25-373709d28621 req-6fe1f7e7-e8fd-4851-a34a-34319ba009ad tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:26.781043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-508f0898-35dd-40ce-af25-373709d28621 req-6fe1f7e7-e8fd-4851-a34a-34319ba009ad tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 944 time: 0.1143820 Mar 10 15:39:26.831831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-508f0898-35dd-40ce-af25-373709d28621 req-9b38c68d-24ad-45f0-8703-a4ad0f46142b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450563 Mar 10 15:39:26.917299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c1a9d778-69bc-4a84-bf32-a4a23ed8b099 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:39:27.014087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c1a9d778-69bc-4a84-bf32-a4a23ed8b099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c1a9d778-69bc-4a84-bf32-a4a23ed8b099,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:39:27.025247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'c1a9d778-69bc-4a84-bf32-a4a23ed8b099', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'port_id': 'c1a9d778-69bc-4a84-bf32-a4a23ed8b099', 'mac_address': 'fa:16:3e:d8:90:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:39:27.066403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:39:27.066840 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:27.080227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a9d778-69bc-4a84-bf32-a4a23ed8b099 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:39:27.100589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c1a9d778-69bc-4a84-bf32-a4a23ed8b099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c1a9d778-69bc-4a84-bf32-a4a23ed8b099,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:39:27.104664 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:27.154734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c1a9d778-69bc-4a84-bf32-a4a23ed8b099,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:27.162036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.162333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.162681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.163045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.163391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.163736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.164056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.164387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.164713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.165043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.165369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.165695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.166029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:39:27.404053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c1a9d778-69bc-4a84-bf32-a4a23ed8b099'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:39:27.993167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bafc7-e444-44af-a4e4-1afe96a33906 req-d0600b35-69e6-43c9-904b-43763b1238b0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:27.994644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-149bafc7-e444-44af-a4e4-1afe96a33906 req-d0600b35-69e6-43c9-904b-43763b1238b0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 945 time: 0.0739703 Mar 10 15:39:28.045027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-149bafc7-e444-44af-a4e4-1afe96a33906 req-1d233b5f-6ee0-4f8d-8c52-74dd10b45472 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434368 Mar 10 15:39:28.261642 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:28.933108 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c1a9d778-69bc-4a84-bf32-a4a23ed8b099 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:39:28.983622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:39:28.988228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:39:28.988604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:29.082473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:39:29.082962 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:29.120463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c1a9d778-69bc-4a84-bf32-a4a23ed8b099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c1a9d778-69bc-4a84-bf32-a4a23ed8b099,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:39:29.121515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7442a152-3b6c-4e9f-9bce-329f6bfaadb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a9d778-69bc-4a84-bf32-a4a23ed8b099'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:39:29.125237 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4a0a62-5c4f-4f4c-962d-6e025926b6b8" -d '{"events": [{"server_uuid": "7442a152-3b6c-4e9f-9bce-329f6bfaadb2", "name": "network-vif-plugged", "status": "completed", "tag": "c1a9d778-69bc-4a84-bf32-a4a23ed8b099"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:39:29.129284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:29.168245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499445b1-64d0-4c77-8ae6-1ef255d0848e req-77603836-edbd-4177-8e63-8f21da466f24 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:29.170171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-499445b1-64d0-4c77-8ae6-1ef255d0848e req-77603836-edbd-4177-8e63-8f21da466f24 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 946 time: 0.0553291 Mar 10 15:39:29.178919 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2293b2e-a8db-4172-8cd7-7eb779bf427a x-openstack-request-id: req-c2293b2e-a8db-4172-8cd7-7eb779bf427a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:39:29.179260 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7442a152-3b6c-4e9f-9bce-329f6bfaadb2", "name": "network-vif-plugged", "status": "completed", "tag": "c1a9d778-69bc-4a84-bf32-a4a23ed8b099", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:39:29.179527 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c2293b2e-a8db-4172-8cd7-7eb779bf427a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:39:29.179943 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7442a152-3b6c-4e9f-9bce-329f6bfaadb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a9d778-69bc-4a84-bf32-a4a23ed8b099', 'code': 200} Mar 10 15:39:29.199543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c1a9d778-69bc-4a84-bf32-a4a23ed8b099,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:29.222881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-499445b1-64d0-4c77-8ae6-1ef255d0848e req-8ca57f5c-4b12-47d9-8d88-e61c30a60493 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459754 Mar 10 15:39:29.280410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba989653-3475-4864-9854-a15c6365d676 req-a6d98fa1-cfe9-4d03-b115-3596e659b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:29.281974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba989653-3475-4864-9854-a15c6365d676 req-a6d98fa1-cfe9-4d03-b115-3596e659b041 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 1128 time: 0.0487175 Mar 10 15:39:29.332463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba989653-3475-4864-9854-a15c6365d676 req-8133e71a-8c3c-4bd5-a237-e5c4ad0be0e3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443811 Mar 10 15:39:30.347228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0f61-56c4-40ef-a443-cf985dcef9ab req-778159c7-eb6a-412f-be5e-94a4a7c00956 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:30.348629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e6b0f61-56c4-40ef-a443-cf985dcef9ab req-778159c7-eb6a-412f-be5e-94a4a7c00956 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 946 time: 0.0541074 Mar 10 15:39:30.395408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e6b0f61-56c4-40ef-a443-cf985dcef9ab req-54b68b48-c892-4058-9ec9-b7e1de0e2409 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Mar 10 15:39:31.512286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392ec80-e115-4062-a625-eba2e90b36de req-a3fc57ef-d31d-4bbe-83c8-87116170dfb1 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:31.514304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f392ec80-e115-4062-a625-eba2e90b36de req-a3fc57ef-d31d-4bbe-83c8-87116170dfb1 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 946 time: 0.0525157 Mar 10 15:39:31.560431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f392ec80-e115-4062-a625-eba2e90b36de req-2e5d2124-8dc0-401e-ad2f-265c731d2932 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401347 Mar 10 15:39:31.981329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b051f-03ee-41fd-916a-c4eb65bde844 req-2718b834-0979-4bfc-9b46-412b63b15eb0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:31.982822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b9b051f-03ee-41fd-916a-c4eb65bde844 req-2718b834-0979-4bfc-9b46-412b63b15eb0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 946 time: 0.3553762 Mar 10 15:39:32.033417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b9b051f-03ee-41fd-916a-c4eb65bde844 req-95b8e25c-fed7-4e05-94bb-bb00c703d9be tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Mar 10 15:39:35.498815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-0227600c-98a1-461f-b4ef-8bc19c15d050 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:35.500577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-0227600c-98a1-461f-b4ef-8bc19c15d050 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1022582 Mar 10 15:39:35.515880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-ff380ba9-6f27-4939-8f37-dd587af0365a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/quotas/b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 375 time: 0.0093725 Mar 10 15:39:35.577454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-ead2937a-0176-4027-a5d2-4b81d538e5fc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559013 Mar 10 15:39:35.641635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-076897ee-ed86-4e56-b72f-63db87619f51 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:39:35.642682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-076897ee-ed86-4e56-b72f-63db87619f51 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0585861 Mar 10 15:39:35.729972 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-9af49822-a821-4120-8c3f-4f562ccca2af service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812421 Mar 10 15:39:35.820812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-bcef1aff-b7b5-4066-b51e-aa117d1bbc15 service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849669 Mar 10 15:39:36.013202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-106eddec-0885-4888-89f8-4abaca83155a req-baf72b6c-4191-4595-9003-52ba9b54622e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 210 time: 0.0281792 Mar 10 15:39:37.162475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97b35b34-a26f-4fa3-bcd9-cad63a1e0940 req-17f35fb7-2bb7-42c9-b1b9-87e4f878f4b4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 210 time: 0.0373220 Mar 10 15:39:37.178349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-12f421ea-a310-492e-8145-474e324e35d6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:37.179941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-12f421ea-a310-492e-8145-474e324e35d6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1534846 Mar 10 15:39:37.193369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'port': {'device_id': 'c08d2c85-c2e8-4e88-9c4e-c311377a2acc', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'admin_state_up': True, 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:39:37.312056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Made reservation on behalf of b98fcf2d43fc40b5b370fbc7a8396a54 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:39:37.315476 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:37.421804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-2484c1be-2d2f-476f-88a6-ecb6c0851cce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963392 Mar 10 15:39:37.521240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Allocated IP 172.20.0.3 (14dfff74-fb0f-424b-a95c-c09706697bed/6cdf00b1-51d5-43f5-b2c2-66bbb153c480/ee843bf4-1969-466b-adef-0c0f56f222e8) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:39:37.544755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-11b39d7f-f935-404e-b2ae-f376c4b0cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:37.546331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-11b39d7f-f935-404e-b2ae-f376c4b0cc61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c89efb19739d411398d3922a83215ad2&device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 1128 time: 0.0726631 Mar 10 15:39:37.740340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-7185a602-6906-4846-ad7c-67cd08bca4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:37.741824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-7185a602-6906-4846-ad7c-67cd08bca4a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=945a9122-9a72-4fc8-baeb-37c517745fc3 HTTP/1.1" status: 200 len: 914 time: 0.1708093 Mar 10 15:39:37.801291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-32f75421-ee44-4f2f-ad51-3a051ebe9c69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f39d6f-f799-4329-83b7-e59f701bf425 HTTP/1.1" status: 200 len: 217 time: 0.0493543 Mar 10 15:39:37.806055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:37.868752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-3bc75bea-e916-4386-bbcd-9ec988ecbf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:37.870216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-3bc75bea-e916-4386-bbcd-9ec988ecbf1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac06732f-1cc1-4225-9d24-fab6274f63c1 HTTP/1.1" status: 200 len: 853 time: 0.0624759 Mar 10 15:39:37.905178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-312e2a42-fc39-4338-96bb-91ea8f11e553 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=945a9122-9a72-4fc8-baeb-37c517745fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278866 Mar 10 15:39:37.906333 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:37.918865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c1a9d778-69bc-4a84-bf32-a4a23ed8b099'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:39:37.964969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Network 14dfff74-fb0f-424b-a95c-c09706697bed is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:39:37.972022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:39:37.986854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:39:38.057356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=ee843bf4-1969-466b-adef-0c0f56f222e8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:38.111289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:38.111977 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:38.146434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-34689a16-3a61-4196-aa0c-45207ed4fbdb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9564002 Mar 10 15:39:38.153266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-a7e646cf-f0d3-4c0f-bd84-1b81504f1ab3 service neutron] 10.222.0.45 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362640 Mar 10 15:39:38.159252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Request body: {'port': {'device_id': 'c08d2c85-c2e8-4e88-9c4e-c311377a2acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:39:38.273986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-996d61bb-fbfe-42aa-a093-808c2d22e80e service neutron] 10.222.0.45 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115375 Mar 10 15:39:38.330092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9f6dbde9-3459-4c5a-8111-4e021a63fa38 None None] Provisioning complete for port ee843bf4-1969-466b-adef-0c0f56f222e8 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:39:38.330785 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9f6dbde9-3459-4c5a-8111-4e021a63fa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:38.374649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9f6dbde9-3459-4c5a-8111-4e021a63fa38 None None] Port ee843bf4-1969-466b-adef-0c0f56f222e8 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:39:38.397919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:38.426515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf3d89-5e68-4b2b-b578-4a486cc722da req-3cce9377-c39f-4587-b32d-d600c5142141 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:38.428246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1adf3d89-5e68-4b2b-b578-4a486cc722da req-3cce9377-c39f-4587-b32d-d600c5142141 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 931 time: 0.1350031 Mar 10 15:39:38.580515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1adf3d89-5e68-4b2b-b578-4a486cc722da req-009602a5-62da-4e56-bb8f-39517e9d2520 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290355 Mar 10 15:39:38.772228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee843bf4-1969-466b-adef-0c0f56f222e8 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:39:38.781279 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Publish callbacks [] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:38.793732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Transition to ACTIVE for port object ee843bf4-1969-466b-adef-0c0f56f222e8 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:39:38.797992 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:38.863891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Pushing event updated for resources: {'Port': ['ID=ee843bf4-1969-466b-adef-0c0f56f222e8,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:38.944283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Attempting to bind port ee843bf4-1969-466b-adef-0c0f56f222e8 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:39:38.944631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Attempting to bind port ee843bf4-1969-466b-adef-0c0f56f222e8 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:39:38.944968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Attempting to bind port ee843bf4-1969-466b-adef-0c0f56f222e8 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:39:38.950108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Port ee843bf4-1969-466b-adef-0c0f56f222e8 on network 14dfff74-fb0f-424b-a95c-c09706697bed not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:39:38.950438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Attempting to bind port ee843bf4-1969-466b-adef-0c0f56f222e8 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:39:38.956619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:39:38.956929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Checking segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:39:38.957327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Bound using segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:39:38.957767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Bound port: ee843bf4-1969-466b-adef-0c0f56f222e8, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:39:38.958149 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:39.071192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] For port ee843bf4-1969-466b-adef-0c0f56f222e8, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:39:39.075275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] For port ee843bf4-1969-466b-adef-0c0f56f222e8, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ee843bf4-1969-466b-adef-0c0f56f222e8,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:39:39.084293 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:39.126047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:39.126596 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:39.128245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] 10.222.0.45 "PUT /v2.0/ports/ee843bf4-1969-466b-adef-0c0f56f222e8 HTTP/1.1" status: 200 len: 1091 time: 0.9739740 Mar 10 15:39:39.128777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08d2c85-c2e8-4e88-9c4e-c311377a2acc', 'tag': 'ee843bf4-1969-466b-adef-0c0f56f222e8'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:39:39.132268 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6cdf60-e513-4d38-ba91-898a2a197d01" -d '{"events": [{"name": "network-changed", "server_uuid": "c08d2c85-c2e8-4e88-9c4e-c311377a2acc", "tag": "ee843bf4-1969-466b-adef-0c0f56f222e8"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:39:39.243570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2a05d-0201-4650-bd2a-ad6223b6bccd service neutron] Pushing event updated for resources: {'Port': ['ID=ee843bf4-1969-466b-adef-0c0f56f222e8,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:39.265149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-6aa2da2a-55e4-4e40-af92-94881e0d0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:39.266890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-6aa2da2a-55e4-4e40-af92-94881e0d0b67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 1125 time: 0.0874655 Mar 10 15:39:39.338913 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c6b250-3873-4499-9db1-8504696fcc1f x-openstack-request-id: req-35c6b250-3873-4499-9db1-8504696fcc1f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:39:39.339547 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08d2c85-c2e8-4e88-9c4e-c311377a2acc", "tag": "ee843bf4-1969-466b-adef-0c0f56f222e8", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:39:39.339843 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35c6b250-3873-4499-9db1-8504696fcc1f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:39:39.340293 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08d2c85-c2e8-4e88-9c4e-c311377a2acc', 'tag': 'ee843bf4-1969-466b-adef-0c0f56f222e8', 'status': 'completed', 'code': 200} Mar 10 15:39:39.343285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-e2030ae9-f911-4c4d-bc47-863ef2b2554b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee843bf4-1969-466b-adef-0c0f56f222e8 HTTP/1.1" status: 200 len: 217 time: 0.0682015 Mar 10 15:39:39.407211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-227db4f7-17ae-4980-a860-caca499d68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:39.409089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-227db4f7-17ae-4980-a860-caca499d68f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0585575 Mar 10 15:39:39.484781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-7b6a2c78-042d-46a8-ae7e-93f1165ae680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:39.486571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-7b6a2c78-042d-46a8-ae7e-93f1165ae680 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0705101 Mar 10 15:39:39.591890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-c460fb0a-9d70-4cc1-a376-a2828f917187 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977361 Mar 10 15:39:39.725016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5aa97f89-29c4-4579-b154-313ebf6e54d0 req-adeb0bca-744e-4834-ad3f-006a66ab4a65 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271989 Mar 10 15:39:39.758356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180dfb1-297c-48b5-b8eb-52cc7ebdfd6c req-eb545ba7-e31e-4e7f-9eca-1437d904fcc2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:39.768071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b180dfb1-297c-48b5-b8eb-52cc7ebdfd6c req-eb545ba7-e31e-4e7f-9eca-1437d904fcc2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.1040668 Mar 10 15:39:39.878863 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b180dfb1-297c-48b5-b8eb-52cc7ebdfd6c req-5eb5843d-6879-42b3-84ed-f7ae5fd09d7f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992141 Mar 10 15:39:39.910783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cdf60-e513-4d38-ba91-898a2a197d01 req-9ae7a872-5f36-4a6e-8067-154ac6635d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:39.912307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f6cdf60-e513-4d38-ba91-898a2a197d01 req-9ae7a872-5f36-4a6e-8067-154ac6635d4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 1125 time: 0.0811441 Mar 10 15:39:40.009688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cdf60-e513-4d38-ba91-898a2a197d01 req-c4d7e792-0ae4-49bb-a7c7-1d851f71eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:40.011196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f6cdf60-e513-4d38-ba91-898a2a197d01 req-c4d7e792-0ae4-49bb-a7c7-1d851f71eb3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0934308 Mar 10 15:39:40.054193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f6cdf60-e513-4d38-ba91-898a2a197d01 req-0be8df28-0558-4bdf-9f8b-a8da1bc75856 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee843bf4-1969-466b-adef-0c0f56f222e8 HTTP/1.1" status: 200 len: 217 time: 0.0361178 Mar 10 15:39:40.112123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cdf60-e513-4d38-ba91-898a2a197d01 req-02c4cb9e-a843-4ec7-a2e0-9c138687fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:40.113673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f6cdf60-e513-4d38-ba91-898a2a197d01 req-02c4cb9e-a843-4ec7-a2e0-9c138687fcb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0526557 Mar 10 15:39:40.171616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cdf60-e513-4d38-ba91-898a2a197d01 req-ba6e2192-9b16-45b3-9803-5c7747825f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:40.173393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f6cdf60-e513-4d38-ba91-898a2a197d01 req-ba6e2192-9b16-45b3-9803-5c7747825f18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536172 Mar 10 15:39:40.274691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f6cdf60-e513-4d38-ba91-898a2a197d01 req-7821ea18-27fb-4bff-8300-16e4de886ea7 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951037 Mar 10 15:39:40.385247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0f6cdf60-e513-4d38-ba91-898a2a197d01 req-29678b1f-2375-4227-aa26-353894e36009 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037915 Mar 10 15:39:40.400159 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:39:41.004833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142ef2b-c4ff-467b-9343-a4d88940dbd1 req-83110c3c-e003-429f-ba6c-f1013cbe152f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:41.006316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9142ef2b-c4ff-467b-9343-a4d88940dbd1 req-83110c3c-e003-429f-ba6c-f1013cbe152f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0536582 Mar 10 15:39:41.066496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9142ef2b-c4ff-467b-9343-a4d88940dbd1 req-1ce32452-06b9-419d-b85c-ad6b89d7881a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544217 Mar 10 15:39:42.219006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b953e4a-7dee-485d-98eb-b7fb0b7b0492 req-f2087df5-461d-4347-9895-16fbaeed0e39 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:42.220622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b953e4a-7dee-485d-98eb-b7fb0b7b0492 req-f2087df5-461d-4347-9895-16fbaeed0e39 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0719688 Mar 10 15:39:42.278621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b953e4a-7dee-485d-98eb-b7fb0b7b0492 req-0ea0a3d4-e17e-4925-ace9-0c6ab9cb123b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518324 Mar 10 15:39:43.273219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f08b4-73ad-4921-b5de-529f86c28e5a req-e8d5c616-33a5-40ab-8bd5-358b7e18c8fa tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:43.274683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f0f08b4-73ad-4921-b5de-529f86c28e5a req-e8d5c616-33a5-40ab-8bd5-358b7e18c8fa tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 946 time: 0.0531368 Mar 10 15:39:43.325249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f0f08b4-73ad-4921-b5de-529f86c28e5a req-fa1cb5b8-9aeb-4200-beda-8d7e27198f5e tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435183 Mar 10 15:39:43.409539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028de578-5a15-41f2-a990-5b543dadb93a req-003d1e7e-2657-42ae-901b-d834c895ab2c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:43.411062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-028de578-5a15-41f2-a990-5b543dadb93a req-003d1e7e-2657-42ae-901b-d834c895ab2c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0580397 Mar 10 15:39:43.458468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-028de578-5a15-41f2-a990-5b543dadb93a req-c10e290f-8298-4597-b2c8-69cec544984f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417631 Mar 10 15:39:44.521475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1258108-3bfc-4f41-a270-948cdc30152b req-b3fef6bb-a9c3-4ffd-a230-902e9851dc65 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:44.539445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1258108-3bfc-4f41-a270-948cdc30152b req-b3fef6bb-a9c3-4ffd-a230-902e9851dc65 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 946 time: 0.1140223 Mar 10 15:39:44.652518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1258108-3bfc-4f41-a270-948cdc30152b req-30f946ac-557e-4745-9b2f-33475b8b1049 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107185 Mar 10 15:39:44.675758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d93d2a-455a-488b-80b8-8434ea423ac7 req-429bba73-5d66-4437-9a61-db47fe934ca7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:44.677214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62d93d2a-455a-488b-80b8-8434ea423ac7 req-429bba73-5d66-4437-9a61-db47fe934ca7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.1067007 Mar 10 15:39:44.791820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62d93d2a-455a-488b-80b8-8434ea423ac7 req-a94c08b4-d1e3-48f5-bd39-9aa254616241 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064987 Mar 10 15:39:44.809811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6923e-636d-4824-b8f7-61da576fcf0d req-1fdac7b2-34e3-4237-97df-314f9276bc22 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:44.812045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab6923e-636d-4824-b8f7-61da576fcf0d req-1fdac7b2-34e3-4237-97df-314f9276bc22 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.45 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 946 time: 0.0940914 Mar 10 15:39:44.937989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-aab6923e-636d-4824-b8f7-61da576fcf0d req-4657f5a6-eb58-4a55-a9f8-cf3c8575a808 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Deleting port 88f39d6f-f799-4329-83b7-e59f701bf425 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:39:44.938294 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab6923e-636d-4824-b8f7-61da576fcf0d req-4657f5a6-eb58-4a55-a9f8-cf3c8575a808 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:45.061415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-aab6923e-636d-4824-b8f7-61da576fcf0d req-4657f5a6-eb58-4a55-a9f8-cf3c8575a808 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] For port 88f39d6f-f799-4329-83b7-e59f701bf425, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=88f39d6f-f799-4329-83b7-e59f701bf425,segment=NetworkSegment(97b1fa60-7bac-423d-b012-d7664786f64f),segment_id=97b1fa60-7bac-423d-b012-d7664786f64f)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:39:45.062835 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab6923e-636d-4824-b8f7-61da576fcf0d req-4657f5a6-eb58-4a55-a9f8-cf3c8575a808 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:45.092136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-aab6923e-636d-4824-b8f7-61da576fcf0d req-4657f5a6-eb58-4a55-a9f8-cf3c8575a808 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Calling delete_port for 88f39d6f-f799-4329-83b7-e59f701bf425 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:39:45.275571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab6923e-636d-4824-b8f7-61da576fcf0d req-4657f5a6-eb58-4a55-a9f8-cf3c8575a808 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (88f39d6f-f799-4329-83b7-e59f701bf425), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:45.288692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['88f39d6f-f799-4329-83b7-e59f701bf425'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:39:45.317182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657f5a6-eb58-4a55-a9f8-cf3c8575a808 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Pushing event deleted for resources: {'Port': ['ID=88f39d6f-f799-4329-83b7-e59f701bf425,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:45.372780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab6923e-636d-4824-b8f7-61da576fcf0d req-4657f5a6-eb58-4a55-a9f8-cf3c8575a808 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] No DVR routers for this DVR port 88f39d6f-f799-4329-83b7-e59f701bf425 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:39:45.376366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-aab6923e-636d-4824-b8f7-61da576fcf0d req-4657f5a6-eb58-4a55-a9f8-cf3c8575a808 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:45.379553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aab6923e-636d-4824-b8f7-61da576fcf0d req-4657f5a6-eb58-4a55-a9f8-cf3c8575a808 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.45 "DELETE /v2.0/ports/88f39d6f-f799-4329-83b7-e59f701bf425 HTTP/1.1" status: 204 len: 173 time: 0.5617564 Mar 10 15:39:45.380010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8436b344-5e9a-4569-a8a2-d1bfd0e84f01', 'name': 'network-vif-deleted', 'tag': '88f39d6f-f799-4329-83b7-e59f701bf425'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:39:45.382413 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4aaace-d6ad-4a68-8d44-5f604dc3780e" -d '{"events": [{"server_uuid": "8436b344-5e9a-4569-a8a2-d1bfd0e84f01", "name": "network-vif-deleted", "tag": "88f39d6f-f799-4329-83b7-e59f701bf425"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:39:45.481609 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed2713d-4c5a-4dae-b826-178618a8b549 x-openstack-request-id: req-9ed2713d-4c5a-4dae-b826-178618a8b549 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:39:45.482606 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8436b344-5e9a-4569-a8a2-d1bfd0e84f01", "name": "network-vif-deleted", "tag": "88f39d6f-f799-4329-83b7-e59f701bf425", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:39:45.482997 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ed2713d-4c5a-4dae-b826-178618a8b549 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:39:45.483495 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8436b344-5e9a-4569-a8a2-d1bfd0e84f01', 'name': 'network-vif-deleted', 'tag': '88f39d6f-f799-4329-83b7-e59f701bf425', 'status': 'completed', 'code': 200} Mar 10 15:39:45.853452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e64259cc-fc44-489e-8b6e-247247d39933 req-7664790a-273a-4e60-bd58-c9a11d8cc53b tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=8436b344-5e9a-4569-a8a2-d1bfd0e84f01 HTTP/1.1" status: 200 len: 210 time: 0.0588388 Mar 10 15:39:45.948696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c10c62-13d4-4163-a8ff-4479d621596e req-8e1739ef-2628-4b31-bd33-eafe97969415 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:45.950125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16c10c62-13d4-4163-a8ff-4479d621596e req-8e1739ef-2628-4b31-bd33-eafe97969415 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0600779 Mar 10 15:39:46.006822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16c10c62-13d4-4163-a8ff-4479d621596e req-b5867445-f7b7-473d-bb6b-f3a8d2316e64 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502663 Mar 10 15:39:47.151515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0563d-8983-43c4-841c-3db52b980aeb req-98daed96-0c87-42aa-b1be-40a4f3e53eb0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:47.158387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97a0563d-8983-43c4-841c-3db52b980aeb req-98daed96-0c87-42aa-b1be-40a4f3e53eb0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0698538 Mar 10 15:39:47.219076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-97a0563d-8983-43c4-841c-3db52b980aeb req-0d8ae22b-6f4c-442a-b5ff-27d510aab448 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517895 Mar 10 15:39:47.606352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-3f66dcdf-b44d-4d43-affa-e8423701344e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501513 Mar 10 15:39:47.710502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-9b4d56d5-b850-4ae0-a3b6-de6c2c5ea996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:47.712211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-9b4d56d5-b850-4ae0-a3b6-de6c2c5ea996 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 1128 time: 0.0499613 Mar 10 15:39:47.839573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-94e9833e-009c-4d80-a1e1-a12d70994f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:47.842057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-94e9833e-009c-4d80-a1e1-a12d70994f5d service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.1028483 Mar 10 15:39:47.893228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-355318ad-c852-4d35-8175-37b8cf0a1d22 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1a9d778-69bc-4a84-bf32-a4a23ed8b099 HTTP/1.1" status: 200 len: 217 time: 0.0402260 Mar 10 15:39:47.948199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-ad07561d-4021-4808-9cce-4239f6b1fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:47.949819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-ad07561d-4021-4808-9cce-4239f6b1fbaf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0507627 Mar 10 15:39:48.022763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-780043ee-fa26-4303-96ca-c2ef020ee272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:48.024562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-780043ee-fa26-4303-96ca-c2ef020ee272 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0690737 Mar 10 15:39:48.144226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-0c1b0071-8aec-4754-b837-9dfd6fb09097 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137898 Mar 10 15:39:48.179948 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:48.248075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e03e8335-bd4c-4b85-9e3c-44c12d945447 req-c1aff103-67ae-48df-bac9-b133ad546c78 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970721 Mar 10 15:39:48.357871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2871b-2480-47c7-9bd5-b3007cfeb1ec req-716dc1b4-80b8-41ae-987b-bd684c19c5f1 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:48.359603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ac2871b-2480-47c7-9bd5-b3007cfeb1ec req-716dc1b4-80b8-41ae-987b-bd684c19c5f1 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0638020 Mar 10 15:39:48.418412 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ac2871b-2480-47c7-9bd5-b3007cfeb1ec req-a087e441-3167-4b72-abd5-cd5f25c5bdee tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520689 Mar 10 15:39:49.478306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 88f39d6f-f799-4329-83b7-e59f701bf425 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:39:49.505278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 88f39d6f-f799-4329-83b7-e59f701bf425 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:39:49.506022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 88f39d6f-f799-4329-83b7-e59f701bf425 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:39:49.595419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23e9e7-f63a-4c12-b239-d1616d1b1e7f req-a0eee5cc-98b0-4e00-b884-7e0db84130c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:49.596933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a23e9e7-f63a-4c12-b239-d1616d1b1e7f req-a0eee5cc-98b0-4e00-b884-7e0db84130c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0591040 Mar 10 15:39:49.648330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a23e9e7-f63a-4c12-b239-d1616d1b1e7f req-e6006ca3-1843-4265-93cd-f6e006eea21d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456975 Mar 10 15:39:50.773823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73784970-6081-4392-8443-558637c34300 req-2a52fcbd-984a-4ac2-a510-307db1b85118 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:50.775518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73784970-6081-4392-8443-558637c34300 req-2a52fcbd-984a-4ac2-a510-307db1b85118 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0558980 Mar 10 15:39:50.827925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73784970-6081-4392-8443-558637c34300 req-c9ceda3c-2f04-480a-9847-45a6edc48561 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443459 Mar 10 15:39:50.868212 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:51.749721 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2da30461-a1dc-47ee-86cf-8ca88e2a7f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:51.959090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4927e-64b8-4160-b2b8-1233f94299af req-e2973556-e568-4822-ab3b-21a239aaa1d4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:51.960639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dc4927e-64b8-4160-b2b8-1233f94299af req-e2973556-e568-4822-ab3b-21a239aaa1d4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0589702 Mar 10 15:39:52.008870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1dc4927e-64b8-4160-b2b8-1233f94299af req-adf2aeba-1f51-42e0-a91d-01ba10289da6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Mar 10 15:39:53.135263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e51880-a42e-4dc9-aa0a-2b440d8fef1d req-cbc228e2-60eb-4142-a07f-70f5fcaeb5d5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:53.136753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9e51880-a42e-4dc9-aa0a-2b440d8fef1d req-cbc228e2-60eb-4142-a07f-70f5fcaeb5d5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0541427 Mar 10 15:39:53.186389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9e51880-a42e-4dc9-aa0a-2b440d8fef1d req-d2545dcf-61f3-445d-a005-15c7414baa70 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 Mar 10 15:39:54.084825 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d51268cf-4ea5-4685-8ba2-62634b26bb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:54.326423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda90891-2070-45e3-87cc-cce56a4696c3 req-1137bd07-f0a3-4a89-bda3-cd0b0cb2ce97 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:54.328121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dda90891-2070-45e3-87cc-cce56a4696c3 req-1137bd07-f0a3-4a89-bda3-cd0b0cb2ce97 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0566907 Mar 10 15:39:54.386600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dda90891-2070-45e3-87cc-cce56a4696c3 req-a10c1f0a-1f10-48c1-9712-9a531a571feb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517907 Mar 10 15:39:55.337389 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:55.513309 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22277b6d-d14d-45de-b7ad-55301c308c72 req-05f4a63f-415d-4594-8b78-ba1ad05cbb03 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:55.515268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22277b6d-d14d-45de-b7ad-55301c308c72 req-05f4a63f-415d-4594-8b78-ba1ad05cbb03 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0582287 Mar 10 15:39:55.575390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-22277b6d-d14d-45de-b7ad-55301c308c72 req-97f10956-34dc-4c4d-8b04-5c52272b890c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534289 Mar 10 15:39:56.659249 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:56.712180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825074e-d775-4740-b7d5-8adb3ca234b9 req-6bfcd076-9a30-4ed7-b240-c85bac3a194a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:56.714448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a825074e-d775-4740-b7d5-8adb3ca234b9 req-6bfcd076-9a30-4ed7-b240-c85bac3a194a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0641112 Mar 10 15:39:56.782890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a825074e-d775-4740-b7d5-8adb3ca234b9 req-5a7c2a31-9b79-42bc-8c08-81002d9c5732 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607891 Mar 10 15:39:56.950071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a562d9-41f6-4181-b075-9eef66017045 req-ecb2aa7f-9dff-45d9-8e8a-0b7efd590265 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:56.952416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-ecb2aa7f-9dff-45d9-8e8a-0b7efd590265 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/networks?id=945a9122-9a72-4fc8-baeb-37c517745fc3 HTTP/1.1" status: 200 len: 813 time: 0.1323063 Mar 10 15:39:56.968349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-915f0f8f-690a-49eb-9f51-e577f092bb7a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/quotas/c89efb19739d411398d3922a83215ad2 HTTP/1.1" status: 200 len: 375 time: 0.0100982 Mar 10 15:39:57.003395 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-60b1fe7d-2454-48f3-86f3-67fd712e3d02 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c89efb19739d411398d3922a83215ad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296144 Mar 10 15:39:57.104508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-89a2e08b-7bb9-45c8-a588-e249048ff57e service neutron] 10.222.0.11 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941854 Mar 10 15:39:57.207445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-4801bd0f-51b8-41c7-befc-030a9ab6e494 service neutron] 10.222.0.11 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974498 Mar 10 15:39:57.733617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59799e21-1491-41c5-831a-00f833314705 req-b00ad65f-3628-4026-a0ca-cc99a764c65b tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 210 time: 0.3720539 Mar 10 15:39:57.921775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524fc27-e61d-41d5-bc69-d1ef4c412bcf req-2ecc84c8-76aa-4892-8cdf-7ee30fe84f70 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:57.924235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8524fc27-e61d-41d5-bc69-d1ef4c412bcf req-2ecc84c8-76aa-4892-8cdf-7ee30fe84f70 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0638590 Mar 10 15:39:57.974638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8524fc27-e61d-41d5-bc69-d1ef4c412bcf req-8067cf4d-7eed-4c69-a410-1a4ed51bab22 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457749 Mar 10 15:39:58.265904 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:58.412173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a562d9-41f6-4181-b075-9eef66017045 req-cd2c7a68-4d6d-46bf-9438-4442706dab7e tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:58.413847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-cd2c7a68-4d6d-46bf-9438-4442706dab7e tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.62 "GET /v2.0/networks?id=945a9122-9a72-4fc8-baeb-37c517745fc3 HTTP/1.1" status: 200 len: 813 time: 0.1129549 Mar 10 15:39:58.425670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Request body: {'port': {'device_id': '10e61fa6-718b-4b43-a820-cc22065d9e8a', 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3', 'admin_state_up': True, 'tenant_id': 'c89efb19739d411398d3922a83215ad2'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:39:58.531335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Made reservation on behalf of c89efb19739d411398d3922a83215ad2 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:39:58.534859 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:58.672121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Allocated IP 172.20.0.3 (945a9122-9a72-4fc8-baeb-37c517745fc3/ac06732f-1cc1-4225-9d24-fab6274f63c1/c9bb6023-821a-45a3-9ba1-01f7b6136c9e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:39:58.849152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-733b2a14-d78d-4603-a0e4-167cb53f85c3 req-c8846d34-175c-41df-a325-f7eda6bca5b8 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 210 time: 0.0366707 Mar 10 15:39:58.858883 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks [] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:58.895739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:58.938326 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Network 945a9122-9a72-4fc8-baeb-37c517745fc3 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:39:58.943505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:39:58.945997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:39:58.975268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Pushing event updated for resources: {'Port': ['ID=c9bb6023-821a-45a3-9ba1-01f7b6136c9e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:59.005007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:59.005274 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:59.023151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-68b67970-d35b-473b-b874-7ea297676e4a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6012332 Mar 10 15:39:59.104448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Request body: {'port': {'device_id': '10e61fa6-718b-4b43-a820-cc22065d9e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:39:59.142381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe526b-f500-4d6b-b789-c940022e5429 req-a0d04bbb-ad3f-4ed4-8c13-d9c14ae26f09 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:59.144390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9dbe526b-f500-4d6b-b789-c940022e5429 req-a0d04bbb-ad3f-4ed4-8c13-d9c14ae26f09 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0918469 Mar 10 15:39:59.203658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:59.238022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9dbe526b-f500-4d6b-b789-c940022e5429 req-2eebd2a0-321a-470d-a657-8e18d9c1491d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850377 Mar 10 15:39:59.530822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bb6023-821a-45a3-9ba1-01f7b6136c9e {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:39:59.538609 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Publish callbacks [] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:59.554530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Transition to ACTIVE for port object c9bb6023-821a-45a3-9ba1-01f7b6136c9e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:39:59.559818 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:59.625272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bb6023-821a-45a3-9ba1-01f7b6136c9e,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:59.707995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Attempting to bind port c9bb6023-821a-45a3-9ba1-01f7b6136c9e on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:39:59.708454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Attempting to bind port c9bb6023-821a-45a3-9ba1-01f7b6136c9e by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '97b1fa60-7bac-423d-b012-d7664786f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:39:59.708804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Attempting to bind port c9bb6023-821a-45a3-9ba1-01f7b6136c9e on network 945a9122-9a72-4fc8-baeb-37c517745fc3 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:39:59.713204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Port c9bb6023-821a-45a3-9ba1-01f7b6136c9e on network 945a9122-9a72-4fc8-baeb-37c517745fc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:39:59.713573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Attempting to bind port c9bb6023-821a-45a3-9ba1-01f7b6136c9e on network 945a9122-9a72-4fc8-baeb-37c517745fc3 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:39:59.719620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:39:59.720073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Checking segment: {'id': '97b1fa60-7bac-423d-b012-d7664786f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:39:59.720534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Bound using segment: {'id': '97b1fa60-7bac-423d-b012-d7664786f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:39:59.721065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Bound port: c9bb6023-821a-45a3-9ba1-01f7b6136c9e, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b1fa60-7bac-423d-b012-d7664786f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:39:59.721427 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:59.802147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] For port c9bb6023-821a-45a3-9ba1-01f7b6136c9e, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:39:59.805524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] For port c9bb6023-821a-45a3-9ba1-01f7b6136c9e, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c9bb6023-821a-45a3-9ba1-01f7b6136c9e,segment=NetworkSegment(97b1fa60-7bac-423d-b012-d7664786f64f),segment_id=97b1fa60-7bac-423d-b012-d7664786f64f)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:39:59.813283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:59.851468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:39:59.852157 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:39:59.853488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] 10.222.0.62 "PUT /v2.0/ports/c9bb6023-821a-45a3-9ba1-01f7b6136c9e HTTP/1.1" status: 200 len: 1091 time: 0.8234832 Mar 10 15:39:59.853964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e61fa6-718b-4b43-a820-cc22065d9e8a', 'tag': 'c9bb6023-821a-45a3-9ba1-01f7b6136c9e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:39:59.856280 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923cac74-1d0a-44c7-a348-a6cc1934f6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "10e61fa6-718b-4b43-a820-cc22065d9e8a", "tag": "c9bb6023-821a-45a3-9ba1-01f7b6136c9e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:39:59.880600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e11268-0024-46d5-8151-e777c3d89ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bb6023-821a-45a3-9ba1-01f7b6136c9e,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:39:59.931981 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fe69a1-e586-4b01-bc5f-e27a63d338e6 x-openstack-request-id: req-f1fe69a1-e586-4b01-bc5f-e27a63d338e6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:39:59.931981 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e61fa6-718b-4b43-a820-cc22065d9e8a", "tag": "c9bb6023-821a-45a3-9ba1-01f7b6136c9e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:39:59.932477 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1fe69a1-e586-4b01-bc5f-e27a63d338e6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:39:59.932477 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e61fa6-718b-4b43-a820-cc22065d9e8a', 'tag': 'c9bb6023-821a-45a3-9ba1-01f7b6136c9e', 'status': 'completed', 'code': 200} Mar 10 15:40:00.001560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a562d9-41f6-4181-b075-9eef66017045 req-04d9f2bd-c40d-4830-a36d-aec678d4d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:00.003247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-04d9f2bd-c40d-4830-a36d-aec678d4d26a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89efb19739d411398d3922a83215ad2&device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 1125 time: 0.0852165 Mar 10 15:40:00.049618 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-a4f3c296-5620-4894-b70a-619a78ebdc77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9bb6023-821a-45a3-9ba1-01f7b6136c9e HTTP/1.1" status: 200 len: 217 time: 0.0387740 Mar 10 15:40:00.057794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441786b-2d97-4285-85be-534c9405dbb1 req-aba857fc-ede6-4242-8780-37c0529bffbe tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:00.059224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8441786b-2d97-4285-85be-534c9405dbb1 req-aba857fc-ede6-4242-8780-37c0529bffbe tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 943 time: 0.1259568 Mar 10 15:40:00.143001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a562d9-41f6-4181-b075-9eef66017045 req-f8175fba-f3b7-4593-b5bb-9360e4e0aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:00.144555 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-f8175fba-f3b7-4593-b5bb-9360e4e0aa82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac06732f-1cc1-4225-9d24-fab6274f63c1 HTTP/1.1" status: 200 len: 853 time: 0.0844347 Mar 10 15:40:00.152155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8441786b-2d97-4285-85be-534c9405dbb1 req-084ed261-4fef-4cff-bdfb-42f0bbb2a62c tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846472 Mar 10 15:40:00.186304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-f26c0b45-a51b-42f8-bd87-03528f746c91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=945a9122-9a72-4fc8-baeb-37c517745fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331435 Mar 10 15:40:00.290914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-c14083d3-1517-43a6-8be5-cd6e10db7864 service neutron] 10.222.0.62 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988989 Mar 10 15:40:00.426675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21a562d9-41f6-4181-b075-9eef66017045 req-dfc24be9-bde6-48ad-9ccf-b8ff62ca97a3 service neutron] 10.222.0.62 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306159 Mar 10 15:40:00.434636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf382f-e66c-4ac6-882d-649c0903069b req-c0f61faf-44da-4f59-ac0f-5758a9771555 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:00.436708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1daf382f-e66c-4ac6-882d-649c0903069b req-c0f61faf-44da-4f59-ac0f-5758a9771555 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.1167707 Mar 10 15:40:00.528037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1daf382f-e66c-4ac6-882d-649c0903069b req-9670208b-4339-4119-8e70-4103b39972d8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824325 Mar 10 15:40:00.559081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cac74-1d0a-44c7-a348-a6cc1934f6ca req-e7fc0df6-3911-4de9-9ca7-62e85b5d8705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:00.561020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-923cac74-1d0a-44c7-a348-a6cc1934f6ca req-e7fc0df6-3911-4de9-9ca7-62e85b5d8705 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89efb19739d411398d3922a83215ad2&device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 1125 time: 0.0832372 Mar 10 15:40:00.668061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cac74-1d0a-44c7-a348-a6cc1934f6ca req-35f60199-506e-4614-a1be-8821366a75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:00.669796 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-923cac74-1d0a-44c7-a348-a6cc1934f6ca req-35f60199-506e-4614-a1be-8821366a75f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=945a9122-9a72-4fc8-baeb-37c517745fc3 HTTP/1.1" status: 200 len: 914 time: 0.1027224 Mar 10 15:40:00.720401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-923cac74-1d0a-44c7-a348-a6cc1934f6ca req-4593fb8b-1ca8-4129-a9f2-8885a14680ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9bb6023-821a-45a3-9ba1-01f7b6136c9e HTTP/1.1" status: 200 len: 217 time: 0.0419021 Mar 10 15:40:00.775147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cac74-1d0a-44c7-a348-a6cc1934f6ca req-f750dd98-56f0-4fd5-906a-566315e48993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:00.776904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-923cac74-1d0a-44c7-a348-a6cc1934f6ca req-f750dd98-56f0-4fd5-906a-566315e48993 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac06732f-1cc1-4225-9d24-fab6274f63c1 HTTP/1.1" status: 200 len: 853 time: 0.0493491 Mar 10 15:40:00.811918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-923cac74-1d0a-44c7-a348-a6cc1934f6ca req-56b682dc-3ffa-4453-8e8f-93ce656b510d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=945a9122-9a72-4fc8-baeb-37c517745fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289896 Mar 10 15:40:00.921762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-923cac74-1d0a-44c7-a348-a6cc1934f6ca req-56e217b2-f0c1-4098-bded-137b348f3611 service neutron] 10.222.0.62 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035981 Mar 10 15:40:01.029078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-923cac74-1d0a-44c7-a348-a6cc1934f6ca req-dc0aa1f5-c085-44c4-aedc-9686c22ca250 service neutron] 10.222.0.62 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985835 Mar 10 15:40:01.290278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f2b18-b5cf-4d65-a50f-6b37128cf513 req-e69a402b-8867-4339-814b-f7fd3d960366 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:01.291923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-035f2b18-b5cf-4d65-a50f-6b37128cf513 req-e69a402b-8867-4339-814b-f7fd3d960366 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 943 time: 0.0558369 Mar 10 15:40:01.345420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-035f2b18-b5cf-4d65-a50f-6b37128cf513 req-2bb1f6b7-3110-4b85-88b7-dcb077a8b56f tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476100 Mar 10 15:40:01.668321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870f9df-78de-46ee-a665-1ec7cc0dc627 req-5e704fb7-b39e-488c-b24e-cb62676ce7ca tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:01.669865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d870f9df-78de-46ee-a665-1ec7cc0dc627 req-5e704fb7-b39e-488c-b24e-cb62676ce7ca tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0609567 Mar 10 15:40:01.720809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d870f9df-78de-46ee-a665-1ec7cc0dc627 req-ab8fff6f-af3d-4368-beea-32508ab873a4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444992 Mar 10 15:40:02.468027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d3184-fda1-498b-a011-c265bd6839c5 req-60149568-8643-4482-8003-e4ca1b46543e tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:02.469538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b7d3184-fda1-498b-a011-c265bd6839c5 req-60149568-8643-4482-8003-e4ca1b46543e tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 943 time: 0.0565419 Mar 10 15:40:02.518047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b7d3184-fda1-498b-a011-c265bd6839c5 req-7e5a538f-fb06-4892-8ad6-a4aafcc5e64d tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Mar 10 15:40:02.854772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bf17d-c8fe-469f-8c7d-ee43c2ab7904 req-d6722a7e-ff29-4a04-9b41-24031ec32b8b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:02.856649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c0bf17d-c8fe-469f-8c7d-ee43c2ab7904 req-d6722a7e-ff29-4a04-9b41-24031ec32b8b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0643337 Mar 10 15:40:02.913114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c0bf17d-c8fe-469f-8c7d-ee43c2ab7904 req-06e844a3-64ff-4317-b6d2-bb93df20b433 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493352 Mar 10 15:40:03.125377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c9bb6023-821a-45a3-9ba1-01f7b6136c9e details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:40:03.230192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c9bb6023-821a-45a3-9ba1-01f7b6136c9e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c9bb6023-821a-45a3-9ba1-01f7b6136c9e,segment=NetworkSegment(97b1fa60-7bac-423d-b012-d7664786f64f),segment_id=97b1fa60-7bac-423d-b012-d7664786f64f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:40:03.242028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'c9bb6023-821a-45a3-9ba1-01f7b6136c9e', 'network_id': '945a9122-9a72-4fc8-baeb-37c517745fc3', 'port_id': 'c9bb6023-821a-45a3-9ba1-01f7b6136c9e', 'mac_address': 'fa:16:3e:7a:03:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac06732f-1cc1-4225-9d24-fab6274f63c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:40:03.282576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c9bb6023-821a-45a3-9ba1-01f7b6136c9e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:40:03.283068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:03.300157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bb6023-821a-45a3-9ba1-01f7b6136c9e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:40:03.321266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c9bb6023-821a-45a3-9ba1-01f7b6136c9e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c9bb6023-821a-45a3-9ba1-01f7b6136c9e,segment=NetworkSegment(97b1fa60-7bac-423d-b012-d7664786f64f),segment_id=97b1fa60-7bac-423d-b012-d7664786f64f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:40:03.324840 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:03.375454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c9bb6023-821a-45a3-9ba1-01f7b6136c9e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:03.625014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c9bb6023-821a-45a3-9ba1-01f7b6136c9e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:40:03.648494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a801a-34e8-4d2c-b460-ca4a868c813a req-d6bf2b06-d660-45e2-9c18-2ae01d4d8bc6 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:03.650150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e5a801a-34e8-4d2c-b460-ca4a868c813a req-d6bf2b06-d660-45e2-9c18-2ae01d4d8bc6 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 944 time: 0.0600533 Mar 10 15:40:03.701523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e5a801a-34e8-4d2c-b460-ca4a868c813a req-bf675fbb-7e06-4e27-bef3-3c50f92f1c9b tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 Mar 10 15:40:04.032950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969f1e9-414d-44ad-be7c-819d15525eed req-b29e84b9-1421-4f3a-a180-313d68c98df7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:04.034447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8969f1e9-414d-44ad-be7c-819d15525eed req-b29e84b9-1421-4f3a-a180-313d68c98df7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0535963 Mar 10 15:40:04.087163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8969f1e9-414d-44ad-be7c-819d15525eed req-5f361672-0e33-4348-ab8a-4363c5d5b074 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468771 Mar 10 15:40:04.822418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6ad9f-0a9e-4c34-b63d-da9bf0336822 req-66bcafe5-b3db-4052-956e-ca7246f68e68 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:04.823926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96c6ad9f-0a9e-4c34-b63d-da9bf0336822 req-66bcafe5-b3db-4052-956e-ca7246f68e68 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 944 time: 0.0523648 Mar 10 15:40:04.870819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96c6ad9f-0a9e-4c34-b63d-da9bf0336822 req-ce095ef5-5aed-4a34-97a5-44f39d697231 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Mar 10 15:40:05.131673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c9bb6023-821a-45a3-9ba1-01f7b6136c9e up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:40:05.181461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port c9bb6023-821a-45a3-9ba1-01f7b6136c9e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:40:05.186029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port c9bb6023-821a-45a3-9ba1-01f7b6136c9e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:40:05.186400 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:05.212122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577e314-2dcc-4a62-87a3-a7e24ec76434 req-2b46d611-cd1c-490f-956e-7c57c48ccdfa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:05.214228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2577e314-2dcc-4a62-87a3-a7e24ec76434 req-2b46d611-cd1c-490f-956e-7c57c48ccdfa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0559025 Mar 10 15:40:05.264029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c9bb6023-821a-45a3-9ba1-01f7b6136c9e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:40:05.264421 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:05.266567 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2577e314-2dcc-4a62-87a3-a7e24ec76434 req-dea705cb-ec30-4e06-b82e-814083494d19 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462506 Mar 10 15:40:05.287404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e61fa6-718b-4b43-a820-cc22065d9e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bb6023-821a-45a3-9ba1-01f7b6136c9e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:40:05.289621 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4614dc-518e-48ad-9007-3a3abd070187" -d '{"events": [{"server_uuid": "10e61fa6-718b-4b43-a820-cc22065d9e8a", "name": "network-vif-plugged", "status": "completed", "tag": "c9bb6023-821a-45a3-9ba1-01f7b6136c9e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:40:05.305860 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c9bb6023-821a-45a3-9ba1-01f7b6136c9e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c9bb6023-821a-45a3-9ba1-01f7b6136c9e,segment=NetworkSegment(97b1fa60-7bac-423d-b012-d7664786f64f),segment_id=97b1fa60-7bac-423d-b012-d7664786f64f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:40:05.311308 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:05.335843 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab69888-159f-448f-969d-8707561d6b88 x-openstack-request-id: req-6ab69888-159f-448f-969d-8707561d6b88 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:40:05.336130 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e61fa6-718b-4b43-a820-cc22065d9e8a", "name": "network-vif-plugged", "status": "completed", "tag": "c9bb6023-821a-45a3-9ba1-01f7b6136c9e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:40:05.336383 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ab69888-159f-448f-969d-8707561d6b88 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:40:05.336770 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e61fa6-718b-4b43-a820-cc22065d9e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bb6023-821a-45a3-9ba1-01f7b6136c9e', 'code': 200} Mar 10 15:40:05.364383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c9bb6023-821a-45a3-9ba1-01f7b6136c9e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:05.436673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0564543-af88-4be3-871e-48549aa88f39 req-c81dd3c5-aa65-44a7-9051-ac59a5b603fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:05.438139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0564543-af88-4be3-871e-48549aa88f39 req-c81dd3c5-aa65-44a7-9051-ac59a5b603fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 1127 time: 0.0470386 Mar 10 15:40:05.480195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0564543-af88-4be3-871e-48549aa88f39 req-029c416c-ffef-42c1-9070-4cd3d0f49bce service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358281 Mar 10 15:40:05.987542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde348b-973b-4a59-ab3f-e09507acbf0e req-3490785d-5e09-46cd-8fe5-7a3bb1626997 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:05.988999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cde348b-973b-4a59-ab3f-e09507acbf0e req-3490785d-5e09-46cd-8fe5-7a3bb1626997 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 945 time: 0.0526011 Mar 10 15:40:06.035193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cde348b-973b-4a59-ab3f-e09507acbf0e req-c0eecd27-6dc8-4505-adff-a752e6c7f766 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 Mar 10 15:40:06.394158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c3c60-a046-4942-81af-2f4acbb51759 req-2e09ac20-dab9-43e7-ad91-7a1c9b6a8b52 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:06.395798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc4c3c60-a046-4942-81af-2f4acbb51759 req-2e09ac20-dab9-43e7-ad91-7a1c9b6a8b52 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0596538 Mar 10 15:40:06.442449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc4c3c60-a046-4942-81af-2f4acbb51759 req-78a179e8-e668-4809-99de-fd6d755be4f6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Mar 10 15:40:07.155682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e2f77-21d7-45d8-801a-3863411037da req-e60acf16-47e6-42af-aea4-9c5354758f8a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:07.157211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-735e2f77-21d7-45d8-801a-3863411037da req-e60acf16-47e6-42af-aea4-9c5354758f8a tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 945 time: 0.0536218 Mar 10 15:40:07.205226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-735e2f77-21d7-45d8-801a-3863411037da req-01e46d4b-634e-4caa-8c05-7dd88c02d40e tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423336 Mar 10 15:40:07.603797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085309d-5f3d-4da4-a0b9-51affe091562 req-0e4be5c1-4539-4e81-a83d-58527e0273ff tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:07.605516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4085309d-5f3d-4da4-a0b9-51affe091562 req-0e4be5c1-4539-4e81-a83d-58527e0273ff tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 943 time: 0.0697105 Mar 10 15:40:07.631461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ee843bf4-1969-466b-adef-0c0f56f222e8 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:40:07.661785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4085309d-5f3d-4da4-a0b9-51affe091562 req-1930b309-e134-44ff-bcdb-56ea5b65167c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497594 Mar 10 15:40:07.763663 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ee843bf4-1969-466b-adef-0c0f56f222e8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ee843bf4-1969-466b-adef-0c0f56f222e8,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:40:07.777898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'ee843bf4-1969-466b-adef-0c0f56f222e8', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'port_id': 'ee843bf4-1969-466b-adef-0c0f56f222e8', 'mac_address': 'fa:16:3e:b3:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:40:07.820852 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ee843bf4-1969-466b-adef-0c0f56f222e8 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:40:07.821333 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:07.834018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee843bf4-1969-466b-adef-0c0f56f222e8 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:40:07.853982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ee843bf4-1969-466b-adef-0c0f56f222e8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ee843bf4-1969-466b-adef-0c0f56f222e8,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:40:07.858756 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:07.907788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ee843bf4-1969-466b-adef-0c0f56f222e8,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:08.068369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['ee843bf4-1969-466b-adef-0c0f56f222e8'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:40:08.809023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb16693-7e09-4d2c-9d8c-412fc6fe4f2d req-d630ce94-dae1-4581-83fd-cbe73942eb1a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:08.811118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cb16693-7e09-4d2c-9d8c-412fc6fe4f2d req-d630ce94-dae1-4581-83fd-cbe73942eb1a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 944 time: 0.0564697 Mar 10 15:40:08.860638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cb16693-7e09-4d2c-9d8c-412fc6fe4f2d req-a89c5533-c6f6-4bc1-99ae-a8e87b5aca8c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434859 Mar 10 15:40:09.650146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ee843bf4-1969-466b-adef-0c0f56f222e8 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:40:09.701956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port ee843bf4-1969-466b-adef-0c0f56f222e8 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:40:09.706058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port ee843bf4-1969-466b-adef-0c0f56f222e8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:40:09.706436 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:09.793901 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port ee843bf4-1969-466b-adef-0c0f56f222e8 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:40:09.794929 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:09.821122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08d2c85-c2e8-4e88-9c4e-c311377a2acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee843bf4-1969-466b-adef-0c0f56f222e8'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:40:09.823416 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99fd7f1-8d4e-48db-953c-7d94ac8a294e" -d '{"events": [{"server_uuid": "c08d2c85-c2e8-4e88-9c4e-c311377a2acc", "name": "network-vif-plugged", "status": "completed", "tag": "ee843bf4-1969-466b-adef-0c0f56f222e8"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:40:09.837640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port ee843bf4-1969-466b-adef-0c0f56f222e8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ee843bf4-1969-466b-adef-0c0f56f222e8,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:40:09.842588 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:09.870691 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5f054b-2082-41dd-a1ea-a338ef772b08 x-openstack-request-id: req-6e5f054b-2082-41dd-a1ea-a338ef772b08 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:40:09.870987 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08d2c85-c2e8-4e88-9c4e-c311377a2acc", "name": "network-vif-plugged", "status": "completed", "tag": "ee843bf4-1969-466b-adef-0c0f56f222e8", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:40:09.871320 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e5f054b-2082-41dd-a1ea-a338ef772b08 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:40:09.871859 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08d2c85-c2e8-4e88-9c4e-c311377a2acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee843bf4-1969-466b-adef-0c0f56f222e8', 'code': 200} Mar 10 15:40:09.905153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=ee843bf4-1969-466b-adef-0c0f56f222e8,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:10.010952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe14ec2-2b31-4717-8d59-bacc2a71cd52 req-058a8f76-6940-4607-a5d5-cb05d8c43e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:10.012448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fe14ec2-2b31-4717-8d59-bacc2a71cd52 req-058a8f76-6940-4607-a5d5-cb05d8c43e6d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 1127 time: 0.0843391 Mar 10 15:40:10.020327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea126b-195d-417f-bf9a-76dbdadfbaa3 req-582fb3cd-d2fb-48ed-a91b-fd346b16e8ea tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:10.021689 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfea126b-195d-417f-bf9a-76dbdadfbaa3 req-582fb3cd-d2fb-48ed-a91b-fd346b16e8ea tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 945 time: 0.0836644 Mar 10 15:40:10.089932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0fe14ec2-2b31-4717-8d59-bacc2a71cd52 req-c8f90d62-6902-4e0e-9c78-36e51b6c239a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670846 Mar 10 15:40:10.098258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfea126b-195d-417f-bf9a-76dbdadfbaa3 req-2ff08be6-ecca-47df-89b7-662eb7a38440 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694251 Mar 10 15:40:11.221258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53346c2-12c7-4a16-bdfc-473ada1d654f req-98ffbf49-9e53-459a-b73a-90e4d72ce6eb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:11.222735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b53346c2-12c7-4a16-bdfc-473ada1d654f req-98ffbf49-9e53-459a-b73a-90e4d72ce6eb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 945 time: 0.0542500 Mar 10 15:40:11.270569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b53346c2-12c7-4a16-bdfc-473ada1d654f req-7e14c2d8-2a87-4543-91f4-d05afa881f85 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420773 Mar 10 15:40:11.392844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b298d5f-c74a-4811-b3d3-08e6fa1b6829 req-6734abd0-93ee-449b-948d-6867f33b8453 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:11.394338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b298d5f-c74a-4811-b3d3-08e6fa1b6829 req-6734abd0-93ee-449b-948d-6867f33b8453 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 945 time: 0.0551333 Mar 10 15:40:11.446770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b298d5f-c74a-4811-b3d3-08e6fa1b6829 req-7a369db3-c307-475a-990b-528118091f02 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465217 Mar 10 15:40:11.754451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b57d03-92f3-49fc-bb2c-3a616ade61f2 req-0348b26a-c52d-4877-8150-e709ab6bdccb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:11.756007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4b57d03-92f3-49fc-bb2c-3a616ade61f2 req-0348b26a-c52d-4877-8150-e709ab6bdccb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 945 time: 0.0567808 Mar 10 15:40:11.807192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4b57d03-92f3-49fc-bb2c-3a616ade61f2 req-46185f16-3157-49f1-9932-d08aa5140411 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Mar 10 15:40:12.957402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00829599-7905-42d3-b6bf-24785144a0c1 req-e9e3dc01-163e-4f6b-a8d4-02381a83a1da tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:12.963299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00829599-7905-42d3-b6bf-24785144a0c1 req-e9e3dc01-163e-4f6b-a8d4-02381a83a1da tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 945 time: 0.0620985 Mar 10 15:40:13.017134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00829599-7905-42d3-b6bf-24785144a0c1 req-ca61aaf2-2333-44bd-9ba5-2f8a3d2bc480 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520620 Mar 10 15:40:13.186524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370fa19-faf1-4d99-9ad0-6c34c69a2eda req-abfb012f-48c2-4118-bac9-bd13cdf57b5b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:13.188248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4370fa19-faf1-4d99-9ad0-6c34c69a2eda req-abfb012f-48c2-4118-bac9-bd13cdf57b5b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 945 time: 0.0638583 Mar 10 15:40:13.296957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-4370fa19-faf1-4d99-9ad0-6c34c69a2eda req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Deleting port ee843bf4-1969-466b-adef-0c0f56f222e8 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:40:13.297236 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4370fa19-faf1-4d99-9ad0-6c34c69a2eda req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:13.407587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4370fa19-faf1-4d99-9ad0-6c34c69a2eda req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] For port ee843bf4-1969-466b-adef-0c0f56f222e8, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=ee843bf4-1969-466b-adef-0c0f56f222e8,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:40:13.407950 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4370fa19-faf1-4d99-9ad0-6c34c69a2eda req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:13.423555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-4370fa19-faf1-4d99-9ad0-6c34c69a2eda req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Calling delete_port for ee843bf4-1969-466b-adef-0c0f56f222e8 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:40:13.565033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4370fa19-faf1-4d99-9ad0-6c34c69a2eda req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ee843bf4-1969-466b-adef-0c0f56f222e8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:13.579433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['ee843bf4-1969-466b-adef-0c0f56f222e8'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:40:13.583005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c1a9d778-69bc-4a84-bf32-a4a23ed8b099'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:40:13.604493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event deleted for resources: {'Port': ['ID=ee843bf4-1969-466b-adef-0c0f56f222e8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:13.619011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.619366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.619711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.620050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.620389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.620727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.621072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.621420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.621748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.622073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.622520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.622893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.623243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:40:13.679982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4370fa19-faf1-4d99-9ad0-6c34c69a2eda req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] No DVR routers for this DVR port ee843bf4-1969-466b-adef-0c0f56f222e8 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:40:13.682850 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4370fa19-faf1-4d99-9ad0-6c34c69a2eda req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:13.687054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4370fa19-faf1-4d99-9ad0-6c34c69a2eda req-043b3c72-9623-4aef-a20f-e6ea4ae4085d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "DELETE /v2.0/ports/ee843bf4-1969-466b-adef-0c0f56f222e8 HTTP/1.1" status: 204 len: 173 time: 0.4930294 Mar 10 15:40:13.687645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08d2c85-c2e8-4e88-9c4e-c311377a2acc', 'name': 'network-vif-deleted', 'tag': 'ee843bf4-1969-466b-adef-0c0f56f222e8'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:40:13.690413 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1414ed65-f4f4-42a0-ac34-f0a82a6b68f2" -d '{"events": [{"server_uuid": "c08d2c85-c2e8-4e88-9c4e-c311377a2acc", "name": "network-vif-deleted", "tag": "ee843bf4-1969-466b-adef-0c0f56f222e8"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:40:13.756544 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299c4eef-ba24-4909-8076-9b0a5f9ffd19 x-openstack-request-id: req-299c4eef-ba24-4909-8076-9b0a5f9ffd19 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:40:13.756845 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08d2c85-c2e8-4e88-9c4e-c311377a2acc", "name": "network-vif-deleted", "tag": "ee843bf4-1969-466b-adef-0c0f56f222e8", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:40:13.757260 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-299c4eef-ba24-4909-8076-9b0a5f9ffd19 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:40:13.757700 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08d2c85-c2e8-4e88-9c4e-c311377a2acc', 'name': 'network-vif-deleted', 'tag': 'ee843bf4-1969-466b-adef-0c0f56f222e8', 'status': 'completed', 'code': 200} Mar 10 15:40:14.118391 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9f1fa55-45c6-495e-a345-b35fe25129a1 req-d104ea20-35e8-49a4-a9aa-9f69b8727f82 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 210 time: 0.0280850 Mar 10 15:40:15.218663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5beadd8-0ce6-4f03-abc4-1c004b0429b4 req-30eacd3c-6c0a-41e5-8e6e-9849d7736007 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 210 time: 0.0306025 Mar 10 15:40:16.316339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a01c5e1-0979-4f98-80c0-fe1b9ccf377f req-f2467522-af79-4683-ba02-be995735e865 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 210 time: 0.0293784 Mar 10 15:40:17.400276 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:40:17.414069 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d7c40cc-9d02-4167-a49c-ea643aaecb71 req-efccfc53-687a-419d-855a-c4791f16e783 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 210 time: 0.0273607 Mar 10 15:40:17.665362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ee843bf4-1969-466b-adef-0c0f56f222e8 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:40:17.689213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: ee843bf4-1969-466b-adef-0c0f56f222e8 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:40:17.689479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device ee843bf4-1969-466b-adef-0c0f56f222e8 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:40:18.207526 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:18.510684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0c67349-fd71-44df-bce4-1121c806da30 req-4a3061f3-6e97-4f00-ae96-7ea73319e70a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 210 time: 0.0269487 Mar 10 15:40:19.613784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f51ed03c-10e2-4d9d-9516-85f350967ae2 req-0d321d40-9323-4028-8d18-403b33e828af tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 210 time: 0.0289023 Mar 10 15:40:20.711663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0df3165b-8a20-4cb5-90d9-07d9168da759 req-654fbe65-a41d-4082-b87b-dd2b72551b4a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 210 time: 0.0282354 Mar 10 15:40:20.881089 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:21.744219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd0f4-e5cd-4101-b7a2-665ccb9970f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:21.813131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2e75f30-a828-472c-b66f-eb3f2b378596 req-57bf152c-33cb-45fc-bc7d-5caf468b2075 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 210 time: 0.0308635 Mar 10 15:40:22.913975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee113e89-7ffa-4bf5-aca4-ca4e5ca0d561 req-63a096cd-f352-4fa1-ad80-92bb84143bcb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=c08d2c85-c2e8-4e88-9c4e-c311377a2acc HTTP/1.1" status: 200 len: 210 time: 0.0273275 Mar 10 15:40:24.089493 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35d412eb-97df-436d-9116-5e229d369757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:25.338633 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:26.659144 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:28.275801 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:36.044658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b790ff-ccf1-4213-8f38-dc40f611c33f req-e0a3a205-4350-4a86-8a99-5336c5a8da65 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:36.046179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94b790ff-ccf1-4213-8f38-dc40f611c33f req-e0a3a205-4350-4a86-8a99-5336c5a8da65 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 946 time: 0.0545094 Mar 10 15:40:36.100809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94b790ff-ccf1-4213-8f38-dc40f611c33f req-3f42a2fb-2c66-4c46-bdd0-03a687e5547c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455263 Mar 10 15:40:36.739320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-c69a422c-5b78-40f5-9f00-761a8549fc7f service neutron] (115534) timed out ('10.222.0.11', 35714) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:40:37.226887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229c011-3e5d-49c8-ae21-b793d3895da8 req-b550da8e-10f7-442c-b709-9450b6967c64 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:37.228446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9229c011-3e5d-49c8-ae21-b793d3895da8 req-b550da8e-10f7-442c-b709-9450b6967c64 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 946 time: 0.0585089 Mar 10 15:40:37.283779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9229c011-3e5d-49c8-ae21-b793d3895da8 req-20e0dc08-80d7-4d42-aa4b-8b7bd13f6ce3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd6a138-b339-4b20-a74b-a9a0b427749d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494599 Mar 10 15:40:37.431245 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-32c4f112-71c7-4278-9185-d552fb71899c req-4b77f03c-ac05-41a6-bc62-fb7c231023c8 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] (115534) timed out ('10.222.0.11', 39500) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:40:37.742212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54a18b-7bc0-4f21-916e-33b9e2d58f08 req-eb723758-d352-4f8a-a381-06f303990e16 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:37.743542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a18b-7bc0-4f21-916e-33b9e2d58f08 req-eb723758-d352-4f8a-a381-06f303990e16 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 946 time: 0.0518515 Mar 10 15:40:37.834222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-cb54a18b-7bc0-4f21-916e-33b9e2d58f08 req-aa0cdcd4-3cc9-4646-a804-e7529d6bc2fc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Deleting port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:40:37.834560 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a18b-7bc0-4f21-916e-33b9e2d58f08 req-aa0cdcd4-3cc9-4646-a804-e7529d6bc2fc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:37.926708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-cb54a18b-7bc0-4f21-916e-33b9e2d58f08 req-aa0cdcd4-3cc9-4646-a804-e7529d6bc2fc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] For port c1a9d778-69bc-4a84-bf32-a4a23ed8b099, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c1a9d778-69bc-4a84-bf32-a4a23ed8b099,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:40:37.927141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a18b-7bc0-4f21-916e-33b9e2d58f08 req-aa0cdcd4-3cc9-4646-a804-e7529d6bc2fc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:37.939370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-cb54a18b-7bc0-4f21-916e-33b9e2d58f08 req-aa0cdcd4-3cc9-4646-a804-e7529d6bc2fc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Calling delete_port for c1a9d778-69bc-4a84-bf32-a4a23ed8b099 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:40:38.069132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a18b-7bc0-4f21-916e-33b9e2d58f08 req-aa0cdcd4-3cc9-4646-a804-e7529d6bc2fc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c1a9d778-69bc-4a84-bf32-a4a23ed8b099), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:38.081642 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c1a9d778-69bc-4a84-bf32-a4a23ed8b099'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:40:38.106233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cdcd4-3cc9-4646-a804-e7529d6bc2fc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event deleted for resources: {'Port': ['ID=c1a9d778-69bc-4a84-bf32-a4a23ed8b099,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:38.161018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb54a18b-7bc0-4f21-916e-33b9e2d58f08 req-aa0cdcd4-3cc9-4646-a804-e7529d6bc2fc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] No DVR routers for this DVR port c1a9d778-69bc-4a84-bf32-a4a23ed8b099 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:40:38.163527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cb54a18b-7bc0-4f21-916e-33b9e2d58f08 req-aa0cdcd4-3cc9-4646-a804-e7529d6bc2fc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:38.166814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb54a18b-7bc0-4f21-916e-33b9e2d58f08 req-aa0cdcd4-3cc9-4646-a804-e7529d6bc2fc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "DELETE /v2.0/ports/c1a9d778-69bc-4a84-bf32-a4a23ed8b099 HTTP/1.1" status: 204 len: 173 time: 0.4183097 Mar 10 15:40:38.167261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7442a152-3b6c-4e9f-9bce-329f6bfaadb2', 'name': 'network-vif-deleted', 'tag': 'c1a9d778-69bc-4a84-bf32-a4a23ed8b099'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:40:38.169568 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f623b6a0-165e-4d2b-a627-745dede61110" -d '{"events": [{"server_uuid": "7442a152-3b6c-4e9f-9bce-329f6bfaadb2", "name": "network-vif-deleted", "tag": "c1a9d778-69bc-4a84-bf32-a4a23ed8b099"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:40:38.210778 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a48ba4-9997-4891-be10-f06e1dcb53d5 x-openstack-request-id: req-62a48ba4-9997-4891-be10-f06e1dcb53d5 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:40:38.211100 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7442a152-3b6c-4e9f-9bce-329f6bfaadb2", "name": "network-vif-deleted", "tag": "c1a9d778-69bc-4a84-bf32-a4a23ed8b099", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:40:38.211357 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62a48ba4-9997-4891-be10-f06e1dcb53d5 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:40:38.211774 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7442a152-3b6c-4e9f-9bce-329f6bfaadb2', 'name': 'network-vif-deleted', 'tag': 'c1a9d778-69bc-4a84-bf32-a4a23ed8b099', 'status': 'completed', 'code': 200} Mar 10 15:40:38.440123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bdc21eb-2d75-49e7-8350-87ae593ca8a2 req-2654fa4e-3f4e-4edd-90b9-9a57b8863bbe tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 210 time: 0.0749691 Mar 10 15:40:39.549263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08944fb7-2c1d-42f4-ad84-9da2b2bbb79a req-5aaad87d-d4c7-421b-8881-2e39ae111d9c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 210 time: 0.0353732 Mar 10 15:40:40.663437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9904d347-1472-445e-a52f-40612055b060 req-2826ce9c-2a6e-4cda-a0e7-130debdadeeb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 210 time: 0.0300632 Mar 10 15:40:41.272864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c1a9d778-69bc-4a84-bf32-a4a23ed8b099 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:40:41.296576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: c1a9d778-69bc-4a84-bf32-a4a23ed8b099 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:40:41.296917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c1a9d778-69bc-4a84-bf32-a4a23ed8b099 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:40:41.766333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68ac16a3-fc4b-4670-b771-adb1686bcb8f req-364c9f9a-5b47-415e-93b1-c4f65577fffb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 210 time: 0.0281203 Mar 10 15:40:42.872958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1504983-3196-4544-999a-7cb768c2dfee req-dc55a6be-e70d-4d55-982e-5b5a894a0dc0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 210 time: 0.0362432 Mar 10 15:40:43.969343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a90583ba-33de-4920-87fb-a9a9c51eb6a1 req-ce3e8962-e917-4363-91bf-79b7613fc0b2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 210 time: 0.0278206 Mar 10 15:40:45.071996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1472876f-52e5-4069-a225-4b4c390653c0 req-2fb6a86a-db83-4c49-882a-0d76d67ca4c4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 210 time: 0.0281672 Mar 10 15:40:46.172837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f894c600-6117-412e-99a3-bdd64d4178a5 req-69aea565-c44c-42d7-b174-d1d4c2b0364e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 210 time: 0.0319591 Mar 10 15:40:47.278313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fef8076e-e012-48fb-8c68-0c097f3bc75f req-bbfcb449-f7f1-4349-b204-5bad38fcfc07 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7442a152-3b6c-4e9f-9bce-329f6bfaadb2 HTTP/1.1" status: 200 len: 210 time: 0.0318549 Mar 10 15:40:48.210201 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:49.606855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58496e8a-5d37-47db-9a0d-03fabe0f0813 req-4f111073-73e6-49c1-b5c7-15429803bbd6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577142 Mar 10 15:40:49.692147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58496e8a-5d37-47db-9a0d-03fabe0f0813 req-6cd7f8fd-8fa9-4ba1-8cec-dc9726910987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:49.693757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58496e8a-5d37-47db-9a0d-03fabe0f0813 req-6cd7f8fd-8fa9-4ba1-8cec-dc9726910987 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c89efb19739d411398d3922a83215ad2&device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 1127 time: 0.0452394 Mar 10 15:40:49.801392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58496e8a-5d37-47db-9a0d-03fabe0f0813 req-6539d6bf-fa61-4a44-9c43-dd03cb8d505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:49.802897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58496e8a-5d37-47db-9a0d-03fabe0f0813 req-6539d6bf-fa61-4a44-9c43-dd03cb8d505f service neutron] 10.222.0.62 "GET /v2.0/networks?id=945a9122-9a72-4fc8-baeb-37c517745fc3 HTTP/1.1" status: 200 len: 914 time: 0.0911727 Mar 10 15:40:49.847531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58496e8a-5d37-47db-9a0d-03fabe0f0813 req-4792da11-4aed-4cec-b50f-bb6be684d9f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9bb6023-821a-45a3-9ba1-01f7b6136c9e HTTP/1.1" status: 200 len: 217 time: 0.0379431 Mar 10 15:40:49.896069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58496e8a-5d37-47db-9a0d-03fabe0f0813 req-0ba806d1-6ab4-47be-9177-e4b9f29fbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:49.897559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58496e8a-5d37-47db-9a0d-03fabe0f0813 req-0ba806d1-6ab4-47be-9177-e4b9f29fbfdc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac06732f-1cc1-4225-9d24-fab6274f63c1 HTTP/1.1" status: 200 len: 853 time: 0.0444751 Mar 10 15:40:49.934001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58496e8a-5d37-47db-9a0d-03fabe0f0813 req-845e3fc7-eee0-4421-bdb5-f77966fc3fcb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=945a9122-9a72-4fc8-baeb-37c517745fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302992 Mar 10 15:40:50.039670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58496e8a-5d37-47db-9a0d-03fabe0f0813 req-645db92b-435f-4559-b49f-371ddc995475 service neutron] 10.222.0.62 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997651 Mar 10 15:40:50.139123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58496e8a-5d37-47db-9a0d-03fabe0f0813 req-4617f036-7d69-4796-8156-a240f87750ea service neutron] 10.222.0.62 "GET /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930026 Mar 10 15:40:50.883306 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:51.749032 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-890ab743-c895-48f7-91d9-101f615ee987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.101432 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0f551be0-8cd1-44a2-92c9-0436a14243e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.400336 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:40:54.409662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38630) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:40:54.414181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e71b8083-4736-4496-a090-77a9b75b1cb3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1583072327', 'description': 'tempest-secgroup-smoke-1583072327 description', 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:40:54.436308 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e71b8083-4736-4496-a090-77a9b75b1cb3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.505023 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e71b8083-4736-4496-a090-77a9b75b1cb3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group (403096d0-9e78-4e9a-8e75-c82f1eec7a99), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.508818 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e71b8083-4736-4496-a090-77a9b75b1cb3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (403096d0-9e78-4e9a-8e75-c82f1eec7a99), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.541160 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e71b8083-4736-4496-a090-77a9b75b1cb3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.545884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e71b8083-4736-4496-a090-77a9b75b1cb3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1317222 Mar 10 15:40:54.546001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38632) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:40:54.550372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-039b40eb-b08d-47d7-9324-ae60ef71bb5e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'security_group_rule': {'security_group_id': '403096d0-9e78-4e9a-8e75-c82f1eec7a99', 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:40:54.554401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b8083-4736-4496-a090-77a9b75b1cb3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403096d0-9e78-4e9a-8e75-c82f1eec7a99,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:54.579116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-039b40eb-b08d-47d7-9324-ae60ef71bb5e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (6d726f32-8085-41ad-9812-01919e34994a), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.657815 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-039b40eb-b08d-47d7-9324-ae60ef71bb5e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (6d726f32-8085-41ad-9812-01919e34994a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.661949 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-039b40eb-b08d-47d7-9324-ae60ef71bb5e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (6d726f32-8085-41ad-9812-01919e34994a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.682826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b40eb-b08d-47d7-9324-ae60ef71bb5e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d726f32-8085-41ad-9812-01919e34994a,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:54.690526 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-039b40eb-b08d-47d7-9324-ae60ef71bb5e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.694990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-039b40eb-b08d-47d7-9324-ae60ef71bb5e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452508 Mar 10 15:40:54.695372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38634) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:40:54.701598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e52d51ab-d759-4380-94c2-30b14cd7679f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'security_group_rule': {'security_group_id': '403096d0-9e78-4e9a-8e75-c82f1eec7a99', 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:40:54.729723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e52d51ab-d759-4380-94c2-30b14cd7679f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (25cc9b0f-a2a2-4573-9ea6-d5313d02e7c7), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.796446 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e52d51ab-d759-4380-94c2-30b14cd7679f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (25cc9b0f-a2a2-4573-9ea6-d5313d02e7c7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.802455 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e52d51ab-d759-4380-94c2-30b14cd7679f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (25cc9b0f-a2a2-4573-9ea6-d5313d02e7c7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.823631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d51ab-d759-4380-94c2-30b14cd7679f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cc9b0f-a2a2-4573-9ea6-d5313d02e7c7,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:54.836202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e52d51ab-d759-4380-94c2-30b14cd7679f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.838071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e52d51ab-d759-4380-94c2-30b14cd7679f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415868 Mar 10 15:40:54.840783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38636) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:40:54.845891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3a2a8f7c-ac6a-4ad4-b6d4-b4345f82d980 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'security_group_rule': {'security_group_id': '403096d0-9e78-4e9a-8e75-c82f1eec7a99', 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:40:54.877832 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8f7c-ac6a-4ad4-b6d4-b4345f82d980 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (d6b2dfda-6b63-45d1-9376-2c314d9570cc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.939410 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8f7c-ac6a-4ad4-b6d4-b4345f82d980 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (d6b2dfda-6b63-45d1-9376-2c314d9570cc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.944147 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8f7c-ac6a-4ad4-b6d4-b4345f82d980 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (d6b2dfda-6b63-45d1-9376-2c314d9570cc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.959214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a8f7c-ac6a-4ad4-b6d4-b4345f82d980 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b2dfda-6b63-45d1-9376-2c314d9570cc,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:54.970397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8f7c-ac6a-4ad4-b6d4-b4345f82d980 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:54.971617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3a2a8f7c-ac6a-4ad4-b6d4-b4345f82d980 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292415 Mar 10 15:40:54.974440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38638) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:40:54.978662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-543d554a-49be-483a-987c-d41eb992c3e0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'security_group_rule': {'security_group_id': '403096d0-9e78-4e9a-8e75-c82f1eec7a99', 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:40:55.004426 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-543d554a-49be-483a-987c-d41eb992c3e0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (e8fb27ef-a7f1-4e87-9934-c61725bc8dcf), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.063060 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-543d554a-49be-483a-987c-d41eb992c3e0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (e8fb27ef-a7f1-4e87-9934-c61725bc8dcf), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.067333 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-543d554a-49be-483a-987c-d41eb992c3e0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (e8fb27ef-a7f1-4e87-9934-c61725bc8dcf), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.090133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d554a-49be-483a-987c-d41eb992c3e0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fb27ef-a7f1-4e87-9934-c61725bc8dcf,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:55.097701 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-543d554a-49be-483a-987c-d41eb992c3e0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.098926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-543d554a-49be-483a-987c-d41eb992c3e0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234846 Mar 10 15:40:55.101689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38640) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:40:55.105919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-56e3598c-fd8f-4e84-9ba0-d1d2641f6601 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'security_group_rule': {'security_group_id': '403096d0-9e78-4e9a-8e75-c82f1eec7a99', 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:40:55.127782 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-56e3598c-fd8f-4e84-9ba0-d1d2641f6601 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Project b98fcf2d43fc40b5b370fbc7a8396a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:40:55.132620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56e3598c-fd8f-4e84-9ba0-d1d2641f6601 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (a2c7e351-97cd-4537-bb5d-bf5390923f75), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.189939 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56e3598c-fd8f-4e84-9ba0-d1d2641f6601 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (a2c7e351-97cd-4537-bb5d-bf5390923f75), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.194039 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56e3598c-fd8f-4e84-9ba0-d1d2641f6601 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (a2c7e351-97cd-4537-bb5d-bf5390923f75), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.214155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3598c-fd8f-4e84-9ba0-d1d2641f6601 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c7e351-97cd-4537-bb5d-bf5390923f75,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:55.222128 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56e3598c-fd8f-4e84-9ba0-d1d2641f6601 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.223360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-56e3598c-fd8f-4e84-9ba0-d1d2641f6601 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207523 Mar 10 15:40:55.226163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 38642) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:40:55.230322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7ef962a1-212c-4b98-bb22-844e7f2dc302 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'security_group_rule': {'security_group_id': '403096d0-9e78-4e9a-8e75-c82f1eec7a99', 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:40:55.255515 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-7ef962a1-212c-4b98-bb22-844e7f2dc302 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Project b98fcf2d43fc40b5b370fbc7a8396a54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 15:40:55.260920 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ef962a1-212c-4b98-bb22-844e7f2dc302 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (0cad1234-42de-43ff-8ab4-d685d6b9fbf6), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.324681 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ef962a1-212c-4b98-bb22-844e7f2dc302 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (0cad1234-42de-43ff-8ab4-d685d6b9fbf6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.331645 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ef962a1-212c-4b98-bb22-844e7f2dc302 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (0cad1234-42de-43ff-8ab4-d685d6b9fbf6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.346160 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.355998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef962a1-212c-4b98-bb22-844e7f2dc302 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cad1234-42de-43ff-8ab4-d685d6b9fbf6,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:40:55.363272 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7ef962a1-212c-4b98-bb22-844e7f2dc302 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:55.368029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7ef962a1-212c-4b98-bb22-844e7f2dc302 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408036 Mar 10 15:40:56.674468 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:58.274197 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:40:58.785117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a1a71-5e86-40fa-93c1-aec5c6a7d4b1 req-e40664a4-849a-41a4-bf27-22d43c01ed8c tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:58.786784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-092a1a71-5e86-40fa-93c1-aec5c6a7d4b1 req-e40664a4-849a-41a4-bf27-22d43c01ed8c tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 945 time: 0.0573478 Mar 10 15:40:58.838230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-092a1a71-5e86-40fa-93c1-aec5c6a7d4b1 req-b165f6da-3735-4f03-b5b4-291e613a0bff tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Mar 10 15:40:59.973559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d090151-31e5-4585-91c8-e1cef8407754 req-28438ef0-44dc-4a71-b1bd-059d2463a320 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:40:59.975257 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d090151-31e5-4585-91c8-e1cef8407754 req-28438ef0-44dc-4a71-b1bd-059d2463a320 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 945 time: 0.0650666 Mar 10 15:41:00.026177 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d090151-31e5-4585-91c8-e1cef8407754 req-542f270d-365e-4127-9615-3d54c1ffd7d6 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/security-groups?id=c0b5e517-6283-42db-9f77-8e75dcc9c542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447910 Mar 10 15:41:00.577685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b631d-78b6-48b3-a66b-4fd6edea60a9 req-faacf37e-dd12-43c6-9a6b-e54bec7dc910 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:00.579202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c14b631d-78b6-48b3-a66b-4fd6edea60a9 req-faacf37e-dd12-43c6-9a6b-e54bec7dc910 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.62 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 945 time: 0.0589573 Mar 10 15:41:00.676220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c14b631d-78b6-48b3-a66b-4fd6edea60a9 req-fa98ed1a-f1e9-4d2e-bde6-9e613b265590 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Deleting port c9bb6023-821a-45a3-9ba1-01f7b6136c9e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:41:00.676554 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c14b631d-78b6-48b3-a66b-4fd6edea60a9 req-fa98ed1a-f1e9-4d2e-bde6-9e613b265590 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:00.772367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c14b631d-78b6-48b3-a66b-4fd6edea60a9 req-fa98ed1a-f1e9-4d2e-bde6-9e613b265590 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] For port c9bb6023-821a-45a3-9ba1-01f7b6136c9e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c9bb6023-821a-45a3-9ba1-01f7b6136c9e,segment=NetworkSegment(97b1fa60-7bac-423d-b012-d7664786f64f),segment_id=97b1fa60-7bac-423d-b012-d7664786f64f)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:00.772726 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c14b631d-78b6-48b3-a66b-4fd6edea60a9 req-fa98ed1a-f1e9-4d2e-bde6-9e613b265590 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:00.786243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c14b631d-78b6-48b3-a66b-4fd6edea60a9 req-fa98ed1a-f1e9-4d2e-bde6-9e613b265590 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Calling delete_port for c9bb6023-821a-45a3-9ba1-01f7b6136c9e owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:41:00.919183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c14b631d-78b6-48b3-a66b-4fd6edea60a9 req-fa98ed1a-f1e9-4d2e-bde6-9e613b265590 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c9bb6023-821a-45a3-9ba1-01f7b6136c9e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:00.932567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c9bb6023-821a-45a3-9ba1-01f7b6136c9e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:41:00.949698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98ed1a-f1e9-4d2e-bde6-9e613b265590 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Pushing event deleted for resources: {'Port': ['ID=c9bb6023-821a-45a3-9ba1-01f7b6136c9e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:00.992158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14b631d-78b6-48b3-a66b-4fd6edea60a9 req-fa98ed1a-f1e9-4d2e-bde6-9e613b265590 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] No DVR routers for this DVR port c9bb6023-821a-45a3-9ba1-01f7b6136c9e on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:41:00.994997 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c14b631d-78b6-48b3-a66b-4fd6edea60a9 req-fa98ed1a-f1e9-4d2e-bde6-9e613b265590 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:00.998989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c14b631d-78b6-48b3-a66b-4fd6edea60a9 req-fa98ed1a-f1e9-4d2e-bde6-9e613b265590 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.62 "DELETE /v2.0/ports/c9bb6023-821a-45a3-9ba1-01f7b6136c9e HTTP/1.1" status: 204 len: 173 time: 0.4145138 Mar 10 15:41:01.001255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e61fa6-718b-4b43-a820-cc22065d9e8a', 'name': 'network-vif-deleted', 'tag': 'c9bb6023-821a-45a3-9ba1-01f7b6136c9e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:41:01.001853 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97eed0b-e1e5-47ca-bb4f-94ef59f73c1b" -d '{"events": [{"server_uuid": "10e61fa6-718b-4b43-a820-cc22065d9e8a", "name": "network-vif-deleted", "tag": "c9bb6023-821a-45a3-9ba1-01f7b6136c9e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:41:01.067304 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062ea1ac-166d-483c-8564-41353a380b23 x-openstack-request-id: req-062ea1ac-166d-483c-8564-41353a380b23 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:41:01.067603 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e61fa6-718b-4b43-a820-cc22065d9e8a", "name": "network-vif-deleted", "tag": "c9bb6023-821a-45a3-9ba1-01f7b6136c9e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:41:01.067863 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-062ea1ac-166d-483c-8564-41353a380b23 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:41:01.068279 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e61fa6-718b-4b43-a820-cc22065d9e8a', 'name': 'network-vif-deleted', 'tag': 'c9bb6023-821a-45a3-9ba1-01f7b6136c9e', 'status': 'completed', 'code': 200} Mar 10 15:41:01.152988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-779e2f24-f844-4454-be6b-689b04fee138 req-aba0b483-8717-4c3d-919d-0d42b5c38f87 tempest-VolumesSnapshotTestJSON-2050131977 tempest-VolumesSnapshotTestJSON-2050131977-project] 10.222.0.11 "GET /v2.0/ports?device_id=10e61fa6-718b-4b43-a820-cc22065d9e8a HTTP/1.1" status: 200 len: 210 time: 0.0377531 Mar 10 15:41:05.380529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c9bb6023-821a-45a3-9ba1-01f7b6136c9e no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:41:05.407903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: c9bb6023-821a-45a3-9ba1-01f7b6136c9e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:41:05.408258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c9bb6023-821a-45a3-9ba1-01f7b6136c9e not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:41:16.313912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-2b17f8ca-7693-4eab-9431-ccdacafcfe09 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1583072327&fields=id&tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 267 time: 0.3537061 Mar 10 15:41:16.425875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-43703ddc-47ac-4480-9b66-3e87a445c133 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:16.427369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-43703ddc-47ac-4480-9b66-3e87a445c133 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1071448 Mar 10 15:41:16.443284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-5b007f6c-f742-49ea-b98c-fb19390a2e26 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/quotas/b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 375 time: 0.0105236 Mar 10 15:41:16.505462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-da2afb44-b1c8-4b34-8051-67d1a1d42f1f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578141 Mar 10 15:41:16.713207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-b645cd1d-611b-4807-8ddb-7eb25849a9d1 service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002161 Mar 10 15:41:16.807252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-a273864f-98ea-4c78-8c3b-5f07c630ab82 service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876701 Mar 10 15:41:18.123238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-911992ee-4542-4f97-aaba-fac94964bcb6 req-6f297a8d-84da-4618-b623-c2c1e028d539 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 210 time: 0.0275235 Mar 10 15:41:18.217946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:19.017626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-9bb2c092-8ed4-404c-bfa8-a82113940ccb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:19.019126 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-9bb2c092-8ed4-404c-bfa8-a82113940ccb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1082230 Mar 10 15:41:19.092162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-b295e954-5e1e-40d9-859c-d86a50d02a07 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 380 time: 0.0595276 Mar 10 15:41:19.096252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'port': {'device_id': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'admin_state_up': True, 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'security_groups': ['403096d0-9e78-4e9a-8e75-c82f1eec7a99']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:41:19.242970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf59d59-3426-41db-9b9b-e409b884b93d req-3d37bfc5-44d6-4431-b4b0-df833cc96bac tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 210 time: 0.0360432 Mar 10 15:41:19.251628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Made reservation on behalf of b98fcf2d43fc40b5b370fbc7a8396a54 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:41:19.256345 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:19.391998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Allocated IP 172.20.0.5 (14dfff74-fb0f-424b-a95c-c09706697bed/6cdf00b1-51d5-43f5-b2c2-66bbb153c480/221c8db6-e8b1-4f1b-bbb0-02d516c45d78) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:41:19.536323 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:19.572679 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:19.620732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Network 14dfff74-fb0f-424b-a95c-c09706697bed is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:41:19.624465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:41:19.629200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:41:19.696521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:19.697378 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:19.700179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=221c8db6-e8b1-4f1b-bbb0-02d516c45d78,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:19.710087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.710581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.711065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.711507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.711945 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.712383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.712839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.713272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.713702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.714130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.714556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.715010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.715442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:19.737137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-543c3226-4188-437b-9056-1c9a3f9aee27 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6447802 Mar 10 15:41:19.752258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Request body: {'port': {'device_id': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:41:19.827656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:20.069653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-48a796bd-6f8c-4638-9cb4-d8de9fb4837a None None] Provisioning complete for port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:41:20.071414 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-48a796bd-6f8c-4638-9cb4-d8de9fb4837a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:20.117628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-48a796bd-6f8c-4638-9cb4-d8de9fb4837a None None] Port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:41:20.174263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:41:20.182649 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Publish callbacks [] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:20.196430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Transition to ACTIVE for port object 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:41:20.201166 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:20.263989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=221c8db6-e8b1-4f1b-bbb0-02d516c45d78,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:20.383403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Attempting to bind port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:41:20.383749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Attempting to bind port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:41:20.384084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Attempting to bind port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:41:20.412384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 on network 14dfff74-fb0f-424b-a95c-c09706697bed not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:41:20.412707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Attempting to bind port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:41:20.420686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:41:20.421022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Checking segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:41:20.421522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Bound using segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:41:20.421974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Bound port: 221c8db6-e8b1-4f1b-bbb0-02d516c45d78, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:41:20.422342 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:20.479962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9279016-9441-4293-9da7-d7e6a4ca51f9 req-29007cc9-d4c2-47d5-9c39-38a9c76d25c8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:20.483496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9279016-9441-4293-9da7-d7e6a4ca51f9 req-29007cc9-d4c2-47d5-9c39-38a9c76d25c8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.1200020 Mar 10 15:41:20.557297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9279016-9441-4293-9da7-d7e6a4ca51f9 req-b5a40d3c-b475-4d72-a6a1-289f589664db tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668936 Mar 10 15:41:20.568266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] For port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:41:20.572210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] For port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=221c8db6-e8b1-4f1b-bbb0-02d516c45d78,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:41:20.586315 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:20.637145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:20.638085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:20.639867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] 10.222.0.62 "PUT /v2.0/ports/221c8db6-e8b1-4f1b-bbb0-02d516c45d78 HTTP/1.1" status: 200 len: 1091 time: 0.8940732 Mar 10 15:41:20.640425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'tag': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:41:20.642916 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db330864-1344-49db-9856-8a90ebfae280" -d '{"events": [{"name": "network-changed", "server_uuid": "8970b5d1-a823-4d6d-880a-2520eae7c97e", "tag": "221c8db6-e8b1-4f1b-bbb0-02d516c45d78"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:41:20.722010 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3538448-2dfa-4813-9341-7f92d1ddf11f x-openstack-request-id: req-b3538448-2dfa-4813-9341-7f92d1ddf11f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:41:20.722444 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8970b5d1-a823-4d6d-880a-2520eae7c97e", "tag": "221c8db6-e8b1-4f1b-bbb0-02d516c45d78", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:41:20.722865 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3538448-2dfa-4813-9341-7f92d1ddf11f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:41:20.723494 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'tag': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78', 'status': 'completed', 'code': 200} Mar 10 15:41:20.725715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e882b0-8fc0-4609-a3f9-a0cc0c65eaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=221c8db6-e8b1-4f1b-bbb0-02d516c45d78,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:20.773844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-f59f01a2-0d9a-4ef4-a923-a3c710554e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:20.775615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-f59f01a2-0d9a-4ef4-a923-a3c710554e8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 1125 time: 0.0743880 Mar 10 15:41:20.823577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-98b7efea-1ce8-4f92-9042-42c92e40260c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=221c8db6-e8b1-4f1b-bbb0-02d516c45d78 HTTP/1.1" status: 200 len: 217 time: 0.0412216 Mar 10 15:41:20.897640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-40307e17-28bf-4a3b-ba5f-bd0d90231ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:20.900353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-40307e17-28bf-4a3b-ba5f-bd0d90231ba8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0700767 Mar 10 15:41:20.905223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:20.956319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-cb7b28f3-3096-4937-8232-3223ecfe114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:20.958113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-cb7b28f3-3096-4937-8232-3223ecfe114e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521121 Mar 10 15:41:21.062512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-f33319dc-edaa-4cf7-9aa9-0a41294363a3 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971603 Mar 10 15:41:21.176667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-47ea477d-248c-4e86-ba64-dbb7d1ae830a req-493cf071-eb5a-4974-b672-8b21538c05d6 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080465 Mar 10 15:41:21.266741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330864-1344-49db-9856-8a90ebfae280 req-a3ff6108-eafd-4ded-8974-3f83fbc8855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:21.268414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db330864-1344-49db-9856-8a90ebfae280 req-a3ff6108-eafd-4ded-8974-3f83fbc8855c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 1125 time: 0.0501564 Mar 10 15:41:21.365615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330864-1344-49db-9856-8a90ebfae280 req-62e7b308-3227-46fa-b743-ca5a7ab2648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:21.367366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db330864-1344-49db-9856-8a90ebfae280 req-62e7b308-3227-46fa-b743-ca5a7ab2648f service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0934403 Mar 10 15:41:21.413485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db330864-1344-49db-9856-8a90ebfae280 req-81fad0b5-a57b-4adb-a511-ee1a6a8f8989 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=221c8db6-e8b1-4f1b-bbb0-02d516c45d78 HTTP/1.1" status: 200 len: 217 time: 0.0399492 Mar 10 15:41:21.463907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330864-1344-49db-9856-8a90ebfae280 req-c92ae788-bccb-4bdf-b8ea-4830db7b5df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:21.465552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db330864-1344-49db-9856-8a90ebfae280 req-c92ae788-bccb-4bdf-b8ea-4830db7b5df7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0468450 Mar 10 15:41:21.515801 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db330864-1344-49db-9856-8a90ebfae280 req-d8aff048-4d13-4210-90da-c28f6060493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:21.517305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db330864-1344-49db-9856-8a90ebfae280 req-d8aff048-4d13-4210-90da-c28f6060493a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461302 Mar 10 15:41:21.618134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db330864-1344-49db-9856-8a90ebfae280 req-922f708a-4031-4205-ba0f-9b904a58a009 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946603 Mar 10 15:41:21.753399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997545a-2576-4e8c-ac3f-f9b9916ff2a4 req-c36aaf8d-5544-46f3-b85b-71e493a3f922 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:21.755092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4997545a-2576-4e8c-ac3f-f9b9916ff2a4 req-c36aaf8d-5544-46f3-b85b-71e493a3f922 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.1111896 Mar 10 15:41:21.760264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db330864-1344-49db-9856-8a90ebfae280 req-a59153b0-cc94-4e73-b859-eb35818966a5 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361108 Mar 10 15:41:21.761742 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-86a0d061-c845-4190-b379-2c7837178c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:21.817546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4997545a-2576-4e8c-ac3f-f9b9916ff2a4 req-9ddbfa2d-ecd5-440e-991e-51eb18c202d2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451958 Mar 10 15:41:22.942973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fedff7-c810-44fc-a06e-87b30b214c03 req-4089f0bc-5ae3-4e91-9d2f-cf6385b718e6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:22.944671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79fedff7-c810-44fc-a06e-87b30b214c03 req-4089f0bc-5ae3-4e91-9d2f-cf6385b718e6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0546968 Mar 10 15:41:22.994965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-79fedff7-c810-44fc-a06e-87b30b214c03 req-a0f89302-334d-4c26-823c-a3f360cc065a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440085 Mar 10 15:41:24.114338 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e082d796-e17c-44fa-aa51-b089c9372ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:24.159872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bbdd5-2005-44be-be90-26059d8ae883 req-f0898401-f5d2-4d70-9e25-4b33bc966831 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:24.162356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e1bbdd5-2005-44be-be90-26059d8ae883 req-f0898401-f5d2-4d70-9e25-4b33bc966831 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0874310 Mar 10 15:41:24.216923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e1bbdd5-2005-44be-be90-26059d8ae883 req-56214801-3119-474e-bc90-799c51f3e4fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491381 Mar 10 15:41:25.340678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:25.348380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99fb08-467d-4ab4-bd58-7d1d0de69175 req-b6ff26f1-0e82-45e8-88ca-f3185eefe480 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:25.350217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f99fb08-467d-4ab4-bd58-7d1d0de69175 req-b6ff26f1-0e82-45e8-88ca-f3185eefe480 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0654392 Mar 10 15:41:25.399020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f99fb08-467d-4ab4-bd58-7d1d0de69175 req-8aa1baeb-7945-497f-89d4-58ec1b58ccad tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425673 Mar 10 15:41:26.526697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec0024-9eae-4c76-8d92-a7f2bd332e99 req-8234597e-a88e-456f-9006-345c5662ada9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:26.528927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09ec0024-9eae-4c76-8d92-a7f2bd332e99 req-8234597e-a88e-456f-9006-345c5662ada9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0599501 Mar 10 15:41:26.579134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09ec0024-9eae-4c76-8d92-a7f2bd332e99 req-9cf25fc5-00ba-407d-aadd-d27219aebea2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441480 Mar 10 15:41:26.672600 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:27.814461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33226f5-2d70-4f1b-bdfe-f959c0d60348 req-15664f13-1a70-41ee-9da1-24a7bea24c66 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:27.819665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a33226f5-2d70-4f1b-bdfe-f959c0d60348 req-15664f13-1a70-41ee-9da1-24a7bea24c66 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0876889 Mar 10 15:41:27.890120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a33226f5-2d70-4f1b-bdfe-f959c0d60348 req-ea67c245-edb5-46bb-862a-ceff51bfa2cf tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670135 Mar 10 15:41:28.269798 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:29.012946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1b729-c1b5-4fb1-8922-307d551edbfe req-f5f7b3f0-4ece-4c44-b925-2ce9d2c6a955 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:29.014901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16d1b729-c1b5-4fb1-8922-307d551edbfe req-f5f7b3f0-4ece-4c44-b925-2ce9d2c6a955 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0579274 Mar 10 15:41:29.080865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16d1b729-c1b5-4fb1-8922-307d551edbfe req-3ca6f630-1163-42ae-bd86-aea97c1e953c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588071 Mar 10 15:41:30.207703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40584a0-e84f-4082-88e8-454edaef7e49 req-5c64b33d-7bda-4845-9f12-660024bfe903 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:30.209459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f40584a0-e84f-4082-88e8-454edaef7e49 req-5c64b33d-7bda-4845-9f12-660024bfe903 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0560544 Mar 10 15:41:30.261270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f40584a0-e84f-4082-88e8-454edaef7e49 req-39000c05-e69c-4583-8e34-e37e1bdc5015 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462306 Mar 10 15:41:31.381457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3f6b5-319c-44c9-8582-2ab138b8379d req-45b82875-f023-40a5-9946-a42df0272380 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:31.382997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eab3f6b5-319c-44c9-8582-2ab138b8379d req-45b82875-f023-40a5-9946-a42df0272380 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0525684 Mar 10 15:41:31.400487 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:41:31.436809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eab3f6b5-319c-44c9-8582-2ab138b8379d req-744ca924-f841-4f42-aa6a-c12decf0f1ab tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475779 Mar 10 15:41:32.563462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4e3d2-555d-4591-90e8-b19941c60081 req-a72a8f08-220a-4ff7-806a-7bad4227fa15 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:32.564954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf4e3d2-555d-4591-90e8-b19941c60081 req-a72a8f08-220a-4ff7-806a-7bad4227fa15 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0580752 Mar 10 15:41:32.613897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eaf4e3d2-555d-4591-90e8-b19941c60081 req-75deda5c-e420-45ff-9387-108f46706422 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433702 Mar 10 15:41:33.736703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32141bc2-a8e9-40db-9dac-86017baf0b1f req-83888419-3d7d-4678-8a67-d8f368c6b677 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:33.738181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32141bc2-a8e9-40db-9dac-86017baf0b1f req-83888419-3d7d-4678-8a67-d8f368c6b677 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0533087 Mar 10 15:41:33.786107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32141bc2-a8e9-40db-9dac-86017baf0b1f req-8a500b3a-0856-4444-a8d7-ef05983a1567 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423379 Mar 10 15:41:34.925465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b79f3e-071e-4349-9b3f-3ec592de33bf req-2d2e111d-7e5a-4f11-89cd-0e58e0d944bd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:34.926997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8b79f3e-071e-4349-9b3f-3ec592de33bf req-2d2e111d-7e5a-4f11-89cd-0e58e0d944bd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0588524 Mar 10 15:41:34.987585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8b79f3e-071e-4349-9b3f-3ec592de33bf req-26f56b32-0873-4a44-8f2d-8c6bf6e8e3bb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547369 Mar 10 15:41:36.113744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01757538-4c26-492c-b454-3d9f8ab601ca req-3d4db34f-7a69-46d4-a7f5-ec32c07a23ac tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:36.115474 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01757538-4c26-492c-b454-3d9f8ab601ca req-3d4db34f-7a69-46d4-a7f5-ec32c07a23ac tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0566204 Mar 10 15:41:36.169531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01757538-4c26-492c-b454-3d9f8ab601ca req-c465c2cf-1c1e-4d6e-9808-a1586e80f1f5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479157 Mar 10 15:41:37.292917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313c603-e144-4e16-a8af-7a8103a32a58 req-0e57e56f-fd12-406a-bb35-c8ae672c98bf tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:37.294564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d313c603-e144-4e16-a8af-7a8103a32a58 req-0e57e56f-fd12-406a-bb35-c8ae672c98bf tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 943 time: 0.0539582 Mar 10 15:41:37.344074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d313c603-e144-4e16-a8af-7a8103a32a58 req-cb5ffb9c-7af0-4cd7-84f1-5084249ef9b5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431697 Mar 10 15:41:37.577096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:41:37.832456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=221c8db6-e8b1-4f1b-bbb0-02d516c45d78,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:37.844090 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'port_id': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78', 'mac_address': 'fa:16:3e:47:d1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:41:37.880801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:41:37.881176 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:37.893883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:41:37.914355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=221c8db6-e8b1-4f1b-bbb0-02d516c45d78,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:37.918905 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:37.965460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=221c8db6-e8b1-4f1b-bbb0-02d516c45d78,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:37.974462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.974838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.975184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.975524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.975859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.976192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.976514 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.976844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.977172 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.977598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.977927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.978368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:37.978681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:41:38.246174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['221c8db6-e8b1-4f1b-bbb0-02d516c45d78'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:41:38.482052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6050ba7-5e51-4786-ba54-77043fa5b859 req-19f6a0bb-1373-4d64-94fe-edc460d233e6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:38.486175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6050ba7-5e51-4786-ba54-77043fa5b859 req-19f6a0bb-1373-4d64-94fe-edc460d233e6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 944 time: 0.0691903 Mar 10 15:41:38.542885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6050ba7-5e51-4786-ba54-77043fa5b859 req-a8af484b-8d64-4f12-9584-5f96c187643e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493333 Mar 10 15:41:39.610083 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:41:39.675562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:41:39.681330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a9614-05c5-496b-8bd8-54a758eb33fa req-14b3d6e6-6f7e-4b2a-9046-5a056971b315 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:39.681847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:41:39.681847 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:39.683364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a0a9614-05c5-496b-8bd8-54a758eb33fa req-14b3d6e6-6f7e-4b2a-9046-5a056971b315 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 944 time: 0.0680141 Mar 10 15:41:39.736208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a0a9614-05c5-496b-8bd8-54a758eb33fa req-b344d84c-480f-4855-b71f-80b656ec177a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468316 Mar 10 15:41:39.765328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:41:39.765955 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:39.789183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:41:39.791421 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e614c093-9f33-4453-8813-90c79a43c680" -d '{"events": [{"server_uuid": "8970b5d1-a823-4d6d-880a-2520eae7c97e", "name": "network-vif-plugged", "status": "completed", "tag": "221c8db6-e8b1-4f1b-bbb0-02d516c45d78"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:41:39.804467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=221c8db6-e8b1-4f1b-bbb0-02d516c45d78,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:41:39.808602 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:39.872308 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=221c8db6-e8b1-4f1b-bbb0-02d516c45d78,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:39.922490 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dd21c6-cefc-4bfd-b8d0-ffc83494d1c4 x-openstack-request-id: req-10dd21c6-cefc-4bfd-b8d0-ffc83494d1c4 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:41:39.922898 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8970b5d1-a823-4d6d-880a-2520eae7c97e", "name": "network-vif-plugged", "status": "completed", "tag": "221c8db6-e8b1-4f1b-bbb0-02d516c45d78", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:41:39.923080 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10dd21c6-cefc-4bfd-b8d0-ffc83494d1c4 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:41:39.923479 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78', 'code': 200} Mar 10 15:41:40.025306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c890e-ab7d-4d21-894b-aeb3bc60ad64 req-11c6ec74-01db-456b-99f6-444891fee456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:40.026829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-723c890e-ab7d-4d21-894b-aeb3bc60ad64 req-11c6ec74-01db-456b-99f6-444891fee456 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 1127 time: 0.0491190 Mar 10 15:41:40.073086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-723c890e-ab7d-4d21-894b-aeb3bc60ad64 req-7e61b932-6ffd-461c-a1d3-19165115ade1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405653 Mar 10 15:41:40.861822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633a67d-3d07-4c61-8786-c286f1789e5d req-d5827862-ccc5-4d53-842a-8f0d2e128129 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:40.864068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9633a67d-3d07-4c61-8786-c286f1789e5d req-d5827862-ccc5-4d53-842a-8f0d2e128129 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 945 time: 0.0546563 Mar 10 15:41:40.924165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9633a67d-3d07-4c61-8786-c286f1789e5d req-6f8f7324-7733-4be7-8e26-a280a02e5ec9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520582 Mar 10 15:41:42.035201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc48f9-ed60-4a63-b430-940426ac28de req-540d21ce-023b-405b-9314-fc1ae15106d5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:42.036712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0adc48f9-ed60-4a63-b430-940426ac28de req-540d21ce-023b-405b-9314-fc1ae15106d5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 945 time: 0.0523014 Mar 10 15:41:42.089601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0adc48f9-ed60-4a63-b430-940426ac28de req-d4bacec4-a2cc-4374-902b-611d82a89816 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472612 Mar 10 15:41:42.213340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd227d-5238-406e-b352-bf6bc53a5f54 req-72939370-1639-489f-b173-8aa11f584480 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:42.215527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67fd227d-5238-406e-b352-bf6bc53a5f54 req-72939370-1639-489f-b173-8aa11f584480 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 945 time: 0.0567658 Mar 10 15:41:42.265550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67fd227d-5238-406e-b352-bf6bc53a5f54 req-edf261dc-82d1-4f61-a456-8ac3a0a9bd0a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433600 Mar 10 15:41:42.288436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39010) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:42.428362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d1947-12e7-4232-88f7-20ce3646ac8c tempest-TestVolumeBootPattern-1736942917 tempest-TestVolumeBootPattern-1736942917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:42.432671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0c2d1947-12e7-4232-88f7-20ce3646ac8c tempest-TestVolumeBootPattern-1736942917 tempest-TestVolumeBootPattern-1736942917-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 1122 time: 0.1405146 Mar 10 15:41:42.432884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39014) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:41:42.437160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:41:42.458221 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:42.559086 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:42.661661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Allocated IP 172.25.3.212 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/09685b9c-764c-4c41-87f8-51730a18abbe) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:41:42.769430 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (09685b9c-764c-4c41-87f8-51730a18abbe), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:42.808602 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (09685b9c-764c-4c41-87f8-51730a18abbe), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:42.850232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:41:42.853184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:41:42.860050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:41:42.884425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=09685b9c-764c-4c41-87f8-51730a18abbe,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:43.251830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (9174b5ca-27f9-4944-ad5d-668c395b306d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:43.328269 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (09685b9c-764c-4c41-87f8-51730a18abbe), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:43.487001 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (09685b9c-764c-4c41-87f8-51730a18abbe), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:43.491359 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (09685b9c-764c-4c41-87f8-51730a18abbe), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:43.562746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=09685b9c-764c-4c41-87f8-51730a18abbe,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:41:43.574043 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (9174b5ca-27f9-4944-ad5d-668c395b306d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:43.990347 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Floating IP 9174b5ca-27f9-4944-ad5d-668c395b306d associated. External IP: 172.25.3.212, port: 221c8db6-e8b1-4f1b-bbb0-02d516c45d78. Mar 10 15:41:44.218224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Router 366c993c-0acf-4e12-a1eb-9768f57dc912 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:41:44.332842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:41:44.348878 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7be9b6-1104-47ac-a97b-8a4c7659800f None None] Sync routers for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:41:44.352487 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:44.365555 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7be9b6-1104-47ac-a97b-8a4c7659800f None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:41:44.366583 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cf7be9b6-1104-47ac-a97b-8a4c7659800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:44.385473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3dc121a9-a883-490a-9308-408a947b2ccc tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9515762 Mar 10 15:41:44.386076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'tag': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:41:44.389198 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1291d03c-a89d-4a9f-b4ac-d458e974db44" -d '{"events": [{"name": "network-changed", "server_uuid": "8970b5d1-a823-4d6d-880a-2520eae7c97e", "tag": "221c8db6-e8b1-4f1b-bbb0-02d516c45d78"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:41:44.431147 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01978b4c-8fb0-41b3-87b7-034c6287bb47 x-openstack-request-id: req-01978b4c-8fb0-41b3-87b7-034c6287bb47 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:41:44.431447 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8970b5d1-a823-4d6d-880a-2520eae7c97e", "tag": "221c8db6-e8b1-4f1b-bbb0-02d516c45d78", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:41:44.431723 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01978b4c-8fb0-41b3-87b7-034c6287bb47 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:41:44.432158 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'tag': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78', 'status': 'completed', 'code': 200} Mar 10 15:41:44.505725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291d03c-a89d-4a9f-b4ac-d458e974db44 req-2c4a4d77-af33-4651-9912-318c30c59d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:44.507323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1291d03c-a89d-4a9f-b4ac-d458e974db44 req-2c4a4d77-af33-4651-9912-318c30c59d45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 1127 time: 0.0496068 Mar 10 15:41:44.521003 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-cf7be9b6-1104-47ac-a97b-8a4c7659800f None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:41:44.617794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291d03c-a89d-4a9f-b4ac-d458e974db44 req-4929feaf-2430-4651-8dc0-967622444c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:44.619504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1291d03c-a89d-4a9f-b4ac-d458e974db44 req-4929feaf-2430-4651-8dc0-967622444c4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.1048872 Mar 10 15:41:44.694471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1291d03c-a89d-4a9f-b4ac-d458e974db44 req-7589b9f0-9a8f-4bed-a830-b24533d66c04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=221c8db6-e8b1-4f1b-bbb0-02d516c45d78 HTTP/1.1" status: 200 len: 999 time: 0.0638795 Mar 10 15:41:44.752081 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291d03c-a89d-4a9f-b4ac-d458e974db44 req-30941cc2-f2a4-4e54-bee8-a07770bc1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:44.755631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1291d03c-a89d-4a9f-b4ac-d458e974db44 req-30941cc2-f2a4-4e54-bee8-a07770bc1e1c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0540287 Mar 10 15:41:44.797348 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cf7be9b6-1104-47ac-a97b-8a4c7659800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '9174b5ca-27f9-4944-ad5d-668c395b306d', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:47:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:41:43Z', 'updated_at': '2022-03-10T15:41:43Z', 'revision_number': 0, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:44.815797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291d03c-a89d-4a9f-b4ac-d458e974db44 req-c50da1f3-0261-48b1-8fcb-8fa6f326a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:44.817340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1291d03c-a89d-4a9f-b4ac-d458e974db44 req-c50da1f3-0261-48b1-8fcb-8fa6f326a72e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567381 Mar 10 15:41:44.854023 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7be9b6-1104-47ac-a97b-8a4c7659800f None None] Checking router: 366c993c-0acf-4e12-a1eb-9768f57dc912 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:41:44.867106 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7be9b6-1104-47ac-a97b-8a4c7659800f None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:41:44.868014 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cf7be9b6-1104-47ac-a97b-8a4c7659800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:44.924283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1291d03c-a89d-4a9f-b4ac-d458e974db44 req-6ff1c58a-deea-427b-a93f-1d4ff2637477 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013942 Mar 10 15:41:44.999132 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-cf7be9b6-1104-47ac-a97b-8a4c7659800f None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:41:45.038662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1291d03c-a89d-4a9f-b4ac-d458e974db44 req-2f5d4161-fb9e-42d4-a780-619d3689c1f8 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083031 Mar 10 15:41:45.274041 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-cf7be9b6-1104-47ac-a97b-8a4c7659800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '9174b5ca-27f9-4944-ad5d-668c395b306d', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:47:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:41:43Z', 'updated_at': '2022-03-10T15:41:43Z', 'revision_number': 0, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:41:45.301442 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7be9b6-1104-47ac-a97b-8a4c7659800f None None] The sync data for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 is: [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '9174b5ca-27f9-4944-ad5d-668c395b306d', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.212', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:47:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:41:43Z', 'updated_at': '2022-03-10T15:41:43Z', 'revision_number': 0, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:41:45.525531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605eafdf-7997-4af8-abe6-97eb3d046215 None None] New status for floating IP 9174b5ca-27f9-4944-ad5d-668c395b306d: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:41:48.223858 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:50.912518 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:51.600583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-95faf004-6faa-4094-b433-bd543745c948 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490675 Mar 10 15:41:51.696129 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-e6b2660c-240a-471f-ba21-0d933de5b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:51.697677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-e6b2660c-240a-471f-ba21-0d933de5b798 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 1127 time: 0.0515943 Mar 10 15:41:51.762985 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1583e1ac-5ca1-44d6-b8ba-f4bb26fd61e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:51.808896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-1b63c2a5-46bb-4b29-971f-2806053fb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:51.810581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-1b63c2a5-46bb-4b29-971f-2806053fb16e service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0947621 Mar 10 15:41:51.876508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-4a82334e-ef84-4079-993f-45937e3faed4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=221c8db6-e8b1-4f1b-bbb0-02d516c45d78 HTTP/1.1" status: 200 len: 1001 time: 0.0602415 Mar 10 15:41:51.928984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-8d2b1ac2-342e-425e-8989-1a5d2bdf4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:51.930467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-8d2b1ac2-342e-425e-8989-1a5d2bdf4435 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0483091 Mar 10 15:41:51.978870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-a46faf2a-dd91-4a6e-871c-52e43e6297ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:41:51.980448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-a46faf2a-dd91-4a6e-871c-52e43e6297ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447490 Mar 10 15:41:52.071129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-abe29b75-ee96-4862-a447-d8bfd891ff2f service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848513 Mar 10 15:41:52.167874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4068589-d0d0-45e1-a11b-607c80c3130b req-77892922-75b2-440f-abff-2cd335cd02d8 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916283 Mar 10 15:41:54.097132 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7e02c693-67bb-489f-a261-764cadaef3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:55.344789 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:56.673626 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:41:58.272271 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:08.399357 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:42:12.753303 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39130) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:12.798560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac83d9c3-b1cd-434d-a36c-295c0d74baa1 admin admin] Deleting subnet ac06732f-1cc1-4225-9d24-fab6274f63c1 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:42:12.801756 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac83d9c3-b1cd-434d-a36c-295c0d74baa1 admin admin] Publish callbacks [] for subnet (ac06732f-1cc1-4225-9d24-fab6274f63c1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:12.836641 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac83d9c3-b1cd-434d-a36c-295c0d74baa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (ac06732f-1cc1-4225-9d24-fab6274f63c1), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:12.881838 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac83d9c3-b1cd-434d-a36c-295c0d74baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (ac06732f-1cc1-4225-9d24-fab6274f63c1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:12.933842 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac83d9c3-b1cd-434d-a36c-295c0d74baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (ac06732f-1cc1-4225-9d24-fab6274f63c1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:12.958520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83d9c3-b1cd-434d-a36c-295c0d74baa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac06732f-1cc1-4225-9d24-fab6274f63c1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:12.964377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ac83d9c3-b1cd-434d-a36c-295c0d74baa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:12.967586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ac83d9c3-b1cd-434d-a36c-295c0d74baa1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ac06732f-1cc1-4225-9d24-fab6274f63c1 HTTP/1.1" status: 204 len: 168 time: 0.2132764 Mar 10 15:42:12.970200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39134) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:13.041770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (945a9122-9a72-4fc8-baeb-37c517745fc3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:13.126955 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (945a9122-9a72-4fc8-baeb-37c517745fc3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:13.147593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945a9122-9a72-4fc8-baeb-37c517745fc3']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:13.157042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b1fa60-7bac-423d-b012-d7664786f64f') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:13.158121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b1fa60-7bac-423d-b012-d7664786f64f') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:13.167248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (97b1fa60-7bac-423d-b012-d7664786f64f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:13.180386 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (97b1fa60-7bac-423d-b012-d7664786f64f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:13.186905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:42:13.187294 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (97b1fa60-7bac-423d-b012-d7664786f64f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:42:13.188940 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:42:13.246859 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (945a9122-9a72-4fc8-baeb-37c517745fc3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:13.253511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:13.256857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/945a9122-9a72-4fc8-baeb-37c517745fc3 HTTP/1.1" status: 204 len: 168 time: 0.2856545 Mar 10 15:42:13.270351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408397b-4815-4b2d-b51e-bf9be213fba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=945a9122-9a72-4fc8-baeb-37c517745fc3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:13.380087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39138) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:13.568514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cd87ae83-7575-4f58-b484-eb514b5994e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c89efb19739d411398d3922a83215ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1873100 Mar 10 15:42:13.570936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39142) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:13.619279 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c198564-3871-435f-a52d-24abfa32e655 admin admin] Publish callbacks [] for security_group (c0b5e517-6283-42db-9f77-8e75dcc9c542), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:13.642680 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c198564-3871-435f-a52d-24abfa32e655 admin admin] Publish callbacks [] for security_group (c0b5e517-6283-42db-9f77-8e75dcc9c542), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:13.692479 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c198564-3871-435f-a52d-24abfa32e655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c0b5e517-6283-42db-9f77-8e75dcc9c542), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:13.695272 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c198564-3871-435f-a52d-24abfa32e655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:13.699028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3c198564-3871-435f-a52d-24abfa32e655 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0b5e517-6283-42db-9f77-8e75dcc9c542 HTTP/1.1" status: 204 len: 168 time: 0.1247993 Mar 10 15:42:13.705792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c198564-3871-435f-a52d-24abfa32e655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b5e517-6283-42db-9f77-8e75dcc9c542,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:14.346818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39164) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:14.445766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-898220031-network', 'tenant_id': 'c0923f61104645508c9578930bd69fc9'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:42:14.464010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Made reservation on behalf of c0923f61104645508c9578930bd69fc9 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:42:14.466303 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:14.478417 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:14.561674 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Publish callbacks [] for security_group (ae249e2d-71e0-4a07-b8d0-1af9863b22d5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:14.565632 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ae249e2d-71e0-4a07-b8d0-1af9863b22d5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:14.595119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:42:14.602072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae249e2d-71e0-4a07-b8d0-1af9863b22d5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:14.611325 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ef8109b1-2f4b-4a1f-8bde-674642131a08), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:14.611687 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Added segment ef8109b1-2f4b-4a1f-8bde-674642131a08 of type vlan for network ba1d1b34-a04c-44bb-9377-f808f91b210d Mar 10 15:42:14.655096 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ba1d1b34-a04c-44bb-9377-f808f91b210d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:14.679267 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ba1d1b34-a04c-44bb-9377-f808f91b210d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:14.680098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:14.680664 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:14.714375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3657954 Mar 10 15:42:14.717731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39168) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:14.722539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] Request body: {'subnet': {'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-898220031-subnet', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:42:14.760572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38518060-0407-432f-9991-cfcad6537083 admin admin] Pushing event updated for resources: {'Network': ['ID=ba1d1b34-a04c-44bb-9377-f808f91b210d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:14.772976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ba1d1b34-a04c-44bb-9377-f808f91b210d details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:42:14.780002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] Made reservation on behalf of c0923f61104645508c9578930bd69fc9 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:42:14.782858 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:14.966081 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (76d6e1e8-2d4a-49e5-9347-cda03e7a8686), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.023541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d6e1e8-2d4a-49e5-9347-cda03e7a8686,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:15.032256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] Checking segment: {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:42:15.032621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] Network hostable DHCP agents. Network: ba1d1b34-a04c-44bb-9377-f808f91b210d, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:42:15.048872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] Network ba1d1b34-a04c-44bb-9377-f808f91b210d is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:42:15.057900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ba1d1b34-a04c-44bb-9377-f808f91b210d) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:15.062192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:15.063607 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.067043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2de2ab-926d-457d-bd12-8c99395a31d2 None None] Network ba1d1b34-a04c-44bb-9377-f808f91b210d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:42:15.080017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-aa2196e8-bcf2-4c5b-a838-0129effc4b0a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3611746 Mar 10 15:42:15.082635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39170) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:15.086965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-898220031-router', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:42:15.107763 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.108776 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.162919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Publish callbacks [] for router_controller (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.179751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-ba1d1b34-a04c-44bb-9377-f808f91b210d', 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d', 'project_id': 'c0923f61104645508c9578930bd69fc9', 'fixed_ips': [{'subnet_id': '76d6e1e8-2d4a-49e5-9347-cda03e7a8686'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:42:15.180607 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.308301 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Publish callbacks [] for router_gateway (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.321282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Allocated IP 172.20.0.2 (ba1d1b34-a04c-44bb-9377-f808f91b210d/76d6e1e8-2d4a-49e5-9347-cda03e7a8686/8d6c8c95-8af0-4c12-aae7-f460f9751746) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:42:15.466697 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Publish callbacks [] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.473084 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.511469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Network ba1d1b34-a04c-44bb-9377-f808f91b210d is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:42:15.518826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:15.521271 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Publish callbacks [] for router_gateway (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.521792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:42:15.528338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Pushing event updated for resources: {'Port': ['ID=8d6c8c95-8af0-4c12-aae7-f460f9751746,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:15.543841 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.582479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Attempting to bind port 8d6c8c95-8af0-4c12-aae7-f460f9751746 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:42:15.582774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Attempting to bind port 8d6c8c95-8af0-4c12-aae7-f460f9751746 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:42:15.583180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Attempting to bind port 8d6c8c95-8af0-4c12-aae7-f460f9751746 on network ba1d1b34-a04c-44bb-9377-f808f91b210d {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:42:15.588100 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:42:15.588480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Checking segment: {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:42:15.588888 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.589287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Bound using segment: {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:42:15.589759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Bound port: 8d6c8c95-8af0-4c12-aae7-f460f9751746, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:42:15.590263 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.656971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Allocated IP 172.25.3.46 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/483ca95a-d294-4ce8-bbcd-4137734b82ea) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:42:15.657859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] For port 8d6c8c95-8af0-4c12-aae7-f460f9751746, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:42:15.661089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] For port 8d6c8c95-8af0-4c12-aae7-f460f9751746, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d6c8c95-8af0-4c12-aae7-f460f9751746,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:42:15.666893 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.727405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94a52c-8bed-4c38-b7db-445c5274cf3d None None] Pushing event updated for resources: {'Port': ['ID=8d6c8c95-8af0-4c12-aae7-f460f9751746,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:15.769692 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Publish callbacks [] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.807456 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:15.848923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:42:15.855124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:15.859851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:42:15.891271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Pushing event updated for resources: {'Port': ['ID=483ca95a-d294-4ce8-bbcd-4137734b82ea,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:16.143731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Publish callbacks [] for router_gateway (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:16.362929 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:16.500286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:42:16.784103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01e1d8-54ff-419e-9738-5f2a6afe6bf7 None None] Network ba1d1b34-a04c-44bb-9377-f808f91b210d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:42:16.894989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f30171f1-9a2e-40c5-a8f0-732508c6d6ec None None] Provisioning complete for port 8d6c8c95-8af0-4c12-aae7-f460f9751746 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:16.895378 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f30171f1-9a2e-40c5-a8f0-732508c6d6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:16.956271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:42:16.972356 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Sync routers for ids ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:42:16.976764 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:16.978144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6326bb98-fc84-4c96-bb9e-97eba17b4419 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8945034 Mar 10 15:42:16.980780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39172) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:16.985873 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Routers {'89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:42:16.986699 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:17.005393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f30171f1-9a2e-40c5-a8f0-732508c6d6ec None None] Current status of the port 8d6c8c95-8af0-4c12-aae7-f460f9751746 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:17.006053 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f30171f1-9a2e-40c5-a8f0-732508c6d6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.045576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f30171f1-9a2e-40c5-a8f0-732508c6d6ec None None] For port 8d6c8c95-8af0-4c12-aae7-f460f9751746, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d6c8c95-8af0-4c12-aae7-f460f9751746,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:17.054383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d6c8c95-8af0-4c12-aae7-f460f9751746 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:17.058362 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f30171f1-9a2e-40c5-a8f0-732508c6d6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.141743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30171f1-9a2e-40c5-a8f0-732508c6d6ec None None] Pushing event updated for resources: {'Port': ['ID=8d6c8c95-8af0-4c12-aae7-f460f9751746,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:17.156496 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Set router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:42:17.163107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8d6c8c95-8af0-4c12-aae7-f460f9751746 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:17.164200 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.266382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8d6c8c95-8af0-4c12-aae7-f460f9751746 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:17.361121 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'name': 'tempest-TestServerMultinode-898220031-router', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:16Z', 'revision_number': 3, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'gw_port': {'id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:17.380549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9018298d-9c8f-4b32-a1a2-7d2c663ece38 None None] Provisioning complete for port 8d6c8c95-8af0-4c12-aae7-f460f9751746 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:17.381083 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9018298d-9c8f-4b32-a1a2-7d2c663ece38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.388433 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Checking router: 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:42:17.388817 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Updating router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 port 483ca95a-d294-4ce8-bbcd-4137734b82ea binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:42:17.417245 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.463249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9018298d-9c8f-4b32-a1a2-7d2c663ece38 None None] Current status of the port 8d6c8c95-8af0-4c12-aae7-f460f9751746 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:17.472803 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.636104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Allocated IP 172.20.0.1 (ba1d1b34-a04c-44bb-9377-f808f91b210d/76d6e1e8-2d4a-49e5-9347-cda03e7a8686/654688bb-4643-4c31-a3d7-962276bfd077) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:42:17.689310 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Publish callbacks [] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.695235 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.748310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Publish callbacks [] for port (654688bb-4643-4c31-a3d7-962276bfd077), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.761969 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Attempting to bind port 483ca95a-d294-4ce8-bbcd-4137734b82ea on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:42:17.762343 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Attempting to bind port 483ca95a-d294-4ce8-bbcd-4137734b82ea by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:42:17.762706 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Attempting to bind port 483ca95a-d294-4ce8-bbcd-4137734b82ea on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:42:17.764976 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Pushing event updated for resources: {'Port': ['ID=483ca95a-d294-4ce8-bbcd-4137734b82ea,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:17.776206 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.776793 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.776985 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.777417 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.777812 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.778206 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.778679 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.779071 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.780077 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.780602 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.781178 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.781666 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.782119 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:17.783991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (654688bb-4643-4c31-a3d7-962276bfd077), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.788337 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:42:17.790057 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:42:17.790057 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.790057 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:42:17.790057 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Bound port: 483ca95a-d294-4ce8-bbcd-4137734b82ea, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:42:17.790466 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.828728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Network ba1d1b34-a04c-44bb-9377-f808f91b210d is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:42:17.835815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:17.839691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:42:17.849938 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] For port 483ca95a-d294-4ce8-bbcd-4137734b82ea, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:42:17.853956 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] For port 483ca95a-d294-4ce8-bbcd-4137734b82ea, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=483ca95a-d294-4ce8-bbcd-4137734b82ea,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:42:17.861660 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.868509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Pushing event updated for resources: {'Port': ['ID=654688bb-4643-4c31-a3d7-962276bfd077,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:17.887585 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:17.932774 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Routers {'89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:42:17.933417 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:17.973027 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae92d99-93c2-464d-aeb5-23715ea81247 None None] Pushing event updated for resources: {'Port': ['ID=483ca95a-d294-4ce8-bbcd-4137734b82ea,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:18.062524 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (654688bb-4643-4c31-a3d7-962276bfd077), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:18.068682 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] Set router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:42:18.203430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7d5af105-668f-4f90-912b-c8d5ded219b2 None None] Provisioning complete for port 654688bb-4643-4c31-a3d7-962276bfd077 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:18.204490 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7d5af105-668f-4f90-912b-c8d5ded219b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (654688bb-4643-4c31-a3d7-962276bfd077), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:18.249381 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:18.262949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7d5af105-668f-4f90-912b-c8d5ded219b2 None None] Port 654688bb-4643-4c31-a3d7-962276bfd077 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:42:18.263293 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Publish callbacks [] for port (654688bb-4643-4c31-a3d7-962276bfd077), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:18.269599 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (654688bb-4643-4c31-a3d7-962276bfd077), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:18.349480 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:18.351921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Pushing event updated for resources: {'Port': ['ID=654688bb-4643-4c31-a3d7-962276bfd077,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:18.356741 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'name': 'tempest-TestServerMultinode-898220031-router', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:16Z', 'revision_number': 3, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'gw_port': {'id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:18.388376 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb6981-d86b-4f41-93ed-4b0622789b95 None None] The sync data for ids ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'] in n-d-833090-1 is: [{'id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'name': 'tempest-TestServerMultinode-898220031-router', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:16Z', 'revision_number': 3, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'gw_port': {'id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:42:18.457350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Network ba1d1b34-a04c-44bb-9377-f808f91b210d is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:42:18.458942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:18.589783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:42:18.736558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:42:18.741797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9e1f67a3-7347-4c63-b7c4-55b940cce32c admin admin] 10.222.0.11 "PUT /v2.0/routers/89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7599266 Mar 10 15:42:18.791983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-98643855-a71a-4ec8-84f1-d9dce6316bb6 None None] Provisioning complete for port 654688bb-4643-4c31-a3d7-962276bfd077 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:18.792361 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-98643855-a71a-4ec8-84f1-d9dce6316bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (654688bb-4643-4c31-a3d7-962276bfd077), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:18.827300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-98643855-a71a-4ec8-84f1-d9dce6316bb6 None None] Port 654688bb-4643-4c31-a3d7-962276bfd077 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:42:19.081982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d6c8c95-8af0-4c12-aae7-f460f9751746 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:19.138171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8d6c8c95-8af0-4c12-aae7-f460f9751746 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:19.138561 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.231251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8d6c8c95-8af0-4c12-aae7-f460f9751746 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:19.232341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 483ca95a-d294-4ce8-bbcd-4137734b82ea up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:19.263629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39188) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:19.273608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-38762307-network', 'tenant_id': '32655310e9be4bf8be0d0b535302be36'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:42:19.282002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 483ca95a-d294-4ce8-bbcd-4137734b82ea triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:19.282511 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.299628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Made reservation on behalf of 32655310e9be4bf8be0d0b535302be36 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:42:19.302162 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.311927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.369876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 483ca95a-d294-4ce8-bbcd-4137734b82ea is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:19.370295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.391015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 483ca95a-d294-4ce8-bbcd-4137734b82ea, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=483ca95a-d294-4ce8-bbcd-4137734b82ea,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:19.393710 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Publish callbacks [] for security_group (30c4c2e7-c775-4297-b99f-31dfb045890e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.394915 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.397726 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (30c4c2e7-c775-4297-b99f-31dfb045890e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.419336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:42:19.435091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c4c2e7-c775-4297-b99f-31dfb045890e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:19.438615 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e9e5b47b-a12e-4030-9a1f-e1534e497106), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.439012 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Added segment e9e5b47b-a12e-4030-9a1f-e1534e497106 of type vlan for network d74001f2-7f6b-4ff5-a02b-b72dfadfa361 Mar 10 15:42:19.445379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=483ca95a-d294-4ce8-bbcd-4137734b82ea,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:19.484007 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d74001f2-7f6b-4ff5-a02b-b72dfadfa361), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.510109 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d74001f2-7f6b-4ff5-a02b-b72dfadfa361), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.511097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:19.511663 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.546045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2807205 Mar 10 15:42:19.548977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39190) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:19.555252 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Request body: {'subnet': {'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-38762307-subnet', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:42:19.574578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Made reservation on behalf of 32655310e9be4bf8be0d0b535302be36 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:42:19.574923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6a30a-a1ea-4f6a-b4a1-e1bd30b13505 admin admin] Pushing event updated for resources: {'Network': ['ID=d74001f2-7f6b-4ff5-a02b-b72dfadfa361,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:19.578198 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.585339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d74001f2-7f6b-4ff5-a02b-b72dfadfa361 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:42:19.757421 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (c3faca0c-d574-4900-b502-f2f3381efa86), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.816791 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3faca0c-d574-4900-b502-f2f3381efa86,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:19.826492 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Checking segment: {'id': 'e9e5b47b-a12e-4030-9a1f-e1534e497106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:42:19.826884 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Network hostable DHCP agents. Network: d74001f2-7f6b-4ff5-a02b-b72dfadfa361, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:42:19.831038 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.831389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.831734 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.832071 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.832404 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.832760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.833088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.833413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.833739 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.834064 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.834387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.834709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.835060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:19.853325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Network d74001f2-7f6b-4ff5-a02b-b72dfadfa361 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:42:19.865811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, d74001f2-7f6b-4ff5-a02b-b72dfadfa361) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:19.872894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:19.873027 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.877869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87e89a8-c57a-4ac0-96bc-0b1f43ee54e2 None None] Network d74001f2-7f6b-4ff5-a02b-b72dfadfa361 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:42:19.893030 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3107bbfa-7954-4ab7-a3d6-a64606429b3a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3407388 Mar 10 15:42:19.893250 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39198) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:19.898158 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-38762307-router', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:42:19.917690 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.918721 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.981547 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Publish callbacks [] for router_controller (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:19.991214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-d74001f2-7f6b-4ff5-a02b-b72dfadfa361', 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361', 'project_id': '32655310e9be4bf8be0d0b535302be36', 'fixed_ips': [{'subnet_id': 'c3faca0c-d574-4900-b502-f2f3381efa86'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:42:19.992056 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.066880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Sync routers for ids ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:42:20.092708 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Routers {'89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:42:20.093358 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:20.127166 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Publish callbacks [] for router_gateway (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.224267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Allocated IP 172.20.0.2 (d74001f2-7f6b-4ff5-a02b-b72dfadfa361/c3faca0c-d574-4900-b502-f2f3381efa86/0db80ef7-3130-4123-ab27-c6ae381a39dd) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:42:20.265478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Set router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:42:20.332368 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Publish callbacks [] for router_gateway (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.352609 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.466721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Allocated IP 172.25.3.170 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/5f085e36-17f1-4271-bfb8-83285bcb4476) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:42:20.572087 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Publish callbacks [] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.608470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.647995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:42:20.654277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:20.658634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:42:20.661711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Pushing event updated for resources: {'Port': ['ID=5f085e36-17f1-4271-bfb8-83285bcb4476,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:20.709724 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Publish callbacks [] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.716528 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.786455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Network d74001f2-7f6b-4ff5-a02b-b72dfadfa361 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:42:20.793488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:20.797838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:42:20.807849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Pushing event updated for resources: {'Port': ['ID=0db80ef7-3130-4123-ab27-c6ae381a39dd,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:20.856712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'name': 'tempest-TestServerMultinode-898220031-router', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:18Z', 'revision_number': 4, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'gw_port': {'id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '654688bb-4643-4c31-a3d7-962276bfd077', 'name': '', 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'mac_address': 'fa:16:3e:e2:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '76d6e1e8-2d4a-49e5-9347-cda03e7a8686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:17Z', 'updated_at': '2022-03-10T15:42:18Z', 'revision_number': 2, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'subnets': [{'id': '76d6e1e8-2d4a-49e5-9347-cda03e7a8686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:20.889431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Checking router: 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:42:20.889796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Updating router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 port 654688bb-4643-4c31-a3d7-962276bfd077 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:42:20.894111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Attempting to bind port 0db80ef7-3130-4123-ab27-c6ae381a39dd on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:42:20.894492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Attempting to bind port 0db80ef7-3130-4123-ab27-c6ae381a39dd by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'e9e5b47b-a12e-4030-9a1f-e1534e497106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:42:20.894879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Attempting to bind port 0db80ef7-3130-4123-ab27-c6ae381a39dd on network d74001f2-7f6b-4ff5-a02b-b72dfadfa361 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:42:20.930925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:42:20.931311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Checking segment: {'id': 'e9e5b47b-a12e-4030-9a1f-e1534e497106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:42:20.931718 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.931836 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Publish callbacks [] for router_gateway (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.932109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Bound using segment: {'id': 'e9e5b47b-a12e-4030-9a1f-e1534e497106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:42:20.932604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Bound port: 0db80ef7-3130-4123-ab27-c6ae381a39dd, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e5b47b-a12e-4030-9a1f-e1534e497106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:42:20.933068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.950550 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (654688bb-4643-4c31-a3d7-962276bfd077), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.955718 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:20.984755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 483ca95a-d294-4ce8-bbcd-4137734b82ea up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:21.131312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-03762570-85a3-40b4-b138-8550aedad068 None None] For port 0db80ef7-3130-4123-ab27-c6ae381a39dd, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:42:21.136218 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:21.152047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-03762570-85a3-40b4-b138-8550aedad068 None None] For port 0db80ef7-3130-4123-ab27-c6ae381a39dd, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0db80ef7-3130-4123-ab27-c6ae381a39dd,segment=NetworkSegment(e9e5b47b-a12e-4030-9a1f-e1534e497106),segment_id=e9e5b47b-a12e-4030-9a1f-e1534e497106)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:42:21.165029 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:21.192467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 483ca95a-d294-4ce8-bbcd-4137734b82ea triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:21.192838 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:21.275649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:42:21.314589 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03762570-85a3-40b4-b138-8550aedad068 None None] Pushing event updated for resources: {'Port': ['ID=0db80ef7-3130-4123-ab27-c6ae381a39dd,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:21.408582 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:42:21.421859 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Sync routers for ids ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:42:21.425289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 483ca95a-d294-4ce8-bbcd-4137734b82ea is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:21.428762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:21.432108 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6c83954e-2b83-469c-a21d-3dfbd2a444b4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5355220 Mar 10 15:42:21.432852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39200) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:21.438159 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Routers {'9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:42:21.440903 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:21.462271 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Publish callbacks [] for port (654688bb-4643-4c31-a3d7-962276bfd077), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:21.473249 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (654688bb-4643-4c31-a3d7-962276bfd077), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:21.610730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef5ab6-cbfb-4898-97ea-2ad31958483e None None] Pushing event updated for resources: {'Port': ['ID=654688bb-4643-4c31-a3d7-962276bfd077,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:21.671886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Attempting to bind port 654688bb-4643-4c31-a3d7-962276bfd077 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:42:21.672272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Attempting to bind port 654688bb-4643-4c31-a3d7-962276bfd077 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:42:21.672639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Attempting to bind port 654688bb-4643-4c31-a3d7-962276bfd077 on network ba1d1b34-a04c-44bb-9377-f808f91b210d {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:42:21.675131 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Set router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:42:21.678585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:42:21.679013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Checking segment: {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:42:21.679424 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:21.679824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Bound using segment: {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:42:21.680304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Bound port: 654688bb-4643-4c31-a3d7-962276bfd077, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:42:21.680689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (654688bb-4643-4c31-a3d7-962276bfd077), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:21.769657 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] For port 654688bb-4643-4c31-a3d7-962276bfd077, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:42:21.774303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] For port 654688bb-4643-4c31-a3d7-962276bfd077, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=654688bb-4643-4c31-a3d7-962276bfd077,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:42:21.799256 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (654688bb-4643-4c31-a3d7-962276bfd077), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:21.828214 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a4d386f2-613f-4789-9f49-9f1f3ce61cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:21.865265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Routers {'89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:42:21.866032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:21.913777 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'name': 'tempest-TestServerMultinode-38762307-router', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:19Z', 'updated_at': '2022-03-10T15:42:20Z', 'revision_number': 3, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'gw_port': {'id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:20Z', 'updated_at': '2022-03-10T15:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:21.914543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef5ab6-cbfb-4898-97ea-2ad31958483e None None] Pushing event updated for resources: {'Port': ['ID=654688bb-4643-4c31-a3d7-962276bfd077,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:21.940810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-12b4c32d-5e67-4444-be31-0d439a3f157b None None] Provisioning complete for port 654688bb-4643-4c31-a3d7-962276bfd077 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:21.941186 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-12b4c32d-5e67-4444-be31-0d439a3f157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (654688bb-4643-4c31-a3d7-962276bfd077), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:21.945922 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Checking router: 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:42:21.946275 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Updating router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c port 5f085e36-17f1-4271-bfb8-83285bcb4476 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:42:21.979487 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.059999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] Set router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:42:22.066183 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.205536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-12b4c32d-5e67-4444-be31-0d439a3f157b None None] Current status of the port 654688bb-4643-4c31-a3d7-962276bfd077 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:22.205920 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-12b4c32d-5e67-4444-be31-0d439a3f157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (654688bb-4643-4c31-a3d7-962276bfd077), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.282453 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Allocated IP 172.20.0.1 (d74001f2-7f6b-4ff5-a02b-b72dfadfa361/c3faca0c-d574-4900-b502-f2f3381efa86/8091416e-ca55-4794-8357-6290ca38642e) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:42:22.296850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-12b4c32d-5e67-4444-be31-0d439a3f157b None None] For port 654688bb-4643-4c31-a3d7-962276bfd077, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=654688bb-4643-4c31-a3d7-962276bfd077,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:22.306263 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-12b4c32d-5e67-4444-be31-0d439a3f157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (654688bb-4643-4c31-a3d7-962276bfd077), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.329797 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Publish callbacks [] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.337120 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.383336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4c32d-5e67-4444-be31-0d439a3f157b None None] Pushing event updated for resources: {'Port': ['ID=654688bb-4643-4c31-a3d7-962276bfd077,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:22.408604 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Publish callbacks [] for port (8091416e-ca55-4794-8357-6290ca38642e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.422302 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Attempting to bind port 5f085e36-17f1-4271-bfb8-83285bcb4476 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:42:22.422876 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Attempting to bind port 5f085e36-17f1-4271-bfb8-83285bcb4476 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:42:22.423406 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Attempting to bind port 5f085e36-17f1-4271-bfb8-83285bcb4476 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:42:22.433872 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e777d30-bd61-4a2b-bc57-21ad5a5739d4 None None] Pushing event updated for resources: {'Port': ['ID=5f085e36-17f1-4271-bfb8-83285bcb4476,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:22.436741 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:42:22.437117 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:42:22.437564 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.438260 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:42:22.438741 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Bound port: 5f085e36-17f1-4271-bfb8-83285bcb4476, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:42:22.439133 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.446567 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-eee7641c-0afa-47f8-bcca-5c32c0f70f86 None None] Provisioning complete for port 654688bb-4643-4c31-a3d7-962276bfd077 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:22.446985 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eee7641c-0afa-47f8-bcca-5c32c0f70f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (654688bb-4643-4c31-a3d7-962276bfd077), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.455179 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8091416e-ca55-4794-8357-6290ca38642e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.479197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'name': 'tempest-TestServerMultinode-898220031-router', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:18Z', 'revision_number': 4, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'gw_port': {'id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '654688bb-4643-4c31-a3d7-962276bfd077', 'name': '', 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'mac_address': 'fa:16:3e:e2:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '76d6e1e8-2d4a-49e5-9347-cda03e7a8686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:17Z', 'updated_at': '2022-03-10T15:42:21Z', 'revision_number': 4, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'subnets': [{'id': '76d6e1e8-2d4a-49e5-9347-cda03e7a8686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:22.504483 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Network d74001f2-7f6b-4ff5-a02b-b72dfadfa361 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:42:22.507333 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] For port 5f085e36-17f1-4271-bfb8-83285bcb4476, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:42:22.510355 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:22.512331 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] For port 5f085e36-17f1-4271-bfb8-83285bcb4476, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5f085e36-17f1-4271-bfb8-83285bcb4476,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:42:22.514595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121bcb4e-9bb0-4b7c-9109-e18d29594ef5 None None] The sync data for ids ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'] in n-d-833090-1 is: [{'id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'name': 'tempest-TestServerMultinode-898220031-router', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:18Z', 'revision_number': 4, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'gw_port': {'id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '654688bb-4643-4c31-a3d7-962276bfd077', 'name': '', 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'mac_address': 'fa:16:3e:e2:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '76d6e1e8-2d4a-49e5-9347-cda03e7a8686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:17Z', 'updated_at': '2022-03-10T15:42:21Z', 'revision_number': 4, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'subnets': [{'id': '76d6e1e8-2d4a-49e5-9347-cda03e7a8686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:42:22.520100 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.522462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:42:22.590651 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Routers {'9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:42:22.591540 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:41:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:22.602984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-eee7641c-0afa-47f8-bcca-5c32c0f70f86 None None] Current status of the port 654688bb-4643-4c31-a3d7-962276bfd077 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:22.610548 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Pushing event updated for resources: {'Port': ['ID=8091416e-ca55-4794-8357-6290ca38642e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:22.624729 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.677109 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e777d30-bd61-4a2b-bc57-21ad5a5739d4 None None] Pushing event updated for resources: {'Port': ['ID=5f085e36-17f1-4271-bfb8-83285bcb4476,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:22.705028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe173f-d418-4bc1-ae9b-b8b1d5634a29 None None] Network d74001f2-7f6b-4ff5-a02b-b72dfadfa361 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:42:22.766476 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] Set router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:42:22.794693 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8091416e-ca55-4794-8357-6290ca38642e), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.798727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8f973bef-042e-423f-97ab-232aba790474 None None] Provisioning complete for port 0db80ef7-3130-4123-ab27-c6ae381a39dd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:22.799215 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8f973bef-042e-423f-97ab-232aba790474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:22.946573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8f973bef-042e-423f-97ab-232aba790474 None None] Current status of the port 0db80ef7-3130-4123-ab27-c6ae381a39dd is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:22.947148 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8f973bef-042e-423f-97ab-232aba790474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:23.006174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8f973bef-042e-423f-97ab-232aba790474 None None] For port 0db80ef7-3130-4123-ab27-c6ae381a39dd, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0db80ef7-3130-4123-ab27-c6ae381a39dd,segment=NetworkSegment(e9e5b47b-a12e-4030-9a1f-e1534e497106),segment_id=e9e5b47b-a12e-4030-9a1f-e1534e497106)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:23.016049 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8f973bef-042e-423f-97ab-232aba790474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:23.031723 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'name': 'tempest-TestServerMultinode-38762307-router', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:19Z', 'updated_at': '2022-03-10T15:42:20Z', 'revision_number': 3, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'gw_port': {'id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:20Z', 'updated_at': '2022-03-10T15:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:23.093436 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e80659-63bb-4454-a8b4-72c41934a30d None None] The sync data for ids ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'] in n-d-833090-1 is: [{'id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'name': 'tempest-TestServerMultinode-38762307-router', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:19Z', 'updated_at': '2022-03-10T15:42:20Z', 'revision_number': 3, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'gw_port': {'id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:19:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:20Z', 'updated_at': '2022-03-10T15:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:42:23.096722 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Publish callbacks [] for port (8091416e-ca55-4794-8357-6290ca38642e), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:23.100473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f973bef-042e-423f-97ab-232aba790474 None None] Pushing event updated for resources: {'Port': ['ID=0db80ef7-3130-4123-ab27-c6ae381a39dd,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:23.113772 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (8091416e-ca55-4794-8357-6290ca38642e), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:23.153848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 654688bb-4643-4c31-a3d7-962276bfd077 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:23.221836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 654688bb-4643-4c31-a3d7-962276bfd077 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:23.223271 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (654688bb-4643-4c31-a3d7-962276bfd077), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:23.251760 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:23.253760 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Pushing event updated for resources: {'Port': ['ID=8091416e-ca55-4794-8357-6290ca38642e,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:23.409701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Network d74001f2-7f6b-4ff5-a02b-b72dfadfa361 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:42:23.411286 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:23.492622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c7dfab86-e9c6-4ed6-898e-9149afd60649 None None] Provisioning complete for port 0db80ef7-3130-4123-ab27-c6ae381a39dd triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:23.493499 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c7dfab86-e9c6-4ed6-898e-9149afd60649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:23.582376 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:42:23.615826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 654688bb-4643-4c31-a3d7-962276bfd077 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:23.617133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0db80ef7-3130-4123-ab27-c6ae381a39dd up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:23.709223 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c7dfab86-e9c6-4ed6-898e-9149afd60649 None None] Current status of the port 0db80ef7-3130-4123-ab27-c6ae381a39dd is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:23.739870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c7dfab86-e9c6-4ed6-898e-9149afd60649 None None] Provisioning complete for port 8091416e-ca55-4794-8357-6290ca38642e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:23.741320 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c7dfab86-e9c6-4ed6-898e-9149afd60649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8091416e-ca55-4794-8357-6290ca38642e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:23.772474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0db80ef7-3130-4123-ab27-c6ae381a39dd triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:23.772856 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:23.776091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:42:23.791890 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9da5e3e1-3ca6-40ee-aa07-87ec25dff62a admin admin] 10.222.0.11 "PUT /v2.0/routers/9b5cd7ac-8daa-4838-8a9b-b91b2a72288c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3501430 Mar 10 15:42:23.805942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c7dfab86-e9c6-4ed6-898e-9149afd60649 None None] Port 8091416e-ca55-4794-8357-6290ca38642e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:42:23.885043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0db80ef7-3130-4123-ab27-c6ae381a39dd is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:23.928430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7e6db4c3-aa38-4cf9-9408-7314a2735b51 None None] Provisioning complete for port 8091416e-ca55-4794-8357-6290ca38642e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:23.928802 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7e6db4c3-aa38-4cf9-9408-7314a2735b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8091416e-ca55-4794-8357-6290ca38642e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:23.970888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7e6db4c3-aa38-4cf9-9408-7314a2735b51 None None] Port 8091416e-ca55-4794-8357-6290ca38642e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:42:24.102349 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-32b6488f-d570-49d9-a01b-34d00c86eb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:24.379842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-5252cfc1-5304-4303-8f48-196b228813af tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:24.381358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-5252cfc1-5304-4303-8f48-196b228813af tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/networks?id=ba1d1b34-a04c-44bb-9377-f808f91b210d HTTP/1.1" status: 200 len: 910 time: 0.0969992 Mar 10 15:42:24.396367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-ccbf8c4f-060d-47de-8512-0702eec9c483 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/quotas/32655310e9be4bf8be0d0b535302be36 HTTP/1.1" status: 200 len: 375 time: 0.0096061 Mar 10 15:42:24.480927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-4bffab6e-df48-451d-b937-7fbd654b57d3 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=32655310e9be4bf8be0d0b535302be36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792382 Mar 10 15:42:24.577949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-2d9a20df-9209-49cc-954a-ccb4de495cb2 service neutron] 10.222.0.11 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891945 Mar 10 15:42:24.672394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-91d4e995-1075-4f0f-abe7-e5389f5fb7b1 service neutron] 10.222.0.11 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888467 Mar 10 15:42:24.825569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a40101c-747a-410d-adcb-56990d90303e req-0b6128a0-eec8-4855-a22f-a599cd156aa4 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 210 time: 0.0258992 Mar 10 15:42:25.039562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0db80ef7-3130-4123-ab27-c6ae381a39dd up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:25.087925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 0db80ef7-3130-4123-ab27-c6ae381a39dd triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:25.088305 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:25.168703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 0db80ef7-3130-4123-ab27-c6ae381a39dd is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:25.169783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5f085e36-17f1-4271-bfb8-83285bcb4476 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:25.216076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5f085e36-17f1-4271-bfb8-83285bcb4476 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:25.216451 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:25.296163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5f085e36-17f1-4271-bfb8-83285bcb4476 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:25.296460 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:25.315902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 5f085e36-17f1-4271-bfb8-83285bcb4476, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5f085e36-17f1-4271-bfb8-83285bcb4476,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:25.319951 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:25.374711 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:25.383596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=5f085e36-17f1-4271-bfb8-83285bcb4476,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:25.906586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aac60509-893a-4c08-afa2-130a61fd9d34 req-daef47f1-f927-4c0d-aac4-4e2818795940 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 210 time: 0.0271320 Mar 10 15:42:26.021318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Sync routers for ids ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:42:26.031049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Routers {'9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:42:26.031710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:26.144586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Set router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:42:26.351221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'name': 'tempest-TestServerMultinode-38762307-router', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:19Z', 'updated_at': '2022-03-10T15:42:22Z', 'revision_number': 4, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'gw_port': {'id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:20Z', 'updated_at': '2022-03-10T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8091416e-ca55-4794-8357-6290ca38642e', 'name': '', 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'mac_address': 'fa:16:3e:f6:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c3faca0c-d574-4900-b502-f2f3381efa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:22Z', 'updated_at': '2022-03-10T15:42:22Z', 'revision_number': 2, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'subnets': [{'id': 'c3faca0c-d574-4900-b502-f2f3381efa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:26.378743 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Checking router: 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:42:26.379124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Updating router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c port 8091416e-ca55-4794-8357-6290ca38642e binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:42:26.406422 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8091416e-ca55-4794-8357-6290ca38642e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:26.676389 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Publish callbacks [] for port (8091416e-ca55-4794-8357-6290ca38642e), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:26.677948 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:26.681321 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8091416e-ca55-4794-8357-6290ca38642e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:26.732067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0dd92-725a-4932-8bac-50569a453fb3 None None] Pushing event updated for resources: {'Port': ['ID=8091416e-ca55-4794-8357-6290ca38642e,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:26.788136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Attempting to bind port 8091416e-ca55-4794-8357-6290ca38642e on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:42:26.788511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Attempting to bind port 8091416e-ca55-4794-8357-6290ca38642e by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'e9e5b47b-a12e-4030-9a1f-e1534e497106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:42:26.788994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Attempting to bind port 8091416e-ca55-4794-8357-6290ca38642e on network d74001f2-7f6b-4ff5-a02b-b72dfadfa361 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:42:26.794144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:42:26.794521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Checking segment: {'id': 'e9e5b47b-a12e-4030-9a1f-e1534e497106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:42:26.795671 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:26.796025 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Bound using segment: {'id': 'e9e5b47b-a12e-4030-9a1f-e1534e497106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:42:26.796497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Bound port: 8091416e-ca55-4794-8357-6290ca38642e, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e5b47b-a12e-4030-9a1f-e1534e497106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:42:26.796880 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8091416e-ca55-4794-8357-6290ca38642e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:26.864902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] For port 8091416e-ca55-4794-8357-6290ca38642e, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:42:26.868106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] For port 8091416e-ca55-4794-8357-6290ca38642e, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8091416e-ca55-4794-8357-6290ca38642e,segment=NetworkSegment(e9e5b47b-a12e-4030-9a1f-e1534e497106),segment_id=e9e5b47b-a12e-4030-9a1f-e1534e497106)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:42:26.874486 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8091416e-ca55-4794-8357-6290ca38642e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:26.942148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-171e3358-cd21-46b4-8049-35d12ac02241 None None] Provisioning complete for port 8091416e-ca55-4794-8357-6290ca38642e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:26.942534 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-171e3358-cd21-46b4-8049-35d12ac02241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8091416e-ca55-4794-8357-6290ca38642e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:26.949353 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Routers {'9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:42:26.950011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:26.970393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0dd92-725a-4932-8bac-50569a453fb3 None None] Pushing event updated for resources: {'Port': ['ID=8091416e-ca55-4794-8357-6290ca38642e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:27.021373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db3676f6-ab5e-45a6-b79f-b9bcaf6fa216 req-d8cfdd1d-ad20-4d1a-8f13-235cf431173a tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 210 time: 0.0414004 Mar 10 15:42:27.028588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5f085e36-17f1-4271-bfb8-83285bcb4476 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:27.186230 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] Set router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:42:27.189106 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-171e3358-cd21-46b4-8049-35d12ac02241 None None] Current status of the port 8091416e-ca55-4794-8357-6290ca38642e is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:27.189493 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-171e3358-cd21-46b4-8049-35d12ac02241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8091416e-ca55-4794-8357-6290ca38642e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:27.215945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5f085e36-17f1-4271-bfb8-83285bcb4476 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:27.216304 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:27.314825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-171e3358-cd21-46b4-8049-35d12ac02241 None None] For port 8091416e-ca55-4794-8357-6290ca38642e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8091416e-ca55-4794-8357-6290ca38642e,segment=NetworkSegment(e9e5b47b-a12e-4030-9a1f-e1534e497106),segment_id=e9e5b47b-a12e-4030-9a1f-e1534e497106)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:27.328831 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-171e3358-cd21-46b4-8049-35d12ac02241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8091416e-ca55-4794-8357-6290ca38642e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:27.485966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e3358-cd21-46b4-8049-35d12ac02241 None None] Pushing event updated for resources: {'Port': ['ID=8091416e-ca55-4794-8357-6290ca38642e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:27.497002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5f085e36-17f1-4271-bfb8-83285bcb4476 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:27.503669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-107d2f99-307f-4203-ab82-b72c0a9258cc None None] Provisioning complete for port 8091416e-ca55-4794-8357-6290ca38642e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:27.504053 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-107d2f99-307f-4203-ab82-b72c0a9258cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8091416e-ca55-4794-8357-6290ca38642e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:27.615856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'name': 'tempest-TestServerMultinode-38762307-router', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:19Z', 'updated_at': '2022-03-10T15:42:22Z', 'revision_number': 4, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'gw_port': {'id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:20Z', 'updated_at': '2022-03-10T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8091416e-ca55-4794-8357-6290ca38642e', 'name': '', 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'mac_address': 'fa:16:3e:f6:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c3faca0c-d574-4900-b502-f2f3381efa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:22Z', 'updated_at': '2022-03-10T15:42:26Z', 'revision_number': 4, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'subnets': [{'id': 'c3faca0c-d574-4900-b502-f2f3381efa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:27.644333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-107d2f99-307f-4203-ab82-b72c0a9258cc None None] Current status of the port 8091416e-ca55-4794-8357-6290ca38642e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:27.646578 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3d581-f225-42ec-9acd-118764b84290 None None] The sync data for ids ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'] in n-d-833090-1 is: [{'id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'name': 'tempest-TestServerMultinode-38762307-router', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:19Z', 'updated_at': '2022-03-10T15:42:22Z', 'revision_number': 4, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'gw_port': {'id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:20Z', 'updated_at': '2022-03-10T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '8091416e-ca55-4794-8357-6290ca38642e', 'name': '', 'network_id': 'd74001f2-7f6b-4ff5-a02b-b72dfadfa361', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'mac_address': 'fa:16:3e:f6:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'c3faca0c-d574-4900-b502-f2f3381efa86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:22Z', 'updated_at': '2022-03-10T15:42:26Z', 'revision_number': 4, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'subnets': [{'id': 'c3faca0c-d574-4900-b502-f2f3381efa86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:42:28.128423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-acd96d36-d296-44b4-8876-45c97935f918 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:28.130512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-acd96d36-d296-44b4-8876-45c97935f918 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.62 "GET /v2.0/networks?id=ba1d1b34-a04c-44bb-9377-f808f91b210d HTTP/1.1" status: 200 len: 910 time: 0.1124592 Mar 10 15:42:28.149024 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Request body: {'port': {'device_id': '7c3265aa-f515-4987-a2ba-ebe0bcd5ac42', 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d', 'admin_state_up': True, 'tenant_id': '32655310e9be4bf8be0d0b535302be36'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:42:28.153866 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a10eaeb8-31da-4929-a8ca-0354e0c58d2f req-9b86ab12-89a2-40df-8ab4-924cd28d1f12 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 210 time: 0.0569143 Mar 10 15:42:28.182189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Made reservation on behalf of 32655310e9be4bf8be0d0b535302be36 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:42:28.184612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:28.274927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:28.304733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Allocated IP 172.20.0.11 (ba1d1b34-a04c-44bb-9377-f808f91b210d/76d6e1e8-2d4a-49e5-9347-cda03e7a8686/d6c48ffc-f4f6-4414-a58f-682454d1cc2c) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:42:28.441123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks [] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:28.474087 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:28.518199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Network ba1d1b34-a04c-44bb-9377-f808f91b210d is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:42:28.521168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:28.523633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:42:28.557809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Pushing event updated for resources: {'Port': ['ID=d6c48ffc-f4f6-4414-a58f-682454d1cc2c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:28.569920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.570266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.570610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.570977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.571311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.571643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.571972 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.572297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.572619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.572941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.573260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.573581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.573908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:28.585366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:28.585978 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:28.602819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-92548b00-10ca-4b7e-95d4-26410fe6255c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4574416 Mar 10 15:42:28.648762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Request body: {'port': {'device_id': '7c3265aa-f515-4987-a2ba-ebe0bcd5ac42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:42:28.713397 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:28.777798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a99ff88a-7c46-4fb2-9e7e-31f0930dd57f None None] Provisioning complete for port d6c48ffc-f4f6-4414-a58f-682454d1cc2c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:28.778176 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a99ff88a-7c46-4fb2-9e7e-31f0930dd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:28.812362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a99ff88a-7c46-4fb2-9e7e-31f0930dd57f None None] Port d6c48ffc-f4f6-4414-a58f-682454d1cc2c cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:42:28.979541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c48ffc-f4f6-4414-a58f-682454d1cc2c {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:42:28.987762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Publish callbacks [] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:28.995681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8091416e-ca55-4794-8357-6290ca38642e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:29.001776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Transition to ACTIVE for port object d6c48ffc-f4f6-4414-a58f-682454d1cc2c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:42:29.005777 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:29.049091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8091416e-ca55-4794-8357-6290ca38642e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:29.049465 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8091416e-ca55-4794-8357-6290ca38642e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:29.107270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c48ffc-f4f6-4414-a58f-682454d1cc2c,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:29.137455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Attempting to bind port d6c48ffc-f4f6-4414-a58f-682454d1cc2c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:42:29.138142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Attempting to bind port d6c48ffc-f4f6-4414-a58f-682454d1cc2c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:42:29.138235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Attempting to bind port d6c48ffc-f4f6-4414-a58f-682454d1cc2c on network ba1d1b34-a04c-44bb-9377-f808f91b210d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:42:29.143469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Port d6c48ffc-f4f6-4414-a58f-682454d1cc2c on network ba1d1b34-a04c-44bb-9377-f808f91b210d not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:42:29.143890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Attempting to bind port d6c48ffc-f4f6-4414-a58f-682454d1cc2c on network ba1d1b34-a04c-44bb-9377-f808f91b210d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:42:29.149164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:42:29.149507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Checking segment: {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:42:29.149895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Bound using segment: {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:42:29.150922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Bound port: d6c48ffc-f4f6-4414-a58f-682454d1cc2c, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:42:29.151284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:29.159621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8091416e-ca55-4794-8357-6290ca38642e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:29.224246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] For port d6c48ffc-f4f6-4414-a58f-682454d1cc2c, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:42:29.228086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] For port d6c48ffc-f4f6-4414-a58f-682454d1cc2c, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d6c48ffc-f4f6-4414-a58f-682454d1cc2c,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:42:29.236217 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:29.307446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:29.308009 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:29.309420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] 10.222.0.62 "PUT /v2.0/ports/d6c48ffc-f4f6-4414-a58f-682454d1cc2c HTTP/1.1" status: 200 len: 1092 time: 0.6650736 Mar 10 15:42:29.309868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3265aa-f515-4987-a2ba-ebe0bcd5ac42', 'tag': 'd6c48ffc-f4f6-4414-a58f-682454d1cc2c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:42:29.312717 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628fdc7f-be8e-4a20-befd-4ac9e1420690" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3265aa-f515-4987-a2ba-ebe0bcd5ac42", "tag": "d6c48ffc-f4f6-4414-a58f-682454d1cc2c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:42:29.365531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd8920-efac-499f-9922-c04c62ad6393 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c48ffc-f4f6-4414-a58f-682454d1cc2c,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:29.372053 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e364ad-0bd3-41cf-846f-349130a66ae4 x-openstack-request-id: req-43e364ad-0bd3-41cf-846f-349130a66ae4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:42:29.372351 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3265aa-f515-4987-a2ba-ebe0bcd5ac42", "tag": "d6c48ffc-f4f6-4414-a58f-682454d1cc2c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:42:29.372609 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43e364ad-0bd3-41cf-846f-349130a66ae4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:42:29.373074 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3265aa-f515-4987-a2ba-ebe0bcd5ac42', 'tag': 'd6c48ffc-f4f6-4414-a58f-682454d1cc2c', 'status': 'completed', 'code': 200} Mar 10 15:42:29.396580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc96533-f11a-4a8b-b318-fc145b537d22 req-464a0281-65a6-4027-9bdf-f2100c2fbecb tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:29.398133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cc96533-f11a-4a8b-b318-fc145b537d22 req-464a0281-65a6-4027-9bdf-f2100c2fbecb tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1126 time: 0.1593626 Mar 10 15:42:29.441731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-b2af0a14-95a6-46d8-bd50-57c220704252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:29.443294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-b2af0a14-95a6-46d8-bd50-57c220704252 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=32655310e9be4bf8be0d0b535302be36&device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1126 time: 0.0945895 Mar 10 15:42:29.493958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-0923c35d-6be9-4c89-bb3a-f59650c2b411 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6c48ffc-f4f6-4414-a58f-682454d1cc2c HTTP/1.1" status: 200 len: 217 time: 0.0404460 Mar 10 15:42:29.496074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cc96533-f11a-4a8b-b318-fc145b537d22 req-313aefd1-3c1a-447d-88e3-4f707d613463 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915453 Mar 10 15:42:29.547307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-cad8969d-b2fd-4523-a9dd-4195857e0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:29.548853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-cad8969d-b2fd-4523-a9dd-4195857e0e9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=76d6e1e8-2d4a-49e5-9347-cda03e7a8686 HTTP/1.1" status: 200 len: 848 time: 0.0487502 Mar 10 15:42:29.601176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-3da327a9-0bf4-4404-8874-02a71f4f6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:29.602706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-3da327a9-0bf4-4404-8874-02a71f4f6283 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba1d1b34-a04c-44bb-9377-f808f91b210d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479233 Mar 10 15:42:29.697230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-2e17d0ac-401a-4177-b8f2-e4d3ecd1275b service neutron] 10.222.0.62 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880973 Mar 10 15:42:29.797874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50dbc9e3-490a-4507-b5c0-4e59f0715446 req-e8200db9-ab61-409a-a281-fdce6366ff37 service neutron] 10.222.0.62 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949967 Mar 10 15:42:29.900983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fdc7f-be8e-4a20-befd-4ac9e1420690 req-35b65a5d-c663-4559-b873-6253b82a45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:29.902469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-628fdc7f-be8e-4a20-befd-4ac9e1420690 req-35b65a5d-c663-4559-b873-6253b82a45d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=32655310e9be4bf8be0d0b535302be36&device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1126 time: 0.0541074 Mar 10 15:42:29.994087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fdc7f-be8e-4a20-befd-4ac9e1420690 req-b7eb05fc-d351-4d36-a6a2-c540f21249e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:29.995504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-628fdc7f-be8e-4a20-befd-4ac9e1420690 req-b7eb05fc-d351-4d36-a6a2-c540f21249e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba1d1b34-a04c-44bb-9377-f808f91b210d HTTP/1.1" status: 200 len: 910 time: 0.0866330 Mar 10 15:42:30.036351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-628fdc7f-be8e-4a20-befd-4ac9e1420690 req-17140f96-87f9-4cf8-ab57-6ec2f42fb86f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6c48ffc-f4f6-4414-a58f-682454d1cc2c HTTP/1.1" status: 200 len: 217 time: 0.0340080 Mar 10 15:42:30.085449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fdc7f-be8e-4a20-befd-4ac9e1420690 req-2a3a50a0-6d4f-4774-8e25-f8ddf72173be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:30.086988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-628fdc7f-be8e-4a20-befd-4ac9e1420690 req-2a3a50a0-6d4f-4774-8e25-f8ddf72173be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=76d6e1e8-2d4a-49e5-9347-cda03e7a8686 HTTP/1.1" status: 200 len: 848 time: 0.0453939 Mar 10 15:42:30.139451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fdc7f-be8e-4a20-befd-4ac9e1420690 req-3ba6bcc5-d123-4605-ac3d-3b9de7c63fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:30.140940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-628fdc7f-be8e-4a20-befd-4ac9e1420690 req-3ba6bcc5-d123-4605-ac3d-3b9de7c63fdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba1d1b34-a04c-44bb-9377-f808f91b210d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480237 Mar 10 15:42:30.229549 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-628fdc7f-be8e-4a20-befd-4ac9e1420690 req-7963a622-6ecf-4be1-84b9-3798fd80a320 service neutron] 10.222.0.62 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826578 Mar 10 15:42:30.325878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-628fdc7f-be8e-4a20-befd-4ac9e1420690 req-b0254af6-a567-46be-8705-9d82912b14d1 service neutron] 10.222.0.62 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902841 Mar 10 15:42:30.606939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30c34-343b-4a28-b5b3-5ecaf0875cd8 req-6660324a-8a55-4be6-8fff-0fdd2d57c1b0 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:30.608959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abf30c34-343b-4a28-b5b3-5ecaf0875cd8 req-6660324a-8a55-4be6-8fff-0fdd2d57c1b0 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1126 time: 0.0443501 Mar 10 15:42:30.654135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abf30c34-343b-4a28-b5b3-5ecaf0875cd8 req-dbae6d3e-15f2-4c18-afe2-6526ca5561cc tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 Mar 10 15:42:31.774283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439ebfe-a3eb-4658-811d-09376bb86d0f req-e87680d2-f460-4487-82e8-e34ef11f32b5 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:31.775846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2439ebfe-a3eb-4658-811d-09376bb86d0f req-e87680d2-f460-4487-82e8-e34ef11f32b5 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1126 time: 0.0484602 Mar 10 15:42:31.823293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2439ebfe-a3eb-4658-811d-09376bb86d0f req-a5401fca-b613-41ab-9b48-d471f477bf8c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Mar 10 15:42:32.931559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc760f-32d0-4b4a-b20d-5c0520da51a0 req-e8451cd3-23a1-48b8-90cf-4dc853c0b900 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:32.933075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46fc760f-32d0-4b4a-b20d-5c0520da51a0 req-e8451cd3-23a1-48b8-90cf-4dc853c0b900 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1126 time: 0.0446820 Mar 10 15:42:32.975862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46fc760f-32d0-4b4a-b20d-5c0520da51a0 req-4236942c-a203-4aa8-8fa8-f096d5aa2830 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365181 Mar 10 15:42:33.817818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d6c48ffc-f4f6-4414-a58f-682454d1cc2c details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:42:33.912768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d6c48ffc-f4f6-4414-a58f-682454d1cc2c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d6c48ffc-f4f6-4414-a58f-682454d1cc2c,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:33.927536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'd6c48ffc-f4f6-4414-a58f-682454d1cc2c', 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d', 'port_id': 'd6c48ffc-f4f6-4414-a58f-682454d1cc2c', 'mac_address': 'fa:16:3e:2b:85:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d6e1e8-2d4a-49e5-9347-cda03e7a8686', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:42:34.094268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc31372-d9cf-4e8c-887c-24bf568a55a8 req-169fae80-7620-41a0-a7bd-48f44099fa52 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:34.095749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0dc31372-d9cf-4e8c-887c-24bf568a55a8 req-169fae80-7620-41a0-a7bd-48f44099fa52 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1126 time: 0.0511596 Mar 10 15:42:34.118189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d6c48ffc-f4f6-4414-a58f-682454d1cc2c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:34.118575 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:34.131936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c48ffc-f4f6-4414-a58f-682454d1cc2c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:42:34.139565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0dc31372-d9cf-4e8c-887c-24bf568a55a8 req-7bf1f0de-6393-4640-a64e-2ed80a25ee28 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380855 Mar 10 15:42:34.152016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d6c48ffc-f4f6-4414-a58f-682454d1cc2c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d6c48ffc-f4f6-4414-a58f-682454d1cc2c,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:34.156737 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:34.202684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d6c48ffc-f4f6-4414-a58f-682454d1cc2c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:34.462518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['d6c48ffc-f4f6-4414-a58f-682454d1cc2c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:42:35.252142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16e383-af53-471d-ad35-7d413679d09c req-07411450-105c-4e1b-b56f-dc4ca4e19280 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:35.253664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e16e383-af53-471d-ad35-7d413679d09c req-07411450-105c-4e1b-b56f-dc4ca4e19280 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1127 time: 0.0485239 Mar 10 15:42:35.298251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e16e383-af53-471d-ad35-7d413679d09c req-7ef8b8b4-8c40-47a9-ac52-61a7cd2c4563 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389371 Mar 10 15:42:35.817454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d6c48ffc-f4f6-4414-a58f-682454d1cc2c up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:35.866149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port d6c48ffc-f4f6-4414-a58f-682454d1cc2c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:42:35.870072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port d6c48ffc-f4f6-4414-a58f-682454d1cc2c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:35.870451 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:35.947576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d6c48ffc-f4f6-4414-a58f-682454d1cc2c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:35.947965 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:35.971257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3265aa-f515-4987-a2ba-ebe0bcd5ac42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c48ffc-f4f6-4414-a58f-682454d1cc2c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:42:35.973523 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8888d7-bdac-4fb5-a872-6702ebd80ce8" -d '{"events": [{"server_uuid": "7c3265aa-f515-4987-a2ba-ebe0bcd5ac42", "name": "network-vif-plugged", "status": "completed", "tag": "d6c48ffc-f4f6-4414-a58f-682454d1cc2c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:42:35.986283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d6c48ffc-f4f6-4414-a58f-682454d1cc2c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d6c48ffc-f4f6-4414-a58f-682454d1cc2c,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:35.990909 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:36.015546 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918f384e-ce4f-43b4-9dd8-3950a146363c x-openstack-request-id: req-918f384e-ce4f-43b4-9dd8-3950a146363c {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:42:36.015840 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3265aa-f515-4987-a2ba-ebe0bcd5ac42", "name": "network-vif-plugged", "status": "completed", "tag": "d6c48ffc-f4f6-4414-a58f-682454d1cc2c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:42:36.016094 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-918f384e-ce4f-43b4-9dd8-3950a146363c {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:42:36.016486 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3265aa-f515-4987-a2ba-ebe0bcd5ac42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c48ffc-f4f6-4414-a58f-682454d1cc2c', 'code': 200} Mar 10 15:42:36.043936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d6c48ffc-f4f6-4414-a58f-682454d1cc2c,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:36.108009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3f072-23ee-4d95-becc-8281f3b9379a req-e5f5706a-3067-4f7e-9436-f3e05aeb43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:36.109415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04f3f072-23ee-4d95-becc-8281f3b9379a req-e5f5706a-3067-4f7e-9436-f3e05aeb43b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1128 time: 0.0438633 Mar 10 15:42:36.151212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04f3f072-23ee-4d95-becc-8281f3b9379a req-a0d51f64-5239-4de5-9226-7db8b52cec4a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357602 Mar 10 15:42:36.407074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb09ce-1564-4460-91ed-aba12ca82519 req-05dd6551-cbfe-4b22-b25c-f2e5a97a3f40 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:36.408489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bebb09ce-1564-4460-91ed-aba12ca82519 req-05dd6551-cbfe-4b22-b25c-f2e5a97a3f40 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1128 time: 0.0441868 Mar 10 15:42:36.457705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bebb09ce-1564-4460-91ed-aba12ca82519 req-d6be68f2-ffd9-4115-b5a1-682e2776c6cf tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Mar 10 15:42:37.571749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3334d-4722-4746-80c0-296bd8e01f9e req-4e21ae4f-b2a0-4cb7-8bd7-c591a69d5334 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:37.573239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85f3334d-4722-4746-80c0-296bd8e01f9e req-4e21ae4f-b2a0-4cb7-8bd7-c591a69d5334 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1128 time: 0.0435369 Mar 10 15:42:37.617451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85f3334d-4722-4746-80c0-296bd8e01f9e req-bd6672aa-9c50-4e78-869c-1f8ee2ebc51a tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380082 Mar 10 15:42:37.727234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b779-f6f1-497d-92fc-3d01d4137406 req-ebbae2fa-7313-4991-956b-79d272a1896c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:37.728639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5648b779-f6f1-497d-92fc-3d01d4137406 req-ebbae2fa-7313-4991-956b-79d272a1896c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1128 time: 0.0439458 Mar 10 15:42:37.772059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5648b779-f6f1-497d-92fc-3d01d4137406 req-b06e2ab0-6320-48a1-bd74-e8fd3b54d2e3 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372941 Mar 10 15:42:37.882942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b906505-bebe-4167-ad75-095568a7cd08 req-b4263c64-4b48-4fc3-a463-a3ae0e70f491 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:37.884457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b906505-bebe-4167-ad75-095568a7cd08 req-b4263c64-4b48-4fc3-a463-a3ae0e70f491 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1128 time: 0.0480807 Mar 10 15:42:37.927655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b906505-bebe-4167-ad75-095568a7cd08 req-f99362e3-29c0-46f7-964f-8c6b1f47b9f6 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376613 Mar 10 15:42:38.136231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256fac-4687-4206-8444-aec88966c6d8 req-6b0d8f35-5773-4277-8529-f0b917de5e56 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:38.137732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-6b0d8f35-5773-4277-8529-f0b917de5e56 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/networks?id=ba1d1b34-a04c-44bb-9377-f808f91b210d HTTP/1.1" status: 200 len: 910 time: 0.0893927 Mar 10 15:42:38.151999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-07464fe3-1f62-4422-b101-aab79bb7d112 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/quotas/32655310e9be4bf8be0d0b535302be36 HTTP/1.1" status: 200 len: 375 time: 0.0084023 Mar 10 15:42:38.507464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-6cbd9820-8134-428f-9d3a-781d350f45a9 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=32655310e9be4bf8be0d0b535302be36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3500924 Mar 10 15:42:38.595248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-35d64753-5fc7-4cab-aa31-4466e4c875b7 service neutron] 10.222.0.11 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811963 Mar 10 15:42:38.685147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-c82c64ec-1b8f-4e2b-a48f-a84bf548ab99 service neutron] 10.222.0.11 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842891 Mar 10 15:42:38.846033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0151bfe3-44a3-4123-8683-bc2ad7663e4d req-3651b754-a4db-4f99-a003-4b79a14a8c29 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 210 time: 0.0280278 Mar 10 15:42:39.960868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0fe2e1f-86b5-4fb3-89df-be40987e65be req-1cbbb2a3-6485-4584-815f-1cbbd63bdffd tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 210 time: 0.0458431 Mar 10 15:42:40.033840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256fac-4687-4206-8444-aec88966c6d8 req-2cfb0636-1d06-4e2a-9fb5-07078fdddba6 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:40.035347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-2cfb0636-1d06-4e2a-9fb5-07078fdddba6 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.45 "GET /v2.0/networks?id=ba1d1b34-a04c-44bb-9377-f808f91b210d HTTP/1.1" status: 200 len: 910 time: 0.1103089 Mar 10 15:42:40.050908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Request body: {'port': {'device_id': '7536f77d-b118-4bf5-b6ff-2f4382124a12', 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d', 'admin_state_up': True, 'tenant_id': '32655310e9be4bf8be0d0b535302be36'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:42:40.070969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Made reservation on behalf of 32655310e9be4bf8be0d0b535302be36 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:42:40.073296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:40.189667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Allocated IP 172.20.0.12 (ba1d1b34-a04c-44bb-9377-f808f91b210d/76d6e1e8-2d4a-49e5-9347-cda03e7a8686/7031683b-394d-4d17-8a1f-25df553be375) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:42:40.322321 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks [] for port (7031683b-394d-4d17-8a1f-25df553be375), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:40.354617 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7031683b-394d-4d17-8a1f-25df553be375), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:40.366345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['d6c48ffc-f4f6-4414-a58f-682454d1cc2c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:42:40.399144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Network ba1d1b34-a04c-44bb-9377-f808f91b210d is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:42:40.402041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:42:40.404507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:42:40.437826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Pushing event updated for resources: {'Port': ['ID=7031683b-394d-4d17-8a1f-25df553be375,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:40.453975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:40.454591 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:40.472002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-f7db6abe-1b36-4614-8c1c-dba42b3ad892 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4252133 Mar 10 15:42:40.588332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Request body: {'port': {'device_id': '7536f77d-b118-4bf5-b6ff-2f4382124a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:42:40.645932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-18dbea02-34ff-4a70-8885-702d3a2f35a3 None None] Provisioning complete for port 7031683b-394d-4d17-8a1f-25df553be375 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:40.646346 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-18dbea02-34ff-4a70-8885-702d3a2f35a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7031683b-394d-4d17-8a1f-25df553be375), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:40.649029 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7031683b-394d-4d17-8a1f-25df553be375), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:40.680947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-18dbea02-34ff-4a70-8885-702d3a2f35a3 None None] Port 7031683b-394d-4d17-8a1f-25df553be375 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:42:40.910079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7031683b-394d-4d17-8a1f-25df553be375 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:42:40.917525 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Publish callbacks [] for port (7031683b-394d-4d17-8a1f-25df553be375), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:40.930213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Transition to ACTIVE for port object 7031683b-394d-4d17-8a1f-25df553be375 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:42:40.935061 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7031683b-394d-4d17-8a1f-25df553be375), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:41.005352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Pushing event updated for resources: {'Port': ['ID=7031683b-394d-4d17-8a1f-25df553be375,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:41.093342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Attempting to bind port 7031683b-394d-4d17-8a1f-25df553be375 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:42:41.093740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Attempting to bind port 7031683b-394d-4d17-8a1f-25df553be375 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:42:41.094017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Attempting to bind port 7031683b-394d-4d17-8a1f-25df553be375 on network ba1d1b34-a04c-44bb-9377-f808f91b210d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:42:41.100963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Port 7031683b-394d-4d17-8a1f-25df553be375 on network ba1d1b34-a04c-44bb-9377-f808f91b210d not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:42:41.101288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Attempting to bind port 7031683b-394d-4d17-8a1f-25df553be375 on network ba1d1b34-a04c-44bb-9377-f808f91b210d {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:42:41.112773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:42:41.113163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Checking segment: {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:42:41.113608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Bound using segment: {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:42:41.114060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Bound port: 7031683b-394d-4d17-8a1f-25df553be375, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef8109b1-2f4b-4a1f-8bde-674642131a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:42:41.114507 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7031683b-394d-4d17-8a1f-25df553be375), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:41.129684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24f7b9-15f0-4395-8217-394dc75cf22c req-9186db83-aeb2-4dca-bb6c-17c3a2b3c650 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:41.131275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c24f7b9-15f0-4395-8217-394dc75cf22c req-9186db83-aeb2-4dca-bb6c-17c3a2b3c650 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1053 time: 0.0897710 Mar 10 15:42:41.217849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] For port 7031683b-394d-4d17-8a1f-25df553be375, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:42:41.221675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c24f7b9-15f0-4395-8217-394dc75cf22c req-2945cf8b-2fd2-429a-b513-ac424146ac8b tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834427 Mar 10 15:42:41.223572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] For port 7031683b-394d-4d17-8a1f-25df553be375, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7031683b-394d-4d17-8a1f-25df553be375,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:42:41.230050 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7031683b-394d-4d17-8a1f-25df553be375), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:41.266546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:41.267544 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:41.268930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] 10.222.0.45 "PUT /v2.0/ports/7031683b-394d-4d17-8a1f-25df553be375 HTTP/1.1" status: 200 len: 1092 time: 0.7877767 Mar 10 15:42:41.271236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7536f77d-b118-4bf5-b6ff-2f4382124a12', 'tag': '7031683b-394d-4d17-8a1f-25df553be375'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:42:41.274113 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea457f4-3e02-4130-b3b8-65bbd61932af" -d '{"events": [{"name": "network-changed", "server_uuid": "7536f77d-b118-4bf5-b6ff-2f4382124a12", "tag": "7031683b-394d-4d17-8a1f-25df553be375"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:42:41.302295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a003d-bd85-4dc7-b4f4-fed3df79128c service neutron] Pushing event updated for resources: {'Port': ['ID=7031683b-394d-4d17-8a1f-25df553be375,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:41.334766 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043eb2b9-cb7c-4152-a8c6-4bed75f08965 x-openstack-request-id: req-043eb2b9-cb7c-4152-a8c6-4bed75f08965 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:42:41.335096 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7536f77d-b118-4bf5-b6ff-2f4382124a12", "tag": "7031683b-394d-4d17-8a1f-25df553be375", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:42:41.335360 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-043eb2b9-cb7c-4152-a8c6-4bed75f08965 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:42:41.335767 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7536f77d-b118-4bf5-b6ff-2f4382124a12', 'tag': '7031683b-394d-4d17-8a1f-25df553be375', 'status': 'completed', 'code': 200} Mar 10 15:42:41.356448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256fac-4687-4206-8444-aec88966c6d8 req-1e2ce14a-ea3f-4ec7-88a9-c0fe3ec965d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:41.358119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-1e2ce14a-ea3f-4ec7-88a9-c0fe3ec965d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32655310e9be4bf8be0d0b535302be36&device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1126 time: 0.0513260 Mar 10 15:42:41.401219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-d38178ec-4e65-4659-b2f4-34824835c3e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7031683b-394d-4d17-8a1f-25df553be375 HTTP/1.1" status: 200 len: 217 time: 0.0359485 Mar 10 15:42:41.453147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256fac-4687-4206-8444-aec88966c6d8 req-b3a1c0ae-91b0-4815-aa3b-8f2e7172d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:41.454656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-b3a1c0ae-91b0-4815-aa3b-8f2e7172d1c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76d6e1e8-2d4a-49e5-9347-cda03e7a8686 HTTP/1.1" status: 200 len: 848 time: 0.0454535 Mar 10 15:42:41.510599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256fac-4687-4206-8444-aec88966c6d8 req-577f3c78-e45d-40fb-acef-ab712017352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:41.512131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-577f3c78-e45d-40fb-acef-ab712017352b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ba1d1b34-a04c-44bb-9377-f808f91b210d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501153 Mar 10 15:42:41.603478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-b3c7ed6c-0d25-4a33-b707-57e45b013aba service neutron] 10.222.0.45 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833690 Mar 10 15:42:41.694590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db256fac-4687-4206-8444-aec88966c6d8 req-6e97990b-48dd-4e82-acb5-b6dce4bf2262 service neutron] 10.222.0.45 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853522 Mar 10 15:42:41.788702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea457f4-3e02-4130-b3b8-65bbd61932af req-44504733-a465-4cce-8821-60cf0d2326da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:41.790206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea457f4-3e02-4130-b3b8-65bbd61932af req-44504733-a465-4cce-8821-60cf0d2326da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32655310e9be4bf8be0d0b535302be36&device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1126 time: 0.0449357 Mar 10 15:42:41.885354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea457f4-3e02-4130-b3b8-65bbd61932af req-0e22cc1a-bd7c-4046-9af6-131d9a5fdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:41.886842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea457f4-3e02-4130-b3b8-65bbd61932af req-0e22cc1a-bd7c-4046-9af6-131d9a5fdbb6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ba1d1b34-a04c-44bb-9377-f808f91b210d HTTP/1.1" status: 200 len: 910 time: 0.0897570 Mar 10 15:42:41.928452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea457f4-3e02-4130-b3b8-65bbd61932af req-5b5a9153-aa47-4e51-9530-2d1499731bd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7031683b-394d-4d17-8a1f-25df553be375 HTTP/1.1" status: 200 len: 217 time: 0.0348308 Mar 10 15:42:41.977941 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea457f4-3e02-4130-b3b8-65bbd61932af req-a0b3242b-5dab-4c61-b4af-b90f2882a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:41.979394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea457f4-3e02-4130-b3b8-65bbd61932af req-a0b3242b-5dab-4c61-b4af-b90f2882a647 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76d6e1e8-2d4a-49e5-9347-cda03e7a8686 HTTP/1.1" status: 200 len: 848 time: 0.0442231 Mar 10 15:42:42.032295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea457f4-3e02-4130-b3b8-65bbd61932af req-39bb630f-1f56-479e-81cb-3fea7c0f3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:42.033804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea457f4-3e02-4130-b3b8-65bbd61932af req-39bb630f-1f56-479e-81cb-3fea7c0f3604 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ba1d1b34-a04c-44bb-9377-f808f91b210d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484402 Mar 10 15:42:42.130557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea457f4-3e02-4130-b3b8-65bbd61932af req-4b2655a9-6ae9-4908-b8d2-b33cf29d2f4e service neutron] 10.222.0.45 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877216 Mar 10 15:42:42.224866 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea457f4-3e02-4130-b3b8-65bbd61932af req-24a9e695-f890-4eec-8d55-bcd96349e7ca service neutron] 10.222.0.45 "GET /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870140 Mar 10 15:42:42.334322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb01a9-2391-459e-b5f6-b61f0c0f90b2 req-3ea746d0-a69b-45ba-9ea4-f65753200b06 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:42.335880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11cb01a9-2391-459e-b5f6-b61f0c0f90b2 req-3ea746d0-a69b-45ba-9ea4-f65753200b06 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1126 time: 0.0456703 Mar 10 15:42:42.380114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11cb01a9-2391-459e-b5f6-b61f0c0f90b2 req-60c5a48c-0c49-44c0-bbf4-4d5669304820 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386419 Mar 10 15:42:43.488761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a82987-c187-4abd-adb9-facb5b5a6e47 req-3f2996df-a5ea-487b-85dc-fd3115398876 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:43.490246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44a82987-c187-4abd-adb9-facb5b5a6e47 req-3f2996df-a5ea-487b-85dc-fd3115398876 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1126 time: 0.0441649 Mar 10 15:42:43.537462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-44a82987-c187-4abd-adb9-facb5b5a6e47 req-dac0eaee-3b68-4b46-9294-8ff696b5d6cf tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Mar 10 15:42:44.350443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7031683b-394d-4d17-8a1f-25df553be375 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:42:44.446725 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7031683b-394d-4d17-8a1f-25df553be375, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7031683b-394d-4d17-8a1f-25df553be375,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:44.461258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '7031683b-394d-4d17-8a1f-25df553be375', 'network_id': 'ba1d1b34-a04c-44bb-9377-f808f91b210d', 'port_id': '7031683b-394d-4d17-8a1f-25df553be375', 'mac_address': 'fa:16:3e:3b:a9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d6e1e8-2d4a-49e5-9347-cda03e7a8686', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:42:44.497830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7031683b-394d-4d17-8a1f-25df553be375 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:44.498216 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7031683b-394d-4d17-8a1f-25df553be375), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:44.510363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7031683b-394d-4d17-8a1f-25df553be375 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:42:44.528498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7031683b-394d-4d17-8a1f-25df553be375, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7031683b-394d-4d17-8a1f-25df553be375,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:44.532960 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7031683b-394d-4d17-8a1f-25df553be375), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:44.580310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7031683b-394d-4d17-8a1f-25df553be375,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:44.587633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.587993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.588344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.588691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.589031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.589369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.589706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.590042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.590373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.590703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.591070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.591404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.591734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:42:44.646939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdd2aa-04a6-48d9-9fc8-5d9b2e31c6e4 req-7e7b5590-8a54-4b92-ae6a-66e331529162 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:44.648451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40fdd2aa-04a6-48d9-9fc8-5d9b2e31c6e4 req-7e7b5590-8a54-4b92-ae6a-66e331529162 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1127 time: 0.0439854 Mar 10 15:42:44.691498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-40fdd2aa-04a6-48d9-9fc8-5d9b2e31c6e4 req-1b9dd50c-53ae-4595-bf89-8633ada09062 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375259 Mar 10 15:42:44.774700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['7031683b-394d-4d17-8a1f-25df553be375'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:42:45.399409 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:42:45.805338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f00bb6-c1f8-478f-bda8-8b328c80f7cb req-f1a508d4-0692-4400-b748-b8fc1e13a922 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:45.806872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57f00bb6-c1f8-478f-bda8-8b328c80f7cb req-f1a508d4-0692-4400-b748-b8fc1e13a922 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1127 time: 0.0449047 Mar 10 15:42:45.849378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57f00bb6-c1f8-478f-bda8-8b328c80f7cb req-f26cb6a7-9668-4273-94e0-9288f575a086 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364282 Mar 10 15:42:46.363790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7031683b-394d-4d17-8a1f-25df553be375 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:42:46.410677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 7031683b-394d-4d17-8a1f-25df553be375 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:42:46.414560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 7031683b-394d-4d17-8a1f-25df553be375 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:42:46.414978 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7031683b-394d-4d17-8a1f-25df553be375), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:46.493312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7031683b-394d-4d17-8a1f-25df553be375 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:42:46.493695 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7031683b-394d-4d17-8a1f-25df553be375), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:46.515729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7536f77d-b118-4bf5-b6ff-2f4382124a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7031683b-394d-4d17-8a1f-25df553be375'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:42:46.517918 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0eb761-717e-4e76-8788-134f12b6eb99" -d '{"events": [{"server_uuid": "7536f77d-b118-4bf5-b6ff-2f4382124a12", "name": "network-vif-plugged", "status": "completed", "tag": "7031683b-394d-4d17-8a1f-25df553be375"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:42:46.530281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7031683b-394d-4d17-8a1f-25df553be375, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7031683b-394d-4d17-8a1f-25df553be375,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:46.534466 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7031683b-394d-4d17-8a1f-25df553be375), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:46.562812 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203db120-6f77-41d6-9489-e53843d4a851 x-openstack-request-id: req-203db120-6f77-41d6-9489-e53843d4a851 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:42:46.563115 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7536f77d-b118-4bf5-b6ff-2f4382124a12", "name": "network-vif-plugged", "status": "completed", "tag": "7031683b-394d-4d17-8a1f-25df553be375", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:42:46.563456 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-203db120-6f77-41d6-9489-e53843d4a851 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:42:46.563861 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7536f77d-b118-4bf5-b6ff-2f4382124a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7031683b-394d-4d17-8a1f-25df553be375', 'code': 200} Mar 10 15:42:46.590057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7031683b-394d-4d17-8a1f-25df553be375,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:46.675710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d59c4-f54f-4b17-a3d9-e123b97f042d req-6b3afbe7-d7f8-4df8-9368-3f3b7267ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:46.677092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e0d59c4-f54f-4b17-a3d9-e123b97f042d req-6b3afbe7-d7f8-4df8-9368-3f3b7267ae05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1128 time: 0.0479596 Mar 10 15:42:46.720045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e0d59c4-f54f-4b17-a3d9-e123b97f042d req-9bc22412-50f6-481a-a566-fb675001464b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364616 Mar 10 15:42:46.957937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cc4ea-08df-4792-8159-cb17ee1d3238 req-68c812c9-076d-4cfc-9f8e-7c1ba7142c93 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:46.959517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-749cc4ea-08df-4792-8159-cb17ee1d3238 req-68c812c9-076d-4cfc-9f8e-7c1ba7142c93 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1128 time: 0.0447016 Mar 10 15:42:47.003499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-749cc4ea-08df-4792-8159-cb17ee1d3238 req-b2a39aa3-7b3d-468d-b548-a92238ec4170 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385010 Mar 10 15:42:47.812389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-05efa79b-0dc3-4799-98c2-190f72b731d6 req-0c5702d5-9e1f-4712-830d-51ac713e2207 service neutron] (115533) timed out ('10.222.0.11', 52950) {{(pid=115533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:42:48.114280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfc857-fceb-40d3-93b9-9c5b7ab35fc6 req-0d91b64a-460a-4680-9769-abb90247fa7c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:48.115822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68dfc857-fceb-40d3-93b9-9c5b7ab35fc6 req-0d91b64a-460a-4680-9769-abb90247fa7c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1128 time: 0.0445986 Mar 10 15:42:48.163192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68dfc857-fceb-40d3-93b9-9c5b7ab35fc6 req-e7e32a45-c051-498f-aa72-166204672977 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Mar 10 15:42:48.205223 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:48.275901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890d0f0-b4c3-4838-96eb-848094c0702d req-3aaf0442-b59c-41b2-895f-1f1cb71deade tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:48.277428 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4890d0f0-b4c3-4838-96eb-848094c0702d req-3aaf0442-b59c-41b2-895f-1f1cb71deade tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1128 time: 0.0462532 Mar 10 15:42:48.320585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4890d0f0-b4c3-4838-96eb-848094c0702d req-6a695423-2fef-4e72-a0c8-0e097f0ca28b tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374160 Mar 10 15:42:48.428317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cb466-b855-47e1-b3e3-8ad35f5e365f req-3b37c0a9-d820-4ba1-92d6-bbd2bd9fc26e tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:48.429725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f14cb466-b855-47e1-b3e3-8ad35f5e365f req-3b37c0a9-d820-4ba1-92d6-bbd2bd9fc26e tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1128 time: 0.0435603 Mar 10 15:42:48.472796 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f14cb466-b855-47e1-b3e3-8ad35f5e365f req-e7237c88-f796-430e-ac29-c91e38d47574 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376532 Mar 10 15:42:48.697682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e29d2-b363-41e7-9247-dc817d83108a req-d95d8a83-f1e3-4c00-ba61-026aed1d6e1d tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:48.699113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a22e29d2-b363-41e7-9247-dc817d83108a req-d95d8a83-f1e3-4c00-ba61-026aed1d6e1d tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1128 time: 0.0480809 Mar 10 15:42:48.742322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a22e29d2-b363-41e7-9247-dc817d83108a req-83d91b49-4230-4b70-a782-4ad1f81838f0 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374880 Mar 10 15:42:49.854272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa19190-da70-46ee-872c-b11b30536f91 req-ddf3df63-f879-4aba-a1e9-5eb0fdbb9cbd tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:49.855994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfa19190-da70-46ee-872c-b11b30536f91 req-ddf3df63-f879-4aba-a1e9-5eb0fdbb9cbd tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1128 time: 0.0456090 Mar 10 15:42:49.907607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfa19190-da70-46ee-872c-b11b30536f91 req-d3da18c9-5a5b-4646-9e63-59c8fc475091 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452030 Mar 10 15:42:50.203930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e099b6f-d068-474e-9166-612934a99919 req-5a6f7098-1bb4-4425-a55f-8f1bc325c891 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:50.205453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e099b6f-d068-474e-9166-612934a99919 req-5a6f7098-1bb4-4425-a55f-8f1bc325c891 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 1128 time: 0.0466588 Mar 10 15:42:50.286480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0e099b6f-d068-474e-9166-612934a99919 req-ce897c2a-e17a-4fb9-b9ac-112a54f5b8a2 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Deleting port 7031683b-394d-4d17-8a1f-25df553be375 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:42:50.286848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0e099b6f-d068-474e-9166-612934a99919 req-ce897c2a-e17a-4fb9-b9ac-112a54f5b8a2 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7031683b-394d-4d17-8a1f-25df553be375), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:50.367438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0e099b6f-d068-474e-9166-612934a99919 req-ce897c2a-e17a-4fb9-b9ac-112a54f5b8a2 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] For port 7031683b-394d-4d17-8a1f-25df553be375, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7031683b-394d-4d17-8a1f-25df553be375,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:50.367720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0e099b6f-d068-474e-9166-612934a99919 req-ce897c2a-e17a-4fb9-b9ac-112a54f5b8a2 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7031683b-394d-4d17-8a1f-25df553be375), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:50.380512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0e099b6f-d068-474e-9166-612934a99919 req-ce897c2a-e17a-4fb9-b9ac-112a54f5b8a2 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Calling delete_port for 7031683b-394d-4d17-8a1f-25df553be375 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:42:50.498015 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0e099b6f-d068-474e-9166-612934a99919 req-ce897c2a-e17a-4fb9-b9ac-112a54f5b8a2 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7031683b-394d-4d17-8a1f-25df553be375), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:50.509773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['d6c48ffc-f4f6-4414-a58f-682454d1cc2c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:42:50.512035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['7031683b-394d-4d17-8a1f-25df553be375'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:42:50.528072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce897c2a-e17a-4fb9-b9ac-112a54f5b8a2 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Pushing event deleted for resources: {'Port': ['ID=7031683b-394d-4d17-8a1f-25df553be375,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:50.572629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e099b6f-d068-474e-9166-612934a99919 req-ce897c2a-e17a-4fb9-b9ac-112a54f5b8a2 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] No DVR routers for this DVR port 7031683b-394d-4d17-8a1f-25df553be375 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:42:50.575377 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0e099b6f-d068-474e-9166-612934a99919 req-ce897c2a-e17a-4fb9-b9ac-112a54f5b8a2 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:50.579292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e099b6f-d068-474e-9166-612934a99919 req-ce897c2a-e17a-4fb9-b9ac-112a54f5b8a2 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.45 "DELETE /v2.0/ports/7031683b-394d-4d17-8a1f-25df553be375 HTTP/1.1" status: 204 len: 173 time: 0.3685136 Mar 10 15:42:50.579756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7536f77d-b118-4bf5-b6ff-2f4382124a12', 'name': 'network-vif-deleted', 'tag': '7031683b-394d-4d17-8a1f-25df553be375'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:42:50.582048 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8914c384-281d-47fd-bb2b-bacfac83764b" -d '{"events": [{"server_uuid": "7536f77d-b118-4bf5-b6ff-2f4382124a12", "name": "network-vif-deleted", "tag": "7031683b-394d-4d17-8a1f-25df553be375"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:42:50.640065 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f27e9c6-7ab8-4b5d-9cf9-ffd30a2ddbfa x-openstack-request-id: req-9f27e9c6-7ab8-4b5d-9cf9-ffd30a2ddbfa {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:42:50.640359 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7536f77d-b118-4bf5-b6ff-2f4382124a12", "name": "network-vif-deleted", "tag": "7031683b-394d-4d17-8a1f-25df553be375", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:42:50.640610 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f27e9c6-7ab8-4b5d-9cf9-ffd30a2ddbfa {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:42:50.641006 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7536f77d-b118-4bf5-b6ff-2f4382124a12', 'name': 'network-vif-deleted', 'tag': '7031683b-394d-4d17-8a1f-25df553be375', 'status': 'completed', 'code': 200} Mar 10 15:42:50.923641 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:51.018469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e528cc15-7f3b-499a-9322-8bc442213f9c req-90a2d87f-6a31-4838-9dde-fdd514d1d695 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7536f77d-b118-4bf5-b6ff-2f4382124a12 HTTP/1.1" status: 200 len: 210 time: 0.0312846 Mar 10 15:42:51.585775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-9799c5c7-a7d7-45ba-8783-b7cf5af75ae4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440083 Mar 10 15:42:51.674927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-85ead7d7-c93d-4bfb-a90f-aa6596233d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:51.676461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-85ead7d7-c93d-4bfb-a90f-aa6596233d7e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 1127 time: 0.0479233 Mar 10 15:42:51.760895 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0781c841-fcea-4071-ab98-1627cda92cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:51.783424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-eedd23fc-4e76-4a0f-953a-3ffaef57270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:51.784882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-eedd23fc-4e76-4a0f-953a-3ffaef57270e service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0889711 Mar 10 15:42:51.851388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-64959aac-01ee-4518-8bcc-c4bcba6bdeb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=221c8db6-e8b1-4f1b-bbb0-02d516c45d78 HTTP/1.1" status: 200 len: 1001 time: 0.0607951 Mar 10 15:42:51.899845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-8868bfc2-6d46-40b2-a715-0d56f715e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:51.901315 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-8868bfc2-6d46-40b2-a715-0d56f715e471 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0437074 Mar 10 15:42:51.951078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-d4885dfc-6a57-422c-8315-b186a13e7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:51.952621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-d4885dfc-6a57-422c-8315-b186a13e7581 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438914 Mar 10 15:42:52.047877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-c982b38d-eddf-4b6f-9ad3-ffe278b680cd service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878961 Mar 10 15:42:52.138165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7776bcf-0f90-49ee-b85b-00939e6a8391 req-2a34ae56-338a-47b4-bd75-ff14404d1461 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838516 Mar 10 15:42:52.286825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d7e2c-44bf-4e54-9073-613de4a7c5f0 req-9fd4965f-de58-4530-875a-61c5a33d3a30 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:52.288340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-367d7e2c-44bf-4e54-9073-613de4a7c5f0 req-9fd4965f-de58-4530-875a-61c5a33d3a30 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1128 time: 0.0490434 Mar 10 15:42:52.331947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-367d7e2c-44bf-4e54-9073-613de4a7c5f0 req-bb12c49f-099e-42d4-8f14-8675fcc88de4 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379877 Mar 10 15:42:53.448066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da7ce6-31d2-40f1-9d17-bd49c77fc451 req-bb3f173b-dd50-4428-9f0c-188f4a604c6c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:53.449619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2da7ce6-31d2-40f1-9d17-bd49c77fc451 req-bb3f173b-dd50-4428-9f0c-188f4a604c6c tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1128 time: 0.0439370 Mar 10 15:42:53.493157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2da7ce6-31d2-40f1-9d17-bd49c77fc451 req-5d872208-034b-4b0a-9ced-a888b4a87113 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=30c4c2e7-c775-4297-b99f-31dfb045890e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374074 Mar 10 15:42:53.833163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418fcf3-9287-4c6e-ab9c-d8494bdcac20 req-08818bb9-9184-4bff-9e0f-1a8e958ea8aa tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:42:53.834849 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f418fcf3-9287-4c6e-ab9c-d8494bdcac20 req-08818bb9-9184-4bff-9e0f-1a8e958ea8aa tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 1128 time: 0.0431705 Mar 10 15:42:53.916674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f418fcf3-9287-4c6e-ab9c-d8494bdcac20 req-3defafd0-a02d-4175-a8c1-534623c0c486 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Deleting port d6c48ffc-f4f6-4414-a58f-682454d1cc2c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:42:53.916929 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f418fcf3-9287-4c6e-ab9c-d8494bdcac20 req-3defafd0-a02d-4175-a8c1-534623c0c486 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:53.993711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f418fcf3-9287-4c6e-ab9c-d8494bdcac20 req-3defafd0-a02d-4175-a8c1-534623c0c486 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] For port d6c48ffc-f4f6-4414-a58f-682454d1cc2c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d6c48ffc-f4f6-4414-a58f-682454d1cc2c,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:53.994065 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f418fcf3-9287-4c6e-ab9c-d8494bdcac20 req-3defafd0-a02d-4175-a8c1-534623c0c486 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:54.010319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f418fcf3-9287-4c6e-ab9c-d8494bdcac20 req-3defafd0-a02d-4175-a8c1-534623c0c486 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Calling delete_port for d6c48ffc-f4f6-4414-a58f-682454d1cc2c owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:42:54.094522 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b2b234ef-71f6-4ed7-8acc-9686e6fd38bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:54.132292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f418fcf3-9287-4c6e-ab9c-d8494bdcac20 req-3defafd0-a02d-4175-a8c1-534623c0c486 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d6c48ffc-f4f6-4414-a58f-682454d1cc2c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:54.143216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['d6c48ffc-f4f6-4414-a58f-682454d1cc2c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:42:54.159995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defafd0-a02d-4175-a8c1-534623c0c486 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6c48ffc-f4f6-4414-a58f-682454d1cc2c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:54.205667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f418fcf3-9287-4c6e-ab9c-d8494bdcac20 req-3defafd0-a02d-4175-a8c1-534623c0c486 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] No DVR routers for this DVR port d6c48ffc-f4f6-4414-a58f-682454d1cc2c on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:42:54.208291 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f418fcf3-9287-4c6e-ab9c-d8494bdcac20 req-3defafd0-a02d-4175-a8c1-534623c0c486 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:54.211640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f418fcf3-9287-4c6e-ab9c-d8494bdcac20 req-3defafd0-a02d-4175-a8c1-534623c0c486 tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d6c48ffc-f4f6-4414-a58f-682454d1cc2c HTTP/1.1" status: 204 len: 173 time: 0.3720148 Mar 10 15:42:54.212096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3265aa-f515-4987-a2ba-ebe0bcd5ac42', 'name': 'network-vif-deleted', 'tag': 'd6c48ffc-f4f6-4414-a58f-682454d1cc2c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:42:54.214343 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d0f807-2a82-4232-ab04-3f3ce93c1d93" -d '{"events": [{"server_uuid": "7c3265aa-f515-4987-a2ba-ebe0bcd5ac42", "name": "network-vif-deleted", "tag": "d6c48ffc-f4f6-4414-a58f-682454d1cc2c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:42:54.255313 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf1c78e-0fbe-4dba-aaaf-71032ab2f836 x-openstack-request-id: req-3cf1c78e-0fbe-4dba-aaaf-71032ab2f836 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:42:54.255703 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3265aa-f515-4987-a2ba-ebe0bcd5ac42", "name": "network-vif-deleted", "tag": "d6c48ffc-f4f6-4414-a58f-682454d1cc2c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:42:54.256121 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3cf1c78e-0fbe-4dba-aaaf-71032ab2f836 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:42:54.256509 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3265aa-f515-4987-a2ba-ebe0bcd5ac42', 'name': 'network-vif-deleted', 'tag': 'd6c48ffc-f4f6-4414-a58f-682454d1cc2c', 'status': 'completed', 'code': 200} Mar 10 15:42:54.382445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7031683b-394d-4d17-8a1f-25df553be375 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:42:54.402333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 7031683b-394d-4d17-8a1f-25df553be375 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:42:54.402678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7031683b-394d-4d17-8a1f-25df553be375 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:42:54.596612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08c238b4-d812-4830-8d5e-539d0e433006 req-b434a376-3cb0-4c3f-9ebd-c3c0f901eedc tempest-TestServerMultinode-457190902 tempest-TestServerMultinode-457190902-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c3265aa-f515-4987-a2ba-ebe0bcd5ac42 HTTP/1.1" status: 200 len: 210 time: 0.0274436 Mar 10 15:42:55.353013 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:55.660640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39356) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:56.295162 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:56.543595 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] Deleting port 654688bb-4643-4c31-a3d7-962276bfd077 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:42:56.543937 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (654688bb-4643-4c31-a3d7-962276bfd077), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:56.626278 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] For port 654688bb-4643-4c31-a3d7-962276bfd077, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=654688bb-4643-4c31-a3d7-962276bfd077,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:56.626641 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (654688bb-4643-4c31-a3d7-962276bfd077), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:56.639742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] Calling delete_port for 654688bb-4643-4c31-a3d7-962276bfd077 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:42:56.667739 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:56.823792 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (654688bb-4643-4c31-a3d7-962276bfd077), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:56.853104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] Pushing event deleted for resources: {'Port': ['ID=654688bb-4643-4c31-a3d7-962276bfd077,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:57.020743 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:57.241674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] Router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:42:57.350727 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:42:57.357077 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-04df0179-546c-4753-b59d-b952d6f7b66c admin admin] 10.222.0.11 "PUT /v2.0/routers/89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6951053 Mar 10 15:42:57.360418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39360) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:57.368537 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769b2b6-f38a-4e3f-ab55-64e1d955aef1 None None] Sync routers for ids ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:42:57.382576 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769b2b6-f38a-4e3f-ab55-64e1d955aef1 None None] Routers {'89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:42:57.383241 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5769b2b6-f38a-4e3f-ab55-64e1d955aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:57.473399 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Publish callbacks [] for router (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:57.583786 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-5769b2b6-f38a-4e3f-ab55-64e1d955aef1 None None] Set router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:42:57.587400 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Publish callbacks [] for router_gateway (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:57.641172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Deleting port 483ca95a-d294-4ce8-bbcd-4137734b82ea {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:42:57.641512 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:57.723188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] For port 483ca95a-d294-4ce8-bbcd-4137734b82ea, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=483ca95a-d294-4ce8-bbcd-4137734b82ea,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:57.723610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:57.736471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Calling delete_port for 483ca95a-d294-4ce8-bbcd-4137734b82ea owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:42:57.764053 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5769b2b6-f38a-4e3f-ab55-64e1d955aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'name': 'tempest-TestServerMultinode-898220031-router', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:56Z', 'revision_number': 5, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'gw_port': {'id': '483ca95a-d294-4ce8-bbcd-4137734b82ea', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:57.789762 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769b2b6-f38a-4e3f-ab55-64e1d955aef1 None None] Checking router: 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:42:57.798418 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769b2b6-f38a-4e3f-ab55-64e1d955aef1 None None] Routers {'89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:42:57.799024 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5769b2b6-f38a-4e3f-ab55-64e1d955aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:57.888373 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-5769b2b6-f38a-4e3f-ab55-64e1d955aef1 None None] Set router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:42:57.911315 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (483ca95a-d294-4ce8-bbcd-4137734b82ea), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:57.937806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=483ca95a-d294-4ce8-bbcd-4137734b82ea,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:57.942298 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5769b2b6-f38a-4e3f-ab55-64e1d955aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'name': 'tempest-TestServerMultinode-898220031-router', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:57Z', 'revision_number': 6, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:57.957658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d6c48ffc-f4f6-4414-a58f-682454d1cc2c no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:42:57.973298 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769b2b6-f38a-4e3f-ab55-64e1d955aef1 None None] The sync data for ids ['89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9'] in n-d-833090-1 is: [{'id': '89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9', 'name': 'tempest-TestServerMultinode-898220031-router', 'tenant_id': 'c0923f61104645508c9578930bd69fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:15Z', 'updated_at': '2022-03-10T15:42:57Z', 'revision_number': 6, 'project_id': 'c0923f61104645508c9578930bd69fc9', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:42:57.986991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: d6c48ffc-f4f6-4414-a58f-682454d1cc2c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:42:57.987689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d6c48ffc-f4f6-4414-a58f-682454d1cc2c not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:42:58.006246 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.278940 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.413924 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.415956 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Publish callbacks [] for router_controller (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.461781 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.462381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:42:58.467435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.468866 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b5c4316e-6154-4da0-9984-7d01eeb609d5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/89e02bbd-18c3-40e3-a8f7-82d9bfcb66e9 HTTP/1.1" status: 204 len: 168 time: 1.1073303 Mar 10 15:42:58.471362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39364) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:58.518508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f296b7e-a81c-4267-93a6-be4458c2306c admin admin] Deleting subnet 76d6e1e8-2d4a-49e5-9347-cda03e7a8686 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:42:58.521738 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f296b7e-a81c-4267-93a6-be4458c2306c admin admin] Publish callbacks [] for subnet (76d6e1e8-2d4a-49e5-9347-cda03e7a8686), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.556508 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f296b7e-a81c-4267-93a6-be4458c2306c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (76d6e1e8-2d4a-49e5-9347-cda03e7a8686), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.634535 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f296b7e-a81c-4267-93a6-be4458c2306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (76d6e1e8-2d4a-49e5-9347-cda03e7a8686), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.685314 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f296b7e-a81c-4267-93a6-be4458c2306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (76d6e1e8-2d4a-49e5-9347-cda03e7a8686), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.710025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f296b7e-a81c-4267-93a6-be4458c2306c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d6e1e8-2d4a-49e5-9347-cda03e7a8686,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:58.714806 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9f296b7e-a81c-4267-93a6-be4458c2306c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.718596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9f296b7e-a81c-4267-93a6-be4458c2306c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/76d6e1e8-2d4a-49e5-9347-cda03e7a8686 HTTP/1.1" status: 204 len: 168 time: 0.2462175 Mar 10 15:42:58.721029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39366) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:58.723363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254208e-311f-49a9-aa8a-c2a8ba389d46 None None] Network ba1d1b34-a04c-44bb-9377-f808f91b210d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:42:58.792721 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ba1d1b34-a04c-44bb-9377-f808f91b210d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.846477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Deleting port 8d6c8c95-8af0-4c12-aae7-f460f9751746 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:42:58.846836 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.877620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922f608-1b07-4f3a-9e75-35db45dcf3db None None] DHCP port deletion for ba1d1b34-a04c-44bb-9377-f808f91b210d request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:42:58.915067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] For port 8d6c8c95-8af0-4c12-aae7-f460f9751746, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d6c8c95-8af0-4c12-aae7-f460f9751746,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:58.915439 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.925663 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b922f608-1b07-4f3a-9e75-35db45dcf3db None None] Deleting port 8d6c8c95-8af0-4c12-aae7-f460f9751746 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:42:58.926042 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b922f608-1b07-4f3a-9e75-35db45dcf3db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:58.933263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Calling delete_port for 8d6c8c95-8af0-4c12-aae7-f460f9751746 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:42:58.992272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b922f608-1b07-4f3a-9e75-35db45dcf3db None None] For port 8d6c8c95-8af0-4c12-aae7-f460f9751746, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8d6c8c95-8af0-4c12-aae7-f460f9751746,segment=NetworkSegment(ef8109b1-2f4b-4a1f-8bde-674642131a08),segment_id=ef8109b1-2f4b-4a1f-8bde-674642131a08)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:58.993273 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b922f608-1b07-4f3a-9e75-35db45dcf3db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.007822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b922f608-1b07-4f3a-9e75-35db45dcf3db None None] Calling delete_port for 8d6c8c95-8af0-4c12-aae7-f460f9751746 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:42:59.021780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 654688bb-4643-4c31-a3d7-962276bfd077 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:42:59.023942 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.050852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6c8c95-8af0-4c12-aae7-f460f9751746,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:59.054667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] No DVR routers for this DVR port 8d6c8c95-8af0-4c12-aae7-f460f9751746 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:42:59.079310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 654688bb-4643-4c31-a3d7-962276bfd077 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:42:59.079586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 654688bb-4643-4c31-a3d7-962276bfd077 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:42:59.080003 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d6c8c95-8af0-4c12-aae7-f460f9751746 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:42:59.102588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8d6c8c95-8af0-4c12-aae7-f460f9751746 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:42:59.102921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8d6c8c95-8af0-4c12-aae7-f460f9751746 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:42:59.103340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 483ca95a-d294-4ce8-bbcd-4137734b82ea no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:42:59.132169 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 483ca95a-d294-4ce8-bbcd-4137734b82ea {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:42:59.132460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 483ca95a-d294-4ce8-bbcd-4137734b82ea not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:42:59.136912 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ba1d1b34-a04c-44bb-9377-f808f91b210d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.154174 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b922f608-1b07-4f3a-9e75-35db45dcf3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (8d6c8c95-8af0-4c12-aae7-f460f9751746), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.164238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1d1b34-a04c-44bb-9377-f808f91b210d']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:59.177467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8109b1-2f4b-4a1f-8bde-674642131a08') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:59.177813 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8109b1-2f4b-4a1f-8bde-674642131a08') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:42:59.186767 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922f608-1b07-4f3a-9e75-35db45dcf3db None None] No DVR routers for this DVR port 8d6c8c95-8af0-4c12-aae7-f460f9751746 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:42:59.188702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922f608-1b07-4f3a-9e75-35db45dcf3db None None] Pushing event deleted for resources: {'Port': ['ID=8d6c8c95-8af0-4c12-aae7-f460f9751746,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:59.193393 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (ef8109b1-2f4b-4a1f-8bde-674642131a08), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.212679 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ef8109b1-2f4b-4a1f-8bde-674642131a08), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.220023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:42:59.220425 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (ef8109b1-2f4b-4a1f-8bde-674642131a08), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:42:59.222405 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:42:59.283196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ba1d1b34-a04c-44bb-9377-f808f91b210d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.287777 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.291054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ba1d1b34-a04c-44bb-9377-f808f91b210d HTTP/1.1" status: 204 len: 168 time: 0.5688477 Mar 10 15:42:59.294697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39368) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:42:59.303720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092553b-eae2-4384-ad98-f1b77ee9c565 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba1d1b34-a04c-44bb-9377-f808f91b210d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:42:59.643547 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.895375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] Deleting port 8091416e-ca55-4794-8357-6290ca38642e {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:42:59.895621 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8091416e-ca55-4794-8357-6290ca38642e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.971418 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] For port 8091416e-ca55-4794-8357-6290ca38642e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8091416e-ca55-4794-8357-6290ca38642e,segment=NetworkSegment(e9e5b47b-a12e-4030-9a1f-e1534e497106),segment_id=e9e5b47b-a12e-4030-9a1f-e1534e497106)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:42:59.971784 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8091416e-ca55-4794-8357-6290ca38642e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:42:59.984728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] Calling delete_port for 8091416e-ca55-4794-8357-6290ca38642e owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:43:00.163920 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8091416e-ca55-4794-8357-6290ca38642e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:00.187681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] Pushing event deleted for resources: {'Port': ['ID=8091416e-ca55-4794-8357-6290ca38642e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:00.360456 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:00.577183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] Router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:43:00.684913 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:43:00.693714 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9157e200-b3f8-45cb-abed-265a91aa8332 admin admin] 10.222.0.11 "PUT /v2.0/routers/9b5cd7ac-8daa-4838-8a9b-b91b2a72288c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3949127 Mar 10 15:43:00.693714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39372) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:00.696266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e2368-e39a-4528-bdf0-11ca2231f322 None None] Sync routers for ids ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:43:00.706400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e2368-e39a-4528-bdf0-11ca2231f322 None None] Routers {'9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:43:00.707261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-801e2368-e39a-4528-bdf0-11ca2231f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:00.803226 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Publish callbacks [] for router (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:00.817413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-801e2368-e39a-4528-bdf0-11ca2231f322 None None] Set router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:43:01.013245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-801e2368-e39a-4528-bdf0-11ca2231f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'name': 'tempest-TestServerMultinode-38762307-router', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:19Z', 'updated_at': '2022-03-10T15:43:00Z', 'revision_number': 5, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'gw_port': {'id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:20Z', 'updated_at': '2022-03-10T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:01.040472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e2368-e39a-4528-bdf0-11ca2231f322 None None] Checking router: 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:43:01.052344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e2368-e39a-4528-bdf0-11ca2231f322 None None] Routers {'9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:43:01.052976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-801e2368-e39a-4528-bdf0-11ca2231f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:01.168790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-801e2368-e39a-4528-bdf0-11ca2231f322 None None] Set router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:43:01.210569 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Publish callbacks [] for router_gateway (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:01.267164 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Deleting port 5f085e36-17f1-4271-bfb8-83285bcb4476 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:43:01.267740 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:01.346727 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] For port 5f085e36-17f1-4271-bfb8-83285bcb4476, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5f085e36-17f1-4271-bfb8-83285bcb4476,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:43:01.347129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:01.362016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Calling delete_port for 5f085e36-17f1-4271-bfb8-83285bcb4476 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:43:01.363323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-801e2368-e39a-4528-bdf0-11ca2231f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'name': 'tempest-TestServerMultinode-38762307-router', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:19Z', 'updated_at': '2022-03-10T15:43:00Z', 'revision_number': 5, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'gw_port': {'id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:20Z', 'updated_at': '2022-03-10T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:01.394739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e2368-e39a-4528-bdf0-11ca2231f322 None None] The sync data for ids ['9b5cd7ac-8daa-4838-8a9b-b91b2a72288c'] in n-d-833090-1 is: [{'id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'name': 'tempest-TestServerMultinode-38762307-router', 'tenant_id': '32655310e9be4bf8be0d0b535302be36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:42:19Z', 'updated_at': '2022-03-10T15:43:00Z', 'revision_number': 5, 'project_id': '32655310e9be4bf8be0d0b535302be36', 'gw_port': {'id': '5f085e36-17f1-4271-bfb8-83285bcb4476', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cd7ac-8daa-4838-8a9b-b91b2a72288c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:42:20Z', 'updated_at': '2022-03-10T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:43:01.557689 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (5f085e36-17f1-4271-bfb8-83285bcb4476), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:01.587147 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f085e36-17f1-4271-bfb8-83285bcb4476,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:01.648694 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:01.741153 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:01.743641 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Publish callbacks [] for router_controller (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:01.792682 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (9b5cd7ac-8daa-4838-8a9b-b91b2a72288c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:01.793246 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b5cd7ac-8daa-4838-8a9b-b91b2a72288c {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:43:01.797787 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:01.801366 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fbd44083-286d-4bad-95bc-2e4293913b36 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9b5cd7ac-8daa-4838-8a9b-b91b2a72288c HTTP/1.1" status: 204 len: 168 time: 1.1038034 Mar 10 15:43:01.801626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39374) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:01.851620 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4bc4d2-7295-4bf0-a1fb-aae08dc878df admin admin] Deleting subnet c3faca0c-d574-4900-b502-f2f3381efa86 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:43:01.855240 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc4d2-7295-4bf0-a1fb-aae08dc878df admin admin] Publish callbacks [] for subnet (c3faca0c-d574-4900-b502-f2f3381efa86), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:01.892789 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc4d2-7295-4bf0-a1fb-aae08dc878df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (c3faca0c-d574-4900-b502-f2f3381efa86), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:01.974600 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc4d2-7295-4bf0-a1fb-aae08dc878df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (c3faca0c-d574-4900-b502-f2f3381efa86), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.033627 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc4d2-7295-4bf0-a1fb-aae08dc878df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (c3faca0c-d574-4900-b502-f2f3381efa86), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.060204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bc4d2-7295-4bf0-a1fb-aae08dc878df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3faca0c-d574-4900-b502-f2f3381efa86,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:02.064624 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6d4bc4d2-7295-4bf0-a1fb-aae08dc878df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.070421 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6d4bc4d2-7295-4bf0-a1fb-aae08dc878df admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c3faca0c-d574-4900-b502-f2f3381efa86 HTTP/1.1" status: 204 len: 168 time: 0.2653635 Mar 10 15:43:02.071036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39376) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:02.071739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cbfdae-38d2-49e0-bc1b-5dfa53776f16 None None] Network d74001f2-7f6b-4ff5-a02b-b72dfadfa361 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:43:02.149717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d74001f2-7f6b-4ff5-a02b-b72dfadfa361), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.208251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Deleting port 0db80ef7-3130-4123-ab27-c6ae381a39dd {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:43:02.208597 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.279198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] For port 0db80ef7-3130-4123-ab27-c6ae381a39dd, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0db80ef7-3130-4123-ab27-c6ae381a39dd,segment=NetworkSegment(e9e5b47b-a12e-4030-9a1f-e1534e497106),segment_id=e9e5b47b-a12e-4030-9a1f-e1534e497106)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:43:02.279853 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.294814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Calling delete_port for 0db80ef7-3130-4123-ab27-c6ae381a39dd owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:43:02.377616 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0db80ef7-3130-4123-ab27-c6ae381a39dd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.406357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=0db80ef7-3130-4123-ab27-c6ae381a39dd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:02.411447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] No DVR routers for this DVR port 0db80ef7-3130-4123-ab27-c6ae381a39dd on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:43:02.454751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1a4f6-48c5-4fd2-8f99-0e9ade05637a None None] DHCP port deletion for d74001f2-7f6b-4ff5-a02b-b72dfadfa361 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:43:02.487538 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d74001f2-7f6b-4ff5-a02b-b72dfadfa361), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.507471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74001f2-7f6b-4ff5-a02b-b72dfadfa361']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:02.517288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e5b47b-a12e-4030-9a1f-e1534e497106') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:02.517586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e5b47b-a12e-4030-9a1f-e1534e497106') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:02.526888 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (e9e5b47b-a12e-4030-9a1f-e1534e497106), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.540498 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e9e5b47b-a12e-4030-9a1f-e1534e497106), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.547137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:43:02.547524 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (e9e5b47b-a12e-4030-9a1f-e1534e497106), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:43:02.549154 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:43:02.608994 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d74001f2-7f6b-4ff5-a02b-b72dfadfa361), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.615446 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.618715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] 10.222.0.11 "DELETE /v2.0/networks/d74001f2-7f6b-4ff5-a02b-b72dfadfa361 HTTP/1.1" status: 204 len: 168 time: 0.5470347 Mar 10 15:43:02.630608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c420806-6261-4cdf-b16a-288c5fa61a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d74001f2-7f6b-4ff5-a02b-b72dfadfa361,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:02.785833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39382) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:02.824982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6975cfd4-8fb3-4ca1-8d4e-c0a72e838e76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0923f61104645508c9578930bd69fc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380228 Mar 10 15:43:02.827424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39384) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:02.874040 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46ffc6e4-e8ab-40ce-967f-7e5b7f1ce18e admin admin] Publish callbacks [] for security_group (ae249e2d-71e0-4a07-b8d0-1af9863b22d5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.895075 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46ffc6e4-e8ab-40ce-967f-7e5b7f1ce18e admin admin] Publish callbacks [] for security_group (ae249e2d-71e0-4a07-b8d0-1af9863b22d5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.947591 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46ffc6e4-e8ab-40ce-967f-7e5b7f1ce18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ae249e2d-71e0-4a07-b8d0-1af9863b22d5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.950284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-46ffc6e4-e8ab-40ce-967f-7e5b7f1ce18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:02.951489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-46ffc6e4-e8ab-40ce-967f-7e5b7f1ce18e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae249e2d-71e0-4a07-b8d0-1af9863b22d5 HTTP/1.1" status: 204 len: 168 time: 0.1230552 Mar 10 15:43:02.962828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffc6e4-e8ab-40ce-967f-7e5b7f1ce18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae249e2d-71e0-4a07-b8d0-1af9863b22d5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:03.006026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0db80ef7-3130-4123-ab27-c6ae381a39dd no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:43:03.026172 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 0db80ef7-3130-4123-ab27-c6ae381a39dd {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:43:03.026536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0db80ef7-3130-4123-ab27-c6ae381a39dd not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:43:03.027092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5f085e36-17f1-4271-bfb8-83285bcb4476 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:43:03.047581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 5f085e36-17f1-4271-bfb8-83285bcb4476 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:43:03.047935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5f085e36-17f1-4271-bfb8-83285bcb4476 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:43:03.048350 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8091416e-ca55-4794-8357-6290ca38642e no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:43:03.071896 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8091416e-ca55-4794-8357-6290ca38642e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:43:03.072587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8091416e-ca55-4794-8357-6290ca38642e not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:43:03.282141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39390) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:03.327915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3a691a0b-8763-430f-a84c-0f96439ecddb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32655310e9be4bf8be0d0b535302be36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445728 Mar 10 15:43:03.330742 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39392) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:03.378778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-655cef5e-4d14-48ad-9987-86bba2744eca admin admin] Publish callbacks [] for security_group (30c4c2e7-c775-4297-b99f-31dfb045890e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:03.398987 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-655cef5e-4d14-48ad-9987-86bba2744eca admin admin] Publish callbacks [] for security_group (30c4c2e7-c775-4297-b99f-31dfb045890e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:03.445402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-655cef5e-4d14-48ad-9987-86bba2744eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (30c4c2e7-c775-4297-b99f-31dfb045890e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:03.447944 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-655cef5e-4d14-48ad-9987-86bba2744eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:03.449257 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-655cef5e-4d14-48ad-9987-86bba2744eca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30c4c2e7-c775-4297-b99f-31dfb045890e HTTP/1.1" status: 204 len: 168 time: 0.1174030 Mar 10 15:43:03.456861 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cef5e-4d14-48ad-9987-86bba2744eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c4c2e7-c775-4297-b99f-31dfb045890e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:04.111511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39414) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:04.234152 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1158225863-network', 'tenant_id': '43ab1aa3c8ca4bb1809a6f8168affdcf'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:43:04.253484 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Made reservation on behalf of 43ab1aa3c8ca4bb1809a6f8168affdcf for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:43:04.255849 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.263992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.344858 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Publish callbacks [] for security_group (5e7df606-382f-4f72-9f28-0affbb4a5b2e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.349010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5e7df606-382f-4f72-9f28-0affbb4a5b2e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.373843 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:43:04.383557 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7df606-382f-4f72-9f28-0affbb4a5b2e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:04.388329 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (763a9054-9801-4bff-956e-3b5e4cdfb78c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.389214 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Added segment 763a9054-9801-4bff-956e-3b5e4cdfb78c of type vlan for network 9b409b25-e9be-43b4-9e31-f17a4995c952 Mar 10 15:43:04.428111 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (9b409b25-e9be-43b4-9e31-f17a4995c952), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.453453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (9b409b25-e9be-43b4-9e31-f17a4995c952), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.454482 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:04.455089 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.489943 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3769968 Mar 10 15:43:04.492919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39420) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:04.497968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] Request body: {'subnet': {'network_id': '9b409b25-e9be-43b4-9e31-f17a4995c952', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1158225863-subnet', 'tenant_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:43:04.517651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] Made reservation on behalf of 43ab1aa3c8ca4bb1809a6f8168affdcf for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:43:04.520130 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.520911 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d2e93-c7b4-4328-b103-345b0b3abbcf admin admin] Pushing event updated for resources: {'Network': ['ID=9b409b25-e9be-43b4-9e31-f17a4995c952,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:04.531591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 9b409b25-e9be-43b4-9e31-f17a4995c952 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:43:04.692345 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (d8483ed3-14ac-41fe-97c0-9c91984900b4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.757186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8483ed3-14ac-41fe-97c0-9c91984900b4,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:04.765073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] Checking segment: {'id': '763a9054-9801-4bff-956e-3b5e4cdfb78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9b409b25-e9be-43b4-9e31-f17a4995c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:43:04.765441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] Network hostable DHCP agents. Network: 9b409b25-e9be-43b4-9e31-f17a4995c952, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:43:04.782620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] Network 9b409b25-e9be-43b4-9e31-f17a4995c952 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:43:04.791096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 9b409b25-e9be-43b4-9e31-f17a4995c952) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:43:04.795948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:04.796686 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.801173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b01b6-6282-44bd-a803-695664690994 None None] Network 9b409b25-e9be-43b4-9e31-f17a4995c952 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:43:04.813575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c4dbe38c-9560-486c-9205-462a69ea631a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3194983 Mar 10 15:43:04.816300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39422) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:04.820702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1158225863-router', 'tenant_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:43:04.839912 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.841054 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.898014 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Publish callbacks [] for router_controller (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:04.909035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-9b409b25-e9be-43b4-9e31-f17a4995c952', 'network_id': '9b409b25-e9be-43b4-9e31-f17a4995c952', 'project_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'fixed_ips': [{'subnet_id': 'd8483ed3-14ac-41fe-97c0-9c91984900b4'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:43:04.910091 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:05.041773 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Publish callbacks [] for router_gateway (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:05.056559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Allocated IP 172.20.0.2 (9b409b25-e9be-43b4-9e31-f17a4995c952/d8483ed3-14ac-41fe-97c0-9c91984900b4/71733023-368f-4e11-88dc-1cd8f82b43c9) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:43:05.205819 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Publish callbacks [] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:05.212052 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:05.246683 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Publish callbacks [] for router_gateway (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:05.249571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Network 9b409b25-e9be-43b4-9e31-f17a4995c952 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:43:05.254543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:43:05.258104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:43:05.270330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Pushing event updated for resources: {'Port': ['ID=71733023-368f-4e11-88dc-1cd8f82b43c9,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:05.271708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:05.317883 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Attempting to bind port 71733023-368f-4e11-88dc-1cd8f82b43c9 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:43:05.318167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Attempting to bind port 71733023-368f-4e11-88dc-1cd8f82b43c9 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '763a9054-9801-4bff-956e-3b5e4cdfb78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9b409b25-e9be-43b4-9e31-f17a4995c952'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:43:05.318536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Attempting to bind port 71733023-368f-4e11-88dc-1cd8f82b43c9 on network 9b409b25-e9be-43b4-9e31-f17a4995c952 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:43:05.323566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:43:05.323944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Checking segment: {'id': '763a9054-9801-4bff-956e-3b5e4cdfb78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9b409b25-e9be-43b4-9e31-f17a4995c952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:43:05.324350 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:05.324747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Bound using segment: {'id': '763a9054-9801-4bff-956e-3b5e4cdfb78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9b409b25-e9be-43b4-9e31-f17a4995c952'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:43:05.325215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Bound port: 71733023-368f-4e11-88dc-1cd8f82b43c9, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763a9054-9801-4bff-956e-3b5e4cdfb78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9b409b25-e9be-43b4-9e31-f17a4995c952'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:43:05.325594 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:05.382702 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Allocated IP 172.25.3.194 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/cfd912d0-8390-401d-a551-c77677cfaad0) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:43:05.393249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] For port 71733023-368f-4e11-88dc-1cd8f82b43c9, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:43:05.396515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] For port 71733023-368f-4e11-88dc-1cd8f82b43c9, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71733023-368f-4e11-88dc-1cd8f82b43c9,segment=NetworkSegment(763a9054-9801-4bff-956e-3b5e4cdfb78c),segment_id=763a9054-9801-4bff-956e-3b5e4cdfb78c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:43:05.402076 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:05.462552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1beff-f83b-459d-8fec-ba2ba6b4fce4 None None] Pushing event updated for resources: {'Port': ['ID=71733023-368f-4e11-88dc-1cd8f82b43c9,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:05.493392 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Publish callbacks [] for port (cfd912d0-8390-401d-a551-c77677cfaad0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:05.530022 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:05.571996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:43:05.576895 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:43:05.584279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:43:05.622711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Pushing event updated for resources: {'Port': ['ID=cfd912d0-8390-401d-a551-c77677cfaad0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:05.887389 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Publish callbacks [] for router_gateway (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:06.086364 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:06.230359 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Router 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:43:06.350126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:43:06.363105 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Sync routers for ids ['2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:43:06.376178 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Routers {'2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:43:06.377139 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:06.377385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:06.381742 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f062fa61-0275-451b-a474-97657728a3ac admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.5618997 Mar 10 15:43:06.382170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39424) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:06.463748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd15c00-a37e-4ae5-a911-ac457a7849cc None None] Network 9b409b25-e9be-43b4-9e31-f17a4995c952 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:43:06.514304 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Set router 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:43:06.559812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-70f19cc4-7477-4966-8101-49d3d1b0c696 None None] Provisioning complete for port 71733023-368f-4e11-88dc-1cd8f82b43c9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:43:06.560195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-70f19cc4-7477-4966-8101-49d3d1b0c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:06.685680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-70f19cc4-7477-4966-8101-49d3d1b0c696 None None] Current status of the port 71733023-368f-4e11-88dc-1cd8f82b43c9 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:43:06.686429 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-70f19cc4-7477-4966-8101-49d3d1b0c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:06.736547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-70f19cc4-7477-4966-8101-49d3d1b0c696 None None] For port 71733023-368f-4e11-88dc-1cd8f82b43c9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71733023-368f-4e11-88dc-1cd8f82b43c9,segment=NetworkSegment(763a9054-9801-4bff-956e-3b5e4cdfb78c),segment_id=763a9054-9801-4bff-956e-3b5e4cdfb78c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:43:06.748539 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-70f19cc4-7477-4966-8101-49d3d1b0c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:06.754173 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'name': 'tempest-ImageQuotaTest-1158225863-router', 'tenant_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:43:04Z', 'updated_at': '2022-03-10T15:43:05Z', 'revision_number': 3, 'project_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'gw_port': {'id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:43:05Z', 'updated_at': '2022-03-10T15:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:06.794351 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Checking router: 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:43:06.794712 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Updating router 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 port cfd912d0-8390-401d-a551-c77677cfaad0 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:43:06.837789 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:06.849985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f19cc4-7477-4966-8101-49d3d1b0c696 None None] Pushing event updated for resources: {'Port': ['ID=71733023-368f-4e11-88dc-1cd8f82b43c9,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:06.971138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:06.986680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6451b665-741a-4abc-ad28-9f3be6ce00f7 None None] Provisioning complete for port 71733023-368f-4e11-88dc-1cd8f82b43c9 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:43:06.987441 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6451b665-741a-4abc-ad28-9f3be6ce00f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.110047 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71733023-368f-4e11-88dc-1cd8f82b43c9 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:43:07.152389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6451b665-741a-4abc-ad28-9f3be6ce00f7 None None] Current status of the port 71733023-368f-4e11-88dc-1cd8f82b43c9 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:43:07.188529 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Publish callbacks [] for port (cfd912d0-8390-401d-a551-c77677cfaad0), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.196111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 71733023-368f-4e11-88dc-1cd8f82b43c9 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:43:07.196488 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.197137 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.215233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Allocated IP 172.20.0.1 (9b409b25-e9be-43b4-9e31-f17a4995c952/d8483ed3-14ac-41fe-97c0-9c91984900b4/9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:43:07.265363 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50c5da-5b37-4205-8712-bb1e24ee4148 None None] Pushing event updated for resources: {'Port': ['ID=cfd912d0-8390-401d-a551-c77677cfaad0,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:07.281348 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Attempting to bind port cfd912d0-8390-401d-a551-c77677cfaad0 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:43:07.281726 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Attempting to bind port cfd912d0-8390-401d-a551-c77677cfaad0 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:43:07.282096 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Attempting to bind port cfd912d0-8390-401d-a551-c77677cfaad0 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:43:07.289320 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:43:07.289703 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:43:07.290533 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.290996 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:43:07.291473 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Bound port: cfd912d0-8390-401d-a551-c77677cfaad0, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:43:07.292139 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.292816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 71733023-368f-4e11-88dc-1cd8f82b43c9 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:43:07.346027 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] For port cfd912d0-8390-401d-a551-c77677cfaad0, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:43:07.349667 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] For port cfd912d0-8390-401d-a551-c77677cfaad0, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cfd912d0-8390-401d-a551-c77677cfaad0,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:43:07.356246 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.359747 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Publish callbacks [] for port (9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.402371 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.409280 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Routers {'2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:43:07.409915 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:07.451295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Network 9b409b25-e9be-43b4-9e31-f17a4995c952 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:43:07.455230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:43:07.460023 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50c5da-5b37-4205-8712-bb1e24ee4148 None None] Pushing event updated for resources: {'Port': ['ID=cfd912d0-8390-401d-a551-c77677cfaad0,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:07.462298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:43:07.518574 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.540768 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] Set router 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:43:07.559504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Pushing event updated for resources: {'Port': ['ID=9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:07.695433 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.782118 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'name': 'tempest-ImageQuotaTest-1158225863-router', 'tenant_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:43:04Z', 'updated_at': '2022-03-10T15:43:05Z', 'revision_number': 3, 'project_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'gw_port': {'id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:43:05Z', 'updated_at': '2022-03-10T15:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:07.789741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0ef75448-4c5f-4d16-9b7a-336270c3f68a None None] Provisioning complete for port 9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:43:07.790278 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0ef75448-4c5f-4d16-9b7a-336270c3f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.827283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0ef75448-4c5f-4d16-9b7a-336270c3f68a None None] Port 9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:43:07.878431 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Publish callbacks [] for port (9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.884910 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:07.909793 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094159f-c0fb-4a8f-9de0-ee3124a02673 None None] The sync data for ids ['2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'] in n-d-833090-1 is: [{'id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'name': 'tempest-ImageQuotaTest-1158225863-router', 'tenant_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:43:04Z', 'updated_at': '2022-03-10T15:43:05Z', 'revision_number': 3, 'project_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'gw_port': {'id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:43:05Z', 'updated_at': '2022-03-10T15:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:43:07.953403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Pushing event updated for resources: {'Port': ['ID=9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:07.959902 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:08.061503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Network 9b409b25-e9be-43b4-9e31-f17a4995c952 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:43:08.063055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:43:08.205846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Router 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:43:08.332662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:43:08.337648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-37e77e59-aa82-48ab-98f6-a0253a258401 admin admin] 10.222.0.11 "PUT /v2.0/routers/2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9542732 Mar 10 15:43:08.354648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-812d0a42-2de6-4e85-883b-bb8ebcf15fe1 None None] Provisioning complete for port 9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:43:08.355029 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-812d0a42-2de6-4e85-883b-bb8ebcf15fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:08.395679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-812d0a42-2de6-4e85-883b-bb8ebcf15fe1 None None] Port 9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:43:09.022096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cfd912d0-8390-401d-a551-c77677cfaad0 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:43:09.071684 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cfd912d0-8390-401d-a551-c77677cfaad0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:43:09.072148 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:09.152770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cfd912d0-8390-401d-a551-c77677cfaad0 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:43:09.153162 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:09.174703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port cfd912d0-8390-401d-a551-c77677cfaad0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cfd912d0-8390-401d-a551-c77677cfaad0,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:43:09.178632 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:09.228846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=cfd912d0-8390-401d-a551-c77677cfaad0,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:09.337253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39446) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:09.544632 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] Sync routers for ids ['2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:43:09.555535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] Routers {'2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:43:09.556165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:09.667611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] Set router 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:43:09.689703 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b74c1b6-cc04-469a-bb98-60a0ea0a7ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:09.870645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'name': 'tempest-ImageQuotaTest-1158225863-router', 'tenant_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:43:04Z', 'updated_at': '2022-03-10T15:43:07Z', 'revision_number': 4, 'project_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'gw_port': {'id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:43:05Z', 'updated_at': '2022-03-10T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe', 'name': '', 'network_id': '9b409b25-e9be-43b4-9e31-f17a4995c952', 'tenant_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'mac_address': 'fa:16:3e:4b:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'd8483ed3-14ac-41fe-97c0-9c91984900b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:43:07Z', 'updated_at': '2022-03-10T15:43:07Z', 'revision_number': 2, 'project_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'subnets': [{'id': 'd8483ed3-14ac-41fe-97c0-9c91984900b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:09.897809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] Checking router: 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:43:09.898155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] Updating router 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 port 9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:43:09.925360 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:09.948527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8b74c1b6-cc04-469a-bb98-60a0ea0a7ecd admin admin] Deleting port 9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:43:09.948865 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b74c1b6-cc04-469a-bb98-60a0ea0a7ecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:10.023742 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b74c1b6-cc04-469a-bb98-60a0ea0a7ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:10.036419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8b74c1b6-cc04-469a-bb98-60a0ea0a7ecd admin admin] Calling delete_port for 9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:43:10.230306 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b74c1b6-cc04-469a-bb98-60a0ea0a7ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:10.230720 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 15:43:10.231284 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 15:43:10.263164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74c1b6-cc04-469a-bb98-60a0ea0a7ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:10.446552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8b74c1b6-cc04-469a-bb98-60a0ea0a7ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:10.666087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b74c1b6-cc04-469a-bb98-60a0ea0a7ecd admin admin] Router 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:43:10.753503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] Port 9bac8b82-e0b3-4b8a-ab9c-948bc1fecfbe not found while updating agent binding for router 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6. {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 10 15:43:10.762217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] Routers {'2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:43:10.763456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:10.781515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b74c1b6-cc04-469a-bb98-60a0ea0a7ecd admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:43:10.786970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8b74c1b6-cc04-469a-bb98-60a0ea0a7ecd admin admin] 10.222.0.11 "PUT /v2.0/routers/2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4483550 Mar 10 15:43:10.789470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39448) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:10.874492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] Set router 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:43:11.007548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cfd912d0-8390-401d-a551-c77677cfaad0 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:43:11.214628 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Publish callbacks [] for router (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.266450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port cfd912d0-8390-401d-a551-c77677cfaad0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:43:11.267171 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.304608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'name': 'tempest-ImageQuotaTest-1158225863-router', 'tenant_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:43:04Z', 'updated_at': '2022-03-10T15:43:10Z', 'revision_number': 5, 'project_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'gw_port': {'id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:43:05Z', 'updated_at': '2022-03-10T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:11.324208 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Publish callbacks [] for router_gateway (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.334624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bb0dd-c056-47f9-a2a6-9397edaadec3 None None] The sync data for ids ['2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'] in n-d-833090-1 is: [{'id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'name': 'tempest-ImageQuotaTest-1158225863-router', 'tenant_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:43:04Z', 'updated_at': '2022-03-10T15:43:10Z', 'revision_number': 5, 'project_id': '43ab1aa3c8ca4bb1809a6f8168affdcf', 'gw_port': {'id': 'cfd912d0-8390-401d-a551-c77677cfaad0', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:43:05Z', 'updated_at': '2022-03-10T15:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:43:11.381920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Deleting port cfd912d0-8390-401d-a551-c77677cfaad0 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:43:11.382265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.385685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port cfd912d0-8390-401d-a551-c77677cfaad0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:43:11.464606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] For port cfd912d0-8390-401d-a551-c77677cfaad0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=cfd912d0-8390-401d-a551-c77677cfaad0,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:43:11.465276 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.479044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Calling delete_port for cfd912d0-8390-401d-a551-c77677cfaad0 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:43:11.658582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (cfd912d0-8390-401d-a551-c77677cfaad0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.684253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd912d0-8390-401d-a551-c77677cfaad0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:11.753327 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.854129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.856328 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Publish callbacks [] for router_controller (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.906903 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.907471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:43:11.912123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.915648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-49581f22-37bd-42fc-a9ba-da8294b26939 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6 HTTP/1.1" status: 204 len: 168 time: 1.1229188 Mar 10 15:43:11.915885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39450) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:11.962107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-726607df-351b-4536-b7fb-8d9afefcb2c8 admin admin] Deleting subnet d8483ed3-14ac-41fe-97c0-9c91984900b4 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:43:11.963781 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14368506-3ed8-48b4-9f8d-27e01aa9f45f None None] Sync routers for ids ['2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:43:11.965736 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-726607df-351b-4536-b7fb-8d9afefcb2c8 admin admin] Publish callbacks [] for subnet (d8483ed3-14ac-41fe-97c0-9c91984900b4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:11.974165 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14368506-3ed8-48b4-9f8d-27e01aa9f45f None None] Routers set() bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:43:11.974535 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14368506-3ed8-48b4-9f8d-27e01aa9f45f None None] Router IDs set() for agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 15:43:11.975144 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_agentschedulers_db [None req-14368506-3ed8-48b4-9f8d-27e01aa9f45f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent'). {{(pid=115536) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 10 15:43:11.983336 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14368506-3ed8-48b4-9f8d-27e01aa9f45f None None] Routers set() bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:43:11.983573 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14368506-3ed8-48b4-9f8d-27e01aa9f45f None None] Router IDs set() for agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 15:43:11.984241 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_agentschedulers_db [None req-14368506-3ed8-48b4-9f8d-27e01aa9f45f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:42:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent'). {{(pid=115536) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 10 15:43:11.984620 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14368506-3ed8-48b4-9f8d-27e01aa9f45f None None] The sync data for ids ['2c7ca9b0-33f4-4c0f-a636-683be5d4e4e6'] in n-d-833090-1 is: [] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:43:12.002254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-726607df-351b-4536-b7fb-8d9afefcb2c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (d8483ed3-14ac-41fe-97c0-9c91984900b4), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.093105 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-726607df-351b-4536-b7fb-8d9afefcb2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (d8483ed3-14ac-41fe-97c0-9c91984900b4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.150120 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-726607df-351b-4536-b7fb-8d9afefcb2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (d8483ed3-14ac-41fe-97c0-9c91984900b4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.173763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726607df-351b-4536-b7fb-8d9afefcb2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8483ed3-14ac-41fe-97c0-9c91984900b4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:12.180412 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-726607df-351b-4536-b7fb-8d9afefcb2c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.183826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-726607df-351b-4536-b7fb-8d9afefcb2c8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d8483ed3-14ac-41fe-97c0-9c91984900b4 HTTP/1.1" status: 204 len: 168 time: 0.2668993 Mar 10 15:43:12.186811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39452) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:12.188906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280d7d9-3754-4ba2-b481-3339b518f488 None None] Network 9b409b25-e9be-43b4-9e31-f17a4995c952 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:43:12.255327 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (9b409b25-e9be-43b4-9e31-f17a4995c952), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.314403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Deleting port 71733023-368f-4e11-88dc-1cd8f82b43c9 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:43:12.314744 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.377711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] For port 71733023-368f-4e11-88dc-1cd8f82b43c9, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71733023-368f-4e11-88dc-1cd8f82b43c9,segment=NetworkSegment(763a9054-9801-4bff-956e-3b5e4cdfb78c),segment_id=763a9054-9801-4bff-956e-3b5e4cdfb78c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:43:12.377996 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.390145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Calling delete_port for 71733023-368f-4e11-88dc-1cd8f82b43c9 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:43:12.432015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5afb1-df5b-453a-a0e9-26ac06accc3c None None] DHCP port deletion for 9b409b25-e9be-43b4-9e31-f17a4995c952 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:43:12.489107 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.491510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a9a5afb1-df5b-453a-a0e9-26ac06accc3c None None] Deleting port 71733023-368f-4e11-88dc-1cd8f82b43c9 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:43:12.491907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9a5afb1-df5b-453a-a0e9-26ac06accc3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.515927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71733023-368f-4e11-88dc-1cd8f82b43c9,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:12.517650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] No DVR routers for this DVR port 71733023-368f-4e11-88dc-1cd8f82b43c9 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:43:12.554379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a9a5afb1-df5b-453a-a0e9-26ac06accc3c None None] For port 71733023-368f-4e11-88dc-1cd8f82b43c9, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:43:12.554770 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9a5afb1-df5b-453a-a0e9-26ac06accc3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.566340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a9a5afb1-df5b-453a-a0e9-26ac06accc3c None None] Calling delete_port for 71733023-368f-4e11-88dc-1cd8f82b43c9 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:43:12.568975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-a9a5afb1-df5b-453a-a0e9-26ac06accc3c None None] Port 71733023-368f-4e11-88dc-1cd8f82b43c9 was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:43:12.570189 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9a5afb1-df5b-453a-a0e9-26ac06accc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (71733023-368f-4e11-88dc-1cd8f82b43c9), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.588149 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (9b409b25-e9be-43b4-9e31-f17a4995c952), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.594689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5afb1-df5b-453a-a0e9-26ac06accc3c None None] Pushing event deleted for resources: {'Port': ['ID=71733023-368f-4e11-88dc-1cd8f82b43c9,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:12.601941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5afb1-df5b-453a-a0e9-26ac06accc3c None None] No DVR routers for this DVR port 71733023-368f-4e11-88dc-1cd8f82b43c9 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:43:12.617546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b409b25-e9be-43b4-9e31-f17a4995c952']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:12.627302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763a9054-9801-4bff-956e-3b5e4cdfb78c') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:12.627655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763a9054-9801-4bff-956e-3b5e4cdfb78c') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:12.637125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (763a9054-9801-4bff-956e-3b5e4cdfb78c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.650602 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (763a9054-9801-4bff-956e-3b5e4cdfb78c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.657225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:43:12.657535 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (763a9054-9801-4bff-956e-3b5e4cdfb78c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:43:12.659298 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:43:12.712309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (9b409b25-e9be-43b4-9e31-f17a4995c952), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.718191 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.721369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9b409b25-e9be-43b4-9e31-f17a4995c952 HTTP/1.1" status: 204 len: 168 time: 0.5336094 Mar 10 15:43:12.732598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74772c95-ae5c-400d-acbc-61781c7cbfc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b409b25-e9be-43b4-9e31-f17a4995c952,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:12.831888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39456) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:12.882420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c4e73a5a-41b3-415e-b802-a313ce1b0d86 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43ab1aa3c8ca4bb1809a6f8168affdcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493481 Mar 10 15:43:12.886651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39458) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:12.938310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-735aab8f-2c08-405d-8868-63cf9e0bc0fa admin admin] Publish callbacks [] for security_group (5e7df606-382f-4f72-9f28-0affbb4a5b2e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:12.959904 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-735aab8f-2c08-405d-8868-63cf9e0bc0fa admin admin] Publish callbacks [] for security_group (5e7df606-382f-4f72-9f28-0affbb4a5b2e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:13.007788 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-735aab8f-2c08-405d-8868-63cf9e0bc0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (5e7df606-382f-4f72-9f28-0affbb4a5b2e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:13.008719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71733023-368f-4e11-88dc-1cd8f82b43c9 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:43:13.010327 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-735aab8f-2c08-405d-8868-63cf9e0bc0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:13.011669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-735aab8f-2c08-405d-8868-63cf9e0bc0fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e7df606-382f-4f72-9f28-0affbb4a5b2e HTTP/1.1" status: 204 len: 168 time: 0.1245174 Mar 10 15:43:13.020268 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aab8f-2c08-405d-8868-63cf9e0bc0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7df606-382f-4f72-9f28-0affbb4a5b2e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:13.038992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 71733023-368f-4e11-88dc-1cd8f82b43c9 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:43:13.039343 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71733023-368f-4e11-88dc-1cd8f82b43c9 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:43:13.039755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cfd912d0-8390-401d-a551-c77677cfaad0 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:43:13.064638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: cfd912d0-8390-401d-a551-c77677cfaad0 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:43:13.065001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device cfd912d0-8390-401d-a551-c77677cfaad0 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:43:13.334062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39464) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:13.348442 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a79b-f887-4c31-bb75-2a44839df551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:13.428245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a79b-f887-4c31-bb75-2a44839df551 admin admin] Publish callbacks [] for security_group (15a5882d-99a9-4ce7-98cf-923b3eea676e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:13.432688 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a79b-f887-4c31-bb75-2a44839df551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (15a5882d-99a9-4ce7-98cf-923b3eea676e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:13.471006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5ec3a79b-f887-4c31-bb75-2a44839df551 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1358292 Mar 10 15:43:13.472946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3a79b-f887-4c31-bb75-2a44839df551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a5882d-99a9-4ce7-98cf-923b3eea676e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:13.473644 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39466) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:43:13.522104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-adaeed08-59c5-47e8-90cb-1697c6a1227e admin admin] Publish callbacks [] for security_group (15a5882d-99a9-4ce7-98cf-923b3eea676e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:13.544107 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-adaeed08-59c5-47e8-90cb-1697c6a1227e admin admin] Publish callbacks [] for security_group (15a5882d-99a9-4ce7-98cf-923b3eea676e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:13.589067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-adaeed08-59c5-47e8-90cb-1697c6a1227e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (15a5882d-99a9-4ce7-98cf-923b3eea676e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:13.591542 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-adaeed08-59c5-47e8-90cb-1697c6a1227e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:13.593326 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-adaeed08-59c5-47e8-90cb-1697c6a1227e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15a5882d-99a9-4ce7-98cf-923b3eea676e HTTP/1.1" status: 204 len: 168 time: 0.1187050 Mar 10 15:43:13.600794 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeed08-59c5-47e8-90cb-1697c6a1227e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a5882d-99a9-4ce7-98cf-923b3eea676e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:18.220333 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:19.756011 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-a862c4ad-3171-4847-95a0-5aa0e860a3a7 tempest-TestNetworkAdvancedServerOps-462453327 tempest-TestNetworkAdvancedServerOps-462453327-project-admin] (115534) timed out ('10.222.0.11', 37340) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:43:20.925408 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:21.378820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-8c904a18-ed3b-4668-a05d-3fd68d7f0897 req-7f4e9ea5-1341-4890-8760-fdbea1ae72a5 service neutron] (115534) timed out ('10.222.0.11', 41800) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:43:21.762707 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c3f23ff-be8a-4402-815d-2cebbfb9b5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:22.398946 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:43:24.097011 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-caca6bab-d9f5-4ad6-8650-2d86f5961a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:25.354213 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:26.672173 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:28.282347 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:36.751925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-e51155c1-8c29-49db-b352-b0bc8d2a5400 req-d98fb36e-ea6f-4114-8db7-36e79e027f56 service neutron] (115534) timed out ('10.222.0.62', 62826) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:43:41.279788 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f633bb-2488-49bb-b0de-f117067eb2c7 req-4382e9cf-b1bf-446a-8d8c-268e809c97fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:41.281895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-99f633bb-2488-49bb-b0de-f117067eb2c7 req-4382e9cf-b1bf-446a-8d8c-268e809c97fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 945 time: 0.0532844 Mar 10 15:43:41.332644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-99f633bb-2488-49bb-b0de-f117067eb2c7 req-86df4893-0b18-42c6-a405-e882892a361b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451148 Mar 10 15:43:42.472100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b773d-3bca-4a0c-a15a-21cc87ec3292 req-8be5209a-c23e-4f10-a1dc-76407554ba23 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:42.473610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f2b773d-3bca-4a0c-a15a-21cc87ec3292 req-8be5209a-c23e-4f10-a1dc-76407554ba23 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 945 time: 0.0720642 Mar 10 15:43:42.522285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f2b773d-3bca-4a0c-a15a-21cc87ec3292 req-36a12bec-1c61-4213-8546-5a1ad60dca39 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 Mar 10 15:43:42.885615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-3eb7741a-13e2-4034-906a-bfa52613fba0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:42.887103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-3eb7741a-13e2-4034-906a-bfa52613fba0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 945 time: 0.0523126 Mar 10 15:43:42.982069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Deleting port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:43:42.982411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:43.073472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] For port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=221c8db6-e8b1-4f1b-bbb0-02d516c45d78,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:43:43.073830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:43.255117 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:43.255411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (9174b5ca-27f9-4944-ad5d-668c395b306d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:43.255787 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Floating IP 9174b5ca-27f9-4944-ad5d-668c395b306d disassociated. External IP: 172.25.3.212, port: 221c8db6-e8b1-4f1b-bbb0-02d516c45d78. Mar 10 15:43:43.256201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Calling delete_port for 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:43:43.393283 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (221c8db6-e8b1-4f1b-bbb0-02d516c45d78), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:43.428804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event deleted for resources: {'Port': ['ID=221c8db6-e8b1-4f1b-bbb0-02d516c45d78,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:43.440681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.441033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.441379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.441723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.442060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.442406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.442739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.443096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.443426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.443771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.444101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.444432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.444761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:43:43.556365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Router 366c993c-0acf-4e12-a1eb-9768f57dc912 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:43:43.634200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-007acbff-48a7-4716-9b57-8d4cba3a5184 req-e7b10c35-1a9f-4196-9b4f-864c94edd580 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 210 time: 0.0323286 Mar 10 15:43:43.695346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:43:43.706341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d3776-bdfa-49fa-afb1-6fdb2fd6cf30 None None] Sync routers for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:43:43.715710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d3776-bdfa-49fa-afb1-6fdb2fd6cf30 None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:43:43.716421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-374d3776-bdfa-49fa-afb1-6fdb2fd6cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:43:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:43.736803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] No DVR routers for this DVR port 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:43:43.739757 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:43.743150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a7c7d8f-50a2-464b-89b6-d90db61912f9 req-61499bd9-741a-4bee-be83-68b87dc4c727 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "DELETE /v2.0/ports/221c8db6-e8b1-4f1b-bbb0-02d516c45d78 HTTP/1.1" status: 204 len: 173 time: 0.8506885 Mar 10 15:43:43.743592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'name': 'network-vif-deleted', 'tag': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:43:43.745993 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e92596-9069-4c87-86a6-22a7d78ee50f" -d '{"events": [{"server_uuid": "8970b5d1-a823-4d6d-880a-2520eae7c97e", "name": "network-vif-deleted", "tag": "221c8db6-e8b1-4f1b-bbb0-02d516c45d78"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:43:43.788739 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87a1347-f125-4192-89ba-7de4fdf951ec x-openstack-request-id: req-b87a1347-f125-4192-89ba-7de4fdf951ec {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:43:43.789165 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8970b5d1-a823-4d6d-880a-2520eae7c97e", "name": "network-vif-deleted", "tag": "221c8db6-e8b1-4f1b-bbb0-02d516c45d78", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:43:43.789444 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b87a1347-f125-4192-89ba-7de4fdf951ec {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:43:43.789860 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8970b5d1-a823-4d6d-880a-2520eae7c97e', 'name': 'network-vif-deleted', 'tag': '221c8db6-e8b1-4f1b-bbb0-02d516c45d78', 'status': 'completed', 'code': 200} Mar 10 15:43:43.841440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-374d3776-bdfa-49fa-afb1-6fdb2fd6cf30 None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:43:44.050365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-374d3776-bdfa-49fa-afb1-6fdb2fd6cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:44.081760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d3776-bdfa-49fa-afb1-6fdb2fd6cf30 None None] Checking router: 366c993c-0acf-4e12-a1eb-9768f57dc912 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:43:44.090340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d3776-bdfa-49fa-afb1-6fdb2fd6cf30 None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:43:44.091001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-374d3776-bdfa-49fa-afb1-6fdb2fd6cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:43:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:44.204077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-374d3776-bdfa-49fa-afb1-6fdb2fd6cf30 None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:43:44.401784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-374d3776-bdfa-49fa-afb1-6fdb2fd6cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:43:44.428171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d3776-bdfa-49fa-afb1-6fdb2fd6cf30 None None] The sync data for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 is: [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:43:44.664616 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490198c-bd0f-40e6-9220-adb74654d9f7 None None] New status for floating IP 9174b5ca-27f9-4944-ad5d-668c395b306d: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:43:44.736494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f98fb561-06ca-4867-851d-1083c44d33d5 req-11d3f4b6-7237-45ad-bc89-fd79369ffb5c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 210 time: 0.0279441 Mar 10 15:43:45.835829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0df63f35-364a-4e12-b666-11b234d3cb75 req-8c5a6e3a-59a7-463f-87b0-c78d1be74532 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 210 time: 0.0288603 Mar 10 15:43:46.159842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:43:46.184529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:43:46.184875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 221c8db6-e8b1-4f1b-bbb0-02d516c45d78 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:43:46.933874 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c518ad44-f4b8-4cca-bd1f-e5f711d028ca req-4597e3cd-65c9-48eb-b993-8f4b4b7a19d9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 210 time: 0.0309112 Mar 10 15:43:48.032099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-411e008c-5c79-4bf3-9de3-9d2427fb1bba req-8e36f70f-a6b0-404c-9ec0-08f2d9872261 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 210 time: 0.0275195 Mar 10 15:43:48.236121 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:49.129659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ebbc7e8-30dc-4751-a4ed-0d6f8118a783 req-ebcf4c17-d8a8-4231-ab72-412cc2208430 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 210 time: 0.0284114 Mar 10 15:43:50.224261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9be32918-1d73-4a78-b997-3f9e619b9dd9 req-f75eaa3a-7660-4b74-819a-e0196d82375c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 210 time: 0.0270605 Mar 10 15:43:50.925993 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:51.317987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7cd555d-250c-4dd6-9324-34c7265c5ce8 req-739fb4ac-c6d4-433c-b818-921a13488ef1 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 210 time: 0.0270708 Mar 10 15:43:51.765744 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-42e76d34-8231-42a0-adca-e644120b27c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:52.415204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9674319-cf3c-475b-a887-383fa51bf914 req-f1436a8f-90d7-4a1d-a95f-8430085cdc21 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=8970b5d1-a823-4d6d-880a-2520eae7c97e HTTP/1.1" status: 200 len: 210 time: 0.0275545 Mar 10 15:43:53.697915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-d043c80e-e146-4e8c-9f06-557267b0f3c7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1583072327&fields=id&tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 267 time: 0.0467961 Mar 10 15:43:53.802055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427e246-6232-4ecc-a085-591939d5c00e req-b6c59f54-485d-42e6-9d7a-b016ec84bd0a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:53.803665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-b6c59f54-485d-42e6-9d7a-b016ec84bd0a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.0982790 Mar 10 15:43:53.818189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-87662876-1420-4dd5-9a0d-cff7e105a4ce tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/quotas/b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 375 time: 0.0092304 Mar 10 15:43:53.871056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-90ed387c-2a7a-4582-ab68-5c4504c4d5ef tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481548 Mar 10 15:43:53.968068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-c7782ca1-8566-419e-a86c-e42fc74df5cc service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853016 Mar 10 15:43:54.059960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-fe17c1bd-7408-4640-9c8a-0c836893b049 service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863731 Mar 10 15:43:54.097706 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-63e00242-f901-4def-8275-6e27f4e030e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:54.342562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c4021fa-99da-4d60-abd3-9382f83e4613 req-7c634ee3-1ef3-4c95-b3b7-1f1dae89f438 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 210 time: 0.0283897 Mar 10 15:43:55.227173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427e246-6232-4ecc-a085-591939d5c00e req-465dc810-c3cc-4481-a437-216a559e5cbf tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:55.228627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-465dc810-c3cc-4481-a437-216a559e5cbf tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1020534 Mar 10 15:43:55.297228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-519cfe2e-0f4e-437c-a17c-811c9fcbc1db tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 380 time: 0.0602179 Mar 10 15:43:55.305338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'port': {'device_id': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'admin_state_up': True, 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'security_groups': ['403096d0-9e78-4e9a-8e75-c82f1eec7a99']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:43:55.360289 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:55.446019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f57ed05-7c53-4392-bb7b-dc5df34a959a req-a7db2a42-8f5b-4768-bad0-7593114ea5d2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 210 time: 0.0351079 Mar 10 15:43:55.453540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Made reservation on behalf of b98fcf2d43fc40b5b370fbc7a8396a54 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:43:55.457343 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:55.587077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Allocated IP 172.20.0.4 (14dfff74-fb0f-424b-a95c-c09706697bed/6cdf00b1-51d5-43f5-b2c2-66bbb153c480/6e09a4a0-730b-49d4-8eaf-f0c0511dc27b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:43:55.727133 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:55.760626 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:55.802638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Network 14dfff74-fb0f-424b-a95c-c09706697bed is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:43:55.807597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:43:55.811910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:43:55.837997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:55.863758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:55.864384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:55.882418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-c122a3c7-1b8c-48de-a0a9-fbed553f86c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807135 Mar 10 15:43:55.894001 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Request body: {'port': {'device_id': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:43:55.960764 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:56.110004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6432d957-a01d-41a3-8a9d-8bed72036fdb None None] Provisioning complete for port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:43:56.110270 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6432d957-a01d-41a3-8a9d-8bed72036fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:56.148309 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6432d957-a01d-41a3-8a9d-8bed72036fdb None None] Port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:43:56.234654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:43:56.242485 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Publish callbacks [] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:56.255214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Transition to ACTIVE for port object 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:43:56.258704 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:56.310893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Pushing event updated for resources: {'Port': ['ID=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:56.393671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Attempting to bind port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:43:56.393933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Attempting to bind port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:43:56.394039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Attempting to bind port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:43:56.399251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b on network 14dfff74-fb0f-424b-a95c-c09706697bed not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:43:56.399720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Attempting to bind port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:43:56.405846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:43:56.406193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Checking segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:43:56.406585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Bound using segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:43:56.407044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Bound port: 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:43:56.407404 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:56.481875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] For port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:43:56.485376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] For port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:43:56.493254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:56.539610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:56.540214 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:56.541747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] 10.222.0.62 "PUT /v2.0/ports/6e09a4a0-730b-49d4-8eaf-f0c0511dc27b HTTP/1.1" status: 200 len: 1091 time: 0.6525834 Mar 10 15:43:56.573458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'tag': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:43:56.579552 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da557566-3335-477c-9df2-759b441b0a31" -d '{"events": [{"name": "network-changed", "server_uuid": "be579859-b09e-4a26-b9d1-85e98b382e6f", "tag": "6e09a4a0-730b-49d4-8eaf-f0c0511dc27b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:43:56.632185 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e3185e-375b-485d-8fef-3c006a43e453 x-openstack-request-id: req-19e3185e-375b-485d-8fef-3c006a43e453 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:43:56.632485 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be579859-b09e-4a26-b9d1-85e98b382e6f", "tag": "6e09a4a0-730b-49d4-8eaf-f0c0511dc27b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:43:56.632739 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19e3185e-375b-485d-8fef-3c006a43e453 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:43:56.633141 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'tag': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'status': 'completed', 'code': 200} Mar 10 15:43:56.636156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84608b4e-c809-45a8-aa96-5624a422c5cc service neutron] Pushing event updated for resources: {'Port': ['ID=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:43:56.679547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dec0a-88fd-4c66-a256-b1d958d8422b req-5e1b54af-f73d-45a7-bbb3-bc9b40b02107 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:56.681518 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:56.683321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a4dec0a-88fd-4c66-a256-b1d958d8422b req-5e1b54af-f73d-45a7-bbb3-bc9b40b02107 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.1641891 Mar 10 15:43:56.692315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427e246-6232-4ecc-a085-591939d5c00e req-0676d0c8-76b9-4439-a642-35e915eb5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:56.693774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-0676d0c8-76b9-4439-a642-35e915eb5d33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 1125 time: 0.1038256 Mar 10 15:43:56.747728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-bdba6c44-6db4-4bb0-b2ff-7ce1586cefcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b HTTP/1.1" status: 200 len: 217 time: 0.0463035 Mar 10 15:43:56.808829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a4dec0a-88fd-4c66-a256-b1d958d8422b req-4c67ed6f-b2e8-4ad2-83db-e4096e921118 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189110 Mar 10 15:43:56.819983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427e246-6232-4ecc-a085-591939d5c00e req-733e2fe1-af1a-4abd-b1f1-e7318376433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:56.821454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-733e2fe1-af1a-4abd-b1f1-e7318376433a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0633969 Mar 10 15:43:56.870860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427e246-6232-4ecc-a085-591939d5c00e req-10848a8f-1b91-478f-a1e0-f27c21f4bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:56.872345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-10848a8f-1b91-478f-a1e0-f27c21f4bd1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455654 Mar 10 15:43:56.965186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-ad64bab0-3052-455e-bc5a-c56779ccb836 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857217 Mar 10 15:43:57.052527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e427e246-6232-4ecc-a085-591939d5c00e req-eb223fa2-e8c1-47a2-8889-29bf9224674d service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813913 Mar 10 15:43:57.154343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da557566-3335-477c-9df2-759b441b0a31 req-67c79b85-42f8-4212-8de1-5cb0bea9ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:57.156557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da557566-3335-477c-9df2-759b441b0a31 req-67c79b85-42f8-4212-8de1-5cb0bea9ca55 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 1125 time: 0.0554595 Mar 10 15:43:57.247655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da557566-3335-477c-9df2-759b441b0a31 req-ed9fefe8-9109-4466-a1f5-a6757a3cde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:57.249055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da557566-3335-477c-9df2-759b441b0a31 req-ed9fefe8-9109-4466-a1f5-a6757a3cde8b service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0867946 Mar 10 15:43:57.293900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da557566-3335-477c-9df2-759b441b0a31 req-b7e88b72-1ec9-4fa0-9a5a-b374005239b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b HTTP/1.1" status: 200 len: 217 time: 0.0382144 Mar 10 15:43:57.652091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da557566-3335-477c-9df2-759b441b0a31 req-8e24debe-9f73-4a25-a946-dbb3c07843df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:57.653560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da557566-3335-477c-9df2-759b441b0a31 req-8e24debe-9f73-4a25-a946-dbb3c07843df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.3545103 Mar 10 15:43:57.702158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da557566-3335-477c-9df2-759b441b0a31 req-1af21c40-42a0-4730-91e4-3c43303ec1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:57.703674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da557566-3335-477c-9df2-759b441b0a31 req-1af21c40-42a0-4730-91e4-3c43303ec1f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437982 Mar 10 15:43:57.794431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da557566-3335-477c-9df2-759b441b0a31 req-d03df477-b96e-477e-8338-3605909be927 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847683 Mar 10 15:43:57.885705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da557566-3335-477c-9df2-759b441b0a31 req-44b83436-1273-45e1-b715-fb4ca907dde2 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855815 Mar 10 15:43:57.948404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab5dd5-1b56-4d88-b089-d7b66758d9db req-242b4b1c-ccfa-47dc-8bb7-083f60de98e8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:57.949790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85ab5dd5-1b56-4d88-b089-d7b66758d9db req-242b4b1c-ccfa-47dc-8bb7-083f60de98e8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0572410 Mar 10 15:43:57.999883 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85ab5dd5-1b56-4d88-b089-d7b66758d9db req-d5a1d401-f2e6-4829-ad8d-117901444fd9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442121 Mar 10 15:43:58.285978 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:43:59.124812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939c3f6-2576-4054-baa8-6e78e1d4919d req-3b0b9946-89e2-4d12-8733-47fa03bebc33 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:43:59.126562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2939c3f6-2576-4054-baa8-6e78e1d4919d req-3b0b9946-89e2-4d12-8733-47fa03bebc33 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0598929 Mar 10 15:43:59.176278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2939c3f6-2576-4054-baa8-6e78e1d4919d req-48572134-a2bd-4f16-9f10-b463dfb03c23 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436721 Mar 10 15:43:59.397333 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:44:00.297763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e97d-a222-4996-a392-dc3d4c2edb1d req-1ed49d77-a807-49ec-a561-90263bb3e34f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:00.299294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ee0e97d-a222-4996-a392-dc3d4c2edb1d req-1ed49d77-a807-49ec-a561-90263bb3e34f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0533316 Mar 10 15:44:00.352419 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ee0e97d-a222-4996-a392-dc3d4c2edb1d req-aea65ea6-972f-4c41-81b3-d954799d991e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475886 Mar 10 15:44:01.477262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24bbf1-df10-4b6e-a674-d7ddb9795462 req-adf921d4-60c2-4ed6-99ec-c2a12368f992 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:01.478749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab24bbf1-df10-4b6e-a674-d7ddb9795462 req-adf921d4-60c2-4ed6-99ec-c2a12368f992 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0532041 Mar 10 15:44:01.531811 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab24bbf1-df10-4b6e-a674-d7ddb9795462 req-29155421-85a4-48a5-9f12-aa20400f0320 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471385 Mar 10 15:44:02.651651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4672f-953f-4049-bef7-a9f943dd3036 req-b107580f-b12e-4894-89d1-d20554d50b30 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:02.653149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bb4672f-953f-4049-bef7-a9f943dd3036 req-b107580f-b12e-4894-89d1-d20554d50b30 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0531240 Mar 10 15:44:02.701970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bb4672f-953f-4049-bef7-a9f943dd3036 req-dfe8f74e-264b-404b-93ed-a3817cb1c8e3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Mar 10 15:44:03.831887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a75d37-f0af-4caa-b6bb-0f132aa75e59 req-62981e41-89cf-4b61-9c00-2aeda6149ad7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:03.833369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2a75d37-f0af-4caa-b6bb-0f132aa75e59 req-62981e41-89cf-4b61-9c00-2aeda6149ad7 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0617564 Mar 10 15:44:03.885320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2a75d37-f0af-4caa-b6bb-0f132aa75e59 req-4268ce8d-8561-4452-b170-b258adc7f336 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463169 Mar 10 15:44:05.004335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083da1d-499d-4e78-8c28-13493e501a19 req-a75ff196-3e62-4b9d-af94-d837490980b6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:05.006815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d083da1d-499d-4e78-8c28-13493e501a19 req-a75ff196-3e62-4b9d-af94-d837490980b6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0552013 Mar 10 15:44:05.057232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d083da1d-499d-4e78-8c28-13493e501a19 req-34ba47ca-514e-4032-bda6-5d98370185fd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444286 Mar 10 15:44:06.176944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09c47b-03da-46e6-a59e-dc38a2bff449 req-6394e972-7403-4a7d-b17a-9bfdc44f3b5f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:06.178446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c09c47b-03da-46e6-a59e-dc38a2bff449 req-6394e972-7403-4a7d-b17a-9bfdc44f3b5f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0535507 Mar 10 15:44:06.232049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c09c47b-03da-46e6-a59e-dc38a2bff449 req-2a167789-d0de-4f1f-a91c-d847ca22be1b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479267 Mar 10 15:44:07.355219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5e7b-7e7f-4585-95f5-b468d8766409 req-e8cd528b-c109-45be-9659-b9bf1895d84d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:07.356711 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f5c5e7b-7e7f-4585-95f5-b468d8766409 req-e8cd528b-c109-45be-9659-b9bf1895d84d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0538840 Mar 10 15:44:07.408583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f5c5e7b-7e7f-4585-95f5-b468d8766409 req-af87cebb-736c-45ce-82c0-26bb60aa063a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434909 Mar 10 15:44:08.527175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb05a5-644a-4ed8-8141-1c4e8d0a0926 req-03e21cde-a389-4215-aa31-d320deeabe35 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:08.528662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7cb05a5-644a-4ed8-8141-1c4e8d0a0926 req-03e21cde-a389-4215-aa31-d320deeabe35 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0525479 Mar 10 15:44:08.576303 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7cb05a5-644a-4ed8-8141-1c4e8d0a0926 req-0dcdf017-8f8f-4c08-99a4-927b955302b5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419896 Mar 10 15:44:09.698342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88122b86-376d-49aa-b1e9-eeb44ab5f6b9 req-c5a22edd-4b88-474c-b029-ca061aa608fb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:09.699847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88122b86-376d-49aa-b1e9-eeb44ab5f6b9 req-c5a22edd-4b88-474c-b029-ca061aa608fb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0560901 Mar 10 15:44:09.748575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88122b86-376d-49aa-b1e9-eeb44ab5f6b9 req-397fef96-a989-4bd4-be7d-4d40d7e6b375 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Mar 10 15:44:10.867056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476f76e-5651-45b9-a933-21c893c118ce req-b4df34ed-df7a-401c-bc21-6763734e1119 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:10.868526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6476f76e-5651-45b9-a933-21c893c118ce req-b4df34ed-df7a-401c-bc21-6763734e1119 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0530872 Mar 10 15:44:10.915908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6476f76e-5651-45b9-a933-21c893c118ce req-8a4bc83d-7d02-4be0-8375-4515483918bf tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417747 Mar 10 15:44:12.037492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad1a95-1955-4155-8f3a-9d922c528cc3 req-3eb2fc55-688d-4c1f-91a7-f20f0987af16 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:12.038994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70ad1a95-1955-4155-8f3a-9d922c528cc3 req-3eb2fc55-688d-4c1f-91a7-f20f0987af16 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0575631 Mar 10 15:44:12.087123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70ad1a95-1955-4155-8f3a-9d922c528cc3 req-cb9d36bc-0bfc-4583-adc4-e309a3a63761 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 Mar 10 15:44:13.203924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594e225-9315-4f19-b9cc-7b18206794c1 req-b53cf122-3227-4808-be7f-1c5f19ab9d96 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:13.205408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d594e225-9315-4f19-b9cc-7b18206794c1 req-b53cf122-3227-4808-be7f-1c5f19ab9d96 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0521917 Mar 10 15:44:13.257779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d594e225-9315-4f19-b9cc-7b18206794c1 req-7bcc242c-00e0-4963-b789-beda48e786b8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467699 Mar 10 15:44:14.255867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:44:14.354159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:44:14.369722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'port_id': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'mac_address': 'fa:16:3e:73:fa:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:44:14.379678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18ab2d-36ad-463b-ada4-21e6a3074a8a req-82b4cf44-72d6-4cde-90d4-57abb7d49bf0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:14.381170 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f18ab2d-36ad-463b-ada4-21e6a3074a8a req-82b4cf44-72d6-4cde-90d4-57abb7d49bf0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 943 time: 0.0528722 Mar 10 15:44:14.407972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:44:14.408365 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:14.421155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:44:14.435152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f18ab2d-36ad-463b-ada4-21e6a3074a8a req-b952b71b-ebf6-4fed-9389-4be2cf1f6dbf tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477724 Mar 10 15:44:14.440757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:44:14.445839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:14.496016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:44:14.503843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.504191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.504540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.504884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.505221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.505556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.505890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.506221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.506552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.506912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.507242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.507569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.507911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:44:14.763027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['6e09a4a0-730b-49d4-8eaf-f0c0511dc27b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:44:15.557848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520a49c-6498-45ec-8741-fd2649211fc3 req-7e7a7551-1c4d-4f0e-908e-85f408416bcd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:15.559350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7520a49c-6498-45ec-8741-fd2649211fc3 req-7e7a7551-1c4d-4f0e-908e-85f408416bcd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 944 time: 0.0533807 Mar 10 15:44:15.610569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7520a49c-6498-45ec-8741-fd2649211fc3 req-d15b6992-cc76-463b-99b2-43fbcae472c8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444207 Mar 10 15:44:16.280396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:44:16.329785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:44:16.333915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:44:16.334294 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:16.415050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:44:16.415441 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:16.438434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:44:16.440801 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936f72af-d1c9-4379-8e8a-e8b25f775812" -d '{"events": [{"server_uuid": "be579859-b09e-4a26-b9d1-85e98b382e6f", "name": "network-vif-plugged", "status": "completed", "tag": "6e09a4a0-730b-49d4-8eaf-f0c0511dc27b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:44:16.453091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:44:16.457457 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:16.481612 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb221a1-1cac-4d3d-bf37-1f50060f7b63 x-openstack-request-id: req-9eb221a1-1cac-4d3d-bf37-1f50060f7b63 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:44:16.481912 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be579859-b09e-4a26-b9d1-85e98b382e6f", "name": "network-vif-plugged", "status": "completed", "tag": "6e09a4a0-730b-49d4-8eaf-f0c0511dc27b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:44:16.482170 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9eb221a1-1cac-4d3d-bf37-1f50060f7b63 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:44:16.482560 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'code': 200} Mar 10 15:44:16.507520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:44:16.585783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ceeae-09e8-461b-80bd-d530da6ed2f6 req-e2c2c974-1366-4f84-9cd0-aa5c760a5c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:16.587304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e4ceeae-09e8-461b-80bd-d530da6ed2f6 req-e2c2c974-1366-4f84-9cd0-aa5c760a5c4f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 1127 time: 0.0442724 Mar 10 15:44:16.637435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e4ceeae-09e8-461b-80bd-d530da6ed2f6 req-50b177d4-faa1-4da6-bdf8-221b7c2100a2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 Mar 10 15:44:16.732212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeb5b1-301c-4839-b329-12a916efe3b7 req-7fba6231-93c6-4fbe-944f-9dfc0cac1654 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:16.734262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2aeb5b1-301c-4839-b329-12a916efe3b7 req-7fba6231-93c6-4fbe-944f-9dfc0cac1654 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 945 time: 0.0564451 Mar 10 15:44:16.782060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2aeb5b1-301c-4839-b329-12a916efe3b7 req-616a8f9b-1ba4-4f6e-b648-e7bd93cf2768 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Mar 10 15:44:17.902459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480898d2-7a59-46a5-ae46-6be50a8b7c40 req-9fe1441e-699f-4362-9bde-cbf511818190 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:17.903987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-480898d2-7a59-46a5-ae46-6be50a8b7c40 req-9fe1441e-699f-4362-9bde-cbf511818190 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 945 time: 0.0537279 Mar 10 15:44:17.955224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-480898d2-7a59-46a5-ae46-6be50a8b7c40 req-0ef15814-8ec4-4ceb-aeda-742adbaa1ead tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449731 Mar 10 15:44:18.238406 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:19.072491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67959f-9cde-4677-8914-71db9abbbf57 req-fd9fad25-0f24-482d-a378-82b96407ac01 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:19.074012 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d67959f-9cde-4677-8914-71db9abbbf57 req-fd9fad25-0f24-482d-a378-82b96407ac01 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 945 time: 0.0519676 Mar 10 15:44:19.127783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d67959f-9cde-4677-8914-71db9abbbf57 req-55e3c7cf-1181-44a3-aa09-0ebab9402780 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475578 Mar 10 15:44:19.243981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344244f2-2bc1-4a01-a065-985318331320 req-93e7c8d5-7696-40df-b1ce-f1fb55489101 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:19.245363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-344244f2-2bc1-4a01-a065-985318331320 req-93e7c8d5-7696-40df-b1ce-f1fb55489101 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 945 time: 0.0523524 Mar 10 15:44:19.300143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-344244f2-2bc1-4a01-a065-985318331320 req-c0fc836a-e8d9-4fcb-951a-1971aed5fa96 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487037 Mar 10 15:44:19.322633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39586) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:44:19.366534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88136455-e427-4d29-bac4-fa0c3b4a85b3 tempest-TestVolumeBootPattern-1736942917 tempest-TestVolumeBootPattern-1736942917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:19.368109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-88136455-e427-4d29-bac4-fa0c3b4a85b3 tempest-TestVolumeBootPattern-1736942917 tempest-TestVolumeBootPattern-1736942917-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 1122 time: 0.0444655 Mar 10 15:44:19.370861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39588) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:44:19.376018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:44:19.396656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:19.495392 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:19.599729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Allocated IP 172.25.3.145 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/133ff355-2416-4bfe-802f-6973e4e03761) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:44:19.709473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (133ff355-2416-4bfe-802f-6973e4e03761), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:19.743153 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (133ff355-2416-4bfe-802f-6973e4e03761), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:19.780358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:44:19.785086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:44:19.788516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:44:19.814152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=133ff355-2416-4bfe-802f-6973e4e03761,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:44:20.165098 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (faf74567-3700-49ab-a2b8-d0ce27d861b1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:20.235774 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (133ff355-2416-4bfe-802f-6973e4e03761), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:20.389700 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (133ff355-2416-4bfe-802f-6973e4e03761), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:20.393941 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (133ff355-2416-4bfe-802f-6973e4e03761), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:20.462337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=133ff355-2416-4bfe-802f-6973e4e03761,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:44:20.473324 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (faf74567-3700-49ab-a2b8-d0ce27d861b1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:20.577315 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Floating IP faf74567-3700-49ab-a2b8-d0ce27d861b1 associated. External IP: 172.25.3.145, port: 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b. Mar 10 15:44:20.788267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Router 366c993c-0acf-4e12-a1eb-9768f57dc912 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:44:20.896129 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:44:20.905562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb02e15-ccee-46a2-8024-6d242beeadcf None None] Sync routers for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:44:20.913907 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:20.914864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb02e15-ccee-46a2-8024-6d242beeadcf None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:44:20.915488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ebb02e15-ccee-46a2-8024-6d242beeadcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:43:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:44:20.946167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c451769a-4b91-4daf-a28d-a813900f8012 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5736153 Mar 10 15:44:20.946697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'tag': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:44:20.949040 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c56b23-bfe9-48ac-a726-3707345ca5be" -d '{"events": [{"name": "network-changed", "server_uuid": "be579859-b09e-4a26-b9d1-85e98b382e6f", "tag": "6e09a4a0-730b-49d4-8eaf-f0c0511dc27b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:44:20.982741 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:20.989435 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf3b9cd-d2d9-45c2-b45c-536badc5d2b5 x-openstack-request-id: req-cdf3b9cd-d2d9-45c2-b45c-536badc5d2b5 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:44:20.989773 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be579859-b09e-4a26-b9d1-85e98b382e6f", "tag": "6e09a4a0-730b-49d4-8eaf-f0c0511dc27b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:44:20.990078 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdf3b9cd-d2d9-45c2-b45c-536badc5d2b5 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:44:20.990494 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'tag': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'status': 'completed', 'code': 200} Mar 10 15:44:21.040199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ebb02e15-ccee-46a2-8024-6d242beeadcf None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:44:21.053586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56b23-bfe9-48ac-a726-3707345ca5be req-302b56be-c002-4c1c-8aab-787f6b1a89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:21.055135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06c56b23-bfe9-48ac-a726-3707345ca5be req-302b56be-c002-4c1c-8aab-787f6b1a89f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 1127 time: 0.0452716 Mar 10 15:44:21.151807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56b23-bfe9-48ac-a726-3707345ca5be req-fafce039-d3e6-4903-b028-2f9e4ad2d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:21.153291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06c56b23-bfe9-48ac-a726-3707345ca5be req-fafce039-d3e6-4903-b028-2f9e4ad2d6de service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0924246 Mar 10 15:44:21.217896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06c56b23-bfe9-48ac-a726-3707345ca5be req-02a5fbc5-60b3-4641-9a72-af8f0e2ff4de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b HTTP/1.1" status: 200 len: 999 time: 0.0579138 Mar 10 15:44:21.267612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ebb02e15-ccee-46a2-8024-6d242beeadcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'faf74567-3700-49ab-a2b8-d0ce27d861b1', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:73:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:44:20Z', 'updated_at': '2022-03-10T15:44:20Z', 'revision_number': 0, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:44:21.269819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56b23-bfe9-48ac-a726-3707345ca5be req-a0ec4020-3bac-4da9-ac09-5fba93d36456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:21.271333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06c56b23-bfe9-48ac-a726-3707345ca5be req-a0ec4020-3bac-4da9-ac09-5fba93d36456 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0478477 Mar 10 15:44:21.324363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56b23-bfe9-48ac-a726-3707345ca5be req-69410f71-0bb4-48b4-a16f-7e57c57ee486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:21.326103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06c56b23-bfe9-48ac-a726-3707345ca5be req-69410f71-0bb4-48b4-a16f-7e57c57ee486 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490057 Mar 10 15:44:21.423448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06c56b23-bfe9-48ac-a726-3707345ca5be req-be618688-e87a-47d7-b5d2-fcdadfe98447 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903563 Mar 10 15:44:21.459213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb02e15-ccee-46a2-8024-6d242beeadcf None None] Checking router: 366c993c-0acf-4e12-a1eb-9768f57dc912 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:44:21.468089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb02e15-ccee-46a2-8024-6d242beeadcf None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:44:21.468635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ebb02e15-ccee-46a2-8024-6d242beeadcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:43:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:44:21.522402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06c56b23-bfe9-48ac-a726-3707345ca5be req-08442f8a-f427-4fb3-8ab7-e5bd522f733d service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930355 Mar 10 15:44:21.576654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ebb02e15-ccee-46a2-8024-6d242beeadcf None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:44:21.787849 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eb713c18-97b8-4aaf-a6c7-ea2620b3c4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:21.815717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ebb02e15-ccee-46a2-8024-6d242beeadcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'faf74567-3700-49ab-a2b8-d0ce27d861b1', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:73:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:44:20Z', 'updated_at': '2022-03-10T15:44:20Z', 'revision_number': 0, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:44:21.845423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb02e15-ccee-46a2-8024-6d242beeadcf None None] The sync data for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 is: [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'faf74567-3700-49ab-a2b8-d0ce27d861b1', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:73:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:44:20Z', 'updated_at': '2022-03-10T15:44:20Z', 'revision_number': 0, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:44:22.039532 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78a3c15-95e5-40bc-b138-dbd660d6ac68 None None] New status for floating IP faf74567-3700-49ab-a2b8-d0ce27d861b1: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:44:24.099615 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5881e225-5332-4eaf-b78b-f24e91cdc630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:25.360897 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:26.679615 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:28.288150 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:36.397345 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:44:48.246914 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:50.954771 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:51.770282 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4e259c8f-e7a2-47eb-aa08-9edf72e767fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:52.591239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-54d17b79-6f83-4aaa-b235-24eb644a7c14 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423310 Mar 10 15:44:52.674694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-529bce6e-997f-464b-8fed-0ec94c651416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:52.676223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-529bce6e-997f-464b-8fed-0ec94c651416 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 1127 time: 0.0447550 Mar 10 15:44:52.783598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-a9b897a0-ba22-4a34-8692-b0277e3d08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:52.785072 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-a9b897a0-ba22-4a34-8692-b0277e3d08b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0906718 Mar 10 15:44:52.848759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-15c78ee5-752f-4191-b250-c4d97e2fbe7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b HTTP/1.1" status: 200 len: 1001 time: 0.0581691 Mar 10 15:44:52.900328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-0f8639b4-4b24-4d75-88e1-d8b0fd2734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:52.901768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-0f8639b4-4b24-4d75-88e1-d8b0fd2734ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0478208 Mar 10 15:44:52.950464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-c9bb966f-a29c-4174-9f96-39d462e2dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:44:52.951993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-c9bb966f-a29c-4174-9f96-39d462e2dcda service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441277 Mar 10 15:44:53.044017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-6b6a1dba-eba5-4c2c-b9c8-5b8905bca187 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862222 Mar 10 15:44:53.133660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-909fdd2f-05c7-414a-9469-ec78f249fd57 req-042b63f2-bf54-4821-82f5-cdd71f51c41a service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837359 Mar 10 15:44:54.101006 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f1635b4f-e48d-4bae-9639-593c93a1f1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:55.365461 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:56.681879 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:44:58.290077 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:13.395819 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:45:18.232908 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:20.987066 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:21.771959 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d18367c1-a2bd-429e-94f1-808264710b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:24.102815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8c4f56a9-bc8c-4a95-bfc7-5ff4cc17bda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:25.368292 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:26.684631 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:28.291805 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:38.798186 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-e538641f-5094-488f-a375-4eff94949f07 req-1c803ef6-3de3-45b0-9166-a027995dd51e service neutron] (115534) timed out ('10.222.0.62', 63174) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:45:48.232291 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:50.395578 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:45:50.985768 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:51.773994 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-46264a57-b976-4d12-8a63-5559ef8042df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:54.105497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8bffce11-f11c-47a1-8b8f-1a9a911c9508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:54.709980 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-67829c2e-870c-4549-ad5b-c67ba3af1606 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1720784 Mar 10 15:45:54.801352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-f17ceb86-ce2e-40f0-81c9-c0bb3d8d02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:45:54.802938 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-f17ceb86-ce2e-40f0-81c9-c0bb3d8d02cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 1127 time: 0.0493233 Mar 10 15:45:54.906565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-b3e82fe6-eb04-4574-8f4c-302ea81000ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:45:54.908021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-b3e82fe6-eb04-4574-8f4c-302ea81000ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0868707 Mar 10 15:45:54.982261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-4ea059a7-6dbd-427b-ac40-d8675e5eeeb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b HTTP/1.1" status: 200 len: 1001 time: 0.0681391 Mar 10 15:45:55.029477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-06959191-2b5e-4567-8c52-844bf7c9f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:45:55.031093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-06959191-2b5e-4567-8c52-844bf7c9f2a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0436676 Mar 10 15:45:55.084672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-d3b1e506-47d2-4c81-bc0f-4a5823f975aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:45:55.093171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-d3b1e506-47d2-4c81-bc0f-4a5823f975aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499098 Mar 10 15:45:55.181218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-6f6d1b8c-fb89-42f6-9b52-185d4b52861d service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880020 Mar 10 15:45:55.276132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-557f6cc8-eb2e-4fd5-a1ba-e3bbab52152e req-bad1f099-bb09-472d-9ae8-4bf3aa30ab8a service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883262 Mar 10 15:45:55.375193 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:56.687429 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:45:58.307585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:02.961241 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-eb296910-8a4a-4f1d-b79a-3f4d6c6b4054 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1583072327&fields=id&tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 267 time: 0.0473957 Mar 10 15:46:03.066311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f88a28-4420-42e9-8a01-425644f45e7a req-e02cfa60-5db1-4f26-bdcc-e5835b49a547 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:03.067816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-e02cfa60-5db1-4f26-bdcc-e5835b49a547 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1001418 Mar 10 15:46:03.082524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-0f30820e-3937-424c-bca6-2a9c2e66e5e2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/quotas/b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 375 time: 0.0094442 Mar 10 15:46:03.146403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-fee8f0d3-a8eb-4366-945f-2f950f40ccf3 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0588963 Mar 10 15:46:03.290622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-c65f09f5-1577-4d4a-a957-d0e2595ca237 service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332307 Mar 10 15:46:03.384647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-f8aa64ee-f7bd-46d2-a339-dbbdefde8e0f service neutron] 10.222.0.11 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882566 Mar 10 15:46:04.040106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73b04259-0320-4597-a248-0e77a243de38 req-4a9c7227-3e5f-49ca-b1ff-6f385712f4f8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 210 time: 0.3944998 Mar 10 15:46:04.604231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6f6cfa02-fe31-4586-a24b-4b82704f5739 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:04.605684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6f6cfa02-fe31-4586-a24b-4b82704f5739 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 812 time: 0.1081252 Mar 10 15:46:04.674369 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-dcbe5426-d315-4b1c-b144-37d5b2e80e6a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54 HTTP/1.1" status: 200 len: 380 time: 0.0574577 Mar 10 15:46:04.681705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'port': {'device_id': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'admin_state_up': True, 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'security_groups': ['403096d0-9e78-4e9a-8e75-c82f1eec7a99']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:46:04.789264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Made reservation on behalf of b98fcf2d43fc40b5b370fbc7a8396a54 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:46:04.792867 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:04.921092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Allocated IP 172.20.0.12 (14dfff74-fb0f-424b-a95c-c09706697bed/6cdf00b1-51d5-43f5-b2c2-66bbb153c480/956d4e8a-8cf2-4b93-a88a-9ab2f82cd442) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:46:05.064199 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:05.100731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:05.174182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Network 14dfff74-fb0f-424b-a95c-c09706697bed is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:46:05.181248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:46:05.184618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:46:05.187556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:46:05.228337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.228686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.229015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.229355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.229694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.230017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.230341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.230666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.231018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.231336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.231882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.232206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.232528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:05.257289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:05.257932 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:05.280772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0abcea-c501-4782-b407-6bc60b983bca req-f3dd1a11-3866-458a-b643-c700cc8a7aae tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:05.282684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b0abcea-c501-4782-b407-6bc60b983bca req-f3dd1a11-3866-458a-b643-c700cc8a7aae tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 932 time: 0.1523423 Mar 10 15:46:05.298545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-6ef01692-6518-4524-92ab-0e81324cc5c9 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6205022 Mar 10 15:46:05.316997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-eefd3af6-c4a4-49cb-ae75-a15b3de7d604 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:46:05.318020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-eefd3af6-c4a4-49cb-ae75-a15b3de7d604 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067010 Mar 10 15:46:05.335370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Request body: {'port': {'device_id': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:46:05.378094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b0abcea-c501-4782-b407-6bc60b983bca req-455eb33d-deae-4059-a004-b1e31286ee23 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895705 Mar 10 15:46:05.413901 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-dd75bc75-9990-46ff-a715-1e28e8263cb9 None None] Provisioning complete for port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:46:05.414484 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:05.414575 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dd75bc75-9990-46ff-a715-1e28e8263cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:05.449151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-dd75bc75-9990-46ff-a715-1e28e8263cb9 None None] Port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:46:05.692383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:46:05.700170 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Publish callbacks [] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:05.712796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Transition to ACTIVE for port object 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:46:05.716559 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:05.811872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Pushing event updated for resources: {'Port': ['ID=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:46:05.852255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Attempting to bind port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:46:05.853206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Attempting to bind port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:46:05.853540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Attempting to bind port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:46:05.858384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 on network 14dfff74-fb0f-424b-a95c-c09706697bed not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:46:05.858700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Attempting to bind port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 on network 14dfff74-fb0f-424b-a95c-c09706697bed {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:46:05.863821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:46:05.864164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Checking segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:46:05.864549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Bound using segment: {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:46:05.864972 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Bound port: 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd801a5-76d9-4258-993a-035e14cbef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:46:05.865326 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:05.944589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] For port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:46:05.948066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] For port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:46:05.960516 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:06.002452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:06.003088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:06.004472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] 10.222.0.45 "PUT /v2.0/ports/956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 HTTP/1.1" status: 200 len: 1092 time: 0.6745830 Mar 10 15:46:06.019178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'tag': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:46:06.021689 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d94d02-8870-425d-afac-88bad867a82a" -d '{"events": [{"name": "network-changed", "server_uuid": "dde3bf6f-4aa1-48f5-bac3-afd44495b775", "tag": "956d4e8a-8cf2-4b93-a88a-9ab2f82cd442"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:46:06.149180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dd16f-c4a6-41cf-96d1-ee032828440c service neutron] Pushing event updated for resources: {'Port': ['ID=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:46:06.176597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f88a28-4420-42e9-8a01-425644f45e7a req-e75c87cc-57aa-45fa-a4bd-f0c0e0aff9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:06.178087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-e75c87cc-57aa-45fa-a4bd-f0c0e0aff9be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 1126 time: 0.1172278 Mar 10 15:46:06.224999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-83530ad8-343e-44e5-a03d-c4b85dcdb31f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 HTTP/1.1" status: 200 len: 217 time: 0.0398934 Mar 10 15:46:06.230885 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688cb2c7-125d-4631-bf8b-cccac1829eed x-openstack-request-id: req-688cb2c7-125d-4631-bf8b-cccac1829eed {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:46:06.231188 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde3bf6f-4aa1-48f5-bac3-afd44495b775", "tag": "956d4e8a-8cf2-4b93-a88a-9ab2f82cd442", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:46:06.231447 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-688cb2c7-125d-4631-bf8b-cccac1829eed {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:46:06.231861 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'tag': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442', 'status': 'completed', 'code': 200} Mar 10 15:46:06.288421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f88a28-4420-42e9-8a01-425644f45e7a req-3446d549-da1d-4610-91b2-e8bcf73d2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:06.290260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-3446d549-da1d-4610-91b2-e8bcf73d2349 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0557761 Mar 10 15:46:06.346364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f88a28-4420-42e9-8a01-425644f45e7a req-3b143805-9b0c-45a4-ab11-b20f94f0d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:06.347950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-3b143805-9b0c-45a4-ab11-b20f94f0d61f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515406 Mar 10 15:46:06.453334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-a2a07d26-4875-41ae-91a4-cb1eb9e32911 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991442 Mar 10 15:46:06.590942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8038d0-5b4b-4f56-b180-6e8e2bd240a5 req-d73b83b0-070f-499d-889b-0b2a48af62f0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:06.592539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c8038d0-5b4b-4f56-b180-6e8e2bd240a5 req-d73b83b0-070f-499d-889b-0b2a48af62f0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.1007500 Mar 10 15:46:06.603576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71f88a28-4420-42e9-8a01-425644f45e7a req-b51d5cbc-6fa3-4dc0-a6bf-8155939b69ac service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445594 Mar 10 15:46:06.670123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c8038d0-5b4b-4f56-b180-6e8e2bd240a5 req-5fda3671-3361-4e5d-bb09-73b55f219a8c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699186 Mar 10 15:46:06.715488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d94d02-8870-425d-afac-88bad867a82a req-dbcf76f1-024f-45a5-a7f0-816e78c295a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:06.717025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d94d02-8870-425d-afac-88bad867a82a req-dbcf76f1-024f-45a5-a7f0-816e78c295a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 1126 time: 0.0588367 Mar 10 15:46:06.830552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d94d02-8870-425d-afac-88bad867a82a req-afacc6ee-ecf3-4c07-9fa1-36290a125c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:06.832109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d94d02-8870-425d-afac-88bad867a82a req-afacc6ee-ecf3-4c07-9fa1-36290a125c94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.1090226 Mar 10 15:46:06.884077 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d94d02-8870-425d-afac-88bad867a82a req-c2d8f3a0-3c35-44cc-b2d7-899c3f7afd9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 HTTP/1.1" status: 200 len: 217 time: 0.0455997 Mar 10 15:46:06.940141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d94d02-8870-425d-afac-88bad867a82a req-8233246f-8443-42a2-8b76-7b33abe0afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:06.941738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d94d02-8870-425d-afac-88bad867a82a req-8233246f-8443-42a2-8b76-7b33abe0afaf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0520904 Mar 10 15:46:06.999687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d94d02-8870-425d-afac-88bad867a82a req-54187f47-2bd8-420d-8457-12face2a740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:07.001308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d94d02-8870-425d-afac-88bad867a82a req-54187f47-2bd8-420d-8457-12face2a740d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530369 Mar 10 15:46:07.117538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d94d02-8870-425d-afac-88bad867a82a req-c79bffb6-b11b-4e78-8b46-11244bf13d1e service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091504 Mar 10 15:46:07.245762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88d94d02-8870-425d-afac-88bad867a82a req-7d902825-0b3c-4ec9-9656-a2f53da1eecb service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220438 Mar 10 15:46:07.816779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4683-205d-42b6-bcc3-d159392ecaa4 req-ca787989-7797-4ba9-b284-211f2bc9155a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:07.818381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a15f4683-205d-42b6-bcc3-d159392ecaa4 req-ca787989-7797-4ba9-b284-211f2bc9155a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0706179 Mar 10 15:46:07.882775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a15f4683-205d-42b6-bcc3-d159392ecaa4 req-757dcb56-5037-4647-9435-7e7736df0673 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583599 Mar 10 15:46:09.017716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a3a8c-e00f-42db-9f96-9195449c06cf req-65956f29-85fb-4c9c-aad9-940b4a115f56 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:09.019372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b25a3a8c-e00f-42db-9f96-9195449c06cf req-65956f29-85fb-4c9c-aad9-940b4a115f56 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0587318 Mar 10 15:46:09.075112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b25a3a8c-e00f-42db-9f96-9195449c06cf req-a0b4e3cd-de03-46b8-9dab-7c6cd376a1cf tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497377 Mar 10 15:46:10.210677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d55714-1d3b-41a3-8042-2144b3204c35 req-af944b03-5eea-42e8-88f0-9007ab4aa168 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:10.212189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58d55714-1d3b-41a3-8042-2144b3204c35 req-af944b03-5eea-42e8-88f0-9007ab4aa168 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0590904 Mar 10 15:46:10.261188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58d55714-1d3b-41a3-8042-2144b3204c35 req-ddcb728b-bf35-456e-a8e6-3974e8ce3a16 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Mar 10 15:46:11.381165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b480a-54cf-4d85-bdd2-d573046ed0d6 req-0eea98d2-5efa-4958-9c4c-3ec62fbeac2a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:11.382808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-692b480a-54cf-4d85-bdd2-d573046ed0d6 req-0eea98d2-5efa-4958-9c4c-3ec62fbeac2a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0554688 Mar 10 15:46:11.434843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-692b480a-54cf-4d85-bdd2-d573046ed0d6 req-559856e8-074a-4d34-9087-15a37f7d9483 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462840 Mar 10 15:46:12.555669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7acf8d-c990-4f4d-ba08-1567569d1704 req-6d3de538-a1e9-4155-b6ab-6dcc81e396de tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:12.557160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c7acf8d-c990-4f4d-ba08-1567569d1704 req-6d3de538-a1e9-4155-b6ab-6dcc81e396de tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0527527 Mar 10 15:46:12.611542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c7acf8d-c990-4f4d-ba08-1567569d1704 req-10b0c110-8e40-4286-90ae-757751bf9c43 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486069 Mar 10 15:46:13.731415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751b77d-7d52-4972-85e2-beb008c6fd52 req-06ffefd1-8be2-4e6b-8bc4-697adef252b8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:13.732890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b751b77d-7d52-4972-85e2-beb008c6fd52 req-06ffefd1-8be2-4e6b-8bc4-697adef252b8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0537643 Mar 10 15:46:13.783412 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b751b77d-7d52-4972-85e2-beb008c6fd52 req-f1da5041-e1c3-4001-bbe9-6f5a6c53c41a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447347 Mar 10 15:46:14.903236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24845a-159c-4994-9634-2505bf2e5b73 req-f6b917a7-efdc-48ce-8a94-21f29b342c18 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:14.904824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e24845a-159c-4994-9634-2505bf2e5b73 req-f6b917a7-efdc-48ce-8a94-21f29b342c18 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0553949 Mar 10 15:46:14.957778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3e24845a-159c-4994-9634-2505bf2e5b73 req-3844a3ac-b2e9-4d3a-823a-96601c61f2b2 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465415 Mar 10 15:46:16.081523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ce5c4-9b4d-418a-ba2b-de76165be257 req-1bf59002-1f79-4a66-9c21-60a8c41d6b3a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:16.083022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc1ce5c4-9b4d-418a-ba2b-de76165be257 req-1bf59002-1f79-4a66-9c21-60a8c41d6b3a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0584269 Mar 10 15:46:16.131600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc1ce5c4-9b4d-418a-ba2b-de76165be257 req-5c8b8b43-92d0-4e82-85b6-55d6ae842ec5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430722 Mar 10 15:46:17.250677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc183a-8645-40b3-9adc-ecc9852eee70 req-355eb747-a2a0-491f-a1f3-9d2d7e56b4e0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:17.252777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dbc183a-8645-40b3-9adc-ecc9852eee70 req-355eb747-a2a0-491f-a1f3-9d2d7e56b4e0 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0544837 Mar 10 15:46:17.301884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dbc183a-8645-40b3-9adc-ecc9852eee70 req-0494bcf4-2380-4f79-abea-e86922373186 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 Mar 10 15:46:18.234212 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:18.421112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3cc22-8eff-4023-a607-789a283539cf req-128bbd68-e208-49d5-a0f6-15b4f7ce77aa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:18.422577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06f3cc22-8eff-4023-a607-789a283539cf req-128bbd68-e208-49d5-a0f6-15b4f7ce77aa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0551591 Mar 10 15:46:18.470234 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06f3cc22-8eff-4023-a607-789a283539cf req-d72c54e9-7471-4b32-8e21-3494f66b9026 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415397 Mar 10 15:46:19.587364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76861d-4d8d-4847-9664-bb6c94950578 req-89dcf32d-9cc6-4539-a93f-ce443eb6c58c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:19.588831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d76861d-4d8d-4847-9664-bb6c94950578 req-89dcf32d-9cc6-4539-a93f-ce443eb6c58c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0525186 Mar 10 15:46:19.636962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d76861d-4d8d-4847-9664-bb6c94950578 req-50e5f326-2506-4e7f-872c-2f9fd934856d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Mar 10 15:46:20.756700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592fdc6-d60a-4962-88c5-828b8d56d65c req-7fdbc272-7763-4967-85a1-23387867b045 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:20.758200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f592fdc6-d60a-4962-88c5-828b8d56d65c req-7fdbc272-7763-4967-85a1-23387867b045 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0523956 Mar 10 15:46:20.812132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f592fdc6-d60a-4962-88c5-828b8d56d65c req-96fe420f-1e14-4999-a2fb-b75651d81b4c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481687 Mar 10 15:46:20.999561 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:21.775509 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ea9a0e0-d3c0-4361-99f8-e113f31a9818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:21.930664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc801-1816-43df-bd57-a7e0464447da req-a039b344-bb8f-41b0-9e08-fe9a54f6ed9c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:21.932175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-757fc801-1816-43df-bd57-a7e0464447da req-a039b344-bb8f-41b0-9e08-fe9a54f6ed9c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0532060 Mar 10 15:46:21.979587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-757fc801-1816-43df-bd57-a7e0464447da req-30a7a03b-5704-45c3-84dd-6977ff7da452 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Mar 10 15:46:23.098173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f265da-1a7a-4c0f-bc5c-56bf5ed584a3 req-63db56df-e75f-4848-af6f-7b96df3a79f4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:23.099708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0f265da-1a7a-4c0f-bc5c-56bf5ed584a3 req-63db56df-e75f-4848-af6f-7b96df3a79f4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 944 time: 0.0528188 Mar 10 15:46:23.147448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e0f265da-1a7a-4c0f-bc5c-56bf5ed584a3 req-5394d1f7-e8d2-4557-9b96-6f72b1b7cc73 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422201 Mar 10 15:46:23.471067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:46:23.566649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:46:23.581608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'port_id': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442', 'mac_address': 'fa:16:3e:6a:f0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:46:23.625622 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:46:23.626010 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:23.638447 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:46:23.657128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:46:23.661601 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:23.709088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:46:23.716356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.716711 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.717061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.717403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.717742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.718078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.718410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.718740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.719098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.719426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.719754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.720084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.720410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:46:23.896670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['956d4e8a-8cf2-4b93-a88a-9ab2f82cd442'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:46:24.121167 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ebdefea1-247d-4156-8e5a-11aa032196fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:24.271173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842170-c42a-400d-8e7a-d8edbc55565a req-8e1b9968-040e-4019-b433-993fda1dbcfb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:24.272658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14842170-c42a-400d-8e7a-d8edbc55565a req-8e1b9968-040e-4019-b433-993fda1dbcfb tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 945 time: 0.0572059 Mar 10 15:46:24.321710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14842170-c42a-400d-8e7a-d8edbc55565a req-9b2b76d1-2d88-423c-88d5-e7f4cc4f5846 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432897 Mar 10 15:46:25.374915 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:25.441040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af5692-52eb-4552-8b04-051ecd7d6a54 req-04acbc55-f2bc-41c3-97d8-9271acae2e75 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:25.442541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33af5692-52eb-4552-8b04-051ecd7d6a54 req-04acbc55-f2bc-41c3-97d8-9271acae2e75 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 945 time: 0.0529692 Mar 10 15:46:25.486677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:46:25.492433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-33af5692-52eb-4552-8b04-051ecd7d6a54 req-048a4e6b-697c-46bd-97cd-7adc0f26ff63 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Mar 10 15:46:25.538127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:46:25.542391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:46:25.542767 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:25.618833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:46:25.619141 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:25.641503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:46:25.643757 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b6fa5e-3715-42d9-9fe9-e7e5dc28b71b" -d '{"events": [{"server_uuid": "dde3bf6f-4aa1-48f5-bac3-afd44495b775", "name": "network-vif-plugged", "status": "completed", "tag": "956d4e8a-8cf2-4b93-a88a-9ab2f82cd442"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:46:25.656624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:46:25.661127 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:25.684373 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e29715-a01b-4878-81a8-84a7c1dddaf6 x-openstack-request-id: req-25e29715-a01b-4878-81a8-84a7c1dddaf6 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:46:25.684697 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde3bf6f-4aa1-48f5-bac3-afd44495b775", "name": "network-vif-plugged", "status": "completed", "tag": "956d4e8a-8cf2-4b93-a88a-9ab2f82cd442", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:46:25.684929 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25e29715-a01b-4878-81a8-84a7c1dddaf6 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:46:25.685320 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442', 'code': 200} Mar 10 15:46:25.711200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:46:25.782407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b2e49-d1a4-48d9-9607-0da2c4e30faa req-e6fa5dec-016b-4808-b80a-da8c7a82930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:25.783942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd1b2e49-d1a4-48d9-9607-0da2c4e30faa req-e6fa5dec-016b-4808-b80a-da8c7a82930f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 1128 time: 0.0433998 Mar 10 15:46:25.834527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd1b2e49-d1a4-48d9-9607-0da2c4e30faa req-341a7228-e72a-4f6a-84fc-56edfc15c7a7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443501 Mar 10 15:46:26.608926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d91898-b7e8-4a3f-a6ba-769262b59b09 req-d2e5d14d-23e7-469f-8c09-39a234a66f8f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:26.610402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8d91898-b7e8-4a3f-a6ba-769262b59b09 req-d2e5d14d-23e7-469f-8c09-39a234a66f8f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 946 time: 0.0529156 Mar 10 15:46:26.658505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8d91898-b7e8-4a3f-a6ba-769262b59b09 req-79a27697-644a-42da-bc83-ee0992535102 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Mar 10 15:46:26.694564 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:27.393895 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:46:27.858030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90751c3d-bfb4-409e-aed2-b7072b16e4f3 req-373135b1-9e7f-4826-85ca-6a7b8751535f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:27.859539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90751c3d-bfb4-409e-aed2-b7072b16e4f3 req-373135b1-9e7f-4826-85ca-6a7b8751535f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 946 time: 0.0520720 Mar 10 15:46:27.907565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90751c3d-bfb4-409e-aed2-b7072b16e4f3 req-8b2cf774-75a4-456e-85fd-26380ca0285d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420265 Mar 10 15:46:28.028257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1db22-d012-4e7b-8460-00361fc6d123 req-db92eab3-7c3c-4ec0-a490-c65f7fd70373 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:28.029720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ce1db22-d012-4e7b-8460-00361fc6d123 req-db92eab3-7c3c-4ec0-a490-c65f7fd70373 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 946 time: 0.0564775 Mar 10 15:46:28.077489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ce1db22-d012-4e7b-8460-00361fc6d123 req-0be360fb-5bab-48ac-8974-c2067d960525 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415819 Mar 10 15:46:28.100207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39756) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:46:28.143950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df1f3b0-6971-420f-9eda-f6310cc00f78 tempest-TestVolumeBootPattern-1736942917 tempest-TestVolumeBootPattern-1736942917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:28.145458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1df1f3b0-6971-420f-9eda-f6310cc00f78 tempest-TestVolumeBootPattern-1736942917 tempest-TestVolumeBootPattern-1736942917-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 1123 time: 0.0442672 Mar 10 15:46:28.148143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39758) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:46:28.152294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:46:28.172783 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:28.273873 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:28.300687 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:28.376845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Allocated IP 172.25.3.39 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/e604a148-03f1-4e1f-ad01-ffd6c7d84f66) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:46:28.480888 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (e604a148-03f1-4e1f-ad01-ffd6c7d84f66), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:28.514051 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e604a148-03f1-4e1f-ad01-ffd6c7d84f66), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:28.551274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:46:28.556486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:46:28.560082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:46:28.565373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=e604a148-03f1-4e1f-ad01-ffd6c7d84f66,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:46:28.923158 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (ed2d5e59-12b0-47e7-b386-a1e0c8e1812a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:28.990167 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e604a148-03f1-4e1f-ad01-ffd6c7d84f66), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:29.139104 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for port (e604a148-03f1-4e1f-ad01-ffd6c7d84f66), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:29.143226 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (e604a148-03f1-4e1f-ad01-ffd6c7d84f66), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:29.214135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event updated for resources: {'Port': ['ID=e604a148-03f1-4e1f-ad01-ffd6c7d84f66,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:46:29.224297 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (ed2d5e59-12b0-47e7-b386-a1e0c8e1812a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:29.325062 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Floating IP ed2d5e59-12b0-47e7-b386-a1e0c8e1812a associated. External IP: 172.25.3.39, port: 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442. Mar 10 15:46:29.535781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Router 366c993c-0acf-4e12-a1eb-9768f57dc912 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:46:29.643997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:46:29.653123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093e291-4035-4a1e-886b-d9dc3cd2a4d8 None None] Sync routers for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:46:29.662065 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:29.663955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093e291-4035-4a1e-886b-d9dc3cd2a4d8 None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:46:29.664574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7093e291-4035-4a1e-886b-d9dc3cd2a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:46:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:46:29.785665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-7093e291-4035-4a1e-886b-d9dc3cd2a4d8 None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:46:30.002648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8bc13e7f-eb54-4343-be37-0dcee943b516 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8528726 Mar 10 15:46:30.003281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'tag': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:46:30.005459 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ffa28b-0038-4e8e-8bd6-6084addb53a3" -d '{"events": [{"name": "network-changed", "server_uuid": "dde3bf6f-4aa1-48f5-bac3-afd44495b775", "tag": "956d4e8a-8cf2-4b93-a88a-9ab2f82cd442"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:46:30.021668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7093e291-4035-4a1e-886b-d9dc3cd2a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'ed2d5e59-12b0-47e7-b386-a1e0c8e1812a', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.39', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:6a:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:46:28Z', 'updated_at': '2022-03-10T15:46:28Z', 'revision_number': 0, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}, {'id': 'faf74567-3700-49ab-a2b8-d0ce27d861b1', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:73:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:44:20Z', 'updated_at': '2022-03-10T15:44:22Z', 'revision_number': 1, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:46:30.048978 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445db377-0009-4f25-9747-705cd6e96cb3 x-openstack-request-id: req-445db377-0009-4f25-9747-705cd6e96cb3 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:46:30.049308 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde3bf6f-4aa1-48f5-bac3-afd44495b775", "tag": "956d4e8a-8cf2-4b93-a88a-9ab2f82cd442", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:46:30.049565 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-445db377-0009-4f25-9747-705cd6e96cb3 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:46:30.050177 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'tag': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442', 'status': 'completed', 'code': 200} Mar 10 15:46:30.052871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093e291-4035-4a1e-886b-d9dc3cd2a4d8 None None] Checking router: 366c993c-0acf-4e12-a1eb-9768f57dc912 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:46:30.062606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093e291-4035-4a1e-886b-d9dc3cd2a4d8 None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:46:30.063699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7093e291-4035-4a1e-886b-d9dc3cd2a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:46:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:46:30.111243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa28b-0038-4e8e-8bd6-6084addb53a3 req-45bd3a9c-2ca8-44d9-bac6-e64830699a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:30.113569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27ffa28b-0038-4e8e-8bd6-6084addb53a3 req-45bd3a9c-2ca8-44d9-bac6-e64830699a9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 1128 time: 0.0446360 Mar 10 15:46:30.207635 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa28b-0038-4e8e-8bd6-6084addb53a3 req-175d462c-2773-4f12-89c8-0e179261688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:30.209128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27ffa28b-0038-4e8e-8bd6-6084addb53a3 req-175d462c-2773-4f12-89c8-0e179261688c service neutron] 10.222.0.45 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0900762 Mar 10 15:46:30.277390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27ffa28b-0038-4e8e-8bd6-6084addb53a3 req-08daac31-5ac7-479f-92c5-48b25498fb71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 HTTP/1.1" status: 200 len: 999 time: 0.0612714 Mar 10 15:46:30.328719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa28b-0038-4e8e-8bd6-6084addb53a3 req-ac3e8f23-619f-41ce-b081-cb36cc946a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:30.330206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27ffa28b-0038-4e8e-8bd6-6084addb53a3 req-ac3e8f23-619f-41ce-b081-cb36cc946a73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0456226 Mar 10 15:46:30.338973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-7093e291-4035-4a1e-886b-d9dc3cd2a4d8 None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:46:30.383566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa28b-0038-4e8e-8bd6-6084addb53a3 req-5ea3327a-6516-405c-800d-7916f295025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:30.385079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27ffa28b-0038-4e8e-8bd6-6084addb53a3 req-5ea3327a-6516-405c-800d-7916f295025e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487711 Mar 10 15:46:30.475309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27ffa28b-0038-4e8e-8bd6-6084addb53a3 req-0977c094-6bb1-4716-aa55-f0e70490c59f service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832973 Mar 10 15:46:30.564717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7093e291-4035-4a1e-886b-d9dc3cd2a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'ed2d5e59-12b0-47e7-b386-a1e0c8e1812a', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.39', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:6a:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:46:28Z', 'updated_at': '2022-03-10T15:46:28Z', 'revision_number': 0, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}, {'id': 'faf74567-3700-49ab-a2b8-d0ce27d861b1', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:73:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:44:20Z', 'updated_at': '2022-03-10T15:44:22Z', 'revision_number': 1, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:46:30.569073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27ffa28b-0038-4e8e-8bd6-6084addb53a3 req-0aeff1cc-a34b-49d1-923c-7bb83cd07a59 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874028 Mar 10 15:46:30.596766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093e291-4035-4a1e-886b-d9dc3cd2a4d8 None None] The sync data for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 is: [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'ed2d5e59-12b0-47e7-b386-a1e0c8e1812a', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.39', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:6a:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:46:28Z', 'updated_at': '2022-03-10T15:46:28Z', 'revision_number': 0, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}, {'id': 'faf74567-3700-49ab-a2b8-d0ce27d861b1', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:73:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:44:20Z', 'updated_at': '2022-03-10T15:44:22Z', 'revision_number': 1, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:46:30.783248 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb379f3-372d-4191-8f4d-afebe40af134 None None] New status for floating IP ed2d5e59-12b0-47e7-b386-a1e0c8e1812a: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:46:44.356533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-802213ce-6122-4f6a-a082-faa0f88184ac req-a3c6bcf5-910f-4864-8068-073d0256748e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495198 Mar 10 15:46:44.445714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802213ce-6122-4f6a-a082-faa0f88184ac req-ba5f907c-2f78-4278-8225-97dd115fa433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:44.447359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-802213ce-6122-4f6a-a082-faa0f88184ac req-ba5f907c-2f78-4278-8225-97dd115fa433 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 1128 time: 0.0449128 Mar 10 15:46:44.562501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802213ce-6122-4f6a-a082-faa0f88184ac req-d0f5ce8a-bb20-4d8a-a83e-b1f11e2779f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:44.564148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-802213ce-6122-4f6a-a082-faa0f88184ac req-d0f5ce8a-bb20-4d8a-a83e-b1f11e2779f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0959690 Mar 10 15:46:44.632293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-802213ce-6122-4f6a-a082-faa0f88184ac req-76623c68-bcd3-484b-9c4f-9fd87479bab4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 HTTP/1.1" status: 200 len: 1001 time: 0.0611284 Mar 10 15:46:44.683891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802213ce-6122-4f6a-a082-faa0f88184ac req-996cb670-209d-4731-b929-1c43c9bd2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:44.685321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-802213ce-6122-4f6a-a082-faa0f88184ac req-996cb670-209d-4731-b929-1c43c9bd2e10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0472362 Mar 10 15:46:44.735803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802213ce-6122-4f6a-a082-faa0f88184ac req-2c3b927e-ea5e-410a-aaf8-d4740cecf7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:44.738159 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-802213ce-6122-4f6a-a082-faa0f88184ac req-2c3b927e-ea5e-410a-aaf8-d4740cecf7d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452113 Mar 10 15:46:44.830543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-802213ce-6122-4f6a-a082-faa0f88184ac req-590f79a6-cbf0-4485-9a30-c5874166fef8 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862091 Mar 10 15:46:44.923532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-802213ce-6122-4f6a-a082-faa0f88184ac req-cf6369ba-bdc7-49f1-876b-19e4b0164fe3 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867348 Mar 10 15:46:48.249360 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:51.022369 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:51.776942 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5de78faa-1bf4-4b1c-a08b-1d9920afa209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:54.113315 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-24b84d97-ed18-4d3c-adff-1abd64174924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:55.376584 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:56.579826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-c26db853-507c-41f1-8038-1747310d1a23 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424159 Mar 10 15:46:56.664610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-57ca74dc-8705-4a07-9cae-101780ca183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:56.666105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-57ca74dc-8705-4a07-9cae-101780ca183c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 1127 time: 0.0456924 Mar 10 15:46:56.694179 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:46:56.775572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-126a8ce8-643b-4492-a489-23f69a51bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:56.777034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-126a8ce8-643b-4492-a489-23f69a51bd28 service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0913432 Mar 10 15:46:56.845135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-5e18f7d0-a9a1-4cce-b856-98c75468a895 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b HTTP/1.1" status: 200 len: 1001 time: 0.0588052 Mar 10 15:46:56.897677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-98516e03-1636-4577-85cc-1bb3e65f2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:56.899124 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-98516e03-1636-4577-85cc-1bb3e65f2241 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0484927 Mar 10 15:46:56.947147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-5eee04ab-59ec-45b2-b5e8-18ba84e3c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:46:56.948645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-5eee04ab-59ec-45b2-b5e8-18ba84e3c3ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442629 Mar 10 15:46:56.958908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-ed56071b-1251-44a7-91c0-8b53ae007536 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:46:56.959868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-ed56071b-1251-44a7-91c0-8b53ae007536 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054281 Mar 10 15:46:57.051072 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-be20e988-2901-4887-9038-5a60f76e79c1 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852640 Mar 10 15:46:57.140357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b192285-9039-47bb-ba5a-cdb8ae17d14f req-00a7dd20-52ea-49c9-b88e-5cf1fb718aa9 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834935 Mar 10 15:46:58.304707 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:04.394568 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:47:18.252348 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:21.010171 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:21.779126 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f39372c-cdf2-4c8e-be37-06028eeb65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:24.114578 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a50bae39-181c-427d-b88e-0b6695256bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:25.377907 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:26.696517 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:28.307698 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:41.393731 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:47:45.441562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-8112f3d5-197d-428d-b54a-a1a4e9034a30 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0919647 Mar 10 15:47:45.531055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-201cabcf-2171-4021-88e8-5e95983df9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:45.532535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-201cabcf-2171-4021-88e8-5e95983df9c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 1128 time: 0.0501349 Mar 10 15:47:45.634367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-39dc35a2-61ae-49e5-a386-6d8aa4631359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:45.635768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-39dc35a2-61ae-49e5-a386-6d8aa4631359 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0852950 Mar 10 15:47:45.704123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-d96919a5-dfa7-4443-9264-111caa8cdb07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 HTTP/1.1" status: 200 len: 1001 time: 0.0612957 Mar 10 15:47:45.752684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-36d66d37-1642-4e67-b875-e154e7f45353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:45.754191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-36d66d37-1642-4e67-b875-e154e7f45353 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0435715 Mar 10 15:47:45.803333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-78b928cc-e7e7-44b9-891f-d621dab4b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:45.804817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-78b928cc-e7e7-44b9-891f-d621dab4b91b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442002 Mar 10 15:47:45.896304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-255f383c-7968-430e-a62c-07745742f441 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846608 Mar 10 15:47:45.983585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3b770ca-9b99-4277-8e3f-01fe13dbcebf req-8126b6ca-f166-4c02-bdcb-7251dc3e7ee0 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814826 Mar 10 15:47:48.260459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:51.013073 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:51.779930 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b7d76118-72a2-43fd-b697-ef43bef3326b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:54.116782 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9c671f78-d4f3-4212-96ba-79664ac67f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:55.380808 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:56.584294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-27ba6cc2-ab94-4090-ad4f-15f305e002e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517354 Mar 10 15:47:56.669910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-938dcfe5-6b68-4e12-8621-2fd14b46d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:56.671439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-938dcfe5-6b68-4e12-8621-2fd14b46d041 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 1127 time: 0.0455260 Mar 10 15:47:56.700366 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:56.774998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-6b0a2ba9-7f91-4e02-9b9a-f43cecd27097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:56.777110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-6b0a2ba9-7f91-4e02-9b9a-f43cecd27097 service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.0873368 Mar 10 15:47:56.846777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-f304c054-322c-4f02-b30d-5a8714bbd794 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b HTTP/1.1" status: 200 len: 1001 time: 0.0619884 Mar 10 15:47:56.896661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-aa25eced-be7f-4047-b6ef-95f6093d8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:56.898127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-aa25eced-be7f-4047-b6ef-95f6093d8867 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0458546 Mar 10 15:47:56.953766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-f322fd98-60d0-4720-8857-66f608d01387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:56.955307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-f322fd98-60d0-4720-8857-66f608d01387 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508049 Mar 10 15:47:57.048775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-14d61157-6e6f-45f1-8d1c-cb8f357b4746 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862136 Mar 10 15:47:57.070995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39800) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:47:57.143638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87cf03d6-62a8-41af-b457-096eee6045b9 req-a961cead-18ea-4e02-8718-eee34268bd11 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883801 Mar 10 15:47:57.238063 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Deleting port e604a148-03f1-4e1f-ad01-ffd6c7d84f66 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:47:57.238419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e604a148-03f1-4e1f-ad01-ffd6c7d84f66), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:57.320485 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e604a148-03f1-4e1f-ad01-ffd6c7d84f66), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:57.320816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (e604a148-03f1-4e1f-ad01-ffd6c7d84f66), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:57.332477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Calling delete_port for e604a148-03f1-4e1f-ad01-ffd6c7d84f66 owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:47:57.476760 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e604a148-03f1-4e1f-ad01-ffd6c7d84f66), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:57.503761 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event deleted for resources: {'Port': ['ID=e604a148-03f1-4e1f-ad01-ffd6c7d84f66,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:47:57.527122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.527472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.527819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.528161 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.528518 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.528858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.529192 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.529527 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.529856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.530182 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.530511 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.530867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.531197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:47:57.572035 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (ed2d5e59-12b0-47e7-b386-a1e0c8e1812a), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:57.572372 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Floating IP ed2d5e59-12b0-47e7-b386-a1e0c8e1812a disassociated (deleted). External IP: 172.25.3.39, port: 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442. Mar 10 15:47:58.067263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Router 366c993c-0acf-4e12-a1eb-9768f57dc912 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:47:58.175417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:47:58.179868 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:58.186744 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6af528-a82e-48ca-86ad-8b97b7937106 None None] Sync routers for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:47:58.196448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6af528-a82e-48ca-86ad-8b97b7937106 None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:47:58.197066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6e6af528-a82e-48ca-86ad-8b97b7937106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:47:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:47:58.210459 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1aa2c2c7-37ae-4cd4-908b-d940410f3abd tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "DELETE /v2.0/floatingips/ed2d5e59-12b0-47e7-b386-a1e0c8e1812a HTTP/1.1" status: 204 len: 168 time: 1.1383777 Mar 10 15:47:58.211202 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'tag': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:47:58.214227 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f810341c1a13d6ac8cdf7dd38e850f3c30c2b695bfa00ae4b54797ce866471" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da27867c-db21-42d1-bb6f-b7128fd05c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "dde3bf6f-4aa1-48f5-bac3-afd44495b775", "tag": "956d4e8a-8cf2-4b93-a88a-9ab2f82cd442"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:47:58.321919 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6241c5df-f6e2-4daf-921d-296ff9a3a45a x-openstack-request-id: req-6241c5df-f6e2-4daf-921d-296ff9a3a45a {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:47:58.322229 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde3bf6f-4aa1-48f5-bac3-afd44495b775", "tag": "956d4e8a-8cf2-4b93-a88a-9ab2f82cd442", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:47:58.323354 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6241c5df-f6e2-4daf-921d-296ff9a3a45a {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:47:58.323493 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'tag': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442', 'status': 'completed', 'code': 200} Mar 10 15:47:58.326821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6e6af528-a82e-48ca-86ad-8b97b7937106 None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:47:58.374775 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:47:58.397167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27867c-db21-42d1-bb6f-b7128fd05c8d req-37c9b5e0-8a82-4d8c-9380-029af6792b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:58.398688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da27867c-db21-42d1-bb6f-b7128fd05c8d req-37c9b5e0-8a82-4d8c-9380-029af6792b87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 1128 time: 0.0562205 Mar 10 15:47:58.520795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974d7df-9483-44f1-98f9-c5c1e43cf9bc req-cc8e89a2-3b49-4079-92ae-5835bfadc1f4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:58.522283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5974d7df-9483-44f1-98f9-c5c1e43cf9bc req-cc8e89a2-3b49-4079-92ae-5835bfadc1f4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 946 time: 0.1082811 Mar 10 15:47:58.547962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27867c-db21-42d1-bb6f-b7128fd05c8d req-f40354ff-3a57-4aac-befc-60aa3eba8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:58.553123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da27867c-db21-42d1-bb6f-b7128fd05c8d req-f40354ff-3a57-4aac-befc-60aa3eba8144 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.1474149 Mar 10 15:47:58.563729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6e6af528-a82e-48ca-86ad-8b97b7937106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'faf74567-3700-49ab-a2b8-d0ce27d861b1', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:73:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:44:20Z', 'updated_at': '2022-03-10T15:44:22Z', 'revision_number': 1, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:47:58.594412 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6af528-a82e-48ca-86ad-8b97b7937106 None None] Checking router: 366c993c-0acf-4e12-a1eb-9768f57dc912 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:47:58.602647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6af528-a82e-48ca-86ad-8b97b7937106 None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:47:58.603291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6e6af528-a82e-48ca-86ad-8b97b7937106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:47:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:47:58.608645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da27867c-db21-42d1-bb6f-b7128fd05c8d req-d3b03d16-4039-401b-812b-53808ee91675 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 HTTP/1.1" status: 200 len: 217 time: 0.0481086 Mar 10 15:47:58.617697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5974d7df-9483-44f1-98f9-c5c1e43cf9bc req-bf8ff527-aeed-415a-991c-9305b855514a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861814 Mar 10 15:47:58.665792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27867c-db21-42d1-bb6f-b7128fd05c8d req-7c8add2d-93b1-4ead-907c-d0f78e72c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:58.667290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da27867c-db21-42d1-bb6f-b7128fd05c8d req-7c8add2d-93b1-4ead-907c-d0f78e72c5e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0487642 Mar 10 15:47:58.714102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6e6af528-a82e-48ca-86ad-8b97b7937106 None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:47:58.718659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27867c-db21-42d1-bb6f-b7128fd05c8d req-139a121d-db32-4364-b148-a588e1815256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:58.720204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da27867c-db21-42d1-bb6f-b7128fd05c8d req-139a121d-db32-4364-b148-a588e1815256 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453990 Mar 10 15:47:58.810371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da27867c-db21-42d1-bb6f-b7128fd05c8d req-33be7b33-47ac-4e7b-93ae-f8f9182b9d12 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837855 Mar 10 15:47:58.903677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da27867c-db21-42d1-bb6f-b7128fd05c8d req-0760fd0d-ad66-42aa-9d8e-2a294ed15711 service neutron] 10.222.0.45 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870211 Mar 10 15:47:58.937482 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6e6af528-a82e-48ca-86ad-8b97b7937106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'faf74567-3700-49ab-a2b8-d0ce27d861b1', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:73:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:44:20Z', 'updated_at': '2022-03-10T15:44:22Z', 'revision_number': 1, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:47:58.967217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6af528-a82e-48ca-86ad-8b97b7937106 None None] The sync data for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 is: [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'faf74567-3700-49ab-a2b8-d0ce27d861b1', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'port_id': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'mac_address': 'fa:16:3e:73:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:44:20Z', 'updated_at': '2022-03-10T15:44:22Z', 'revision_number': 1, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:47:59.192373 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ea353c-a39f-49ad-a17f-72616c188390 None None] New status for floating IP ed2d5e59-12b0-47e7-b386-a1e0c8e1812a: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:47:59.741051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bd7e2-6fe2-48fb-8c20-87985b351b45 req-fc8ba507-e575-48bb-92d2-b33824d5c96f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:59.742517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc7bd7e2-6fe2-48fb-8c20-87985b351b45 req-fc8ba507-e575-48bb-92d2-b33824d5c96f tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 946 time: 0.0531797 Mar 10 15:47:59.791646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc7bd7e2-6fe2-48fb-8c20-87985b351b45 req-fe213c60-c836-47df-9b1d-5a4369cac90e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433528 Mar 10 15:47:59.953357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8a721-b9f5-45ab-a8f6-24d5cfd929c3 req-4016bd42-d4d7-4308-9b85-a3377f1ac030 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:47:59.954729 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9f8a721-b9f5-45ab-a8f6-24d5cfd929c3 req-4016bd42-d4d7-4308-9b85-a3377f1ac030 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 946 time: 0.0561152 Mar 10 15:48:00.044156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-d9f8a721-b9f5-45ab-a8f6-24d5cfd929c3 req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Deleting port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:48:00.044490 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d9f8a721-b9f5-45ab-a8f6-24d5cfd929c3 req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:00.135811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d9f8a721-b9f5-45ab-a8f6-24d5cfd929c3 req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] For port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:48:00.136154 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d9f8a721-b9f5-45ab-a8f6-24d5cfd929c3 req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:00.148241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-d9f8a721-b9f5-45ab-a8f6-24d5cfd929c3 req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Calling delete_port for 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:48:00.273919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d9f8a721-b9f5-45ab-a8f6-24d5cfd929c3 req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (956d4e8a-8cf2-4b93-a88a-9ab2f82cd442), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:00.306884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event deleted for resources: {'Port': ['ID=956d4e8a-8cf2-4b93-a88a-9ab2f82cd442,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:00.319482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.319835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.320181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.320520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.320891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.321231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.321565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.321895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.322223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.322580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.322903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.323232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.323560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:00.359336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f8a721-b9f5-45ab-a8f6-24d5cfd929c3 req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] No DVR routers for this DVR port 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:48:00.361783 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d9f8a721-b9f5-45ab-a8f6-24d5cfd929c3 req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:00.365384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9f8a721-b9f5-45ab-a8f6-24d5cfd929c3 req-1dc9f29c-ea5d-42ac-9c11-e29594bd80fa tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.45 "DELETE /v2.0/ports/956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 HTTP/1.1" status: 204 len: 173 time: 0.4054160 Mar 10 15:48:00.365810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'name': 'network-vif-deleted', 'tag': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:48:00.368077 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbc59dd-a5f5-4a2a-a0be-ce9258a5d050" -d '{"events": [{"server_uuid": "dde3bf6f-4aa1-48f5-bac3-afd44495b775", "name": "network-vif-deleted", "tag": "956d4e8a-8cf2-4b93-a88a-9ab2f82cd442"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:48:00.404802 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a7f34e-8f72-49fa-bdcc-3328482c40e8 x-openstack-request-id: req-85a7f34e-8f72-49fa-bdcc-3328482c40e8 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:48:00.405102 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde3bf6f-4aa1-48f5-bac3-afd44495b775", "name": "network-vif-deleted", "tag": "956d4e8a-8cf2-4b93-a88a-9ab2f82cd442", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:48:00.405356 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85a7f34e-8f72-49fa-bdcc-3328482c40e8 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:48:00.405755 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde3bf6f-4aa1-48f5-bac3-afd44495b775', 'name': 'network-vif-deleted', 'tag': '956d4e8a-8cf2-4b93-a88a-9ab2f82cd442', 'status': 'completed', 'code': 200} Mar 10 15:48:00.888491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-209e52c9-3021-4d39-81d2-bace0a3c191d req-3a4fa281-32b3-4f21-8581-b9be140970a8 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 210 time: 0.0282421 Mar 10 15:48:01.984771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a991f6b4-efa4-4681-ac5f-57db15873f4c req-63e0469d-934f-46e9-b3c2-361e6228bcac tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 210 time: 0.0276072 Mar 10 15:48:03.081495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca6da4dd-6103-466b-a589-60f5a7b68aab req-92cae173-e57c-44b2-b8a7-7193e1a5abc4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 210 time: 0.0297613 Mar 10 15:48:03.938170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:48:03.958311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:48:03.958661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 956d4e8a-8cf2-4b93-a88a-9ab2f82cd442 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:48:04.179063 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-51672cd5-d3cc-4dc9-b9da-e3ffb7e8cd51 req-0b3cfbe0-c68c-4ed9-b7a7-5b93c4e3fe2b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 210 time: 0.0268750 Mar 10 15:48:05.275532 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ab86f7e-4e8e-4ccd-8bfd-ffbeaf43b06e req-3810331c-1653-48a2-8e7d-72aa8cd9fca4 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 210 time: 0.0289621 Mar 10 15:48:06.373103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1be2dd88-4e6b-4d63-be31-240aebb461d7 req-ec917978-dc41-4f64-8ae3-06b2fef6ddc6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 210 time: 0.0273170 Mar 10 15:48:07.474678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f6d4982-2159-44f6-bf06-53e33a750bf1 req-5af2622b-aa93-4d84-8467-829e79b69e2d tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 210 time: 0.0286944 Mar 10 15:48:08.575071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d59aa0a8-1cc9-434d-a682-cfd066f0cd0f req-66366542-88ea-457c-a7c5-1ebcec7db32a tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 210 time: 0.0297439 Mar 10 15:48:09.701827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d895b227-d0c0-4e0c-bd5d-1bdeb0af9f87 req-f4223412-0c68-402e-a95c-6d6e70cc3584 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=dde3bf6f-4aa1-48f5-bac3-afd44495b775 HTTP/1.1" status: 200 len: 210 time: 0.0329156 Mar 10 15:48:18.265298 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:18.394021 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:48:19.249651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39882) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:19.405650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Deleting port 133ff355-2416-4bfe-802f-6973e4e03761 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:48:19.405907 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (133ff355-2416-4bfe-802f-6973e4e03761), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:19.479457 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (133ff355-2416-4bfe-802f-6973e4e03761), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:19.479784 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (133ff355-2416-4bfe-802f-6973e4e03761), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:19.491445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Calling delete_port for 133ff355-2416-4bfe-802f-6973e4e03761 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:48:19.635747 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (133ff355-2416-4bfe-802f-6973e4e03761), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:19.662174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event deleted for resources: {'Port': ['ID=133ff355-2416-4bfe-802f-6973e4e03761,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:19.724400 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (faf74567-3700-49ab-a2b8-d0ce27d861b1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:19.724730 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Floating IP faf74567-3700-49ab-a2b8-d0ce27d861b1 disassociated (deleted). External IP: 172.25.3.145, port: 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b. Mar 10 15:48:19.939900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Router 366c993c-0acf-4e12-a1eb-9768f57dc912 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:48:20.352535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:48:20.357999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:20.364184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e81f2a-a329-4aee-b9e8-d5182b687c1f None None] Sync routers for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:48:20.374575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e81f2a-a329-4aee-b9e8-d5182b687c1f None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:48:20.375232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-54e81f2a-a329-4aee-b9e8-d5182b687c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:47:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:20.387011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-508688d1-d1de-4020-ab93-e7c285ece316 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "DELETE /v2.0/floatingips/faf74567-3700-49ab-a2b8-d0ce27d861b1 HTTP/1.1" status: 204 len: 168 time: 1.1362634 Mar 10 15:48:20.387716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'tag': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:48:20.390040 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de1c8c7-08f5-4339-ad25-38f08f609caf" -d '{"events": [{"name": "network-changed", "server_uuid": "be579859-b09e-4a26-b9d1-85e98b382e6f", "tag": "6e09a4a0-730b-49d4-8eaf-f0c0511dc27b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:48:20.428334 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047eafe2-055e-4b8f-a7cf-0e4115e96325 x-openstack-request-id: req-047eafe2-055e-4b8f-a7cf-0e4115e96325 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:48:20.428633 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be579859-b09e-4a26-b9d1-85e98b382e6f", "tag": "6e09a4a0-730b-49d4-8eaf-f0c0511dc27b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:48:20.428895 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-047eafe2-055e-4b8f-a7cf-0e4115e96325 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:48:20.429303 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'tag': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'status': 'completed', 'code': 200} Mar 10 15:48:20.495204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-54e81f2a-a329-4aee-b9e8-d5182b687c1f None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:48:20.497771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1c8c7-08f5-4339-ad25-38f08f609caf req-6e04f8b0-cdbe-4c04-91dd-9fdfe110e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:48:20.499810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5de1c8c7-08f5-4339-ad25-38f08f609caf req-6e04f8b0-cdbe-4c04-91dd-9fdfe110e5c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 1127 time: 0.0491242 Mar 10 15:48:20.634339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1c8c7-08f5-4339-ad25-38f08f609caf req-6dfe1274-fb46-4a1b-8351-ec824903b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:48:20.636613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5de1c8c7-08f5-4339-ad25-38f08f609caf req-6dfe1274-fb46-4a1b-8351-ec824903b9e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 200 len: 913 time: 0.1287796 Mar 10 15:48:20.659565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53295a29-1bf8-4d61-981f-6a0f8477fa01 req-ad22305a-d923-4e3e-ae22-47df48484919 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:48:20.661037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53295a29-1bf8-4d61-981f-6a0f8477fa01 req-ad22305a-d923-4e3e-ae22-47df48484919 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 945 time: 0.0867271 Mar 10 15:48:20.697755 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5de1c8c7-08f5-4339-ad25-38f08f609caf req-d80f1ad5-c091-4f80-9891-e5bad8489b82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b HTTP/1.1" status: 200 len: 217 time: 0.0531321 Mar 10 15:48:20.702696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-54e81f2a-a329-4aee-b9e8-d5182b687c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:20.733147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e81f2a-a329-4aee-b9e8-d5182b687c1f None None] Checking router: 366c993c-0acf-4e12-a1eb-9768f57dc912 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:48:20.741907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e81f2a-a329-4aee-b9e8-d5182b687c1f None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:48:20.742531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-54e81f2a-a329-4aee-b9e8-d5182b687c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:47:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:20.771771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-53295a29-1bf8-4d61-981f-6a0f8477fa01 req-fe49ebe4-7268-4500-8c22-fa6abcbb2d9e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840831 Mar 10 15:48:20.777692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1c8c7-08f5-4339-ad25-38f08f609caf req-df38d50c-7e40-49ec-ba76-11ce0226da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:48:20.779184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5de1c8c7-08f5-4339-ad25-38f08f609caf req-df38d50c-7e40-49ec-ba76-11ce0226da7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 200 len: 851 time: 0.0739188 Mar 10 15:48:20.829632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1c8c7-08f5-4339-ad25-38f08f609caf req-7552362d-4b49-463c-b1de-785156808cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:48:20.831200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5de1c8c7-08f5-4339-ad25-38f08f609caf req-7552362d-4b49-463c-b1de-785156808cc8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14dfff74-fb0f-424b-a95c-c09706697bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451586 Mar 10 15:48:20.926553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5de1c8c7-08f5-4339-ad25-38f08f609caf req-ca2f7844-65f9-44a8-a22c-5770016afba3 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883598 Mar 10 15:48:21.019612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-54e81f2a-a329-4aee-b9e8-d5182b687c1f None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:48:21.024696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5de1c8c7-08f5-4339-ad25-38f08f609caf req-cc2cae3e-1fac-4178-9bf3-f9a977781512 service neutron] 10.222.0.62 "GET /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916030 Mar 10 15:48:21.050857 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:21.224176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-54e81f2a-a329-4aee-b9e8-d5182b687c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:21.250857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e81f2a-a329-4aee-b9e8-d5182b687c1f None None] The sync data for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 is: [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:36:15Z', 'revision_number': 4, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb', 'name': '', 'network_id': '14dfff74-fb0f-424b-a95c-c09706697bed', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'mac_address': 'fa:16:3e:5f:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:14Z', 'updated_at': '2022-03-10T15:36:20Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'subnets': [{'id': '6cdf00b1-51d5-43f5-b2c2-66bbb153c480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:48:21.473605 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ad8d5-30eb-4a5a-bd9b-ccb7fa544cf9 None None] New status for floating IP faf74567-3700-49ab-a2b8-d0ce27d861b1: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:48:21.781859 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e4b75af8-d6ae-4290-b2ab-d813a39c0f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:21.896098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ced8a-e6b5-42de-a615-e12aeb55a822 req-5587554a-43f0-4e3b-97bb-db516d98e452 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:48:21.897573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-521ced8a-e6b5-42de-a615-e12aeb55a822 req-5587554a-43f0-4e3b-97bb-db516d98e452 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 945 time: 0.0530810 Mar 10 15:48:21.946050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-521ced8a-e6b5-42de-a615-e12aeb55a822 req-bfc9bb61-514c-4e29-88fc-06e25867d134 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/security-groups?id=403096d0-9e78-4e9a-8e75-c82f1eec7a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 Mar 10 15:48:22.240318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c6ee5-49ae-410f-9523-fb6c0093b5ba req-2680da2d-a10b-4d9e-854e-102ecaf85def tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:48:22.241685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-804c6ee5-49ae-410f-9523-fb6c0093b5ba req-2680da2d-a10b-4d9e-854e-102ecaf85def tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 945 time: 0.0562770 Mar 10 15:48:22.337045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-804c6ee5-49ae-410f-9523-fb6c0093b5ba req-d05b8a2d-5e46-4868-9758-0f3706874346 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Deleting port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:48:22.337396 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-804c6ee5-49ae-410f-9523-fb6c0093b5ba req-d05b8a2d-5e46-4868-9758-0f3706874346 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:22.434391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-804c6ee5-49ae-410f-9523-fb6c0093b5ba req-d05b8a2d-5e46-4868-9758-0f3706874346 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] For port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:48:22.434757 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-804c6ee5-49ae-410f-9523-fb6c0093b5ba req-d05b8a2d-5e46-4868-9758-0f3706874346 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:22.447865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-804c6ee5-49ae-410f-9523-fb6c0093b5ba req-d05b8a2d-5e46-4868-9758-0f3706874346 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Calling delete_port for 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:48:22.571853 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-804c6ee5-49ae-410f-9523-fb6c0093b5ba req-d05b8a2d-5e46-4868-9758-0f3706874346 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6e09a4a0-730b-49d4-8eaf-f0c0511dc27b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:22.607051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b8a2d-5e46-4868-9758-0f3706874346 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event deleted for resources: {'Port': ['ID=6e09a4a0-730b-49d4-8eaf-f0c0511dc27b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:22.652965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-804c6ee5-49ae-410f-9523-fb6c0093b5ba req-d05b8a2d-5e46-4868-9758-0f3706874346 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] No DVR routers for this DVR port 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:48:22.655706 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-804c6ee5-49ae-410f-9523-fb6c0093b5ba req-d05b8a2d-5e46-4868-9758-0f3706874346 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:22.659843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-804c6ee5-49ae-410f-9523-fb6c0093b5ba req-d05b8a2d-5e46-4868-9758-0f3706874346 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.62 "DELETE /v2.0/ports/6e09a4a0-730b-49d4-8eaf-f0c0511dc27b HTTP/1.1" status: 204 len: 173 time: 0.4122248 Mar 10 15:48:22.660301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'name': 'network-vif-deleted', 'tag': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:48:22.662512 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45402b-e443-4e32-a0b6-ad5f22df2c71" -d '{"events": [{"server_uuid": "be579859-b09e-4a26-b9d1-85e98b382e6f", "name": "network-vif-deleted", "tag": "6e09a4a0-730b-49d4-8eaf-f0c0511dc27b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:48:22.700956 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d13ec25-e3d6-4c37-b6c7-8dd8afb12719 x-openstack-request-id: req-7d13ec25-e3d6-4c37-b6c7-8dd8afb12719 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:48:22.701211 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be579859-b09e-4a26-b9d1-85e98b382e6f", "name": "network-vif-deleted", "tag": "6e09a4a0-730b-49d4-8eaf-f0c0511dc27b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:48:22.701464 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d13ec25-e3d6-4c37-b6c7-8dd8afb12719 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:48:22.701863 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be579859-b09e-4a26-b9d1-85e98b382e6f', 'name': 'network-vif-deleted', 'tag': '6e09a4a0-730b-49d4-8eaf-f0c0511dc27b', 'status': 'completed', 'code': 200} Mar 10 15:48:23.045676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ac6b94c-1175-4ad8-80a1-c575622ab31a req-69b7614e-cde3-491a-9630-6ffa8b89e50b tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 210 time: 0.0290625 Mar 10 15:48:24.124492 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cf7d69a3-36b0-44e4-8910-622d92061607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:24.159622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ccbea6a-3b67-448d-b8e1-d10e976d94f0 req-fc42319f-db00-43e0-8ed8-cae0a1cb342c tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 210 time: 0.0309856 Mar 10 15:48:25.255312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4d3a0df-8a03-4ebc-a05c-95b9d22f3853 req-aeb704b5-fb99-44cd-b0cc-17277f277c98 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 210 time: 0.0282545 Mar 10 15:48:25.383225 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:25.529111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:48:25.549302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:48:25.549646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 6e09a4a0-730b-49d4-8eaf-f0c0511dc27b not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:48:26.351290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93ae6cfd-fe3a-45dd-936a-e08fccc27375 req-b3acf157-8cc2-4ffa-b5ae-a9233a3b69d5 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 210 time: 0.0272007 Mar 10 15:48:26.701010 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:27.453480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2853f087-0c0e-4ac3-9396-a10c1d574b26 req-487ebb44-d421-475e-a5cf-ddc8684eda75 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 210 time: 0.0325105 Mar 10 15:48:28.309639 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:28.553924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2fd93dc7-c1c9-42ba-ba2d-8b80107eb742 req-85ea7f8f-2801-4aaf-84be-4404960a1e88 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 210 time: 0.0308580 Mar 10 15:48:29.653275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd293a62-b02a-474b-9140-4030c5612d85 req-0620996f-2a51-4d07-a294-a0a2e289420e tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 210 time: 0.0290551 Mar 10 15:48:30.751920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d08d4c58-ce23-42b2-a702-37075eabc3a4 req-5b911150-bd93-43c6-946e-b3f40f5a7851 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 210 time: 0.0279577 Mar 10 15:48:31.858887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-328df0f9-8670-416e-963a-a5e15bf596ba req-27c56484-c8d5-4978-858b-6fbaf1390418 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "GET /v2.0/ports?device_id=be579859-b09e-4a26-b9d1-85e98b382e6f HTTP/1.1" status: 200 len: 210 time: 0.0280321 Mar 10 15:48:32.916656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39914) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:33.036875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-36611cbe-e082-48fa-a782-449c40432be6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Deleting port 09685b9c-764c-4c41-87f8-51730a18abbe {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:48:33.037211 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36611cbe-e082-48fa-a782-449c40432be6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (09685b9c-764c-4c41-87f8-51730a18abbe), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:33.116042 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36611cbe-e082-48fa-a782-449c40432be6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (09685b9c-764c-4c41-87f8-51730a18abbe), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:33.116420 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36611cbe-e082-48fa-a782-449c40432be6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (09685b9c-764c-4c41-87f8-51730a18abbe), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:33.128114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-36611cbe-e082-48fa-a782-449c40432be6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Calling delete_port for 09685b9c-764c-4c41-87f8-51730a18abbe owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:48:33.259421 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36611cbe-e082-48fa-a782-449c40432be6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (09685b9c-764c-4c41-87f8-51730a18abbe), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:33.283648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36611cbe-e082-48fa-a782-449c40432be6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event deleted for resources: {'Port': ['ID=09685b9c-764c-4c41-87f8-51730a18abbe,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:33.345991 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36611cbe-e082-48fa-a782-449c40432be6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for floatingip (9174b5ca-27f9-4944-ad5d-668c395b306d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:33.348520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36611cbe-e082-48fa-a782-449c40432be6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:33.349660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-36611cbe-e082-48fa-a782-449c40432be6 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "DELETE /v2.0/floatingips/9174b5ca-27f9-4944-ad5d-668c395b306d HTTP/1.1" status: 204 len: 168 time: 0.4320245 Mar 10 15:48:38.752623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39934) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:38.812202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ff42071-9e7b-40d7-9791-75de33868915 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group (403096d0-9e78-4e9a-8e75-c82f1eec7a99), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:38.839131 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ff42071-9e7b-40d7-9791-75de33868915 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group (403096d0-9e78-4e9a-8e75-c82f1eec7a99), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:38.906478 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ff42071-9e7b-40d7-9791-75de33868915 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (403096d0-9e78-4e9a-8e75-c82f1eec7a99), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:38.909052 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ff42071-9e7b-40d7-9791-75de33868915 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:38.910895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9ff42071-9e7b-40d7-9791-75de33868915 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] 10.222.0.11 "DELETE /v2.0/security-groups/403096d0-9e78-4e9a-8e75-c82f1eec7a99 HTTP/1.1" status: 204 len: 168 time: 0.1572499 Mar 10 15:48:38.920641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff42071-9e7b-40d7-9791-75de33868915 tempest-TestVolumeBootPattern-84088733 tempest-TestVolumeBootPattern-84088733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403096d0-9e78-4e9a-8e75-c82f1eec7a99,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:38.989071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39938) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:39.463165 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (366c993c-0acf-4e12-a1eb-9768f57dc912), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:39.736433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] Deleting port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:48:39.736704 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:39.840928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] For port ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:48:39.841648 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:39.857479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] Calling delete_port for ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:48:40.053265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:40.079712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:40.295040 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (366c993c-0acf-4e12-a1eb-9768f57dc912), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:40.522002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] Router 366c993c-0acf-4e12-a1eb-9768f57dc912 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:48:40.632808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:48:40.639368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-80edb5b8-6e09-4a92-9640-f18f0df24da4 admin admin] 10.222.0.11 "PUT /v2.0/routers/366c993c-0acf-4e12-a1eb-9768f57dc912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6492400 Mar 10 15:48:40.640413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39942) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:40.642411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47300aca-b6be-4ac1-91c9-c15dec609b3b None None] Sync routers for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:48:40.655730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47300aca-b6be-4ac1-91c9-c15dec609b3b None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:48:40.656488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-47300aca-b6be-4ac1-91c9-c15dec609b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:48:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:40.753324 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Publish callbacks [] for router (366c993c-0acf-4e12-a1eb-9768f57dc912), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:40.769612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-47300aca-b6be-4ac1-91c9-c15dec609b3b None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:48:40.861646 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Publish callbacks [] for router_gateway (366c993c-0acf-4e12-a1eb-9768f57dc912), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:40.917559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Deleting port 6e48f22b-a27e-4766-8aac-e3d322bc31a8 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:48:40.917792 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:40.965364 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-47300aca-b6be-4ac1-91c9-c15dec609b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:48:40Z', 'revision_number': 5, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port': {'id': '6e48f22b-a27e-4766-8aac-e3d322bc31a8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:12Z', 'updated_at': '2022-03-10T15:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:40.997260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47300aca-b6be-4ac1-91c9-c15dec609b3b None None] Checking router: 366c993c-0acf-4e12-a1eb-9768f57dc912 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:48:41.006036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] For port 6e48f22b-a27e-4766-8aac-e3d322bc31a8, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6e48f22b-a27e-4766-8aac-e3d322bc31a8,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:48:41.006459 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:41.006872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47300aca-b6be-4ac1-91c9-c15dec609b3b None None] Routers {'366c993c-0acf-4e12-a1eb-9768f57dc912'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:48:41.007592 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-47300aca-b6be-4ac1-91c9-c15dec609b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:48:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['366c993c-0acf-4e12-a1eb-9768f57dc912'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:41.020496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Calling delete_port for 6e48f22b-a27e-4766-8aac-e3d322bc31a8 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:48:41.098086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-47300aca-b6be-4ac1-91c9-c15dec609b3b None None] Set router 366c993c-0acf-4e12-a1eb-9768f57dc912 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:48:41.173911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-47300aca-b6be-4ac1-91c9-c15dec609b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:48:40Z', 'revision_number': 6, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:41.202405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47300aca-b6be-4ac1-91c9-c15dec609b3b None None] The sync data for ids ['366c993c-0acf-4e12-a1eb-9768f57dc912'] in n-d-833090-1 is: [{'id': '366c993c-0acf-4e12-a1eb-9768f57dc912', 'name': 'tempest-TestVolumeBootPattern-1899992782-router', 'tenant_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:11Z', 'updated_at': '2022-03-10T15:48:40Z', 'revision_number': 6, 'project_id': 'b98fcf2d43fc40b5b370fbc7a8396a54', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:48:41.206480 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6e48f22b-a27e-4766-8aac-e3d322bc31a8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:41.233527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e48f22b-a27e-4766-8aac-e3d322bc31a8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:41.296624 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (366c993c-0acf-4e12-a1eb-9768f57dc912), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:41.710598 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (366c993c-0acf-4e12-a1eb-9768f57dc912), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:41.712795 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Publish callbacks [] for router_controller (366c993c-0acf-4e12-a1eb-9768f57dc912), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:41.756452 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (366c993c-0acf-4e12-a1eb-9768f57dc912), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:41.757062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 366c993c-0acf-4e12-a1eb-9768f57dc912 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:48:41.762434 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:41.763606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0066424e-b1ea-4381-964d-c9a576f9cc9b admin admin] 10.222.0.11 "DELETE /v2.0/routers/366c993c-0acf-4e12-a1eb-9768f57dc912 HTTP/1.1" status: 204 len: 168 time: 1.1224062 Mar 10 15:48:41.766223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39944) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:41.811166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-620ba3bc-0023-4b28-9f35-45755abd3949 admin admin] Deleting subnet 6cdf00b1-51d5-43f5-b2c2-66bbb153c480 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:48:41.814548 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-620ba3bc-0023-4b28-9f35-45755abd3949 admin admin] Publish callbacks [] for subnet (6cdf00b1-51d5-43f5-b2c2-66bbb153c480), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:41.848745 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-620ba3bc-0023-4b28-9f35-45755abd3949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (6cdf00b1-51d5-43f5-b2c2-66bbb153c480), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:41.929043 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-620ba3bc-0023-4b28-9f35-45755abd3949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6cdf00b1-51d5-43f5-b2c2-66bbb153c480), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:41.982719 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-620ba3bc-0023-4b28-9f35-45755abd3949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (6cdf00b1-51d5-43f5-b2c2-66bbb153c480), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.009037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ba3bc-0023-4b28-9f35-45755abd3949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdf00b1-51d5-43f5-b2c2-66bbb153c480,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:42.013992 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-620ba3bc-0023-4b28-9f35-45755abd3949 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.017978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-620ba3bc-0023-4b28-9f35-45755abd3949 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6cdf00b1-51d5-43f5-b2c2-66bbb153c480 HTTP/1.1" status: 204 len: 168 time: 0.2504430 Mar 10 15:48:42.019012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc28e74-0199-4d90-b5fa-2d06d17e86ba None None] Network 14dfff74-fb0f-424b-a95c-c09706697bed requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:48:42.020093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39946) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:42.096496 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (14dfff74-fb0f-424b-a95c-c09706697bed), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.158019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Deleting port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:48:42.158019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.193190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] DHCP port deletion for 14dfff74-fb0f-424b-a95c-c09706697bed request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:48:42.224474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] For port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c552d58-d7c9-4a14-b313-ed742ffcbb7d,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:48:42.224749 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.239807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Calling delete_port for 0c552d58-d7c9-4a14-b313-ed742ffcbb7d owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:48:42.247414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Deleting port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:48:42.247799 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.314390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] For port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c552d58-d7c9-4a14-b313-ed742ffcbb7d,segment=NetworkSegment(3bd801a5-76d9-4258-993a-035e14cbef41),segment_id=3bd801a5-76d9-4258-993a-035e14cbef41)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:48:42.314958 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.334322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Calling delete_port for 0c552d58-d7c9-4a14-b313-ed742ffcbb7d owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:48:42.334758 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.360977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0c552d58-d7c9-4a14-b313-ed742ffcbb7d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:42.365519 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] No DVR routers for this DVR port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:48:42.418089 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (0c552d58-d7c9-4a14-b313-ed742ffcbb7d), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.448179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Pushing event deleted for resources: {'Port': ['ID=0c552d58-d7c9-4a14-b313-ed742ffcbb7d,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:42.448401 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (14dfff74-fb0f-424b-a95c-c09706697bed), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.448502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] No DVR routers for this DVR port 0c552d58-d7c9-4a14-b313-ed742ffcbb7d on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:48:42.457441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.457441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.457441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.457441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.457441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.457441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.457441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.457441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.458211 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.458211 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.458211 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.458554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.459434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f389d1cf-2291-4d9b-9cd3-8f382eae5138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:48:42.477174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dfff74-fb0f-424b-a95c-c09706697bed']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:42.486620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd801a5-76d9-4258-993a-035e14cbef41') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:42.486965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd801a5-76d9-4258-993a-035e14cbef41') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:42.496610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (3bd801a5-76d9-4258-993a-035e14cbef41), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.510173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (3bd801a5-76d9-4258-993a-035e14cbef41), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.516285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:48:42.516668 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (3bd801a5-76d9-4258-993a-035e14cbef41), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:48:42.519094 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:48:42.572493 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (14dfff74-fb0f-424b-a95c-c09706697bed), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.576906 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:42.580192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] 10.222.0.11 "DELETE /v2.0/networks/14dfff74-fb0f-424b-a95c-c09706697bed HTTP/1.1" status: 204 len: 168 time: 0.5591755 Mar 10 15:48:42.583419 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39948) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:42.593569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97724c-30e1-4a96-a2da-65dc818880cf admin admin] Pushing event deleted for resources: {'Network': ['ID=14dfff74-fb0f-424b-a95c-c09706697bed,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:42.940484 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:43.181983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:48:43.202000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:48:43.202281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ac7a0bfe-ed27-4e2d-89a8-3e0d4ea0d2cb not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:48:43.202703 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c552d58-d7c9-4a14-b313-ed742ffcbb7d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:48:43.204304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] Deleting port e1159f0a-f22f-4c40-8372-89ee18745c07 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:48:43.204649 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:43.221239 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 0c552d58-d7c9-4a14-b313-ed742ffcbb7d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:48:43.221663 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 0c552d58-d7c9-4a14-b313-ed742ffcbb7d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:48:43.222142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6e48f22b-a27e-4766-8aac-e3d322bc31a8 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:48:43.240906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 6e48f22b-a27e-4766-8aac-e3d322bc31a8 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:48:43.241246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6e48f22b-a27e-4766-8aac-e3d322bc31a8 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:48:43.283325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] For port e1159f0a-f22f-4c40-8372-89ee18745c07, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e1159f0a-f22f-4c40-8372-89ee18745c07,segment=NetworkSegment(b5018d11-4f84-4e61-9b77-ea22684d6d29),segment_id=b5018d11-4f84-4e61-9b77-ea22684d6d29)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:48:43.283699 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:43.296576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] Calling delete_port for e1159f0a-f22f-4c40-8372-89ee18745c07 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:48:43.479700 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e1159f0a-f22f-4c40-8372-89ee18745c07), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:43.508050 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e1159f0a-f22f-4c40-8372-89ee18745c07,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:43.679916 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:43.903082 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] Router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:48:44.008879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:48:44.015197 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9f0cdfe7-872c-448d-8270-04b38aac0fbe admin admin] 10.222.0.11 "PUT /v2.0/routers/91fb5646-62ae-4fb5-ba29-2a8cf92f201b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4306662 Mar 10 15:48:44.016785 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39950) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:44.018461 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f72f5-53ca-4de9-81f0-53c3bf2206b8 None None] Sync routers for ids ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:48:44.029618 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f72f5-53ca-4de9-81f0-53c3bf2206b8 None None] Routers {'91fb5646-62ae-4fb5-ba29-2a8cf92f201b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:48:44.030259 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c72f72f5-53ca-4de9-81f0-53c3bf2206b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:48:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:44.124438 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Publish callbacks [] for router (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.222663 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c72f72f5-53ca-4de9-81f0-53c3bf2206b8 None None] Set router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:48:44.230229 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Publish callbacks [] for router_gateway (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.283332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Deleting port 8a959c51-ed87-416c-9949-97539110100e {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:48:44.283920 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8a959c51-ed87-416c-9949-97539110100e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.362228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] For port 8a959c51-ed87-416c-9949-97539110100e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8a959c51-ed87-416c-9949-97539110100e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:48:44.362582 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8a959c51-ed87-416c-9949-97539110100e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.376013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Calling delete_port for 8a959c51-ed87-416c-9949-97539110100e owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:48:44.399809 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c72f72f5-53ca-4de9-81f0-53c3bf2206b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'name': 'tempest-TestVolumeBootPattern-1751113782-router', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '8a959c51-ed87-416c-9949-97539110100e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:48:43Z', 'revision_number': 5, 'project_id': 'a72a59782b214004add5b28e86aea987', 'gw_port': {'id': '8a959c51-ed87-416c-9949-97539110100e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:36:19Z', 'updated_at': '2022-03-10T15:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:44.429366 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f72f5-53ca-4de9-81f0-53c3bf2206b8 None None] Checking router: 91fb5646-62ae-4fb5-ba29-2a8cf92f201b for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:48:44.438009 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f72f5-53ca-4de9-81f0-53c3bf2206b8 None None] Routers {'91fb5646-62ae-4fb5-ba29-2a8cf92f201b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:48:44.438630 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c72f72f5-53ca-4de9-81f0-53c3bf2206b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:48:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:44.528156 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c72f72f5-53ca-4de9-81f0-53c3bf2206b8 None None] Set router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:48:44.543424 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8a959c51-ed87-416c-9949-97539110100e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.572435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8a959c51-ed87-416c-9949-97539110100e,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:44.578973 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c72f72f5-53ca-4de9-81f0-53c3bf2206b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'name': 'tempest-TestVolumeBootPattern-1751113782-router', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:48:44Z', 'revision_number': 6, 'project_id': 'a72a59782b214004add5b28e86aea987', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:44.608626 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f72f5-53ca-4de9-81f0-53c3bf2206b8 None None] The sync data for ids ['91fb5646-62ae-4fb5-ba29-2a8cf92f201b'] in n-d-833090-1 is: [{'id': '91fb5646-62ae-4fb5-ba29-2a8cf92f201b', 'name': 'tempest-TestVolumeBootPattern-1751113782-router', 'tenant_id': 'a72a59782b214004add5b28e86aea987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:36:18Z', 'updated_at': '2022-03-10T15:48:44Z', 'revision_number': 6, 'project_id': 'a72a59782b214004add5b28e86aea987', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:48:44.635451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.729963 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.732150 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Publish callbacks [] for router_controller (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.778628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (91fb5646-62ae-4fb5-ba29-2a8cf92f201b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.779158 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91fb5646-62ae-4fb5-ba29-2a8cf92f201b {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:48:44.783487 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.784637 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ff097e7b-00a4-4108-9ed7-e4f6e0f904bc admin admin] 10.222.0.11 "DELETE /v2.0/routers/91fb5646-62ae-4fb5-ba29-2a8cf92f201b HTTP/1.1" status: 204 len: 168 time: 0.7667716 Mar 10 15:48:44.787100 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 39952) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:44.834054 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2aa971-15ae-4b60-9005-a36385655d1b admin admin] Deleting subnet 44115e65-b80b-49d3-8073-8c01afb1a986 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:48:44.837102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa971-15ae-4b60-9005-a36385655d1b admin admin] Publish callbacks [] for subnet (44115e65-b80b-49d3-8073-8c01afb1a986), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.871480 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa971-15ae-4b60-9005-a36385655d1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (44115e65-b80b-49d3-8073-8c01afb1a986), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:44.949203 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa971-15ae-4b60-9005-a36385655d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (44115e65-b80b-49d3-8073-8c01afb1a986), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.007154 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa971-15ae-4b60-9005-a36385655d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (44115e65-b80b-49d3-8073-8c01afb1a986), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.033227 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aa971-15ae-4b60-9005-a36385655d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44115e65-b80b-49d3-8073-8c01afb1a986,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:45.036745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fa2aa971-15ae-4b60-9005-a36385655d1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.043176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39954) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:45.043689 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fa2aa971-15ae-4b60-9005-a36385655d1b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/44115e65-b80b-49d3-8073-8c01afb1a986 HTTP/1.1" status: 204 len: 168 time: 0.2551715 Mar 10 15:48:45.044530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86259f45-1d97-4217-894d-719f4c921ba9 None None] Network 78403e27-9e4b-40bf-8e1c-f85adb9daa04 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:48:45.123546 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (78403e27-9e4b-40bf-8e1c-f85adb9daa04), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.178466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Deleting port dfd2c618-c311-4781-8f57-84775b52661b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:48:45.178825 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dfd2c618-c311-4781-8f57-84775b52661b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.245345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] For port dfd2c618-c311-4781-8f57-84775b52661b, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=dfd2c618-c311-4781-8f57-84775b52661b,segment=NetworkSegment(b5018d11-4f84-4e61-9b77-ea22684d6d29),segment_id=b5018d11-4f84-4e61-9b77-ea22684d6d29)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:48:45.245743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dfd2c618-c311-4781-8f57-84775b52661b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.257381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Calling delete_port for dfd2c618-c311-4781-8f57-84775b52661b owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:48:45.338251 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dfd2c618-c311-4781-8f57-84775b52661b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.363416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd2c618-c311-4781-8f57-84775b52661b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:45.368246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] No DVR routers for this DVR port dfd2c618-c311-4781-8f57-84775b52661b on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:48:45.430564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3628931-2a46-4c96-a845-59c0f3446cb2 None None] DHCP port deletion for 78403e27-9e4b-40bf-8e1c-f85adb9daa04 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:48:45.451655 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (78403e27-9e4b-40bf-8e1c-f85adb9daa04), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.476681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78403e27-9e4b-40bf-8e1c-f85adb9daa04']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:45.486365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5018d11-4f84-4e61-9b77-ea22684d6d29') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:45.486663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5018d11-4f84-4e61-9b77-ea22684d6d29') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:48:45.496543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (b5018d11-4f84-4e61-9b77-ea22684d6d29), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.498241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e1159f0a-f22f-4c40-8372-89ee18745c07 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:48:45.510481 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b5018d11-4f84-4e61-9b77-ea22684d6d29), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.516549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:48:45.516978 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (b5018d11-4f84-4e61-9b77-ea22684d6d29), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:48:45.518620 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:48:45.523360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: e1159f0a-f22f-4c40-8372-89ee18745c07 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:48:45.523723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e1159f0a-f22f-4c40-8372-89ee18745c07 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:48:45.524144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8a959c51-ed87-416c-9949-97539110100e no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:48:45.543869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8a959c51-ed87-416c-9949-97539110100e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:48:45.544227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8a959c51-ed87-416c-9949-97539110100e not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:48:45.544651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dfd2c618-c311-4781-8f57-84775b52661b no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:48:45.564243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: dfd2c618-c311-4781-8f57-84775b52661b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:48:45.564600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device dfd2c618-c311-4781-8f57-84775b52661b not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:48:45.582123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (78403e27-9e4b-40bf-8e1c-f85adb9daa04), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.593755 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.596959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] 10.222.0.11 "DELETE /v2.0/networks/78403e27-9e4b-40bf-8e1c-f85adb9daa04 HTTP/1.1" status: 204 len: 168 time: 0.5527818 Mar 10 15:48:45.607736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77636d2f-ce7e-4426-95e4-db9f52e61e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=78403e27-9e4b-40bf-8e1c-f85adb9daa04,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:45.715561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39958) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:45.757580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-83202707-08a2-4039-919c-32e7a87f0151 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b98fcf2d43fc40b5b370fbc7a8396a54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406926 Mar 10 15:48:45.760704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39960) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:45.806881 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c743d402-a2f0-41e2-99c6-c817cb6eabad admin admin] Publish callbacks [] for security_group (0bd6a138-b339-4b20-a74b-a9a0b427749d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.827734 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c743d402-a2f0-41e2-99c6-c817cb6eabad admin admin] Publish callbacks [] for security_group (0bd6a138-b339-4b20-a74b-a9a0b427749d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.873598 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c743d402-a2f0-41e2-99c6-c817cb6eabad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0bd6a138-b339-4b20-a74b-a9a0b427749d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.876205 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c743d402-a2f0-41e2-99c6-c817cb6eabad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:45.879409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c743d402-a2f0-41e2-99c6-c817cb6eabad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bd6a138-b339-4b20-a74b-a9a0b427749d HTTP/1.1" status: 204 len: 168 time: 0.1176255 Mar 10 15:48:45.888266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743d402-a2f0-41e2-99c6-c817cb6eabad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd6a138-b339-4b20-a74b-a9a0b427749d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:46.198163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39966) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:46.241616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8d5bf186-289f-40d5-a3ff-2fc2d0eaedfc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a72a59782b214004add5b28e86aea987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422633 Mar 10 15:48:46.244480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 39968) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:48:46.289835 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70597665-0d35-45bc-a19c-0b5c6db9694c admin admin] Publish callbacks [] for security_group (0d0d8951-3872-4a49-9a70-acb2bf7bc57c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:46.311768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70597665-0d35-45bc-a19c-0b5c6db9694c admin admin] Publish callbacks [] for security_group (0d0d8951-3872-4a49-9a70-acb2bf7bc57c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:46.358420 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70597665-0d35-45bc-a19c-0b5c6db9694c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0d0d8951-3872-4a49-9a70-acb2bf7bc57c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:46.361176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-70597665-0d35-45bc-a19c-0b5c6db9694c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:46.362557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-70597665-0d35-45bc-a19c-0b5c6db9694c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d0d8951-3872-4a49-9a70-acb2bf7bc57c HTTP/1.1" status: 204 len: 168 time: 0.1171596 Mar 10 15:48:46.370477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70597665-0d35-45bc-a19c-0b5c6db9694c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0d8951-3872-4a49-9a70-acb2bf7bc57c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:48:48.260709 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:51.028370 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:51.784464 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c2577da3-7cd4-4288-a2c5-3a1d4bc38660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:54.118229 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d0706f58-68c4-42ea-8630-3e9d5e1e466e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:55.386919 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:55.392806 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:48:56.703936 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:57.348592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-450c490c-2253-48b5-8bd9-4fe76aab7d4b tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=281f1054beba4131bb2f7ac43bdea069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291591 Mar 10 15:48:57.533857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-a97e6605-e38d-429d-8272-08b1ce8168ec tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:48:57.535344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-a97e6605-e38d-429d-8272-08b1ce8168ec tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817729 Mar 10 15:48:57.549872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-099c7275-7d26-4b00-91c1-432ae1bf8335 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/quotas/281f1054beba4131bb2f7ac43bdea069 HTTP/1.1" status: 200 len: 375 time: 0.0092182 Mar 10 15:48:57.580860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-270f84df-e8f9-46bd-aa69-32477580c93a tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=281f1054beba4131bb2f7ac43bdea069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261421 Mar 10 15:48:57.743347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f1fab74-ac7d-4be3-a188-53921d1311fc req-40fd4569-69e4-4c1c-89f8-c416fb7b6841 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 210 time: 0.0279517 Mar 10 15:48:58.311145 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:58.818776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08adb9d7-bd84-41f7-bca0-bd968fd2689d req-03649488-48af-4b39-944f-4c5f3450fabd tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 210 time: 0.0277002 Mar 10 15:48:59.721531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-c9d6ad47-d6ec-4278-b143-de6c15402238 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=281f1054beba4131bb2f7ac43bdea069&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216937 Mar 10 15:48:59.829208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-656127a1-0ffc-47da-9865-d2a1e688a8ca tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:48:59.830644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-656127a1-0ffc-47da-9865-d2a1e688a8ca tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1045797 Mar 10 15:48:59.842972 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Request body: {'port': {'device_id': '92f3af9e-b608-4497-92ec-7e999b742369', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'admin_state_up': True, 'tenant_id': '281f1054beba4131bb2f7ac43bdea069'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:48:59.938846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-558801d0-5155-440f-afd5-172741485166 req-fd495632-c52d-4fa4-a307-f2bc48a2c5e9 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 210 time: 0.0329218 Mar 10 15:48:59.976433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Made reservation on behalf of 281f1054beba4131bb2f7ac43bdea069 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:48:59.979830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:48:59.988523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:00.062523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Publish callbacks [] for security_group (2126ec81-e4d5-4c53-aefd-bdc0e1d1f207), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:00.066779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2126ec81-e4d5-4c53-aefd-bdc0e1d1f207), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:00.129557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:00.204938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Allocated IP 192.168.233.223 (42bbee11-da9a-4045-9196-8645fddd190c/dcb2a6e3-a346-4a0e-8c85-3a6f14cde848/bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:49:00.350003 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Publish callbacks [] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:00.384759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:00.426677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Network 42bbee11-da9a-4045-9196-8645fddd190c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:49:00.432217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:49:00.435837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:49:00.442047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Pushing event updated for resources: {'Port': ['ID=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:00.472214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.472570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.472918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.473453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.474054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.474643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.475113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.475456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.475798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.476134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.476471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.476803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.477137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:00.502447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:00.503115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:00.519635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-eb1782f2-ad64-4e28-9e3d-8a2f8a078cac tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6802442 Mar 10 15:49:00.531430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Request body: {'port': {'device_id': '92f3af9e-b608-4497-92ec-7e999b742369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:49:00.599773 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:00.661096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bbc462ea-4e8d-4929-a6b9-665e04630ba8 None None] Provisioning complete for port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:49:00.661661 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bbc462ea-4e8d-4929-a6b9-665e04630ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:00.698548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bbc462ea-4e8d-4929-a6b9-665e04630ba8 None None] Port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:49:00.862359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:49:00.870593 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Publish callbacks [] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:00.882770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Transition to ACTIVE for port object bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:49:00.886646 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:00.936717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:01.024448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Attempting to bind port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:49:01.024892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Attempting to bind port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:49:01.025327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Attempting to bind port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:49:01.030842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc on network 42bbee11-da9a-4045-9196-8645fddd190c not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:49:01.031177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Attempting to bind port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc on network 42bbee11-da9a-4045-9196-8645fddd190c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:49:01.053397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:49:01.053748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Checking segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:49:01.054141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Bound using segment: {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:49:01.054577 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Bound port: bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd491f055-bad7-40d4-82c9-e86d8c9da044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:49:01.054968 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:01.112082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965ecf1-ad12-4c02-842f-7cdc292512b0 req-e3e912b7-c36c-4662-a771-c5ecbf79c935 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:01.113850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2965ecf1-ad12-4c02-842f-7cdc292512b0 req-e3e912b7-c36c-4662-a771-c5ecbf79c935 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 948 time: 0.1001227 Mar 10 15:49:01.167209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] For port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:49:01.187636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] For port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:49:01.193853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2965ecf1-ad12-4c02-842f-7cdc292512b0 req-7809e48a-1721-4f68-b4a6-a60945221ea5 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713692 Mar 10 15:49:01.195413 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:01.227963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:01.228687 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:01.230093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] 10.222.0.62 "PUT /v2.0/ports/bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc HTTP/1.1" status: 200 len: 1096 time: 0.7030373 Mar 10 15:49:01.232425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f3af9e-b608-4497-92ec-7e999b742369', 'tag': 'bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:49:01.234687 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3" -d '{"events": [{"name": "network-changed", "server_uuid": "92f3af9e-b608-4497-92ec-7e999b742369", "tag": "bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:49:01.262146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d48d1a-ede9-4d55-a8b6-7468efecd558 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:01.287233 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c630687-c0db-4f3e-a475-cd94a95eeee2 x-openstack-request-id: req-0c630687-c0db-4f3e-a475-cd94a95eeee2 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:49:01.287531 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f3af9e-b608-4497-92ec-7e999b742369", "tag": "bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:49:01.287794 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c630687-c0db-4f3e-a475-cd94a95eeee2 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:49:01.288200 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f3af9e-b608-4497-92ec-7e999b742369', 'tag': 'bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc', 'status': 'completed', 'code': 200} Mar 10 15:49:01.327348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-e8a479a5-66d4-465a-b176-becd093ec6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:01.328894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-e8a479a5-66d4-465a-b176-becd093ec6ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=281f1054beba4131bb2f7ac43bdea069&device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 1130 time: 0.0508659 Mar 10 15:49:01.375590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-ac785d7b-9c1b-469b-b90e-5c457538a003 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc HTTP/1.1" status: 200 len: 217 time: 0.0403450 Mar 10 15:49:01.428029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-3f8c5b48-2e20-4d56-ac57-e72803f94062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:01.429510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-3f8c5b48-2e20-4d56-ac57-e72803f94062 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0482466 Mar 10 15:49:01.479716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-fa652278-56c0-4b34-b269-1ce471f7117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:01.481184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-fa652278-56c0-4b34-b269-1ce471f7117f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0459423 Mar 10 15:49:01.571896 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-5011b227-d5a7-4b01-9ec5-de5a5fa88da9 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848956 Mar 10 15:49:01.659419 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8647e60-2fb8-4047-957e-8f7d79759231 req-5e225cdc-38bf-4fa3-8032-5aa3165b19e0 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813999 Mar 10 15:49:01.750934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3 req-7ca24555-3ccc-436f-9caf-a450594bd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:01.752518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3 req-7ca24555-3ccc-436f-9caf-a450594bd01b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=281f1054beba4131bb2f7ac43bdea069&device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 1130 time: 0.0493138 Mar 10 15:49:01.839666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3 req-1513f051-d2ad-41d8-b129-fd7851bd9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:01.841129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3 req-1513f051-d2ad-41d8-b129-fd7851bd9501 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42bbee11-da9a-4045-9196-8645fddd190c HTTP/1.1" status: 200 len: 870 time: 0.0829029 Mar 10 15:49:01.885377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3 req-8c56b77b-aebc-44ad-9535-9daf6e1aafa4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc HTTP/1.1" status: 200 len: 217 time: 0.0384502 Mar 10 15:49:01.932241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3 req-ebd14c28-cf30-4ef3-952d-a0d99991d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:01.933508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3 req-ebd14c28-cf30-4ef3-952d-a0d99991d776 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dcb2a6e3-a346-4a0e-8c85-3a6f14cde848 HTTP/1.1" status: 200 len: 843 time: 0.0427890 Mar 10 15:49:01.980481 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3 req-b96a25e9-6c4a-4ae3-aef9-ef60482a3e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:01.981942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3 req-b96a25e9-6c4a-4ae3-aef9-ef60482a3e15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42bbee11-da9a-4045-9196-8645fddd190c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0426414 Mar 10 15:49:02.073703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3 req-7e3f8a52-6d2d-49f6-81bb-65cb3e046ded service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860264 Mar 10 15:49:02.162643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cdab835-7a87-4d0f-aada-0af0ef8c22c3 req-617cf0f5-a8e8-402b-8d4c-bbc4fee8c7b7 service neutron] 10.222.0.62 "GET /v2.0/networks/42bbee11-da9a-4045-9196-8645fddd190c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831347 Mar 10 15:49:02.313404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196d851-fd23-41e3-9e79-16db90a57643 req-659b46c3-7ad7-473b-a0f2-9b5b4cad6ad6 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:02.314877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1196d851-fd23-41e3-9e79-16db90a57643 req-659b46c3-7ad7-473b-a0f2-9b5b4cad6ad6 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 948 time: 0.0521510 Mar 10 15:49:02.365038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1196d851-fd23-41e3-9e79-16db90a57643 req-fc254e54-42e4-48c6-8778-0420ca5d9bcb tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 Mar 10 15:49:03.483912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffa6d3-886e-4932-bc47-a1adeb131c25 req-40ef2ef4-c368-4616-bf59-cdda8322acc3 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:03.485582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ffa6d3-886e-4932-bc47-a1adeb131c25 req-40ef2ef4-c368-4616-bf59-cdda8322acc3 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 948 time: 0.0517552 Mar 10 15:49:03.533496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ffa6d3-886e-4932-bc47-a1adeb131c25 req-2a3b55d8-3961-49f4-8de4-cad11560cac3 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Mar 10 15:49:04.650061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177644a-c8b9-4a45-8338-1d9e8a773806 req-3a8d816f-5fcf-4de3-86bc-0a214182d45d tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:04.652270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5177644a-c8b9-4a45-8338-1d9e8a773806 req-3a8d816f-5fcf-4de3-86bc-0a214182d45d tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 948 time: 0.0519221 Mar 10 15:49:04.702401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5177644a-c8b9-4a45-8338-1d9e8a773806 req-e15770f2-22eb-4915-81f1-2995e5955150 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Mar 10 15:49:05.681113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:49:05.789391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:49:05.801201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc', 'network_id': '42bbee11-da9a-4045-9196-8645fddd190c', 'port_id': 'bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc', 'mac_address': 'fa:16:3e:18:5e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb2a6e3-a346-4a0e-8c85-3a6f14cde848', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:49:05.824882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48508426-3780-40e8-a363-c9152f4d1607 req-51ffa821-4ca4-4e46-ad9f-98e1ab95b191 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:05.827136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48508426-3780-40e8-a363-c9152f4d1607 req-51ffa821-4ca4-4e46-ad9f-98e1ab95b191 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 948 time: 0.0577998 Mar 10 15:49:05.841678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:49:05.842079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:05.855504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:49:05.875109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:49:05.877201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48508426-3780-40e8-a363-c9152f4d1607 req-8acc13ae-15b5-412b-a397-7c5d01b06d98 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Mar 10 15:49:05.894653 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:05.941699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:06.242271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:49:06.993782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba96f7-67ac-4bf8-ad50-a4f9eb02f62c req-75266204-3922-4331-a702-34551047500d tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:06.995993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58ba96f7-67ac-4bf8-ad50-a4f9eb02f62c req-75266204-3922-4331-a702-34551047500d tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 949 time: 0.0529077 Mar 10 15:49:07.040987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58ba96f7-67ac-4bf8-ad50-a4f9eb02f62c req-6eb57ad2-d686-4ca8-a4bf-60c30f503ed4 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394032 Mar 10 15:49:07.684903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:49:07.735597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:49:07.740392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:49:07.740773 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:07.821431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:49:07.821824 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:07.844112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f3af9e-b608-4497-92ec-7e999b742369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:49:07.846320 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb029621-ff49-4207-9950-318d5eda5550" -d '{"events": [{"server_uuid": "92f3af9e-b608-4497-92ec-7e999b742369", "name": "network-vif-plugged", "status": "completed", "tag": "bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:49:07.858952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:49:07.863716 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:07.911146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:07.949800 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174123ed-a102-426a-9848-11be2c27acf0 x-openstack-request-id: req-174123ed-a102-426a-9848-11be2c27acf0 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:49:07.950084 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f3af9e-b608-4497-92ec-7e999b742369", "name": "network-vif-plugged", "status": "completed", "tag": "bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:49:07.950350 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-174123ed-a102-426a-9848-11be2c27acf0 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:49:07.950750 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f3af9e-b608-4497-92ec-7e999b742369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc', 'code': 200} Mar 10 15:49:08.049866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78066b1-27b8-4eba-9913-2cb1955b8a4e req-f095308d-2242-499d-8df7-2659871f1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:08.050993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a78066b1-27b8-4eba-9913-2cb1955b8a4e req-f095308d-2242-499d-8df7-2659871f1169 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 1132 time: 0.0461919 Mar 10 15:49:08.096305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a78066b1-27b8-4eba-9913-2cb1955b8a4e req-4c4e3ba9-db5b-4ae4-b5db-09936b805316 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 Mar 10 15:49:08.160100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a1bfe-035a-457e-bf86-8610ccf434cb req-d204f45a-a64e-44d1-af64-cae783000e1e tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:08.161562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe6a1bfe-035a-457e-bf86-8610ccf434cb req-d204f45a-a64e-44d1-af64-cae783000e1e tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 950 time: 0.0514786 Mar 10 15:49:08.206893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fe6a1bfe-035a-457e-bf86-8610ccf434cb req-b28d3dbd-be7c-4c7f-968b-cb383255da0c tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396197 Mar 10 15:49:09.338078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdd4e3-4f8a-4b93-84e8-19d131637594 req-e03b4548-a6e9-477c-ada7-e32a783978be tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:09.340225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9acdd4e3-4f8a-4b93-84e8-19d131637594 req-e03b4548-a6e9-477c-ada7-e32a783978be tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 950 time: 0.0545137 Mar 10 15:49:09.399035 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9acdd4e3-4f8a-4b93-84e8-19d131637594 req-b95a2d68-fc06-4b8a-ac3f-56a35cf3d61c tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524349 Mar 10 15:49:10.518612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deece75-5529-4400-9d4e-0a8ffb04cbf0 req-7e59465e-b9f0-445b-823f-f44d0cdc7879 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:10.520079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7deece75-5529-4400-9d4e-0a8ffb04cbf0 req-7e59465e-b9f0-445b-823f-f44d0cdc7879 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 950 time: 0.0520179 Mar 10 15:49:10.564926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7deece75-5529-4400-9d4e-0a8ffb04cbf0 req-93872fa9-0e26-4c16-922b-19b112c08ff7 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Mar 10 15:49:10.848374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-c91cd3da-36e7-4a96-827b-acbbf922bf55 req-47234223-c718-4597-a6cb-2751ca8f1330 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:49:10.849377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c91cd3da-36e7-4a96-827b-acbbf922bf55 req-47234223-c718-4597-a6cb-2751ca8f1330 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053148 Mar 10 15:49:11.276173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-a180a0f8-b99b-44ff-b3bf-1cba70df395c req-9ea35b99-a425-4346-bcf5-a966d2c7a1b1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:49:11.277291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a180a0f8-b99b-44ff-b3bf-1cba70df395c req-9ea35b99-a425-4346-bcf5-a966d2c7a1b1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1026282 Mar 10 15:49:11.617730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249693e9-b460-4ed6-bbd5-e2f1eb74e815 req-432f3b3b-4146-4eff-b611-a09c899416e8 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:11.619251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-249693e9-b460-4ed6-bbd5-e2f1eb74e815 req-432f3b3b-4146-4eff-b611-a09c899416e8 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 950 time: 0.0523281 Mar 10 15:49:11.667453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-249693e9-b460-4ed6-bbd5-e2f1eb74e815 req-90a64152-b8e6-451d-a94e-096438f72369 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Mar 10 15:49:12.795362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09711e14-5a04-432d-a540-b3bff8db0b78 req-85ad9fa3-6424-45c0-aeff-6c34c1936c0c tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:12.796831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09711e14-5a04-432d-a540-b3bff8db0b78 req-85ad9fa3-6424-45c0-aeff-6c34c1936c0c tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 950 time: 0.0602489 Mar 10 15:49:12.842082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09711e14-5a04-432d-a540-b3bff8db0b78 req-eaf37f33-82de-492e-9f5f-55e07819e63b tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.11 "GET /v2.0/security-groups?id=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396042 Mar 10 15:49:13.004702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec09d5b-b870-43be-bb41-2c53ead29c0a req-3e189325-342c-4a02-8b6c-c650d5c2a7c2 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:13.006044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ec09d5b-b870-43be-bb41-2c53ead29c0a req-3e189325-342c-4a02-8b6c-c650d5c2a7c2 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.62 "GET /v2.0/ports?device_id=92f3af9e-b608-4497-92ec-7e999b742369 HTTP/1.1" status: 200 len: 950 time: 0.0516980 Mar 10 15:49:13.099471 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3ec09d5b-b870-43be-bb41-2c53ead29c0a req-acdeddc5-d42d-4c83-82f8-2ce04ec21923 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Deleting port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:49:13.099813 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3ec09d5b-b870-43be-bb41-2c53ead29c0a req-acdeddc5-d42d-4c83-82f8-2ce04ec21923 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:13.186563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-3ec09d5b-b870-43be-bb41-2c53ead29c0a req-acdeddc5-d42d-4c83-82f8-2ce04ec21923 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] For port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc,segment=NetworkSegment(d491f055-bad7-40d4-82c9-e86d8c9da044),segment_id=d491f055-bad7-40d4-82c9-e86d8c9da044)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:49:13.186968 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3ec09d5b-b870-43be-bb41-2c53ead29c0a req-acdeddc5-d42d-4c83-82f8-2ce04ec21923 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:13.199836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-3ec09d5b-b870-43be-bb41-2c53ead29c0a req-acdeddc5-d42d-4c83-82f8-2ce04ec21923 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Calling delete_port for bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:49:13.328764 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3ec09d5b-b870-43be-bb41-2c53ead29c0a req-acdeddc5-d42d-4c83-82f8-2ce04ec21923 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:13.340560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:49:13.355276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdeddc5-d42d-4c83-82f8-2ce04ec21923 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Pushing event deleted for resources: {'Port': ['ID=bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:13.401602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec09d5b-b870-43be-bb41-2c53ead29c0a req-acdeddc5-d42d-4c83-82f8-2ce04ec21923 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] No DVR routers for this DVR port bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:49:13.404795 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-3ec09d5b-b870-43be-bb41-2c53ead29c0a req-acdeddc5-d42d-4c83-82f8-2ce04ec21923 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:13.408191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ec09d5b-b870-43be-bb41-2c53ead29c0a req-acdeddc5-d42d-4c83-82f8-2ce04ec21923 tempest-ServersAdminNegativeTestJSON-2084957786 tempest-ServersAdminNegativeTestJSON-2084957786-project] 10.222.0.62 "DELETE /v2.0/ports/bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc HTTP/1.1" status: 204 len: 173 time: 0.3963997 Mar 10 15:49:13.408662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f3af9e-b608-4497-92ec-7e999b742369', 'name': 'network-vif-deleted', 'tag': 'bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:49:13.411083 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0cec8e-335c-43ce-a081-b849c022d3aa" -d '{"events": [{"server_uuid": "92f3af9e-b608-4497-92ec-7e999b742369", "name": "network-vif-deleted", "tag": "bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:49:13.450421 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294ef9e8-9cf1-4b5b-94a0-1b5032922490 x-openstack-request-id: req-294ef9e8-9cf1-4b5b-94a0-1b5032922490 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:49:13.450920 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f3af9e-b608-4497-92ec-7e999b742369", "name": "network-vif-deleted", "tag": "bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:49:13.451186 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-294ef9e8-9cf1-4b5b-94a0-1b5032922490 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:49:13.451649 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f3af9e-b608-4497-92ec-7e999b742369', 'name': 'network-vif-deleted', 'tag': 'bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc', 'status': 'completed', 'code': 200} Mar 10 15:49:14.135879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40116) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:49:14.268669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-50ee5c3b-64eb-4a53-9596-fc91d85f11a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=281f1054beba4131bb2f7ac43bdea069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313751 Mar 10 15:49:14.271582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40120) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:49:14.323576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b2be24ea-905d-42a6-aeb9-2e37740e9e2e admin admin] Publish callbacks [] for security_group (2126ec81-e4d5-4c53-aefd-bdc0e1d1f207), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:14.344894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b2be24ea-905d-42a6-aeb9-2e37740e9e2e admin admin] Publish callbacks [] for security_group (2126ec81-e4d5-4c53-aefd-bdc0e1d1f207), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:14.390958 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b2be24ea-905d-42a6-aeb9-2e37740e9e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2126ec81-e4d5-4c53-aefd-bdc0e1d1f207), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:14.393513 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b2be24ea-905d-42a6-aeb9-2e37740e9e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:14.394663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b2be24ea-905d-42a6-aeb9-2e37740e9e2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2126ec81-e4d5-4c53-aefd-bdc0e1d1f207 HTTP/1.1" status: 204 len: 168 time: 0.1221874 Mar 10 15:49:14.402954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be24ea-905d-42a6-aeb9-2e37740e9e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2126ec81-e4d5-4c53-aefd-bdc0e1d1f207,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:14.660241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40126) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:49:14.673249 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33af44e8-be0e-4f4a-8f3e-4e9ee4e8d154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:14.746494 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33af44e8-be0e-4f4a-8f3e-4e9ee4e8d154 admin admin] Publish callbacks [] for security_group (2b9e3787-0536-4182-97e6-5c92c720f134), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:14.749912 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-33af44e8-be0e-4f4a-8f3e-4e9ee4e8d154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2b9e3787-0536-4182-97e6-5c92c720f134), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:14.790327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-33af44e8-be0e-4f4a-8f3e-4e9ee4e8d154 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1852a0e799c4a6f9623712359c01966&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289451 Mar 10 15:49:14.791346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af44e8-be0e-4f4a-8f3e-4e9ee4e8d154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e3787-0536-4182-97e6-5c92c720f134,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:14.793268 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40128) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:49:14.842020 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Publish callbacks [] for security_group (2b9e3787-0536-4182-97e6-5c92c720f134), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:14.862343 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Publish callbacks [] for security_group (2b9e3787-0536-4182-97e6-5c92c720f134), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:14.908978 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (2b9e3787-0536-4182-97e6-5c92c720f134), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:14.911630 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:14.912805 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b9e3787-0536-4182-97e6-5c92c720f134 HTTP/1.1" status: 204 len: 168 time: 0.1181018 Mar 10 15:49:14.920473 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e3787-0536-4182-97e6-5c92c720f134,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:14.927871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.928230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.928578 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.928919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.929255 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.929588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.929917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.930243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.930570 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.930997 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.931328 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.931654 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:14.931974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028f1a85-aa42-4b2f-8b21-20e09d1157cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:49:15.575682 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40150) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:49:15.672333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1051111335-network', 'tenant_id': 'bfa6db22599745ffae45717b8fb8ac2e'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:49:15.691128 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Made reservation on behalf of bfa6db22599745ffae45717b8fb8ac2e for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:49:15.693485 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:15.701386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:15.712265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:49:15.732530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:49:15.732892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device bc3dc1f6-7cd5-4430-b4b6-9f9af69e98cc not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:49:15.778604 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Publish callbacks [] for security_group (0bb232ae-f09a-44af-aea7-df21528132ae), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:15.782501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0bb232ae-f09a-44af-aea7-df21528132ae), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:15.803700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:49:15.817983 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb232ae-f09a-44af-aea7-df21528132ae,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:15.820788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7ac35539-3ca1-4702-a839-83ce15d9d4df), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:15.821134 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Added segment 7ac35539-3ca1-4702-a839-83ce15d9d4df of type vlan for network 1c4c5e33-9273-468f-9920-6a271405ac68 Mar 10 15:49:15.860451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (1c4c5e33-9273-468f-9920-6a271405ac68), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:15.884523 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (1c4c5e33-9273-468f-9920-6a271405ac68), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:15.885488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:15.886070 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:15.911340 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3345251 Mar 10 15:49:15.914256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40154) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:49:15.919233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] Request body: {'subnet': {'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1051111335-subnet', 'tenant_id': 'bfa6db22599745ffae45717b8fb8ac2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:49:15.943021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] Made reservation on behalf of bfa6db22599745ffae45717b8fb8ac2e for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:49:15.945399 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:15.950825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30d755-e200-4a31-a547-c4d18708d04e admin admin] Pushing event updated for resources: {'Network': ['ID=1c4c5e33-9273-468f-9920-6a271405ac68,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:15.960951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 1c4c5e33-9273-468f-9920-6a271405ac68 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:49:16.442557 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (e92c85b8-6e8e-4a3a-ac40-b879296b9613), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:16.499511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e92c85b8-6e8e-4a3a-ac40-b879296b9613,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:16.507885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] Checking segment: {'id': '7ac35539-3ca1-4702-a839-83ce15d9d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:49:16.508233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] Network hostable DHCP agents. Network: 1c4c5e33-9273-468f-9920-6a271405ac68, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:49:16.524435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] Network 1c4c5e33-9273-468f-9920-6a271405ac68 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:49:16.532760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 1c4c5e33-9273-468f-9920-6a271405ac68) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:49:16.537772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:16.541330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c341cd3b-b55c-493d-a721-102989909606 None None] Network 1c4c5e33-9273-468f-9920-6a271405ac68 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:49:16.542963 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:16.559031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-57733b7c-ac93-4b5c-8967-9b5b81354153 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6436248 Mar 10 15:49:16.641017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024869d2-01a5-46cf-aa65-b1cced688516 None None] Network 1c4c5e33-9273-468f-9920-6a271405ac68 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:49:16.975080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-52ab9f14-4f0c-4e1e-99ae-912d906ee065 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:16.976428 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-52ab9f14-4f0c-4e1e-99ae-912d906ee065 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/networks?id=1c4c5e33-9273-468f-9920-6a271405ac68 HTTP/1.1" status: 200 len: 812 time: 0.0974288 Mar 10 15:49:16.991027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-e79e40c2-54da-4de3-aecc-44eb66bf8efe tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/quotas/bfa6db22599745ffae45717b8fb8ac2e HTTP/1.1" status: 200 len: 375 time: 0.0087686 Mar 10 15:49:17.025157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-d4acff3c-79e0-47f5-aec6-95decdb3d213 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa6db22599745ffae45717b8fb8ac2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288012 Mar 10 15:49:17.035070 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-65846e22-b8ee-4322-8ad5-3e7ad2ce68f8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:49:17.035989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-65846e22-b8ee-4322-8ad5-3e7ad2ce68f8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047610 Mar 10 15:49:17.123613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0444f2d5-2382-4e6a-a18b-a9d4425ade58 service neutron] 10.222.0.11 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824511 Mar 10 15:49:17.212689 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-26eb2d3e-fbd8-41d7-a4fd-2a09cfd11fef service neutron] 10.222.0.11 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832911 Mar 10 15:49:17.376886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f71d3c6c-2464-4941-ad8e-0b8944e990f2 req-60355c06-c690-4df2-a029-36daa6e84f25 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 210 time: 0.0296316 Mar 10 15:49:18.274846 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:18.419830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f7a5a6aa-405a-4fc2-a522-d2e7feb18404 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:18.421496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f7a5a6aa-405a-4fc2-a522-d2e7feb18404 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.62 "GET /v2.0/networks?id=1c4c5e33-9273-468f-9920-6a271405ac68 HTTP/1.1" status: 200 len: 812 time: 0.1047544 Mar 10 15:49:18.449464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Request body: {'port': {'device_id': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68', 'admin_state_up': True, 'tenant_id': 'bfa6db22599745ffae45717b8fb8ac2e'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:49:18.493168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f26a71e2-55e8-41a4-af21-c08bb003f3ce req-3ce60672-816d-4532-a40a-2b598bed402b tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 210 time: 0.0402546 Mar 10 15:49:18.580609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Made reservation on behalf of bfa6db22599745ffae45717b8fb8ac2e for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:49:18.583925 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:18.707716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Allocated IP 172.20.0.10 (1c4c5e33-9273-468f-9920-6a271405ac68/e92c85b8-6e8e-4a3a-ac40-b879296b9613/d3979201-774d-4b0d-add4-6d787074a0e0) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:49:18.856376 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Publish callbacks [] for port (d3979201-774d-4b0d-add4-6d787074a0e0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:18.889559 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:18.930545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Network 1c4c5e33-9273-468f-9920-6a271405ac68 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:49:18.933661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:49:18.936122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:49:18.967468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Pushing event updated for resources: {'Port': ['ID=d3979201-774d-4b0d-add4-6d787074a0e0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:18.992395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:18.993008 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:19.008207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-f69b974a-231c-465d-8bd7-38fdb0ee2f97 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5632477 Mar 10 15:49:19.019446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Request body: {'port': {'device_id': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:49:19.080145 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:19.336281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3979201-774d-4b0d-add4-6d787074a0e0 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:49:19.343646 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Publish callbacks [] for port (d3979201-774d-4b0d-add4-6d787074a0e0), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:19.355609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Transition to ACTIVE for port object d3979201-774d-4b0d-add4-6d787074a0e0 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:49:19.359640 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:19.413357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Pushing event updated for resources: {'Port': ['ID=d3979201-774d-4b0d-add4-6d787074a0e0,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:19.481740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Attempting to bind port d3979201-774d-4b0d-add4-6d787074a0e0 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:49:19.482423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Attempting to bind port d3979201-774d-4b0d-add4-6d787074a0e0 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '7ac35539-3ca1-4702-a839-83ce15d9d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:49:19.482423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Attempting to bind port d3979201-774d-4b0d-add4-6d787074a0e0 on network 1c4c5e33-9273-468f-9920-6a271405ac68 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:49:19.486641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Port d3979201-774d-4b0d-add4-6d787074a0e0 on network 1c4c5e33-9273-468f-9920-6a271405ac68 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:49:19.486997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Attempting to bind port d3979201-774d-4b0d-add4-6d787074a0e0 on network 1c4c5e33-9273-468f-9920-6a271405ac68 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:49:19.492116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:49:19.492454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Checking segment: {'id': '7ac35539-3ca1-4702-a839-83ce15d9d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:49:19.492840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Bound using segment: {'id': '7ac35539-3ca1-4702-a839-83ce15d9d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:49:19.493267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Bound port: d3979201-774d-4b0d-add4-6d787074a0e0, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac35539-3ca1-4702-a839-83ce15d9d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:49:19.493620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:19.558506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:49:19.561547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d3979201-774d-4b0d-add4-6d787074a0e0,segment=NetworkSegment(7ac35539-3ca1-4702-a839-83ce15d9d4df),segment_id=7ac35539-3ca1-4702-a839-83ce15d9d4df)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:49:19.576615 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:19.631201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:19.631827 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:19.633221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] 10.222.0.62 "PUT /v2.0/ports/d3979201-774d-4b0d-add4-6d787074a0e0 HTTP/1.1" status: 200 len: 1092 time: 0.6178746 Mar 10 15:49:19.635501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:49:19.639302 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58759031-ecbc-4da4-a7b4-423f7b36d3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:49:19.673368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5317a8-fee8-47a7-be5e-c00b81996f96 service neutron] Pushing event updated for resources: {'Port': ['ID=d3979201-774d-4b0d-add4-6d787074a0e0,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:19.685916 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfb22f7-4fbd-4b09-969f-cfc36af41ea3 x-openstack-request-id: req-edfb22f7-4fbd-4b09-969f-cfc36af41ea3 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:49:19.686209 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:49:19.686464 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edfb22f7-4fbd-4b09-969f-cfc36af41ea3 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:49:19.686872 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0', 'status': 'completed', 'code': 200} Mar 10 15:49:19.694211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422230f-5749-4fe3-a2b4-3751d3fdb7f2 req-835bf4de-9c27-4d90-9cae-e25eedcb173a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:19.695690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7422230f-5749-4fe3-a2b4-3751d3fdb7f2 req-835bf4de-9c27-4d90-9cae-e25eedcb173a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 944 time: 0.1313183 Mar 10 15:49:19.763045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-9967dc4d-8eb7-4f49-9060-c76fdb053ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:19.764609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-9967dc4d-8eb7-4f49-9060-c76fdb053ea7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfa6db22599745ffae45717b8fb8ac2e&device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 1126 time: 0.0922074 Mar 10 15:49:19.768865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7422230f-5749-4fe3-a2b4-3751d3fdb7f2 req-f3de2d6b-e638-40f9-a36e-3c4d82b4f9b6 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556967 Mar 10 15:49:19.811115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-d9c1f64f-e515-48a9-b471-4a64a098029a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3979201-774d-4b0d-add4-6d787074a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0391653 Mar 10 15:49:19.863327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-b349a8fe-4111-4fac-bb4f-211f3af1c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:19.864802 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-b349a8fe-4111-4fac-bb4f-211f3af1c327 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e92c85b8-6e8e-4a3a-ac40-b879296b9613 HTTP/1.1" status: 200 len: 852 time: 0.0488334 Mar 10 15:49:19.896263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-eea87322-1496-47f2-a9a6-13e98b4d84c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1c4c5e33-9273-468f-9920-6a271405ac68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250859 Mar 10 15:49:19.985732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-b49d62b4-7b35-458f-9732-7a9508bf4769 service neutron] 10.222.0.62 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827086 Mar 10 15:49:20.078910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50380e91-70c0-4ff2-be5f-d0aab68cb78b req-d1050957-7ac6-434b-aa8f-05156377c510 service neutron] 10.222.0.62 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876865 Mar 10 15:49:20.167522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58759031-ecbc-4da4-a7b4-423f7b36d3ba req-7084d58f-cbce-4f22-a841-fe5d9e917d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:20.169043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58759031-ecbc-4da4-a7b4-423f7b36d3ba req-7084d58f-cbce-4f22-a841-fe5d9e917d5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfa6db22599745ffae45717b8fb8ac2e&device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 1126 time: 0.0453587 Mar 10 15:49:20.262015 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58759031-ecbc-4da4-a7b4-423f7b36d3ba req-f01cc0b9-b251-460e-9933-8ea016c794f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:20.263495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58759031-ecbc-4da4-a7b4-423f7b36d3ba req-f01cc0b9-b251-460e-9933-8ea016c794f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1c4c5e33-9273-468f-9920-6a271405ac68 HTTP/1.1" status: 200 len: 913 time: 0.0886915 Mar 10 15:49:20.305331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58759031-ecbc-4da4-a7b4-423f7b36d3ba req-a78a5b56-c954-419c-8598-76cc4564fcf0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3979201-774d-4b0d-add4-6d787074a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0349743 Mar 10 15:49:20.357287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58759031-ecbc-4da4-a7b4-423f7b36d3ba req-aedc1e01-0b3a-4af8-9f2d-ac528e99e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:20.358720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58759031-ecbc-4da4-a7b4-423f7b36d3ba req-aedc1e01-0b3a-4af8-9f2d-ac528e99e00d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e92c85b8-6e8e-4a3a-ac40-b879296b9613 HTTP/1.1" status: 200 len: 852 time: 0.0475070 Mar 10 15:49:20.390732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58759031-ecbc-4da4-a7b4-423f7b36d3ba req-491868a8-9d6e-48de-b91e-3989bc3013b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1c4c5e33-9273-468f-9920-6a271405ac68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256026 Mar 10 15:49:20.480169 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58759031-ecbc-4da4-a7b4-423f7b36d3ba req-191046ba-0314-487a-9787-d20ff84f10c9 service neutron] 10.222.0.62 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832193 Mar 10 15:49:20.570426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-58759031-ecbc-4da4-a7b4-423f7b36d3ba req-a7f5a746-677e-48fc-b559-d2924c8dfd32 service neutron] 10.222.0.62 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851114 Mar 10 15:49:20.895345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6e8a1-92cb-4152-b560-e451d50c13fc req-da6db728-9807-497c-bad2-e488b69990cb tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:20.896791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7be6e8a1-92cb-4152-b560-e451d50c13fc req-da6db728-9807-497c-bad2-e488b69990cb tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 944 time: 0.0531161 Mar 10 15:49:20.942894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7be6e8a1-92cb-4152-b560-e451d50c13fc req-d739281c-200e-40cb-8193-43925f2fd036 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Mar 10 15:49:21.042500 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:21.786596 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9137f7e9-cb5a-434e-a040-0f91781443e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:22.064712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085eb38d-f1a3-4539-a34b-1e2239a73b5b req-bd8e7c02-20cf-43dd-a391-01b91101ef1c tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:22.066231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-085eb38d-f1a3-4539-a34b-1e2239a73b5b req-bd8e7c02-20cf-43dd-a391-01b91101ef1c tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 944 time: 0.0569077 Mar 10 15:49:22.112144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-085eb38d-f1a3-4539-a34b-1e2239a73b5b req-5671bcc2-ba7d-49b8-ab3c-73247c0ba557 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Mar 10 15:49:23.229665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55652c5c-b62e-4d15-a5fd-e4129e5a6186 req-d7b5af8e-3535-4dca-ba20-8aa5b0aafa86 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:23.231165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55652c5c-b62e-4d15-a5fd-e4129e5a6186 req-d7b5af8e-3535-4dca-ba20-8aa5b0aafa86 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 944 time: 0.0523136 Mar 10 15:49:23.277572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55652c5c-b62e-4d15-a5fd-e4129e5a6186 req-56f333d8-8210-4143-8cf4-904ad31162dd tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Mar 10 15:49:23.742772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d3979201-774d-4b0d-add4-6d787074a0e0 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:49:23.837524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d3979201-774d-4b0d-add4-6d787074a0e0,segment=NetworkSegment(7ac35539-3ca1-4702-a839-83ce15d9d4df),segment_id=7ac35539-3ca1-4702-a839-83ce15d9d4df)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:49:23.852008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'd3979201-774d-4b0d-add4-6d787074a0e0', 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68', 'port_id': 'd3979201-774d-4b0d-add4-6d787074a0e0', 'mac_address': 'fa:16:3e:ff:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92c85b8-6e8e-4a3a-ac40-b879296b9613', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:49:23.888916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d3979201-774d-4b0d-add4-6d787074a0e0 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:49:23.889308 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:23.902382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3979201-774d-4b0d-add4-6d787074a0e0 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:49:23.920986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d3979201-774d-4b0d-add4-6d787074a0e0,segment=NetworkSegment(7ac35539-3ca1-4702-a839-83ce15d9d4df),segment_id=7ac35539-3ca1-4702-a839-83ce15d9d4df)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:49:23.924903 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:23.969696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d3979201-774d-4b0d-add4-6d787074a0e0,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:24.123922 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11df268e-03f5-4259-a38e-5178a2ac2423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:24.226815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['d3979201-774d-4b0d-add4-6d787074a0e0'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:49:24.402283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea6ac0-c9e6-4b25-869a-226db6ba47c4 req-d1de4d88-401b-42cf-af8b-5127d72a6179 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:24.404044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bea6ac0-c9e6-4b25-869a-226db6ba47c4 req-d1de4d88-401b-42cf-af8b-5127d72a6179 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 945 time: 0.0566339 Mar 10 15:49:24.455788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bea6ac0-c9e6-4b25-869a-226db6ba47c4 req-9b89752d-30e3-40fe-80e3-195beafaf59c tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 Mar 10 15:49:25.390047 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:25.577258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461be5e-56e8-42ef-885c-f2ec0a7b274b req-8edd4f2d-31a5-4515-af29-45f08ea92de8 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:25.578731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a461be5e-56e8-42ef-885c-f2ec0a7b274b req-8edd4f2d-31a5-4515-af29-45f08ea92de8 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 945 time: 0.0528622 Mar 10 15:49:25.625222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a461be5e-56e8-42ef-885c-f2ec0a7b274b req-f2ce740e-42d9-402d-85c9-e9e265f0b487 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Mar 10 15:49:25.746217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d3979201-774d-4b0d-add4-6d787074a0e0 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:49:25.794680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port d3979201-774d-4b0d-add4-6d787074a0e0 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:49:25.798443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port d3979201-774d-4b0d-add4-6d787074a0e0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:49:25.798882 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:25.876673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d3979201-774d-4b0d-add4-6d787074a0e0 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:49:25.877060 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:25.898430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:49:25.900701 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab96f6dd-171b-4bef-af60-9bd9bdc1c55e" -d '{"events": [{"server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "name": "network-vif-plugged", "status": "completed", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:49:25.913948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d3979201-774d-4b0d-add4-6d787074a0e0,segment=NetworkSegment(7ac35539-3ca1-4702-a839-83ce15d9d4df),segment_id=7ac35539-3ca1-4702-a839-83ce15d9d4df)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:49:25.918456 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:25.944100 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbbabb6-ec21-4734-bc4e-f7ae369823d5 x-openstack-request-id: req-2bbbabb6-ec21-4734-bc4e-f7ae369823d5 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:49:25.944395 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "name": "network-vif-plugged", "status": "completed", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:49:25.945401 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bbbabb6-ec21-4734-bc4e-f7ae369823d5 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:49:25.945800 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0', 'code': 200} Mar 10 15:49:25.974117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d3979201-774d-4b0d-add4-6d787074a0e0,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:26.044012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db9401-ed3e-4b4a-9152-8407568c7f05 req-8035dbe2-7b1b-48dc-9722-c406b86747a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:26.046666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3db9401-ed3e-4b4a-9152-8407568c7f05 req-8035dbe2-7b1b-48dc-9722-c406b86747a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 1128 time: 0.0496051 Mar 10 15:49:26.091052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3db9401-ed3e-4b4a-9152-8407568c7f05 req-c7b357cc-935a-43f5-a277-2e29780df898 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378678 Mar 10 15:49:26.708901 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:26.749836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cd4a5-0db4-4919-b897-adf6e5dca6e5 req-8c8d9f6a-e353-401e-9b97-8e55b31bfafe tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:26.751341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad6cd4a5-0db4-4919-b897-adf6e5dca6e5 req-8c8d9f6a-e353-401e-9b97-8e55b31bfafe tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0588198 Mar 10 15:49:26.797396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad6cd4a5-0db4-4919-b897-adf6e5dca6e5 req-11e3c873-b8ee-4a6f-be27-6eab33edc6da tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 Mar 10 15:49:27.917673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec2aee-b3a6-4dc9-9b61-4c4225dd7353 req-646332ab-655e-467c-badd-b01e7a05230b tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:27.919185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8ec2aee-b3a6-4dc9-9b61-4c4225dd7353 req-646332ab-655e-467c-badd-b01e7a05230b tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0530062 Mar 10 15:49:27.964478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8ec2aee-b3a6-4dc9-9b61-4c4225dd7353 req-b52664af-702f-472a-a1e2-b338fb648b1d tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Mar 10 15:49:28.153808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40212) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:49:28.215525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66beeb3-78f9-4036-b863-48c600988a4d req-c0111c8f-14c8-4cc6-b41f-bfbfb07d82d1 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:28.216873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c66beeb3-78f9-4036-b863-48c600988a4d req-c0111c8f-14c8-4cc6-b41f-bfbfb07d82d1 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0564399 Mar 10 15:49:28.290271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c66beeb3-78f9-4036-b863-48c600988a4d req-fd9f2d13-9409-4ffa-b7db-06889fa6e8be tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650029 Mar 10 15:49:28.294506 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-9dd1eafb-a277-4b91-bfa2-4a2f40883baf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1394207 Mar 10 15:49:28.304873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-6e2b2e2b-6a25-4ae3-b642-45d70f34fb8f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:49:28.305898 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-6e2b2e2b-6a25-4ae3-b642-45d70f34fb8f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063059 Mar 10 15:49:28.318959 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:28.595895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40232) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:49:28.708273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-9f088d55-f2fe-40e1-8ed3-2888d5ee3b11 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:28.709626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-9f088d55-f2fe-40e1-8ed3-2888d5ee3b11 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports/d3979201-774d-4b0d-add4-6d787074a0e0 HTTP/1.1" status: 200 len: 943 time: 0.1127529 Mar 10 15:49:29.414399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc39b3-9c4a-4cb8-9e0e-8c7443ce3589 req-b96c72e1-ff60-4c12-9b34-442373232bd4 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:29.415895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0dcc39b3-9c4a-4cb8-9e0e-8c7443ce3589 req-b96c72e1-ff60-4c12-9b34-442373232bd4 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0543859 Mar 10 15:49:29.466633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0dcc39b3-9c4a-4cb8-9e0e-8c7443ce3589 req-b382cc0a-115e-4cd9-a44b-731838497068 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445030 Mar 10 15:49:29.574703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-68a833c6-946b-47cc-b8be-b5c8fd747085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:29.576128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-68a833c6-946b-47cc-b8be-b5c8fd747085 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfa6db22599745ffae45717b8fb8ac2e&device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 1128 time: 0.0453804 Mar 10 15:49:29.665160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-544de514-2b5c-478d-a6cb-2bba76c27ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:29.666719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-544de514-2b5c-478d-a6cb-2bba76c27ff0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1c4c5e33-9273-468f-9920-6a271405ac68 HTTP/1.1" status: 200 len: 913 time: 0.0838070 Mar 10 15:49:29.713252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-ab95c4a1-ed7f-4fc1-8742-6ec7082db44b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3979201-774d-4b0d-add4-6d787074a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0410461 Mar 10 15:49:29.760772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-22136aab-fff8-4a43-8886-fdc25efff371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:29.762273 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-22136aab-fff8-4a43-8886-fdc25efff371 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e92c85b8-6e8e-4a3a-ac40-b879296b9613 HTTP/1.1" status: 200 len: 852 time: 0.0434678 Mar 10 15:49:29.793792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-829affb2-1ca8-4470-bcdb-0cb29dfb54db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1c4c5e33-9273-468f-9920-6a271405ac68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261266 Mar 10 15:49:29.884362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-91375240-947c-4d8a-bfc0-e3021d6e8ed2 service neutron] 10.222.0.62 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852194 Mar 10 15:49:29.970879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-02aee208-15df-41a4-99e3-123f8d632c1d service neutron] 10.222.0.62 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810666 Mar 10 15:49:30.590837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e13271-77ac-415c-98ab-cafab436a3c9 req-08eff63c-b12e-4f99-b4db-51fd10d70e06 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:30.593102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86e13271-77ac-415c-98ab-cafab436a3c9 req-08eff63c-b12e-4f99-b4db-51fd10d70e06 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0581436 Mar 10 15:49:30.640188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86e13271-77ac-415c-98ab-cafab436a3c9 req-ed15a4d5-1900-4158-bd50-176e1ebf56e1 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Mar 10 15:49:31.756372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9601ea4-3d00-4b79-8fed-a3d210f402e6 req-81f5025e-ccca-4647-92bb-75bef3247377 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:31.757851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9601ea4-3d00-4b79-8fed-a3d210f402e6 req-81f5025e-ccca-4647-92bb-75bef3247377 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0513163 Mar 10 15:49:31.805139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9601ea4-3d00-4b79-8fed-a3d210f402e6 req-ba2bf620-6f50-4dbc-9d64-b04101641a35 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Mar 10 15:49:32.392478 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:49:32.929426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3aa8e6-e3cc-4890-9188-c48f25fcafdf req-a3f94630-3b1c-42ba-a2e7-ccf93d2a72bd tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:32.930961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e3aa8e6-e3cc-4890-9188-c48f25fcafdf req-a3f94630-3b1c-42ba-a2e7-ccf93d2a72bd tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0554733 Mar 10 15:49:32.976705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e3aa8e6-e3cc-4890-9188-c48f25fcafdf req-2aa76fe9-44b2-4fcd-8f9a-97264e7d72b8 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Mar 10 15:49:34.098106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71593377-1dce-4ee1-8596-998fae35a79d req-7cc35984-b4bb-4df7-ab12-522241dec528 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:34.099659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71593377-1dce-4ee1-8596-998fae35a79d req-7cc35984-b4bb-4df7-ab12-522241dec528 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0529978 Mar 10 15:49:34.146654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71593377-1dce-4ee1-8596-998fae35a79d req-a454efc9-65f7-4f51-94d2-d0b4d8919550 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Mar 10 15:49:35.264672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fc5e2-e34c-4b64-b204-884e2339ba9f req-94fa25a1-16f3-4845-aa1c-c93814407aa2 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:35.266187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-380fc5e2-e34c-4b64-b204-884e2339ba9f req-94fa25a1-16f3-4845-aa1c-c93814407aa2 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0528412 Mar 10 15:49:35.317941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-380fc5e2-e34c-4b64-b204-884e2339ba9f req-f1c9e13e-d788-4b10-bebf-74194346848e tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457253 Mar 10 15:49:36.434567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017fb5a-4ffb-4f36-9460-70a22701d985 req-b0d37b64-69b1-41f4-92ce-a79c508d4a0a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:36.436103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d017fb5a-4ffb-4f36-9460-70a22701d985 req-b0d37b64-69b1-41f4-92ce-a79c508d4a0a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0521665 Mar 10 15:49:36.482120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d017fb5a-4ffb-4f36-9460-70a22701d985 req-6a67ebbb-e829-489e-b9d6-b676f6c5aee0 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Mar 10 15:49:37.600765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0929f93-f79e-407d-a21d-7a8a2f83a814 req-774c3a59-1d42-47aa-825d-41de49f6a81e tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:37.602237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0929f93-f79e-407d-a21d-7a8a2f83a814 req-774c3a59-1d42-47aa-825d-41de49f6a81e tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0531349 Mar 10 15:49:37.648880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0929f93-f79e-407d-a21d-7a8a2f83a814 req-d23f640a-5718-4d58-954d-88168074e432 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405433 Mar 10 15:49:38.770803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ab08b-67bb-41ff-9143-f4246daec074 req-cf8f2ac5-3cee-46ca-97ce-b55ad6f7a197 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:38.772313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f1ab08b-67bb-41ff-9143-f4246daec074 req-cf8f2ac5-3cee-46ca-97ce-b55ad6f7a197 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0568283 Mar 10 15:49:38.818543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f1ab08b-67bb-41ff-9143-f4246daec074 req-cbebab55-9808-4273-9da1-300a045ab0c2 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406532 Mar 10 15:49:39.940364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998c81-a819-4c12-aa1a-1381b1fd097d req-19635e5c-d335-41df-b3c4-61f19a0d664f tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:39.941836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c998c81-a819-4c12-aa1a-1381b1fd097d req-19635e5c-d335-41df-b3c4-61f19a0d664f tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0521131 Mar 10 15:49:39.988878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2c998c81-a819-4c12-aa1a-1381b1fd097d req-41e51701-1f55-452a-9d87-bc7661d4407a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Mar 10 15:49:41.117187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c49c9-234e-4886-a358-6749ca554a80 req-2ba3111b-e95d-45ed-a6fd-9456ccfc4a9e tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:41.118662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f30c49c9-234e-4886-a358-6749ca554a80 req-2ba3111b-e95d-45ed-a6fd-9456ccfc4a9e tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0526564 Mar 10 15:49:41.176095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f30c49c9-234e-4886-a358-6749ca554a80 req-6c2a2ab2-6f4f-4be3-ab8a-ffb5c5ef6872 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516834 Mar 10 15:49:42.296625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09148f6c-e722-4fb7-877a-640cd893501c req-8fd349f0-606f-46e6-a56d-9bf2719b403a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:42.298096 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09148f6c-e722-4fb7-877a-640cd893501c req-8fd349f0-606f-46e6-a56d-9bf2719b403a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0520482 Mar 10 15:49:42.343540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09148f6c-e722-4fb7-877a-640cd893501c req-4fc084df-58cd-4914-9ef7-2016b7cd4b0b tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Mar 10 15:49:43.470562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bbb3a-ac29-4b26-9bf7-e67ca1302cb5 req-0d3e990b-c0f7-4ae2-aa52-acfb36f78646 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:43.472061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e8bbb3a-ac29-4b26-9bf7-e67ca1302cb5 req-0d3e990b-c0f7-4ae2-aa52-acfb36f78646 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0541582 Mar 10 15:49:43.518402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e8bbb3a-ac29-4b26-9bf7-e67ca1302cb5 req-b0852c45-4af2-4841-b789-77ec0be50254 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Mar 10 15:49:44.640239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc03e05-5163-4fd2-8f9a-719b25b7825b req-8c25fa2f-d8cd-43fa-8cca-a9a7b5693f19 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:44.641714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fc03e05-5163-4fd2-8f9a-719b25b7825b req-8c25fa2f-d8cd-43fa-8cca-a9a7b5693f19 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0567129 Mar 10 15:49:44.688678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fc03e05-5163-4fd2-8f9a-719b25b7825b req-bb51e1aa-b3a9-465c-9a3c-89ee6d915034 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Mar 10 15:49:45.804762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02e2d0-b9b7-4a1f-9ffd-bb3d4d3211c7 req-9dd6a767-6a31-48b5-8d11-7a0c1a155865 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:45.806207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d02e2d0-b9b7-4a1f-9ffd-bb3d4d3211c7 req-9dd6a767-6a31-48b5-8d11-7a0c1a155865 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0508339 Mar 10 15:49:45.852573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d02e2d0-b9b7-4a1f-9ffd-bb3d4d3211c7 req-db1e3d3f-6061-45c7-b5b9-0380357df9d6 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402100 Mar 10 15:49:46.979846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3383c-1890-4235-9e0a-9e43d634338c req-7c483d39-260e-4052-8249-083e0d86bfde tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:46.981335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8c3383c-1890-4235-9e0a-9e43d634338c req-7c483d39-260e-4052-8249-083e0d86bfde tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0562725 Mar 10 15:49:47.027943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8c3383c-1890-4235-9e0a-9e43d634338c req-375f9b3d-cf24-464d-a320-bac88c5dac32 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411301 Mar 10 15:49:48.145688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10215e98-6789-4f9c-a96d-dbe0582dd293 req-78c6a8d0-e8f7-4ac3-ac0f-89c373d6e708 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:48.147522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10215e98-6789-4f9c-a96d-dbe0582dd293 req-78c6a8d0-e8f7-4ac3-ac0f-89c373d6e708 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0528343 Mar 10 15:49:48.193663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10215e98-6789-4f9c-a96d-dbe0582dd293 req-5c3336a2-836e-4e1e-baf6-eec9f73c94b9 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Mar 10 15:49:48.288736 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:49.312981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac7fce-89e5-4497-8cfd-4d47cb53b874 req-c1ee26b4-5c07-4e9e-981e-3c7156d86591 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:49.314372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4ac7fce-89e5-4497-8cfd-4d47cb53b874 req-c1ee26b4-5c07-4e9e-981e-3c7156d86591 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0525858 Mar 10 15:49:49.365051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4ac7fce-89e5-4497-8cfd-4d47cb53b874 req-ca3e6c83-8998-4517-ad74-28e5184018a8 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451150 Mar 10 15:49:50.486386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41dea-e689-4382-ad14-be28bd4bf413 req-cd535cb0-eb8c-4c23-a5d9-315ecfef2e2a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:50.488189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50f41dea-e689-4382-ad14-be28bd4bf413 req-cd535cb0-eb8c-4c23-a5d9-315ecfef2e2a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0529823 Mar 10 15:49:50.544923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50f41dea-e689-4382-ad14-be28bd4bf413 req-bd87e953-92e1-4a10-8801-ef1d09e0312d tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511611 Mar 10 15:49:51.042336 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:51.662892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097a47a-fc57-4335-832f-ebf8d2d198b5 req-e5ce0a12-403d-47de-ad38-8eff15196f7f tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:51.664356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a097a47a-fc57-4335-832f-ebf8d2d198b5 req-e5ce0a12-403d-47de-ad38-8eff15196f7f tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0520782 Mar 10 15:49:51.711182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a097a47a-fc57-4335-832f-ebf8d2d198b5 req-3949d803-3458-49da-8115-c286dfc6175a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Mar 10 15:49:51.787796 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5ead2129-6a5e-4dc6-ab68-45d075c4fec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:52.831891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6868969-7b02-48b8-94cb-9b8e48352eef req-b84196fb-02b0-4b87-93dd-0536da0f5575 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:52.833380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6868969-7b02-48b8-94cb-9b8e48352eef req-b84196fb-02b0-4b87-93dd-0536da0f5575 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0553627 Mar 10 15:49:52.879184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6868969-7b02-48b8-94cb-9b8e48352eef req-67efd04a-3c63-4c74-8934-2f25bf7a0bcb tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 Mar 10 15:49:53.995287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc2bab-df2c-4011-ad9f-79389b9be708 req-87372583-35ca-47c8-bd1b-4f24739492cc tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:53.997109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3fc2bab-df2c-4011-ad9f-79389b9be708 req-87372583-35ca-47c8-bd1b-4f24739492cc tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0517843 Mar 10 15:49:54.042886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3fc2bab-df2c-4011-ad9f-79389b9be708 req-fcf533ee-d516-4aab-aced-c70243e40ce1 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396338 Mar 10 15:49:54.126305 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cd97adcf-006f-425f-89af-bfaeef45750d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:55.167609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd332d5-d0e6-44e7-850d-b17081f088d8 req-8f841093-5b83-4ecf-8373-41f511d0c5e1 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:55.169050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcd332d5-d0e6-44e7-850d-b17081f088d8 req-8f841093-5b83-4ecf-8373-41f511d0c5e1 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0521252 Mar 10 15:49:55.218635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcd332d5-d0e6-44e7-850d-b17081f088d8 req-3b5aa959-9608-4d1e-a835-a194f907c5d4 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Mar 10 15:49:55.392536 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:56.336582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44041e6-33bf-4e77-a33e-043cdcf30068 req-ed6500fb-7366-4771-8731-d9194488a1fd tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:56.337945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c44041e6-33bf-4e77-a33e-043cdcf30068 req-ed6500fb-7366-4771-8731-d9194488a1fd tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0526359 Mar 10 15:49:56.385746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c44041e6-33bf-4e77-a33e-043cdcf30068 req-8ca5c0c4-0b27-4bf8-a6ec-09279b80d3e6 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419567 Mar 10 15:49:56.709289 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:56.847798 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-2cffe5e7-5e29-4747-9b62-bac0d332dcab service neutron] show failed (client error): The resource could not be found. Mar 10 15:49:56.848783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-2cffe5e7-5e29-4747-9b62-bac0d332dcab service neutron] 10.222.0.62 "GET /v2.0/ports/d3979201-774d-4b0d-add4-6d787074a0e0/bindings/n-h1-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0544426 Mar 10 15:49:57.085014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-d70c105d-aab1-4e60-9690-910eb1a0f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:57.086581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-d70c105d-aab1-4e60-9690-910eb1a0f6bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf&tenant_id=bfa6db22599745ffae45717b8fb8ac2e HTTP/1.1" status: 200 len: 1128 time: 0.0812812 Mar 10 15:49:57.098186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:49:57.155930 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:57.355341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d3979201-774d-4b0d-add4-6d787074a0e0,segment=NetworkSegment(7ac35539-3ca1-4702-a839-83ce15d9d4df),segment_id=7ac35539-3ca1-4702-a839-83ce15d9d4df)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:49:57.387775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:49:57.426959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:49:57.429200 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92289dce-399a-4db1-9c6f-b040c1fbcda4" -d '{"events": [{"server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "name": "network-vif-unplugged", "status": "completed", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:49:57.432768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Publish callbacks [] for port (d3979201-774d-4b0d-add4-6d787074a0e0), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:57.450806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Transition to ACTIVE for port object d3979201-774d-4b0d-add4-6d787074a0e0 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:49:57.456510 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:57.497528 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5206e0-c3be-4070-9206-f0a469f7f41e x-openstack-request-id: req-0b5206e0-c3be-4070-9206-f0a469f7f41e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:49:57.497832 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "name": "network-vif-unplugged", "status": "completed", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:49:57.498089 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b5206e0-c3be-4070-9206-f0a469f7f41e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:49:57.498486 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0', 'code': 200} Mar 10 15:49:57.553227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Pushing event updated for resources: {'Port': ['ID=d3979201-774d-4b0d-add4-6d787074a0e0,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:57.556439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] No DVR routers for this DVR port d3979201-774d-4b0d-add4-6d787074a0e0 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:49:57.595758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702b3c8-96a2-4f3a-b493-2dbc3a2f0503 req-fabef1aa-a526-42c8-9da8-4221ece26fca tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:57.597245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6702b3c8-96a2-4f3a-b493-2dbc3a2f0503 req-fabef1aa-a526-42c8-9da8-4221ece26fca tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 944 time: 0.1384957 Mar 10 15:49:57.613340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Attempting to bind port d3979201-774d-4b0d-add4-6d787074a0e0 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:49:57.613602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Attempting to bind port d3979201-774d-4b0d-add4-6d787074a0e0 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '7ac35539-3ca1-4702-a839-83ce15d9d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:49:57.613930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Attempting to bind port d3979201-774d-4b0d-add4-6d787074a0e0 on network 1c4c5e33-9273-468f-9920-6a271405ac68 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:49:57.626534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Port d3979201-774d-4b0d-add4-6d787074a0e0 on network 1c4c5e33-9273-468f-9920-6a271405ac68 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:49:57.626888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Attempting to bind port d3979201-774d-4b0d-add4-6d787074a0e0 on network 1c4c5e33-9273-468f-9920-6a271405ac68 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:49:57.634684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:49:57.635053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Checking segment: {'id': '7ac35539-3ca1-4702-a839-83ce15d9d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:49:57.635438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Bound using segment: {'id': '7ac35539-3ca1-4702-a839-83ce15d9d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:49:57.635865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Bound port: d3979201-774d-4b0d-add4-6d787074a0e0, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac35539-3ca1-4702-a839-83ce15d9d4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:49:57.636228 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:57.667787 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6702b3c8-96a2-4f3a-b493-2dbc3a2f0503 req-167b0797-965b-47c0-9224-93775f7f25f0 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649829 Mar 10 15:49:57.716174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:49:57.719166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d3979201-774d-4b0d-add4-6d787074a0e0,segment=NetworkSegment(7ac35539-3ca1-4702-a839-83ce15d9d4df),segment_id=7ac35539-3ca1-4702-a839-83ce15d9d4df)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:49:57.725260 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:57.761889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:57.762506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:57.763944 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] 10.222.0.45 "PUT /v2.0/ports/d3979201-774d-4b0d-add4-6d787074a0e0 HTTP/1.1" status: 200 len: 1092 time: 0.6700680 Mar 10 15:49:57.784808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3a123-1983-47f0-bdb9-37d8603ed63c service neutron] Pushing event updated for resources: {'Port': ['ID=d3979201-774d-4b0d-add4-6d787074a0e0,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:49:57.831176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5fee2a8f-c86d-43f9-a486-5189c45b53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:57.832655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-5fee2a8f-c86d-43f9-a486-5189c45b53f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bfa6db22599745ffae45717b8fb8ac2e&device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 1126 time: 0.0449924 Mar 10 15:49:57.920907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-6405c962-e893-4229-8452-640a85921c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:57.922262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-6405c962-e893-4229-8452-640a85921c02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4c5e33-9273-468f-9920-6a271405ac68 HTTP/1.1" status: 200 len: 913 time: 0.0829852 Mar 10 15:49:57.965882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-b591f72c-4e85-4eb5-a8e5-886519ba30da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3979201-774d-4b0d-add4-6d787074a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0366449 Mar 10 15:49:58.013475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-18c32288-7817-454b-bf00-9a513eb492cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:58.014967 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-18c32288-7817-454b-bf00-9a513eb492cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e92c85b8-6e8e-4a3a-ac40-b879296b9613 HTTP/1.1" status: 200 len: 852 time: 0.0429258 Mar 10 15:49:58.046056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-f631d027-fc53-4dec-b42b-81b4de32e046 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4c5e33-9273-468f-9920-6a271405ac68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243609 Mar 10 15:49:58.141843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-3cd96085-5a62-4a07-be7a-b0f81ea92906 service neutron] 10.222.0.45 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890005 Mar 10 15:49:58.230050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d20b8be2-96e6-4b0d-93be-6ae573652697 req-2f26196d-2a1f-418d-822c-7f1069af31cc service neutron] 10.222.0.45 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813518 Mar 10 15:49:58.312988 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:49:58.800069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405e0e0-e176-4f4f-a309-a1a134c21dc5 req-84c4202b-d498-4c64-b42f-30cdae9eaec4 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:58.801534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a405e0e0-e176-4f4f-a309-a1a134c21dc5 req-84c4202b-d498-4c64-b42f-30cdae9eaec4 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 944 time: 0.0560801 Mar 10 15:49:59.172689 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a405e0e0-e176-4f4f-a309-a1a134c21dc5 req-6f515960-37a7-4d56-81b4-46d4319c642a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656666 Mar 10 15:49:59.500059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:49:59.502289 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2648b490-0ba5-456a-a733-dae27d32929e" -d '{"events": [{"name": "network-changed", "server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:49:59.548802 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce019370-354e-4536-b71c-6d971228871c x-openstack-request-id: req-ce019370-354e-4536-b71c-6d971228871c {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:49:59.549103 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:49:59.549362 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce019370-354e-4536-b71c-6d971228871c {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:49:59.549763 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0', 'status': 'completed', 'code': 200} Mar 10 15:49:59.640409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648b490-0ba5-456a-a733-dae27d32929e req-659320a9-bd13-446a-9e86-14c1ac5eb5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:59.641895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-659320a9-bd13-446a-9e86-14c1ac5eb5bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfa6db22599745ffae45717b8fb8ac2e&device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 1126 time: 0.0753317 Mar 10 15:49:59.643625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648b490-0ba5-456a-a733-dae27d32929e req-a48b19bb-79c9-4a90-a7e0-c2ec02e56ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:59.644925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-a48b19bb-79c9-4a90-a7e0-c2ec02e56ebb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bfa6db22599745ffae45717b8fb8ac2e&device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 1126 time: 0.0701509 Mar 10 15:49:59.806400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648b490-0ba5-456a-a733-dae27d32929e req-4c24ee07-14b9-4e36-8128-949c900f2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:59.807930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-4c24ee07-14b9-4e36-8128-949c900f2315 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1c4c5e33-9273-468f-9920-6a271405ac68 HTTP/1.1" status: 200 len: 913 time: 0.1593301 Mar 10 15:49:59.810535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648b490-0ba5-456a-a733-dae27d32929e req-edc5372e-0bbc-4ade-b463-9566e59e9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:59.812418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-edc5372e-0bbc-4ade-b463-9566e59e9750 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c4c5e33-9273-468f-9920-6a271405ac68 HTTP/1.1" status: 200 len: 913 time: 0.1551793 Mar 10 15:49:59.860433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-06f6e294-c2a0-4c5b-924b-9a3e50e14067 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3979201-774d-4b0d-add4-6d787074a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0465593 Mar 10 15:49:59.897281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-4ced136e-e919-45b9-980f-42902b5a0673 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3979201-774d-4b0d-add4-6d787074a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0449123 Mar 10 15:49:59.970391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648b490-0ba5-456a-a733-dae27d32929e req-4109db13-a1f2-401b-aba6-92a557eba267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:59.971880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-4109db13-a1f2-401b-aba6-92a557eba267 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e92c85b8-6e8e-4a3a-ac40-b879296b9613 HTTP/1.1" status: 200 len: 852 time: 0.0825865 Mar 10 15:49:59.977503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648b490-0ba5-456a-a733-dae27d32929e req-21da761d-56f0-4836-b7f6-6c52f4b557f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:49:59.978456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d3979201-774d-4b0d-add4-6d787074a0e0 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:49:59.978968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-21da761d-56f0-4836-b7f6-6c52f4b557f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e92c85b8-6e8e-4a3a-ac40-b879296b9613 HTTP/1.1" status: 200 len: 852 time: 0.0624123 Mar 10 15:50:00.018259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port d3979201-774d-4b0d-add4-6d787074a0e0 host n-h1-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:50:00.018667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d3979201-774d-4b0d-add4-6d787074a0e0 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:50:00.026488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-66684797-d488-45b8-9395-c1f5e2bd9218 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1c4c5e33-9273-468f-9920-6a271405ac68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466619 Mar 10 15:50:00.028349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-f81afd1f-a67b-4fbe-b999-c332284625a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c4c5e33-9273-468f-9920-6a271405ac68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407672 Mar 10 15:50:00.191374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-a6c74428-655b-4840-b9c4-473eb32f4079 service neutron] 10.222.0.62 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593735 Mar 10 15:50:00.193133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-a5156f4b-596a-435e-be31-48d51b8e15dc service neutron] 10.222.0.45 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544702 Mar 10 15:50:00.389381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-f4c48e64-b96d-41e4-9e49-7f7b048c4c10 service neutron] 10.222.0.62 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909781 Mar 10 15:50:00.391194 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2648b490-0ba5-456a-a733-dae27d32929e req-e8a6485e-0394-421d-b571-1040414840ef service neutron] 10.222.0.45 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849713 Mar 10 15:50:00.399064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ddcc-8204-4fc9-bdf5-3d1e7db520bc req-2e33d42a-d843-4120-a853-c699d953cc76 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:00.400565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e68ddcc-8204-4fc9-bdf5-3d1e7db520bc req-2e33d42a-d843-4120-a853-c699d953cc76 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 944 time: 0.1567080 Mar 10 15:50:00.461250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e68ddcc-8204-4fc9-bdf5-3d1e7db520bc req-1f7f3407-9229-4786-a79c-ba4c58c8109c tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518374 Mar 10 15:50:00.544237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d3979201-774d-4b0d-add4-6d787074a0e0 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:50:00.648606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d3979201-774d-4b0d-add4-6d787074a0e0,segment=NetworkSegment(7ac35539-3ca1-4702-a839-83ce15d9d4df),segment_id=7ac35539-3ca1-4702-a839-83ce15d9d4df)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:00.660204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'd3979201-774d-4b0d-add4-6d787074a0e0', 'network_id': '1c4c5e33-9273-468f-9920-6a271405ac68', 'port_id': 'd3979201-774d-4b0d-add4-6d787074a0e0', 'mac_address': 'fa:16:3e:ff:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92c85b8-6e8e-4a3a-ac40-b879296b9613', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:50:00.697443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port d3979201-774d-4b0d-add4-6d787074a0e0 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:50:00.697835 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:00.712862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3979201-774d-4b0d-add4-6d787074a0e0 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:50:00.737049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d3979201-774d-4b0d-add4-6d787074a0e0,segment=NetworkSegment(7ac35539-3ca1-4702-a839-83ce15d9d4df),segment_id=7ac35539-3ca1-4702-a839-83ce15d9d4df)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:00.741365 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:00.752229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-f44b00ed-43c7-4b35-a659-b171d4e9955b tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:00.754530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-f44b00ed-43c7-4b35-a659-b171d4e9955b tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.62 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf&tenant_id=bfa6db22599745ffae45717b8fb8ac2e&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 944 time: 0.1002123 Mar 10 15:50:00.790480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=d3979201-774d-4b0d-add4-6d787074a0e0,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:00.798109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.798466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.798831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.799178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.799512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.799846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.800175 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.800502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.800855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.801181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.801507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.801830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.802152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:00.814991 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-9f79209e-1a6e-449c-b45e-475d3fb9a239 service neutron] delete failed (client error): The resource could not be found. Mar 10 15:50:00.816007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-9f79209e-1a6e-449c-b45e-475d3fb9a239 service neutron] 10.222.0.62 "DELETE /v2.0/ports/d3979201-774d-4b0d-add4-6d787074a0e0/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0556426 Mar 10 15:50:00.911017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-61926105-0018-4888-8bfd-653c9c9ddb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:00.912524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-61926105-0018-4888-8bfd-653c9c9ddb59 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfa6db22599745ffae45717b8fb8ac2e&device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 1127 time: 0.0530157 Mar 10 15:50:01.006220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-299c90ac-cebd-4c27-a7c4-724916abc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:01.007639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-299c90ac-cebd-4c27-a7c4-724916abc4c2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1c4c5e33-9273-468f-9920-6a271405ac68 HTTP/1.1" status: 200 len: 913 time: 0.0896907 Mar 10 15:50:01.048134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['d3979201-774d-4b0d-add4-6d787074a0e0'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:50:01.054642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-2423576d-de81-4fcb-80b6-2585dbd6e631 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3979201-774d-4b0d-add4-6d787074a0e0 HTTP/1.1" status: 200 len: 217 time: 0.0413566 Mar 10 15:50:01.103732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-bef0df38-9094-4327-b1af-06ed54e6ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:01.105222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-bef0df38-9094-4327-b1af-06ed54e6ba4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e92c85b8-6e8e-4a3a-ac40-b879296b9613 HTTP/1.1" status: 200 len: 852 time: 0.0455418 Mar 10 15:50:01.136497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-b5cdb26b-8c2a-43e1-8bdf-10550f6d248e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1c4c5e33-9273-468f-9920-6a271405ac68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256295 Mar 10 15:50:01.230281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-9c335a61-f64f-447e-b0f6-acf5003f6dcf service neutron] 10.222.0.62 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878689 Mar 10 15:50:01.317955 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-d0bf4551-6fb4-4d9f-be6a-63d86c1d6190 service neutron] 10.222.0.62 "GET /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822511 Mar 10 15:50:01.986750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225401de-c96e-4d05-8f44-3d994d0d9c2e req-5188d078-50f0-4766-bcd0-016a527702e6 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:01.988443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-225401de-c96e-4d05-8f44-3d994d0d9c2e req-5188d078-50f0-4766-bcd0-016a527702e6 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 945 time: 0.0554833 Mar 10 15:50:02.038196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-225401de-c96e-4d05-8f44-3d994d0d9c2e req-91625b15-d8b6-4038-80eb-be7e0c412f3a tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Mar 10 15:50:02.554235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d3979201-774d-4b0d-add4-6d787074a0e0 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:50:02.602282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port d3979201-774d-4b0d-add4-6d787074a0e0 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:50:02.606064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port d3979201-774d-4b0d-add4-6d787074a0e0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:50:02.606441 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:02.685437 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port d3979201-774d-4b0d-add4-6d787074a0e0 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:50:02.685919 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:02.708283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:50:02.710494 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5416b4-01fc-4900-922a-29f1a963d0f7" -d '{"events": [{"server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "name": "network-vif-plugged", "status": "completed", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:50:02.723320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d3979201-774d-4b0d-add4-6d787074a0e0,segment=NetworkSegment(7ac35539-3ca1-4702-a839-83ce15d9d4df),segment_id=7ac35539-3ca1-4702-a839-83ce15d9d4df)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:02.727554 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:02.752476 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b82cf7-0a7b-4877-b8a3-2bc07ac2b8cd x-openstack-request-id: req-f2b82cf7-0a7b-4877-b8a3-2bc07ac2b8cd {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:50:02.752768 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "name": "network-vif-plugged", "status": "completed", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:50:02.753018 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2b82cf7-0a7b-4877-b8a3-2bc07ac2b8cd {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:50:02.753399 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0', 'code': 200} Mar 10 15:50:02.778181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=d3979201-774d-4b0d-add4-6d787074a0e0,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:03.160605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3afdb6-70df-4daa-b9ca-20b6084f1f38 req-7caffbaf-5a38-427b-b0c1-0de711bfbca9 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:03.162111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef3afdb6-70df-4daa-b9ca-20b6084f1f38 req-7caffbaf-5a38-427b-b0c1-0de711bfbca9 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0544090 Mar 10 15:50:03.209276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef3afdb6-70df-4daa-b9ca-20b6084f1f38 req-3c659212-804a-4ff9-97e9-ed23b480cc64 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bb232ae-f09a-44af-aea7-df21528132ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Mar 10 15:50:03.260511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-2cd73b27-2ab8-4fce-896f-690f666e0a48 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:03.261953 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-2cd73b27-2ab8-4fce-896f-690f666e0a48 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.45 "GET /v2.0/ports?device_id=d20be1f4-a094-4590-acc4-26f0dbf58caf HTTP/1.1" status: 200 len: 946 time: 0.0518453 Mar 10 15:50:03.353521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Deleting port d3979201-774d-4b0d-add4-6d787074a0e0 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:50:03.353818 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:03.444826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] For port d3979201-774d-4b0d-add4-6d787074a0e0, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=d3979201-774d-4b0d-add4-6d787074a0e0,segment=NetworkSegment(7ac35539-3ca1-4702-a839-83ce15d9d4df),segment_id=7ac35539-3ca1-4702-a839-83ce15d9d4df)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:03.445183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:03.457532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Calling delete_port for d3979201-774d-4b0d-add4-6d787074a0e0 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:50:03.586186 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d3979201-774d-4b0d-add4-6d787074a0e0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:03.597930 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['d3979201-774d-4b0d-add4-6d787074a0e0'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:50:03.613027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Pushing event deleted for resources: {'Port': ['ID=d3979201-774d-4b0d-add4-6d787074a0e0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:03.627340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.627699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.628043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.628384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.628722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.629058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.629390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.629721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.630049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.630379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.630705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.631058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.631386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:50:03.671033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] No DVR routers for this DVR port d3979201-774d-4b0d-add4-6d787074a0e0 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:50:03.673507 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:03.676820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-032ebc13-fe8a-4401-b2bd-9e954deadfae req-6fd357f1-4dc6-43f0-8cd0-c01a00acf300 tempest-DeleteServersTestJSON-1169178263 tempest-DeleteServersTestJSON-1169178263-project] 10.222.0.45 "DELETE /v2.0/ports/d3979201-774d-4b0d-add4-6d787074a0e0 HTTP/1.1" status: 204 len: 173 time: 0.4100924 Mar 10 15:50:03.677262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'name': 'network-vif-deleted', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:50:03.679526 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27170d3-9940-427a-8cf0-398540081637" -d '{"events": [{"server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "name": "network-vif-deleted", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:50:03.717504 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d7d9f0-c352-4dfd-921a-0444b00535da x-openstack-request-id: req-a5d7d9f0-c352-4dfd-921a-0444b00535da {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:50:03.717803 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20be1f4-a094-4590-acc4-26f0dbf58caf", "name": "network-vif-deleted", "tag": "d3979201-774d-4b0d-add4-6d787074a0e0", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:50:03.718063 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5d7d9f0-c352-4dfd-921a-0444b00535da {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:50:03.718470 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20be1f4-a094-4590-acc4-26f0dbf58caf', 'name': 'network-vif-deleted', 'tag': 'd3979201-774d-4b0d-add4-6d787074a0e0', 'status': 'completed', 'code': 200} Mar 10 15:50:04.337233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40318) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:50:04.382171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-942305dc-ab42-4376-a530-e0b107e593ca admin admin] Deleting subnet e92c85b8-6e8e-4a3a-ac40-b879296b9613 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:50:04.385255 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-942305dc-ab42-4376-a530-e0b107e593ca admin admin] Publish callbacks [] for subnet (e92c85b8-6e8e-4a3a-ac40-b879296b9613), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.420851 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-942305dc-ab42-4376-a530-e0b107e593ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (e92c85b8-6e8e-4a3a-ac40-b879296b9613), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.459198 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-942305dc-ab42-4376-a530-e0b107e593ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e92c85b8-6e8e-4a3a-ac40-b879296b9613), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.511264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-942305dc-ab42-4376-a530-e0b107e593ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (e92c85b8-6e8e-4a3a-ac40-b879296b9613), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.542584 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-942305dc-ab42-4376-a530-e0b107e593ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.545783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-942305dc-ab42-4376-a530-e0b107e593ca admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e92c85b8-6e8e-4a3a-ac40-b879296b9613 HTTP/1.1" status: 204 len: 168 time: 0.2075634 Mar 10 15:50:04.546749 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942305dc-ab42-4376-a530-e0b107e593ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e92c85b8-6e8e-4a3a-ac40-b879296b9613,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:04.549241 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40320) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:50:04.621712 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (1c4c5e33-9273-468f-9920-6a271405ac68), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.701123 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (1c4c5e33-9273-468f-9920-6a271405ac68), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.721464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4c5e33-9273-468f-9920-6a271405ac68']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:50:04.730627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac35539-3ca1-4702-a839-83ce15d9d4df') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:50:04.730962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac35539-3ca1-4702-a839-83ce15d9d4df') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:50:04.740965 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (7ac35539-3ca1-4702-a839-83ce15d9d4df), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.754459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7ac35539-3ca1-4702-a839-83ce15d9d4df), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.760290 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:50:04.760670 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (7ac35539-3ca1-4702-a839-83ce15d9d4df), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:50:04.771592 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:50:04.817556 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (1c4c5e33-9273-468f-9920-6a271405ac68), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.822853 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:04.825999 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1c4c5e33-9273-468f-9920-6a271405ac68 HTTP/1.1" status: 204 len: 168 time: 0.2753463 Mar 10 15:50:04.837075 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a7228-9d04-4738-b1a9-c25f83550fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4c5e33-9273-468f-9920-6a271405ac68,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:04.933255 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40324) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:50:04.976669 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d18f9c8b-d85a-4496-a426-9b700c1a3ae9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfa6db22599745ffae45717b8fb8ac2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422695 Mar 10 15:50:04.979243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40326) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:50:05.026501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28a61997-d65b-4dd0-9f6e-9b212a6b13fc admin admin] Publish callbacks [] for security_group (0bb232ae-f09a-44af-aea7-df21528132ae), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:05.046655 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28a61997-d65b-4dd0-9f6e-9b212a6b13fc admin admin] Publish callbacks [] for security_group (0bb232ae-f09a-44af-aea7-df21528132ae), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:05.093322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28a61997-d65b-4dd0-9f6e-9b212a6b13fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0bb232ae-f09a-44af-aea7-df21528132ae), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:05.096220 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28a61997-d65b-4dd0-9f6e-9b212a6b13fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:05.097362 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-28a61997-d65b-4dd0-9f6e-9b212a6b13fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bb232ae-f09a-44af-aea7-df21528132ae HTTP/1.1" status: 204 len: 168 time: 0.1171396 Mar 10 15:50:05.105073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a61997-d65b-4dd0-9f6e-9b212a6b13fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb232ae-f09a-44af-aea7-df21528132ae,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:05.762730 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40348) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:50:05.858880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1508692514-network', 'tenant_id': '252ad659cd4841a5b2c482bec2bc0e12'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:50:05.880208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Made reservation on behalf of 252ad659cd4841a5b2c482bec2bc0e12 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:50:05.882509 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:05.891225 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:05.963545 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Publish callbacks [] for security_group (d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:05.968171 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:05.992709 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:50:06.002299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:06.008076 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7ff3e27b-5d23-4929-bfd0-d480d19700f1), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:06.008417 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Added segment 7ff3e27b-5d23-4929-bfd0-d480d19700f1 of type vlan for network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 Mar 10 15:50:06.052258 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (410d232c-bb21-4b24-bf3c-4ffca1fcc019), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:06.077992 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (410d232c-bb21-4b24-bf3c-4ffca1fcc019), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:06.078984 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:06.079553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:06.116539 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3524733 Mar 10 15:50:06.119601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40352) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:50:06.126069 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] Request body: {'subnet': {'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1508692514-subnet', 'tenant_id': '252ad659cd4841a5b2c482bec2bc0e12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:50:06.144946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ebc81-9d6f-4812-9612-e1bd2fcfb592 admin admin] Pushing event updated for resources: {'Network': ['ID=410d232c-bb21-4b24-bf3c-4ffca1fcc019,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:06.147028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] Made reservation on behalf of 252ad659cd4841a5b2c482bec2bc0e12 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:50:06.154772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:50:06.157269 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:06.336765 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (738dd713-9861-48dc-930a-a4c715df4b0f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:06.393212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=738dd713-9861-48dc-930a-a4c715df4b0f,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:06.401757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] Checking segment: {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:50:06.402198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] Network hostable DHCP agents. Network: 410d232c-bb21-4b24-bf3c-4ffca1fcc019, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:50:06.419787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] Network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:50:06.429908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 410d232c-bb21-4b24-bf3c-4ffca1fcc019) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:50:06.435033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:06.436656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:06.439400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6269b4-8f3c-41b2-9a38-ff87f09d8c4e None None] Network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:50:06.455119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6da768ce-9532-4c95-89cd-ec63769d5d9c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3337710 Mar 10 15:50:06.544481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86585af0-e19f-4ae7-bac5-eb7d880ceb23 None None] Network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:50:06.561738 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d3979201-774d-4b0d-add4-6d787074a0e0 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:50:06.590603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: d3979201-774d-4b0d-add4-6d787074a0e0 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:50:06.590982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device d3979201-774d-4b0d-add4-6d787074a0e0 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:50:06.906156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-884b2413-e9a6-4930-bd2a-bb43838073bf tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:06.907650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-884b2413-e9a6-4930-bd2a-bb43838073bf tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 815 time: 0.1052704 Mar 10 15:50:06.922514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-ee8fee62-a636-4dec-8a33-30617e94d55d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/quotas/252ad659cd4841a5b2c482bec2bc0e12 HTTP/1.1" status: 200 len: 375 time: 0.0094550 Mar 10 15:50:06.955345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-28c4bb64-4fe2-4a78-875c-685ea288446e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277631 Mar 10 15:50:07.044679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-91adbe35-aa84-42ff-956c-131be9e1d41e service neutron] 10.222.0.11 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825212 Mar 10 15:50:07.140888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a11fe7fb-e8ee-451a-b590-3c7802b3ad7e service neutron] 10.222.0.11 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881374 Mar 10 15:50:07.318639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-582ec3cc-899a-4173-8922-1e678d115c6e req-34f9a2ee-7dac-4556-9ee6-6528bf7e164a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 210 time: 0.0309296 Mar 10 15:50:08.305509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-718b3c92-b034-4e71-a77d-2300be20e3d5 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:08.306895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-718b3c92-b034-4e71-a77d-2300be20e3d5 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.45 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 815 time: 0.1109092 Mar 10 15:50:08.318730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Request body: {'port': {'device_id': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019', 'admin_state_up': True, 'tenant_id': '252ad659cd4841a5b2c482bec2bc0e12'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:50:08.426766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b97a444-addb-4619-a4c9-00d5035f9f5e req-75eba7b5-b83c-4106-8fe9-c9eeb87463f4 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 210 time: 0.0361657 Mar 10 15:50:08.454289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Made reservation on behalf of 252ad659cd4841a5b2c482bec2bc0e12 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:50:08.457564 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:08.577950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Allocated IP 172.20.0.14 (410d232c-bb21-4b24-bf3c-4ffca1fcc019/738dd713-9861-48dc-930a-a4c715df4b0f/58e73467-9764-44da-ab3f-08d02b90d77c) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:50:08.721794 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks [] for port (58e73467-9764-44da-ab3f-08d02b90d77c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:08.754588 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:08.796507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:50:08.801453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:50:08.805152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:50:08.828769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Pushing event updated for resources: {'Port': ['ID=58e73467-9764-44da-ab3f-08d02b90d77c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:08.855145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:08.855760 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:08.871212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a455eddd-d041-4e4c-964c-b6e9fa1139b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5563648 Mar 10 15:50:08.882361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Request body: {'port': {'device_id': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:50:08.943605 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:09.207146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e73467-9764-44da-ab3f-08d02b90d77c {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:50:09.214559 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Publish callbacks [] for port (58e73467-9764-44da-ab3f-08d02b90d77c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:09.226759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Transition to ACTIVE for port object 58e73467-9764-44da-ab3f-08d02b90d77c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:50:09.235246 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:09.284201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Pushing event updated for resources: {'Port': ['ID=58e73467-9764-44da-ab3f-08d02b90d77c,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:09.351791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Attempting to bind port 58e73467-9764-44da-ab3f-08d02b90d77c on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:50:09.352473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Attempting to bind port 58e73467-9764-44da-ab3f-08d02b90d77c by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:50:09.352473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Attempting to bind port 58e73467-9764-44da-ab3f-08d02b90d77c on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:50:09.356566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Port 58e73467-9764-44da-ab3f-08d02b90d77c on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:50:09.356882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Attempting to bind port 58e73467-9764-44da-ab3f-08d02b90d77c on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:50:09.362237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:50:09.362855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Checking segment: {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:50:09.363232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Bound using segment: {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:50:09.363649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Bound port: 58e73467-9764-44da-ab3f-08d02b90d77c, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:50:09.363994 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:09.391766 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:50:09.428284 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:50:09.431100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=58e73467-9764-44da-ab3f-08d02b90d77c,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:50:09.437278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:09.470053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:09.471280 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:09.472897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] 10.222.0.45 "PUT /v2.0/ports/58e73467-9764-44da-ab3f-08d02b90d77c HTTP/1.1" status: 200 len: 1092 time: 0.5944970 Mar 10 15:50:09.473359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:50:09.475598 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2f0bda-a6e9-4f6c-a414-0533d50678ae" -d '{"events": [{"name": "network-changed", "server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:50:09.516375 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f5c65b-ee77-4740-9d6f-d84c1eb766ff x-openstack-request-id: req-a3f5c65b-ee77-4740-9d6f-d84c1eb766ff {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:50:09.516659 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:50:09.516916 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3f5c65b-ee77-4740-9d6f-d84c1eb766ff {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:50:09.517316 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c', 'status': 'completed', 'code': 200} Mar 10 15:50:09.526663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20dd5b-55d5-4f09-824e-b11b47e5aee2 service neutron] Pushing event updated for resources: {'Port': ['ID=58e73467-9764-44da-ab3f-08d02b90d77c,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:09.595048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534d608-f9db-4c60-89f1-5aaadca0112e req-ae796a9e-48c2-4363-bbcc-1766adb343b5 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:09.596536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2534d608-f9db-4c60-89f1-5aaadca0112e req-ae796a9e-48c2-4363-bbcc-1766adb343b5 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 944 time: 0.0956554 Mar 10 15:50:09.599002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-c1a020be-c3e2-4181-bc32-6617500b74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:09.600372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-c1a020be-c3e2-4181-bc32-6617500b74f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 1126 time: 0.0809114 Mar 10 15:50:09.652799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-f7092daf-4e74-439f-8383-7fd30a077f59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e73467-9764-44da-ab3f-08d02b90d77c HTTP/1.1" status: 200 len: 217 time: 0.0428839 Mar 10 15:50:09.707145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2534d608-f9db-4c60-89f1-5aaadca0112e req-11ae6efd-215a-41e6-98b5-14ed119391f9 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048653 Mar 10 15:50:09.718051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-18a0e032-21ad-4f07-a053-6808c702e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:09.719572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-18a0e032-21ad-4f07-a053-6808c702e3dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0572019 Mar 10 15:50:09.751979 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-f1f6fc5a-1597-43e9-9461-fb27df1b9a3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256052 Mar 10 15:50:09.850259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-a1313aef-8ae5-4c79-aac5-03fb3dadd692 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917172 Mar 10 15:50:09.942067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8688c59-12f9-4b21-9e36-2aaf6dd34b67 req-b92d258a-ed7c-408d-a638-90a97452ef80 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856903 Mar 10 15:50:10.365855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f0bda-a6e9-4f6c-a414-0533d50678ae req-0adb6c64-e805-486d-a2e8-61ee33560731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:10.367284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f2f0bda-a6e9-4f6c-a414-0533d50678ae req-0adb6c64-e805-486d-a2e8-61ee33560731 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 1126 time: 0.3780043 Mar 10 15:50:10.463827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f0bda-a6e9-4f6c-a414-0533d50678ae req-4759ff59-9fe6-4de8-ad79-8fe58e618b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:10.465341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f2f0bda-a6e9-4f6c-a414-0533d50678ae req-4759ff59-9fe6-4de8-ad79-8fe58e618b90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.0896032 Mar 10 15:50:10.512713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f2f0bda-a6e9-4f6c-a414-0533d50678ae req-30dd72d0-ff25-4888-a05b-ba695ba8b5ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e73467-9764-44da-ab3f-08d02b90d77c HTTP/1.1" status: 200 len: 217 time: 0.0398512 Mar 10 15:50:10.564098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f0bda-a6e9-4f6c-a414-0533d50678ae req-e84aaa30-6293-4ab3-9238-fa4977d97b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:10.565537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f2f0bda-a6e9-4f6c-a414-0533d50678ae req-e84aaa30-6293-4ab3-9238-fa4977d97b3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0456476 Mar 10 15:50:10.599835 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f2f0bda-a6e9-4f6c-a414-0533d50678ae req-577213b9-30a0-499b-8935-8ab25999c248 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262637 Mar 10 15:50:10.693902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f2f0bda-a6e9-4f6c-a414-0533d50678ae req-97b24234-71e3-4b7c-8993-0115eeac06b2 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872328 Mar 10 15:50:10.804969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f2f0bda-a6e9-4f6c-a414-0533d50678ae req-8af2617e-4fcd-4b47-9255-47a350ca9a63 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043861 Mar 10 15:50:10.848497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1785068-bea5-45b7-8a3e-22adbf506a62 req-22c62f60-2d46-4b47-9bfe-ef86b063441e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:10.849969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1785068-bea5-45b7-8a3e-22adbf506a62 req-22c62f60-2d46-4b47-9bfe-ef86b063441e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 944 time: 0.0684347 Mar 10 15:50:10.902986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1785068-bea5-45b7-8a3e-22adbf506a62 req-a0f69b69-0a6c-45dc-a1c8-d003797356b1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469205 Mar 10 15:50:12.023665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d50e1-5113-4f9c-a20c-2933dec03fc7 req-5ad13998-2d31-4ee6-bca7-0f4bfd51f8bf tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:12.025167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b16d50e1-5113-4f9c-a20c-2933dec03fc7 req-5ad13998-2d31-4ee6-bca7-0f4bfd51f8bf tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 944 time: 0.0535116 Mar 10 15:50:12.072392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b16d50e1-5113-4f9c-a20c-2933dec03fc7 req-77f8a7d2-0488-4243-9c57-55d8dd60be5b tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412316 Mar 10 15:50:12.592245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 58e73467-9764-44da-ab3f-08d02b90d77c details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:50:12.691218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=58e73467-9764-44da-ab3f-08d02b90d77c,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:12.702215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '58e73467-9764-44da-ab3f-08d02b90d77c', 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019', 'port_id': '58e73467-9764-44da-ab3f-08d02b90d77c', 'mac_address': 'fa:16:3e:05:8c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738dd713-9861-48dc-930a-a4c715df4b0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:50:12.738821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 58e73467-9764-44da-ab3f-08d02b90d77c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:50:12.739217 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:12.751427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e73467-9764-44da-ab3f-08d02b90d77c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:50:12.770330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=58e73467-9764-44da-ab3f-08d02b90d77c,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:12.774435 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:12.824593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=58e73467-9764-44da-ab3f-08d02b90d77c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:12.970929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['58e73467-9764-44da-ab3f-08d02b90d77c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:50:13.197756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e9848-ba37-4be3-a0a4-7803e556e713 req-7885bf0c-fd88-470b-aef5-e423fa5313d9 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:13.199237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b2e9848-ba37-4be3-a0a4-7803e556e713 req-7885bf0c-fd88-470b-aef5-e423fa5313d9 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 945 time: 0.0556934 Mar 10 15:50:13.245103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0b2e9848-ba37-4be3-a0a4-7803e556e713 req-8fc310fe-a364-4a1f-ac07-ccd86dc5c64e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401435 Mar 10 15:50:14.361483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334a115-4168-4f3c-9295-7aca3a54a9c1 req-0dd35a42-cce8-4d8e-ba00-1fc3a678547e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:14.363160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7334a115-4168-4f3c-9295-7aca3a54a9c1 req-0dd35a42-cce8-4d8e-ba00-1fc3a678547e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 945 time: 0.0523303 Mar 10 15:50:14.410151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7334a115-4168-4f3c-9295-7aca3a54a9c1 req-b962f3f3-4f11-4296-81f8-db273450a2ae tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Mar 10 15:50:14.615057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 58e73467-9764-44da-ab3f-08d02b90d77c up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:50:14.665953 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 58e73467-9764-44da-ab3f-08d02b90d77c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:50:14.669762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 58e73467-9764-44da-ab3f-08d02b90d77c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:50:14.670168 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:14.746549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 58e73467-9764-44da-ab3f-08d02b90d77c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:50:14.746961 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:14.768895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:50:14.771129 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b8070b-0e41-4552-b9cb-32b5696beeed" -d '{"events": [{"server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "name": "network-vif-plugged", "status": "completed", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:50:14.784383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=58e73467-9764-44da-ab3f-08d02b90d77c,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:14.788454 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:14.812897 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b54c1d-53ce-4591-9711-b7961451207e x-openstack-request-id: req-b7b54c1d-53ce-4591-9711-b7961451207e {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:50:14.813213 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "name": "network-vif-plugged", "status": "completed", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:50:14.813510 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7b54c1d-53ce-4591-9711-b7961451207e {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:50:14.814013 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c', 'code': 200} Mar 10 15:50:14.840519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=58e73467-9764-44da-ab3f-08d02b90d77c,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:14.907424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4fbae-a2c7-44ba-9a54-5de226335f9f req-b8b5e43b-38c5-4fef-ad13-f02e2cf39ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:14.908821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ae4fbae-a2c7-44ba-9a54-5de226335f9f req-b8b5e43b-38c5-4fef-ad13-f02e2cf39ad2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 1128 time: 0.0445068 Mar 10 15:50:14.955269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ae4fbae-a2c7-44ba-9a54-5de226335f9f req-023287e8-5342-468d-920c-6a6040e29edf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396240 Mar 10 15:50:15.528805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19151909-5ccf-43d3-a9bf-d4660bb9a3fe req-710d175c-8ddf-4545-bf68-6fd91cfbc92b tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:15.530286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19151909-5ccf-43d3-a9bf-d4660bb9a3fe req-710d175c-8ddf-4545-bf68-6fd91cfbc92b tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0529535 Mar 10 15:50:15.576237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19151909-5ccf-43d3-a9bf-d4660bb9a3fe req-9915b5a7-4923-44bb-b440-9b2f6fa4390a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Mar 10 15:50:16.698675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f309eb2-71fe-48ff-bf57-994112c7f46c req-a4694b0a-e1cc-4dda-adfb-fb1ef4581dde tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:16.700188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f309eb2-71fe-48ff-bf57-994112c7f46c req-a4694b0a-e1cc-4dda-adfb-fb1ef4581dde tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0534735 Mar 10 15:50:16.746897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f309eb2-71fe-48ff-bf57-994112c7f46c req-b0aaa825-0e63-4df7-8565-6c586f67a32b tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Mar 10 15:50:16.872456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec4512-8959-4734-a42d-9dba95d45be6 req-ca0e6939-c3fa-40c5-84c6-4bdf324a006f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:16.874524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21ec4512-8959-4734-a42d-9dba95d45be6 req-ca0e6939-c3fa-40c5-84c6-4bdf324a006f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0571311 Mar 10 15:50:16.920762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21ec4512-8959-4734-a42d-9dba95d45be6 req-f3b3ff87-c5a9-43bf-a207-82e852c8bb96 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Mar 10 15:50:17.124038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f96de-d327-4407-8d14-3d4c9d402772 req-1d7c1e39-2d38-4dfd-b478-e3dec9ef6dbc tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:17.125490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61f96de-d327-4407-8d14-3d4c9d402772 req-1d7c1e39-2d38-4dfd-b478-e3dec9ef6dbc tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0525427 Mar 10 15:50:17.171055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f61f96de-d327-4407-8d14-3d4c9d402772 req-dde7329c-77a4-49d9-ac52-ac310e33dc70 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Mar 10 15:50:17.287827 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ea0d2-fb39-42d6-9be3-a5f700717f6c req-47adf361-85bc-4880-98e3-a2e62210324a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:17.289304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-714ea0d2-fb39-42d6-9be3-a5f700717f6c req-47adf361-85bc-4880-98e3-a2e62210324a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0533335 Mar 10 15:50:17.339988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-714ea0d2-fb39-42d6-9be3-a5f700717f6c req-f53079b6-cedb-4871-9466-4bb6518622dd tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Mar 10 15:50:17.594886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-68f84a09-b7b7-4a9c-b048-76514ac3ee00 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766430 Mar 10 15:50:17.602264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6990c-2047-4d03-86a7-9054b71ffde5 req-815a2fdc-7e0c-41b8-a561-cf75d64eab2a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:17.603670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38a6990c-2047-4d03-86a7-9054b71ffde5 req-815a2fdc-7e0c-41b8-a561-cf75d64eab2a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0777428 Mar 10 15:50:17.651648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38a6990c-2047-4d03-86a7-9054b71ffde5 req-5f002994-6cce-4e6c-a1e4-dcdd5df020fc tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424755 Mar 10 15:50:18.004807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-91be86c2-a79d-48d5-8b3b-bdfd2707cbfe tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:18.006152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-91be86c2-a79d-48d5-8b3b-bdfd2707cbfe tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports/58e73467-9764-44da-ab3f-08d02b90d77c HTTP/1.1" status: 200 len: 943 time: 0.0495701 Mar 10 15:50:18.276704 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:18.813844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c2c2c-edb7-49dd-bc38-68c20b872101 req-380bd1c5-589d-42d8-be15-63c4b32dba2e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:18.815357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e0c2c2c-edb7-49dd-bc38-68c20b872101 req-380bd1c5-589d-42d8-be15-63c4b32dba2e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0843716 Mar 10 15:50:18.817861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-d271aeb0-26d3-4bb8-b907-4a7048c2b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:18.819249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-d271aeb0-26d3-4bb8-b907-4a7048c2b741 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 1128 time: 0.0794308 Mar 10 15:50:18.919454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e0c2c2c-edb7-49dd-bc38-68c20b872101 req-41dc3ffc-c15a-434a-b833-53cab0430b2f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985658 Mar 10 15:50:18.941963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-16317e63-4ed2-4a5d-82f6-ee4898a9daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:18.943398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-16317e63-4ed2-4a5d-82f6-ee4898a9daba service neutron] 10.222.0.45 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.1170242 Mar 10 15:50:18.985384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-2489463d-d69c-45c9-be8f-641a128c7f92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e73467-9764-44da-ab3f-08d02b90d77c HTTP/1.1" status: 200 len: 217 time: 0.0355835 Mar 10 15:50:19.038806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-f94d2df5-a201-4139-8b09-388c3ea91b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:19.040264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-f94d2df5-a201-4139-8b09-388c3ea91b71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0489991 Mar 10 15:50:19.071189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-ec0f1c01-5576-48e6-a27b-e0ffc33076a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252793 Mar 10 15:50:19.158839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-96b6a014-fc6f-4c01-923c-eefb13dfe487 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823152 Mar 10 15:50:19.254099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-4a134bd4-fdc8-453a-b6ae-e1f12170f81c service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885777 Mar 10 15:50:20.038085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e38a5-9bf8-4a2a-ae21-892a8539d29f req-8c0e8ea4-50ed-4b35-bc3e-80f7d0190922 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:20.039585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3e38a5-9bf8-4a2a-ae21-892a8539d29f req-8c0e8ea4-50ed-4b35-bc3e-80f7d0190922 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0528657 Mar 10 15:50:20.086172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3e38a5-9bf8-4a2a-ae21-892a8539d29f req-a06a62af-8ac5-42dd-9acd-86cf56e9df6b tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Mar 10 15:50:21.042445 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:21.214528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965841f-2c33-421c-a4f4-640ea799207a req-f53174b8-505e-4fcd-93a6-a6b0c499f092 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:21.216036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8965841f-2c33-421c-a4f4-640ea799207a req-f53174b8-505e-4fcd-93a6-a6b0c499f092 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0579638 Mar 10 15:50:21.262371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8965841f-2c33-421c-a4f4-640ea799207a req-3b9b75d0-b1fb-4362-ba6e-528d9324467e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402100 Mar 10 15:50:21.788951 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-98f505b8-0609-4325-a08f-52e90683bfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:22.385018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f0272-55f2-497f-b40e-1f368979aa64 req-f9161258-c0fc-452c-8938-a7967fe3c312 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:22.386489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c63f0272-55f2-497f-b40e-1f368979aa64 req-f9161258-c0fc-452c-8938-a7967fe3c312 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0520637 Mar 10 15:50:22.434598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c63f0272-55f2-497f-b40e-1f368979aa64 req-ca8f7278-b763-4816-b838-04f4bdc83839 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 Mar 10 15:50:23.551596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180bbf4-0f46-4819-9b86-67e51e3af277 req-15e0b6be-b726-4827-85c7-bf9e8511d9b0 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:23.553061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6180bbf4-0f46-4819-9b86-67e51e3af277 req-15e0b6be-b726-4827-85c7-bf9e8511d9b0 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0520775 Mar 10 15:50:23.603926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6180bbf4-0f46-4819-9b86-67e51e3af277 req-5a9ece15-cb79-4914-9e58-1ddecf7c2afb tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452962 Mar 10 15:50:24.128751 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd2bc-6ed4-4a2d-815d-6930b81d3771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:24.722045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204cd3b-e406-4cac-95d1-25feba8cee58 req-788327ce-e53a-4658-a44a-1b60cb5a5fd2 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:24.723635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7204cd3b-e406-4cac-95d1-25feba8cee58 req-788327ce-e53a-4658-a44a-1b60cb5a5fd2 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0525107 Mar 10 15:50:24.770440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7204cd3b-e406-4cac-95d1-25feba8cee58 req-58b85c7b-536b-4347-803f-8bec7107cf78 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Mar 10 15:50:25.395507 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:25.888438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8d2f8-1f7d-4d9b-9501-e56de99d554c req-ed1e3783-e41a-43e9-8f61-6afe235b6511 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:25.890055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fc8d2f8-1f7d-4d9b-9501-e56de99d554c req-ed1e3783-e41a-43e9-8f61-6afe235b6511 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0536304 Mar 10 15:50:25.937338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8fc8d2f8-1f7d-4d9b-9501-e56de99d554c req-a08feea5-d169-4f25-a5c8-892e40310645 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Mar 10 15:50:26.712050 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:27.063935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bc4db-30ff-455d-aa5e-853e95f2b484 req-c4723437-1feb-49fe-968e-4e287bdb9a5f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:27.065510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b32bc4db-30ff-455d-aa5e-853e95f2b484 req-c4723437-1feb-49fe-968e-4e287bdb9a5f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0600662 Mar 10 15:50:27.111993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b32bc4db-30ff-455d-aa5e-853e95f2b484 req-f4c786bc-a4d5-4a1f-9b15-e7d3de673cf6 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Mar 10 15:50:28.231261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611efdf9-2f93-4122-8006-8bb760144601 req-4b9383ec-d5d2-4dd4-8c7b-d217e6ecfa8a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:28.232732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-611efdf9-2f93-4122-8006-8bb760144601 req-4b9383ec-d5d2-4dd4-8c7b-d217e6ecfa8a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0534897 Mar 10 15:50:28.279081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-611efdf9-2f93-4122-8006-8bb760144601 req-e55412ad-d18c-4d95-9fce-55f2b7a99779 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399642 Mar 10 15:50:28.309870 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:29.398235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea734943-83b2-4a05-93f5-8b7b3245f5ab req-a88039a8-200a-4d3f-8801-7a479540ab4a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:29.399752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea734943-83b2-4a05-93f5-8b7b3245f5ab req-a88039a8-200a-4d3f-8801-7a479540ab4a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0530195 Mar 10 15:50:29.449846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea734943-83b2-4a05-93f5-8b7b3245f5ab req-2e0ee1cc-c2d1-4e17-b616-ea415ec1b05f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445592 Mar 10 15:50:30.567285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed3338-fd89-4dbb-bf9d-d626b69508c2 req-1b3f3d42-1936-4cf7-9aae-769a340bcd02 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:30.568757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14ed3338-fd89-4dbb-bf9d-d626b69508c2 req-1b3f3d42-1936-4cf7-9aae-769a340bcd02 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0516331 Mar 10 15:50:30.614314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-14ed3338-fd89-4dbb-bf9d-d626b69508c2 req-da062dea-33f4-4aeb-967a-978cdd748dd0 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401406 Mar 10 15:50:31.731724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbb06b-749d-4000-a92a-83c05eecf132 req-c8e02fe0-37c9-4c0b-b3b2-3356e3e2036c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:31.733216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06dbb06b-749d-4000-a92a-83c05eecf132 req-c8e02fe0-37c9-4c0b-b3b2-3356e3e2036c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0525560 Mar 10 15:50:31.780183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-06dbb06b-749d-4000-a92a-83c05eecf132 req-7a75a438-9d0f-471c-b95b-9459c7b80e0a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Mar 10 15:50:32.910736 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472f105-bef6-4ecf-8803-029857643854 req-ad604e93-c9d6-4eda-a4a5-1f4a8fb072a6 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:32.912238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6472f105-bef6-4ecf-8803-029857643854 req-ad604e93-c9d6-4eda-a4a5-1f4a8fb072a6 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0570631 Mar 10 15:50:32.958597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6472f105-bef6-4ecf-8803-029857643854 req-10e7c4a6-2a71-4caf-a911-5bb5efed1c41 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409057 Mar 10 15:50:34.077368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880d3e8-4c9b-49b8-a30b-2197f245ba41 req-cbdfc3b5-03e0-472c-a899-0893678c7bc2 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:34.078872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4880d3e8-4c9b-49b8-a30b-2197f245ba41 req-cbdfc3b5-03e0-472c-a899-0893678c7bc2 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0523148 Mar 10 15:50:34.127437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4880d3e8-4c9b-49b8-a30b-2197f245ba41 req-070c1c85-01b8-4daa-b6d5-b6823ff949a8 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414965 Mar 10 15:50:35.251118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cea247-8706-4c04-a3df-85ad5f2b144d req-cad6a63a-23a6-4a6c-8cc0-c9433df7b38f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:35.253151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3cea247-8706-4c04-a3df-85ad5f2b144d req-cad6a63a-23a6-4a6c-8cc0-c9433df7b38f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0567017 Mar 10 15:50:35.300356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3cea247-8706-4c04-a3df-85ad5f2b144d req-9ecafb14-35d2-4a9b-a2d9-d064ed5545c6 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416539 Mar 10 15:50:36.422354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0754bc-6375-45c3-8d3b-1e41fb78a546 req-1b17ddff-65e5-486d-be60-3311621e3980 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:36.424478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf0754bc-6375-45c3-8d3b-1e41fb78a546 req-1b17ddff-65e5-486d-be60-3311621e3980 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0528908 Mar 10 15:50:36.469710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf0754bc-6375-45c3-8d3b-1e41fb78a546 req-304eb2eb-38f3-470f-bd1b-ea7d24016941 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 Mar 10 15:50:37.588647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de8e4b-3403-4688-b91c-c25fbac42d91 req-121ec60b-613f-4e79-9596-2c8becca03fa tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:37.590137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6de8e4b-3403-4688-b91c-c25fbac42d91 req-121ec60b-613f-4e79-9596-2c8becca03fa tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0516398 Mar 10 15:50:37.640991 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e6de8e4b-3403-4688-b91c-c25fbac42d91 req-c709ac43-d523-44df-ab8c-280ce0add564 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 Mar 10 15:50:38.757491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a183c39-8454-4b80-8cec-8d8da1bc06ca req-877e1488-ce57-4668-8970-6ff6454831d9 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:38.759025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a183c39-8454-4b80-8cec-8d8da1bc06ca req-877e1488-ce57-4668-8970-6ff6454831d9 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0526512 Mar 10 15:50:38.804987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a183c39-8454-4b80-8cec-8d8da1bc06ca req-ba9b91d4-92db-4189-9ef7-95a71ca28f6f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Mar 10 15:50:39.924273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ac6fc-b949-4179-a1b3-495b9ce53d61 req-ddd7a723-1b7d-4dfc-a699-a01308b8632f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:39.925766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c4ac6fc-b949-4179-a1b3-495b9ce53d61 req-ddd7a723-1b7d-4dfc-a699-a01308b8632f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0528541 Mar 10 15:50:39.971307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c4ac6fc-b949-4179-a1b3-495b9ce53d61 req-3abcfa4d-b5f3-477a-8592-118f4f200607 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Mar 10 15:50:41.094534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be15ce-6901-4047-85f3-ef2c4bc6b5a4 req-246fe125-2889-43a6-a927-d00cc0c0f429 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:41.096678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0be15ce-6901-4047-85f3-ef2c4bc6b5a4 req-246fe125-2889-43a6-a927-d00cc0c0f429 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0573590 Mar 10 15:50:41.147091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0be15ce-6901-4047-85f3-ef2c4bc6b5a4 req-35f01492-b2f8-40e5-bfaf-738c19be61cd tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420539 Mar 10 15:50:42.264970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f24a-fe2d-4c77-9b5a-050c7cb8196a req-5f9379d3-00cc-42f6-b5ab-c3bc267dbd91 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:42.266455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5992f24a-fe2d-4c77-9b5a-050c7cb8196a req-5f9379d3-00cc-42f6-b5ab-c3bc267dbd91 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0528677 Mar 10 15:50:42.316116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5992f24a-fe2d-4c77-9b5a-050c7cb8196a req-b3432c1c-08f5-4a7f-90dc-21ebb369e7eb tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438449 Mar 10 15:50:43.434918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ad99-9988-4a67-9f9d-dd7dd4400616 req-7858214a-7cf2-4b85-a0ae-e76d5f445cd3 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:43.436360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd79ad99-9988-4a67-9f9d-dd7dd4400616 req-7858214a-7cf2-4b85-a0ae-e76d5f445cd3 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0528359 Mar 10 15:50:43.486889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd79ad99-9988-4a67-9f9d-dd7dd4400616 req-d1b0712d-45a7-40a2-9580-a195361272a2 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Mar 10 15:50:44.605770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27b4dc-ec6c-49bf-9c30-0abbefafe0cc req-cff12e7e-42a4-49ed-a9be-1ae7e2d14938 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:44.607440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea27b4dc-ec6c-49bf-9c30-0abbefafe0cc req-cff12e7e-42a4-49ed-a9be-1ae7e2d14938 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0531559 Mar 10 15:50:44.658500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea27b4dc-ec6c-49bf-9c30-0abbefafe0cc req-5769beeb-cdfd-4a6c-8656-5ec39594af69 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Mar 10 15:50:45.776337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea9ce-75b0-438d-834f-5cbf0979c2fb req-f46623eb-c750-4df4-9f95-172f200d5783 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:45.777783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb3ea9ce-75b0-438d-834f-5cbf0979c2fb req-f46623eb-c750-4df4-9f95-172f200d5783 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0525537 Mar 10 15:50:45.823057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb3ea9ce-75b0-438d-834f-5cbf0979c2fb req-fa3da1cb-576c-43d7-b597-9bc0e4133367 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397360 Mar 10 15:50:46.390483 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:50:46.400039 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-1b8c00ee-76a0-42fe-a447-fdf8ba9d4cef service neutron] show failed (client error): The resource could not be found. Mar 10 15:50:46.401071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-1b8c00ee-76a0-42fe-a447-fdf8ba9d4cef service neutron] 10.222.0.45 "GET /v2.0/ports/58e73467-9764-44da-ab3f-08d02b90d77c/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0586274 Mar 10 15:50:46.595877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-3410e4af-2470-472c-90d6-232b0cfe949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:46.597992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-3410e4af-2470-472c-90d6-232b0cfe949b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8&tenant_id=252ad659cd4841a5b2c482bec2bc0e12 HTTP/1.1" status: 200 len: 1128 time: 0.0453515 Mar 10 15:50:46.609421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:50:46.671415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:46.881182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=58e73467-9764-44da-ab3f-08d02b90d77c,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:46.940041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:50:46.993107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88050d-48f3-4c5d-a46e-557d9b7bfc5c req-77f5a6a5-8c4a-44f4-811c-b71caa3a7336 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:46.994589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb88050d-48f3-4c5d-a46e-557d9b7bfc5c req-77f5a6a5-8c4a-44f4-811c-b71caa3a7336 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0975463 Mar 10 15:50:46.995088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:50:46.997284 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2c5671-628a-4710-b997-7351f847753a" -d '{"events": [{"server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "name": "network-vif-unplugged", "status": "completed", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:50:47.001116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Publish callbacks [] for port (58e73467-9764-44da-ab3f-08d02b90d77c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:47.028919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Transition to ACTIVE for port object 58e73467-9764-44da-ab3f-08d02b90d77c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:50:47.038927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:47.053648 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb250ab-be8c-4a3d-9ddd-60f82cc43639 x-openstack-request-id: req-5cb250ab-be8c-4a3d-9ddd-60f82cc43639 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:50:47.053942 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "name": "network-vif-unplugged", "status": "completed", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:50:47.054196 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cb250ab-be8c-4a3d-9ddd-60f82cc43639 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:50:47.054593 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c', 'code': 200} Mar 10 15:50:47.094668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb88050d-48f3-4c5d-a46e-557d9b7bfc5c req-a8e7e709-7258-428b-aacd-8dae2d8d0ccb tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903571 Mar 10 15:50:47.124106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] No DVR routers for this DVR port 58e73467-9764-44da-ab3f-08d02b90d77c on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:50:47.126117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Pushing event updated for resources: {'Port': ['ID=58e73467-9764-44da-ab3f-08d02b90d77c,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:47.166606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Attempting to bind port 58e73467-9764-44da-ab3f-08d02b90d77c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:50:47.166980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Attempting to bind port 58e73467-9764-44da-ab3f-08d02b90d77c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:50:47.167306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Attempting to bind port 58e73467-9764-44da-ab3f-08d02b90d77c on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:50:47.171930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Port 58e73467-9764-44da-ab3f-08d02b90d77c on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:50:47.172257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Attempting to bind port 58e73467-9764-44da-ab3f-08d02b90d77c on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:50:47.177614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:50:47.177953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Checking segment: {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:50:47.178337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Bound using segment: {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:50:47.178760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Bound port: 58e73467-9764-44da-ab3f-08d02b90d77c, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:50:47.179138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:47.242032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:50:47.245011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=58e73467-9764-44da-ab3f-08d02b90d77c,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:50:47.251006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:47.291033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:47.291658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:47.293039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] 10.222.0.62 "PUT /v2.0/ports/58e73467-9764-44da-ab3f-08d02b90d77c HTTP/1.1" status: 200 len: 1092 time: 0.6878703 Mar 10 15:50:47.327584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674813e4-5549-4664-8ea2-2017e96e64cd service neutron] Pushing event updated for resources: {'Port': ['ID=58e73467-9764-44da-ab3f-08d02b90d77c,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:47.364778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-29315bd5-bdcd-490c-8675-4d185b68309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:47.366300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-29315bd5-bdcd-490c-8675-4d185b68309c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 1126 time: 0.0507226 Mar 10 15:50:47.457450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-69c96da3-5082-4089-a4e5-0c0b1193eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:47.459274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-69c96da3-5082-4089-a4e5-0c0b1193eeee service neutron] 10.222.0.62 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.0869336 Mar 10 15:50:47.513408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-ce925d2d-3651-4a55-83e8-515c14544899 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e73467-9764-44da-ab3f-08d02b90d77c HTTP/1.1" status: 200 len: 217 time: 0.0472143 Mar 10 15:50:47.560705 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-ce18f65e-7070-48bf-9dbd-4081fd053e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:47.562102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-ce18f65e-7070-48bf-9dbd-4081fd053e41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0424154 Mar 10 15:50:47.593285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-12c05215-1fcc-4143-8acb-69bc11593b92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249376 Mar 10 15:50:47.684565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-7ace04b5-d0b8-4c5f-bd1f-8bb55d4e7679 service neutron] 10.222.0.62 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856004 Mar 10 15:50:47.772528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e98dc267-5dfd-4322-8a4d-a1a7e11943c9 req-506a0e46-7b4d-43af-b81d-b96e13d0e30f service neutron] 10.222.0.62 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822148 Mar 10 15:50:48.219688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ece22a-11aa-4396-9223-ab18ab148785 req-1eb3f6b6-0f98-4230-bae4-8b16f2ded587 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:48.221147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24ece22a-11aa-4396-9223-ab18ab148785 req-1eb3f6b6-0f98-4230-bae4-8b16f2ded587 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 944 time: 0.0565374 Mar 10 15:50:48.267910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24ece22a-11aa-4396-9223-ab18ab148785 req-806c2c1b-9ccc-46bc-aabe-2d4c879e2ed6 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Mar 10 15:50:48.276298 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:49.055952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:50:49.058294 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24477c9-1afb-4c5d-9ee9-380a1cd23869" -d '{"events": [{"name": "network-changed", "server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:50:49.105030 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dfef05-f6e0-4e13-b669-35bf93b00654 x-openstack-request-id: req-20dfef05-f6e0-4e13-b669-35bf93b00654 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:50:49.105331 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:50:49.105591 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20dfef05-f6e0-4e13-b669-35bf93b00654 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:50:49.106027 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c', 'status': 'completed', 'code': 200} Mar 10 15:50:49.204261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-384a0525-ce6e-4665-a722-4241ca35c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:49.205776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-384a0525-ce6e-4665-a722-4241ca35c9b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 1126 time: 0.0762355 Mar 10 15:50:49.208130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-28befe7b-d1c2-4a36-8d08-953b9085244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:49.209453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-28befe7b-d1c2-4a36-8d08-953b9085244e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 1126 time: 0.0719712 Mar 10 15:50:49.397933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-1fa9d6fc-6175-4961-a13e-16d17721e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:49.399445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-1fa9d6fc-6175-4961-a13e-16d17721e3fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.1809876 Mar 10 15:50:49.402045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-663e3d26-335d-4f91-9aca-c8d1696d8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:49.403411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-663e3d26-335d-4f91-9aca-c8d1696d8b85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.1920543 Mar 10 15:50:49.478992 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-5fe88c0c-829e-4ded-adb9-127e4a9c77b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e73467-9764-44da-ab3f-08d02b90d77c HTTP/1.1" status: 200 len: 217 time: 0.0729275 Mar 10 15:50:49.481846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-e4d41e98-85b3-4794-8d58-e439c456b520 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e73467-9764-44da-ab3f-08d02b90d77c HTTP/1.1" status: 200 len: 217 time: 0.0687482 Mar 10 15:50:49.490478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56d56-019d-4a51-a24f-e4d9dd66274e req-e977a4ef-53a9-4a2d-8106-597dd0c03df8 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:49.491993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8a56d56-019d-4a51-a24f-e4d9dd66274e req-e977a4ef-53a9-4a2d-8106-597dd0c03df8 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 944 time: 0.1490643 Mar 10 15:50:49.594497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-ff2fbf46-daf0-4cd2-92a1-03ed70317a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:49.595881 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-ff2fbf46-daf0-4cd2-92a1-03ed70317a75 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.1020274 Mar 10 15:50:49.601646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-fb602714-bae0-4a71-a740-18917656b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:49.603020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-fb602714-bae0-4a71-a740-18917656b90a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.1101680 Mar 10 15:50:49.643461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-22ec45c1-ee7e-4673-8e43-7d59d0e477f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395315 Mar 10 15:50:49.659469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-0a7a9d5c-9022-4196-8910-fbbdf4b687b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422685 Mar 10 15:50:49.662469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8a56d56-019d-4a51-a24f-e4d9dd66274e req-ed6c8b6d-9001-4522-9f41-5a3a64b40f5e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545267 Mar 10 15:50:49.811875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-b8d77a2f-2bb7-463b-a2aa-9e365753239d service neutron] 10.222.0.62 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546185 Mar 10 15:50:49.815207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-b629d524-8715-49a1-b950-c42ced043d31 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462071 Mar 10 15:50:49.973515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-31f2b45c-091a-43bc-a8e7-e9bb3c14b32e service neutron] 10.222.0.62 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554227 Mar 10 15:50:49.976847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d24477c9-1afb-4c5d-9ee9-380a1cd23869 req-56151893-07f7-4e46-af8c-e92b575e7b9b service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513309 Mar 10 15:50:50.785589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9b965-4044-4697-a6f3-0c3e9d483c1c req-162c1f92-0b6f-48f8-b1c2-ebadf85ef82c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:50.787182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85d9b965-4044-4697-a6f3-0c3e9d483c1c req-162c1f92-0b6f-48f8-b1c2-ebadf85ef82c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 944 time: 0.0550187 Mar 10 15:50:50.834416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85d9b965-4044-4697-a6f3-0c3e9d483c1c req-85ac8588-7086-4d21-b182-2ed2fbe9e636 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Mar 10 15:50:50.856512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 58e73467-9764-44da-ab3f-08d02b90d77c no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:50:50.895582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port 58e73467-9764-44da-ab3f-08d02b90d77c host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:50:50.895980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 58e73467-9764-44da-ab3f-08d02b90d77c not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:50:51.053340 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:51.061096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a716fc-ef34-446f-ae36-9991e7ce7782 req-d26c6a29-c30a-47a1-8fab-d8953037c19f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:51.062582 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61a716fc-ef34-446f-ae36-9991e7ce7782 req-d26c6a29-c30a-47a1-8fab-d8953037c19f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 944 time: 0.0825975 Mar 10 15:50:51.096809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238d817-b092-4976-8f4e-791319b97c61 req-f9d6207a-3eb3-42c9-acae-4f201c43f640 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:51.098827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e238d817-b092-4976-8f4e-791319b97c61 req-f9d6207a-3eb3-42c9-acae-4f201c43f640 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.45 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8&tenant_id=252ad659cd4841a5b2c482bec2bc0e12&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 944 time: 0.0931926 Mar 10 15:50:51.153152 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61a716fc-ef34-446f-ae36-9991e7ce7782 req-47e4f0a3-ff5a-49dc-aab5-caca3f23a138 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842733 Mar 10 15:50:51.183325 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-e238d817-b092-4976-8f4e-791319b97c61 req-e2e4d902-5061-42a3-8899-d27eb36b2436 service neutron] delete failed (client error): The resource could not be found. Mar 10 15:50:51.184798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e238d817-b092-4976-8f4e-791319b97c61 req-e2e4d902-5061-42a3-8899-d27eb36b2436 service neutron] 10.222.0.45 "DELETE /v2.0/ports/58e73467-9764-44da-ab3f-08d02b90d77c/bindings/n-h1-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0758567 Mar 10 15:50:51.272528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238d817-b092-4976-8f4e-791319b97c61 req-f12fc774-5d41-402b-adf6-058ca9d30c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:51.273980 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e238d817-b092-4976-8f4e-791319b97c61 req-f12fc774-5d41-402b-adf6-058ca9d30c41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 1126 time: 0.0457542 Mar 10 15:50:51.687968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238d817-b092-4976-8f4e-791319b97c61 req-25894a82-6d1b-4787-bab0-e2e21f08cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:51.689490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e238d817-b092-4976-8f4e-791319b97c61 req-25894a82-6d1b-4787-bab0-e2e21f08cb5b service neutron] 10.222.0.45 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.4079533 Mar 10 15:50:51.731130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e238d817-b092-4976-8f4e-791319b97c61 req-20b6400d-30fe-4be5-a48c-718bfe73d0f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e73467-9764-44da-ab3f-08d02b90d77c HTTP/1.1" status: 200 len: 217 time: 0.0340915 Mar 10 15:50:51.779641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238d817-b092-4976-8f4e-791319b97c61 req-19ba50e6-8040-4181-b8df-79423a28798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:51.781094 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e238d817-b092-4976-8f4e-791319b97c61 req-19ba50e6-8040-4181-b8df-79423a28798d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0436780 Mar 10 15:50:51.791957 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f7282347-ad81-47ac-b4a8-0bad87ab2f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:51.817028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e238d817-b092-4976-8f4e-791319b97c61 req-9322508f-6e73-41f9-bf65-e54c1b1e023f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298178 Mar 10 15:50:51.904879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e238d817-b092-4976-8f4e-791319b97c61 req-5b0f0214-a83c-49ab-b5d6-f7b8931a2211 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813522 Mar 10 15:50:51.997220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e238d817-b092-4976-8f4e-791319b97c61 req-05dfee2a-5111-47f2-aa27-96ae8091a75e service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861847 Mar 10 15:50:52.216565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 58e73467-9764-44da-ab3f-08d02b90d77c details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:50:52.280147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e167485-8340-47a9-957f-eee8de4623a6 req-04c3baa4-8d82-4ee1-aaf7-79f4206fd21f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:52.281648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e167485-8340-47a9-957f-eee8de4623a6 req-04c3baa4-8d82-4ee1-aaf7-79f4206fd21f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 944 time: 0.0552061 Mar 10 15:50:52.317756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=58e73467-9764-44da-ab3f-08d02b90d77c,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:52.328067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e167485-8340-47a9-957f-eee8de4623a6 req-0dc10870-1eff-4a6c-8e3b-035c46830a18 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Mar 10 15:50:52.328825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '58e73467-9764-44da-ab3f-08d02b90d77c', 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019', 'port_id': '58e73467-9764-44da-ab3f-08d02b90d77c', 'mac_address': 'fa:16:3e:05:8c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738dd713-9861-48dc-930a-a4c715df4b0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:50:52.369664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 58e73467-9764-44da-ab3f-08d02b90d77c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:50:52.370049 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:52.385460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e73467-9764-44da-ab3f-08d02b90d77c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:50:52.406885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=58e73467-9764-44da-ab3f-08d02b90d77c,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:52.410668 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:52.462019 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=58e73467-9764-44da-ab3f-08d02b90d77c,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:52.737108 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['58e73467-9764-44da-ab3f-08d02b90d77c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:50:53.446229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acc366-20e3-4607-a772-89a9c823764e req-fecbea4c-0611-4967-a89b-2135617de3ea tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:53.447704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0acc366-20e3-4607-a772-89a9c823764e req-fecbea4c-0611-4967-a89b-2135617de3ea tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 945 time: 0.0513148 Mar 10 15:50:53.499003 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0acc366-20e3-4607-a772-89a9c823764e req-4cb1530f-32b9-49ec-a041-1e8e623ccfb8 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458081 Mar 10 15:50:53.620148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4d20-0703-47b7-ba72-4c97543bd07e req-fde14a7d-a8b2-459a-824a-f17368799ba4 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:53.621586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-936c4d20-0703-47b7-ba72-4c97543bd07e req-fde14a7d-a8b2-459a-824a-f17368799ba4 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 945 time: 0.0564389 Mar 10 15:50:53.668759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-936c4d20-0703-47b7-ba72-4c97543bd07e req-5f6147c3-fb1d-49dc-b636-6327ce4c924c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Mar 10 15:50:53.782396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b65af-ce7a-4e74-b9f7-0f516e51f494 req-3faeb72a-5d9c-4635-bc5f-6d17e4187e83 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:53.783884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-171b65af-ce7a-4e74-b9f7-0f516e51f494 req-3faeb72a-5d9c-4635-bc5f-6d17e4187e83 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 945 time: 0.0515335 Mar 10 15:50:53.829406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-171b65af-ce7a-4e74-b9f7-0f516e51f494 req-c291d199-cd99-4270-bbcf-ae682014b15d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Mar 10 15:50:54.131528 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d77ef265-fb74-4812-94cf-e63ede991c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:54.181137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-aaa590d2-d438-47d9-abd1-b0d5b099f305 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:54.182487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-aaa590d2-d438-47d9-abd1-b0d5b099f305 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 815 time: 0.1043041 Mar 10 15:50:54.197761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-6430eda2-f2d6-4b1b-bdb0-d8ea844be193 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/quotas/252ad659cd4841a5b2c482bec2bc0e12 HTTP/1.1" status: 200 len: 375 time: 0.0093250 Mar 10 15:50:54.234026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 58e73467-9764-44da-ab3f-08d02b90d77c up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:50:54.249158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-c6d74c65-019e-4c2b-8fcc-ff355e1068ad tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466390 Mar 10 15:50:54.260726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-54b0a8a8-fafb-441f-babb-311c00792b66 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:50:54.261712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-54b0a8a8-fafb-441f-babb-311c00792b66 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050850 Mar 10 15:50:54.285796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 58e73467-9764-44da-ab3f-08d02b90d77c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:50:54.290246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 58e73467-9764-44da-ab3f-08d02b90d77c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:50:54.290625 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:54.356255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-f55cdb1d-7344-41e4-a8e6-81b7865c9f96 service neutron] 10.222.0.11 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889153 Mar 10 15:50:54.369329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 58e73467-9764-44da-ab3f-08d02b90d77c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:50:54.369719 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:54.392620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:50:54.395474 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c813b168-718c-4931-9ca0-8f1018cd4a59" -d '{"events": [{"server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "name": "network-vif-plugged", "status": "completed", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:50:54.407761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=58e73467-9764-44da-ab3f-08d02b90d77c,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:54.412631 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:54.439706 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2d3de1-d423-4804-b4be-ed5c307e40b8 x-openstack-request-id: req-fa2d3de1-d423-4804-b4be-ed5c307e40b8 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:50:54.440001 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "name": "network-vif-plugged", "status": "completed", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:50:54.440257 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa2d3de1-d423-4804-b4be-ed5c307e40b8 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:50:54.440648 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c', 'code': 200} Mar 10 15:50:54.453030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-1164f2ca-ae23-4ee2-9c59-80f1ff6065cf service neutron] 10.222.0.11 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891068 Mar 10 15:50:54.464449 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=58e73467-9764-44da-ab3f-08d02b90d77c,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:54.619837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13b3f885-8754-49d1-b92a-862eb77362e0 req-ed4777ec-2b94-4c74-9267-8eca7522688c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 210 time: 0.0333130 Mar 10 15:50:55.321598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01cdb-4152-4031-86d9-0e67a7eed40b req-75e868a4-ab02-41b3-8931-2910048609f1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:55.323073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eec01cdb-4152-4031-86d9-0e67a7eed40b req-75e868a4-ab02-41b3-8931-2910048609f1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.62 "GET /v2.0/ports?device_id=79fb5331-47a8-41c2-bddd-b4009a02e0e8 HTTP/1.1" status: 200 len: 946 time: 0.0515444 Mar 10 15:50:55.406464 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:55.419527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-eec01cdb-4152-4031-86d9-0e67a7eed40b req-f78f0a57-8a2e-4c8e-a798-b1f84b37501f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Deleting port 58e73467-9764-44da-ab3f-08d02b90d77c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:50:55.419816 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eec01cdb-4152-4031-86d9-0e67a7eed40b req-f78f0a57-8a2e-4c8e-a798-b1f84b37501f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:55.591816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-eec01cdb-4152-4031-86d9-0e67a7eed40b req-f78f0a57-8a2e-4c8e-a798-b1f84b37501f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] For port 58e73467-9764-44da-ab3f-08d02b90d77c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=58e73467-9764-44da-ab3f-08d02b90d77c,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:50:55.592494 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eec01cdb-4152-4031-86d9-0e67a7eed40b req-f78f0a57-8a2e-4c8e-a798-b1f84b37501f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:55.609079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-4a8fe7ce-d15d-4ed7-bce3-3def8e0cf647 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:55.610483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-4a8fe7ce-d15d-4ed7-bce3-3def8e0cf647 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.45 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 815 time: 0.1761353 Mar 10 15:50:55.615092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-eec01cdb-4152-4031-86d9-0e67a7eed40b req-f78f0a57-8a2e-4c8e-a798-b1f84b37501f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Calling delete_port for 58e73467-9764-44da-ab3f-08d02b90d77c owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:50:55.622719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Request body: {'port': {'device_id': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019', 'admin_state_up': True, 'tenant_id': '252ad659cd4841a5b2c482bec2bc0e12'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:50:55.753062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de479c05-dbac-4401-a399-eec8a92052a2 req-859ea06c-928b-446e-be39-e7b02872c970 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 210 time: 0.0669551 Mar 10 15:50:55.814368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Made reservation on behalf of 252ad659cd4841a5b2c482bec2bc0e12 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:50:55.818475 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:55.878975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eec01cdb-4152-4031-86d9-0e67a7eed40b req-f78f0a57-8a2e-4c8e-a798-b1f84b37501f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (58e73467-9764-44da-ab3f-08d02b90d77c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:55.891110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['58e73467-9764-44da-ab3f-08d02b90d77c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:50:55.948829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f0a57-8a2e-4c8e-a798-b1f84b37501f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Pushing event deleted for resources: {'Port': ['ID=58e73467-9764-44da-ab3f-08d02b90d77c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:56.015957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec01cdb-4152-4031-86d9-0e67a7eed40b req-f78f0a57-8a2e-4c8e-a798-b1f84b37501f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] No DVR routers for this DVR port 58e73467-9764-44da-ab3f-08d02b90d77c on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:50:56.021069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eec01cdb-4152-4031-86d9-0e67a7eed40b req-f78f0a57-8a2e-4c8e-a798-b1f84b37501f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:56.024300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eec01cdb-4152-4031-86d9-0e67a7eed40b req-f78f0a57-8a2e-4c8e-a798-b1f84b37501f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.62 "DELETE /v2.0/ports/58e73467-9764-44da-ab3f-08d02b90d77c HTTP/1.1" status: 204 len: 173 time: 0.6966882 Mar 10 15:50:56.024885 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'name': 'network-vif-deleted', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:50:56.027155 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4949ed94-2fb4-474f-9fe1-b077a5c7d5c6" -d '{"events": [{"server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "name": "network-vif-deleted", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:50:56.053259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Allocated IP 172.20.0.12 (410d232c-bb21-4b24-bf3c-4ffca1fcc019/738dd713-9861-48dc-930a-a4c715df4b0f/136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:50:56.071434 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ba713d-bb2e-42a2-adc0-add7ebacb2ab x-openstack-request-id: req-01ba713d-bb2e-42a2-adc0-add7ebacb2ab {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:50:56.071736 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fb5331-47a8-41c2-bddd-b4009a02e0e8", "name": "network-vif-deleted", "tag": "58e73467-9764-44da-ab3f-08d02b90d77c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:50:56.071994 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01ba713d-bb2e-42a2-adc0-add7ebacb2ab {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:50:56.072400 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fb5331-47a8-41c2-bddd-b4009a02e0e8', 'name': 'network-vif-deleted', 'tag': '58e73467-9764-44da-ab3f-08d02b90d77c', 'status': 'completed', 'code': 200} Mar 10 15:50:56.215302 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks [] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:56.253150 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:56.305907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:50:56.308953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:50:56.313433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:50:56.317923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Pushing event updated for resources: {'Port': ['ID=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:56.362071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:56.363491 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:56.380015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b0420d11-47a4-4765-9a48-f82bc36afc21 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7608793 Mar 10 15:50:56.391977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Request body: {'port': {'device_id': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:50:56.454070 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:56.715677 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:56.727161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:50:56.734472 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Publish callbacks [] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:56.746854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Transition to ACTIVE for port object 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:50:56.750104 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:56.800979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Pushing event updated for resources: {'Port': ['ID=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:56.905466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Attempting to bind port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:50:56.905715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Attempting to bind port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:50:56.906039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Attempting to bind port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:50:56.913483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:50:56.913804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Attempting to bind port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:50:56.923490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff76f4-a1fc-48f1-8e16-9657cf3e6599 req-ba13bfb8-77be-4ce0-b256-d550f1ea1e36 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:56.924952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0aff76f4-a1fc-48f1-8e16-9657cf3e6599 req-ba13bfb8-77be-4ce0-b256-d550f1ea1e36 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 944 time: 0.0832610 Mar 10 15:50:56.928141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:50:56.928480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Checking segment: {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:50:56.928854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Bound using segment: {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:50:56.929279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Bound port: 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:50:56.929636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:57.010042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0aff76f4-a1fc-48f1-8e16-9657cf3e6599 req-5720fd77-8092-4f56-8226-a11052902b86 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782690 Mar 10 15:50:57.026403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:50:57.029407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:50:57.035839 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:57.073594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:57.074219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:57.075621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] 10.222.0.45 "PUT /v2.0/ports/136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b HTTP/1.1" status: 200 len: 1092 time: 0.6881516 Mar 10 15:50:57.095946 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e15896-a239-4c3d-acfa-832d29cfdd41 service neutron] Pushing event updated for resources: {'Port': ['ID=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:50:57.166639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b9599106-7063-4b42-aa71-7e1c11d5a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:57.168093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-b9599106-7063-4b42-aa71-7e1c11d5a787 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 1126 time: 0.0526390 Mar 10 15:50:57.211496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-53dd7cdb-19eb-47ec-84a6-9b305a1fcaf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b HTTP/1.1" status: 200 len: 217 time: 0.0353947 Mar 10 15:50:57.264535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-e95b3db9-e751-48e9-a9aa-4ef03dd2d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:57.265977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-e95b3db9-e751-48e9-a9aa-4ef03dd2d1a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0479386 Mar 10 15:50:57.297813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-16d0a131-f0e5-4787-9dae-d4a10c3db009 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250371 Mar 10 15:50:57.385797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-4edb8e3c-5589-43aa-b81d-5bf699114609 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815496 Mar 10 15:50:57.476962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-551ef647-e3a1-4c1d-bb8e-438c80b35c99 req-d4690f36-c8ad-42da-810f-f03d2a944a61 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849292 Mar 10 15:50:58.073414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:50:58.075968 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900d11b714635d93ff7806d4bf601b35b84fb2fecbd0ea844114f883ff50a6cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c416a389-0983-42c7-8d21-547cd78ebff8" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:50:58.133786 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53b81a-d9a7-4e72-a2ea-2527b91c9cab req-88e79fec-045e-4a30-9ba8-4561b30cb6ae tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:58.135445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc53b81a-d9a7-4e72-a2ea-2527b91c9cab req-88e79fec-045e-4a30-9ba8-4561b30cb6ae tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 944 time: 0.0552714 Mar 10 15:50:58.188154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc53b81a-d9a7-4e72-a2ea-2527b91c9cab req-78a500f4-e4a4-41c6-b9e5-cba9dc2f988d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467613 Mar 10 15:50:58.232657 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 58e73467-9764-44da-ab3f-08d02b90d77c no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:50:58.255517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 58e73467-9764-44da-ab3f-08d02b90d77c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:50:58.255867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 58e73467-9764-44da-ab3f-08d02b90d77c not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:50:58.314335 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:50:58.392230 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4babf483-0aad-4478-93e3-d80603923a5e x-openstack-request-id: req-4babf483-0aad-4478-93e3-d80603923a5e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:50:58.392564 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:50:58.392869 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4babf483-0aad-4478-93e3-d80603923a5e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:50:58.393310 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b', 'status': 'completed', 'code': 200} Mar 10 15:50:58.463286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416a389-0983-42c7-8d21-547cd78ebff8 req-f0fe3cdc-57a3-4df8-8229-d5ea0f1c35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:58.464774 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c416a389-0983-42c7-8d21-547cd78ebff8 req-f0fe3cdc-57a3-4df8-8229-d5ea0f1c35c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 1126 time: 0.0493102 Mar 10 15:50:58.553091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416a389-0983-42c7-8d21-547cd78ebff8 req-7ee71bde-c674-44d4-9a3d-a8250b98163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:58.554551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c416a389-0983-42c7-8d21-547cd78ebff8 req-7ee71bde-c674-44d4-9a3d-a8250b98163d service neutron] 10.222.0.45 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.0841713 Mar 10 15:50:58.598625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c416a389-0983-42c7-8d21-547cd78ebff8 req-27c5e4c2-08aa-4cd0-a51c-0b0d1534484f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b HTTP/1.1" status: 200 len: 217 time: 0.0380616 Mar 10 15:50:58.647944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416a389-0983-42c7-8d21-547cd78ebff8 req-1acb1f53-2763-46ba-9f2f-2424971667af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:58.649362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c416a389-0983-42c7-8d21-547cd78ebff8 req-1acb1f53-2763-46ba-9f2f-2424971667af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0449836 Mar 10 15:50:58.680520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c416a389-0983-42c7-8d21-547cd78ebff8 req-c26d0e58-ebd5-4025-9537-49ee235d47e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250609 Mar 10 15:50:58.771828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c416a389-0983-42c7-8d21-547cd78ebff8 req-3bad69e7-778b-4b11-a5a5-407f1079d5da service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854011 Mar 10 15:50:58.860285 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c416a389-0983-42c7-8d21-547cd78ebff8 req-96615dc9-9f4f-48f7-a4be-350049e5bdab service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810015 Mar 10 15:50:59.310285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d6d63-3727-4d5b-9ff3-de949b54b143 req-7aeeae63-401b-45b1-822a-f9f9aa2e0ca5 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:50:59.311826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab3d6d63-3727-4d5b-9ff3-de949b54b143 req-7aeeae63-401b-45b1-822a-f9f9aa2e0ca5 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 944 time: 0.0532341 Mar 10 15:50:59.361894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab3d6d63-3727-4d5b-9ff3-de949b54b143 req-dc7c7d2c-4da0-4603-a5c0-4969c81dbec4 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Mar 10 15:51:00.481455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32b935-2552-4710-a2ad-04e3be38b484 req-5ffd7d22-ed94-4a54-a3da-d87d7d1c1cf9 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:00.482980 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c32b935-2552-4710-a2ad-04e3be38b484 req-5ffd7d22-ed94-4a54-a3da-d87d7d1c1cf9 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 944 time: 0.0522933 Mar 10 15:51:00.529164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c32b935-2552-4710-a2ad-04e3be38b484 req-6e9ff9a5-f49e-4161-91fe-d7cdce0c084c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405054 Mar 10 15:51:00.895959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:51:00.993474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:01.004217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b', 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019', 'port_id': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b', 'mac_address': 'fa:16:3e:26:79:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738dd713-9861-48dc-930a-a4c715df4b0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:51:01.040495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:01.040884 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:01.057475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:51:01.076382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:01.080211 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:01.287058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:01.294695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.295067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.295403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.295735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.296065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.296390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.296712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.297031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.297347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.297662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.297980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.298298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.298610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:01.337923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:51:01.646139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fe5b2-065b-4efb-ad83-dfd2179ff07e req-1265dff7-9a77-48a2-a5b4-9d8952e18ca4 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:01.647634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a97fe5b2-065b-4efb-ad83-dfd2179ff07e req-1265dff7-9a77-48a2-a5b4-9d8952e18ca4 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 945 time: 0.0526757 Mar 10 15:51:01.696156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a97fe5b2-065b-4efb-ad83-dfd2179ff07e req-e9f0280a-7fc5-4e74-b7ff-c021615463db tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429881 Mar 10 15:51:02.873979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc99b-ca13-44da-a957-7c37965b1e3e req-61d17ca2-5585-435d-95c1-cb023426ebd0 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:02.875487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-904fc99b-ca13-44da-a957-7c37965b1e3e req-61d17ca2-5585-435d-95c1-cb023426ebd0 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 945 time: 0.1142075 Mar 10 15:51:02.902829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:51:02.923504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-904fc99b-ca13-44da-a957-7c37965b1e3e req-271440c8-310a-4d80-9ced-5b031de80897 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424435 Mar 10 15:51:02.956790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:51:02.961339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:02.961720 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:03.035388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:03.035778 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:03.061376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:51:03.063619 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fdd9a0-8d01-4c22-b15d-e5bca2f3692a" -d '{"events": [{"server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "name": "network-vif-plugged", "status": "completed", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:51:03.075671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:03.080504 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:03.104621 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c77a3a3-fa39-4b5a-a3ac-b61beba059d1 x-openstack-request-id: req-8c77a3a3-fa39-4b5a-a3ac-b61beba059d1 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:51:03.104922 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "name": "network-vif-plugged", "status": "completed", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:51:03.105177 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c77a3a3-fa39-4b5a-a3ac-b61beba059d1 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:51:03.105567 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b', 'code': 200} Mar 10 15:51:03.130564 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:03.221609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45484bc-a7f9-44e0-97cc-909cf20b576d req-6801db36-aab3-423e-867c-cd0ca920336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:03.223155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f45484bc-a7f9-44e0-97cc-909cf20b576d req-6801db36-aab3-423e-867c-cd0ca920336f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 1128 time: 0.0439348 Mar 10 15:51:03.267006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f45484bc-a7f9-44e0-97cc-909cf20b576d req-d7d3f569-e849-429e-ad7b-014ff66ce387 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371127 Mar 10 15:51:04.041407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028baff7-6f7d-43cf-9db5-3a3233f501c9 req-ec2862bf-7512-4b10-94fd-379b24af554e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:04.042884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-028baff7-6f7d-43cf-9db5-3a3233f501c9 req-ec2862bf-7512-4b10-94fd-379b24af554e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0513098 Mar 10 15:51:04.092653 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-028baff7-6f7d-43cf-9db5-3a3233f501c9 req-b3e708a5-ec00-4ffe-8a80-ea7c812aed6e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440781 Mar 10 15:51:05.271408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b836219-3bed-44c5-9f33-a39ae3e62651 req-29bf68bd-a994-4db1-a5e1-696c3d636b4f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:05.273002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b836219-3bed-44c5-9f33-a39ae3e62651 req-29bf68bd-a994-4db1-a5e1-696c3d636b4f tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.1105707 Mar 10 15:51:05.319491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b836219-3bed-44c5-9f33-a39ae3e62651 req-31b5d253-13eb-4555-8b93-169e2d60b172 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Mar 10 15:51:05.436791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa007f-50e4-4694-8c6f-59396a1d20ac req-9118adb6-837f-4c3b-bf46-bc61ec98ac97 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:05.438226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7faa007f-50e4-4694-8c6f-59396a1d20ac req-9118adb6-837f-4c3b-bf46-bc61ec98ac97 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0525630 Mar 10 15:51:05.487900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7faa007f-50e4-4694-8c6f-59396a1d20ac req-5e8df327-8a23-43c7-a4e6-165afdbc0492 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441175 Mar 10 15:51:05.748105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-0198ad0c-0a4e-46ca-82a3-d7d9bf9afe3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786529 Mar 10 15:51:05.759942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a82c4a-e2c9-49a0-b3e0-afb1a80e5cf7 req-96310931-69fb-42c6-811f-aa5b726a3c87 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:05.761388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08a82c4a-e2c9-49a0-b3e0-afb1a80e5cf7 req-96310931-69fb-42c6-811f-aa5b726a3c87 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0815399 Mar 10 15:51:05.816374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08a82c4a-e2c9-49a0-b3e0-afb1a80e5cf7 req-a2e10673-74cd-41c3-959e-3ad0a4b6eb2a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478206 Mar 10 15:51:06.097722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-b5269771-660d-4409-abbf-9bb7851bb74c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:06.099965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-b5269771-660d-4409-abbf-9bb7851bb74c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports/136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b HTTP/1.1" status: 200 len: 943 time: 0.0493100 Mar 10 15:51:06.937042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-401df01e-9ab1-47f6-99cc-0d82da1a9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:06.938450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-401df01e-9ab1-47f6-99cc-0d82da1a9170 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 1128 time: 0.0802321 Mar 10 15:51:06.962695 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00181f88-d9bf-4d3b-862a-3d8e6411762f req-82788d38-efb6-4f95-afc0-283a358e848d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:06.964176 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00181f88-d9bf-4d3b-862a-3d8e6411762f req-82788d38-efb6-4f95-afc0-283a358e848d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0722759 Mar 10 15:51:07.070343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00181f88-d9bf-4d3b-862a-3d8e6411762f req-0ccf21c2-7150-4f65-b26a-e1f7d3904e0e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964367 Mar 10 15:51:07.074741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-550bc2f1-7179-458a-b695-648d7e5136d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:07.076150 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-550bc2f1-7179-458a-b695-648d7e5136d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.1308589 Mar 10 15:51:07.127439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-bcb8b8d0-9af9-4be8-bbc3-4ffee7f2cc20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b HTTP/1.1" status: 200 len: 217 time: 0.0449829 Mar 10 15:51:07.174314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-2dc0a4b5-7a0c-492a-8bae-ddd01a0e7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:07.175813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-2dc0a4b5-7a0c-492a-8bae-ddd01a0e7cca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0427527 Mar 10 15:51:07.207206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-d410158e-f5f7-414e-a7f9-27441d3fdd92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256891 Mar 10 15:51:07.299753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-962e1e11-51f9-4d1f-8a62-7a612da45fd0 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869040 Mar 10 15:51:07.392295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-3beafb1c-bfb8-4071-8990-9c84dbed86f8 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868766 Mar 10 15:51:08.192996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2380467-441d-4f21-b7bb-70869da55785 req-e469f219-f581-4e25-9a59-cf218f72a789 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:08.194514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2380467-441d-4f21-b7bb-70869da55785 req-e469f219-f581-4e25-9a59-cf218f72a789 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0531011 Mar 10 15:51:08.240531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2380467-441d-4f21-b7bb-70869da55785 req-5bf4778c-8a49-45f7-8b78-d03f047ac7b2 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Mar 10 15:51:09.360664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97063dd-7f5e-4a4b-bd12-4ba77fd06bde req-69a76b4f-63d4-42c0-855a-3ac4d2af9828 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:09.362055 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b97063dd-7f5e-4a4b-bd12-4ba77fd06bde req-69a76b4f-63d4-42c0-855a-3ac4d2af9828 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0521851 Mar 10 15:51:09.409476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b97063dd-7f5e-4a4b-bd12-4ba77fd06bde req-122833a5-4c70-44b2-92ef-410148547e1d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411215 Mar 10 15:51:10.539836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106eea37-6507-49c9-82c2-82bc8e4acb3b req-56102618-e8b2-48aa-828d-543d9d70018a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:10.541322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-106eea37-6507-49c9-82c2-82bc8e4acb3b req-56102618-e8b2-48aa-828d-543d9d70018a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0587099 Mar 10 15:51:10.589581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-106eea37-6507-49c9-82c2-82bc8e4acb3b req-e15c45ef-e640-4bfc-b71a-1d4211d3292b tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Mar 10 15:51:11.720476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c22e9-6a6c-46c9-954d-6f0856297cee req-ea72d856-6751-4280-b0f4-74479420228a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:11.722038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da3c22e9-6a6c-46c9-954d-6f0856297cee req-ea72d856-6751-4280-b0f4-74479420228a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0624208 Mar 10 15:51:11.770107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da3c22e9-6a6c-46c9-954d-6f0856297cee req-9f762f97-932f-41a6-b5ab-a4484e4b2b69 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Mar 10 15:51:12.886702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e99d05-805f-4d2c-acbd-6ae945971334 req-a348f8f4-d0a3-4941-9c40-149cec028a37 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:12.888179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2e99d05-805f-4d2c-acbd-6ae945971334 req-a348f8f4-d0a3-4941-9c40-149cec028a37 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0515153 Mar 10 15:51:12.937705 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2e99d05-805f-4d2c-acbd-6ae945971334 req-ee984e51-4b44-4e38-af49-20f299340a2c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Mar 10 15:51:14.192597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8bc6d-c298-4e7e-83f9-94eba22ddc20 req-a54b6501-6991-4356-865a-0a3a2b720451 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:14.194060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ea8bc6d-c298-4e7e-83f9-94eba22ddc20 req-a54b6501-6991-4356-865a-0a3a2b720451 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0952668 Mar 10 15:51:14.240990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2ea8bc6d-c298-4e7e-83f9-94eba22ddc20 req-aa232a1e-2186-4e7f-9cc2-b59c21156b83 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412016 Mar 10 15:51:15.476750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f38f9-12be-4e7a-9fde-dc5cc377da11 req-4b180904-c1c7-4893-b3c8-5488e4f7fc0d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:15.478211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca3f38f9-12be-4e7a-9fde-dc5cc377da11 req-4b180904-c1c7-4893-b3c8-5488e4f7fc0d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0995998 Mar 10 15:51:15.523571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca3f38f9-12be-4e7a-9fde-dc5cc377da11 req-0b98d97c-294f-481a-b4c3-a97b4a166fcc tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398648 Mar 10 15:51:16.645223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211ab6f-95fa-432b-9e58-08423716615b req-9cd8ba58-12ae-480c-81df-f1ea2cd64408 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:16.646693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8211ab6f-95fa-432b-9e58-08423716615b req-9cd8ba58-12ae-480c-81df-f1ea2cd64408 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0563042 Mar 10 15:51:16.693876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8211ab6f-95fa-432b-9e58-08423716615b req-bf1fc314-1ff2-4fea-9a43-86eb2cab3cb9 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403876 Mar 10 15:51:17.810440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a813aa7-ad71-4046-a8cf-ca8530481854 req-05337654-e5f4-49ce-b50a-7bbb14ec9cea tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:17.811913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a813aa7-ad71-4046-a8cf-ca8530481854 req-05337654-e5f4-49ce-b50a-7bbb14ec9cea tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0516737 Mar 10 15:51:17.858370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4a813aa7-ad71-4046-a8cf-ca8530481854 req-810976fa-ec9a-47af-a9d0-dce7b3beb6f5 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Mar 10 15:51:18.283459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:18.978675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488a327-7d71-4b2c-846a-482b131d385a req-26a8098d-fd69-48e7-a6de-268941a03e23 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:18.980173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1488a327-7d71-4b2c-846a-482b131d385a req-26a8098d-fd69-48e7-a6de-268941a03e23 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0559411 Mar 10 15:51:19.025753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1488a327-7d71-4b2c-846a-482b131d385a req-eb087173-71c6-415e-bae0-2e5892b6fc66 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400777 Mar 10 15:51:20.144318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd984e-c5d8-4ffb-84da-210783df6aa1 req-d7b6ec9d-bbfe-44c0-88be-d5cda6dd47d6 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:20.145801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6acd984e-c5d8-4ffb-84da-210783df6aa1 req-d7b6ec9d-bbfe-44c0-88be-d5cda6dd47d6 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0527225 Mar 10 15:51:20.192148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6acd984e-c5d8-4ffb-84da-210783df6aa1 req-015fe8b6-7f7f-4d49-b985-b57c568d4fc2 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Mar 10 15:51:21.066126 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:21.317258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5ae3a-2946-4103-be9f-dbd47a272953 req-bd90f53a-c988-4a4d-8e78-f87146bbee43 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:21.318631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6df5ae3a-2946-4103-be9f-dbd47a272953 req-bd90f53a-c988-4a4d-8e78-f87146bbee43 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0535896 Mar 10 15:51:21.368788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6df5ae3a-2946-4103-be9f-dbd47a272953 req-760eaf30-db11-4b6b-8e53-6820b9d3a664 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439453 Mar 10 15:51:21.792352 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8cb45740-424f-495f-8aaf-7771286c9132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:22.488648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be1fa1-fa5d-496f-b655-24712870379e req-3dd5043d-de83-4ad5-9902-e9dda2d7eb75 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:22.490104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71be1fa1-fa5d-496f-b655-24712870379e req-3dd5043d-de83-4ad5-9902-e9dda2d7eb75 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0525501 Mar 10 15:51:22.535885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71be1fa1-fa5d-496f-b655-24712870379e req-190d35e7-fdfc-4581-bf62-6ff26abe5810 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Mar 10 15:51:23.389980 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:51:23.655249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb82df-4bd6-4d17-a8ee-82170b621f88 req-ff3e773d-c4df-435a-bf94-7b0236d24b39 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:23.656645 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4fb82df-4bd6-4d17-a8ee-82170b621f88 req-ff3e773d-c4df-435a-bf94-7b0236d24b39 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0537486 Mar 10 15:51:23.702317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e4fb82df-4bd6-4d17-a8ee-82170b621f88 req-44a6f890-ecd3-4250-8657-7d8e3967888b tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Mar 10 15:51:24.133401 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f845ac7f-33e2-4f56-a773-4113acfa814e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:24.824557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb612ff-8b35-44ba-adae-8ff7386ee2e2 req-ed4569a1-b360-4311-8c5f-a10bbea9c5bb tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:24.825993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0bb612ff-8b35-44ba-adae-8ff7386ee2e2 req-ed4569a1-b360-4311-8c5f-a10bbea9c5bb tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0560563 Mar 10 15:51:24.872775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0bb612ff-8b35-44ba-adae-8ff7386ee2e2 req-83668950-a383-48d2-ac80-1a9d65b91f9a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Mar 10 15:51:25.402680 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:25.990275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83c95a-664c-416f-9519-0806d84db077 req-2ba5afae-8de6-49df-8f81-1ea1aa8142cc tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:25.992309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d83c95a-664c-416f-9519-0806d84db077 req-2ba5afae-8de6-49df-8f81-1ea1aa8142cc tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0514569 Mar 10 15:51:26.036517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d83c95a-664c-416f-9519-0806d84db077 req-7d3ba17f-939e-4bc1-b7b2-8d8a9f9b5187 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386591 Mar 10 15:51:26.717899 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:27.157787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c360f-838d-4ad8-97a2-532ed3da7ca4 req-7827d94b-b3b0-4787-942c-968053e05ef2 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:27.159288 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0c360f-838d-4ad8-97a2-532ed3da7ca4 req-7827d94b-b3b0-4787-942c-968053e05ef2 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0546715 Mar 10 15:51:27.535286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a0c360f-838d-4ad8-97a2-532ed3da7ca4 req-3628dc11-3467-4164-ba0f-3532e8824d8c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697498 Mar 10 15:51:28.316593 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:28.653403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62afb6-dc30-4610-8980-cd4983788ea5 req-f2f7f55f-ee63-4324-8d01-e64f28c308ee tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:28.654870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e62afb6-dc30-4610-8980-cd4983788ea5 req-f2f7f55f-ee63-4324-8d01-e64f28c308ee tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0524180 Mar 10 15:51:28.700507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e62afb6-dc30-4610-8980-cd4983788ea5 req-e8da5caa-be92-421e-b32b-99da3e05ae67 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399389 Mar 10 15:51:29.820237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f01419-91bc-4cc6-88e2-db3b9f670b04 req-272775ba-b4e7-4e7c-8b0b-06e2c3706358 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:29.821712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25f01419-91bc-4cc6-88e2-db3b9f670b04 req-272775ba-b4e7-4e7c-8b0b-06e2c3706358 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0541723 Mar 10 15:51:29.871770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-25f01419-91bc-4cc6-88e2-db3b9f670b04 req-44becd50-34e1-4487-af68-b3040d129e65 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445123 Mar 10 15:51:30.987936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769f64-74b4-4419-8b08-923bfce76352 req-74551a27-8ae0-4c42-b085-8ecb5af39f95 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:30.989372 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4769f64-74b4-4419-8b08-923bfce76352 req-74551a27-8ae0-4c42-b085-8ecb5af39f95 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0514438 Mar 10 15:51:31.036515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4769f64-74b4-4419-8b08-923bfce76352 req-8f91254f-c4bb-4ed1-895e-e3c933e2d6cf tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408950 Mar 10 15:51:32.153151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e65bc-9885-40e1-8bf6-8c6bcf58de65 req-a6e344ed-9323-431b-819e-2f99fc94813e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:32.154591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca8e65bc-9885-40e1-8bf6-8c6bcf58de65 req-a6e344ed-9323-431b-819e-2f99fc94813e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0506556 Mar 10 15:51:32.200741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca8e65bc-9885-40e1-8bf6-8c6bcf58de65 req-eb053e79-1645-4166-a139-f74415c402da tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Mar 10 15:51:33.321799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4013578-39c5-41a3-8751-c4287d3a959f req-4e08e11d-87c7-4ce2-876f-36191c6257e3 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:33.323209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4013578-39c5-41a3-8751-c4287d3a959f req-4e08e11d-87c7-4ce2-876f-36191c6257e3 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0558805 Mar 10 15:51:33.380488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4013578-39c5-41a3-8751-c4287d3a959f req-4e3fa007-ad42-40c6-8995-c5967b02c926 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517590 Mar 10 15:51:34.387190 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-0fd8dd6f-0656-44f8-9414-d65ae00d8eff service neutron] show failed (client error): The resource could not be found. Mar 10 15:51:34.388206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-0fd8dd6f-0656-44f8-9414-d65ae00d8eff service neutron] 10.222.0.45 "GET /v2.0/ports/136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0896583 Mar 10 15:51:34.505717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759aff4b-a5ec-4937-9bee-0d893fb0f9ae req-d2edf3e9-2660-411d-a5d9-130b7f2f1219 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:34.507320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-759aff4b-a5ec-4937-9bee-0d893fb0f9ae req-d2edf3e9-2660-411d-a5d9-130b7f2f1219 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0546460 Mar 10 15:51:34.559574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-759aff4b-a5ec-4937-9bee-0d893fb0f9ae req-9cad395f-c0fb-4c67-8b44-3435b39eefff tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448103 Mar 10 15:51:34.664457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-2b6a1980-810f-4b55-a56a-b9fda7659a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:34.665957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-2b6a1980-810f-4b55-a56a-b9fda7659a86 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88&tenant_id=252ad659cd4841a5b2c482bec2bc0e12 HTTP/1.1" status: 200 len: 1128 time: 0.0851021 Mar 10 15:51:34.676128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:51:34.732543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:34.930936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:34.966556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:51:35.005414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:51:35.010337 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Publish callbacks [] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:35.023182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Transition to ACTIVE for port object 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:51:35.027330 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:35.056201 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba744384-768d-45d6-b1f2-085ba314a364" -d '{"events": [{"server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "name": "network-vif-unplugged", "status": "completed", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:51:35.082280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Pushing event updated for resources: {'Port': ['ID=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:35.099621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] No DVR routers for this DVR port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:51:35.108194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.108549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.108894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.109235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.109568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.109900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.110227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.110552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.110902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.111230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.111556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.111879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.112461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:35.149465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Attempting to bind port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:51:35.149809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Attempting to bind port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:51:35.150135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Attempting to bind port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:51:35.154456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:51:35.154775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Attempting to bind port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b on network 410d232c-bb21-4b24-bf3c-4ffca1fcc019 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:51:35.159652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:51:35.159988 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Checking segment: {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:51:35.160371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Bound using segment: {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:51:35.160793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Bound port: 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff3e27b-5d23-4929-bfd0-d480d19700f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:51:35.161148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:35.173189 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12490e05-d41b-4899-8e16-c595ac564252 x-openstack-request-id: req-12490e05-d41b-4899-8e16-c595ac564252 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:51:35.173483 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "name": "network-vif-unplugged", "status": "completed", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:51:35.173739 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12490e05-d41b-4899-8e16-c595ac564252 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:51:35.174165 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b', 'code': 200} Mar 10 15:51:35.230582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:51:35.233505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:51:35.239840 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:35.274739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:35.275391 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:35.276786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] 10.222.0.62 "PUT /v2.0/ports/136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b HTTP/1.1" status: 200 len: 1092 time: 0.6044934 Mar 10 15:51:35.310286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c9b26-2178-422f-afd8-a8096fa535d2 service neutron] Pushing event updated for resources: {'Port': ['ID=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:35.345868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-f0bc1ef1-c938-4f72-a830-69312a245de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:35.347433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-f0bc1ef1-c938-4f72-a830-69312a245de6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 1126 time: 0.0491865 Mar 10 15:51:35.441723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-ee7945ec-fff0-4393-8a78-1d6d8d91551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:35.443220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-ee7945ec-fff0-4393-8a78-1d6d8d91551e service neutron] 10.222.0.62 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.0886390 Mar 10 15:51:35.485161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-b9ee9b0d-45ad-42b1-88d8-e142f8852f4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b HTTP/1.1" status: 200 len: 217 time: 0.0344081 Mar 10 15:51:35.531879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-8fdde368-579c-4942-9f79-32b55c294ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:35.533295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-8fdde368-579c-4942-9f79-32b55c294ad7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0416200 Mar 10 15:51:35.568891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-2564ce3f-d064-47d0-abd4-927050176068 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293400 Mar 10 15:51:35.691504 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-5214af50-5586-4830-b23d-8a782ffc5e6d service neutron] 10.222.0.62 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163313 Mar 10 15:51:35.712593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e7b8c-a8dd-48f7-b742-548092a086e9 req-9dadef5e-225f-4da9-8ab7-18122b1d6593 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:35.713986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-354e7b8c-a8dd-48f7-b742-548092a086e9 req-9dadef5e-225f-4da9-8ab7-18122b1d6593 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 944 time: 0.0818243 Mar 10 15:51:35.813134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-354e7b8c-a8dd-48f7-b742-548092a086e9 req-57326443-80c7-4c65-9b96-e06b2c73ab18 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893233 Mar 10 15:51:35.829823 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9da90421-7c10-4ec4-a106-f4f53443eb4f req-f715488c-6ad9-4cd6-989f-462306fba6a3 service neutron] 10.222.0.62 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317542 Mar 10 15:51:36.935401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94a8a-a7ac-40db-b1bb-9bb31587bd37 req-9be441ea-b677-4e8b-9b0e-fd6bfd2e391b tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:36.936864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cba94a8a-a7ac-40db-b1bb-9bb31587bd37 req-9be441ea-b677-4e8b-9b0e-fd6bfd2e391b tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 944 time: 0.0531647 Mar 10 15:51:36.982748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cba94a8a-a7ac-40db-b1bb-9bb31587bd37 req-7b412fb5-44e8-4c06-9387-21cda932ccaa tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Mar 10 15:51:37.121489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:51:37.159060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:51:37.159455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:51:37.175795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:51:37.178783 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031b4998-c7d2-4644-a87f-cc0332dafd29" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:51:37.227733 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b820d7df-95db-4ece-a28e-f6061ea137d2 x-openstack-request-id: req-b820d7df-95db-4ece-a28e-f6061ea137d2 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:51:37.228027 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:51:37.228286 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b820d7df-95db-4ece-a28e-f6061ea137d2 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:51:37.228801 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b', 'status': 'completed', 'code': 200} Mar 10 15:51:37.323873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-49ce9133-4541-4000-bd51-c9a923605a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:37.325361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-49ce9133-4541-4000-bd51-c9a923605a05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 1126 time: 0.0708275 Mar 10 15:51:37.327887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-0215b324-c331-436b-8b1a-45aaae552ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:37.329215 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-0215b324-c331-436b-8b1a-45aaae552ecc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 1126 time: 0.0824966 Mar 10 15:51:37.486392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-efe13fcd-4f96-41a6-a493-1c3b2c3a9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:37.488033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-efe13fcd-4f96-41a6-a493-1c3b2c3a9bea service neutron] 10.222.0.45 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.1559856 Mar 10 15:51:37.490526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-4b4b7506-00e9-4aa0-80a5-263d4711b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:37.491970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-4b4b7506-00e9-4aa0-80a5-263d4711b0b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.1513109 Mar 10 15:51:37.562923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-b1dde02d-c249-471c-8be8-86b51e306105 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b HTTP/1.1" status: 200 len: 217 time: 0.0679531 Mar 10 15:51:37.564234 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-f586cac4-8390-4ec5-ac28-bb0852ef93f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b HTTP/1.1" status: 200 len: 217 time: 0.0636890 Mar 10 15:51:37.646516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-1afd713a-ec05-46e6-85b8-7cf6b1b5ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:37.648565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-1afd713a-ec05-46e6-85b8-7cf6b1b5ab4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0789211 Mar 10 15:51:37.649883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-5ae20b0d-c5a2-435f-a161-38d950cfb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:37.651192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-5ae20b0d-c5a2-435f-a161-38d950cfb1a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0827022 Mar 10 15:51:37.698908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-e9d47fab-7715-480f-baa5-3804e9fce102 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442710 Mar 10 15:51:37.700703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-8487eb8c-a811-4b9c-84d2-0d14753d6cb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391409 Mar 10 15:51:37.854571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-6077bd90-425c-41cb-a62a-9bd62f33cda3 service neutron] 10.222.0.62 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501327 Mar 10 15:51:37.856460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-b91361aa-9467-4c46-af73-f2ef48f0546e service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449182 Mar 10 15:51:38.014805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-7bba49f5-d326-4cd2-a973-89fe2ce64936 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467927 Mar 10 15:51:38.016533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-031b4998-c7d2-4644-a87f-cc0332dafd29 req-51eed8a5-4e14-4ed5-9f13-fdc11698ad24 service neutron] 10.222.0.62 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563330 Mar 10 15:51:38.102493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048f881-ae15-4649-93db-0a7b51085191 req-88357fbb-84e5-4ea1-9be7-1a9fd7a1ff57 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:38.103982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5048f881-ae15-4649-93db-0a7b51085191 req-88357fbb-84e5-4ea1-9be7-1a9fd7a1ff57 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 944 time: 0.0527456 Mar 10 15:51:38.151222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5048f881-ae15-4649-93db-0a7b51085191 req-839eb61c-2097-4053-8cd6-fcf73067c3d9 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Mar 10 15:51:39.272397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a9642-bc19-4c1f-bb04-4a6cb705a69c req-fb0b271d-d71b-43e7-8546-c2fe181d33c1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:39.273931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-784a9642-bc19-4c1f-bb04-4a6cb705a69c req-fb0b271d-d71b-43e7-8546-c2fe181d33c1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 944 time: 0.0533478 Mar 10 15:51:39.319568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-784a9642-bc19-4c1f-bb04-4a6cb705a69c req-b92800c7-c08a-4dd4-a80b-c3058ec3cf89 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394914 Mar 10 15:51:39.552717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e21d6-25a0-4f7f-b795-2c36dd768d39 req-805e52ee-d033-4e87-9334-52fa04a01e18 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:39.554296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b84e21d6-25a0-4f7f-b795-2c36dd768d39 req-805e52ee-d033-4e87-9334-52fa04a01e18 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 944 time: 0.0933905 Mar 10 15:51:39.567034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-5ae5e9d9-2909-483b-a982-4a5c11a5bf42 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:39.569812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-5ae5e9d9-2909-483b-a982-4a5c11a5bf42 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.45 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88&tenant_id=252ad659cd4841a5b2c482bec2bc0e12&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 944 time: 0.0768631 Mar 10 15:51:39.651942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b84e21d6-25a0-4f7f-b795-2c36dd768d39 req-ff6c789a-52d5-4c05-a7e0-5bfbf948d94a tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917306 Mar 10 15:51:39.658894 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-ec6800f0-dfb4-4df9-8313-50891be91d95 service neutron] delete failed (client error): The resource could not be found. Mar 10 15:51:39.659849 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-ec6800f0-dfb4-4df9-8313-50891be91d95 service neutron] 10.222.0.45 "DELETE /v2.0/ports/136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b/bindings/n-h1-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0833030 Mar 10 15:51:39.754806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-86dc6f14-5397-4ab0-8283-76896c739798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:39.757165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-86dc6f14-5397-4ab0-8283-76896c739798 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 1126 time: 0.0496230 Mar 10 15:51:39.848964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-d1960071-bdf4-4d5b-88cd-aa1442cd8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:39.850340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-d1960071-bdf4-4d5b-88cd-aa1442cd8dee service neutron] 10.222.0.45 "GET /v2.0/networks?id=410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 200 len: 916 time: 0.0877764 Mar 10 15:51:39.895139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-6a0a8098-7bd4-48ea-97d3-49010e42542e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b HTTP/1.1" status: 200 len: 217 time: 0.0385041 Mar 10 15:51:39.942886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-8730bff8-9a86-4508-925c-f0d302c75eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:39.944963 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-8730bff8-9a86-4508-925c-f0d302c75eb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 200 len: 855 time: 0.0428927 Mar 10 15:51:39.975521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-f0b57dd4-d1e4-413a-b6ff-284250d87e4c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=410d232c-bb21-4b24-bf3c-4ffca1fcc019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244124 Mar 10 15:51:40.067747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-6cf0174c-7e8d-4342-84bc-5de6ab0e55ee service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865505 Mar 10 15:51:40.159218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-85b51eb2-e457-486d-9df9-d96051ebcb7f req-c42b7f95-f816-40f0-b57d-a6e1f8daa1f4 service neutron] 10.222.0.45 "GET /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843537 Mar 10 15:51:40.387002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:51:40.486038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:40.498897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b', 'network_id': '410d232c-bb21-4b24-bf3c-4ffca1fcc019', 'port_id': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b', 'mac_address': 'fa:16:3e:26:79:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738dd713-9861-48dc-930a-a4c715df4b0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:51:40.536952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:40.537902 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:40.550577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:51:40.571671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:40.575629 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:40.627443 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:40.777638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110493bd-654e-4e9e-921a-6261789601d5 req-686a2060-84e1-4764-b4f1-f6139bc21967 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:40.779197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-110493bd-654e-4e9e-921a-6261789601d5 req-686a2060-84e1-4764-b4f1-f6139bc21967 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 945 time: 0.0572350 Mar 10 15:51:40.829816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-110493bd-654e-4e9e-921a-6261789601d5 req-442bd637-46a8-4522-85f1-9332d123d752 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 Mar 10 15:51:40.894296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:51:40.949996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fca09-5049-4fee-abd2-043c492c07d5 req-d56aba29-f316-4949-8012-83da08a66933 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:40.951663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f86fca09-5049-4fee-abd2-043c492c07d5 req-d56aba29-f316-4949-8012-83da08a66933 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 945 time: 0.0526052 Mar 10 15:51:40.998144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f86fca09-5049-4fee-abd2-043c492c07d5 req-f69d0997-bf02-43a0-bfa7-8a1913f2cb55 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Mar 10 15:51:41.116464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eeb990-c787-4e07-9b7b-a3e7f09bc1f7 req-97712179-bc8e-4eb3-bfb8-9b58c6d08f36 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:41.117929 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89eeb990-c787-4e07-9b7b-a3e7f09bc1f7 req-97712179-bc8e-4eb3-bfb8-9b58c6d08f36 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 945 time: 0.0525889 Mar 10 15:51:41.164002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89eeb990-c787-4e07-9b7b-a3e7f09bc1f7 req-c4c3808f-e6b1-4c83-99aa-9df92683327c tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Mar 10 15:51:41.493758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204e2dc-2b35-48ef-a3c5-a7712b37498c req-6ae3101d-6021-49a5-bdc3-54513e0a5b9e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:41.495242 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4204e2dc-2b35-48ef-a3c5-a7712b37498c req-6ae3101d-6021-49a5-bdc3-54513e0a5b9e tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 945 time: 0.0562427 Mar 10 15:51:41.541359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4204e2dc-2b35-48ef-a3c5-a7712b37498c req-0b7e3ea5-d939-4300-b70e-3c03c5551ae1 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405500 Mar 10 15:51:42.402882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:51:42.453060 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:51:42.458050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:42.458559 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:42.542890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:42.543302 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:42.566187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:51:42.568552 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cdd3b7f78843b6243a40fa9d7005705cb840d7cd350483f00f4ed39f8f216db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8741f6a-8bd8-4829-886b-60058e1ff12c" -d '{"events": [{"server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "name": "network-vif-plugged", "status": "completed", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:51:42.582316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:42.587971 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:42.618992 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e995ac-5bb0-4907-b61c-cf368ed90887 x-openstack-request-id: req-e7e995ac-5bb0-4907-b61c-cf368ed90887 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:51:42.619287 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "name": "network-vif-plugged", "status": "completed", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:51:42.619547 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7e995ac-5bb0-4907-b61c-cf368ed90887 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:51:42.619938 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b', 'code': 200} Mar 10 15:51:42.643538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:42.671419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93c8a-345b-4a09-99d7-0ab46bc36a3f req-70f19003-44c0-4708-b7ad-a605ee8434c5 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:42.672842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32e93c8a-345b-4a09-99d7-0ab46bc36a3f req-70f19003-44c0-4708-b7ad-a605ee8434c5 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0544622 Mar 10 15:51:42.719309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32e93c8a-345b-4a09-99d7-0ab46bc36a3f req-aec70489-a31f-4c1f-9eff-077ce007bb15 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Mar 10 15:51:42.773236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce3d4b-d664-4578-b1da-432e89422111 req-738fdefb-98ff-4d5c-a14a-e2a51423ddb8 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:42.774693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08ce3d4b-d664-4578-b1da-432e89422111 req-738fdefb-98ff-4d5c-a14a-e2a51423ddb8 tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cc279e9-9e1c-48e7-96a4-f748cac1ca88 HTTP/1.1" status: 200 len: 946 time: 0.0520825 Mar 10 15:51:42.876042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-08ce3d4b-d664-4578-b1da-432e89422111 req-e770055a-71c8-4654-a490-cdc44560e52d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Deleting port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:51:42.876395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-08ce3d4b-d664-4578-b1da-432e89422111 req-e770055a-71c8-4654-a490-cdc44560e52d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:42.969858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-08ce3d4b-d664-4578-b1da-432e89422111 req-e770055a-71c8-4654-a490-cdc44560e52d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] For port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,segment=NetworkSegment(7ff3e27b-5d23-4929-bfd0-d480d19700f1),segment_id=7ff3e27b-5d23-4929-bfd0-d480d19700f1)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:42.970146 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-08ce3d4b-d664-4578-b1da-432e89422111 req-e770055a-71c8-4654-a490-cdc44560e52d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:42.982540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-08ce3d4b-d664-4578-b1da-432e89422111 req-e770055a-71c8-4654-a490-cdc44560e52d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Calling delete_port for 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:51:43.107261 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-08ce3d4b-d664-4578-b1da-432e89422111 req-e770055a-71c8-4654-a490-cdc44560e52d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:43.121170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:51:43.140121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770055a-71c8-4654-a490-cdc44560e52d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Pushing event deleted for resources: {'Port': ['ID=136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:43.183162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ce3d4b-d664-4578-b1da-432e89422111 req-e770055a-71c8-4654-a490-cdc44560e52d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] No DVR routers for this DVR port 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:51:43.185676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-08ce3d4b-d664-4578-b1da-432e89422111 req-e770055a-71c8-4654-a490-cdc44560e52d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:43.188998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08ce3d4b-d664-4578-b1da-432e89422111 req-e770055a-71c8-4654-a490-cdc44560e52d tempest-ServerDiskConfigTestJSON-412976382 tempest-ServerDiskConfigTestJSON-412976382-project] 10.222.0.62 "DELETE /v2.0/ports/136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b HTTP/1.1" status: 204 len: 173 time: 0.4092450 Mar 10 15:51:43.189465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'name': 'network-vif-deleted', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:51:43.191720 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b009361-af50-4e4c-973f-0ccad00023b3" -d '{"events": [{"server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "name": "network-vif-deleted", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:51:43.239109 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d67f1be-458c-4907-a35e-217824ae92ad x-openstack-request-id: req-3d67f1be-458c-4907-a35e-217824ae92ad {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:51:43.239485 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc279e9-9e1c-48e7-96a4-f748cac1ca88", "name": "network-vif-deleted", "tag": "136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:51:43.239745 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d67f1be-458c-4907-a35e-217824ae92ad {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:51:43.240150 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc279e9-9e1c-48e7-96a4-f748cac1ca88', 'name': 'network-vif-deleted', 'tag': '136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b', 'status': 'completed', 'code': 200} Mar 10 15:51:43.843586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40706) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:43.888109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a47121-eaa3-41e7-b8f7-85a91bb592c1 admin admin] Deleting subnet 738dd713-9861-48dc-930a-a4c715df4b0f {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:51:43.891116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0a47121-eaa3-41e7-b8f7-85a91bb592c1 admin admin] Publish callbacks [] for subnet (738dd713-9861-48dc-930a-a4c715df4b0f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:43.924829 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0a47121-eaa3-41e7-b8f7-85a91bb592c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (738dd713-9861-48dc-930a-a4c715df4b0f), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:43.965726 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0a47121-eaa3-41e7-b8f7-85a91bb592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (738dd713-9861-48dc-930a-a4c715df4b0f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.016779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0a47121-eaa3-41e7-b8f7-85a91bb592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (738dd713-9861-48dc-930a-a4c715df4b0f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.043220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a47121-eaa3-41e7-b8f7-85a91bb592c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738dd713-9861-48dc-930a-a4c715df4b0f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:44.046867 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0a47121-eaa3-41e7-b8f7-85a91bb592c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.050007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d0a47121-eaa3-41e7-b8f7-85a91bb592c1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/738dd713-9861-48dc-930a-a4c715df4b0f HTTP/1.1" status: 204 len: 168 time: 0.2053611 Mar 10 15:51:44.052515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40708) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:44.120058 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (410d232c-bb21-4b24-bf3c-4ffca1fcc019), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.201292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (410d232c-bb21-4b24-bf3c-4ffca1fcc019), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.221803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410d232c-bb21-4b24-bf3c-4ffca1fcc019']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:51:44.232541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff3e27b-5d23-4929-bfd0-d480d19700f1') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:51:44.232836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff3e27b-5d23-4929-bfd0-d480d19700f1') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:51:44.242183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (7ff3e27b-5d23-4929-bfd0-d480d19700f1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.254799 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7ff3e27b-5d23-4929-bfd0-d480d19700f1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.260429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:51:44.260805 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (7ff3e27b-5d23-4929-bfd0-d480d19700f1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:51:44.262384 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:51:44.319217 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (410d232c-bb21-4b24-bf3c-4ffca1fcc019), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.324722 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.328093 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] 10.222.0.11 "DELETE /v2.0/networks/410d232c-bb21-4b24-bf3c-4ffca1fcc019 HTTP/1.1" status: 204 len: 168 time: 0.2739594 Mar 10 15:51:44.339506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0dd89-dc4e-47b2-a441-b5f5128a00fc admin admin] Pushing event deleted for resources: {'Network': ['ID=410d232c-bb21-4b24-bf3c-4ffca1fcc019,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:44.436529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40712) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:44.476347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5a1774b2-0b1b-4e00-a878-afd2ea8b943b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=252ad659cd4841a5b2c482bec2bc0e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386345 Mar 10 15:51:44.478778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40714) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:44.531786 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d230-200c-46ed-bacf-cd35b00d525f admin admin] Publish callbacks [] for security_group (d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.552196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d230-200c-46ed-bacf-cd35b00d525f admin admin] Publish callbacks [] for security_group (d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.598121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d230-200c-46ed-bacf-cd35b00d525f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.600635 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d230-200c-46ed-bacf-cd35b00d525f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:44.601888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cfa1d230-200c-46ed-bacf-cd35b00d525f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c HTTP/1.1" status: 204 len: 168 time: 0.1220953 Mar 10 15:51:44.609620 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1d230-200c-46ed-bacf-cd35b00d525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f106e0-c8c4-4d79-82d8-3cb41b2bc68c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:45.261863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40736) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:45.355085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1048910340-network', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:51:45.376666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Made reservation on behalf of a39153abc74d42e08983caecab3ca5b6 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:51:45.378944 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.387308 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.464047 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Publish callbacks [] for security_group (6bdf034e-a7de-4843-ba70-e36f585fb824), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.467408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6bdf034e-a7de-4843-ba70-e36f585fb824), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.494612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:51:45.500802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdf034e-a7de-4843-ba70-e36f585fb824,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:45.506736 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6a8e0c13-a785-498d-be09-6756d7d39480), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.507107 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Added segment 6a8e0c13-a785-498d-be09-6756d7d39480 of type vlan for network b036fe2a-6204-4937-beae-1c2ddb56a5cd Mar 10 15:51:45.546694 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (b036fe2a-6204-4937-beae-1c2ddb56a5cd), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.570860 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (b036fe2a-6204-4937-beae-1c2ddb56a5cd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.571761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:45.572436 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.599612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3366933 Mar 10 15:51:45.603292 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40740) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:45.609243 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Request body: {'subnet': {'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1048910340-subnet', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:51:45.628450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Made reservation on behalf of a39153abc74d42e08983caecab3ca5b6 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:51:45.630685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.635879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc0213-65ad-46f3-8400-50957408ed41 admin admin] Pushing event updated for resources: {'Network': ['ID=b036fe2a-6204-4937-beae-1c2ddb56a5cd,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:45.646302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:51:45.799569 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (66eeddbe-b51c-4b91-8109-2639014ade11), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.850990 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=66eeddbe-b51c-4b91-8109-2639014ade11,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:45.863326 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.863674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.864012 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.864348 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.864680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.865013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.865366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.865694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.866023 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.866343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.866662 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.867024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.867346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:45.872329 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:51:45.872690 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Network hostable DHCP agents. Network: b036fe2a-6204-4937-beae-1c2ddb56a5cd, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:51:45.888386 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:51:45.897258 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, b036fe2a-6204-4937-beae-1c2ddb56a5cd) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:51:45.901356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:45.901938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.907715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0967453e-487e-436e-aefd-88ea529279d1 None None] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:51:45.917983 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ca3a09d2-6257-4524-8462-f454ca07ce2d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3136322 Mar 10 15:51:45.920849 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40744) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:45.925372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:51:45.944448 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:45.945460 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.003095 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Publish callbacks [] for router_controller (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.007864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:51:46.008738 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.144256 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Allocated IP 172.20.0.2 (b036fe2a-6204-4937-beae-1c2ddb56a5cd/66eeddbe-b51c-4b91-8109-2639014ade11/a163cf7b-2834-4253-89e9-7e0dee8a88f5) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:51:46.315214 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Publish callbacks [] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.323170 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.370427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:51:46.375491 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:51:46.379932 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:51:46.385494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Pushing event updated for resources: {'Port': ['ID=a163cf7b-2834-4253-89e9-7e0dee8a88f5,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:46.412895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:51:46.452694 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Publish callbacks [] for router_gateway (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.454928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:51:46.455272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 136f7557-3c0a-4f5b-a4b5-1f1da3cbdb4b not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:51:46.468858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Attempting to bind port a163cf7b-2834-4253-89e9-7e0dee8a88f5 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:51:46.469225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Attempting to bind port a163cf7b-2834-4253-89e9-7e0dee8a88f5 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:51:46.469580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Attempting to bind port a163cf7b-2834-4253-89e9-7e0dee8a88f5 on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:51:46.474519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:51:46.475568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:51:46.475963 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.476412 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:51:46.476872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Bound port: a163cf7b-2834-4253-89e9-7e0dee8a88f5, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:51:46.477243 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.547207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] For port a163cf7b-2834-4253-89e9-7e0dee8a88f5, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:51:46.550201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] For port a163cf7b-2834-4253-89e9-7e0dee8a88f5, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a163cf7b-2834-4253-89e9-7e0dee8a88f5,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:51:46.556789 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.613411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3508723-239e-40a4-999b-db4adfc42204 None None] Pushing event updated for resources: {'Port': ['ID=a163cf7b-2834-4253-89e9-7e0dee8a88f5,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:46.670581 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Publish callbacks [] for router_gateway (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.689351 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.829721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Allocated IP 172.25.3.180 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/a3c0222e-310a-4653-b592-c2cb6694626e) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:51:46.934931 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Publish callbacks [] for port (a3c0222e-310a-4653-b592-c2cb6694626e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:46.972501 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:47.007965 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:51:47.010735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:51:47.016149 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:51:47.039735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Pushing event updated for resources: {'Port': ['ID=a3c0222e-310a-4653-b592-c2cb6694626e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:47.283374 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Publish callbacks [] for router_gateway (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:47.318554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a163cf7b-2834-4253-89e9-7e0dee8a88f5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:51:47.376505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a163cf7b-2834-4253-89e9-7e0dee8a88f5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:47.376884 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:47.460540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a163cf7b-2834-4253-89e9-7e0dee8a88f5 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:47.461029 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:47.496977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port a163cf7b-2834-4253-89e9-7e0dee8a88f5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a163cf7b-2834-4253-89e9-7e0dee8a88f5,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:47.501868 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:47.511199 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:47.559137 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=a163cf7b-2834-4253-89e9-7e0dee8a88f5,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:47.592205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650e2a6c-7fe3-4232-803c-f777bce35e88 None None] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:51:47.650972 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:51:47.704134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0eed68a8-1f3a-4782-9bc1-32a44ecf5a4e None None] Provisioning complete for port a163cf7b-2834-4253-89e9-7e0dee8a88f5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:47.704502 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0eed68a8-1f3a-4782-9bc1-32a44ecf5a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:47.765597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:51:47.783955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Sync routers for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:51:47.785268 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:47.786739 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b337cd4e-2142-47d3-a33d-57af8ef02e33 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8648570 Mar 10 15:51:47.789629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40746) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:47.802785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0eed68a8-1f3a-4782-9bc1-32a44ecf5a4e None None] Current status of the port a163cf7b-2834-4253-89e9-7e0dee8a88f5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:47.804700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:51:47.805331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:51:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:51:47.921941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:51:48.069356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7162ef55-f939-474c-a121-1997e2d61032 None None] Provisioning complete for port a163cf7b-2834-4253-89e9-7e0dee8a88f5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:48.069804 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7162ef55-f939-474c-a121-1997e2d61032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.183518 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:47Z', 'revision_number': 3, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:51:48.215604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Checking router: ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:51:48.215958 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Updating router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd port a3c0222e-310a-4653-b592-c2cb6694626e binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:51:48.220142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7162ef55-f939-474c-a121-1997e2d61032 None None] Current status of the port a163cf7b-2834-4253-89e9-7e0dee8a88f5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:48.236821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.250716 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.297605 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.392541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Allocated IP 172.20.0.1 (b036fe2a-6204-4937-beae-1c2ddb56a5cd/66eeddbe-b51c-4b91-8109-2639014ade11/4800373f-be0a-44d3-ae60-41595e2b10fe) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:51:48.510527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Publish callbacks [] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.520124 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Publish callbacks [] for port (a3c0222e-310a-4653-b592-c2cb6694626e), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.524838 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.543658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.577911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Attempting to bind port a3c0222e-310a-4653-b592-c2cb6694626e on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:51:48.578287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Attempting to bind port a3c0222e-310a-4653-b592-c2cb6694626e by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:51:48.578664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Attempting to bind port a3c0222e-310a-4653-b592-c2cb6694626e on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:51:48.581456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3279c3-ba85-425b-85fb-b720115032f3 None None] Pushing event updated for resources: {'Port': ['ID=a3c0222e-310a-4653-b592-c2cb6694626e,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:48.587654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:51:48.588034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:51:48.588439 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.588824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:51:48.589293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Bound port: a3c0222e-310a-4653-b592-c2cb6694626e, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:51:48.589674 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.592613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:51:48.595622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:51:48.600574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:51:48.633314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Pushing event updated for resources: {'Port': ['ID=4800373f-be0a-44d3-ae60-41595e2b10fe,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:48.640692 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.648028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] For port a3c0222e-310a-4653-b592-c2cb6694626e, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:51:48.651416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] For port a3c0222e-310a-4653-b592-c2cb6694626e, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3c0222e-310a-4653-b592-c2cb6694626e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:51:48.656750 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.709612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:51:48.710180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:51:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:51:48.761803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3279c3-ba85-425b-85fb-b720115032f3 None None] Pushing event updated for resources: {'Port': ['ID=a3c0222e-310a-4653-b592-c2cb6694626e,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:48.801150 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.973004 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Publish callbacks [] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:48.977866 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:49.016874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:51:49.018693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d3b2d271-3d30-47ed-b87c-937d330cfa3d None None] Provisioning complete for port 4800373f-be0a-44d3-ae60-41595e2b10fe triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:49.019144 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d271-3d30-47ed-b87c-937d330cfa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:49.042723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Pushing event updated for resources: {'Port': ['ID=4800373f-be0a-44d3-ae60-41595e2b10fe,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:49.046853 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:49.125112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2d271-3d30-47ed-b87c-937d330cfa3d None None] Port 4800373f-be0a-44d3-ae60-41595e2b10fe cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:51:49.163189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:51:49.164698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:51:49.236337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:47Z', 'revision_number': 3, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:51:49.266292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f54a04d-cc41-4690-9eaf-a85e6cde16ec None None] The sync data for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 is: [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:47Z', 'revision_number': 3, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:51:49.324503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a163cf7b-2834-4253-89e9-7e0dee8a88f5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:51:49.380779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a163cf7b-2834-4253-89e9-7e0dee8a88f5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:49.381799 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:49.454687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-41513b2d-d42f-41cd-8b21-ec30df27feff None None] Provisioning complete for port 4800373f-be0a-44d3-ae60-41595e2b10fe triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:49.455090 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-41513b2d-d42f-41cd-8b21-ec30df27feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:49.519115 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-41513b2d-d42f-41cd-8b21-ec30df27feff None None] Port 4800373f-be0a-44d3-ae60-41595e2b10fe cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:51:49.522433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a163cf7b-2834-4253-89e9-7e0dee8a88f5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:49.652914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:51:49.770352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:51:49.776274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2aaf2309-8d37-454e-aa2b-620935314163 admin admin] 10.222.0.11 "PUT /v2.0/routers/ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9854476 Mar 10 15:51:50.305873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 40754) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:50.310455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1b442564-7e28-4610-9d5a-7602753023c0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474978228', 'description': 'tempest-description--41508035'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:51:50.330375 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1b442564-7e28-4610-9d5a-7602753023c0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.399560 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1b442564-7e28-4610-9d5a-7602753023c0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group (9ebe7889-cd92-4561-aae0-a3436a46bcaf), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.403013 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1b442564-7e28-4610-9d5a-7602753023c0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9ebe7889-cd92-4561-aae0-a3436a46bcaf), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.426952 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1b442564-7e28-4610-9d5a-7602753023c0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.428212 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1b442564-7e28-4610-9d5a-7602753023c0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1213245 Mar 10 15:51:50.431215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40756) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:50.435691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-ccfb936e-e6c3-45eb-ad3c-fa9950e6cc54 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'security_group_rule': {'security_group_id': '9ebe7889-cd92-4561-aae0-a3436a46bcaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:51:50.440435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b442564-7e28-4610-9d5a-7602753023c0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebe7889-cd92-4561-aae0-a3436a46bcaf,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:50.461736 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccfb936e-e6c3-45eb-ad3c-fa9950e6cc54 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group_rule (ba4af02a-9f94-4ea2-89cd-e1428d3e8546), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.529754 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccfb936e-e6c3-45eb-ad3c-fa9950e6cc54 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group_rule (ba4af02a-9f94-4ea2-89cd-e1428d3e8546), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.533860 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccfb936e-e6c3-45eb-ad3c-fa9950e6cc54 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (ba4af02a-9f94-4ea2-89cd-e1428d3e8546), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.552633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb936e-e6c3-45eb-ad3c-fa9950e6cc54 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4af02a-9f94-4ea2-89cd-e1428d3e8546,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:50.561398 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ccfb936e-e6c3-45eb-ad3c-fa9950e6cc54 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.562652 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ccfb936e-e6c3-45eb-ad3c-fa9950e6cc54 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304197 Mar 10 15:51:50.565425 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40758) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:50.570546 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1d9855cc-1a83-4cfd-a3d2-e74beee80165 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'security_group_rule': {'security_group_id': '9ebe7889-cd92-4561-aae0-a3436a46bcaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:51:50.596477 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d9855cc-1a83-4cfd-a3d2-e74beee80165 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group_rule (4dee79a1-e025-45e7-b5c2-2459ba2d07ca), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.653650 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d9855cc-1a83-4cfd-a3d2-e74beee80165 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group_rule (4dee79a1-e025-45e7-b5c2-2459ba2d07ca), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.658107 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d9855cc-1a83-4cfd-a3d2-e74beee80165 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (4dee79a1-e025-45e7-b5c2-2459ba2d07ca), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.677902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9855cc-1a83-4cfd-a3d2-e74beee80165 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dee79a1-e025-45e7-b5c2-2459ba2d07ca,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:50.692698 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d9855cc-1a83-4cfd-a3d2-e74beee80165 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.694457 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1d9855cc-1a83-4cfd-a3d2-e74beee80165 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279786 Mar 10 15:51:50.697310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40760) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:51:50.702309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:51:50.724135 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.823049 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:50.858544 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Sync routers for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:51:50.868855 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:51:50.869542 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:51:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:51:50.927194 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Allocated IP 172.25.3.249 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/e80fb7e9-0aa8-493c-be80-5cfe5eb62b10) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:51:50.977935 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:51:51.033424 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for port (e80fb7e9-0aa8-493c-be80-5cfe5eb62b10), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.069865 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e80fb7e9-0aa8-493c-be80-5cfe5eb62b10), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.094024 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.108725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:51:51.115732 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:51:51.118199 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:51:51.123917 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event updated for resources: {'Port': ['ID=e80fb7e9-0aa8-493c-be80-5cfe5eb62b10,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:51.184899 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 2, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:51:51.214102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.214922 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Checking router: ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:51:51.215063 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Updating router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd port 4800373f-be0a-44d3-ae60-41595e2b10fe binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:51:51.252795 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.257558 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e80fb7e9-0aa8-493c-be80-5cfe5eb62b10), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.320672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3c0222e-310a-4653-b592-c2cb6694626e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:51:51.373674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a3c0222e-310a-4653-b592-c2cb6694626e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:51.374066 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.433628 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for port (e80fb7e9-0aa8-493c-be80-5cfe5eb62b10), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.439673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e80fb7e9-0aa8-493c-be80-5cfe5eb62b10), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.457935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a3c0222e-310a-4653-b592-c2cb6694626e is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:51.458337 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.480675 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port a3c0222e-310a-4653-b592-c2cb6694626e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3c0222e-310a-4653-b592-c2cb6694626e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:51.484922 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.520936 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event updated for resources: {'Port': ['ID=e80fb7e9-0aa8-493c-be80-5cfe5eb62b10,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:51.532854 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.545646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=a3c0222e-310a-4653-b592-c2cb6694626e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:51.549536 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.558451 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-65ed040f-e5f8-419b-9fe3-ac08dc6c0dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8525622 Mar 10 15:51:51.558665 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Publish callbacks [] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.561987 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.612503 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Pushing event updated for resources: {'Port': ['ID=4800373f-be0a-44d3-ae60-41595e2b10fe,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:51.644084 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.644443 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.644785 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.645122 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.645459 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.645794 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.646209 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.646592 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.647016 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.647350 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.647669 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.648294 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.648294 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:51:51.682895 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Attempting to bind port 4800373f-be0a-44d3-ae60-41595e2b10fe on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:51:51.683290 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Attempting to bind port 4800373f-be0a-44d3-ae60-41595e2b10fe by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:51:51.683627 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Attempting to bind port 4800373f-be0a-44d3-ae60-41595e2b10fe on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:51:51.690624 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:51:51.691722 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:51:51.691722 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.692071 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:51:51.692568 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Bound port: 4800373f-be0a-44d3-ae60-41595e2b10fe, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:51:51.692945 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.719341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-726ba791-a213-47db-82b2-e48717634333 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1474978228&fields=id&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 267 time: 0.0490518 Mar 10 15:51:51.772383 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] For port 4800373f-be0a-44d3-ae60-41595e2b10fe, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:51:51.776130 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] For port 4800373f-be0a-44d3-ae60-41595e2b10fe, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4800373f-be0a-44d3-ae60-41595e2b10fe,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:51:51.795443 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.814637 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f4b46b88-fc00-461f-a433-d9bb0daa1070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.854027 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:51:51.854672 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:51:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:51:51.862757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-73460fd5-731c-4d9d-9b29-cb3ac14bdb7b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:51.864386 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-73460fd5-731c-4d9d-9b29-cb3ac14bdb7b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 812 time: 0.1397161 Mar 10 15:51:51.885465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-22d455e9-7a6c-4d65-94cc-4aae270d1f30 None None] Provisioning complete for port 4800373f-be0a-44d3-ae60-41595e2b10fe triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:51.885846 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22d455e9-7a6c-4d65-94cc-4aae270d1f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:51.896032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-37f97603-f442-44aa-9297-c36cca5cb003 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/quotas/a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 375 time: 0.0232639 Mar 10 15:51:51.986387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-f621ed3e-64e1-4509-88ef-699ef028c4af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887713 Mar 10 15:51:52.020002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-22d455e9-7a6c-4d65-94cc-4aae270d1f30 None None] Current status of the port 4800373f-be0a-44d3-ae60-41595e2b10fe is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:52.020763 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22d455e9-7a6c-4d65-94cc-4aae270d1f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:52.039377 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a96c4-2660-404b-a836-bb1f3f5e08d4 None None] Pushing event updated for resources: {'Port': ['ID=4800373f-be0a-44d3-ae60-41595e2b10fe,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:52.072677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-22d455e9-7a6c-4d65-94cc-4aae270d1f30 None None] For port 4800373f-be0a-44d3-ae60-41595e2b10fe, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4800373f-be0a-44d3-ae60-41595e2b10fe,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:52.077378 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22d455e9-7a6c-4d65-94cc-4aae270d1f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:52.114740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-d95eda11-da99-4c4b-b162-564288b62866 service neutron] 10.222.0.11 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103432 Mar 10 15:51:52.124975 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:51:52.145981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d455e9-7a6c-4d65-94cc-4aae270d1f30 None None] Pushing event updated for resources: {'Port': ['ID=4800373f-be0a-44d3-ae60-41595e2b10fe,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:52.200800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3ba5313f-15df-4fd9-822a-e5715bdcfec7 None None] Provisioning complete for port 4800373f-be0a-44d3-ae60-41595e2b10fe triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:52.202231 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3ba5313f-15df-4fd9-822a-e5715bdcfec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:52.211174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-fc1a722c-1d02-4ca7-b2dd-f23ca883cc89 service neutron] 10.222.0.11 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903969 Mar 10 15:51:52.293128 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5313f-15df-4fd9-822a-e5715bdcfec7 None None] Current status of the port 4800373f-be0a-44d3-ae60-41595e2b10fe is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:52.334651 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:51:52.367116 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb4263-76e2-4434-8cfe-684056f8349b None None] The sync data for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 is: [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:51:52.394469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a474685-ff20-476a-8c84-0cfb77a0ef1d req-6ab51830-8b55-4ef6-9018-0ddc65b609b5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0316334 Mar 10 15:51:53.400815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4800373f-be0a-44d3-ae60-41595e2b10fe up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:51:53.408418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-8fa38b71-b40a-48dc-abcc-68eaf6247eb4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:53.409997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-8fa38b71-b40a-48dc-abcc-68eaf6247eb4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 812 time: 0.1280222 Mar 10 15:51:53.475605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4800373f-be0a-44d3-ae60-41595e2b10fe triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:53.476076 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:53.484378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-0e3ed9e2-83dc-45f4-ae6b-5d15444da682 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 380 time: 0.0662732 Mar 10 15:51:53.500220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'port': {'device_id': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'admin_state_up': True, 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'security_groups': ['9ebe7889-cd92-4561-aae0-a3436a46bcaf']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:51:53.543799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2beb2abf-9849-419f-8e84-148eb8c9e953 req-615d370e-05da-471e-8722-6e801590d127 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0577841 Mar 10 15:51:53.589790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4800373f-be0a-44d3-ae60-41595e2b10fe is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:53.591177 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3c0222e-310a-4653-b592-c2cb6694626e up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:51:53.644239 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a3c0222e-310a-4653-b592-c2cb6694626e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:53.645046 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:53.667649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Made reservation on behalf of a39153abc74d42e08983caecab3ca5b6 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:51:53.671201 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:53.727446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a3c0222e-310a-4653-b592-c2cb6694626e is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:53.800323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Allocated IP 172.20.0.8 (b036fe2a-6204-4937-beae-1c2ddb56a5cd/66eeddbe-b51c-4b91-8109-2639014ade11/7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:51:53.939275 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:53.972939 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:54.019164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:51:54.024699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:51:54.028350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:51:54.052665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event updated for resources: {'Port': ['ID=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:54.080615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:54.081232 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:54.099140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-10a84280-756a-49c2-9dff-0a820da4804d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6037376 Mar 10 15:51:54.110712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Request body: {'port': {'device_id': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:51:54.138056 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-49303b88-cf24-44ab-ae27-47fe567eb89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:54.174930 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:54.235136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b3809cf0-8792-47b6-8801-878be4773be4 None None] Provisioning complete for port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:51:54.235878 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b3809cf0-8792-47b6-8801-878be4773be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:54.270546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b3809cf0-8792-47b6-8801-878be4773be4 None None] Port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:51:54.452104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:51:54.460165 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Publish callbacks [] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:54.471914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Transition to ACTIVE for port object 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:51:54.475493 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:54.544121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:54.604076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Attempting to bind port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:51:54.604429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Attempting to bind port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:51:54.604757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Attempting to bind port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:51:54.611315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e on network b036fe2a-6204-4937-beae-1c2ddb56a5cd not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:51:54.611847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Attempting to bind port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:51:54.618219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:51:54.618641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:51:54.619120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:51:54.619651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Bound port: 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:51:54.620073 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:54.714807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:51:54.718634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:51:54.726729 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:54.743009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82719e4b-e2c3-4c56-a4f0-a6549fe95d85 req-11980785-bf21-4c47-b359-d6f1afa6c2c5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:54.744509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82719e4b-e2c3-4c56-a4f0-a6549fe95d85 req-11980785-bf21-4c47-b359-d6f1afa6c2c5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 943 time: 0.1074648 Mar 10 15:51:54.789691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:54.790310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:54.791765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] 10.222.0.62 "PUT /v2.0/ports/7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 1091 time: 0.6852157 Mar 10 15:51:54.792314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:51:54.794495 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de" -d '{"events": [{"name": "network-changed", "server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:51:54.840491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a75e38-5cc9-481a-9ce1-85fd242a5b88 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:54.847247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82719e4b-e2c3-4c56-a4f0-a6549fe95d85 req-dca308f9-1a64-4bdf-ba00-7a12b1375f15 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836227 Mar 10 15:51:54.857736 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d4aec2-6d41-496b-b77a-8b5ec7252abe x-openstack-request-id: req-66d4aec2-6d41-496b-b77a-8b5ec7252abe {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:51:54.857736 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:51:54.857736 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66d4aec2-6d41-496b-b77a-8b5ec7252abe {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:51:54.857736 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'status': 'completed', 'code': 200} Mar 10 15:51:54.894756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-3f13fb0f-98ce-4cf4-ba79-a762817ccd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:54.896306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-3f13fb0f-98ce-4cf4-ba79-a762817ccd35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 1125 time: 0.0527284 Mar 10 15:51:54.940922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-4e4bd461-9911-4156-ae13-77ef7601c2de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 217 time: 0.0362070 Mar 10 15:51:54.995388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-0991e074-163e-4ae9-b590-56b689617001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:54.996888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-0991e074-163e-4ae9-b590-56b689617001 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0504689 Mar 10 15:51:55.045339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-a91f586e-766c-4792-a22a-6533a198b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:55.046918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-a91f586e-766c-4792-a22a-6533a198b79a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445950 Mar 10 15:51:55.136605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-539cbd7c-19b6-49f7-b711-b0314ed576b5 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821066 Mar 10 15:51:55.227807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd998e95-07ac-4b55-9bb2-5d2701de78df req-eebb1576-6860-4238-a763-4024c07030c1 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859535 Mar 10 15:51:55.315118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de req-36645287-6a37-47fc-ade7-d91bb0e9520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:55.316615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de req-36645287-6a37-47fc-ade7-d91bb0e9520c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 1125 time: 0.0462229 Mar 10 15:51:55.411298 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:55.417128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de req-f252c5dd-5171-4153-aabc-f28ec18d7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:55.418622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de req-f252c5dd-5171-4153-aabc-f28ec18d7b8c service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0960488 Mar 10 15:51:55.458619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de req-114dccb6-549a-4579-8f53-9a8c811ccf0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 217 time: 0.0343418 Mar 10 15:51:55.511055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de req-8499851e-a58b-494e-8024-1aaaa57497ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:55.512461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de req-8499851e-a58b-494e-8024-1aaaa57497ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0474267 Mar 10 15:51:55.561311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de req-1d93039e-54e1-4fb3-bc7b-c7452d25daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:55.562785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de req-1d93039e-54e1-4fb3-bc7b-c7452d25daeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449314 Mar 10 15:51:55.651610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de req-70ef1498-bf4c-467d-8d45-50108e612784 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819273 Mar 10 15:51:55.742283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e97cff56-c5dd-4fa6-9e4c-5fa4329d99de req-603d6e83-e199-443b-9de4-f3ca249097fb service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851355 Mar 10 15:51:55.969859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449abd8-aaca-420d-87ae-5f728f94e956 req-985beced-cc44-477f-990f-611a82de6171 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:55.971347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2449abd8-aaca-420d-87ae-5f728f94e956 req-985beced-cc44-477f-990f-611a82de6171 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 943 time: 0.0520005 Mar 10 15:51:56.018182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2449abd8-aaca-420d-87ae-5f728f94e956 req-ca09270d-90cb-4541-83e3-3aca519019e8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407760 Mar 10 15:51:56.722100 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:57.138513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed524c02-508e-409c-bf81-a687622641c2 req-3953da16-c20b-459b-b357-440ffab097b4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:57.140108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed524c02-508e-409c-bf81-a687622641c2 req-3953da16-c20b-459b-b357-440ffab097b4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 943 time: 0.0569782 Mar 10 15:51:57.186161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed524c02-508e-409c-bf81-a687622641c2 req-e10e1d8e-d5e3-41a6-88b1-4883a4542f4d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 Mar 10 15:51:58.304763 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb31495-cf16-4c38-87dd-170737d95a5a req-11185aca-565e-4691-b818-1d122b8a81fb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:58.306299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdb31495-cf16-4c38-87dd-170737d95a5a req-11185aca-565e-4691-b818-1d122b8a81fb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 943 time: 0.0537291 Mar 10 15:51:58.320443 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:58.354346 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdb31495-cf16-4c38-87dd-170737d95a5a req-a8437b3b-f7b2-4490-b5ce-b56284c5ed10 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 Mar 10 15:51:58.465145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:51:58.560486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:58.572197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'port_id': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'mac_address': 'fa:16:3e:63:a0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:51:58.616318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:51:58.616714 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:58.629132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:51:58.648146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:51:58.651855 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:51:58.698036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:51:58.953294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:51:59.475423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351899cb-ca72-4c5d-b951-1edb366ee5b6 req-216e40cc-400a-4cc0-b590-1987f9184008 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:51:59.476813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-351899cb-ca72-4c5d-b951-1edb366ee5b6 req-216e40cc-400a-4cc0-b590-1987f9184008 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 944 time: 0.0555918 Mar 10 15:51:59.526651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-351899cb-ca72-4c5d-b951-1edb366ee5b6 req-73e13dcb-0bc8-4f6f-b401-460852411ce9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442820 Mar 10 15:52:00.389213 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:52:00.480572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:52:00.528250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:52:00.532167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:52:00.532542 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:00.614705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:52:00.615630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:00.639287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:52:00.648812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49757db9-8226-4b31-b4fb-908c13fee6ae req-c13a4e14-5db8-480f-9a94-c7e6abb6805a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:00.650323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49757db9-8226-4b31-b4fb-908c13fee6ae req-c13a4e14-5db8-480f-9a94-c7e6abb6805a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 944 time: 0.0543325 Mar 10 15:52:00.654977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:52:00.659855 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:00.688027 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a87fe1d-d1b4-473c-91c2-176d9407ad09" -d '{"events": [{"server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:52:00.706708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49757db9-8226-4b31-b4fb-908c13fee6ae req-2a62a7ef-6c49-4c03-bda6-608181f2dbe8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505805 Mar 10 15:52:00.716540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:52:00.782412 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd387d8-fc65-492b-a3da-48f2113891d9 x-openstack-request-id: req-8dd387d8-fc65-492b-a3da-48f2113891d9 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:52:00.782716 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:52:00.783016 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8dd387d8-fc65-492b-a3da-48f2113891d9 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:52:00.783422 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'code': 200} Mar 10 15:52:00.881724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66800807-f586-4cf2-9b64-2bf103ffc4ce req-c1992717-0da3-400f-9f12-4f71e6d58d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:00.883351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66800807-f586-4cf2-9b64-2bf103ffc4ce req-c1992717-0da3-400f-9f12-4f71e6d58d7a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0449998 Mar 10 15:52:00.925209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-66800807-f586-4cf2-9b64-2bf103ffc4ce req-57578650-dc91-4f1f-b9cf-50533224a7c0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360963 Mar 10 15:52:01.831453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de399d13-d89f-451d-85d8-7a4ac9bd7747 req-c47471d2-affc-43b2-9e4a-e1ffedfede59 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:01.832947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de399d13-d89f-451d-85d8-7a4ac9bd7747 req-c47471d2-affc-43b2-9e4a-e1ffedfede59 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0570829 Mar 10 15:52:01.879247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de399d13-d89f-451d-85d8-7a4ac9bd7747 req-73d49ad4-8547-4b73-90c9-5f83a7e5e8d1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Mar 10 15:52:02.996803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062215-019b-433f-97fe-8881ae51988d req-755e611f-761a-44fd-9523-72accefe09b4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:02.998249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca062215-019b-433f-97fe-8881ae51988d req-755e611f-761a-44fd-9523-72accefe09b4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0522594 Mar 10 15:52:03.045039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca062215-019b-433f-97fe-8881ae51988d req-4af52f85-5d12-4692-ba42-8b75a171f8d8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412612 Mar 10 15:52:03.158199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200021f1-c883-490b-b8a3-f2fff3db55dd req-ade43c8d-a410-4189-948c-55d384864b72 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:03.159604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-200021f1-c883-490b-b8a3-f2fff3db55dd req-ade43c8d-a410-4189-948c-55d384864b72 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0514641 Mar 10 15:52:03.168874 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 40812) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:52:03.173408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6cd97374-a572-4daf-a1f0-1b0e9b149c84 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'floatingip': {'port_id': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:52:03.214813 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cd97374-a572-4daf-a1f0-1b0e9b149c84 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:03.600084 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-21e6f014-96e3-49c5-b636-a34321d62b06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490918 Mar 10 15:52:03.669092 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cd97374-a572-4daf-a1f0-1b0e9b149c84 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:03.673137 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cd97374-a572-4daf-a1f0-1b0e9b149c84 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:03.684144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-2c86f122-cd7c-4184-adf2-63a62c59994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:03.685670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-2c86f122-cd7c-4184-adf2-63a62c59994b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0452929 Mar 10 15:52:03.778656 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-6cd97374-a572-4daf-a1f0-1b0e9b149c84 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d associated. External IP: 172.25.3.249, port: 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e. Mar 10 15:52:03.795292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-5086b95b-9b5c-4fbe-bb48-f0e073311fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:03.796899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-5086b95b-9b5c-4fbe-bb48-f0e073311fe7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0934343 Mar 10 15:52:03.867572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-5545f69e-bf13-4650-ac09-72f0681240e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 999 time: 0.0638237 Mar 10 15:52:03.917917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-c105c7f5-80cb-45de-957b-e7b3c9bf5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:03.919425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-c105c7f5-80cb-45de-957b-e7b3c9bf5ac1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0460737 Mar 10 15:52:03.975884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-91790dad-fc2e-4929-b49a-1b3227e3f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:03.977435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-91790dad-fc2e-4929-b49a-1b3227e3f37b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516608 Mar 10 15:52:04.072342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-f069e6c4-75b2-44ee-84f0-1d4921d7d435 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889161 Mar 10 15:52:04.170740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9580aca7-9e65-47a2-83e2-ba14524e8a81 req-c3439754-e4e2-420b-9a79-7660e13b91bf service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923858 Mar 10 15:52:04.313402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd97374-a572-4daf-a1f0-1b0e9b149c84 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:52:04.421274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd97374-a572-4daf-a1f0-1b0e9b149c84 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:52:04.425977 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6cd97374-a572-4daf-a1f0-1b0e9b149c84 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:04.431430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833bfec-a537-474d-ad02-d8ac63f51e01 None None] Sync routers for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:52:04.440562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833bfec-a537-474d-ad02-d8ac63f51e01 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:52:04.441191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7833bfec-a537-474d-ad02-d8ac63f51e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:51:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:04.456308 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6cd97374-a572-4daf-a1f0-1b0e9b149c84 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "PUT /v2.0/floatingips/21b442d0-af14-4b50-99ef-d1a5cb95467d HTTP/1.1" status: 200 len: 991 time: 1.2863486 Mar 10 15:52:04.457011 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:52:04.498944 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b432fddfee338496acbe34a0ba834ba76f61e3f3f3f36beeaf2b1367fa0a05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404937eb-47b8-4382-bf63-bd893c94883c" -d '{"events": [{"name": "network-changed", "server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:52:04.562435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-7833bfec-a537-474d-ad02-d8ac63f51e01 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:52:04.567400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b9800-4998-459a-b8ea-ac9a07b103cb req-ad52e481-086c-493f-b9f9-c13350ee52dc tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:04.569520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc5b9800-4998-459a-b8ea-ac9a07b103cb req-ad52e481-086c-493f-b9f9-c13350ee52dc tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0575976 Mar 10 15:52:04.599760 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22672aa-476e-40e5-af7c-ef7fe2a9d508 x-openstack-request-id: req-a22672aa-476e-40e5-af7c-ef7fe2a9d508 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:52:04.600059 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:52:04.600313 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a22672aa-476e-40e5-af7c-ef7fe2a9d508 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:52:04.600712 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'status': 'completed', 'code': 200} Mar 10 15:52:04.617845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc5b9800-4998-459a-b8ea-ac9a07b103cb req-b99010a8-c049-4a46-b19a-30715fa5d4f8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Mar 10 15:52:04.668438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404937eb-47b8-4382-bf63-bd893c94883c req-ada575fd-8706-466f-af3c-e3e72892ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:04.670964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-404937eb-47b8-4382-bf63-bd893c94883c req-ada575fd-8706-466f-af3c-e3e72892ab92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0474067 Mar 10 15:52:04.800997 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7833bfec-a537-474d-ad02-d8ac63f51e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:63:a0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:52:03Z', 'revision_number': 1, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:04.802084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a8b7-450f-4a27-8cf9-11b2ddda3ab5 req-04f35622-5caf-42e2-b77f-46a3b06f4b61 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:04.804204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6d0a8b7-450f-4a27-8cf9-11b2ddda3ab5 req-04f35622-5caf-42e2-b77f-46a3b06f4b61 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.1092083 Mar 10 15:52:04.807049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404937eb-47b8-4382-bf63-bd893c94883c req-4efb2a29-82c5-4c88-b612-cdbc825fc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:04.808409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-404937eb-47b8-4382-bf63-bd893c94883c req-4efb2a29-82c5-4c88-b612-cdbc825fc0bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1324320 Mar 10 15:52:04.828360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833bfec-a537-474d-ad02-d8ac63f51e01 None None] Checking router: ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:52:04.837074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833bfec-a537-474d-ad02-d8ac63f51e01 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:52:04.837678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7833bfec-a537-474d-ad02-d8ac63f51e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:51:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:04.910340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6d0a8b7-450f-4a27-8cf9-11b2ddda3ab5 req-1ebe9ec9-b607-4739-a63e-923d745a0d11 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999799 Mar 10 15:52:04.912713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-404937eb-47b8-4382-bf63-bd893c94883c req-49704d09-b03a-4171-aa0a-4d775992aadb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 999 time: 0.0967762 Mar 10 15:52:04.948601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-7833bfec-a537-474d-ad02-d8ac63f51e01 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:52:04.961720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404937eb-47b8-4382-bf63-bd893c94883c req-0f588113-fd78-45ff-9925-228d7bcc1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:04.963540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-404937eb-47b8-4382-bf63-bd893c94883c req-0f588113-fd78-45ff-9925-228d7bcc1c02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0453944 Mar 10 15:52:05.052346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404937eb-47b8-4382-bf63-bd893c94883c req-02213ff3-4d94-4cb1-9889-3a55763be869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:05.054375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-404937eb-47b8-4382-bf63-bd893c94883c req-02213ff3-4d94-4cb1-9889-3a55763be869 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0850844 Mar 10 15:52:05.063998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f626ba-2eb1-4c0a-adf0-b4c9fe9fdf6f req-3020b23d-687b-4aa7-93fc-ed2f4a81ecd6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:05.065385 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56f626ba-2eb1-4c0a-adf0-b4c9fe9fdf6f req-3020b23d-687b-4aa7-93fc-ed2f4a81ecd6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0704575 Mar 10 15:52:05.166895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56f626ba-2eb1-4c0a-adf0-b4c9fe9fdf6f req-8c8c9f4f-dc1a-458c-82a6-c65ec71a4152 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936322 Mar 10 15:52:05.177937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7833bfec-a537-474d-ad02-d8ac63f51e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:63:a0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:52:03Z', 'revision_number': 1, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:05.182918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-404937eb-47b8-4382-bf63-bd893c94883c req-35c27232-0063-4c57-b714-7817a7054fd4 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166015 Mar 10 15:52:05.206291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833bfec-a537-474d-ad02-d8ac63f51e01 None None] The sync data for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 is: [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:63:a0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:52:03Z', 'revision_number': 1, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:52:05.301000 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-404937eb-47b8-4382-bf63-bd893c94883c req-f2e3bd9a-3a15-443a-bc0a-7609d43294f8 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118655 Mar 10 15:52:05.440727 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab005c6d-8a4f-4782-bbeb-de96b96d8cfe None None] New status for floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:52:05.466413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-fb618d6b-1da4-4836-b033-7fb297b9602f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813017 Mar 10 15:52:05.473716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1273336-1a47-4640-b1c1-5986fc708555 req-46448512-2f99-4a95-9000-d46fdbc594f9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:05.477478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1273336-1a47-4640-b1c1-5986fc708555 req-46448512-2f99-4a95-9000-d46fdbc594f9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.1018076 Mar 10 15:52:05.527799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1273336-1a47-4640-b1c1-5986fc708555 req-e235d011-3fa8-407b-8cc1-3487aee79ab8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462863 Mar 10 15:52:05.892126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-d5800868-1ab4-42d3-bcf1-8ca7138126de tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:05.893397 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-d5800868-1ab4-42d3-bcf1-8ca7138126de tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports/7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 942 time: 0.0503323 Mar 10 15:52:06.664466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee29a8-dd4c-402f-81e0-6b3a5f8f20e4 req-f12f61ab-4e9c-48f2-ba16-d8e705f2f6e5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:06.666512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34ee29a8-dd4c-402f-81e0-6b3a5f8f20e4 req-f12f61ab-4e9c-48f2-ba16-d8e705f2f6e5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0643930 Mar 10 15:52:06.753434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34ee29a8-dd4c-402f-81e0-6b3a5f8f20e4 req-6a6b0456-f1a0-4f3b-9f22-88bd1a4c74bf tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798149 Mar 10 15:52:06.756552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-34564983-a888-435e-9bcf-574c913c33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:06.757954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-34564983-a888-435e-9bcf-574c913c33a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 1127 time: 0.0833445 Mar 10 15:52:06.852738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-1abe9be9-4782-404e-8e42-f9b5bd045533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:06.854204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-1abe9be9-4782-404e-8e42-f9b5bd045533 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0903797 Mar 10 15:52:06.923547 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-22ecfd8e-c4c4-4b1a-91d5-3e55af852a35 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 1001 time: 0.0636215 Mar 10 15:52:06.971582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-8904e054-b54d-46a9-bb22-f9ca3c8fefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:06.972952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-8904e054-b54d-46a9-bb22-f9ca3c8fefc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0432484 Mar 10 15:52:07.020203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-4a300876-6f98-4336-a0c7-e909e7b55c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:07.021651 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-4a300876-6f98-4336-a0c7-e909e7b55c8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436370 Mar 10 15:52:07.112265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-5fb4ea1c-af23-4d8a-b32f-3a206a07dd05 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849719 Mar 10 15:52:07.199445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-07f4623d-f48f-42ab-af13-10906238d24c service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816131 Mar 10 15:52:07.879298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d1ec6-563b-4c36-969e-9a1e6f3bd686 req-5db0d7e4-8a5b-4604-91da-8dd273d1e992 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:07.881301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d26d1ec6-563b-4c36-969e-9a1e6f3bd686 req-5db0d7e4-8a5b-4604-91da-8dd273d1e992 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0557008 Mar 10 15:52:07.926678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d26d1ec6-563b-4c36-969e-9a1e6f3bd686 req-ffe18096-0118-419e-a9f8-6bdbd012aa00 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398307 Mar 10 15:52:09.052031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb3ed1-3b3b-46fc-8031-c2e890025ebf req-aaeaadc5-d03e-41bd-bd94-6a9694966cdc tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:09.053615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52fb3ed1-3b3b-46fc-8031-c2e890025ebf req-aaeaadc5-d03e-41bd-bd94-6a9694966cdc tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0533640 Mar 10 15:52:09.099138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52fb3ed1-3b3b-46fc-8031-c2e890025ebf req-5e2d6ea7-7f98-497a-b977-d206d57c0831 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399616 Mar 10 15:52:10.217214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9cefa-df27-4c28-af69-ea17b85f83fe req-e0809f38-fc6c-469e-8b53-357dc93d0bff tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:10.218690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43a9cefa-df27-4c28-af69-ea17b85f83fe req-e0809f38-fc6c-469e-8b53-357dc93d0bff tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0514987 Mar 10 15:52:10.268402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-43a9cefa-df27-4c28-af69-ea17b85f83fe req-20c27ecf-aae3-4265-831b-70e0b3088683 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442894 Mar 10 15:52:11.386000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c0a42-7720-4e6f-84e1-05fc268c0c3c req-af77d139-7187-44e4-b556-6d431d0c838a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:11.387473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db4c0a42-7720-4e6f-84e1-05fc268c0c3c req-af77d139-7187-44e4-b556-6d431d0c838a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0516586 Mar 10 15:52:11.433679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db4c0a42-7720-4e6f-84e1-05fc268c0c3c req-96992425-22a3-47e7-b071-33823ec78b0e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406442 Mar 10 15:52:12.563674 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5206-f1f1-4cf0-bf95-5f8a25ed5291 req-fc0611ba-5a04-41ff-8c96-312298272457 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:12.565305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce7e5206-f1f1-4cf0-bf95-5f8a25ed5291 req-fc0611ba-5a04-41ff-8c96-312298272457 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0571921 Mar 10 15:52:12.613444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce7e5206-f1f1-4cf0-bf95-5f8a25ed5291 req-c3b3fe74-8311-4566-a9e0-8c357f3fe023 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 Mar 10 15:52:14.062230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db5748-a285-4fe4-b17a-e0683c0d3a1f req-cb7ad6c9-aa93-4b7d-ac2c-4b2a982dc59f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:14.063749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34db5748-a285-4fe4-b17a-e0683c0d3a1f req-cb7ad6c9-aa93-4b7d-ac2c-4b2a982dc59f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.3780117 Mar 10 15:52:14.109934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34db5748-a285-4fe4-b17a-e0683c0d3a1f req-5dd424b1-773f-4763-8972-0741c71d674b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 Mar 10 15:52:15.228807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86ac0-b8c1-421e-95b5-1fadb99c82fd req-68b58bc4-e7db-4a62-b143-220eee769820 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:15.230268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37f86ac0-b8c1-421e-95b5-1fadb99c82fd req-68b58bc4-e7db-4a62-b143-220eee769820 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0528920 Mar 10 15:52:15.282222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37f86ac0-b8c1-421e-95b5-1fadb99c82fd req-69953beb-04b1-4e2a-9165-cd5b34d0c449 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463109 Mar 10 15:52:16.404310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed320068-d53f-4074-a297-0876b69f8267 req-ef33c93b-d93a-4ae1-8935-96d8d270f9a2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:16.405804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed320068-d53f-4074-a297-0876b69f8267 req-ef33c93b-d93a-4ae1-8935-96d8d270f9a2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0555260 Mar 10 15:52:16.451048 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed320068-d53f-4074-a297-0876b69f8267 req-6b619fa5-ad27-44ae-b16e-b20b65cb5768 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396688 Mar 10 15:52:17.570088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c354f0-fa8a-4cd8-a278-0f7591700370 req-07b93b2d-bb0a-4bef-80b5-dec419ef2baf tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:17.571578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67c354f0-fa8a-4cd8-a278-0f7591700370 req-07b93b2d-bb0a-4bef-80b5-dec419ef2baf tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0519037 Mar 10 15:52:17.622536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67c354f0-fa8a-4cd8-a278-0f7591700370 req-0b93edfb-b349-431a-b6b1-4cb945151ba4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452015 Mar 10 15:52:18.276398 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:18.744549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c3a70-714f-4f00-8293-0d62ee06b0fa req-ea7198e9-c6ae-4382-9829-cbb2a39ac186 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:18.746139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-786c3a70-714f-4f00-8293-0d62ee06b0fa req-ea7198e9-c6ae-4382-9829-cbb2a39ac186 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0532198 Mar 10 15:52:18.798855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-786c3a70-714f-4f00-8293-0d62ee06b0fa req-1ff99f8d-226b-4819-941d-ef9e742fc7fe tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470798 Mar 10 15:52:19.923853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed707ace-4257-479c-b669-44e0244f1f84 req-0d2bd8fc-a4b0-4064-8d14-bd15dcd4683e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:19.925316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed707ace-4257-479c-b669-44e0244f1f84 req-0d2bd8fc-a4b0-4064-8d14-bd15dcd4683e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0556054 Mar 10 15:52:19.970860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed707ace-4257-479c-b669-44e0244f1f84 req-335b06a7-e8c8-4cb8-ba30-6ad76272425f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393806 Mar 10 15:52:21.085295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:21.094437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb9dab-f929-456a-a36c-7f375c5e0ed6 req-98c16dea-280b-42d5-95b0-6b1bb5466a0c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:21.095952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dfb9dab-f929-456a-a36c-7f375c5e0ed6 req-98c16dea-280b-42d5-95b0-6b1bb5466a0c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0546587 Mar 10 15:52:21.142734 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5dfb9dab-f929-456a-a36c-7f375c5e0ed6 req-0d3c70d9-b6b8-456b-a0c0-4a1e25b25ce0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411220 Mar 10 15:52:21.796923 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d5a27bae-8dfc-4086-a720-130d0cda8702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:22.264967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950907c-3db1-4d49-941c-7fbba4838c1a req-bbae4102-f674-4665-a21f-523e402a3a5c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:22.266442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a950907c-3db1-4d49-941c-7fbba4838c1a req-bbae4102-f674-4665-a21f-523e402a3a5c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0566638 Mar 10 15:52:22.312958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a950907c-3db1-4d49-941c-7fbba4838c1a req-1aa55bcc-8bc8-46c4-ab2a-dde9ce98aa41 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407252 Mar 10 15:52:23.432215 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488ffeb-3b20-4f1d-ba7d-7ade572ad7b0 req-25a1ac4c-688a-4103-aea2-5f9b15de4594 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:23.433670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1488ffeb-3b20-4f1d-ba7d-7ade572ad7b0 req-25a1ac4c-688a-4103-aea2-5f9b15de4594 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0529072 Mar 10 15:52:23.479219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1488ffeb-3b20-4f1d-ba7d-7ade572ad7b0 req-050879db-48ad-4470-80af-614ad12cc8c6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400589 Mar 10 15:52:24.139999 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5954627d-3b7b-4f9f-b63a-3e5a11e392b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:24.601180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f690e-77c1-4ef8-acdc-8fd4e12ed865 req-4e5e0677-6ad6-402e-972c-8913e5c176b5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:24.603679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec1f690e-77c1-4ef8-acdc-8fd4e12ed865 req-4e5e0677-6ad6-402e-972c-8913e5c176b5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0554152 Mar 10 15:52:24.661192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec1f690e-77c1-4ef8-acdc-8fd4e12ed865 req-2d34fb7d-935f-4327-bf13-94af6f56f0db tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514812 Mar 10 15:52:25.409186 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:25.784597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd1da6-70f2-468f-a67c-4d15296b1acb req-22410413-664c-4f4b-8021-865fb1ab87f0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:25.786082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98bd1da6-70f2-468f-a67c-4d15296b1acb req-22410413-664c-4f4b-8021-865fb1ab87f0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0527043 Mar 10 15:52:25.832343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98bd1da6-70f2-468f-a67c-4d15296b1acb req-1f065033-3daa-4eaf-9680-a09e51212116 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403371 Mar 10 15:52:26.723123 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:26.949332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956490e-553b-4911-9768-02b6850a07fa req-be06e3be-35cb-4770-8ac6-09c2fc1c2996 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:26.950701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e956490e-553b-4911-9768-02b6850a07fa req-be06e3be-35cb-4770-8ac6-09c2fc1c2996 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0522282 Mar 10 15:52:26.996629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e956490e-553b-4911-9768-02b6850a07fa req-242d1002-5345-4ee4-94d9-f2c05d7c97e8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403686 Mar 10 15:52:28.119650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e91fd-c3f9-4f71-842f-a5cca1c05974 req-c9afab91-80db-422f-bf53-3df00e4a4d96 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:28.121143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b38e91fd-c3f9-4f71-842f-a5cca1c05974 req-c9afab91-80db-422f-bf53-3df00e4a4d96 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0564113 Mar 10 15:52:28.167133 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b38e91fd-c3f9-4f71-842f-a5cca1c05974 req-7a198327-e045-4a25-b1dd-891625dc11be tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Mar 10 15:52:28.323228 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:29.288597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a12d50-d6a3-4318-8250-342cb85cb3a1 req-24a3b99a-a52a-4d09-9b74-ec6a4bd963c6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:29.290073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4a12d50-d6a3-4318-8250-342cb85cb3a1 req-24a3b99a-a52a-4d09-9b74-ec6a4bd963c6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0525453 Mar 10 15:52:29.336912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4a12d50-d6a3-4318-8250-342cb85cb3a1 req-3387ed20-a271-4ea7-a2f8-77eaff83648b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 Mar 10 15:52:30.462301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549684f3-2cde-49fa-bce0-ec80c713fd26 req-afaa5325-582a-416c-9355-0c2b2fe08f0f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:30.463809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-549684f3-2cde-49fa-bce0-ec80c713fd26 req-afaa5325-582a-416c-9355-0c2b2fe08f0f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0568931 Mar 10 15:52:30.510967 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-549684f3-2cde-49fa-bce0-ec80c713fd26 req-26ea1d20-f1f0-4327-8772-625a422e9043 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414937 Mar 10 15:52:31.637428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f67dc2-b983-44ac-89e7-08e1879c9f74 req-f87a53d0-2bc5-44a0-9f9b-60e4ad1e8c40 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:31.640050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77f67dc2-b983-44ac-89e7-08e1879c9f74 req-f87a53d0-2bc5-44a0-9f9b-60e4ad1e8c40 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0568869 Mar 10 15:52:31.685752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77f67dc2-b983-44ac-89e7-08e1879c9f74 req-e5f0d9b6-2e21-491e-8773-1714cf0f9c58 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403426 Mar 10 15:52:32.806881 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa2ca5-ed19-4380-baab-51b9bd523527 req-66888e47-1d3d-4451-88f8-6a2157a0d06b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:32.808354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7caa2ca5-ed19-4380-baab-51b9bd523527 req-66888e47-1d3d-4451-88f8-6a2157a0d06b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0524752 Mar 10 15:52:32.858278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7caa2ca5-ed19-4380-baab-51b9bd523527 req-964b3e57-7eee-4af4-8d14-c4d2a2a18ca1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444081 Mar 10 15:52:33.978033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961595f3-3e1a-47c0-9dbf-dd91a631dad3 req-82f9baaa-4eef-43f1-b6ba-356f975272d9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:33.979605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-961595f3-3e1a-47c0-9dbf-dd91a631dad3 req-82f9baaa-4eef-43f1-b6ba-356f975272d9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0525119 Mar 10 15:52:34.026172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-961595f3-3e1a-47c0-9dbf-dd91a631dad3 req-3db87704-7cad-4349-86b4-0b09cdc9110d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410123 Mar 10 15:52:34.329113 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-a140093e-9605-4c20-bd42-3076236f3954 service neutron] show failed (client error): The resource could not be found. Mar 10 15:52:34.330130 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-a140093e-9605-4c20-bd42-3076236f3954 service neutron] 10.222.0.62 "GET /v2.0/ports/7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e/bindings/n-h1-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0554361 Mar 10 15:52:34.525280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7ff72be5-c464-42a5-8ac6-5d9455df3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:34.526802 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7ff72be5-c464-42a5-8ac6-5d9455df3b64 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 1127 time: 0.0452585 Mar 10 15:52:34.537387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:52:34.607914 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:34.807275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:52:34.840274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:52:34.883861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:52:34.886420 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4008969-f8b5-47dd-9039-d3312ea6420b" -d '{"events": [{"server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:52:34.890125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Publish callbacks [] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:34.904310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Transition to ACTIVE for port object 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:52:34.909814 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:34.945191 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb0c085-2c6c-448c-8feb-a38b93894282 x-openstack-request-id: req-2eb0c085-2c6c-448c-8feb-a38b93894282 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:52:34.946063 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:52:34.946327 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2eb0c085-2c6c-448c-8feb-a38b93894282 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:52:34.946760 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'code': 200} Mar 10 15:52:35.027416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Pushing event updated for resources: {'Port': ['ID=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:52:35.095241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] No DVR routers for this DVR port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:52:35.230434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e2cbe-4731-4933-a3e2-ffbc302bdda8 req-b531e46e-66f5-4ee1-a3fb-042e6e584bcf tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:35.231861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb2e2cbe-4731-4933-a3e2-ffbc302bdda8 req-b531e46e-66f5-4ee1-a3fb-042e6e584bcf tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 943 time: 0.1019371 Mar 10 15:52:35.316315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Attempting to bind port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:52:35.316648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Attempting to bind port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:52:35.316971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Attempting to bind port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:52:35.323693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bb2e2cbe-4731-4933-a3e2-ffbc302bdda8 req-2d7238ac-bfea-4187-8fd7-5ac66abd4e0e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846729 Mar 10 15:52:35.324643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e on network b036fe2a-6204-4937-beae-1c2ddb56a5cd not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:52:35.324964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Attempting to bind port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:52:35.329848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:52:35.330188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:52:35.330570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:52:35.331048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Bound port: 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:52:35.331405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:35.393520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:52:35.396366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:52:35.403783 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:35.438124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:35.438779 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:35.440240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] 10.222.0.45 "PUT /v2.0/ports/7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 1091 time: 0.9067376 Mar 10 15:52:35.474239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Pushing event updated for resources: {'Port': ['ID=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:52:35.502937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.503327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.503622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.503964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.504298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.504630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.504961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.505287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.505615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.505939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.506266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.506591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.506947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bedd35d-eb60-4426-a880-edf08cd57dce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:35.531455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-f9cf31b2-dd5c-4703-a964-814ac62f354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:35.533203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-f9cf31b2-dd5c-4703-a964-814ac62f354d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 1125 time: 0.0667672 Mar 10 15:52:35.629747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-90c2a5f5-24d7-4311-83ac-0baadd9593bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:35.631270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-90c2a5f5-24d7-4311-83ac-0baadd9593bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0908775 Mar 10 15:52:35.699459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-b7d82285-ddb6-48d5-ad8a-15d9f407a056 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 999 time: 0.0615077 Mar 10 15:52:35.748517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-dd467332-8745-4885-bdae-ed627ffddc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:35.749987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-dd467332-8745-4885-bdae-ed627ffddc34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0439100 Mar 10 15:52:35.800927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-d533a8c3-ba6e-43a9-9899-5204dfc02cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:35.802409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-d533a8c3-ba6e-43a9-9899-5204dfc02cb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449324 Mar 10 15:52:35.893596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-1cad24ae-6cce-4270-b67c-e85e5738e8a8 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846694 Mar 10 15:52:35.981029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c38cf207-3057-4b1d-9c84-2e58fb6288d5 req-e6f4f3da-1145-4283-bc96-c7604aa2af84 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805433 Mar 10 15:52:36.448444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e8aa1-d3d2-4b0d-8e52-ddeadc0d789a req-e0a7ee4a-839c-48e9-9e12-79519274bc48 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:36.449894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c91e8aa1-d3d2-4b0d-8e52-ddeadc0d789a req-e0a7ee4a-839c-48e9-9e12-79519274bc48 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 943 time: 0.0523484 Mar 10 15:52:36.500076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c91e8aa1-d3d2-4b0d-8e52-ddeadc0d789a req-d5377538-57e8-4f2f-a7bd-9eb696db5f6e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445287 Mar 10 15:52:36.948230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:52:36.950620 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b2179e-54fc-4f81-9016-b6eda9084fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:52:36.998242 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbf2286-bfd9-47fb-a96d-f8915e54fedf x-openstack-request-id: req-6cbf2286-bfd9-47fb-a96d-f8915e54fedf {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:52:36.999289 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:52:36.999555 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6cbf2286-bfd9-47fb-a96d-f8915e54fedf {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:52:37.000292 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'status': 'completed', 'code': 200} Mar 10 15:52:37.090111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-b111bbb4-2f9b-4592-bb4f-96147eeaec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:37.091646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-b111bbb4-2f9b-4592-bb4f-96147eeaec87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 1125 time: 0.0749729 Mar 10 15:52:37.094086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-e8cf76fc-2bbf-4134-ae23-e41769a1ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:37.095443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-e8cf76fc-2bbf-4134-ae23-e41769a1ed53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 1125 time: 0.0709662 Mar 10 15:52:37.249379 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-c7649237-7cec-4c98-a9ff-f13e10c459bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:37.250861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-c7649237-7cec-4c98-a9ff-f13e10c459bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1536450 Mar 10 15:52:37.253394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-d52ebc1b-9389-4021-a9b1-a8ccb9cb1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:37.254692 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-d52ebc1b-9389-4021-a9b1-a8ccb9cb1af6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1491494 Mar 10 15:52:37.364144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-ebab2aef-cfbd-45f6-b802-b3dfb75cf3d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 999 time: 0.1072152 Mar 10 15:52:37.365875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-551d9c08-f6c3-4fbf-b675-46e2000a51d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 999 time: 0.1034033 Mar 10 15:52:37.388210 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:52:37.449859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-45d70566-88b5-4315-9404-361e51183998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:37.451333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-45d70566-88b5-4315-9404-361e51183998 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0807266 Mar 10 15:52:37.452696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-c2268725-fd4b-4a70-9584-200bb3c66cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:37.453988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-c2268725-fd4b-4a70-9584-200bb3c66cd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0763862 Mar 10 15:52:37.548773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-2e136730-81e1-47a1-b963-b4eaaad3f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:37.550306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-2e136730-81e1-47a1-b963-b4eaaad3f859 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0933826 Mar 10 15:52:37.557179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-70a856b5-9986-4aa6-8622-ce629fef62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:37.558665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-70a856b5-9986-4aa6-8622-ce629fef62c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0925713 Mar 10 15:52:37.751922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-d9e0f06a-fb24-42c7-aa65-ccf2b94c583e service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922979 Mar 10 15:52:37.755355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-a8ece997-47d6-434f-b5ec-264dbe8dcb28 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889248 Mar 10 15:52:37.763568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41fb0e-e147-460a-8f7d-44d81b5331bc req-e794fac7-7707-4431-98d7-7a061a9cf4ea tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:37.764904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be41fb0e-e147-460a-8f7d-44d81b5331bc req-e794fac7-7707-4431-98d7-7a061a9cf4ea tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 943 time: 0.1763592 Mar 10 15:52:37.939921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be41fb0e-e147-460a-8f7d-44d81b5331bc req-3967a97e-9372-49bf-9e5a-41713e9ea45c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600382 Mar 10 15:52:37.947969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-621a78b8-e98e-449d-93c1-d3386bc7fe99 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821821 Mar 10 15:52:37.958039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b2179e-54fc-4f81-9016-b6eda9084fc8 req-14c16da6-bad8-4754-94cd-8a573bf0018e service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912277 Mar 10 15:52:38.661782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:52:38.699697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e host n-h1-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:52:38.700077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:52:39.060352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22e4d6-8a96-4636-8b16-a7b149ae7ea6 req-995b3a97-9603-4fa0-9595-38c08a217c1b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:39.061870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc22e4d6-8a96-4636-8b16-a7b149ae7ea6 req-995b3a97-9603-4fa0-9595-38c08a217c1b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 943 time: 0.0530002 Mar 10 15:52:39.108143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc22e4d6-8a96-4636-8b16-a7b149ae7ea6 req-5a3deb68-7450-4dea-87b8-f521d3c60b4b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406325 Mar 10 15:52:39.340354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde10fa1-36d8-43a0-9b4f-7b7303111100 req-7b5f3dda-db1c-4af2-905d-ba9cf93b46b5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:39.341812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cde10fa1-36d8-43a0-9b4f-7b7303111100 req-7b5f3dda-db1c-4af2-905d-ba9cf93b46b5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 943 time: 0.0873184 Mar 10 15:52:39.351617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-1a931421-eb10-47ed-a605-02411affd2fe tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:39.352962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-1a931421-eb10-47ed-a605-02411affd2fe tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0&tenant_id=a39153abc74d42e08983caecab3ca5b6&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 943 time: 0.0883307 Mar 10 15:52:39.431327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cde10fa1-36d8-43a0-9b4f-7b7303111100 req-87676698-cf52-472e-9981-b9f07b77814a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772841 Mar 10 15:52:39.438188 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-540388f6-c0ae-4dcb-9497-4d03a60201b7 service neutron] delete failed (client error): The resource could not be found. Mar 10 15:52:39.439178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-540388f6-c0ae-4dcb-9497-4d03a60201b7 service neutron] 10.222.0.62 "DELETE /v2.0/ports/7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0797098 Mar 10 15:52:39.447706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:52:39.524993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-7d597e3e-8773-44a9-8372-6bf82cbd29f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:39.526491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-7d597e3e-8773-44a9-8372-6bf82cbd29f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 1125 time: 0.0465946 Mar 10 15:52:39.547311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:52:39.559318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'port_id': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'mac_address': 'fa:16:3e:63:a0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:52:39.596865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:52:39.597271 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:39.610032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:52:39.625623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-d1334ba9-f2a4-41f2-99cb-aa5a62d7319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:39.627300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-d1334ba9-f2a4-41f2-99cb-aa5a62d7319d service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0951560 Mar 10 15:52:39.629692 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:52:39.634384 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:39.684004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:52:39.691081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-f71c0370-a890-4ef1-8132-9f8a22d0ac3c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 200 len: 1000 time: 0.0584161 Mar 10 15:52:39.691256 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.691608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.691956 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.692298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.692636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.692970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.693307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.693637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.693968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.694288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.694615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.694977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.695880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:52:39.746531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-1836bb7d-c44b-450f-a00c-e3a41dcd6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:39.747991 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-1836bb7d-c44b-450f-a00c-e3a41dcd6db6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0483987 Mar 10 15:52:39.795792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-139cd6c6-abab-47f5-96c4-0520e900e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:39.797216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-139cd6c6-abab-47f5-96c4-0520e900e5b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436554 Mar 10 15:52:39.884061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:52:39.888748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-d9339063-f322-4753-9db5-a54fdda8a65e service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849304 Mar 10 15:52:39.981990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8546824b-6c81-4fcd-b258-e8ba804c9442 req-41f64e40-9215-4dc7-825f-a813e9dd0cf5 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875869 Mar 10 15:52:40.557957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f812c-ac4f-4441-8c33-5e95d668dff5 req-fd1b28e2-4308-4d76-9fc1-5cca4749c065 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:40.559476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd9f812c-ac4f-4441-8c33-5e95d668dff5 req-fd1b28e2-4308-4d76-9fc1-5cca4749c065 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 944 time: 0.0547235 Mar 10 15:52:40.605624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd9f812c-ac4f-4441-8c33-5e95d668dff5 req-2f5e0145-0c6c-49e4-bec3-2335b5fd17bc tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404005 Mar 10 15:52:40.726344 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7e0dc-fbbd-4725-ba59-626f1f7dbb0f req-d3f363c0-22bb-45ac-975d-0dc576384e23 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:40.727860 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8d7e0dc-fbbd-4725-ba59-626f1f7dbb0f req-d3f363c0-22bb-45ac-975d-0dc576384e23 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 944 time: 0.0555186 Mar 10 15:52:40.774223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8d7e0dc-fbbd-4725-ba59-626f1f7dbb0f req-c9efa469-5921-41bb-bbf2-a9434bc51448 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403087 Mar 10 15:52:40.887728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebf497-3d6d-45c3-91fb-83fa6de847cf req-b1f23f17-8036-44a7-95be-816b70015286 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:40.889079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19ebf497-3d6d-45c3-91fb-83fa6de847cf req-b1f23f17-8036-44a7-95be-816b70015286 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 944 time: 0.0514526 Mar 10 15:52:40.934356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19ebf497-3d6d-45c3-91fb-83fa6de847cf req-15788dcd-cf84-4b3f-a973-fc6ed9436989 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397658 Mar 10 15:52:41.170061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46bdf4-b49c-4f4a-87a7-69b24ff344c8 req-d046492b-b7f4-472a-9a9b-a93f2d5ce70b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:41.171548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e46bdf4-b49c-4f4a-87a7-69b24ff344c8 req-d046492b-b7f4-472a-9a9b-a93f2d5ce70b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 944 time: 0.0556157 Mar 10 15:52:41.218995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9e46bdf4-b49c-4f4a-87a7-69b24ff344c8 req-3b6ddd70-1d5a-4dcf-93b7-71d93fe347ca tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411844 Mar 10 15:52:41.449233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:52:41.500972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:52:41.504816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:52:41.505196 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:41.580575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:52:41.580994 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:41.603307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:52:41.605575 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5472ce26-c2bc-4937-83f2-0f64644a3ef7" -d '{"events": [{"server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:52:41.619048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:52:41.624210 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:41.651304 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74db8815-c9a1-44db-9c86-762a2aba8078 x-openstack-request-id: req-74db8815-c9a1-44db-9c86-762a2aba8078 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:52:41.651593 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:52:41.651844 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74db8815-c9a1-44db-9c86-762a2aba8078 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:52:41.652219 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'code': 200} Mar 10 15:52:41.676701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:52:42.342170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca95c5-8db8-4887-bebd-a4f3850b070f req-971fb13f-3d74-4596-9b73-8eebf42a910b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:42.343602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68ca95c5-8db8-4887-bebd-a4f3850b070f req-971fb13f-3d74-4596-9b73-8eebf42a910b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0577273 Mar 10 15:52:42.390219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68ca95c5-8db8-4887-bebd-a4f3850b070f req-3672d440-5d08-4cbf-9e72-3410f343b12f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 Mar 10 15:52:42.488561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-bbc1df81-ff0d-432a-b544-4cffd08ee409 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:42.490011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-bbc1df81-ff0d-432a-b544-4cffd08ee409 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.45 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 945 time: 0.0506315 Mar 10 15:52:42.899610 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Deleting port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:52:42.899947 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:42.988815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] For port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:52:42.989177 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:43.156666 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:43.156946 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:43.157281 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d disassociated. External IP: 172.25.3.249, port: 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e. Mar 10 15:52:43.157615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Calling delete_port for 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:52:43.285926 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:43.318072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event deleted for resources: {'Port': ['ID=7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:52:43.438541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:52:43.513525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf52859a-15a8-4024-b29f-8281f4617ae2 req-e2e3fa6b-abdf-4079-8fdc-ffdd9b5d522e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=939e3711-56f9-4a0e-9f1c-f08c626a6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0309615 Mar 10 15:52:43.575746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:52:43.585334 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41f586-2311-42e2-a94b-48c7031be6e6 None None] Sync routers for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:52:43.599184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41f586-2311-42e2-a94b-48c7031be6e6 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:52:43.599818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0e41f586-2311-42e2-a94b-48c7031be6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:52:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:43.621096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] No DVR routers for this DVR port 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:52:43.623858 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:43.627403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4032702-cb8f-4ada-a697-0d27b32fab1d req-8b8fb8e3-39b7-4277-9860-fbe2182f857f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.45 "DELETE /v2.0/ports/7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e HTTP/1.1" status: 204 len: 173 time: 1.1320171 Mar 10 15:52:43.627877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'name': 'network-vif-deleted', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:52:43.630243 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695f6964-00ca-4058-9d3e-9a65c0506218" -d '{"events": [{"server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "name": "network-vif-deleted", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:52:43.673796 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de49443-670b-4fd4-b1c1-81ef326f5355 x-openstack-request-id: req-8de49443-670b-4fd4-b1c1-81ef326f5355 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:52:43.674300 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939e3711-56f9-4a0e-9f1c-f08c626a6bf0", "name": "network-vif-deleted", "tag": "7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:52:43.674551 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8de49443-670b-4fd4-b1c1-81ef326f5355 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:52:43.675007 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939e3711-56f9-4a0e-9f1c-f08c626a6bf0', 'name': 'network-vif-deleted', 'tag': '7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e', 'status': 'completed', 'code': 200} Mar 10 15:52:43.888561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0e41f586-2311-42e2-a94b-48c7031be6e6 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:52:44.089324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0e41f586-2311-42e2-a94b-48c7031be6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:44.115495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41f586-2311-42e2-a94b-48c7031be6e6 None None] Checking router: ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:52:44.124291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41f586-2311-42e2-a94b-48c7031be6e6 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:52:44.124900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0e41f586-2311-42e2-a94b-48c7031be6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:52:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:44.232604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0e41f586-2311-42e2-a94b-48c7031be6e6 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:52:44.439188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0e41f586-2311-42e2-a94b-48c7031be6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:44.465924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41f586-2311-42e2-a94b-48c7031be6e6 None None] The sync data for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 is: [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:52:44.701387 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4387f419-cf50-4ae5-8fc8-60da64341b91 None None] New status for floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:52:44.757060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-efb9d239-0b36-402e-a9ad-cdb7885df981 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1474978228&fields=id&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 267 time: 0.0416179 Mar 10 15:52:44.870976 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-ea1c7ba6-cc12-4633-adad-def8f2662dd3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:44.872427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-ea1c7ba6-cc12-4633-adad-def8f2662dd3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 812 time: 0.1081033 Mar 10 15:52:44.887054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-2063a614-ba75-46b2-b32e-e9680dfc30f0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/quotas/a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 375 time: 0.0092418 Mar 10 15:52:44.940884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f29b0c44-cc95-4989-b71c-1bd4aea7e27c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490210 Mar 10 15:52:45.108948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-ba2710a0-4e13-40aa-b706-8db95e8515c2 service neutron] 10.222.0.11 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245105 Mar 10 15:52:45.199029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-b0d81258-234a-4d6e-bd09-e002a12b795f service neutron] 10.222.0.11 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839791 Mar 10 15:52:45.371833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a54b48b-659b-42e2-96fa-8ed986a9fc42 req-59677194-7494-4bda-998d-3580e1438b63 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 210 time: 0.0337245 Mar 10 15:52:45.462324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:52:45.483947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:52:45.484396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 7f3ecb9b-b4b9-4b2a-aefc-42c3dcba5b6e not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:52:46.339754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-b978566d-603b-43f0-b4ae-c59ba53dbb29 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:46.341925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-b978566d-603b-43f0-b4ae-c59ba53dbb29 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 812 time: 0.1066391 Mar 10 15:52:46.406974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-2b5fad4e-8ffa-4dc0-a547-1fdc1b241e7b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 380 time: 0.0554073 Mar 10 15:52:46.420327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'port': {'device_id': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'admin_state_up': True, 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'security_groups': ['9ebe7889-cd92-4561-aae0-a3436a46bcaf']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:52:46.506200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-517b463b-7b98-4508-baeb-ad00e14db95d req-ab0520bc-a026-4f57-9f2f-a7e6742478fb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 210 time: 0.0632672 Mar 10 15:52:46.555473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Made reservation on behalf of a39153abc74d42e08983caecab3ca5b6 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:52:46.558983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:46.686684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Allocated IP 172.20.0.14 (b036fe2a-6204-4937-beae-1c2ddb56a5cd/66eeddbe-b51c-4b91-8109-2639014ade11/49ad3576-bfbb-4daa-99ec-2de2f552b929) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:52:46.831629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:46.869702 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:46.910583 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:52:46.916049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:52:46.918509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:52:46.945094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event updated for resources: {'Port': ['ID=49ad3576-bfbb-4daa-99ec-2de2f552b929,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:52:46.973648 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:46.974262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:46.991678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-596753d5-af2b-4512-8e0d-0229c248ee83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5749316 Mar 10 15:52:47.002898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Request body: {'port': {'device_id': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:52:47.073517 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:47.192580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0799ea1a-f01f-48bd-a84b-c7280fa7c4dc None None] Provisioning complete for port 49ad3576-bfbb-4daa-99ec-2de2f552b929 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:52:47.193132 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0799ea1a-f01f-48bd-a84b-c7280fa7c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:47.228490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0799ea1a-f01f-48bd-a84b-c7280fa7c4dc None None] Port 49ad3576-bfbb-4daa-99ec-2de2f552b929 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:52:47.342363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ad3576-bfbb-4daa-99ec-2de2f552b929 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:52:47.349889 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Publish callbacks [] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:47.362040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Transition to ACTIVE for port object 49ad3576-bfbb-4daa-99ec-2de2f552b929 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:52:47.365796 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:47.418729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=49ad3576-bfbb-4daa-99ec-2de2f552b929,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:52:47.490449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Attempting to bind port 49ad3576-bfbb-4daa-99ec-2de2f552b929 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:52:47.490812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Attempting to bind port 49ad3576-bfbb-4daa-99ec-2de2f552b929 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:52:47.491168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Attempting to bind port 49ad3576-bfbb-4daa-99ec-2de2f552b929 on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:52:47.496567 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Port 49ad3576-bfbb-4daa-99ec-2de2f552b929 on network b036fe2a-6204-4937-beae-1c2ddb56a5cd not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:52:47.496884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Attempting to bind port 49ad3576-bfbb-4daa-99ec-2de2f552b929 on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:52:47.501832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:52:47.502169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:52:47.502551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:52:47.503002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Bound port: 49ad3576-bfbb-4daa-99ec-2de2f552b929, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:52:47.503357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:47.571052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:52:47.574586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:52:47.589701 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:47.645641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:47.646531 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:47.647949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] 10.222.0.45 "PUT /v2.0/ports/49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 1092 time: 0.6492388 Mar 10 15:52:47.648457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:52:47.651101 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170bf13c-a378-495a-abf3-2faa0dfdc559" -d '{"events": [{"name": "network-changed", "server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:52:47.691530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d1fb5-c493-4be2-bba8-41d5c1cd7dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=49ad3576-bfbb-4daa-99ec-2de2f552b929,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:52:47.711179 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f0697c-a903-4493-bee9-627f044c3726 x-openstack-request-id: req-f6f0697c-a903-4493-bee9-627f044c3726 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:52:47.711479 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:52:47.711738 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6f0697c-a903-4493-bee9-627f044c3726 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:52:47.712144 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'status': 'completed', 'code': 200} Mar 10 15:52:47.733743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606eb35-f3df-4ee8-bad4-1158d65c7980 req-5bfd3c9e-7daf-4fc0-bf1b-5cb276818f62 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:47.735299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2606eb35-f3df-4ee8-bad4-1158d65c7980 req-5bfd3c9e-7daf-4fc0-bf1b-5cb276818f62 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 944 time: 0.1554120 Mar 10 15:52:47.781305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-6489c596-66e5-4bb2-801a-ad254e5406ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:47.782870 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-6489c596-66e5-4bb2-801a-ad254e5406ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 1126 time: 0.0865891 Mar 10 15:52:47.805220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2606eb35-f3df-4ee8-bad4-1158d65c7980 req-20ed2cfc-1d5c-49d6-87a9-ee7c8b997a4a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618372 Mar 10 15:52:47.833213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-f181d817-723e-4f23-91f6-9b58eb370a62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 217 time: 0.0387371 Mar 10 15:52:47.887844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-337cf515-95a3-4124-a09c-e744a0a6835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:47.889308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-337cf515-95a3-4124-a09c-e744a0a6835e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0488183 Mar 10 15:52:47.938780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-2b442c37-dbab-42ee-b8e9-a488d3cb23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:47.940248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-2b442c37-dbab-42ee-b8e9-a488d3cb23d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442097 Mar 10 15:52:48.028457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-6ec3bf0a-67fb-498a-9217-340c278a108e service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813916 Mar 10 15:52:48.121229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848a73-e4f1-4b18-bc8f-547f6c02e3b3 req-1b2a9b1e-bd9e-4f0e-96b1-2a8bf0022789 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862572 Mar 10 15:52:48.217627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf13c-a378-495a-abf3-2faa0dfdc559 req-7580ccd6-345b-479c-bc80-c2f324530556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:48.219145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-170bf13c-a378-495a-abf3-2faa0dfdc559 req-7580ccd6-345b-479c-bc80-c2f324530556 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 1126 time: 0.0455825 Mar 10 15:52:48.270676 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:48.316150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf13c-a378-495a-abf3-2faa0dfdc559 req-f969b01f-8aa5-4873-977a-95000edc0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:48.317546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-170bf13c-a378-495a-abf3-2faa0dfdc559 req-f969b01f-8aa5-4873-977a-95000edc0238 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0920069 Mar 10 15:52:48.364385 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-170bf13c-a378-495a-abf3-2faa0dfdc559 req-4c5cc07d-c224-4b00-9dd3-27fa83e5d39d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 217 time: 0.0404472 Mar 10 15:52:48.418048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf13c-a378-495a-abf3-2faa0dfdc559 req-995c8c62-5c65-42ca-9a1e-983ff81adc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:48.419515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-170bf13c-a378-495a-abf3-2faa0dfdc559 req-995c8c62-5c65-42ca-9a1e-983ff81adc36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0481300 Mar 10 15:52:48.469155 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf13c-a378-495a-abf3-2faa0dfdc559 req-2933d377-1cf6-45ae-8e58-263e8470ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:48.470605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-170bf13c-a378-495a-abf3-2faa0dfdc559 req-2933d377-1cf6-45ae-8e58-263e8470ed4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435362 Mar 10 15:52:48.559386 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-170bf13c-a378-495a-abf3-2faa0dfdc559 req-096a8ea6-16c6-4db9-af4e-06bc091be08b service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818059 Mar 10 15:52:48.653654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-170bf13c-a378-495a-abf3-2faa0dfdc559 req-cb456c3e-b7a3-4744-bdca-9223a3470bfc service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868907 Mar 10 15:52:48.924986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6039d-74a2-4da6-9634-0b8f01d38960 req-3a371210-a441-4b7a-9489-5ca97b2571f8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:48.926370 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6da6039d-74a2-4da6-9634-0b8f01d38960 req-3a371210-a441-4b7a-9489-5ca97b2571f8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 944 time: 0.0527561 Mar 10 15:52:48.972180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6da6039d-74a2-4da6-9634-0b8f01d38960 req-5feb8bf2-5dfc-474f-a776-50e5fb04182c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397074 Mar 10 15:52:50.095990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda9472-d0d7-4cbb-a0ad-fdee4cd545fb req-654feb68-24b2-4cfe-bdf6-8ec092575c12 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:50.097475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bda9472-d0d7-4cbb-a0ad-fdee4cd545fb req-654feb68-24b2-4cfe-bdf6-8ec092575c12 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 944 time: 0.0555263 Mar 10 15:52:50.144041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bda9472-d0d7-4cbb-a0ad-fdee4cd545fb req-e434cc1c-1ff4-4993-b196-3faf80f1a43b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 Mar 10 15:52:51.100886 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:51.265027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721da2fe-8dc8-4ef4-b2c2-166f26887877 req-83e8e755-1d13-4161-a1d8-4035b29b79d5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:51.266536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-721da2fe-8dc8-4ef4-b2c2-166f26887877 req-83e8e755-1d13-4161-a1d8-4035b29b79d5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 944 time: 0.0531321 Mar 10 15:52:51.313627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-721da2fe-8dc8-4ef4-b2c2-166f26887877 req-583e4b31-e59c-42ae-a9e9-76ab43f6b7d8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Mar 10 15:52:51.479283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 49ad3576-bfbb-4daa-99ec-2de2f552b929 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:52:51.576030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:52:51.587643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'port_id': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'mac_address': 'fa:16:3e:d4:11:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:52:51.623724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 49ad3576-bfbb-4daa-99ec-2de2f552b929 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:52:51.624110 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:51.636619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ad3576-bfbb-4daa-99ec-2de2f552b929 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:52:51.656441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:52:51.660074 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:51.709515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=49ad3576-bfbb-4daa-99ec-2de2f552b929,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:52:51.800721 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d1b8260d-a1e4-45ef-b843-d293c164b17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:51.867989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['49ad3576-bfbb-4daa-99ec-2de2f552b929'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:52:52.432247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a19c94-2be9-4557-a0f4-b75d228a2608 req-3cbb506d-037f-47e8-91a4-cf6a714b0843 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:52.433696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60a19c94-2be9-4557-a0f4-b75d228a2608 req-3cbb506d-037f-47e8-91a4-cf6a714b0843 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 945 time: 0.0522170 Mar 10 15:52:52.482323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60a19c94-2be9-4557-a0f4-b75d228a2608 req-1a13705c-b4fc-4dff-9554-f4e802f3d6f8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Mar 10 15:52:53.494131 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 49ad3576-bfbb-4daa-99ec-2de2f552b929 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:52:53.548323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 49ad3576-bfbb-4daa-99ec-2de2f552b929 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:52:53.552626 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 49ad3576-bfbb-4daa-99ec-2de2f552b929 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:52:53.552986 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:53.605918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab740ecc-0b4e-4545-8480-51a7cab37a85 req-5822145b-4e08-4c8f-8669-6b4aa0661eb2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:53.607471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab740ecc-0b4e-4545-8480-51a7cab37a85 req-5822145b-4e08-4c8f-8669-6b4aa0661eb2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 945 time: 0.0523210 Mar 10 15:52:53.633779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 49ad3576-bfbb-4daa-99ec-2de2f552b929 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:52:53.634167 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:53.658942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab740ecc-0b4e-4545-8480-51a7cab37a85 req-8995452c-2a43-426b-a8a9-68ac14b3b642 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448174 Mar 10 15:52:53.659958 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:52:53.662221 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69da2823-409d-429f-9c24-8abebc64f86b" -d '{"events": [{"server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "name": "network-vif-plugged", "status": "completed", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:52:53.679064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:52:53.688054 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:53.716368 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84706854-68b7-497d-bb55-7c56726b7d93 x-openstack-request-id: req-84706854-68b7-497d-bb55-7c56726b7d93 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:52:53.716670 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "name": "network-vif-plugged", "status": "completed", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:52:53.716937 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84706854-68b7-497d-bb55-7c56726b7d93 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:52:53.717328 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'code': 200} Mar 10 15:52:53.743459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=49ad3576-bfbb-4daa-99ec-2de2f552b929,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:52:53.811090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d47c1b-b94d-442c-a5da-31ce64a94f25 req-accca1de-bd79-4ef9-b28d-d070fc7bd369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:53.812737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36d47c1b-b94d-442c-a5da-31ce64a94f25 req-accca1de-bd79-4ef9-b28d-d070fc7bd369 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 1128 time: 0.0457611 Mar 10 15:52:53.858064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36d47c1b-b94d-442c-a5da-31ce64a94f25 req-4bc00fe0-3d79-4e9e-b7bb-6d24c4d7bc04 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378745 Mar 10 15:52:54.141819 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4652292f-7ba3-4281-b6a6-afb24bcc3baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:54.782272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b0305-468c-4d1c-b000-2551201d321f req-c8539b17-4d50-4492-88cd-6637d8693f57 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:54.783778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de9b0305-468c-4d1c-b000-2551201d321f req-c8539b17-4d50-4492-88cd-6637d8693f57 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0566084 Mar 10 15:52:54.831118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de9b0305-468c-4d1c-b000-2551201d321f req-3ccd4167-e06c-4887-9359-cb8ec44e17cf tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 Mar 10 15:52:55.411152 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:55.949843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c17d04-775e-4e14-91d1-0ee31097897a req-38266c88-f231-4d53-9b7d-29259af761b6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:55.951322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23c17d04-775e-4e14-91d1-0ee31097897a req-38266c88-f231-4d53-9b7d-29259af761b6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0515633 Mar 10 15:52:55.996933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-23c17d04-775e-4e14-91d1-0ee31097897a req-364477cd-41ee-4c1e-a37f-e7fab54b4182 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401111 Mar 10 15:52:56.114842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e0d20-4af2-41c0-9c8c-998bc5868e52 req-18b3993d-4194-4432-86d6-04987c3803de tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:56.116252 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a67e0d20-4af2-41c0-9c8c-998bc5868e52 req-18b3993d-4194-4432-86d6-04987c3803de tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0523450 Mar 10 15:52:56.125448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41006) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:52:56.129746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-bdc01d1a-f7dc-4b2d-9780-af5c9a92fec8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'floatingip': {'port_id': '49ad3576-bfbb-4daa-99ec-2de2f552b929'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:52:56.171576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdc01d1a-f7dc-4b2d-9780-af5c9a92fec8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:56.606498 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdc01d1a-f7dc-4b2d-9780-af5c9a92fec8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:56.610384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdc01d1a-f7dc-4b2d-9780-af5c9a92fec8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:56.713107 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-bdc01d1a-f7dc-4b2d-9780-af5c9a92fec8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d associated. External IP: 172.25.3.249, port: 49ad3576-bfbb-4daa-99ec-2de2f552b929. Mar 10 15:52:56.725792 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:57.248066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc01d1a-f7dc-4b2d-9780-af5c9a92fec8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:52:57.358938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc01d1a-f7dc-4b2d-9780-af5c9a92fec8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:52:57.363848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bdc01d1a-f7dc-4b2d-9780-af5c9a92fec8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:57.370080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17da7d-5960-48cb-be19-80de84e2b367 None None] Sync routers for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:52:57.379317 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17da7d-5960-48cb-be19-80de84e2b367 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:52:57.379936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1a17da7d-5960-48cb-be19-80de84e2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:52:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:57.393003 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bdc01d1a-f7dc-4b2d-9780-af5c9a92fec8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "PUT /v2.0/floatingips/21b442d0-af14-4b50-99ef-d1a5cb95467d HTTP/1.1" status: 200 len: 992 time: 1.2664766 Mar 10 15:52:57.393585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:52:57.396074 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010" -d '{"events": [{"name": "network-changed", "server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:52:57.436951 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc80c9e-72d2-4e69-a47a-203ec4ab5c3b x-openstack-request-id: req-3fc80c9e-72d2-4e69-a47a-203ec4ab5c3b {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:52:57.437253 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:52:57.437510 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fc80c9e-72d2-4e69-a47a-203ec4ab5c3b {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:52:57.437914 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'status': 'completed', 'code': 200} Mar 10 15:52:57.495276 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1a17da7d-5960-48cb-be19-80de84e2b367 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:52:57.511879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010 req-395f2e82-4222-4c03-b2e4-c1c22267d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:57.513649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010 req-395f2e82-4222-4c03-b2e4-c1c22267d3f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 1128 time: 0.0525942 Mar 10 15:52:57.642970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010 req-6a219d48-1fd8-4425-8e47-cf1c06018580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:57.644361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010 req-6a219d48-1fd8-4425-8e47-cf1c06018580 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1228909 Mar 10 15:52:57.655487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b25687-46a0-49b2-ae0c-e2189f5c393b req-cd1e589b-8155-4034-af0c-248166e4816b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:57.656889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36b25687-46a0-49b2-ae0c-e2189f5c393b req-cd1e589b-8155-4034-af0c-248166e4816b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.1022384 Mar 10 15:52:57.740326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1a17da7d-5960-48cb-be19-80de84e2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:d4:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:52:56Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:57.750843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010 req-33373866-cdc3-4846-b4f9-01ee957623f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 1000 time: 0.0929644 Mar 10 15:52:57.757775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36b25687-46a0-49b2-ae0c-e2189f5c393b req-a0dd1caf-5fcc-4f80-b665-c7f6fae560df tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931203 Mar 10 15:52:57.767329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17da7d-5960-48cb-be19-80de84e2b367 None None] Checking router: ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:52:57.778577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17da7d-5960-48cb-be19-80de84e2b367 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:52:57.779214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1a17da7d-5960-48cb-be19-80de84e2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:52:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:57.802083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010 req-d77477db-4c67-4285-aa43-90b4928f4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:57.803601 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010 req-d77477db-4c67-4285-aa43-90b4928f4cb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0449867 Mar 10 15:52:57.853327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010 req-764f11db-e8d8-47c0-b39e-39655b4cca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:57.854857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010 req-764f11db-e8d8-47c0-b39e-39655b4cca08 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444560 Mar 10 15:52:57.887185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1a17da7d-5960-48cb-be19-80de84e2b367 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:52:57.948638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010 req-563ada77-1fcf-43d0-809c-b7aa3f309a57 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861986 Mar 10 15:52:58.040431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38d9f4ac-01b6-4d58-8cd0-d6cf297ae010 req-ea2aa814-31aa-426b-97f0-4433b5b5ac1d service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843196 Mar 10 15:52:58.108680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1a17da7d-5960-48cb-be19-80de84e2b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:d4:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:52:56Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:52:58.139346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17da7d-5960-48cb-be19-80de84e2b367 None None] The sync data for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 is: [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:d4:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:52:56Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:52:58.326028 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:52:58.332339 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71f009-3105-4a9d-830d-2df5f8d67e8c None None] New status for floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:52:58.879630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed6bb2-5461-47c3-80fa-440b23f7cee4 req-bfe5bb73-84f2-487d-a22a-65fcff0116d9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:52:58.881087 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52ed6bb2-5461-47c3-80fa-440b23f7cee4 req-bfe5bb73-84f2-487d-a22a-65fcff0116d9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0526927 Mar 10 15:52:58.930636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52ed6bb2-5461-47c3-80fa-440b23f7cee4 req-2c16bda3-e858-4027-b35f-9eba5f336086 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439212 Mar 10 15:53:00.049276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cab804-ae7b-4311-8ff3-5f32a7ba2157 req-84945ddc-5bb8-427a-b7b6-14d65399724f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:00.050812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27cab804-ae7b-4311-8ff3-5f32a7ba2157 req-84945ddc-5bb8-427a-b7b6-14d65399724f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0523643 Mar 10 15:53:00.098371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27cab804-ae7b-4311-8ff3-5f32a7ba2157 req-8db938e5-f46b-4f40-9d98-297b211038f1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419190 Mar 10 15:53:01.219430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e781b88-70a7-4b20-afe6-6b98e8b1333f req-ed2707d4-6b9c-4c20-9608-d921e0652eae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:01.220891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e781b88-70a7-4b20-afe6-6b98e8b1333f req-ed2707d4-6b9c-4c20-9608-d921e0652eae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0541737 Mar 10 15:53:01.268461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e781b88-70a7-4b20-afe6-6b98e8b1333f req-a903287d-d0d8-4513-9b46-7292a8506e0e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Mar 10 15:53:02.391849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af263d-6dd6-42d4-a805-9b7dbe3333a7 req-c9d19198-6793-497b-b79e-42649abf0887 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:02.393348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9af263d-6dd6-42d4-a805-9b7dbe3333a7 req-c9d19198-6793-497b-b79e-42649abf0887 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0587535 Mar 10 15:53:02.440440 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c9af263d-6dd6-42d4-a805-9b7dbe3333a7 req-a7c2d402-deca-4060-92ca-cc58d7065f8d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415146 Mar 10 15:53:03.559349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2d549-380d-438b-9830-9b2c16878d60 req-2e191940-efa7-4343-8aef-08d740f400fb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:03.561063 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1a2d549-380d-438b-9830-9b2c16878d60 req-2e191940-efa7-4343-8aef-08d740f400fb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0528333 Mar 10 15:53:03.606982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1a2d549-380d-438b-9830-9b2c16878d60 req-83516ee3-60b3-456d-a16a-caaf18978e60 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403414 Mar 10 15:53:04.732699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26e98f-9366-4efe-aea4-d45134346240 req-ba214164-0101-4e44-b76a-eea220b46f94 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:04.734172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a26e98f-9366-4efe-aea4-d45134346240 req-ba214164-0101-4e44-b76a-eea220b46f94 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0563147 Mar 10 15:53:04.780186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9a26e98f-9366-4efe-aea4-d45134346240 req-268e840a-4362-4782-8242-86c26b01eff6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402672 Mar 10 15:53:05.906164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea690c5f-aa24-437a-abe6-3cb0a264604f req-31816ce2-660d-409c-859b-03d804b8e7f2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:05.907585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea690c5f-aa24-437a-abe6-3cb0a264604f req-31816ce2-660d-409c-859b-03d804b8e7f2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0522256 Mar 10 15:53:05.953247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea690c5f-aa24-437a-abe6-3cb0a264604f req-a5e964c2-c353-4043-a02d-9463ea39fdfb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400317 Mar 10 15:53:07.073740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a78f9-333a-43e6-8cdc-c0cb5e6b75de req-b3b0863e-5a74-47f7-9ea6-99cd0ca03cd8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:07.075239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-417a78f9-333a-43e6-8cdc-c0cb5e6b75de req-b3b0863e-5a74-47f7-9ea6-99cd0ca03cd8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0553532 Mar 10 15:53:07.125027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-417a78f9-333a-43e6-8cdc-c0cb5e6b75de req-3e5caf74-d58f-4b26-a72c-2517677959c1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442665 Mar 10 15:53:08.243176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe8db8-a958-4405-a150-d8ffa16835e3 req-5af4e617-e2fe-42a0-a3a8-b85bf7f23967 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:08.244663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2bbe8db8-a958-4405-a150-d8ffa16835e3 req-5af4e617-e2fe-42a0-a3a8-b85bf7f23967 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0528038 Mar 10 15:53:08.291536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2bbe8db8-a958-4405-a150-d8ffa16835e3 req-e4f52627-db6a-49f4-9b05-e2a014b56b94 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413306 Mar 10 15:53:09.411645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf22a4-087a-40e1-b200-b05ecb674b4f req-ede5b59e-1d61-4dbe-898f-11ae201efe32 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:09.414628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edcf22a4-087a-40e1-b200-b05ecb674b4f req-ede5b59e-1d61-4dbe-898f-11ae201efe32 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0536654 Mar 10 15:53:09.460812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edcf22a4-087a-40e1-b200-b05ecb674b4f req-4d6d46bc-5b0d-4c7f-bdb8-674db666cab3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Mar 10 15:53:10.588387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bacbc0-7918-4189-95d7-49d9cd15a79e req-09817c83-9562-4067-8e45-e94caec7f7b9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:10.589885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68bacbc0-7918-4189-95d7-49d9cd15a79e req-09817c83-9562-4067-8e45-e94caec7f7b9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0589230 Mar 10 15:53:10.636679 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68bacbc0-7918-4189-95d7-49d9cd15a79e req-59b0db8b-870d-4516-93ef-e2cd11fa2628 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411868 Mar 10 15:53:11.755617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38666d91-1d68-417c-8af5-bc8ef9e8469f req-5dad8a38-7c85-4410-a2c7-5fce21a5e99f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:11.757071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38666d91-1d68-417c-8af5-bc8ef9e8469f req-5dad8a38-7c85-4410-a2c7-5fce21a5e99f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0529053 Mar 10 15:53:11.804435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38666d91-1d68-417c-8af5-bc8ef9e8469f req-c475addd-c489-4548-a2bd-aab4718241f5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417418 Mar 10 15:53:12.922157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89386837-d9b8-4015-8fa7-0240e2558831 req-1e77f27e-07ba-46f4-a596-fdf01ef9df03 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:12.923690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89386837-d9b8-4015-8fa7-0240e2558831 req-1e77f27e-07ba-46f4-a596-fdf01ef9df03 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0522351 Mar 10 15:53:12.973548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-89386837-d9b8-4015-8fa7-0240e2558831 req-45bf8052-5892-48ff-b2a2-f4d9327a2d61 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443666 Mar 10 15:53:14.090288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d084-2253-4a50-8db7-0af1bc922f8e req-42e19e45-7f88-429b-a22a-f3a85f192bdf tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:14.091798 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d90d084-2253-4a50-8db7-0af1bc922f8e req-42e19e45-7f88-429b-a22a-f3a85f192bdf tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0527093 Mar 10 15:53:14.139611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d90d084-2253-4a50-8db7-0af1bc922f8e req-54213680-e042-4518-90f4-f3f0afa976ba tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Mar 10 15:53:14.386976 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:53:15.258849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc90502-a18d-4088-bd57-4b8f05ff8a87 req-c9f91bfa-4503-4e84-b2cf-e5c2df8f0bb1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:15.259770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc90502-a18d-4088-bd57-4b8f05ff8a87 req-c9f91bfa-4503-4e84-b2cf-e5c2df8f0bb1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0527079 Mar 10 15:53:15.309648 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc90502-a18d-4088-bd57-4b8f05ff8a87 req-f63e2444-5bc3-4a7e-b80d-31da5dbcd900 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439346 Mar 10 15:53:16.433271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5150e-fe44-4942-a139-f73279abab3d req-88881116-7882-412f-93d2-08e93cac2ea0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:16.434736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38a5150e-fe44-4942-a139-f73279abab3d req-88881116-7882-412f-93d2-08e93cac2ea0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0562680 Mar 10 15:53:16.481272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38a5150e-fe44-4942-a139-f73279abab3d req-a0a874c7-1134-478e-949b-29c3c3aa0f4a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407245 Mar 10 15:53:17.609776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641034c0-8c1d-4e15-b398-d64e42b816db req-d58133a4-b255-4bd1-8089-27bfec345eda tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:17.611281 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-641034c0-8c1d-4e15-b398-d64e42b816db req-d58133a4-b255-4bd1-8089-27bfec345eda tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0554962 Mar 10 15:53:17.657128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-641034c0-8c1d-4e15-b398-d64e42b816db req-a875d942-7632-4c7e-a84a-af378f9ac937 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400453 Mar 10 15:53:18.272753 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:18.783245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492e25d-d6cb-4b89-8809-3c461b6d746a req-99a819ad-43f4-4bd2-96f8-eb770ee66d40 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:18.784707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6492e25d-d6cb-4b89-8809-3c461b6d746a req-99a819ad-43f4-4bd2-96f8-eb770ee66d40 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0588381 Mar 10 15:53:18.830758 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6492e25d-d6cb-4b89-8809-3c461b6d746a req-9ef7a8fc-6507-4d5a-8828-b7ddab2bfeff tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 Mar 10 15:53:19.950411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a92e55-3dc1-4b1b-a186-5a8ff515e6df req-94c78893-4814-4651-bc1e-31ea95418420 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:19.951902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02a92e55-3dc1-4b1b-a186-5a8ff515e6df req-94c78893-4814-4651-bc1e-31ea95418420 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0526743 Mar 10 15:53:19.998588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-02a92e55-3dc1-4b1b-a186-5a8ff515e6df req-fb87ccba-2a2e-4304-9f3b-5e89821cfc48 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Mar 10 15:53:21.099122 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:21.116495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfa630-b4c3-4c73-8c90-4792e7b869a7 req-d2db2792-8277-469e-b287-21057fac74f8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:21.117969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08cfa630-b4c3-4c73-8c90-4792e7b869a7 req-d2db2792-8277-469e-b287-21057fac74f8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0533574 Mar 10 15:53:21.168884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08cfa630-b4c3-4c73-8c90-4792e7b869a7 req-31e8ee81-8f57-45a0-b27c-a925eb63932b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447001 Mar 10 15:53:21.802640 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-df248ea0-897d-43b7-bab6-fb88bd12ced9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:22.287729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c32d-35bc-4519-9fdd-677bd58154b1 req-8ace7ca2-b21b-4287-b5ce-482bc9bae671 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:22.289214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d54c32d-35bc-4519-9fdd-677bd58154b1 req-8ace7ca2-b21b-4287-b5ce-482bc9bae671 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0518427 Mar 10 15:53:22.335008 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1d54c32d-35bc-4519-9fdd-677bd58154b1 req-4e94be1a-b213-49ed-b529-699cf4425e3c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393913 Mar 10 15:53:23.453990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce453c-912e-43a1-9b92-8ba7bc99e1ec req-cfccdf4a-9fda-4a79-9105-45af6bbac8af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:23.455490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edce453c-912e-43a1-9b92-8ba7bc99e1ec req-cfccdf4a-9fda-4a79-9105-45af6bbac8af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0529406 Mar 10 15:53:23.501603 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-edce453c-912e-43a1-9b92-8ba7bc99e1ec req-9c812ae4-eb51-48eb-88e7-a294c1ac7d0b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406301 Mar 10 15:53:23.778285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f503a48-543d-4e63-84c8-3f6ce2789b14 req-5c7a68e6-4e4b-4f15-bcd6-0678b5eeea78 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:23.779765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f503a48-543d-4e63-84c8-3f6ce2789b14 req-5c7a68e6-4e4b-4f15-bcd6-0678b5eeea78 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0772476 Mar 10 15:53:23.783186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-f0b69f56-5d13-4410-874e-daf8afd37213 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883384 Mar 10 15:53:23.831127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f503a48-543d-4e63-84c8-3f6ce2789b14 req-c0d7ffad-f3dc-4773-9dc9-66dca524fde9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454159 Mar 10 15:53:24.136799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94d6dae0-74f0-4da8-ac0f-a77bd8252d63 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:24.138158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94d6dae0-74f0-4da8-ac0f-a77bd8252d63 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports/49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 943 time: 0.0455616 Mar 10 15:53:24.142542 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7df9c4e6-df49-4a60-a3e1-2dd16b0efe38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:24.967978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-ea1f38b4-8fcc-4732-9e24-dc9356c3fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:24.969457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-ea1f38b4-8fcc-4732-9e24-dc9356c3fe00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 1128 time: 0.0816598 Mar 10 15:53:24.980153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebf976-d7c5-4fc8-8a63-bb36323e4954 req-14be3d07-5147-4d9f-8605-0b5f6425ab18 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:24.981561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18ebf976-d7c5-4fc8-8a63-bb36323e4954 req-14be3d07-5147-4d9f-8605-0b5f6425ab18 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0639188 Mar 10 15:53:25.086699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18ebf976-d7c5-4fc8-8a63-bb36323e4954 req-6875c4dd-c906-4340-951d-f99617a82f06 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969572 Mar 10 15:53:25.102245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-d92e3ae5-630c-44ba-954a-73d42238e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:25.103742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-d92e3ae5-630c-44ba-954a-73d42238e618 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1213596 Mar 10 15:53:25.171122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-2d4c1fe4-cc97-4ed6-a73c-8bf6aba3db6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 1002 time: 0.0599942 Mar 10 15:53:25.219682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-b1678a9d-75c1-480e-8718-1642f557c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:25.221097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-b1678a9d-75c1-480e-8718-1642f557c1ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0436382 Mar 10 15:53:25.274201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-d7044348-8931-49d3-aec6-8921cbfe8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:25.275747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-d7044348-8931-49d3-aec6-8921cbfe8aa1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477495 Mar 10 15:53:25.366251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-c8c049bd-3b6e-4b70-93e0-5a097fbeb44b service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825617 Mar 10 15:53:25.414110 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:25.461046 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-c83c39bf-990e-4b6b-800c-6bf694c6e1c8 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880513 Mar 10 15:53:26.205487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97ce77-6c10-4d07-aa06-381b794ad988 req-25894b2c-2a51-4160-93ea-af85a17be6c0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:26.207081 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c97ce77-6c10-4d07-aa06-381b794ad988 req-25894b2c-2a51-4160-93ea-af85a17be6c0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0527365 Mar 10 15:53:26.252834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c97ce77-6c10-4d07-aa06-381b794ad988 req-74d9510e-bd40-412e-944e-ac140a38ed96 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Mar 10 15:53:26.729629 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:27.370989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6acb8d-7e46-4b6a-a824-92869dfc05f9 req-bf2ee482-3c20-4076-bcd5-943605efdd03 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:27.372366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf6acb8d-7e46-4b6a-a824-92869dfc05f9 req-bf2ee482-3c20-4076-bcd5-943605efdd03 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0513942 Mar 10 15:53:27.458437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cf6acb8d-7e46-4b6a-a824-92869dfc05f9 req-f2f1e4d0-5fea-4cf6-9bef-79955ab5d349 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802329 Mar 10 15:53:27.460423 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-255188cf-695f-45db-939f-fa4fc432a28d service neutron] show failed (client error): The resource could not be found. Mar 10 15:53:27.461410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-255188cf-695f-45db-939f-fa4fc432a28d service neutron] 10.222.0.45 "GET /v2.0/ports/49ad3576-bfbb-4daa-99ec-2de2f552b929/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0881443 Mar 10 15:53:27.659455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-7f6f5837-c490-4e71-92f4-c8760cdcef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:27.660842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-7f6f5837-c490-4e71-92f4-c8760cdcef4e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 1128 time: 0.0440350 Mar 10 15:53:27.671607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:53:27.732622 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:27.934977 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:53:27.967521 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:53:28.005475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:53:28.007772 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ed72c1-df76-4e85-b147-66de2cadd5a9" -d '{"events": [{"server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "name": "network-vif-unplugged", "status": "completed", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:53:28.011808 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Publish callbacks [] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:28.024151 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Transition to ACTIVE for port object 49ad3576-bfbb-4daa-99ec-2de2f552b929 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:53:28.029393 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:28.064585 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec30abe9-9874-48f8-b3e8-e4bc281e8b2f x-openstack-request-id: req-ec30abe9-9874-48f8-b3e8-e4bc281e8b2f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:53:28.064890 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "name": "network-vif-unplugged", "status": "completed", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:53:28.065143 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec30abe9-9874-48f8-b3e8-e4bc281e8b2f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:53:28.065547 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'code': 200} Mar 10 15:53:28.115617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Pushing event updated for resources: {'Port': ['ID=49ad3576-bfbb-4daa-99ec-2de2f552b929,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:53:28.158377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] No DVR routers for this DVR port 49ad3576-bfbb-4daa-99ec-2de2f552b929 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:53:28.304697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Attempting to bind port 49ad3576-bfbb-4daa-99ec-2de2f552b929 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:53:28.305037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Attempting to bind port 49ad3576-bfbb-4daa-99ec-2de2f552b929 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:53:28.305371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Attempting to bind port 49ad3576-bfbb-4daa-99ec-2de2f552b929 on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:53:28.309661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Port 49ad3576-bfbb-4daa-99ec-2de2f552b929 on network b036fe2a-6204-4937-beae-1c2ddb56a5cd not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:53:28.309981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Attempting to bind port 49ad3576-bfbb-4daa-99ec-2de2f552b929 on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:53:28.315327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:53:28.315669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:53:28.316055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:53:28.316484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Bound port: 49ad3576-bfbb-4daa-99ec-2de2f552b929, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:53:28.316842 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:28.339632 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:28.383123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:53:28.386168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:53:28.391501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:28.426614 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:28.427667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:28.429061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] 10.222.0.62 "PUT /v2.0/ports/49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 1092 time: 0.7613020 Mar 10 15:53:28.464194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f70002-7784-4567-a123-6d3de0282a27 service neutron] Pushing event updated for resources: {'Port': ['ID=49ad3576-bfbb-4daa-99ec-2de2f552b929,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:53:28.503882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-0812fbff-485b-4946-bc22-0ff4a889db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:28.505413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-0812fbff-485b-4946-bc22-0ff4a889db39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 1126 time: 0.0552993 Mar 10 15:53:28.636178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-1a6bac51-2346-4da7-9aa5-3620a980210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:28.637659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-1a6bac51-2346-4da7-9aa5-3620a980210d service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1271579 Mar 10 15:53:28.645458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60541b-d7a8-4302-a58e-a3751f0a3c53 req-bfb107c9-21b2-4526-a93a-025565699011 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:28.646926 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d60541b-d7a8-4302-a58e-a3751f0a3c53 req-bfb107c9-21b2-4526-a93a-025565699011 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 944 time: 0.1118221 Mar 10 15:53:28.736854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-59e63f4f-28c9-4d2e-8856-0e56b2e6e877 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 1000 time: 0.0886219 Mar 10 15:53:28.740221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6d60541b-d7a8-4302-a58e-a3751f0a3c53 req-07d255f8-6f22-40cf-885f-265e0be32c0c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855579 Mar 10 15:53:28.788678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-b2fce0e7-6f8e-49d2-b76a-27a3ecb24aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:28.790132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-b2fce0e7-6f8e-49d2-b76a-27a3ecb24aca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0472555 Mar 10 15:53:28.837752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-0bef32b4-5823-465d-88f4-19698e6a0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:28.839848 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-0bef32b4-5823-465d-88f4-19698e6a0fc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441325 Mar 10 15:53:28.929276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-9718fb50-aec5-42f9-98cb-cd7e40d28af8 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839360 Mar 10 15:53:29.016557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eee180e9-7c1b-4c90-8c55-5e14342f192f req-c3c014c5-4876-49bc-a7e8-90462269580c service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818903 Mar 10 15:53:29.865701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b634612-bf07-4b96-b635-9dd76cf837ff req-bd6fd7a8-71a3-450d-82b3-9975d07eb498 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:29.867274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b634612-bf07-4b96-b635-9dd76cf837ff req-bd6fd7a8-71a3-450d-82b3-9975d07eb498 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 944 time: 0.0575218 Mar 10 15:53:29.917629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b634612-bf07-4b96-b635-9dd76cf837ff req-e4c7ab3c-716d-4bad-8ce7-b4427e4a0101 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446637 Mar 10 15:53:30.066479 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:53:30.068822 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dec333-4402-404b-9539-9c52265615eb" -d '{"events": [{"name": "network-changed", "server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:53:30.116665 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655cc056-5055-44d8-bd26-2c2c059fc41a x-openstack-request-id: req-655cc056-5055-44d8-bd26-2c2c059fc41a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:53:30.116957 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:53:30.117212 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-655cc056-5055-44d8-bd26-2c2c059fc41a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:53:30.117614 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'status': 'completed', 'code': 200} Mar 10 15:53:30.208423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec333-4402-404b-9539-9c52265615eb req-0bfd4439-fcbe-4cab-ad89-614236f381e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:30.209935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-0bfd4439-fcbe-4cab-ad89-614236f381e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 1126 time: 0.0742199 Mar 10 15:53:30.212340 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec333-4402-404b-9539-9c52265615eb req-5f069005-6820-466e-8c4e-cc25acc10007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:30.213716 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-5f069005-6820-466e-8c4e-cc25acc10007 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 1126 time: 0.0691302 Mar 10 15:53:30.375334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec333-4402-404b-9539-9c52265615eb req-132a4d13-90a2-44f9-ab04-9e88fbe603e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:30.376715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-132a4d13-90a2-44f9-ab04-9e88fbe603e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1607611 Mar 10 15:53:30.377759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec333-4402-404b-9539-9c52265615eb req-23127ff9-e2e2-47d8-ac52-891929454b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:30.379088 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-23127ff9-e2e2-47d8-ac52-891929454b32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1562200 Mar 10 15:53:30.489160 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-a1295ac1-838f-41ee-9186-4f02ee3ae3ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 1000 time: 0.1052058 Mar 10 15:53:30.490913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-b1706aac-c760-4093-9fb0-4829deb6d9c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 1000 time: 0.1012888 Mar 10 15:53:30.571114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec333-4402-404b-9539-9c52265615eb req-eb422e16-1201-4237-8e6b-1ad2d4edad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:30.572527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-eb422e16-1201-4237-8e6b-1ad2d4edad87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0778739 Mar 10 15:53:30.574162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec333-4402-404b-9539-9c52265615eb req-6bd41b92-48b6-4a5d-af11-95f2ddc7369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:30.575467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-6bd41b92-48b6-4a5d-af11-95f2ddc7369d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0738790 Mar 10 15:53:30.653645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec333-4402-404b-9539-9c52265615eb req-e85dd007-8c53-4cee-85ad-cbc86eff30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:30.655082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-e85dd007-8c53-4cee-85ad-cbc86eff30cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0765421 Mar 10 15:53:30.657467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec333-4402-404b-9539-9c52265615eb req-cf7879f9-e4f1-43d9-9ed5-7007dd815305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:30.659190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-cf7879f9-e4f1-43d9-9ed5-7007dd815305 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0733628 Mar 10 15:53:31.172323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-17cf52a8-6273-43f0-8c63-4a54d18ef643 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109324 Mar 10 15:53:31.175646 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-62fcf140-4a4c-47ec-afda-4b817e676b93 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035925 Mar 10 15:53:31.235729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f06b-4cf2-4032-b03b-9abe26317ed6 req-7fc8ff0d-4f5f-492a-9ab0-d40639d411fb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:31.237312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ead2f06b-4cf2-4032-b03b-9abe26317ed6 req-7fc8ff0d-4f5f-492a-9ab0-d40639d411fb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 944 time: 0.1389823 Mar 10 15:53:31.367289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-24443c1e-3b0a-4a12-a571-a9c6089bde88 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872513 Mar 10 15:53:31.390431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1dec333-4402-404b-9539-9c52265615eb req-57f43cd4-a816-4908-892f-ff9e69c3cfef service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010107 Mar 10 15:53:31.393478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ead2f06b-4cf2-4032-b03b-9abe26317ed6 req-1326a4af-a728-47d7-a47d-84fa3fff1f28 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492727 Mar 10 15:53:31.694989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 49ad3576-bfbb-4daa-99ec-2de2f552b929 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:53:31.733650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port 49ad3576-bfbb-4daa-99ec-2de2f552b929 host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:53:31.734038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 49ad3576-bfbb-4daa-99ec-2de2f552b929 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:53:32.517435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172138f-a203-4dcc-8acc-42b8757ebe42 req-389db298-3c97-4f9f-b35b-59f79ec6181d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:32.518960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5172138f-a203-4dcc-8acc-42b8757ebe42 req-389db298-3c97-4f9f-b35b-59f79ec6181d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 944 time: 0.0542989 Mar 10 15:53:32.564756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5172138f-a203-4dcc-8acc-42b8757ebe42 req-5abb6aae-c8ff-46aa-88cd-739733c47514 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403233 Mar 10 15:53:32.801234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c33a92-fc19-49bf-a43b-f5c266fa4f0b req-0b079296-9251-499f-83c5-9965cd074aed tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:32.802700 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-81c33a92-fc19-49bf-a43b-f5c266fa4f0b req-0b079296-9251-499f-83c5-9965cd074aed tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 944 time: 0.0873749 Mar 10 15:53:32.816915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-b35846d1-44cd-4982-8e14-629246c97872 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:32.818312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-b35846d1-44cd-4982-8e14-629246c97872 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.45 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566&tenant_id=a39153abc74d42e08983caecab3ca5b6&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 944 time: 0.0918984 Mar 10 15:53:32.868373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 49ad3576-bfbb-4daa-99ec-2de2f552b929 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:53:32.902960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-81c33a92-fc19-49bf-a43b-f5c266fa4f0b req-fe39c153-0f68-468a-ae75-6c1b2ddb6d58 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936072 Mar 10 15:53:32.905019 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-4e343574-e6be-4753-af95-6992e698b476 service neutron] delete failed (client error): The resource could not be found. Mar 10 15:53:32.905988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-4e343574-e6be-4753-af95-6992e698b476 service neutron] 10.222.0.45 "DELETE /v2.0/ports/49ad3576-bfbb-4daa-99ec-2de2f552b929/bindings/n-h1-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0813107 Mar 10 15:53:32.973900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:53:32.985053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'port_id': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'mac_address': 'fa:16:3e:d4:11:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:53:32.992677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-bedb0896-3ed7-4509-8041-1d29fcb6a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:32.994173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-bedb0896-3ed7-4509-8041-1d29fcb6a818 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 1126 time: 0.0448594 Mar 10 15:53:33.023516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 49ad3576-bfbb-4daa-99ec-2de2f552b929 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:53:33.023930 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:33.036655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ad3576-bfbb-4daa-99ec-2de2f552b929 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:53:33.063557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:53:33.067788 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:33.090342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-4fb37f96-970b-4d5c-998a-0c4853b48227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:33.092032 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-4fb37f96-970b-4d5c-998a-0c4853b48227 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0908737 Mar 10 15:53:33.118385 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=49ad3576-bfbb-4daa-99ec-2de2f552b929,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:53:33.157690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-9c77cd6c-8829-4530-8132-444559ed4720 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 1001 time: 0.0583737 Mar 10 15:53:33.209868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-b3a12c43-533a-4da6-b386-44464a8cc174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:33.211344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-b3a12c43-533a-4da6-b386-44464a8cc174 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0469854 Mar 10 15:53:33.267653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-ca2dea3c-cb80-493c-ad97-c37abfa981fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:33.269844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-ca2dea3c-cb80-493c-ad97-c37abfa981fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517344 Mar 10 15:53:33.368436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-45ef9b35-68a0-4e72-9648-8d7468470381 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913479 Mar 10 15:53:33.370366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['49ad3576-bfbb-4daa-99ec-2de2f552b929'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:53:33.458709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6089eb53-df3f-42b1-8db4-f2352d994a77 req-02421443-9757-4f75-bcca-8546d158532b service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838075 Mar 10 15:53:34.033137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03862e5-99ba-4145-8288-16eec89007cd req-ccd00e4c-de3a-4a48-a510-a10fe341d008 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:34.035095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a03862e5-99ba-4145-8288-16eec89007cd req-ccd00e4c-de3a-4a48-a510-a10fe341d008 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 945 time: 0.0574572 Mar 10 15:53:34.086227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a03862e5-99ba-4145-8288-16eec89007cd req-59e51b6a-ef6e-4362-9a8b-3edf9aeaad83 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455413 Mar 10 15:53:34.205248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de218ae2-ad77-4c21-8668-ac1bd2973a4a req-f04799cf-26ab-4bd9-a33e-21c8586f3672 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:34.206636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de218ae2-ad77-4c21-8668-ac1bd2973a4a req-f04799cf-26ab-4bd9-a33e-21c8586f3672 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 945 time: 0.0528984 Mar 10 15:53:34.253104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de218ae2-ad77-4c21-8668-ac1bd2973a4a req-10ece464-ff58-4890-943e-21a56775e6a7 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409217 Mar 10 15:53:34.492356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03751f1e-4839-46aa-b7d8-2a03b3d2d250 req-bdf20577-a961-4913-8797-285715e0d854 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:34.493754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03751f1e-4839-46aa-b7d8-2a03b3d2d250 req-bdf20577-a961-4913-8797-285715e0d854 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 945 time: 0.0906777 Mar 10 15:53:34.499115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7a0d8-24b5-482a-bb3f-4aac3b2b56ec req-af523280-4ec9-4ed1-a0fc-ae13e0940906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:34.500531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde7a0d8-24b5-482a-bb3f-4aac3b2b56ec req-af523280-4ec9-4ed1-a0fc-ae13e0940906 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 1127 time: 0.0666127 Mar 10 15:53:34.597661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03751f1e-4839-46aa-b7d8-2a03b3d2d250 req-ddf08ee9-dba0-494d-b58d-6fbef4e821c9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961962 Mar 10 15:53:34.623056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7a0d8-24b5-482a-bb3f-4aac3b2b56ec req-8b550832-96cf-4808-99e6-116df1ab51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:34.625061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde7a0d8-24b5-482a-bb3f-4aac3b2b56ec req-8b550832-96cf-4808-99e6-116df1ab51fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1169991 Mar 10 15:53:34.695034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde7a0d8-24b5-482a-bb3f-4aac3b2b56ec req-6743176b-11bd-4836-af81-975ec0e8b0c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 200 len: 1001 time: 0.0632608 Mar 10 15:53:34.741549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7a0d8-24b5-482a-bb3f-4aac3b2b56ec req-706bcd5b-1392-490d-8db3-efa363e86aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:34.743051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde7a0d8-24b5-482a-bb3f-4aac3b2b56ec req-706bcd5b-1392-490d-8db3-efa363e86aad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0429635 Mar 10 15:53:34.789463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7a0d8-24b5-482a-bb3f-4aac3b2b56ec req-f26b27a0-9d67-4423-8c08-47a2cd474524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:34.790967 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde7a0d8-24b5-482a-bb3f-4aac3b2b56ec req-f26b27a0-9d67-4423-8c08-47a2cd474524 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427420 Mar 10 15:53:34.883155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde7a0d8-24b5-482a-bb3f-4aac3b2b56ec req-e3914958-eb32-4a83-9d67-3dffe768f197 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866947 Mar 10 15:53:34.884523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 49ad3576-bfbb-4daa-99ec-2de2f552b929 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:53:34.942825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 49ad3576-bfbb-4daa-99ec-2de2f552b929 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:53:34.946879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 49ad3576-bfbb-4daa-99ec-2de2f552b929 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:53:34.947018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:34.979920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fde7a0d8-24b5-482a-bb3f-4aac3b2b56ec req-c36ba209-5c89-485b-a2d7-d4cc828a6c0a service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915544 Mar 10 15:53:35.023762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 49ad3576-bfbb-4daa-99ec-2de2f552b929 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:53:35.024151 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:35.047400 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:53:35.049594 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fa148c-8301-4b2c-8257-ff7fd9c411ef" -d '{"events": [{"server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "name": "network-vif-plugged", "status": "completed", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:53:35.062036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:53:35.065901 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:35.096816 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8171d0-49ca-4ca8-9700-e019710bd8b2 x-openstack-request-id: req-ac8171d0-49ca-4ca8-9700-e019710bd8b2 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:53:35.097112 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "name": "network-vif-plugged", "status": "completed", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:53:35.097367 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac8171d0-49ca-4ca8-9700-e019710bd8b2 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:53:35.097754 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'code': 200} Mar 10 15:53:35.123274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=49ad3576-bfbb-4daa-99ec-2de2f552b929,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:53:35.727552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690628f-e590-4480-aad1-8193005ddf0c req-cc76d4d7-787b-421e-9afe-2125e3c57524 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:35.729018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4690628f-e590-4480-aad1-8193005ddf0c req-cc76d4d7-787b-421e-9afe-2125e3c57524 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0568647 Mar 10 15:53:35.775142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4690628f-e590-4480-aad1-8193005ddf0c req-5239492e-5be6-46a8-8d38-d717b9bed6cc tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405536 Mar 10 15:53:36.007869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50699a2-80a3-4c43-98a4-bc700348f634 req-fef914e9-de7b-4aa4-b36a-86a154dd36df tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:36.009356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e50699a2-80a3-4c43-98a4-bc700348f634 req-fef914e9-de7b-4aa4-b36a-86a154dd36df tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0526068 Mar 10 15:53:36.055156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e50699a2-80a3-4c43-98a4-bc700348f634 req-9a726c2b-7137-4d58-8992-549965f303fb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Mar 10 15:53:37.177343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c4697-67f7-41b6-8968-cea86d6667ff req-c07cbcc4-d41a-4c2b-93fe-ebb99d2ca771 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:37.178826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de7c4697-67f7-41b6-8968-cea86d6667ff req-c07cbcc4-d41a-4c2b-93fe-ebb99d2ca771 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0549228 Mar 10 15:53:37.249230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de7c4697-67f7-41b6-8968-cea86d6667ff req-89174c8f-6471-47f8-9ea0-1a4ba4090538 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643480 Mar 10 15:53:37.272618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-b4b8394e-9e7f-499b-a3d8-e900e4603fa3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:37.274090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-b4b8394e-9e7f-499b-a3d8-e900e4603fa3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 946 time: 0.0692368 Mar 10 15:53:37.364233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Deleting port 49ad3576-bfbb-4daa-99ec-2de2f552b929 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:53:37.364499 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:37.456547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] For port 49ad3576-bfbb-4daa-99ec-2de2f552b929, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=49ad3576-bfbb-4daa-99ec-2de2f552b929,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:53:37.456910 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:37.626885 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:37.627152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:37.627468 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d disassociated. External IP: 172.25.3.249, port: 49ad3576-bfbb-4daa-99ec-2de2f552b929. Mar 10 15:53:37.627806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Calling delete_port for 49ad3576-bfbb-4daa-99ec-2de2f552b929 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:53:37.756372 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (49ad3576-bfbb-4daa-99ec-2de2f552b929), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:37.785524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event deleted for resources: {'Port': ['ID=49ad3576-bfbb-4daa-99ec-2de2f552b929,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:53:37.797717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.798068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.798411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.798753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.799115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.799453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.799790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.800121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.800448 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.800772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.801130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.801429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.801753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:37.921225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:53:38.033664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:53:38.044155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18166f6-9ffa-4327-ae0e-c10b1b9b8fc3 None None] Sync routers for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:53:38.054363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18166f6-9ffa-4327-ae0e-c10b1b9b8fc3 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:53:38.055160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e18166f6-9ffa-4327-ae0e-c10b1b9b8fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:53:38.076509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] No DVR routers for this DVR port 49ad3576-bfbb-4daa-99ec-2de2f552b929 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:53:38.079089 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:38.082461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2437f858-2c87-4376-b5c4-e3885b5068e5 req-070de175-d0ca-40be-8dd8-a8cc85ce78e9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "DELETE /v2.0/ports/49ad3576-bfbb-4daa-99ec-2de2f552b929 HTTP/1.1" status: 204 len: 173 time: 0.8036563 Mar 10 15:53:38.083032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'name': 'network-vif-deleted', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:53:38.085345 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff2dab9-346d-47ee-a267-967860522e38" -d '{"events": [{"server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "name": "network-vif-deleted", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:53:38.124375 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbe7b93-33d5-492e-bfa7-17ecc47c080d x-openstack-request-id: req-cfbe7b93-33d5-492e-bfa7-17ecc47c080d {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:53:38.124731 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22508d15-de70-4e96-ab2f-165d4fc8e566", "name": "network-vif-deleted", "tag": "49ad3576-bfbb-4daa-99ec-2de2f552b929", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:53:38.125035 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cfbe7b93-33d5-492e-bfa7-17ecc47c080d {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:53:38.125417 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22508d15-de70-4e96-ab2f-165d4fc8e566', 'name': 'network-vif-deleted', 'tag': '49ad3576-bfbb-4daa-99ec-2de2f552b929', 'status': 'completed', 'code': 200} Mar 10 15:53:38.170998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-e18166f6-9ffa-4327-ae0e-c10b1b9b8fc3 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:53:38.374810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e65ef882-3095-4226-b15c-34cd866d27ce req-d41f27ac-02dc-43da-aa98-67d0575a0722 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=22508d15-de70-4e96-ab2f-165d4fc8e566 HTTP/1.1" status: 200 len: 210 time: 0.0319715 Mar 10 15:53:38.379571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e18166f6-9ffa-4327-ae0e-c10b1b9b8fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:53:38.411249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18166f6-9ffa-4327-ae0e-c10b1b9b8fc3 None None] Checking router: ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:53:38.420166 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18166f6-9ffa-4327-ae0e-c10b1b9b8fc3 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:53:38.420774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e18166f6-9ffa-4327-ae0e-c10b1b9b8fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:53:38.529773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-e18166f6-9ffa-4327-ae0e-c10b1b9b8fc3 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:53:38.724371 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-e18166f6-9ffa-4327-ae0e-c10b1b9b8fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:53:38.751124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18166f6-9ffa-4327-ae0e-c10b1b9b8fc3 None None] The sync data for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 is: [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:53:38.975640 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89860212-c1ae-4d15-a8ca-4f305851c68e None None] New status for floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:53:39.615004 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-17930433-d135-40d8-a266-bd47c308eaf8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1474978228&fields=id&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 267 time: 0.0421312 Mar 10 15:53:39.717051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-401577fb-de5f-4bf0-947d-05e1aa866da6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:39.718394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-401577fb-de5f-4bf0-947d-05e1aa866da6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 812 time: 0.0965359 Mar 10 15:53:39.732673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-cfc44d61-991d-49be-a9b5-bf02de9198d6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/quotas/a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 375 time: 0.0086188 Mar 10 15:53:39.790090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-3da89486-00e3-4b97-9ec9-d477ad4bde05 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520761 Mar 10 15:53:39.962507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-a6c1065d-ddd2-4c62-b21f-44562d77b6ef service neutron] 10.222.0.11 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280077 Mar 10 15:53:40.055400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-4751b21f-0296-4494-9238-681353796264 service neutron] 10.222.0.11 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870862 Mar 10 15:53:40.226852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c5d0080c-9d24-4fda-8b93-5733f6a4e975 req-025cd04f-1be5-4ed0-9098-a39c5b318f46 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 210 time: 0.0277817 Mar 10 15:53:40.915089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 49ad3576-bfbb-4daa-99ec-2de2f552b929 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:53:40.939897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 49ad3576-bfbb-4daa-99ec-2de2f552b929 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:53:40.940247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 49ad3576-bfbb-4daa-99ec-2de2f552b929 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:53:41.146617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-2bd3c701-cb6a-4d0d-898d-6ae5e15fd5d3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:41.148820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-2bd3c701-cb6a-4d0d-898d-6ae5e15fd5d3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 812 time: 0.1094606 Mar 10 15:53:41.208197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-e27bee7b-755f-4049-91af-240061acba06 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 380 time: 0.0520771 Mar 10 15:53:41.217725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'port': {'device_id': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'admin_state_up': True, 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'security_groups': ['9ebe7889-cd92-4561-aae0-a3436a46bcaf']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:53:41.339836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dce0f3dc-a737-4a87-8f62-b073b695c76f req-ab683426-7955-41d8-8c43-7bdd4f9965bb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 210 time: 0.0370977 Mar 10 15:53:41.357217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Made reservation on behalf of a39153abc74d42e08983caecab3ca5b6 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:53:41.360574 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:41.481166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Allocated IP 172.20.0.4 (b036fe2a-6204-4937-beae-1c2ddb56a5cd/66eeddbe-b51c-4b91-8109-2639014ade11/1abf6961-9542-463c-9d7f-67a1a151d93a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:53:41.617101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:41.649949 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:41.691710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:53:41.696601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:53:41.700181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:53:41.726065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:53:41.752117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:41.752722 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:41.769927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-62eb55db-d2f5-410f-8724-b0efe23ea2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557532 Mar 10 15:53:41.782628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Request body: {'port': {'device_id': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:53:41.848604 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:41.972698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3010aa14-1cc1-489c-8589-e4e6f0952b54 None None] Provisioning complete for port 1abf6961-9542-463c-9d7f-67a1a151d93a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:53:41.973262 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3010aa14-1cc1-489c-8589-e4e6f0952b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:42.007261 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3010aa14-1cc1-489c-8589-e4e6f0952b54 None None] Port 1abf6961-9542-463c-9d7f-67a1a151d93a cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:53:42.113474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abf6961-9542-463c-9d7f-67a1a151d93a {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:53:42.121538 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Publish callbacks [] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:42.133123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Transition to ACTIVE for port object 1abf6961-9542-463c-9d7f-67a1a151d93a will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:53:42.137411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:42.193132 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:53:42.261319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:53:42.261581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:53:42.261912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:53:42.266445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Port 1abf6961-9542-463c-9d7f-67a1a151d93a on network b036fe2a-6204-4937-beae-1c2ddb56a5cd not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:53:42.266769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:53:42.272094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:53:42.272435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:53:42.272822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:53:42.273280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Bound port: 1abf6961-9542-463c-9d7f-67a1a151d93a, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:53:42.273637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:42.340582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:53:42.343780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:53:42.350135 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:42.385182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:42.385808 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:42.387719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] 10.222.0.62 "PUT /v2.0/ports/1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1091 time: 0.6110487 Mar 10 15:53:42.390195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:53:42.392277 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa00700-7843-4d07-bc29-4e42e53b2e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:53:42.422579 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0410b-d96c-4a25-8d21-c73be716c59e service neutron] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:53:42.469559 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab585347-5def-4e83-8004-f0e24718c8ab x-openstack-request-id: req-ab585347-5def-4e83-8004-f0e24718c8ab {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:53:42.469859 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:53:42.470115 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab585347-5def-4e83-8004-f0e24718c8ab {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:53:42.470523 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'status': 'completed', 'code': 200} Mar 10 15:53:42.513147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-301cf357-c6a0-4625-8006-edc4b42c3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:42.514659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-301cf357-c6a0-4625-8006-edc4b42c3047 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1125 time: 0.0841742 Mar 10 15:53:42.526411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcf9b5-5ba5-41f5-ae0b-59e7acc134c3 req-522d0a15-ab72-478c-95a2-dfab77dca272 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:42.527935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1fcf9b5-5ba5-41f5-ae0b-59e7acc134c3 req-522d0a15-ab72-478c-95a2-dfab77dca272 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 943 time: 0.0868206 Mar 10 15:53:42.573199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-15a4cd3b-04da-4d50-9b4b-a8f785f4f995 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 217 time: 0.0442698 Mar 10 15:53:42.642592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a1fcf9b5-5ba5-41f5-ae0b-59e7acc134c3 req-9b88bf15-6909-4900-926a-3e5727f829b8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077967 Mar 10 15:53:42.646074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-46028b2f-6af8-40d9-994a-96d3f1cc27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:42.647466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-46028b2f-6af8-40d9-994a-96d3f1cc27b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0680037 Mar 10 15:53:42.698783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-44dc0f55-6ac2-4461-a8d3-d40bf7e91c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:42.700292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-44dc0f55-6ac2-4461-a8d3-d40bf7e91c34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475211 Mar 10 15:53:42.790837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-32432340-17d7-451e-91c5-57fffab2664c service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846381 Mar 10 15:53:42.876416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60862e26-9bb3-4728-a561-a87e6f2a2d6e req-3dff8960-cf32-4058-8b0e-8f90ef575c4f service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799000 Mar 10 15:53:42.971463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00700-7843-4d07-bc29-4e42e53b2e0d req-64336f44-4988-4a60-9d1c-fb39ff286525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:42.972943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fa00700-7843-4d07-bc29-4e42e53b2e0d req-64336f44-4988-4a60-9d1c-fb39ff286525 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1125 time: 0.0487423 Mar 10 15:53:43.061701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00700-7843-4d07-bc29-4e42e53b2e0d req-e80105ae-83b2-4334-a1d9-fa011b540eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:43.063185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fa00700-7843-4d07-bc29-4e42e53b2e0d req-e80105ae-83b2-4334-a1d9-fa011b540eec service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0845253 Mar 10 15:53:43.108685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fa00700-7843-4d07-bc29-4e42e53b2e0d req-c52d339b-9c81-43ab-9cca-074b22a517f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 217 time: 0.0382740 Mar 10 15:53:43.157497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00700-7843-4d07-bc29-4e42e53b2e0d req-39e03889-cf40-4d95-96aa-fdeb0e35205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:43.158929 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fa00700-7843-4d07-bc29-4e42e53b2e0d req-39e03889-cf40-4d95-96aa-fdeb0e35205e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0432239 Mar 10 15:53:43.206810 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00700-7843-4d07-bc29-4e42e53b2e0d req-8beb456c-60b1-4aeb-8a41-871227f9acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:43.208284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fa00700-7843-4d07-bc29-4e42e53b2e0d req-8beb456c-60b1-4aeb-8a41-871227f9acf3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436232 Mar 10 15:53:43.628031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fa00700-7843-4d07-bc29-4e42e53b2e0d req-2c5353c6-663d-4854-ae01-de109cb7592d service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136264 Mar 10 15:53:43.727569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fa00700-7843-4d07-bc29-4e42e53b2e0d req-ce15ec66-96b1-4e9d-b256-57988f3f68c0 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931845 Mar 10 15:53:43.768364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e860b-d7e3-4841-9dc1-3c59b1bea2a9 req-36b812b7-eadc-43bb-9768-5929a3930d77 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:43.769884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b1e860b-d7e3-4841-9dc1-3c59b1bea2a9 req-36b812b7-eadc-43bb-9768-5929a3930d77 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 943 time: 0.0562997 Mar 10 15:53:43.821138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b1e860b-d7e3-4841-9dc1-3c59b1bea2a9 req-6fbb2771-b0d5-44d5-a652-26837153280d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455909 Mar 10 15:53:44.938723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33df25a-f7ff-42b1-9f50-e3e92bc749e4 req-6ceead8d-57e2-4109-873c-b949a4165927 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:44.940207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a33df25a-f7ff-42b1-9f50-e3e92bc749e4 req-6ceead8d-57e2-4109-873c-b949a4165927 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 943 time: 0.0523694 Mar 10 15:53:44.985291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a33df25a-f7ff-42b1-9f50-e3e92bc749e4 req-436411fb-7bd0-4f83-b934-28ebcd9ed7a7 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395758 Mar 10 15:53:46.109868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf410f9-0d2e-4755-8807-d5a2f63cd818 req-94e8e77f-5ef3-4e0f-a1bb-bff0a2f27f39 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:46.111633 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcf410f9-0d2e-4755-8807-d5a2f63cd818 req-94e8e77f-5ef3-4e0f-a1bb-bff0a2f27f39 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 943 time: 0.0576015 Mar 10 15:53:46.157286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bcf410f9-0d2e-4755-8807-d5a2f63cd818 req-d7da8b83-d69e-4832-876f-43c6b96fbc2d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400405 Mar 10 15:53:46.914458 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:53:47.013484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:53:47.024581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'port_id': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'mac_address': 'fa:16:3e:86:a0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:53:47.062131 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 1abf6961-9542-463c-9d7f-67a1a151d93a is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:53:47.062526 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:47.075698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abf6961-9542-463c-9d7f-67a1a151d93a {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:53:47.094720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:53:47.098724 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:47.149525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:53:47.157242 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.157598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.157947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.158292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.158630 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.159004 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.159337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.159671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.160002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.160333 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.160666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.160993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.161320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:53:47.279238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6f9ac-6a6a-4ab7-b5cb-3a68f580f52c req-172b5e4d-831a-4ff8-847e-33bbc34c1edb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:47.280720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ba6f9ac-6a6a-4ab7-b5cb-3a68f580f52c req-172b5e4d-831a-4ff8-847e-33bbc34c1edb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 944 time: 0.0558591 Mar 10 15:53:47.328280 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9ba6f9ac-6a6a-4ab7-b5cb-3a68f580f52c req-20c2b941-d67e-472f-87c6-42346ccc6f4d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419245 Mar 10 15:53:47.386521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['1abf6961-9542-463c-9d7f-67a1a151d93a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:53:48.267248 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:48.449720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b24729-7eb3-4b03-b574-b92daf822b1a req-66fe0e20-6252-4c9c-a92d-bdb0b2d1cb5e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:48.451235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b24729-7eb3-4b03-b574-b92daf822b1a req-66fe0e20-6252-4c9c-a92d-bdb0b2d1cb5e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 944 time: 0.0521541 Mar 10 15:53:48.497499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b24729-7eb3-4b03-b574-b92daf822b1a req-2ffe6ba7-755f-449a-8b88-7f3067655c7e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403545 Mar 10 15:53:48.933834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:53:48.984289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 1abf6961-9542-463c-9d7f-67a1a151d93a completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:53:48.988955 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 1abf6961-9542-463c-9d7f-67a1a151d93a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:53:48.989352 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:49.067641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 1abf6961-9542-463c-9d7f-67a1a151d93a is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:53:49.068078 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:49.091351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:53:49.093570 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a16e6f-5b08-4413-b840-035768acbedb" -d '{"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-plugged", "status": "completed", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:53:49.106639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:53:49.110733 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:49.138098 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0473568e-d4b0-432f-b687-6ca04e874521 x-openstack-request-id: req-0473568e-d4b0-432f-b687-6ca04e874521 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:53:49.138397 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-plugged", "status": "completed", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:53:49.138646 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0473568e-d4b0-432f-b687-6ca04e874521 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:53:49.139072 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'code': 200} Mar 10 15:53:49.165056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:53:49.232645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29923f68-2856-4b2d-8eff-c68291cee2aa req-9cc5fe9c-1e39-4ad0-b4aa-5c8e47ffde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:49.234039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29923f68-2856-4b2d-8eff-c68291cee2aa req-9cc5fe9c-1e39-4ad0-b4aa-5c8e47ffde7b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1127 time: 0.0432608 Mar 10 15:53:49.281064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29923f68-2856-4b2d-8eff-c68291cee2aa req-9e5405a6-2621-43bb-b479-15f0c5a2889d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399849 Mar 10 15:53:49.614431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3920d-b39a-46b7-bbf5-e504c14bd372 req-dacd409a-f807-47df-b99a-a213649e1f5e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:49.615914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1a3920d-b39a-46b7-bbf5-e504c14bd372 req-dacd409a-f807-47df-b99a-a213649e1f5e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0515993 Mar 10 15:53:49.660751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1a3920d-b39a-46b7-bbf5-e504c14bd372 req-1bc83052-81ed-4dc1-b53c-91c50990d345 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387492 Mar 10 15:53:50.780764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed5203-d1ea-436f-8a6a-7d0de37ceaec req-c72e4e97-af81-4fff-95ba-e1a93a94e900 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:50.782272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91ed5203-d1ea-436f-8a6a-7d0de37ceaec req-c72e4e97-af81-4fff-95ba-e1a93a94e900 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0519502 Mar 10 15:53:50.828635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91ed5203-d1ea-436f-8a6a-7d0de37ceaec req-63e7907d-b341-4e56-b57f-00fc7aa8a6f3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408323 Mar 10 15:53:50.949842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601376e-ddc1-4865-a3bd-e3d708c0fdb0 req-5144ddbd-242f-4764-9180-a63439d2f107 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:50.951249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d601376e-ddc1-4865-a3bd-e3d708c0fdb0 req-5144ddbd-242f-4764-9180-a63439d2f107 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0593905 Mar 10 15:53:50.959852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41228) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:53:50.964582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8508ac94-07a6-4935-85cd-a3cbe60f39d5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'floatingip': {'port_id': '1abf6961-9542-463c-9d7f-67a1a151d93a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:53:51.002782 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8508ac94-07a6-4935-85cd-a3cbe60f39d5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:51.100877 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:51.386834 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:53:51.456047 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8508ac94-07a6-4935-85cd-a3cbe60f39d5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:51.459896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8508ac94-07a6-4935-85cd-a3cbe60f39d5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:51.561130 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-8508ac94-07a6-4935-85cd-a3cbe60f39d5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d associated. External IP: 172.25.3.249, port: 1abf6961-9542-463c-9d7f-67a1a151d93a. Mar 10 15:53:51.781745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8508ac94-07a6-4935-85cd-a3cbe60f39d5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:53:51.805448 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-65e2d45d-afc9-426d-9fa9-ec76d31726d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:51.894182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8508ac94-07a6-4935-85cd-a3cbe60f39d5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:53:51.899046 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8508ac94-07a6-4935-85cd-a3cbe60f39d5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:51.904441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e129406-387e-4a3e-8811-e475e338d00e None None] Sync routers for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:53:51.914671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e129406-387e-4a3e-8811-e475e338d00e None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:53:51.915401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7e129406-387e-4a3e-8811-e475e338d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:53:51.928712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8508ac94-07a6-4935-85cd-a3cbe60f39d5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "PUT /v2.0/floatingips/21b442d0-af14-4b50-99ef-d1a5cb95467d HTTP/1.1" status: 200 len: 991 time: 0.9678328 Mar 10 15:53:51.929407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:53:51.933251 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:53:51.972302 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c84f2f-e4cd-4825-a137-c8d4b16ab4ac x-openstack-request-id: req-c4c84f2f-e4cd-4825-a137-c8d4b16ab4ac {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:53:51.972710 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:53:51.973069 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4c84f2f-e4cd-4825-a137-c8d4b16ab4ac {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:53:51.973632 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'status': 'completed', 'code': 200} Mar 10 15:53:52.046752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-7e129406-387e-4a3e-8811-e475e338d00e None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:53:52.048858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd req-a0afad6a-a6b8-4de6-8afd-1ce4c7572fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:52.050509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd req-a0afad6a-a6b8-4de6-8afd-1ce4c7572fb8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1127 time: 0.0505159 Mar 10 15:53:52.216538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd req-73312373-f3c9-4a0c-9f22-92092f5c5a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:52.217941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd req-73312373-f3c9-4a0c-9f22-92092f5c5a84 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1619689 Mar 10 15:53:52.284274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-4036ba1b-186b-4300-98b0-a426b2f11577 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1367519 Mar 10 15:53:52.309075 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd req-8659ddb7-d252-4f1f-9aa8-4a73aa69e4d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 999 time: 0.0837245 Mar 10 15:53:52.315597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7e129406-387e-4a3e-8811-e475e338d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:86:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:53:51Z', 'revision_number': 9, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:53:52.320927 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00851811-80e3-450d-bfef-76ed66bcf60d req-aa9a14f6-2eb7-4a77-ab06-aba6fb29d78c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:52.322667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00851811-80e3-450d-bfef-76ed66bcf60d req-aa9a14f6-2eb7-4a77-ab06-aba6fb29d78c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.1380396 Mar 10 15:53:52.356742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e129406-387e-4a3e-8811-e475e338d00e None None] Checking router: ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:53:52.369341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e129406-387e-4a3e-8811-e475e338d00e None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:53:52.370116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7e129406-387e-4a3e-8811-e475e338d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:53:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:53:52.396855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd req-57d7b171-9431-40cc-8e16-d1cc5c16f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:52.398418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd req-57d7b171-9431-40cc-8e16-d1cc5c16f60f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0747864 Mar 10 15:53:52.435448 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00851811-80e3-450d-bfef-76ed66bcf60d req-b575ed98-4feb-452e-b036-93f486484963 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017468 Mar 10 15:53:52.465727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd req-74d0de7c-f801-40d9-a185-162afaa52922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:52.467374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd req-74d0de7c-f801-40d9-a185-162afaa52922 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0633225 Mar 10 15:53:52.493417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-7e129406-387e-4a3e-8811-e475e338d00e None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:53:52.566650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd req-4d8c5cd7-d952-4d7e-9511-d30561f4a1ef service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929320 Mar 10 15:53:52.692581 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c5b2d32-851f-4a92-9e0e-7e9772e2f0dd req-f80f547a-ddb0-4343-b780-34cc85766a83 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204259 Mar 10 15:53:52.707571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-ce927ff0-6b58-44fe-95ef-d16254292e11 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:52.709689 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-ce927ff0-6b58-44fe-95ef-d16254292e11 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports/1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 942 time: 0.0661900 Mar 10 15:53:52.721737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-7e129406-387e-4a3e-8811-e475e338d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:86:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:53:51Z', 'revision_number': 9, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:53:52.751494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e129406-387e-4a3e-8811-e475e338d00e None None] The sync data for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 is: [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:86:a0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:53:51Z', 'revision_number': 9, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:53:52.964089 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c9a29c-1ddd-4082-8ee1-36c3e98a6235 None None] New status for floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:53:53.556834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-4f3694e3-4c14-4203-ba1e-43104b274684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:53.558337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-4f3694e3-4c14-4203-ba1e-43104b274684 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1127 time: 0.0781348 Mar 10 15:53:53.580033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67789d9a-8715-4d73-8a3e-90507ecad146 req-c5b63e2b-6fe5-4f2a-868b-ba4b079aa579 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:53.581420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67789d9a-8715-4d73-8a3e-90507ecad146 req-c5b63e2b-6fe5-4f2a-868b-ba4b079aa579 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0718400 Mar 10 15:53:53.682847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67789d9a-8715-4d73-8a3e-90507ecad146 req-830bd4da-80b4-4002-9d86-3d784023f8ae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909286 Mar 10 15:53:53.697417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cf8f01a5-f82a-4ac1-8951-488d193a7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:53.699011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cf8f01a5-f82a-4ac1-8951-488d193a7b19 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1345761 Mar 10 15:53:53.766900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-181385d9-d36b-471f-8e13-57ae04b6b504 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1002 time: 0.0618999 Mar 10 15:53:53.814564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-c6228c1d-4497-485a-baad-d884072154ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:53.816013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-c6228c1d-4497-485a-baad-d884072154ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0437992 Mar 10 15:53:53.863419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-e768718b-9040-466d-a64f-cc384fed7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:53.864931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-e768718b-9040-466d-a64f-cc384fed7d48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437202 Mar 10 15:53:53.955993 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-c14c9f20-c292-48b0-abbf-cba9f8774a95 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857112 Mar 10 15:53:54.048089 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-5a0ff8a8-a122-452a-ba2f-e048773c4de7 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862606 Mar 10 15:53:54.144254 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-df6e3bbf-a2bd-4181-af49-81ca7f1f907d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:54.802395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822112ea-4f4e-4e84-a9a8-4bef4cb8fbcf req-bcf38bae-3f6d-4d01-a29d-aa400fce206f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:54.803939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-822112ea-4f4e-4e84-a9a8-4bef4cb8fbcf req-bcf38bae-3f6d-4d01-a29d-aa400fce206f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0536616 Mar 10 15:53:54.856530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-822112ea-4f4e-4e84-a9a8-4bef4cb8fbcf req-7a10f382-cd26-4c60-84af-dfdc93d4dfa4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469694 Mar 10 15:53:55.417094 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:55.980313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539e717-a3f1-42d0-9fa0-2452c91610fc req-8215fe61-25eb-41fd-9f33-744797d7f772 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:55.981786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a539e717-a3f1-42d0-9fa0-2452c91610fc req-8215fe61-25eb-41fd-9f33-744797d7f772 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0568423 Mar 10 15:53:56.027410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a539e717-a3f1-42d0-9fa0-2452c91610fc req-05a9c5f9-b680-4750-829f-19f6c90fc94d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397041 Mar 10 15:53:56.732722 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:57.145492 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10aa2b-cc9f-4b41-bd55-38d2e8bb02a5 req-daee1ba4-5b59-45bc-a884-a5edaab0d632 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:57.147147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed10aa2b-cc9f-4b41-bd55-38d2e8bb02a5 req-daee1ba4-5b59-45bc-a884-a5edaab0d632 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0525277 Mar 10 15:53:57.192605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed10aa2b-cc9f-4b41-bd55-38d2e8bb02a5 req-b115e380-d615-458d-9940-20ac9f201a5b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400109 Mar 10 15:53:58.313432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa8381-139d-4f3b-b38d-f9cdeb020e3a req-97bb65ca-eea8-4531-a39e-619d3f293ce4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:58.314828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8aa8381-139d-4f3b-b38d-f9cdeb020e3a req-97bb65ca-eea8-4531-a39e-619d3f293ce4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0558715 Mar 10 15:53:58.332160 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:53:58.362047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8aa8381-139d-4f3b-b38d-f9cdeb020e3a req-88e94ff4-a319-4b05-b0a7-7dc5b7591938 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Mar 10 15:53:59.478879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf02875-07a2-4960-9e44-73c98a95e7cc req-db93c490-d2d2-418f-a725-8bb1e4660d2e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:53:59.480338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bf02875-07a2-4960-9e44-73c98a95e7cc req-db93c490-d2d2-418f-a725-8bb1e4660d2e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0518525 Mar 10 15:53:59.526429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1bf02875-07a2-4960-9e44-73c98a95e7cc req-45ab5a09-758b-4ba5-888b-b988a3fb27d2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404787 Mar 10 15:54:00.647743 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50662847-62ed-4e96-aa6f-dcdc9fc97949 req-1b2afcff-55fe-4151-8e4b-27ebcdf52b97 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:00.649215 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50662847-62ed-4e96-aa6f-dcdc9fc97949 req-1b2afcff-55fe-4151-8e4b-27ebcdf52b97 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0560131 Mar 10 15:54:00.694945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-50662847-62ed-4e96-aa6f-dcdc9fc97949 req-b0a8bc79-846f-47a4-826d-944b13225b7f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 Mar 10 15:54:01.814907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8249a30-3f58-46a3-b3e8-7d1701c34fce req-c55a677f-8fd9-435c-9d0c-4dd2cedd633c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:01.816392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8249a30-3f58-46a3-b3e8-7d1701c34fce req-c55a677f-8fd9-435c-9d0c-4dd2cedd633c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0538633 Mar 10 15:54:01.862291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8249a30-3f58-46a3-b3e8-7d1701c34fce req-1b9f0e4b-4f73-46fc-9534-c82c180070b8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402684 Mar 10 15:54:02.981948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7afab-d090-4cc0-90c7-49a6625fe371 req-77a7d1dc-b499-496a-b61b-e374f3178cd8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:02.983429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52b7afab-d090-4cc0-90c7-49a6625fe371 req-77a7d1dc-b499-496a-b61b-e374f3178cd8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0518959 Mar 10 15:54:03.032229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52b7afab-d090-4cc0-90c7-49a6625fe371 req-dc1ae08a-87e1-4053-835e-7a23ef93ce13 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Mar 10 15:54:04.155552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa1e40-4b52-4a83-a6be-84aee524b4d3 req-3c193332-e1d0-459b-9c56-53fab913c7db tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:04.157023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00fa1e40-4b52-4a83-a6be-84aee524b4d3 req-3c193332-e1d0-459b-9c56-53fab913c7db tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0524940 Mar 10 15:54:04.202844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00fa1e40-4b52-4a83-a6be-84aee524b4d3 req-1dc662c9-2495-440a-bef6-bf0233be95da tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402372 Mar 10 15:54:05.321545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78754-6148-416e-bc18-f9b275d83dfb req-561c1655-6622-4de5-9f88-d6d3ce622b85 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:05.323461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ec78754-6148-416e-bc18-f9b275d83dfb req-561c1655-6622-4de5-9f88-d6d3ce622b85 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0536141 Mar 10 15:54:05.368907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ec78754-6148-416e-bc18-f9b275d83dfb req-707b3e66-ed27-42c6-9fa2-e903761e4377 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398629 Mar 10 15:54:06.496541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82295e75-0c71-4656-82db-ab2fc8b125ad req-eaf43ecc-ec7c-4bcd-871f-724dad8534aa tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:06.498019 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82295e75-0c71-4656-82db-ab2fc8b125ad req-eaf43ecc-ec7c-4bcd-871f-724dad8534aa tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0589039 Mar 10 15:54:06.544105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82295e75-0c71-4656-82db-ab2fc8b125ad req-40fba2a9-f834-413b-8d43-8b728af80da2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405114 Mar 10 15:54:07.610883 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4dbb8-4c26-4a3a-bcb2-a3e386f20275 req-359d714f-08c6-4a9f-9598-3f5e89f082b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:07.612663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3a4dbb8-4c26-4a3a-bcb2-a3e386f20275 req-359d714f-08c6-4a9f-9598-3f5e89f082b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1127 time: 0.0461636 Mar 10 15:54:07.730226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c926b-ed76-4d88-9f1d-870bb5d210b5 req-a92d3785-d4a3-4775-b153-dc78ca173711 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:07.732045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-185c926b-ed76-4d88-9f1d-870bb5d210b5 req-a92d3785-d4a3-4775-b153-dc78ca173711 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.1184390 Mar 10 15:54:07.763431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4dbb8-4c26-4a3a-bcb2-a3e386f20275 req-15b04eea-fb43-4500-823c-3274dfdf6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:07.764865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3a4dbb8-4c26-4a3a-bcb2-a3e386f20275 req-15b04eea-fb43-4500-823c-3274dfdf6c99 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1260257 Mar 10 15:54:07.831332 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-185c926b-ed76-4d88-9f1d-870bb5d210b5 req-28f9fcb4-6946-41f7-817a-349f9f1f9de3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922892 Mar 10 15:54:07.849583 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3a4dbb8-4c26-4a3a-bcb2-a3e386f20275 req-a6cc637a-ac98-4e07-a358-51ed050f2201 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1002 time: 0.0743129 Mar 10 15:54:07.896834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4dbb8-4c26-4a3a-bcb2-a3e386f20275 req-865f8b56-6695-4acc-af8d-d24c95f95daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:07.898244 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3a4dbb8-4c26-4a3a-bcb2-a3e386f20275 req-865f8b56-6695-4acc-af8d-d24c95f95daf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0424008 Mar 10 15:54:07.947518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4dbb8-4c26-4a3a-bcb2-a3e386f20275 req-c260e0f4-c1b7-4f2e-843f-3b8c54273139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:07.949507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3a4dbb8-4c26-4a3a-bcb2-a3e386f20275 req-c260e0f4-c1b7-4f2e-843f-3b8c54273139 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447788 Mar 10 15:54:08.372669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3a4dbb8-4c26-4a3a-bcb2-a3e386f20275 req-ca26eb6d-1611-4ae0-b4df-b88b39d5cd03 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176445 Mar 10 15:54:08.460957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3a4dbb8-4c26-4a3a-bcb2-a3e386f20275 req-6f9a8573-cf68-4a7a-b85c-3239cae89ec6 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816779 Mar 10 15:54:08.950873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff7217-22d2-45ae-9239-e1f003100738 req-b55ba80b-e2b7-4ef9-94ca-f600c36b9f6d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:08.952333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6ff7217-22d2-45ae-9239-e1f003100738 req-b55ba80b-e2b7-4ef9-94ca-f600c36b9f6d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0533190 Mar 10 15:54:09.001917 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6ff7217-22d2-45ae-9239-e1f003100738 req-62d9cfc4-cfb5-4b89-95fe-9f8629dc6e3a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Mar 10 15:54:10.123790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbfdc4-4544-4257-8733-1f9520d5221a req-79887785-0b89-4fdd-b8df-00442234e9b8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:10.125292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1cbfdc4-4544-4257-8733-1f9520d5221a req-79887785-0b89-4fdd-b8df-00442234e9b8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0528052 Mar 10 15:54:10.171049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1cbfdc4-4544-4257-8733-1f9520d5221a req-081c5491-fb17-4674-8469-4505ea80c603 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401251 Mar 10 15:54:11.292765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccd99c-4057-4615-a215-6e1b5651ec02 req-78a620f7-e400-4908-be29-bf1b579c70ec tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:11.294264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4ccd99c-4057-4615-a215-6e1b5651ec02 req-78a620f7-e400-4908-be29-bf1b579c70ec tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0558755 Mar 10 15:54:11.340715 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4ccd99c-4057-4615-a215-6e1b5651ec02 req-53885703-97bf-47a8-976b-9df48c54fb30 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 Mar 10 15:54:12.461560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809eb23-9fb1-4b2c-a6ab-a799a0f970bd req-8219a5a3-6aaa-40a6-aed3-c1430953453e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:12.463037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b809eb23-9fb1-4b2c-a6ab-a799a0f970bd req-8219a5a3-6aaa-40a6-aed3-c1430953453e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0556600 Mar 10 15:54:12.510204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b809eb23-9fb1-4b2c-a6ab-a799a0f970bd req-afbc2ee3-b6cc-47f9-9177-238e4d506001 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409114 Mar 10 15:54:13.630273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34192874-6092-4af3-97d7-d4d1a4560e60 req-d104047a-99e2-428a-aeb0-6c197e20ef52 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:13.631972 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34192874-6092-4af3-97d7-d4d1a4560e60 req-d104047a-99e2-428a-aeb0-6c197e20ef52 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0523107 Mar 10 15:54:13.679308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34192874-6092-4af3-97d7-d4d1a4560e60 req-8711e138-743d-4a77-ae4e-b394f38b50f3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 Mar 10 15:54:14.818735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f3810-a35c-4c0f-883d-ff73d7503d79 req-830bb3fe-3a97-4a3c-b59b-69d68378c9a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:14.820585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb3f3810-a35c-4c0f-883d-ff73d7503d79 req-830bb3fe-3a97-4a3c-b59b-69d68378c9a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0721209 Mar 10 15:54:14.872464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb3f3810-a35c-4c0f-883d-ff73d7503d79 req-b6090f1a-4a6d-4423-9a00-9a493e3d2c29 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459678 Mar 10 15:54:15.992436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e9349-bb66-4acc-8b59-2da1c4eb1251 req-eb2c8cae-334c-497c-a44f-d604f4305e08 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:15.993902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c89e9349-bb66-4acc-8b59-2da1c4eb1251 req-eb2c8cae-334c-497c-a44f-d604f4305e08 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0540736 Mar 10 15:54:16.040017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c89e9349-bb66-4acc-8b59-2da1c4eb1251 req-37288d33-2019-4645-b485-818a668b1485 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405118 Mar 10 15:54:17.162124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4d74f-8f03-4ce2-9dcc-1beff1a3791d req-cdca698e-e1c4-41cf-86e6-0e12dd8be205 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:17.163643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96e4d74f-8f03-4ce2-9dcc-1beff1a3791d req-cdca698e-e1c4-41cf-86e6-0e12dd8be205 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0526624 Mar 10 15:54:17.209801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96e4d74f-8f03-4ce2-9dcc-1beff1a3791d req-dc69f40c-631d-4d1c-96ab-2f75d4c0746e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400462 Mar 10 15:54:18.271783 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:18.335609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96d51a-8d83-4d2b-8638-f6ef99f003bf req-d095d95b-90eb-4650-a6f9-aa746738de78 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:18.337017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a96d51a-8d83-4d2b-8638-f6ef99f003bf req-d095d95b-90eb-4650-a6f9-aa746738de78 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0554271 Mar 10 15:54:18.382264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1a96d51a-8d83-4d2b-8638-f6ef99f003bf req-c109bde3-c70e-44e4-b290-a98586c58fef tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396090 Mar 10 15:54:19.500052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0210fed-c0a0-4352-9f40-9e1e242e16d3 req-70800fde-7b9b-4dee-88e2-3de7e5a386e0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:19.501513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0210fed-c0a0-4352-9f40-9e1e242e16d3 req-70800fde-7b9b-4dee-88e2-3de7e5a386e0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0518668 Mar 10 15:54:19.547276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0210fed-c0a0-4352-9f40-9e1e242e16d3 req-2c6d1123-c8b4-40f5-98d1-941d2e6fbd8c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402932 Mar 10 15:54:20.672564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e36b-9722-4f16-a23a-c595e71e19f2 req-07855d14-880c-4527-b40f-006bbaf4c6c3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:20.674039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0367e36b-9722-4f16-a23a-c595e71e19f2 req-07855d14-880c-4527-b40f-006bbaf4c6c3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0565383 Mar 10 15:54:20.721199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0367e36b-9722-4f16-a23a-c595e71e19f2 req-9d7c6395-7107-40a7-bbfa-9a1d04d06b2e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415640 Mar 10 15:54:20.917802 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-44d73765-c90e-4595-adbb-f5e59507cb21 service neutron] show failed (client error): The resource could not be found. Mar 10 15:54:20.918712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-44d73765-c90e-4595-adbb-f5e59507cb21 service neutron] 10.222.0.62 "GET /v2.0/ports/1abf6961-9542-463c-9d7f-67a1a151d93a/bindings/n-h1-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0533066 Mar 10 15:54:21.114630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:21.124580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-ee3f8c0e-530c-4e1e-b020-96483d19f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:21.126102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-ee3f8c0e-530c-4e1e-b020-96483d19f539 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 1127 time: 0.0562694 Mar 10 15:54:21.138095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:54:21.199913 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:21.400168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:21.438816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:54:21.481355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:54:21.483574 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f444d343-4b2e-4f47-9b35-4ce22a13f849" -d '{"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:54:21.487327 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Publish callbacks [] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:21.499433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Transition to ACTIVE for port object 1abf6961-9542-463c-9d7f-67a1a151d93a will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:54:21.503969 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:21.540676 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f64102f-60d6-405b-b8e0-45ec799b211d x-openstack-request-id: req-6f64102f-60d6-405b-b8e0-45ec799b211d {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:54:21.540957 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:54:21.541211 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f64102f-60d6-405b-b8e0-45ec799b211d {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:54:21.541607 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'code': 200} Mar 10 15:54:21.586176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:21.631647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] No DVR routers for this DVR port 1abf6961-9542-463c-9d7f-67a1a151d93a on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:54:21.777217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:54:21.777916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:54:21.778058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:54:21.784044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Port 1abf6961-9542-463c-9d7f-67a1a151d93a on network b036fe2a-6204-4937-beae-1c2ddb56a5cd not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:54:21.784372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:54:21.789584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:54:21.789938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:54:21.790327 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:54:21.790759 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Bound port: 1abf6961-9542-463c-9d7f-67a1a151d93a, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:54:21.791181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:21.815080 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3581f12c-e5e3-4ff6-b88c-b1f3bf3f2411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:21.900316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379862d1-ca4a-4e83-899b-07ca74f5b7eb req-014fb2e2-8a3a-47f9-901d-2f9017205acd tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:21.901843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-379862d1-ca4a-4e83-899b-07ca74f5b7eb req-014fb2e2-8a3a-47f9-901d-2f9017205acd tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 943 time: 0.1065645 Mar 10 15:54:21.907449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:54:21.911774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:54:21.927823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:21.981314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:21.981857 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:21.983291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] 10.222.0.45 "PUT /v2.0/ports/1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1091 time: 0.8491256 Mar 10 15:54:21.999200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-379862d1-ca4a-4e83-899b-07ca74f5b7eb req-4851ddf7-abb8-4f13-9d75-80b32f7c389d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893850 Mar 10 15:54:22.041831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd88de-bb05-4c15-8643-2433c2d4aac0 service neutron] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:22.064318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-bdddf75d-4e19-4caf-8c37-a03b79e3b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:22.066186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-bdddf75d-4e19-4caf-8c37-a03b79e3b8d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1125 time: 0.0542901 Mar 10 15:54:22.165676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-6d97c537-60c4-4545-b07c-771e98f538ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:22.167697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-6d97c537-60c4-4545-b07c-771e98f538ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0957103 Mar 10 15:54:22.232876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-b4629942-3957-46b1-a393-056dc413f313 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1000 time: 0.0573730 Mar 10 15:54:22.286800 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-6f24a721-2e57-4363-abfb-cee3d95f159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:22.288288 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-6f24a721-2e57-4363-abfb-cee3d95f159f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0486057 Mar 10 15:54:22.336745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-75c9e1f3-5417-438b-b005-84344dc1c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:22.338218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-75c9e1f3-5417-438b-b005-84344dc1c431 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434692 Mar 10 15:54:22.432041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-2084037c-cb0d-4dbd-9825-a7e03c35e8cc service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866597 Mar 10 15:54:22.520079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f409a2a8-d343-448f-ac8a-a20b6fe52f55 req-7181e0fd-c1cb-4418-8b07-e4eb21b9c66f service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817974 Mar 10 15:54:23.133712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26979f57-4a31-410e-9342-44219ae0e563 req-92db6c51-4f45-4050-b70a-dde9910d41a9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:23.135270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26979f57-4a31-410e-9342-44219ae0e563 req-92db6c51-4f45-4050-b70a-dde9910d41a9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 943 time: 0.0615931 Mar 10 15:54:23.186490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-26979f57-4a31-410e-9342-44219ae0e563 req-f8898b4f-0161-48af-868f-b1d55ad38c40 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452693 Mar 10 15:54:23.543421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:54:23.545720 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc5adf7-a752-4490-9abd-ab65d9a488da" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:54:23.591954 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bed900-488f-41bb-8b50-2ba52e6fbb75 x-openstack-request-id: req-a4bed900-488f-41bb-8b50-2ba52e6fbb75 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:54:23.592249 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:54:23.592525 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4bed900-488f-41bb-8b50-2ba52e6fbb75 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:54:23.593560 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'status': 'completed', 'code': 200} Mar 10 15:54:23.650808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-1721f3c2-d579-4d44-8903-be83f53bdbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:23.653144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-1721f3c2-d579-4d44-8903-be83f53bdbed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1125 time: 0.0447452 Mar 10 15:54:23.773934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-20e7c4d0-6d82-47cf-a88e-c16df09b07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:23.775430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-20e7c4d0-6d82-47cf-a88e-c16df09b07ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1172314 Mar 10 15:54:23.792220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-c93daf95-252b-4784-a963-3ae12b859fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:23.793666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-c93daf95-252b-4784-a963-3ae12b859fd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1125 time: 0.0760307 Mar 10 15:54:23.895496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-3df3e3cd-3551-4f62-95df-9bfb4f1ffad7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1000 time: 0.1134644 Mar 10 15:54:23.955046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-bdce01f5-d9d5-4843-a3c5-52896c5eafa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:23.956460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-bdce01f5-d9d5-4843-a3c5-52896c5eafa6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1358843 Mar 10 15:54:23.959796 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-493d250a-3d42-4c19-8ca9-2bf916178791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:23.961106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-493d250a-3d42-4c19-8ca9-2bf916178791 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0599482 Mar 10 15:54:23.988928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:54:24.056256 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-29849e88-615b-4e2a-9777-0c31e711b3df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1000 time: 0.0928032 Mar 10 15:54:24.061771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-8c03d255-fcd7-4907-8bc0-825f5184e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:24.063403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-8c03d255-fcd7-4907-8bc0-825f5184e740 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0944927 Mar 10 15:54:24.098603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:24.111055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'port_id': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'mac_address': 'fa:16:3e:86:a0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:54:24.158964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-cf315dee-02c3-4500-b3ef-90f1b5961958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:24.160421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-cf315dee-02c3-4500-b3ef-90f1b5961958 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0961466 Mar 10 15:54:24.163040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 1abf6961-9542-463c-9d7f-67a1a151d93a is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:54:24.163442 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:24.167547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb352-dbf0-49cb-badc-d70c4cd69220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:24.179268 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abf6961-9542-463c-9d7f-67a1a151d93a {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:54:24.200732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:24.207796 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:24.224142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-3e657057-f3ae-406c-a684-23d86b1a4879 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516559 Mar 10 15:54:24.257247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-fba6fb80-78d3-4c65-becd-80db7e98d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:24.258750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-fba6fb80-78d3-4c65-becd-80db7e98d5a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0900507 Mar 10 15:54:24.284991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:24.412678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-7efd8ed9-d137-4b1c-854d-69bd91ad5cd2 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817465 Mar 10 15:54:24.443164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b7c90-5e14-47e0-a07b-23a63c77c4bd req-93d7cdc1-3ad6-428c-9fc2-0d7b5e481c15 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:24.444624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d8b7c90-5e14-47e0-a07b-23a63c77c4bd req-93d7cdc1-3ad6-428c-9fc2-0d7b5e481c15 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 944 time: 0.1404665 Mar 10 15:54:24.448181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-03b32e98-18c5-456f-a929-1673f831309b service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763337 Mar 10 15:54:24.476010 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['1abf6961-9542-463c-9d7f-67a1a151d93a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:54:24.550960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d8b7c90-5e14-47e0-a07b-23a63c77c4bd req-e7447a3b-18a6-41ad-9fab-49d6ae3f8213 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006818 Mar 10 15:54:24.572761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bc5adf7-a752-4490-9abd-ab65d9a488da req-e4a40f02-c287-452f-b981-319ed1f16063 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168852 Mar 10 15:54:25.084979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:54:25.124695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] The host n-h2-833090-1 is not matching for port 1abf6961-9542-463c-9d7f-67a1a151d93a host n-h1-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:54:25.125081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:54:25.418615 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:25.674113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed8c56-8503-4c9f-8e5f-34225f272098 req-c2595eb9-24d7-44ef-adcb-4f72ae8cfdb1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:25.675606 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1ed8c56-8503-4c9f-8e5f-34225f272098 req-c2595eb9-24d7-44ef-adcb-4f72ae8cfdb1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 944 time: 0.0516965 Mar 10 15:54:25.721437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1ed8c56-8503-4c9f-8e5f-34225f272098 req-1d83da33-d5c3-449a-9ad4-014eb38e0a90 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403323 Mar 10 15:54:25.996646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:54:26.038411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-23173452-218b-4d05-86f7-627c15aa2e4d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:26.039940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-23173452-218b-4d05-86f7-627c15aa2e4d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1&tenant_id=a39153abc74d42e08983caecab3ca5b6&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 944 time: 0.0913248 Mar 10 15:54:26.051876 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce1d45-a784-4d8c-96ee-a2e7cbe6f607 req-7c48ae04-2a24-48d1-ac29-d9baf0325ce2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:26.052149 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 1abf6961-9542-463c-9d7f-67a1a151d93a completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:54:26.053846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60ce1d45-a784-4d8c-96ee-a2e7cbe6f607 req-7c48ae04-2a24-48d1-ac29-d9baf0325ce2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 944 time: 0.0745339 Mar 10 15:54:26.056462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 1abf6961-9542-463c-9d7f-67a1a151d93a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:54:26.057029 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:26.141326 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 1abf6961-9542-463c-9d7f-67a1a151d93a is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:54:26.142034 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:26.145301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60ce1d45-a784-4d8c-96ee-a2e7cbe6f607 req-63f2ec46-0bff-46ef-ad69-9169d39fe111 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832789 Mar 10 15:54:26.147600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-f976c155-1f0d-43f4-934f-6498bd9ad400 service neutron] 10.222.0.45 "GET /v2.0/ports/1abf6961-9542-463c-9d7f-67a1a151d93a/bindings/n-h1-833090-1 HTTP/1.1" status: 200 len: 382 time: 0.0928743 Mar 10 15:54:26.165289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:54:26.167575 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50e8295-6492-49ef-9ea1-21200e8cdacb" -d '{"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-plugged", "status": "completed", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:54:26.185260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:26.190311 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:26.215943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-3e5b9b27-503b-446d-a50c-3b2cbe9a9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:26.217463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-3e5b9b27-503b-446d-a50c-3b2cbe9a9038 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1126 time: 0.0462506 Mar 10 15:54:26.224326 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b3ee93-d9e1-4309-89c6-ee2469c5e8e2 x-openstack-request-id: req-50b3ee93-d9e1-4309-89c6-ee2469c5e8e2 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:54:26.224617 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-plugged", "status": "completed", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:54:26.224866 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50b3ee93-d9e1-4309-89c6-ee2469c5e8e2 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:54:26.225250 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'code': 200} Mar 10 15:54:26.244254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:26.311641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-3e59d6a8-8211-415d-97cb-f419db997646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:26.313095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-3e59d6a8-8211-415d-97cb-f419db997646 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0856419 Mar 10 15:54:26.380576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-e407e534-e07c-4c44-a1dd-9dbf3cb0e966 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1002 time: 0.0605993 Mar 10 15:54:26.428208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-404c25a7-e932-48f5-a15e-112b13fadcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:26.429630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-404c25a7-e932-48f5-a15e-112b13fadcb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0429041 Mar 10 15:54:26.476806 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-ae9ae6d9-e0c3-43e2-9d08-4d2c1e494526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:26.478260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-ae9ae6d9-e0c3-43e2-9d08-4d2c1e494526 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427408 Mar 10 15:54:26.568894 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-8d6df657-369b-4c75-864e-87839ff26b8f service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838954 Mar 10 15:54:26.659041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-d01a2ba2-682e-4cd4-8dee-0451766d2c33 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833158 Mar 10 15:54:26.736035 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:27.270182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d842b-825d-41df-a089-5514758d0892 req-e5cbb551-a179-4d93-8d05-6e1e7e564e06 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:27.271697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e80d842b-825d-41df-a089-5514758d0892 req-e5cbb551-a179-4d93-8d05-6e1e7e564e06 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0527737 Mar 10 15:54:27.318480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e80d842b-825d-41df-a089-5514758d0892 req-17cf70f7-13ea-4c00-9842-366332b7327f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411587 Mar 10 15:54:28.334596 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:28.386006 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:54:28.447275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e523a-c0d4-48dd-a28f-aaf35ab28aca req-b1c8ef1e-ddaf-45b5-a859-badbcf5ee08a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:28.448746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-390e523a-c0d4-48dd-a28f-aaf35ab28aca req-b1c8ef1e-ddaf-45b5-a859-badbcf5ee08a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0537386 Mar 10 15:54:28.497626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-390e523a-c0d4-48dd-a28f-aaf35ab28aca req-08e519dc-0df4-4498-bc4c-32ab0e6406d3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Mar 10 15:54:28.702073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-a4150316-b202-4cd2-9727-6da7848271b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:28.703584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-a4150316-b202-4cd2-9727-6da7848271b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 1127 time: 0.0485692 Mar 10 15:54:28.714616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:54:28.773261 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:28.969919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:29.002333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:54:29.044613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:54:29.046893 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a32ee77-701a-4b45-8dfe-1b0532100f91" -d '{"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:54:29.050771 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Publish callbacks [] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:29.063895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Transition to ACTIVE for port object 1abf6961-9542-463c-9d7f-67a1a151d93a will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:54:29.067622 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:29.101378 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044cf710-6b0f-4486-a499-40bcaa61772e x-openstack-request-id: req-044cf710-6b0f-4486-a499-40bcaa61772e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:54:29.101669 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:54:29.101915 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-044cf710-6b0f-4486-a499-40bcaa61772e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:54:29.102302 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'code': 200} Mar 10 15:54:29.151154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=10']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:29.195325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] No DVR routers for this DVR port 1abf6961-9542-463c-9d7f-67a1a151d93a on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:54:29.334466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:54:29.334825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:54:29.335122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:54:29.339261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Port 1abf6961-9542-463c-9d7f-67a1a151d93a on network b036fe2a-6204-4937-beae-1c2ddb56a5cd not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:54:29.340105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Attempting to bind port 1abf6961-9542-463c-9d7f-67a1a151d93a on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:54:29.344834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:54:29.345168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:54:29.345547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:54:29.345961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Bound port: 1abf6961-9542-463c-9d7f-67a1a151d93a, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:54:29.346312 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:29.408757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:54:29.412008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:54:29.418445 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:29.451055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:29.451610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:29.452968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] 10.222.0.62 "PUT /v2.0/ports/1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1092 time: 0.7421095 Mar 10 15:54:29.473936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9fe5e-9578-43a9-a6cf-b217291925cc service neutron] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=11']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:29.526324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-49d19ed9-a504-47ac-9ea9-bfa0c4decb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:29.528411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-49d19ed9-a504-47ac-9ea9-bfa0c4decb19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1126 time: 0.0514071 Mar 10 15:54:29.649983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-169a560e-f754-4fb2-bd69-7667ff85eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:29.651639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-169a560e-f754-4fb2-bd69-7667ff85eb08 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1177418 Mar 10 15:54:29.673118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9e8bc-ebc8-4cd3-91bf-f85b811b9b2c req-99deade4-c134-433b-a2a8-1a673443bf9a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:29.674513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ee9e8bc-ebc8-4cd3-91bf-f85b811b9b2c req-99deade4-c134-433b-a2a8-1a673443bf9a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 944 time: 0.0805635 Mar 10 15:54:29.752131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-90af536d-5612-43bd-8498-30fca6557d4c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1000 time: 0.0944095 Mar 10 15:54:29.771438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8ee9e8bc-ebc8-4cd3-91bf-f85b811b9b2c req-8ff69f7d-f239-47b4-9aa0-8668920b4b87 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665424 Mar 10 15:54:29.806495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-0545a12c-74b6-49c9-b859-217b8ea6443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:29.807994 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-0545a12c-74b6-49c9-b859-217b8ea6443c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0486808 Mar 10 15:54:29.860907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-2c5ae1ac-1f59-4fe7-abe9-347d2faf7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:29.862773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-2c5ae1ac-1f59-4fe7-abe9-347d2faf7817 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491378 Mar 10 15:54:30.276387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-1653c1d5-509a-48a9-8fc3-be2c3588526d service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080672 Mar 10 15:54:30.366193 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b9821e9-d525-417b-937c-633e24fca0b2 req-b8c5c711-0fd0-4803-a829-34a2302373d0 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833132 Mar 10 15:54:30.891926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c90305-8a95-4f0c-8d7d-c48a4bebb898 req-dcd0181b-d77f-4f56-a5ab-4fbb70b52f95 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:30.893396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41c90305-8a95-4f0c-8d7d-c48a4bebb898 req-dcd0181b-d77f-4f56-a5ab-4fbb70b52f95 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 944 time: 0.0524268 Mar 10 15:54:30.939899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41c90305-8a95-4f0c-8d7d-c48a4bebb898 req-c0885822-23e1-4c01-aac7-a9a2f34b14e7 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Mar 10 15:54:31.103782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:54:31.106108 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa92b901-5adb-46b1-bc3e-c2980565424d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:54:31.154068 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbc0469-6bc7-46dd-9fcb-0ce538cf0ee3 x-openstack-request-id: req-bdbc0469-6bc7-46dd-9fcb-0ce538cf0ee3 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:54:31.154556 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:54:31.154906 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdbc0469-6bc7-46dd-9fcb-0ce538cf0ee3 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:54:31.155376 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'status': 'completed', 'code': 200} Mar 10 15:54:31.252429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-8753b118-2f76-452a-a1af-0a7f625b03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:31.254052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-8753b118-2f76-452a-a1af-0a7f625b03a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1126 time: 0.0837300 Mar 10 15:54:31.256568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-b80f97eb-8a12-4a0c-b1a7-1d78feb42a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:31.257873 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-b80f97eb-8a12-4a0c-b1a7-1d78feb42a49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 1126 time: 0.0797298 Mar 10 15:54:31.408758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-3b536231-d655-48a6-8220-ad5e69c26d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:31.410295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-3b536231-d655-48a6-8220-ad5e69c26d78 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1502199 Mar 10 15:54:31.412870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-3f55ff7a-c30e-4b72-ae02-1ea85d7baa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:31.414163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-3f55ff7a-c30e-4b72-ae02-1ea85d7baa51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1472149 Mar 10 15:54:31.523011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-707d3c4d-9083-43e8-a74a-52cdc1e61197 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1000 time: 0.1005402 Mar 10 15:54:31.524686 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-f1e92b42-8a02-43d6-bd13-9e1c48fa27d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 200 len: 1000 time: 0.1085362 Mar 10 15:54:31.608748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-05596e1e-acf3-4305-88ca-3ead6f1bc5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:31.610218 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-05596e1e-acf3-4305-88ca-3ead6f1bc5f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0812380 Mar 10 15:54:31.611853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-55185567-ad26-495c-8ee1-0b50f97ee701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:31.613145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-55185567-ad26-495c-8ee1-0b50f97ee701 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0768275 Mar 10 15:54:31.687757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-2e24c8a0-a587-46ae-89a6-1dc22b6a7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:31.689181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-2e24c8a0-a587-46ae-89a6-1dc22b6a7393 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718126 Mar 10 15:54:31.694121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-e5460965-3691-4736-81c0-62a6236b712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:31.695544 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-e5460965-3691-4736-81c0-62a6236b712e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0709598 Mar 10 15:54:31.850607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-4f4e0823-e946-4b36-95ef-a7360a18500f service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541255 Mar 10 15:54:31.853933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-e4627b37-3a84-48a9-9cd9-f7e45375ffff service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500342 Mar 10 15:54:31.990136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:54:32.015904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-4dfb6368-14f9-4111-a700-3ae3a40b365b service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587648 Mar 10 15:54:32.028300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa92b901-5adb-46b1-bc3e-c2980565424d req-fdc1a4d7-caf7-4e7f-98ec-b95ba69dffe4 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639915 Mar 10 15:54:32.045026 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port 1abf6961-9542-463c-9d7f-67a1a151d93a host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:54:32.045427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:54:32.070322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088db645-e491-49d1-b18a-dd118d4ef541 req-2b71c869-821f-42c9-88d7-492dd2baeb5e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:32.071839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-088db645-e491-49d1-b18a-dd118d4ef541 req-2b71c869-821f-42c9-88d7-492dd2baeb5e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 944 time: 0.0584934 Mar 10 15:54:32.119569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-088db645-e491-49d1-b18a-dd118d4ef541 req-8dcf5502-7fc5-48ed-852f-63183dba64c7 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Mar 10 15:54:33.101356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:54:33.202810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:33.215719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'port_id': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'mac_address': 'fa:16:3e:86:a0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:54:33.253331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4c2e5-1638-4f7b-b1ab-ed2358ade274 req-3b2de3d5-5a9d-4742-9e2f-27fca582f534 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:33.254985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3de4c2e5-1638-4f7b-b1ab-ed2358ade274 req-3b2de3d5-5a9d-4742-9e2f-27fca582f534 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 944 time: 0.0603309 Mar 10 15:54:33.259958 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 1abf6961-9542-463c-9d7f-67a1a151d93a is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:54:33.260362 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:33.273455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abf6961-9542-463c-9d7f-67a1a151d93a {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:54:33.294360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:33.301562 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:33.311619 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3de4c2e5-1638-4f7b-b1ab-ed2358ade274 req-76ebc8aa-5ca0-44bd-863d-3ce8762ab557 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509744 Mar 10 15:54:33.351657 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=12']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:33.626972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['1abf6961-9542-463c-9d7f-67a1a151d93a'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:54:34.432999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f74753-384f-4fad-9dae-68284d24c03e req-3a06246b-a378-4261-a190-52a77d4d7db3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:34.435115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95f74753-384f-4fad-9dae-68284d24c03e req-3a06246b-a378-4261-a190-52a77d4d7db3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0530484 Mar 10 15:54:34.484265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95f74753-384f-4fad-9dae-68284d24c03e req-655a8ddb-1fe2-499f-a8d7-404b4ee5c511 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436165 Mar 10 15:54:34.601105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21629303-f5b3-432d-a90a-2f3627b0bb94 req-0a30bdbf-7000-4d2d-98fc-29a93639ab8f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:34.602484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21629303-f5b3-432d-a90a-2f3627b0bb94 req-0a30bdbf-7000-4d2d-98fc-29a93639ab8f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0516071 Mar 10 15:54:34.648337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-21629303-f5b3-432d-a90a-2f3627b0bb94 req-961ec76b-9d09-4552-a31a-06819bd7ea5a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396824 Mar 10 15:54:34.771727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f2139-4ff1-4879-906c-70c3a566907a req-f08403ac-dd66-4ce4-ab9e-3c32e8d8e932 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:34.773245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c86f2139-4ff1-4879-906c-70c3a566907a req-f08403ac-dd66-4ce4-ab9e-3c32e8d8e932 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0609944 Mar 10 15:54:34.820104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c86f2139-4ff1-4879-906c-70c3a566907a req-02c61d11-3c32-4362-a1aa-cc32e568f3b3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407913 Mar 10 15:54:35.052251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb73e82-a952-466a-a0b1-8dad63baf976 req-f0ea3cc3-c2c5-47dd-a195-6f182ddf157d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:35.053762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-beb73e82-a952-466a-a0b1-8dad63baf976 req-f0ea3cc3-c2c5-47dd-a195-6f182ddf157d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 945 time: 0.0532374 Mar 10 15:54:35.101329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-beb73e82-a952-466a-a0b1-8dad63baf976 req-550cbbb2-fb0c-47d5-b41e-e5e3f8f623ac tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Mar 10 15:54:35.117816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:54:35.167846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 1abf6961-9542-463c-9d7f-67a1a151d93a completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:54:35.171516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 1abf6961-9542-463c-9d7f-67a1a151d93a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:54:35.171889 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:35.250733 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 1abf6961-9542-463c-9d7f-67a1a151d93a is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:54:35.251146 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:35.272821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:54:35.275038 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066bbb22-7b50-4654-8242-b9d04b8e0673" -d '{"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-plugged", "status": "completed", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:54:35.287766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:35.292286 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:35.320557 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438ab875-86ca-46b4-9e7e-da37787fa886 x-openstack-request-id: req-438ab875-86ca-46b4-9e7e-da37787fa886 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:54:35.320882 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-plugged", "status": "completed", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:54:35.321140 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-438ab875-86ca-46b4-9e7e-da37787fa886 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:54:35.321533 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'code': 200} Mar 10 15:54:35.345376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=13']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:36.226598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518220c-53f2-4995-b494-636256407fe7 req-71059e45-2938-476e-8e06-ddc00cf88c89 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:36.228106 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c518220c-53f2-4995-b494-636256407fe7 req-71059e45-2938-476e-8e06-ddc00cf88c89 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 946 time: 0.0542786 Mar 10 15:54:36.278773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c518220c-53f2-4995-b494-636256407fe7 req-dbd10c99-0238-4d61-b735-daa495ccec5a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450082 Mar 10 15:54:36.442355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-cbcdf201-ec21-4458-a031-85068b39c2e5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:36.443723 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-cbcdf201-ec21-4458-a031-85068b39c2e5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 946 time: 0.0524874 Mar 10 15:54:36.539526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Deleting port 1abf6961-9542-463c-9d7f-67a1a151d93a {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:54:36.539871 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:36.631830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] For port 1abf6961-9542-463c-9d7f-67a1a151d93a, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=1abf6961-9542-463c-9d7f-67a1a151d93a,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:36.632189 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:36.803054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:36.803671 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:36.804164 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d disassociated. External IP: 172.25.3.249, port: 1abf6961-9542-463c-9d7f-67a1a151d93a. Mar 10 15:54:36.804697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Calling delete_port for 1abf6961-9542-463c-9d7f-67a1a151d93a owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:54:36.937448 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1abf6961-9542-463c-9d7f-67a1a151d93a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:36.963357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event deleted for resources: {'Port': ['ID=1abf6961-9542-463c-9d7f-67a1a151d93a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:37.085496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:54:37.203995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:54:37.214142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3590b3-ca1d-447c-8054-985d6f63d9c7 None None] Sync routers for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:54:37.225291 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3590b3-ca1d-447c-8054-985d6f63d9c7 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:54:37.225907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4c3590b3-ca1d-447c-8054-985d6f63d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:54:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:54:37.245330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] No DVR routers for this DVR port 1abf6961-9542-463c-9d7f-67a1a151d93a on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:54:37.247819 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:37.251140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eb474a1-13c9-4e97-a4c0-5b33b6868d84 req-3de80f21-20d6-48ee-a69b-b2c6b9e39a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "DELETE /v2.0/ports/1abf6961-9542-463c-9d7f-67a1a151d93a HTTP/1.1" status: 204 len: 173 time: 0.8023682 Mar 10 15:54:37.251582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-deleted', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:54:37.253882 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4372b3f-b871-4803-836a-9f424504b17f" -d '{"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-deleted", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:54:37.296391 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d523996-59e6-47be-bfa8-f63e44c2221a x-openstack-request-id: req-9d523996-59e6-47be-bfa8-f63e44c2221a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:54:37.296693 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fd8a0e-d5eb-47be-95de-ad66599b57e1", "name": "network-vif-deleted", "tag": "1abf6961-9542-463c-9d7f-67a1a151d93a", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:54:37.296949 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d523996-59e6-47be-bfa8-f63e44c2221a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:54:37.297413 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fd8a0e-d5eb-47be-95de-ad66599b57e1', 'name': 'network-vif-deleted', 'tag': '1abf6961-9542-463c-9d7f-67a1a151d93a', 'status': 'completed', 'code': 200} Mar 10 15:54:37.358068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-4c3590b3-ca1d-447c-8054-985d6f63d9c7 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:54:37.389229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d4965e95-5e37-492d-9d0d-e0666e9d271d req-5f8455dd-25dd-4589-806c-a7fbc64e287d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9fd8a0e-d5eb-47be-95de-ad66599b57e1 HTTP/1.1" status: 200 len: 210 time: 0.0367615 Mar 10 15:54:37.569569 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4c3590b3-ca1d-447c-8054-985d6f63d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:54:37.595354 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3590b3-ca1d-447c-8054-985d6f63d9c7 None None] Checking router: ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:54:37.603472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3590b3-ca1d-447c-8054-985d6f63d9c7 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:54:37.604075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4c3590b3-ca1d-447c-8054-985d6f63d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:54:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:54:37.713737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-4c3590b3-ca1d-447c-8054-985d6f63d9c7 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:54:37.913414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-4c3590b3-ca1d-447c-8054-985d6f63d9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:54:37.943944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3590b3-ca1d-447c-8054-985d6f63d9c7 None None] The sync data for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 is: [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:54:38.160634 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ead402-fd58-4dd4-aae9-adf3602a0023 None None] New status for floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:54:38.275557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-a55802b2-dbbe-44af-8216-c77079e4eafb req-996d61bb-fbfe-42aa-a093-808c2d22e80e service neutron] (115533) timed out ('10.222.0.45', 54247) {{(pid=115533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 15:54:38.639931 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-fd515f80-9c4c-453d-8188-4a532d872d02 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1474978228&fields=id&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 267 time: 0.0423477 Mar 10 15:54:38.741853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-2377dd3f-2a33-46f5-8a8f-459c84af5563 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:38.743335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-2377dd3f-2a33-46f5-8a8f-459c84af5563 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 812 time: 0.0971189 Mar 10 15:54:38.757961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-327e63e8-5194-4722-ba1d-56d890be67b1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/quotas/a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 375 time: 0.0088053 Mar 10 15:54:38.816565 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-0d1b458f-a50c-460b-bece-59fc6e8ef0e1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536311 Mar 10 15:54:38.910902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-25800426-e15d-4bab-bec7-1d4552bb5d4c service neutron] 10.222.0.11 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819099 Mar 10 15:54:39.003154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-732332fc-8e4e-4bbb-9b46-2af9834cd8c3 service neutron] 10.222.0.11 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862947 Mar 10 15:54:39.132706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:54:39.155825 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 1abf6961-9542-463c-9d7f-67a1a151d93a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:54:39.156249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 1abf6961-9542-463c-9d7f-67a1a151d93a not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:54:39.168248 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3495fc09-c0c6-4777-bed2-b1569d985462 req-939acded-3535-4a0e-8aac-c27aceb306e7 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 210 time: 0.0293229 Mar 10 15:54:40.127484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-56d2f546-bf6d-4288-bad8-0548b70d0004 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:40.128934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-56d2f546-bf6d-4288-bad8-0548b70d0004 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 812 time: 0.1076372 Mar 10 15:54:40.195523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-ca1fbd57-8197-445d-a41a-05f5f436fabf tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 380 time: 0.0585716 Mar 10 15:54:40.204675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'port': {'device_id': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'admin_state_up': True, 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'security_groups': ['9ebe7889-cd92-4561-aae0-a3436a46bcaf']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:54:40.290511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcf83b85-6291-4eb3-b01f-f065d30919bd req-28518b43-0624-4ffa-993b-511e377432e8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 210 time: 0.0536165 Mar 10 15:54:40.335283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Made reservation on behalf of a39153abc74d42e08983caecab3ca5b6 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:54:40.338521 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:40.462346 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Allocated IP 172.20.0.3 (b036fe2a-6204-4937-beae-1c2ddb56a5cd/66eeddbe-b51c-4b91-8109-2639014ade11/36b92a23-5767-4135-bfd2-191226b77c3c) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:54:40.595816 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for port (36b92a23-5767-4135-bfd2-191226b77c3c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:40.628502 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:40.669637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:54:40.674514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:54:40.678187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:54:40.704760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:40.719487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.719834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.720169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.720500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.720829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.721157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.721657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.721986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.722307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.722628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.722974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.723325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.723650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:40.741562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:40.742189 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:40.758869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-85aff8ff-0726-4f81-b932-d6526cd9d8e6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576530 Mar 10 15:54:40.769606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Request body: {'port': {'device_id': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:54:40.834582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:40.925034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ee8b6b2e-a83b-4a2c-a492-668c74e7b716 None None] Provisioning complete for port 36b92a23-5767-4135-bfd2-191226b77c3c triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:54:40.925625 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6b2e-a83b-4a2c-a492-668c74e7b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:40.959983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b6b2e-a83b-4a2c-a492-668c74e7b716 None None] Port 36b92a23-5767-4135-bfd2-191226b77c3c cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:54:41.092818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b92a23-5767-4135-bfd2-191226b77c3c {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:54:41.100332 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Publish callbacks [] for port (36b92a23-5767-4135-bfd2-191226b77c3c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:41.113148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Transition to ACTIVE for port object 36b92a23-5767-4135-bfd2-191226b77c3c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:54:41.116253 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:41.167388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:41.241451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:54:41.241782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:54:41.242106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:54:41.247377 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Port 36b92a23-5767-4135-bfd2-191226b77c3c on network b036fe2a-6204-4937-beae-1c2ddb56a5cd not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:54:41.247694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:54:41.252696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:54:41.253033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:54:41.253410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:54:41.253835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Bound port: 36b92a23-5767-4135-bfd2-191226b77c3c, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:54:41.254189 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:41.325321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:54:41.329667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:54:41.336875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:41.386501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:41.387190 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:41.388617 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1091 time: 0.6231894 Mar 10 15:54:41.389080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:54:41.391377 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c9f74c-32eb-4824-b89c-ffa8b15fab14" -d '{"events": [{"name": "network-changed", "server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:54:41.436922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c980c-99de-4532-b365-f9a93b7624e1 service neutron] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:41.443279 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ac8081-7934-44e0-9982-493d29854ef4 x-openstack-request-id: req-08ac8081-7934-44e0-9982-493d29854ef4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:54:41.443584 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:54:41.443848 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08ac8081-7934-44e0-9982-493d29854ef4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:54:41.444257 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c', 'status': 'completed', 'code': 200} Mar 10 15:54:41.482254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352a07b-ab77-497e-8a95-a53706276819 req-56746d66-f4d4-423a-b188-9c6856b17f69 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:41.483809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0352a07b-ab77-497e-8a95-a53706276819 req-56746d66-f4d4-423a-b188-9c6856b17f69 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.1153672 Mar 10 15:54:41.525424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-97a726a9-7c41-4364-a56a-325c4a5e0e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:41.527003 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-97a726a9-7c41-4364-a56a-325c4a5e0e10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1125 time: 0.0802760 Mar 10 15:54:41.581602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0352a07b-ab77-497e-8a95-a53706276819 req-7c2286db-b0f2-4fb9-818f-dffb9da736d1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913496 Mar 10 15:54:41.582824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-3412b143-89cf-4cc4-8226-dddab797eddc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 217 time: 0.0489802 Mar 10 15:54:41.630562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-19c58a14-e33b-472f-8753-6711e0020cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:41.632025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-19c58a14-e33b-472f-8753-6711e0020cfc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0441656 Mar 10 15:54:41.679822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-df55dbe9-1658-4900-91eb-7d57d1753083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:41.681293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-df55dbe9-1658-4900-91eb-7d57d1753083 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430694 Mar 10 15:54:41.772240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-341257eb-c195-4a4a-8160-6326a9ff12c1 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850358 Mar 10 15:54:41.859257 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff3cd74e-151f-49f4-8481-fc6cbdcbeaed req-9faca0a0-0ee3-44a3-9e4f-880ee19d3e60 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811784 Mar 10 15:54:41.947358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f74c-32eb-4824-b89c-ffa8b15fab14 req-c8e22a39-799b-47e5-8ae4-f924bdac0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:41.948757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04c9f74c-32eb-4824-b89c-ffa8b15fab14 req-c8e22a39-799b-47e5-8ae4-f924bdac0a90 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1125 time: 0.0483265 Mar 10 15:54:42.037764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f74c-32eb-4824-b89c-ffa8b15fab14 req-b194ea01-16ee-4850-8d4b-4252fcc64d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:42.039259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04c9f74c-32eb-4824-b89c-ffa8b15fab14 req-b194ea01-16ee-4850-8d4b-4252fcc64d9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0848279 Mar 10 15:54:42.082767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04c9f74c-32eb-4824-b89c-ffa8b15fab14 req-fa96752d-5a2c-41d0-9f89-e05da09bb436 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 217 time: 0.0379422 Mar 10 15:54:42.129889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f74c-32eb-4824-b89c-ffa8b15fab14 req-9f3765e4-8022-44aa-a015-1203f82aa041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:42.131322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04c9f74c-32eb-4824-b89c-ffa8b15fab14 req-9f3765e4-8022-44aa-a015-1203f82aa041 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0432670 Mar 10 15:54:42.178599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f74c-32eb-4824-b89c-ffa8b15fab14 req-2cfd86f6-14a0-48d3-831f-94a7312b8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:42.180097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04c9f74c-32eb-4824-b89c-ffa8b15fab14 req-2cfd86f6-14a0-48d3-831f-94a7312b8125 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430160 Mar 10 15:54:42.603103 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04c9f74c-32eb-4824-b89c-ffa8b15fab14 req-ad1eacc4-9245-46c2-aeb8-a5f01fae2620 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171305 Mar 10 15:54:42.721661 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-04c9f74c-32eb-4824-b89c-ffa8b15fab14 req-2523ebe5-242e-4228-a36a-e7149462e394 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124091 Mar 10 15:54:42.737324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c7615-1b27-4168-929f-ed1653ec46e6 req-8076d842-46d4-472e-8d21-2864dc5ade69 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:42.738839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-763c7615-1b27-4168-929f-ed1653ec46e6 req-8076d842-46d4-472e-8d21-2864dc5ade69 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0744841 Mar 10 15:54:42.788978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-763c7615-1b27-4168-929f-ed1653ec46e6 req-f1663bb9-81f8-4441-b1de-8517f3dd0753 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Mar 10 15:54:43.908231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1de49c-5617-434a-9afb-0dadf08667b6 req-e008b02e-4e17-415d-a80b-97cbae4d52fd tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:43.909818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed1de49c-5617-434a-9afb-0dadf08667b6 req-e008b02e-4e17-415d-a80b-97cbae4d52fd tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0518441 Mar 10 15:54:43.954751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed1de49c-5617-434a-9afb-0dadf08667b6 req-3329dc13-b9b2-4021-b453-b5f77f2f93c6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392680 Mar 10 15:54:45.072406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded90e-caf1-400e-b401-0add582052bb req-ccd4c4b6-29fb-476f-81f7-562bb3f12236 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:45.073890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffded90e-caf1-400e-b401-0add582052bb req-ccd4c4b6-29fb-476f-81f7-562bb3f12236 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0518429 Mar 10 15:54:45.124038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffded90e-caf1-400e-b401-0add582052bb req-825525c1-e68b-4601-9dcb-4af72fa59874 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440054 Mar 10 15:54:45.162262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 36b92a23-5767-4135-bfd2-191226b77c3c details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:54:45.257007 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:45.268658 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '36b92a23-5767-4135-bfd2-191226b77c3c', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'port_id': '36b92a23-5767-4135-bfd2-191226b77c3c', 'mac_address': 'fa:16:3e:c5:34:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:54:45.309575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 36b92a23-5767-4135-bfd2-191226b77c3c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:54:45.309963 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:45.322759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b92a23-5767-4135-bfd2-191226b77c3c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:54:45.342842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:45.346694 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:45.393737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:45.647796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['36b92a23-5767-4135-bfd2-191226b77c3c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:54:46.243525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5e9ff-af60-47d5-a255-935c66c0a4b7 req-6273b64c-8e36-4d05-8daa-b40ca0971ae5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:46.245114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5fb5e9ff-af60-47d5-a255-935c66c0a4b7 req-6273b64c-8e36-4d05-8daa-b40ca0971ae5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0533729 Mar 10 15:54:46.291524 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5fb5e9ff-af60-47d5-a255-935c66c0a4b7 req-268825c3-aa45-4d98-99f4-47419eff6864 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Mar 10 15:54:47.178434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 36b92a23-5767-4135-bfd2-191226b77c3c up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:54:47.227225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 36b92a23-5767-4135-bfd2-191226b77c3c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:54:47.231655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 36b92a23-5767-4135-bfd2-191226b77c3c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:54:47.232037 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:47.315524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 36b92a23-5767-4135-bfd2-191226b77c3c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:54:47.315924 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:47.341679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:54:47.343968 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37115b7-3a8b-492a-9c36-0fbf2358b987" -d '{"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-plugged", "status": "completed", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:54:47.357572 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:54:47.362184 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:47.389960 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56843db-8f82-41e9-bf1a-e3d724b2d5bd x-openstack-request-id: req-c56843db-8f82-41e9-bf1a-e3d724b2d5bd {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:54:47.390266 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-plugged", "status": "completed", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:54:47.390514 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c56843db-8f82-41e9-bf1a-e3d724b2d5bd {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:54:47.391393 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c', 'code': 200} Mar 10 15:54:47.413890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d6e18-7134-419e-a241-95ea2182d9be req-815f1ffd-eaf7-429c-bbd9-da808be401af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:47.415433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b70d6e18-7134-419e-a241-95ea2182d9be req-815f1ffd-eaf7-429c-bbd9-da808be401af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0526576 Mar 10 15:54:47.417484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:54:47.426364 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.426719 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.427093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.427435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.427774 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.428109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.428440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.428771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.429107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.429432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.429763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.430104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.430430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:54:47.493721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b70d6e18-7134-419e-a241-95ea2182d9be req-c9b45d94-1929-4eb4-a99c-d1758945f3d3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715966 Mar 10 15:54:47.506065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b18735-7645-4d56-9661-e827ff74d1e8 req-629e8f71-1951-4160-861c-06431b408496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:47.507564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16b18735-7645-4d56-9661-e827ff74d1e8 req-629e8f71-1951-4160-861c-06431b408496 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1127 time: 0.0640821 Mar 10 15:54:47.550757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16b18735-7645-4d56-9661-e827ff74d1e8 req-d10bff1b-058b-462d-84b7-947bb4e5142c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373228 Mar 10 15:54:48.281928 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:48.613121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea96186-d165-4a61-92b7-8fd4b6486ee2 req-ccbfda25-bee3-4ff1-9339-7c850794c7a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:48.614584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eea96186-d165-4a61-92b7-8fd4b6486ee2 req-ccbfda25-bee3-4ff1-9339-7c850794c7a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0526028 Mar 10 15:54:48.660670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eea96186-d165-4a61-92b7-8fd4b6486ee2 req-4331e29b-9898-4630-a86e-cf2a5a51eeec tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404391 Mar 10 15:54:49.780225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2d210-a022-4865-8ece-5d2917789727 req-62e240bd-1ecb-498b-b5c0-4fa3f7ae3f71 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:49.781735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ef2d210-a022-4865-8ece-5d2917789727 req-62e240bd-1ecb-498b-b5c0-4fa3f7ae3f71 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0524280 Mar 10 15:54:49.831772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ef2d210-a022-4865-8ece-5d2917789727 req-ec567de1-9b26-4556-87c3-6d3109a23e80 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444303 Mar 10 15:54:49.948438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e7c89-dae9-48d7-8369-a8e080bed2e9 req-60b84a16-592a-416f-ab07-042050a5cbd8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:49.950545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a2e7c89-dae9-48d7-8369-a8e080bed2e9 req-60b84a16-592a-416f-ab07-042050a5cbd8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0521681 Mar 10 15:54:49.959651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41420) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:54:49.964102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-73833619-dba9-4a6b-9d87-eddfee0e1750 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Request body: {'floatingip': {'port_id': '36b92a23-5767-4135-bfd2-191226b77c3c'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:54:50.004144 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-73833619-dba9-4a6b-9d87-eddfee0e1750 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:50.455583 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-73833619-dba9-4a6b-9d87-eddfee0e1750 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:50.459018 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-73833619-dba9-4a6b-9d87-eddfee0e1750 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:50.566700 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-73833619-dba9-4a6b-9d87-eddfee0e1750 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d associated. External IP: 172.25.3.249, port: 36b92a23-5767-4135-bfd2-191226b77c3c. Mar 10 15:54:50.777678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73833619-dba9-4a6b-9d87-eddfee0e1750 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:54:50.890656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73833619-dba9-4a6b-9d87-eddfee0e1750 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:54:50.895220 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-73833619-dba9-4a6b-9d87-eddfee0e1750 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:50.899885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea543de2-9d2b-470e-b4d2-054bf8580c1a None None] Sync routers for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:54:50.909096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea543de2-9d2b-470e-b4d2-054bf8580c1a None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:54:50.909712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ea543de2-9d2b-470e-b4d2-054bf8580c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:54:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:54:50.924999 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-73833619-dba9-4a6b-9d87-eddfee0e1750 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "PUT /v2.0/floatingips/21b442d0-af14-4b50-99ef-d1a5cb95467d HTTP/1.1" status: 200 len: 992 time: 0.9642920 Mar 10 15:54:50.925706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:54:50.928088 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1778308-0247-45eb-ace7-535a5ac00691" -d '{"events": [{"name": "network-changed", "server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:54:50.965161 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb0751e-ec55-455e-b363-03c76e0b95ad x-openstack-request-id: req-ebb0751e-ec55-455e-b363-03c76e0b95ad {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:54:50.965490 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:54:50.966307 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebb0751e-ec55-455e-b363-03c76e0b95ad {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:54:50.966747 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c', 'status': 'completed', 'code': 200} Mar 10 15:54:51.021210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ea543de2-9d2b-470e-b4d2-054bf8580c1a None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:54:51.036023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778308-0247-45eb-ace7-535a5ac00691 req-e161b28f-a7d9-4333-8aac-ca0b8cf21c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:51.037415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1778308-0247-45eb-ace7-535a5ac00691 req-e161b28f-a7d9-4333-8aac-ca0b8cf21c51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1127 time: 0.0466719 Mar 10 15:54:51.146296 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:51.151600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778308-0247-45eb-ace7-535a5ac00691 req-ae5ce162-fce7-416f-91e6-f0cb98b724b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:51.153668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1778308-0247-45eb-ace7-535a5ac00691 req-ae5ce162-fce7-416f-91e6-f0cb98b724b0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1096478 Mar 10 15:54:51.235456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1778308-0247-45eb-ace7-535a5ac00691 req-478e290f-52aa-466e-ae0f-d0ebffc1446f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1000 time: 0.0741775 Mar 10 15:54:51.308305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778308-0247-45eb-ace7-535a5ac00691 req-e8192f19-26eb-48c3-a5ac-57e28198a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:51.310128 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1778308-0247-45eb-ace7-535a5ac00691 req-e8192f19-26eb-48c3-a5ac-57e28198a3e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0683894 Mar 10 15:54:51.365188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778308-0247-45eb-ace7-535a5ac00691 req-af435638-471b-49e8-9492-a03c41da911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:51.366886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1778308-0247-45eb-ace7-535a5ac00691 req-af435638-471b-49e8-9492-a03c41da911c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504835 Mar 10 15:54:51.436687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ea543de2-9d2b-470e-b4d2-054bf8580c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '36b92a23-5767-4135-bfd2-191226b77c3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:c5:34:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:54:50Z', 'revision_number': 13, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:54:51.463196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1778308-0247-45eb-ace7-535a5ac00691 req-c3bad6ee-161c-4355-b246-fe8245970af9 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898161 Mar 10 15:54:51.467089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea543de2-9d2b-470e-b4d2-054bf8580c1a None None] Checking router: ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:54:51.476833 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea543de2-9d2b-470e-b4d2-054bf8580c1a None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:54:51.477466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ea543de2-9d2b-470e-b4d2-054bf8580c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:54:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:54:51.558620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1778308-0247-45eb-ace7-535a5ac00691 req-271be733-1b4d-4d9d-9940-82ffc663a50b service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893314 Mar 10 15:54:51.590571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-ea543de2-9d2b-470e-b4d2-054bf8580c1a None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:54:51.813634 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dfcbbcce-928c-4235-b3cc-4af67d97377c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:51.828346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-ea543de2-9d2b-470e-b4d2-054bf8580c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '36b92a23-5767-4135-bfd2-191226b77c3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:c5:34:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:54:50Z', 'revision_number': 13, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:54:51.860643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea543de2-9d2b-470e-b4d2-054bf8580c1a None None] The sync data for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 is: [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '21b442d0-af14-4b50-99ef-d1a5cb95467d', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'floating_ip_address': '172.25.3.249', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'port_id': '36b92a23-5767-4135-bfd2-191226b77c3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'mac_address': 'fa:16:3e:c5:34:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T15:51:51Z', 'updated_at': '2022-03-10T15:54:50Z', 'revision_number': 13, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:54:52.063916 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8945a2-63fc-4394-ab1c-2905e4437e13 None None] New status for floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:54:53.466391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e632a31-896a-42b8-b7da-190b9fa95762 req-ced73adc-35dd-4555-a772-ef7b348f3b7f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:54:53.467891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e632a31-896a-42b8-b7da-190b9fa95762 req-ced73adc-35dd-4555-a772-ef7b348f3b7f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0526385 Mar 10 15:54:53.518526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6e632a31-896a-42b8-b7da-190b9fa95762 req-22325839-b1aa-4e07-9e47-3d0f39300612 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450528 Mar 10 15:54:54.150544 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d0cae67-b650-41b2-8613-8135efef8f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:55.423083 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:56.738657 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:54:58.338712 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:05.385148 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:55:09.572297 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-e0b220ef-98a2-44a8-b565-734b6c58585c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480070 Mar 10 15:55:09.706964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-89d60a8a-43d2-426c-b2b5-f74530544bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:09.708475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-89d60a8a-43d2-426c-b2b5-f74530544bc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1127 time: 0.0451226 Mar 10 15:55:09.819406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-63a25082-58f1-410f-9766-2d0006442a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:09.821500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-63a25082-58f1-410f-9766-2d0006442a4a service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0948474 Mar 10 15:55:09.925343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-7f2e552a-cd53-49f8-aea5-0ecffe2570ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1002 time: 0.0978491 Mar 10 15:55:09.956133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579bbd6-ac63-4832-85ea-4e76fbc623eb req-89ba791c-de43-465e-879e-05cac4af55d6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:09.957567 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2579bbd6-ac63-4832-85ea-4e76fbc623eb req-89ba791c-de43-465e-879e-05cac4af55d6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0910957 Mar 10 15:55:10.042777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-935d07dc-32b5-415f-a876-c38e4add41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:10.044923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-935d07dc-32b5-415f-a876-c38e4add41e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.1131968 Mar 10 15:55:10.068908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2579bbd6-ac63-4832-85ea-4e76fbc623eb req-4e20e485-dd28-4e8f-aaa1-56eaa5ac337f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747838 Mar 10 15:55:10.088599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-3968db94-10e7-4dd5-a22a-405c3e310c6f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1909015 Mar 10 15:55:10.110365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-24feae01-3b7f-4475-95a2-47c21a0854b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:10.112149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-24feae01-3b7f-4475-95a2-47c21a0854b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564079 Mar 10 15:55:10.208408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-654611b9-6825-49ab-9dd5-fa95a94ebb5a service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895815 Mar 10 15:55:10.300323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3528ded1-8686-4ab9-82a3-958001ba7f31 req-f2fa4554-a078-406c-8878-707c85c60acc service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855591 Mar 10 15:55:10.482328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-c65724ea-cf8e-467c-8351-53f94d4f8183 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:10.483863 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-c65724ea-cf8e-467c-8351-53f94d4f8183 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports/36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 942 time: 0.1054540 Mar 10 15:55:11.192285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c6011-4308-4a69-b459-4c8ef7290435 req-7129dd7a-3bc0-4e7d-99e0-efc7d69fd2ad tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:11.193818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e86c6011-4308-4a69-b459-4c8ef7290435 req-7129dd7a-3bc0-4e7d-99e0-efc7d69fd2ad tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0525160 Mar 10 15:55:11.243840 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e86c6011-4308-4a69-b459-4c8ef7290435 req-3b7a676f-5584-48e1-befd-b58b0243e599 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437193 Mar 10 15:55:11.324270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-d4037bbb-9ca4-4b6f-863a-400384927b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:11.325794 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-d4037bbb-9ca4-4b6f-863a-400384927b2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1127 time: 0.0450037 Mar 10 15:55:11.418722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-bd7d3283-820c-449d-9e33-b22db8a1e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:11.420847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-bd7d3283-820c-449d-9e33-b22db8a1e2ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0887542 Mar 10 15:55:11.485457 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-366ca815-750f-4fa0-9288-d0864ec41396 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1002 time: 0.0572636 Mar 10 15:55:11.537424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-0683f060-29d7-4e5e-a516-106db9d1c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:11.538880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-0683f060-29d7-4e5e-a516-106db9d1c0ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0471847 Mar 10 15:55:11.587524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-d0bc450e-7b88-49ba-b687-c22b52c5297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:11.589034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-d0bc450e-7b88-49ba-b687-c22b52c5297b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432734 Mar 10 15:55:11.675884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-460933fa-62d5-47bd-bfa1-af5edd77b57a service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809128 Mar 10 15:55:11.767335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-23375aa6-4b28-44a7-85ab-8568f697c451 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853214 Mar 10 15:55:12.370408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f557f-2368-4777-b251-4f44c50241f5 req-be79ed4b-ea95-41f0-a31e-659cec8e2e5b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:12.372022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-082f557f-2368-4777-b251-4f44c50241f5 req-be79ed4b-ea95-41f0-a31e-659cec8e2e5b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0572941 Mar 10 15:55:12.418358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-082f557f-2368-4777-b251-4f44c50241f5 req-f058b1fe-e625-4689-9023-4ba3dd81028a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401449 Mar 10 15:55:13.542593 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a3519-cf60-42ce-8123-40376fd467ed req-33881ccf-60c2-45ef-8dc5-e1a71ff23cce tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:13.544092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-619a3519-cf60-42ce-8123-40376fd467ed req-33881ccf-60c2-45ef-8dc5-e1a71ff23cce tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0567122 Mar 10 15:55:13.590666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-619a3519-cf60-42ce-8123-40376fd467ed req-f6632257-78ca-4ef9-be7e-6f42d041e7fc tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403028 Mar 10 15:55:14.716850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c394eb6-168a-48c6-9027-f84ff9450cf0 req-8926f90b-c17f-4ef6-938e-ffcc5dcf5780 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:14.718362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c394eb6-168a-48c6-9027-f84ff9450cf0 req-8926f90b-c17f-4ef6-938e-ffcc5dcf5780 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0565536 Mar 10 15:55:14.774450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c394eb6-168a-48c6-9027-f84ff9450cf0 req-b7aa7f0c-d378-4ac8-9582-519d64c8a55c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505140 Mar 10 15:55:15.899516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37e918-c9b7-4e96-b54d-2da11f01b393 req-e93aad92-079f-4c3f-833e-5c115c3ddbf6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:15.900959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb37e918-c9b7-4e96-b54d-2da11f01b393 req-e93aad92-079f-4c3f-833e-5c115c3ddbf6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0550663 Mar 10 15:55:15.946842 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eb37e918-c9b7-4e96-b54d-2da11f01b393 req-8175a469-ddad-4d1b-9a82-25c10a9feca2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398395 Mar 10 15:55:17.066414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f8831-0f80-4e8b-b18b-632b206ab8f7 req-63e140b1-642b-4126-8600-88d4e06d8bbb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:17.067947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c9f8831-0f80-4e8b-b18b-632b206ab8f7 req-63e140b1-642b-4126-8600-88d4e06d8bbb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0519364 Mar 10 15:55:17.114773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c9f8831-0f80-4e8b-b18b-632b206ab8f7 req-38208468-5435-4928-b6c0-381a8aa24bd9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412769 Mar 10 15:55:18.238027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0adfe7-ccf8-431b-96e7-034a1f0a8dfb req-d0d31233-4784-4cd9-b1f7-ef520c069ec1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:18.239531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c0adfe7-ccf8-431b-96e7-034a1f0a8dfb req-d0d31233-4784-4cd9-b1f7-ef520c069ec1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0523164 Mar 10 15:55:18.280922 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:18.291327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c0adfe7-ccf8-431b-96e7-034a1f0a8dfb req-5afeec64-80d2-4b00-868f-e42822dbf75b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462387 Mar 10 15:55:19.412997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efba1bd-0f47-4ee8-82bd-64ededcd96a2 req-48d503d6-df24-4699-8fe6-7cfd61f6be66 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:19.415105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8efba1bd-0f47-4ee8-82bd-64ededcd96a2 req-48d503d6-df24-4699-8fe6-7cfd61f6be66 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0542700 Mar 10 15:55:19.461958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8efba1bd-0f47-4ee8-82bd-64ededcd96a2 req-0fd62bb2-370e-46b5-9e3f-a3c6f88d8f66 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415392 Mar 10 15:55:20.589219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511b7df-0d24-456d-9959-989acfaec058 req-033b4145-0623-4e7e-8852-4c762f31b0c8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:20.590799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4511b7df-0d24-456d-9959-989acfaec058 req-033b4145-0623-4e7e-8852-4c762f31b0c8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0561585 Mar 10 15:55:20.640179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4511b7df-0d24-456d-9959-989acfaec058 req-ec6c9be2-cb8d-4412-96a8-dbff5923f594 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 Mar 10 15:55:21.128886 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:21.392798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 36b92a23-5767-4135-bfd2-191226b77c3c no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:55:21.471164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 36b92a23-5767-4135-bfd2-191226b77c3c is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:55:21.471550 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:21.497792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:55:21.500640 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d0218e-870f-4642-8d8e-8a85ab50af23" -d '{"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-unplugged", "status": "completed", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:55:21.512980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:55:21.517343 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:21.553472 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9320879-af95-4cf5-bca5-da2018b49960 x-openstack-request-id: req-f9320879-af95-4cf5-bca5-da2018b49960 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:55:21.553775 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-unplugged", "status": "completed", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:55:21.554053 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9320879-af95-4cf5-bca5-da2018b49960 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:55:21.554440 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c', 'code': 200} Mar 10 15:55:21.569254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:55:21.768575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38973fc5-beb0-42da-bc6c-16534a5f175d req-157aecd3-81e7-4721-a39f-099452728ac6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:21.770050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38973fc5-beb0-42da-bc6c-16534a5f175d req-157aecd3-81e7-4721-a39f-099452728ac6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0569117 Mar 10 15:55:21.806583 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2a04b7af-34c7-41c3-83d7-c6e5b4835d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:21.820728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38973fc5-beb0-42da-bc6c-16534a5f175d req-b4dab9ac-4767-49e7-a840-270ed1a66dae tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450561 Mar 10 15:55:22.493560 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-6019ab7c-17c3-473e-b122-0e1dd7526a45 service neutron] show failed (client error): The resource could not be found. Mar 10 15:55:22.494566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-6019ab7c-17c3-473e-b122-0e1dd7526a45 service neutron] 10.222.0.62 "GET /v2.0/ports/36b92a23-5767-4135-bfd2-191226b77c3c/bindings/n-h1-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0541909 Mar 10 15:55:22.690441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-3fc13ac1-5636-4a06-9cd3-976f3d8e916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:22.691893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-3fc13ac1-5636-4a06-9cd3-976f3d8e916c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 1125 time: 0.0462928 Mar 10 15:55:22.703288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:55:22.769014 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:23.000085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:55:23.008725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27563e26-ed39-453d-8729-25dd7f4ad656 req-a928ebca-671a-4957-a4ee-dab75584e282 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:23.010197 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27563e26-ed39-453d-8729-25dd7f4ad656 req-a928ebca-671a-4957-a4ee-dab75584e282 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.1069829 Mar 10 15:55:23.078308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:55:23.109004 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27563e26-ed39-453d-8729-25dd7f4ad656 req-e7351c03-0844-4076-9f55-f3a1c5f3cf4b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921457 Mar 10 15:55:23.122701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b92a23-5767-4135-bfd2-191226b77c3c {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:55:23.131016 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Publish callbacks [] for port (36b92a23-5767-4135-bfd2-191226b77c3c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:23.143767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Transition to ACTIVE for port object 36b92a23-5767-4135-bfd2-191226b77c3c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:55:23.147396 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:23.223116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:55:23.272358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] No DVR routers for this DVR port 36b92a23-5767-4135-bfd2-191226b77c3c on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:55:23.414767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:55:23.415095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:55:23.415495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:55:23.420045 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Port 36b92a23-5767-4135-bfd2-191226b77c3c on network b036fe2a-6204-4937-beae-1c2ddb56a5cd not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:55:23.420370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:55:23.425241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:55:23.425584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:55:23.425968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:55:23.426393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Bound port: 36b92a23-5767-4135-bfd2-191226b77c3c, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:55:23.426748 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:23.488192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:55:23.491200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:55:23.496727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:23.528853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:23.529596 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:23.531024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] 10.222.0.45 "PUT /v2.0/ports/36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1091 time: 0.8316123 Mar 10 15:55:23.533432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:55:23.536144 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:55:23.592395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce9465-4df1-4e32-a185-f1f390303c70 service neutron] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=8']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:55:23.597712 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8bea5f-5020-489f-afc9-cad490d410a0 x-openstack-request-id: req-9a8bea5f-5020-489f-afc9-cad490d410a0 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:55:23.598167 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:55:23.598527 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a8bea5f-5020-489f-afc9-cad490d410a0 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:55:23.599121 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c', 'status': 'completed', 'code': 200} Mar 10 15:55:23.644485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-90a69177-b020-41f8-8237-1d60bf0ca5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:23.645983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-90a69177-b020-41f8-8237-1d60bf0ca5b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1125 time: 0.0870633 Mar 10 15:55:23.724755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-a8045b6b-b8da-4440-85db-e8caf0bd2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:23.726244 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-a8045b6b-b8da-4440-85db-e8caf0bd2983 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1125 time: 0.1107862 Mar 10 15:55:24.115537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-b437f051-f78f-4c08-bed6-02a482e14443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:24.116890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-b437f051-f78f-4c08-bed6-02a482e14443 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.4643860 Mar 10 15:55:24.154632 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be51a958-25b7-4a84-a270-1b9793c7f8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:24.246962 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-94af24e0-5ac5-44be-8319-85d221d33645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:24.248420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-94af24e0-5ac5-44be-8319-85d221d33645 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.5139370 Mar 10 15:55:24.257345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-b08c8c3d-ee5a-4d0d-bd7d-f1df34a1528f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1000 time: 0.1126029 Mar 10 15:55:24.347074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3555921-3a17-41f7-8f1c-78c97510e080 req-b59720cf-a6a0-4c34-9fa8-4d99a506ed24 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:24.348533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3555921-3a17-41f7-8f1c-78c97510e080 req-b59720cf-a6a0-4c34-9fa8-4d99a506ed24 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.1599207 Mar 10 15:55:24.379906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-097024ab-082e-4ac3-bfd4-026cb2d641b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:24.380979 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-097024ab-082e-4ac3-bfd4-026cb2d641b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.1153119 Mar 10 15:55:24.384408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-954a7a6f-2dd6-47e6-965f-bf127f3f3c0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1000 time: 0.1290128 Mar 10 15:55:24.476232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3555921-3a17-41f7-8f1c-78c97510e080 req-ce4c2bc2-808d-4828-a8a8-4dbf6e8efeef tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218021 Mar 10 15:55:24.493963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-147c4028-21af-4020-be7d-ac27a437faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:24.495413 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-147c4028-21af-4020-be7d-ac27a437faf0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0998545 Mar 10 15:55:24.501191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-6739e760-fb19-489f-998b-21868e304dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:24.502541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-6739e760-fb19-489f-998b-21868e304dcb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1124170 Mar 10 15:55:24.608323 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-7928a408-826f-4423-97ce-201c4ef10d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:24.610026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-7928a408-826f-4423-97ce-201c4ef10d07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1066344 Mar 10 15:55:24.630513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-c1be3de3-1f91-4ffb-8d14-b1499d339ac7 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199863 Mar 10 15:55:24.778393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-82587ac8-141a-441d-9044-6a0593403ad5 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561596 Mar 10 15:55:24.782272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-2b988f49-b3fa-4a39-b09b-25aa092200df service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409590 Mar 10 15:55:24.907474 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-fc72fe05-bbf8-48f3-9493-b09628c8dcb6 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223943 Mar 10 15:55:24.917037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-de040e3d-2b91-438e-8e58-83fd474b54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:24.918495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-de040e3d-2b91-438e-8e58-83fd474b54d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1125 time: 0.0668032 Mar 10 15:55:25.018371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-8c2a64ac-7c66-4dfd-98d8-9ba28ccdc701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:25.019893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-8c2a64ac-7c66-4dfd-98d8-9ba28ccdc701 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0922706 Mar 10 15:55:25.086266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-fba17c4d-577d-4270-abcf-2e24bea6b62d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1000 time: 0.0598094 Mar 10 15:55:25.135720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-f33b298b-d5c8-4ccc-aad9-9fe8d61d8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:25.137239 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-f33b298b-d5c8-4ccc-aad9-9fe8d61d8118 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0450037 Mar 10 15:55:25.193397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-279a685f-a80f-40f4-836e-639c85b3a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:25.194960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-279a685f-a80f-40f4-836e-639c85b3a0e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507460 Mar 10 15:55:25.287365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-975f9845-09bc-4942-b869-7256338865cf service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855393 Mar 10 15:55:25.382885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af4a8d3d-2311-49d0-a1f9-6eda959fa1c6 req-199a285e-d8b2-4585-bbdc-2c24bc29560d service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891216 Mar 10 15:55:25.422968 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:25.600997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb369adc-d959-47f0-a690-3fcde0636cfb req-41de22d5-dd8d-45af-b9c2-3ee2f6bb65cd tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:25.602494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb369adc-d959-47f0-a690-3fcde0636cfb req-41de22d5-dd8d-45af-b9c2-3ee2f6bb65cd tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0545099 Mar 10 15:55:25.651959 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb369adc-d959-47f0-a690-3fcde0636cfb req-dce4ebbf-231b-479f-bdfe-a4cf030c81d2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435777 Mar 10 15:55:26.744477 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:26.779511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96290ad-e6fc-4592-8a01-a4b31c5862bc req-01964098-7d2b-4657-b7fd-9be8dac469df tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:26.781642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f96290ad-e6fc-4592-8a01-a4b31c5862bc req-01964098-7d2b-4657-b7fd-9be8dac469df tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0581708 Mar 10 15:55:26.828778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f96290ad-e6fc-4592-8a01-a4b31c5862bc req-01e252bc-23ba-4dcc-8fba-dacf967964c8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Mar 10 15:55:27.949026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c219d-41f0-42ea-b24b-6b8840dfa3bb req-7d0ca685-f219-4e60-a59a-f866fc57063a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:27.950508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-510c219d-41f0-42ea-b24b-6b8840dfa3bb req-7d0ca685-f219-4e60-a59a-f866fc57063a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0531003 Mar 10 15:55:27.999020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-510c219d-41f0-42ea-b24b-6b8840dfa3bb req-49766587-f488-4b40-ad07-0bb06729637f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416222 Mar 10 15:55:28.343990 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:29.119973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da2a90-acf1-4c3f-80ff-339e59d88a3c req-cf437dd7-c2e4-46c3-b4aa-20aa713f95b4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:29.121494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01da2a90-acf1-4c3f-80ff-339e59d88a3c req-cf437dd7-c2e4-46c3-b4aa-20aa713f95b4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0526657 Mar 10 15:55:29.174198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01da2a90-acf1-4c3f-80ff-339e59d88a3c req-2c44a55b-623a-43bc-9035-280bd08c3781 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 Mar 10 15:55:30.296587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865e7e2-0e0b-4d1e-8262-867619c92995 req-3b248e09-d26b-4644-b0e0-bd60a24300ee tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:30.298230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7865e7e2-0e0b-4d1e-8262-867619c92995 req-3b248e09-d26b-4644-b0e0-bd60a24300ee tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0555518 Mar 10 15:55:30.346267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7865e7e2-0e0b-4d1e-8262-867619c92995 req-09cab4cf-1ff2-4e90-aba9-cfd36149f56a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419834 Mar 10 15:55:31.472572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e6ce0-7f57-41d2-85e7-8aa11673f7f2 req-c71e23f7-9f1d-4743-9c8d-851eb3632716 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:31.473962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-840e6ce0-7f57-41d2-85e7-8aa11673f7f2 req-c71e23f7-9f1d-4743-9c8d-851eb3632716 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0532143 Mar 10 15:55:31.521058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-840e6ce0-7f57-41d2-85e7-8aa11673f7f2 req-27d373d1-44b0-4c1c-8ba9-82620b9f2996 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413978 Mar 10 15:55:32.645999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0d219-e70f-4dc4-854e-67b3aa11ff98 req-518ee091-582b-4063-b982-c41f06c75599 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:32.647625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6b0d219-e70f-4dc4-854e-67b3aa11ff98 req-518ee091-582b-4063-b982-c41f06c75599 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0582817 Mar 10 15:55:32.694311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6b0d219-e70f-4dc4-854e-67b3aa11ff98 req-3efa16b7-ba56-40d3-9d95-2fddd73bd13a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 Mar 10 15:55:33.819870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f1f54-ccec-4f32-a018-d2c4f2cacf37 req-0a2aeeb1-f0fc-4513-bda8-c7612444a684 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:33.821353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa2f1f54-ccec-4f32-a018-d2c4f2cacf37 req-0a2aeeb1-f0fc-4513-bda8-c7612444a684 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0568256 Mar 10 15:55:33.869175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa2f1f54-ccec-4f32-a018-d2c4f2cacf37 req-2b3ec632-a638-4a08-9c65-f7eb25447ac2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422142 Mar 10 15:55:34.990342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac651ed8-8e2e-4a27-be44-11ccfc33571f req-4390ec12-b45c-40ce-89f0-6705555af7e5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:34.991747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac651ed8-8e2e-4a27-be44-11ccfc33571f req-4390ec12-b45c-40ce-89f0-6705555af7e5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0532727 Mar 10 15:55:35.041090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac651ed8-8e2e-4a27-be44-11ccfc33571f req-69034b45-f27b-490f-8fcd-696c8ff228ab tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 Mar 10 15:55:36.165099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538460a7-52fc-4549-a170-d021a0c4950d req-85be4e5a-cc29-4466-8394-940aeba1da76 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:36.166567 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-538460a7-52fc-4549-a170-d021a0c4950d req-85be4e5a-cc29-4466-8394-940aeba1da76 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0558674 Mar 10 15:55:36.213073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-538460a7-52fc-4549-a170-d021a0c4950d req-9fb3c1d9-48dc-4e8e-a18f-43969df9e7e0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402708 Mar 10 15:55:37.336166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e308c-8677-4b09-811f-f033b1d76a52 req-ff824893-8e4e-42fd-b9d1-48b269d1048b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:37.338683 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a50e308c-8677-4b09-811f-f033b1d76a52 req-ff824893-8e4e-42fd-b9d1-48b269d1048b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0527775 Mar 10 15:55:37.387090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a50e308c-8677-4b09-811f-f033b1d76a52 req-1e532d9e-c2f1-4a72-9399-be5d2c8b8fa2 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 Mar 10 15:55:38.524223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7cd25-1cc4-40b8-b206-a1d7d9506614 req-a52208c5-6cb9-4935-a7e2-4ac21947a9a3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:38.525826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18a7cd25-1cc4-40b8-b206-a1d7d9506614 req-a52208c5-6cb9-4935-a7e2-4ac21947a9a3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0600612 Mar 10 15:55:38.572527 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-18a7cd25-1cc4-40b8-b206-a1d7d9506614 req-e2934680-ccb7-4de3-9c38-b88566e6a9bc tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405259 Mar 10 15:55:39.695780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459d705-78ed-44ec-b81c-b6dfd9e3f5e4 req-a06a74ec-9a6f-4b86-92e3-b4386051ac03 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:39.697244 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a459d705-78ed-44ec-b81c-b6dfd9e3f5e4 req-a06a74ec-9a6f-4b86-92e3-b4386051ac03 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0528932 Mar 10 15:55:39.742899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a459d705-78ed-44ec-b81c-b6dfd9e3f5e4 req-bcbdf343-3bd3-4b54-89c8-87ffecfac11d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394359 Mar 10 15:55:40.866507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e3d1f-5295-4bf7-9456-084dd457aa03 req-c2805c1b-454c-49df-a8ae-7e83f2b183b3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:40.868015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e27e3d1f-5295-4bf7-9456-084dd457aa03 req-c2805c1b-454c-49df-a8ae-7e83f2b183b3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0563416 Mar 10 15:55:40.914304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e27e3d1f-5295-4bf7-9456-084dd457aa03 req-5563af05-f007-4b25-80c6-4ca805332e6a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 Mar 10 15:55:42.040754 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62049108-0cf3-4ba8-a92f-8d4279f9ece5 req-382c705a-f6f2-49a0-bccf-6d2e400ac3f5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:42.042224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62049108-0cf3-4ba8-a92f-8d4279f9ece5 req-382c705a-f6f2-49a0-bccf-6d2e400ac3f5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 943 time: 0.0580826 Mar 10 15:55:42.089382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62049108-0cf3-4ba8-a92f-8d4279f9ece5 req-7fe24e42-1222-4ab6-8bb5-ec061a64aa44 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412254 Mar 10 15:55:42.300329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 36b92a23-5767-4135-bfd2-191226b77c3c details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:55:42.384019 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:55:42.399374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:55:42.410368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '36b92a23-5767-4135-bfd2-191226b77c3c', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'port_id': '36b92a23-5767-4135-bfd2-191226b77c3c', 'mac_address': 'fa:16:3e:c5:34:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:55:42.449352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 36b92a23-5767-4135-bfd2-191226b77c3c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:55:42.449750 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:42.462405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b92a23-5767-4135-bfd2-191226b77c3c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:55:42.481306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:55:42.484940 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:42.534659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:55:42.783515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['36b92a23-5767-4135-bfd2-191226b77c3c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:55:43.207618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc57cd-c0c6-4db7-931a-1b9070bcf954 req-a845275a-ffd3-4677-8700-6ffe5840d67d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:43.209125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdbc57cd-c0c6-4db7-931a-1b9070bcf954 req-a845275a-ffd3-4677-8700-6ffe5840d67d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0523591 Mar 10 15:55:43.258904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bdbc57cd-c0c6-4db7-931a-1b9070bcf954 req-14ffe5cd-7f70-4af5-9680-356aa7bf7f0f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Mar 10 15:55:43.576955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6777da-a0aa-4875-a433-1085892043b1 req-9c58856c-e413-4818-b2f1-467a0aa23b18 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:43.578434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-9c58856c-e413-4818-b2f1-467a0aa23b18 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.45 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1&tenant_id=a39153abc74d42e08983caecab3ca5b6&binding%3Ahost_id=n-h1-833090-1 HTTP/1.1" status: 200 len: 944 time: 0.0878999 Mar 10 15:55:43.588878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41529c-e849-4d0c-9e15-e68ce1b73b7c req-f6bb21a2-724b-4cc5-b570-667706d10309 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:43.590186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c41529c-e849-4d0c-9e15-e68ce1b73b7c req-f6bb21a2-724b-4cc5-b570-667706d10309 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0726438 Mar 10 15:55:43.676186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6c41529c-e849-4d0c-9e15-e68ce1b73b7c req-561b60a9-64a3-48af-a1c2-3a50347d3c00 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795345 Mar 10 15:55:43.681833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-28fc70ec-f1fa-4a37-86e3-9fae36c035ea service neutron] 10.222.0.45 "GET /v2.0/ports/36b92a23-5767-4135-bfd2-191226b77c3c/bindings/n-h1-833090-1 HTTP/1.1" status: 200 len: 382 time: 0.0907955 Mar 10 15:55:43.751168 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6777da-a0aa-4875-a433-1085892043b1 req-4b607a12-a9c6-4a5c-abc9-2eb166b8e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:43.752686 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-4b607a12-a9c6-4a5c-abc9-2eb166b8e650 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1126 time: 0.0464664 Mar 10 15:55:43.841576 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6777da-a0aa-4875-a433-1085892043b1 req-9a1f8502-2807-41de-a929-28540979e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:43.843647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-9a1f8502-2807-41de-a929-28540979e2aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0847554 Mar 10 15:55:43.913915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-44585955-e5c5-4710-8f84-ee65171d4a72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1001 time: 0.0636356 Mar 10 15:55:43.961282 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6777da-a0aa-4875-a433-1085892043b1 req-0b788895-c2b3-4b83-b274-fcaf555355c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:43.962673 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-0b788895-c2b3-4b83-b274-fcaf555355c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0425205 Mar 10 15:55:44.013582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6777da-a0aa-4875-a433-1085892043b1 req-eb5623e3-555d-4168-866e-eb1c7bb4cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:44.015850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-eb5623e3-555d-4168-866e-eb1c7bb4cb40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431900 Mar 10 15:55:44.108694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-3091af1b-5b21-41a9-a3e5-6b20731d55fc service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853415 Mar 10 15:55:44.201813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-d942e5e2-2538-444e-b0c3-c28ea4ae8317 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838544 Mar 10 15:55:44.298811 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 36b92a23-5767-4135-bfd2-191226b77c3c up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:55:44.349072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 36b92a23-5767-4135-bfd2-191226b77c3c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:55:44.353189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 36b92a23-5767-4135-bfd2-191226b77c3c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:55:44.353562 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:44.428275 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 36b92a23-5767-4135-bfd2-191226b77c3c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:55:44.428586 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:44.450760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:55:44.453929 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6087cf-91bc-4615-8036-4e77dff4e1be" -d '{"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-plugged", "status": "completed", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:55:44.470206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:55:44.475010 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:44.515051 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c628ac0b-9cf5-472f-843c-4bb435168d1a x-openstack-request-id: req-c628ac0b-9cf5-472f-843c-4bb435168d1a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:55:44.515346 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-plugged", "status": "completed", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:55:44.515606 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c628ac0b-9cf5-472f-843c-4bb435168d1a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:55:44.516000 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c', 'code': 200} Mar 10 15:55:44.529441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=10']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:55:44.794525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d421ae-16f7-4215-81c8-740a58fbed0f req-5095fced-fe45-4362-80f9-7a6aa7fc4729 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:44.796592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87d421ae-16f7-4215-81c8-740a58fbed0f req-5095fced-fe45-4362-80f9-7a6aa7fc4729 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 946 time: 0.0530243 Mar 10 15:55:44.842375 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87d421ae-16f7-4215-81c8-740a58fbed0f req-a86288d3-35dc-4a24-b0e1-72f055f9eb9f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401430 Mar 10 15:55:45.966116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42db149-e321-40d7-8142-7f972a558d4c req-1096ebad-0d04-440b-ab11-2ec6234dc760 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:45.967631 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c42db149-e321-40d7-8142-7f972a558d4c req-1096ebad-0d04-440b-ab11-2ec6234dc760 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 946 time: 0.0523484 Mar 10 15:55:46.013118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c42db149-e321-40d7-8142-7f972a558d4c req-648f41b1-84b5-4e7e-9b64-02c82cb94574 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 Mar 10 15:55:47.137051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d7732-6890-4082-9a91-7e3d5e945055 req-d43c0d09-1262-474e-98b0-201c2df1f22a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:47.138566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b70d7732-6890-4082-9a91-7e3d5e945055 req-d43c0d09-1262-474e-98b0-201c2df1f22a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 946 time: 0.0563967 Mar 10 15:55:47.188022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b70d7732-6890-4082-9a91-7e3d5e945055 req-cd1cb001-2453-4441-8677-71ca89dcf023 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Mar 10 15:55:48.311004 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:48.314426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309533c-51bb-47de-b32d-40c84b1d216f req-5417ff88-c6f5-4b73-8a72-4e6521b4f9b0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:48.316129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 36b92a23-5767-4135-bfd2-191226b77c3c no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:55:48.316534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2309533c-51bb-47de-b32d-40c84b1d216f req-5417ff88-c6f5-4b73-8a72-4e6521b4f9b0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 946 time: 0.0559132 Mar 10 15:55:48.369989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2309533c-51bb-47de-b32d-40c84b1d216f req-4198ddbb-49e2-42b5-aacf-db30919b5df5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469935 Mar 10 15:55:48.396801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 36b92a23-5767-4135-bfd2-191226b77c3c is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:55:48.397190 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:48.420960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:55:48.423250 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4946ed-40da-45ad-a785-49c0f542ad7d" -d '{"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-unplugged", "status": "completed", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:55:48.441064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:55:48.446387 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:48.482174 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 15:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02d2b0-7d33-49d5-83a3-ca22ca401d4a x-openstack-request-id: req-8a02d2b0-7d33-49d5-83a3-ca22ca401d4a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:55:48.482469 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-unplugged", "status": "completed", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:55:48.482728 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a02d2b0-7d33-49d5-83a3-ca22ca401d4a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:55:48.483161 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c', 'code': 200} Mar 10 15:55:48.504766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=11']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:55:48.512203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.512558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.512903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.513243 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.513590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.513911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.514777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.515129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.515455 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.515796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.516111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.516436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:48.516757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:49.492532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8a3a4-e18e-457b-91ad-56f3a520ac03 req-7861cddf-b964-40f8-8577-452a286a0ef4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:49.494038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3f8a3a4-e18e-457b-91ad-56f3a520ac03 req-7861cddf-b964-40f8-8577-452a286a0ef4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0528071 Mar 10 15:55:49.544142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3f8a3a4-e18e-457b-91ad-56f3a520ac03 req-0229d32e-72ae-43e8-860c-cec461095472 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445077 Mar 10 15:55:50.475522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6777da-a0aa-4875-a433-1085892043b1 req-88994ed3-da86-43d1-8454-2749969ff0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:50.477039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-88994ed3-da86-43d1-8454-2749969ff0f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1&tenant_id=a39153abc74d42e08983caecab3ca5b6 HTTP/1.1" status: 200 len: 1126 time: 0.0461099 Mar 10 15:55:50.490188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:55:50.546772 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:50.758566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945f195-0440-4bc3-94ec-5ffe2f148575 req-34c3e822-8c23-4603-9379-58c5cbbb5d8b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:50.760051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2945f195-0440-4bc3-94ec-5ffe2f148575 req-34c3e822-8c23-4603-9379-58c5cbbb5d8b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.1141078 Mar 10 15:55:50.810173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:55:50.832757 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2945f195-0440-4bc3-94ec-5ffe2f148575 req-bc938146-87e4-411b-9920-6a2eff01971c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663726 Mar 10 15:55:50.854594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:55:50.890525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b92a23-5767-4135-bfd2-191226b77c3c {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:55:50.898079 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Publish callbacks [] for port (36b92a23-5767-4135-bfd2-191226b77c3c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:50.910625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Transition to ACTIVE for port object 36b92a23-5767-4135-bfd2-191226b77c3c will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:55:50.914197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:50.993110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=12']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:55:51.007381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.007723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.008063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.008417 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.008732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.009060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.009391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.009709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.010026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.010345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.010665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.011013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.011335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:55:51.049462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] No DVR routers for this DVR port 36b92a23-5767-4135-bfd2-191226b77c3c on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:55:51.148328 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:51.191629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:55:51.191940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:55:51.192277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:55:51.197110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Port 36b92a23-5767-4135-bfd2-191226b77c3c on network b036fe2a-6204-4937-beae-1c2ddb56a5cd not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:55:51.197410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Attempting to bind port 36b92a23-5767-4135-bfd2-191226b77c3c on network b036fe2a-6204-4937-beae-1c2ddb56a5cd {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:55:51.203380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:55:51.203723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Checking segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:55:51.204107 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Bound using segment: {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:55:51.204535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Bound port: 36b92a23-5767-4135-bfd2-191226b77c3c, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8e0c13-a785-498d-be09-6756d7d39480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:55:51.204891 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:51.275507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:55:51.278451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:55:51.286204 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:51.321175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:51.321792 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:51.323200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] 10.222.0.62 "PUT /v2.0/ports/36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1092 time: 0.8368828 Mar 10 15:55:51.323641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:55:51.325868 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835" -d '{"events": [{"name": "network-changed", "server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:55:51.376700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088a5e4-9f78-4c22-8a7c-c7b043ea6b2e service neutron] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=13']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:55:51.381597 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca94e123-3ede-4ddc-bbb4-4a9a22a67256 x-openstack-request-id: req-ca94e123-3ede-4ddc-bbb4-4a9a22a67256 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:55:51.381884 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:55:51.382139 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca94e123-3ede-4ddc-bbb4-4a9a22a67256 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:55:51.382534 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c', 'status': 'completed', 'code': 200} Mar 10 15:55:51.402350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6777da-a0aa-4875-a433-1085892043b1 req-3c2f2868-4ffd-4e94-96f8-e0ab1dcc7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:51.403897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-3c2f2868-4ffd-4e94-96f8-e0ab1dcc7cbf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1126 time: 0.0561421 Mar 10 15:55:51.527510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-3a92d553-f103-4d4b-aa01-99e84b37e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:51.529059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-3a92d553-f103-4d4b-aa01-99e84b37e1ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1126 time: 0.1242948 Mar 10 15:55:51.534082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6777da-a0aa-4875-a433-1085892043b1 req-b995f7bd-e94e-4124-99ae-dd5b49861785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:51.535712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-b995f7bd-e94e-4124-99ae-dd5b49861785 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1229076 Mar 10 15:55:51.653430 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-94170675-8732-4ca3-8c1a-c7215510c7b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1000 time: 0.1094425 Mar 10 15:55:51.698678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-e7d86c7b-be54-48ab-98f5-56824b38c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:51.700109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-e7d86c7b-be54-48ab-98f5-56824b38c2b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.1635752 Mar 10 15:55:51.748078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6777da-a0aa-4875-a433-1085892043b1 req-7816baf6-04f9-4dab-92e2-1a0301e0bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:51.749482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-7816baf6-04f9-4dab-92e2-1a0301e0bf9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0895467 Mar 10 15:55:51.796422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-1571a4d7-6a59-4cbc-a126-b776a34567b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1000 time: 0.0879867 Mar 10 15:55:51.810749 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8be5eec7-7dd1-4fdb-a7e0-03e155cd4d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:51.847776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6777da-a0aa-4875-a433-1085892043b1 req-01201f88-44e6-49ca-b452-5768678be812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:51.849265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-01201f88-44e6-49ca-b452-5768678be812 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0933170 Mar 10 15:55:51.864098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-41e84ec6-c77a-4a22-86e9-5d36b5b31f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:51.865493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-41e84ec6-c77a-4a22-86e9-5d36b5b31f7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0624747 Mar 10 15:55:52.012650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-7fbb4a05-1027-4514-9794-e1911efaaebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:52.014027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-7fbb4a05-1027-4514-9794-e1911efaaebe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1376903 Mar 10 15:55:52.017722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-f0efe1e9-0b6b-4ca8-b80d-ab7b0aa54d3f service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623318 Mar 10 15:55:52.027115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed97aa8-91f9-48cb-a645-2cc964f0a1c9 req-d692c732-f903-4c87-a07b-9ab7e0e59a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:52.028452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ed97aa8-91f9-48cb-a645-2cc964f0a1c9 req-d692c732-f903-4c87-a07b-9ab7e0e59a5d tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.1223984 Mar 10 15:55:52.521985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ed97aa8-91f9-48cb-a645-2cc964f0a1c9 req-e71258c0-2650-40c6-911f-7b567e0514e0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4751954 Mar 10 15:55:52.547570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-36c5f2f4-a3cc-474c-a77b-30b40d6b6c4a service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146718 Mar 10 15:55:52.551040 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ff6777da-a0aa-4875-a433-1085892043b1 req-53f6d3c6-1219-4d58-a0e9-98bba9efa79b service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217202 Mar 10 15:55:52.671205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-033dee57-d3aa-4f3e-816a-cecd6141c595 service neutron] 10.222.0.45 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175528 Mar 10 15:55:52.677487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-274eba17-c42e-4f2c-87a6-f8928a98979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:52.678934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-274eba17-c42e-4f2c-87a6-f8928a98979d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1126 time: 0.0653064 Mar 10 15:55:52.768512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-21c145af-d6ee-48b9-8f44-0030a0e4194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:52.770102 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-21c145af-d6ee-48b9-8f44-0030a0e4194d service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0851877 Mar 10 15:55:52.837237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-cbb5a2b8-ebca-4efc-92dd-6c8084c14689 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1000 time: 0.0614886 Mar 10 15:55:52.885391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-d1f4f8c6-b567-4e81-a16e-e342ce3c1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:52.886744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-d1f4f8c6-b567-4e81-a16e-e342ce3c1569 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0435793 Mar 10 15:55:52.935456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-3f6147bb-b0eb-4935-a040-16c55db6a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:52.937538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-3f6147bb-b0eb-4935-a040-16c55db6a3ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440836 Mar 10 15:55:53.027808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-ccbe56e3-39e9-46d4-b38b-7f1d4bc5b212 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845015 Mar 10 15:55:53.120496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2a169e1a-1b62-4e0c-a6ff-c9a4873ee835 req-195b9df6-d904-4362-b5bc-09c8bfd044da service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863628 Mar 10 15:55:53.650769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550f0be-09f1-40eb-9547-f9f1901fd795 req-ae61c442-468b-4031-b492-6f02d997385e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:53.652442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6550f0be-09f1-40eb-9547-f9f1901fd795 req-ae61c442-468b-4031-b492-6f02d997385e tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0563648 Mar 10 15:55:53.704359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6550f0be-09f1-40eb-9547-f9f1901fd795 req-93f8852d-b1ee-4faa-9487-69844f123031 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 Mar 10 15:55:54.157369 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6d4d2845-6190-4e95-89e8-4e8c052e297b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:54.828680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec555d-94bf-4a8f-982d-fcbb8fb9f47c req-1bc06034-91f6-45f4-9d1b-7e697989cb54 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:54.830384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95ec555d-94bf-4a8f-982d-fcbb8fb9f47c req-1bc06034-91f6-45f4-9d1b-7e697989cb54 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0541625 Mar 10 15:55:54.878747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95ec555d-94bf-4a8f-982d-fcbb8fb9f47c req-d07a5659-1581-4f2e-adb7-5c75d781dcfb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Mar 10 15:55:55.428924 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:56.002850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f03d93-bc15-4c24-a5be-3fa7aaf58b06 req-9ba19013-8623-4997-b6be-79d8ebd29323 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:56.004331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20f03d93-bc15-4c24-a5be-3fa7aaf58b06 req-9ba19013-8623-4997-b6be-79d8ebd29323 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0568156 Mar 10 15:55:56.050384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-20f03d93-bc15-4c24-a5be-3fa7aaf58b06 req-f571e78e-203c-4d39-aeca-69310ae680ca tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 Mar 10 15:55:56.735877 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:57.179245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5d0d4-d685-480e-9dcd-6aa82ba6ee98 req-247c4e0a-40e2-4fcc-ad00-246bb3ca659a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:57.180807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ff5d0d4-d685-480e-9dcd-6aa82ba6ee98 req-247c4e0a-40e2-4fcc-ad00-246bb3ca659a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0556326 Mar 10 15:55:57.231691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ff5d0d4-d685-480e-9dcd-6aa82ba6ee98 req-1cfebaed-cec9-4cda-a8c5-b0f3072ff2af tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441210 Mar 10 15:55:58.347663 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:55:58.353926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b5c86-f880-4220-8d12-8f6a03f9daed req-94bc721f-3a27-4e91-aff2-c0b455f94db1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:58.355542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55b5c86-f880-4220-8d12-8f6a03f9daed req-94bc721f-3a27-4e91-aff2-c0b455f94db1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0543714 Mar 10 15:55:58.408888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a55b5c86-f880-4220-8d12-8f6a03f9daed req-8cd98872-1b48-46bb-a6f2-c5a29c5506cf tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465455 Mar 10 15:55:59.530875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59acb1-82e9-4ad3-82b5-4b88626cb650 req-01ac1ee2-b4e1-4db8-990c-d4d45fe205ea tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:55:59.532371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c59acb1-82e9-4ad3-82b5-4b88626cb650 req-01ac1ee2-b4e1-4db8-990c-d4d45fe205ea tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0537558 Mar 10 15:55:59.579389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c59acb1-82e9-4ad3-82b5-4b88626cb650 req-29978edd-75c1-40c4-a201-93efe46a2deb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413635 Mar 10 15:56:00.706022 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e39d53-49ad-48f2-baa9-be52da6b0ecf req-f849a903-7fe1-43b4-964a-a2d4fd89cfb1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:00.707615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32e39d53-49ad-48f2-baa9-be52da6b0ecf req-f849a903-7fe1-43b4-964a-a2d4fd89cfb1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0552011 Mar 10 15:56:00.756070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-32e39d53-49ad-48f2-baa9-be52da6b0ecf req-dfbee96b-1ddc-45b1-b409-45565abc7510 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426078 Mar 10 15:56:01.885439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38018df0-2181-4889-8760-e73f08cbe49b req-f320a3bd-d78b-4527-b1a5-e3462b0f2ba4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:01.886918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38018df0-2181-4889-8760-e73f08cbe49b req-f320a3bd-d78b-4527-b1a5-e3462b0f2ba4 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0561066 Mar 10 15:56:01.932828 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38018df0-2181-4889-8760-e73f08cbe49b req-dd1badde-8775-42e3-b856-4616ba562ac6 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397243 Mar 10 15:56:03.056496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ab8b-21f6-4fc2-9537-58f764301de3 req-ce193e4f-278f-411e-9d32-359b69d09377 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:03.057977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3671ab8b-21f6-4fc2-9537-58f764301de3 req-ce193e4f-278f-411e-9d32-359b69d09377 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0527661 Mar 10 15:56:03.104054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3671ab8b-21f6-4fc2-9537-58f764301de3 req-5585c76c-8fe7-49fa-a5d2-1f15a607353a tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401917 Mar 10 15:56:04.226527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57def960-6f2a-45aa-a1f9-9651737443bd req-1a7fbb38-a1f7-42f9-bd32-248a39fed889 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:04.228017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57def960-6f2a-45aa-a1f9-9651737443bd req-1a7fbb38-a1f7-42f9-bd32-248a39fed889 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0556679 Mar 10 15:56:04.273402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57def960-6f2a-45aa-a1f9-9651737443bd req-0a2e4ea4-1004-45b9-b152-7fd126f81a5c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398514 Mar 10 15:56:05.391831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914601d-d3f3-4f20-bd42-242323bd5d16 req-df9823fb-ca28-4414-a24f-9f9d4e6cd239 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:05.393292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8914601d-d3f3-4f20-bd42-242323bd5d16 req-df9823fb-ca28-4414-a24f-9f9d4e6cd239 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0527725 Mar 10 15:56:05.439921 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8914601d-d3f3-4f20-bd42-242323bd5d16 req-06e136a9-5a35-4758-b7f7-513360c91feb tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410798 Mar 10 15:56:06.567161 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2bf24-393a-42f0-b474-5253f0851f56 req-7803f37e-319b-4746-a040-f2e39cf43bf9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:06.568816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41a2bf24-393a-42f0-b474-5253f0851f56 req-7803f37e-319b-4746-a040-f2e39cf43bf9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0598879 Mar 10 15:56:06.623432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41a2bf24-393a-42f0-b474-5253f0851f56 req-195ed1c2-ee95-4694-8b54-3ef963a56c67 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486968 Mar 10 15:56:07.745855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73809c4-8add-4970-a8eb-150e725a7738 req-30fed105-1c77-43d7-8e24-b4f69c1cf487 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:07.747334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e73809c4-8add-4970-a8eb-150e725a7738 req-30fed105-1c77-43d7-8e24-b4f69c1cf487 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0536797 Mar 10 15:56:07.792612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e73809c4-8add-4970-a8eb-150e725a7738 req-142e3289-c3e2-4cf2-8d32-83dddcb60618 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392108 Mar 10 15:56:08.911794 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8ee00-e8ea-457b-97fd-b62e7541d541 req-976a053e-5f33-4f0b-8345-4e85a1e75a1b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:08.913245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7a8ee00-e8ea-457b-97fd-b62e7541d541 req-976a053e-5f33-4f0b-8345-4e85a1e75a1b tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0522068 Mar 10 15:56:08.967151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7a8ee00-e8ea-457b-97fd-b62e7541d541 req-662bfb5d-e117-4b95-9c4e-df7b88179e70 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482433 Mar 10 15:56:10.090924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c2ab-73b5-4463-968c-6ae57c235d4f req-c2444e90-b712-4822-917a-80bb41083c92 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:10.092490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d71c2ab-73b5-4463-968c-6ae57c235d4f req-c2444e90-b712-4822-917a-80bb41083c92 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0563166 Mar 10 15:56:10.140145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d71c2ab-73b5-4463-968c-6ae57c235d4f req-eb43bd20-73e6-4916-ad5e-5be7cc88cf76 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 Mar 10 15:56:10.595824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb2e31-480d-4ae7-a7a1-f5d0930611f8 req-a7446ccf-5a50-4930-b991-fd4bd67d1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:10.597301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10eb2e31-480d-4ae7-a7a1-f5d0930611f8 req-a7446ccf-5a50-4930-b991-fd4bd67d1e0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a39153abc74d42e08983caecab3ca5b6&device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 1126 time: 0.0438499 Mar 10 15:56:10.703199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb2e31-480d-4ae7-a7a1-f5d0930611f8 req-eee332c5-f461-4523-abaf-cd49ec1d5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:10.704697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10eb2e31-480d-4ae7-a7a1-f5d0930611f8 req-eee332c5-f461-4523-abaf-cd49ec1d5778 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 200 len: 913 time: 0.0891364 Mar 10 15:56:10.790231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10eb2e31-480d-4ae7-a7a1-f5d0930611f8 req-eab69e0e-786a-4980-b3ee-679ccb074b51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 200 len: 1000 time: 0.0638564 Mar 10 15:56:10.839877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb2e31-480d-4ae7-a7a1-f5d0930611f8 req-5ce52485-f551-462d-a691-288dc43c5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:10.841339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10eb2e31-480d-4ae7-a7a1-f5d0930611f8 req-5ce52485-f551-462d-a691-288dc43c5007 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 200 len: 851 time: 0.0454113 Mar 10 15:56:10.897047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb2e31-480d-4ae7-a7a1-f5d0930611f8 req-d43281cb-002e-4a9b-b185-17308c61344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:10.898550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10eb2e31-480d-4ae7-a7a1-f5d0930611f8 req-d43281cb-002e-4a9b-b185-17308c61344e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b036fe2a-6204-4937-beae-1c2ddb56a5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503702 Mar 10 15:56:10.995930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10eb2e31-480d-4ae7-a7a1-f5d0930611f8 req-c7959910-0b30-4a84-bca1-184cce2c3735 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916581 Mar 10 15:56:11.088907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10eb2e31-480d-4ae7-a7a1-f5d0930611f8 req-30ad2c1b-6d6b-4366-93f6-358d9078a8a8 service neutron] 10.222.0.62 "GET /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869062 Mar 10 15:56:11.264275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f668495-5d60-47fb-9fb6-b86d45029c80 req-913a75e0-ebf1-4d16-8833-f5a5e7626692 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:11.266408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f668495-5d60-47fb-9fb6-b86d45029c80 req-913a75e0-ebf1-4d16-8833-f5a5e7626692 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0560029 Mar 10 15:56:11.312749 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1f668495-5d60-47fb-9fb6-b86d45029c80 req-6809bf52-43a9-497f-948e-d69817edbf7f tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399256 Mar 10 15:56:11.431431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b4607-0910-4976-86cb-5debd94430b8 req-53cd2d98-33a9-428a-977e-ebce7d6d36bc tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:11.432836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d2b4607-0910-4976-86cb-5debd94430b8 req-53cd2d98-33a9-428a-977e-ebce7d6d36bc tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0522220 Mar 10 15:56:11.483529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4d2b4607-0910-4976-86cb-5debd94430b8 req-887abc34-b5fd-436c-a78b-c9cb21efff06 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445213 Mar 10 15:56:11.600656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fda1b4-71b2-48ac-a754-b3705452733b req-64c77b50-9d66-49fc-b296-decd50fb64b5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:11.602119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67fda1b4-71b2-48ac-a754-b3705452733b req-64c77b50-9d66-49fc-b296-decd50fb64b5 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0528426 Mar 10 15:56:11.648222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67fda1b4-71b2-48ac-a754-b3705452733b req-e0e94bb1-ad4c-4fe2-a617-f4867e12bcf9 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404365 Mar 10 15:56:11.694445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 36b92a23-5767-4135-bfd2-191226b77c3c details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:56:11.797302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:11.808715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '36b92a23-5767-4135-bfd2-191226b77c3c', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'port_id': '36b92a23-5767-4135-bfd2-191226b77c3c', 'mac_address': 'fa:16:3e:c5:34:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:56:11.846321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 36b92a23-5767-4135-bfd2-191226b77c3c is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:56:11.846708 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:11.859531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b92a23-5767-4135-bfd2-191226b77c3c {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:56:11.879396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:11.883483 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:11.892256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddb087-f314-4573-b494-fbd80370d6f6 req-5a89e1d1-762a-4f90-92c1-2e6df801a882 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:11.893807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfddb087-f314-4573-b494-fbd80370d6f6 req-5a89e1d1-762a-4f90-92c1-2e6df801a882 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 944 time: 0.0560143 Mar 10 15:56:11.933146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=14']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:11.941487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bfddb087-f314-4573-b494-fbd80370d6f6 req-0810e951-2020-4615-bdec-d5d4188a4e91 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Mar 10 15:56:12.218036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['36b92a23-5767-4135-bfd2-191226b77c3c'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:56:13.069335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcc93c-c132-4232-9744-f5c67dbc54d3 req-9cf8a6e9-18bc-4c0f-9f55-ba4de28425b8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:13.070853 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dcc93c-c132-4232-9744-f5c67dbc54d3 req-9cf8a6e9-18bc-4c0f-9f55-ba4de28425b8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0565431 Mar 10 15:56:13.117885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36dcc93c-c132-4232-9744-f5c67dbc54d3 req-ecb4c2a3-ec52-4424-a370-b310f4f0b141 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ebe7889-cd92-4561-aae0-a3436a46bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413487 Mar 10 15:56:13.565814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-41d1bf37-2a29-43a5-bc07-d07136daae74 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:13.567275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-41d1bf37-2a29-43a5-bc07-d07136daae74 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 945 time: 0.0530598 Mar 10 15:56:13.660007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Deleting port 36b92a23-5767-4135-bfd2-191226b77c3c {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:56:13.660265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:13.705933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 36b92a23-5767-4135-bfd2-191226b77c3c up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:56:13.755704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:13.756067 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:13.760571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 36b92a23-5767-4135-bfd2-191226b77c3c completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:56:13.764677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 36b92a23-5767-4135-bfd2-191226b77c3c triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:56:13.765088 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:13.841548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 36b92a23-5767-4135-bfd2-191226b77c3c is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:56:13.841935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:13.865039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:56:13.867399 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dc5164-ade9-4574-bd46-2eadfcb35213" -d '{"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-plugged", "status": "completed", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:56:13.880082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 36b92a23-5767-4135-bfd2-191226b77c3c, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=36b92a23-5767-4135-bfd2-191226b77c3c,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:13.885044 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:13.912720 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6757c541-9131-4b3c-8e3c-19165d729c65 x-openstack-request-id: req-6757c541-9131-4b3c-8e3c-19165d729c65 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:56:13.912953 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-plugged", "status": "completed", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:56:13.913212 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6757c541-9131-4b3c-8e3c-19165d729c65 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:56:13.913600 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c', 'code': 200} Mar 10 15:56:13.938974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=15']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:13.941059 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:13.941555 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:13.941745 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d disassociated. External IP: 172.25.3.249, port: 36b92a23-5767-4135-bfd2-191226b77c3c. Mar 10 15:56:13.942063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Calling delete_port for 36b92a23-5767-4135-bfd2-191226b77c3c owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:56:14.071055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (36b92a23-5767-4135-bfd2-191226b77c3c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:14.098225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event deleted for resources: {'Port': ['ID=36b92a23-5767-4135-bfd2-191226b77c3c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:14.236131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:56:14.376477 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-468e345b-5993-42be-9046-700efd9a4a1a req-38c91a2a-3687-42a0-b390-2ba47fc3cc46 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 210 time: 0.1787236 Mar 10 15:56:14.384404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:56:14.401593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6507bbcc-b185-4176-bd99-e21031c5b14b None None] Sync routers for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:56:14.420920 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6507bbcc-b185-4176-bd99-e21031c5b14b None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:56:14.422113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6507bbcc-b185-4176-bd99-e21031c5b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:55:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:56:14.437157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] No DVR routers for this DVR port 36b92a23-5767-4135-bfd2-191226b77c3c on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:56:14.439979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:14.443366 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a79f5d-003f-4313-8843-870fcad1d96a req-6986305c-c4b8-4f1b-ba9a-a980b5afd3a1 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.62 "DELETE /v2.0/ports/36b92a23-5767-4135-bfd2-191226b77c3c HTTP/1.1" status: 204 len: 173 time: 0.8710761 Mar 10 15:56:14.443851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-deleted', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:56:14.446631 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b02b79a-f59d-4b6d-8513-a73b7646221f" -d '{"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-deleted", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:56:14.488024 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2cae91-0434-4fc9-98cc-b01cdeb7433d x-openstack-request-id: req-4a2cae91-0434-4fc9-98cc-b01cdeb7433d {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:56:14.488333 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402c760a-66bf-46d4-b94c-b4c6b8ff91d1", "name": "network-vif-deleted", "tag": "36b92a23-5767-4135-bfd2-191226b77c3c", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:56:14.488594 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a2cae91-0434-4fc9-98cc-b01cdeb7433d {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:56:14.489006 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402c760a-66bf-46d4-b94c-b4c6b8ff91d1', 'name': 'network-vif-deleted', 'tag': '36b92a23-5767-4135-bfd2-191226b77c3c', 'status': 'completed', 'code': 200} Mar 10 15:56:14.549845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6507bbcc-b185-4176-bd99-e21031c5b14b None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:56:14.753403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6507bbcc-b185-4176-bd99-e21031c5b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:56:14.780182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6507bbcc-b185-4176-bd99-e21031c5b14b None None] Checking router: ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:56:14.788990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6507bbcc-b185-4176-bd99-e21031c5b14b None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:56:14.789607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6507bbcc-b185-4176-bd99-e21031c5b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:55:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:56:14.898890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6507bbcc-b185-4176-bd99-e21031c5b14b None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:56:15.098374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6507bbcc-b185-4176-bd99-e21031c5b14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:56:15.124800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6507bbcc-b185-4176-bd99-e21031c5b14b None None] The sync data for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 is: [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:51:48Z', 'revision_number': 4, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4800373f-be0a-44d3-ae60-41595e2b10fe', 'name': '', 'network_id': 'b036fe2a-6204-4937-beae-1c2ddb56a5cd', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'mac_address': 'fa:16:3e:25:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:48Z', 'updated_at': '2022-03-10T15:51:52Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'subnets': [{'id': '66eeddbe-b51c-4b91-8109-2639014ade11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:56:15.374679 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66467616-6f72-4e7e-8724-05d296fc5068 None None] New status for floating IP 21b442d0-af14-4b50-99ef-d1a5cb95467d: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 15:56:15.480706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-800a6a88-b0e2-480a-85df-e806234c1da6 req-b543b8de-27d7-43af-a9e1-f00279fedc77 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 210 time: 0.0291398 Mar 10 15:56:15.707644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 36b92a23-5767-4135-bfd2-191226b77c3c no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:56:15.727856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 36b92a23-5767-4135-bfd2-191226b77c3c {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:56:15.728198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 36b92a23-5767-4135-bfd2-191226b77c3c not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:56:16.646364 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7f9b9e1c-6c42-4ec8-a44e-3818b1594aec req-605756e8-0d62-45d0-97a3-5c1c1dff6a42 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 210 time: 0.0909781 Mar 10 15:56:17.742199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-41848d5e-001f-45f5-b348-135e0d19d9aa req-ddb4124c-595f-49e3-9ccf-a4a67c837967 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 210 time: 0.0278032 Mar 10 15:56:18.466459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:18.839384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6b9e45c4-b919-4f22-8c5d-a8ccfdbf7029 req-b038c6f7-2024-4856-aa47-d672ba70bafd tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 210 time: 0.0278342 Mar 10 15:56:19.383638 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:56:19.938739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6849584-32da-4315-9de1-f9324ba6941c req-cc52eea1-91c1-45ff-8c62-80a4a08b180c tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 210 time: 0.0302143 Mar 10 15:56:21.034022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-160516b6-2153-4a46-a6ee-0f64888affe3 req-3f49ea3c-70c8-45ee-bacd-25712325a953 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 210 time: 0.0274322 Mar 10 15:56:21.143964 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:21.812625 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-42ca28fa-d787-4d75-a4e4-b58e9e8adeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:22.129736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c629706-58ec-42a0-945b-78ec0b83aa1c req-12a59876-1415-4e56-b4ad-bc68c6089d59 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 210 time: 0.0268884 Mar 10 15:56:23.230779 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea44673a-ebed-4739-ad44-c1d8184d4cdf req-ee5b2bb9-2de6-4733-a9fd-4babd8f81aa0 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/ports?device_id=402c760a-66bf-46d4-b94c-b4c6b8ff91d1 HTTP/1.1" status: 200 len: 210 time: 0.0289295 Mar 10 15:56:24.158702 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-beda4d96-1ca9-49f4-ba82-c829eebaa244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:25.427723 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:26.738967 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:28.351789 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:30.062092 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41722) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:56:30.117651 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-551092dd-3091-450b-bccf-e893c68907b3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group (9ebe7889-cd92-4561-aae0-a3436a46bcaf), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:30.142180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-551092dd-3091-450b-bccf-e893c68907b3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group (9ebe7889-cd92-4561-aae0-a3436a46bcaf), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:30.194760 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-551092dd-3091-450b-bccf-e893c68907b3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (9ebe7889-cd92-4561-aae0-a3436a46bcaf), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:30.197563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-551092dd-3091-450b-bccf-e893c68907b3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:30.198913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-551092dd-3091-450b-bccf-e893c68907b3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "DELETE /v2.0/security-groups/9ebe7889-cd92-4561-aae0-a3436a46bcaf HTTP/1.1" status: 204 len: 168 time: 0.1351562 Mar 10 15:56:30.201509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41724) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:56:30.210174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551092dd-3091-450b-bccf-e893c68907b3 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebe7889-cd92-4561-aae0-a3436a46bcaf,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:30.220349 n-d-833090-1 neutron-server[115534]: INFO neutron.api.v2.resource [None req-0ee70c9a-985c-48f2-9c15-f22f1386f1c8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] show failed (client error): The resource could not be found. Mar 10 15:56:30.224214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41730) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:56:30.224660 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0ee70c9a-985c-48f2-9c15-f22f1386f1c8 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "GET /v2.0/security-groups/9ebe7889-cd92-4561-aae0-a3436a46bcaf HTTP/1.1" status: 404 len: 347 time: 0.0211303 Mar 10 15:56:30.351829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2c5397aa-2efc-475a-8a8d-58d05ed60243 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Deleting port e80fb7e9-0aa8-493c-be80-5cfe5eb62b10 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:56:30.352168 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c5397aa-2efc-475a-8a8d-58d05ed60243 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e80fb7e9-0aa8-493c-be80-5cfe5eb62b10), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:30.432426 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c5397aa-2efc-475a-8a8d-58d05ed60243 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e80fb7e9-0aa8-493c-be80-5cfe5eb62b10), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:30.432758 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c5397aa-2efc-475a-8a8d-58d05ed60243 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (e80fb7e9-0aa8-493c-be80-5cfe5eb62b10), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:30.447658 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2c5397aa-2efc-475a-8a8d-58d05ed60243 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Calling delete_port for e80fb7e9-0aa8-493c-be80-5cfe5eb62b10 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:56:30.585181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c5397aa-2efc-475a-8a8d-58d05ed60243 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e80fb7e9-0aa8-493c-be80-5cfe5eb62b10), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:30.611583 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5397aa-2efc-475a-8a8d-58d05ed60243 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Pushing event deleted for resources: {'Port': ['ID=e80fb7e9-0aa8-493c-be80-5cfe5eb62b10,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:30.684241 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c5397aa-2efc-475a-8a8d-58d05ed60243 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks [] for floatingip (21b442d0-af14-4b50-99ef-d1a5cb95467d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:30.687338 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c5397aa-2efc-475a-8a8d-58d05ed60243 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:30.688560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2c5397aa-2efc-475a-8a8d-58d05ed60243 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] 10.222.0.11 "DELETE /v2.0/floatingips/21b442d0-af14-4b50-99ef-d1a5cb95467d HTTP/1.1" status: 204 len: 168 time: 0.4630809 Mar 10 15:56:30.691664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41732) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:56:31.040308 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:31.303036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] Deleting port 4800373f-be0a-44d3-ae60-41595e2b10fe {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:56:31.303708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:31.387082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] For port 4800373f-be0a-44d3-ae60-41595e2b10fe, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4800373f-be0a-44d3-ae60-41595e2b10fe,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:31.387443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:31.399837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] Calling delete_port for 4800373f-be0a-44d3-ae60-41595e2b10fe owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:56:31.581708 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4800373f-be0a-44d3-ae60-41595e2b10fe), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:31.607744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] Pushing event deleted for resources: {'Port': ['ID=4800373f-be0a-44d3-ae60-41595e2b10fe,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:31.779398 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:32.005878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] Router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:56:32.113989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:56:32.118983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-277403f2-ccc2-4853-932f-9a6020faa20c admin admin] 10.222.0.11 "PUT /v2.0/routers/ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4262164 Mar 10 15:56:32.121583 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41734) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:56:32.122528 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9285961-c831-465e-b1f6-f5f66de493b6 None None] Sync routers for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:56:32.133378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9285961-c831-465e-b1f6-f5f66de493b6 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:56:32.133923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9285961-c831-465e-b1f6-f5f66de493b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:56:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:56:32.244104 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d9285961-c831-465e-b1f6-f5f66de493b6 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:56:32.434713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9285961-c831-465e-b1f6-f5f66de493b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:56:31Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:56:32.461331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9285961-c831-465e-b1f6-f5f66de493b6 None None] Checking router: ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:56:32.470283 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9285961-c831-465e-b1f6-f5f66de493b6 None None] Routers {'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:56:32.470946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9285961-c831-465e-b1f6-f5f66de493b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:56:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:56:32.561515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Publish callbacks [] for router (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:32.578751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d9285961-c831-465e-b1f6-f5f66de493b6 None None] Set router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:56:32.667245 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Publish callbacks [] for router_gateway (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:32.719181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Deleting port a3c0222e-310a-4653-b592-c2cb6694626e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:56:32.719445 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:32.757472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9285961-c831-465e-b1f6-f5f66de493b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:56:31Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:56:32.788919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9285961-c831-465e-b1f6-f5f66de493b6 None None] The sync data for ids ['ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd'] in n-d-833090-1 is: [{'id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'name': 'tempest-ServerActionsTestJSON-1048910340-router', 'tenant_id': 'a39153abc74d42e08983caecab3ca5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:51:45Z', 'updated_at': '2022-03-10T15:56:31Z', 'revision_number': 5, 'project_id': 'a39153abc74d42e08983caecab3ca5b6', 'gw_port': {'id': 'a3c0222e-310a-4653-b592-c2cb6694626e', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:51:46Z', 'updated_at': '2022-03-10T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:56:32.803559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] For port a3c0222e-310a-4653-b592-c2cb6694626e, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a3c0222e-310a-4653-b592-c2cb6694626e,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:32.804033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:32.817351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Calling delete_port for a3c0222e-310a-4653-b592-c2cb6694626e owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:56:32.986423 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a3c0222e-310a-4653-b592-c2cb6694626e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.017183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c0222e-310a-4653-b592-c2cb6694626e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:33.071720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.167524 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.169799 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Publish callbacks [] for router_controller (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.219627 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.220158 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:56:33.225093 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.226331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-90435e3d-7d76-4580-aff7-a8f149d40c08 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ce9c4fb7-abf9-4d07-b544-92e33bb4e4dd HTTP/1.1" status: 204 len: 168 time: 1.1037619 Mar 10 15:56:33.229033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41736) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:56:33.277115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df9a3b3-a5a7-4e49-96ec-f074f15a1fb0 admin admin] Deleting subnet 66eeddbe-b51c-4b91-8109-2639014ade11 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:56:33.281177 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8df9a3b3-a5a7-4e49-96ec-f074f15a1fb0 admin admin] Publish callbacks [] for subnet (66eeddbe-b51c-4b91-8109-2639014ade11), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.315173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8df9a3b3-a5a7-4e49-96ec-f074f15a1fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (66eeddbe-b51c-4b91-8109-2639014ade11), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.404182 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8df9a3b3-a5a7-4e49-96ec-f074f15a1fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (66eeddbe-b51c-4b91-8109-2639014ade11), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.464715 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8df9a3b3-a5a7-4e49-96ec-f074f15a1fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (66eeddbe-b51c-4b91-8109-2639014ade11), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.487805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9a3b3-a5a7-4e49-96ec-f074f15a1fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66eeddbe-b51c-4b91-8109-2639014ade11,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:33.496298 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8df9a3b3-a5a7-4e49-96ec-f074f15a1fb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.499541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8df9a3b3-a5a7-4e49-96ec-f074f15a1fb0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/66eeddbe-b51c-4b91-8109-2639014ade11 HTTP/1.1" status: 204 len: 168 time: 0.2695994 Mar 10 15:56:33.502815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41738) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:56:33.504721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e762d-c75c-4224-b859-f51ea19c3854 None None] Network b036fe2a-6204-4937-beae-1c2ddb56a5cd requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:56:33.576239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (b036fe2a-6204-4937-beae-1c2ddb56a5cd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.631990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Deleting port a163cf7b-2834-4253-89e9-7e0dee8a88f5 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:56:33.632331 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.695476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] For port a163cf7b-2834-4253-89e9-7e0dee8a88f5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a163cf7b-2834-4253-89e9-7e0dee8a88f5,segment=NetworkSegment(6a8e0c13-a785-498d-be09-6756d7d39480),segment_id=6a8e0c13-a785-498d-be09-6756d7d39480)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:33.695838 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.708609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Calling delete_port for a163cf7b-2834-4253-89e9-7e0dee8a88f5 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:56:33.796545 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a163cf7b-2834-4253-89e9-7e0dee8a88f5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.817408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278d3cdd-a1b2-40c6-9c29-8effab84ccf6 None None] DHCP port deletion for b036fe2a-6204-4937-beae-1c2ddb56a5cd request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:56:33.822672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Pushing event deleted for resources: {'Port': ['ID=a163cf7b-2834-4253-89e9-7e0dee8a88f5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:33.827676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] No DVR routers for this DVR port a163cf7b-2834-4253-89e9-7e0dee8a88f5 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:56:33.849854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4800373f-be0a-44d3-ae60-41595e2b10fe no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:56:33.876180 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 4800373f-be0a-44d3-ae60-41595e2b10fe {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:56:33.876533 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4800373f-be0a-44d3-ae60-41595e2b10fe not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:56:33.911508 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (b036fe2a-6204-4937-beae-1c2ddb56a5cd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.932390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b036fe2a-6204-4937-beae-1c2ddb56a5cd']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:56:33.941769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8e0c13-a785-498d-be09-6756d7d39480') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:56:33.942068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8e0c13-a785-498d-be09-6756d7d39480') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:56:33.951502 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (6a8e0c13-a785-498d-be09-6756d7d39480), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.964965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6a8e0c13-a785-498d-be09-6756d7d39480), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.971383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:56:33.971767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (6a8e0c13-a785-498d-be09-6756d7d39480), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:56:33.973671 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:56:34.027642 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (b036fe2a-6204-4937-beae-1c2ddb56a5cd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:34.037069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:34.040210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] 10.222.0.11 "DELETE /v2.0/networks/b036fe2a-6204-4937-beae-1c2ddb56a5cd HTTP/1.1" status: 204 len: 168 time: 0.5361199 Mar 10 15:56:34.051059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8687488-efe6-48da-a39a-8ee930ffa78b admin admin] Pushing event deleted for resources: {'Network': ['ID=b036fe2a-6204-4937-beae-1c2ddb56a5cd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:34.159677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41742) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:56:34.202750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b015f842-6ae0-4e30-9247-969cfb133dbf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a39153abc74d42e08983caecab3ca5b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414114 Mar 10 15:56:34.205178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41744) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:56:34.252241 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bb3e735b-52b0-4eb4-a19d-41b0e6cffa18 admin admin] Publish callbacks [] for security_group (6bdf034e-a7de-4843-ba70-e36f585fb824), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:34.272965 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bb3e735b-52b0-4eb4-a19d-41b0e6cffa18 admin admin] Publish callbacks [] for security_group (6bdf034e-a7de-4843-ba70-e36f585fb824), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:34.319558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bb3e735b-52b0-4eb4-a19d-41b0e6cffa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (6bdf034e-a7de-4843-ba70-e36f585fb824), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:34.322092 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bb3e735b-52b0-4eb4-a19d-41b0e6cffa18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:34.323317 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bb3e735b-52b0-4eb4-a19d-41b0e6cffa18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6bdf034e-a7de-4843-ba70-e36f585fb824 HTTP/1.1" status: 204 len: 168 time: 0.1172130 Mar 10 15:56:34.331781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e735b-52b0-4eb4-a19d-41b0e6cffa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdf034e-a7de-4843-ba70-e36f585fb824,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:35.003535 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41766) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:56:35.122112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-441665458-network', 'tenant_id': '690c0e340a6a4037a864fa4bef18242a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:56:35.143504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Made reservation on behalf of 690c0e340a6a4037a864fa4bef18242a for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:56:35.145817 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:35.154014 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:35.228481 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Publish callbacks [] for security_group (4a7d2d49-3016-4530-909a-f8786ff1cece), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:35.232127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4a7d2d49-3016-4530-909a-f8786ff1cece), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:35.257800 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:56:35.266652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d2d49-3016-4530-909a-f8786ff1cece,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:35.273556 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (94f791e3-96eb-4901-bbeb-e0dae14f8986), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:35.274469 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Added segment 94f791e3-96eb-4901-bbeb-e0dae14f8986 of type vlan for network 107b6751-d3db-40ad-80e1-a089731bf32e Mar 10 15:56:35.317774 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (107b6751-d3db-40ad-80e1-a089731bf32e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:35.342238 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (107b6751-d3db-40ad-80e1-a089731bf32e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:35.343738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:35.344320 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:35.377213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3695824 Mar 10 15:56:35.378351 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41770) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:56:35.384871 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Request body: {'subnet': {'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-441665458-subnet', 'tenant_id': '690c0e340a6a4037a864fa4bef18242a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:56:35.410957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f8f1f-9fd2-474a-977f-c69c19ce9d63 admin admin] Pushing event updated for resources: {'Network': ['ID=107b6751-d3db-40ad-80e1-a089731bf32e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:35.417200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Made reservation on behalf of 690c0e340a6a4037a864fa4bef18242a for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:56:35.419826 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:35.422573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 107b6751-d3db-40ad-80e1-a089731bf32e details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:56:35.438381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a163cf7b-2834-4253-89e9-7e0dee8a88f5 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:56:35.468771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a163cf7b-2834-4253-89e9-7e0dee8a88f5 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:56:35.472875 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a163cf7b-2834-4253-89e9-7e0dee8a88f5 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:56:35.473315 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3c0222e-310a-4653-b592-c2cb6694626e no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:56:35.532299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a3c0222e-310a-4653-b592-c2cb6694626e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:56:35.532648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a3c0222e-310a-4653-b592-c2cb6694626e not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:56:35.600953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (92102d36-929e-478b-8dd5-0096e0f33b81), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:35.648411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=92102d36-929e-478b-8dd5-0096e0f33b81,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:35.665339 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.665685 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.666024 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.666357 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.666687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.667045 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.667367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.667688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.668007 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.668328 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.668644 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.668959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.669277 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:35.678635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Checking segment: {'id': '94f791e3-96eb-4901-bbeb-e0dae14f8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:56:35.679030 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Network hostable DHCP agents. Network: 107b6751-d3db-40ad-80e1-a089731bf32e, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:56:35.694925 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Network 107b6751-d3db-40ad-80e1-a089731bf32e is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:56:35.707441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 107b6751-d3db-40ad-80e1-a089731bf32e) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:56:35.711610 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:35.712196 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:35.716067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fab6e2-e54a-46ea-a029-6bb4a41d097a None None] Network 107b6751-d3db-40ad-80e1-a089731bf32e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:56:35.728557 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cf8710c5-8546-4cf2-8e29-2a3a8bb8c2fb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3484335 Mar 10 15:56:35.816702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2728b393-993c-4d63-8928-1ef8248edf27 None None] Network 107b6751-d3db-40ad-80e1-a089731bf32e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:56:36.149241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-18239abe-d1e2-4cc8-a695-aee3a2005559 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:36.150635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-18239abe-d1e2-4cc8-a695-aee3a2005559 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/networks?id=107b6751-d3db-40ad-80e1-a089731bf32e HTTP/1.1" status: 200 len: 813 time: 0.1057434 Mar 10 15:56:36.165114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-5e8711ec-8729-48e4-bbbe-5a9c7c348258 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/quotas/690c0e340a6a4037a864fa4bef18242a HTTP/1.1" status: 200 len: 375 time: 0.0091174 Mar 10 15:56:36.196425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-93f7f70b-c574-4e7f-9c6f-0d914174b044 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=690c0e340a6a4037a864fa4bef18242a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265439 Mar 10 15:56:36.289494 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-f0b96612-b86e-41c9-8cc6-d130811d42e9 service neutron] 10.222.0.11 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859876 Mar 10 15:56:36.377554 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-99b7db1e-c140-46eb-95b3-6fc26feb8aa9 service neutron] 10.222.0.11 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824142 Mar 10 15:56:36.532746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39437190-a9fc-4961-a368-258d37e7e7d1 req-303bf8bd-e329-44f0-8a51-4ca7386b41a5 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 210 time: 0.0270395 Mar 10 15:56:37.466851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b8e56e43-09b6-479d-8278-1411ec3b7bec tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:37.468345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b8e56e43-09b6-479d-8278-1411ec3b7bec tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.62 "GET /v2.0/networks?id=107b6751-d3db-40ad-80e1-a089731bf32e HTTP/1.1" status: 200 len: 813 time: 0.1129091 Mar 10 15:56:37.486708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Request body: {'port': {'device_id': '266dd1f9-0d36-4039-b7a9-6d19a061095e', 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e', 'admin_state_up': True, 'tenant_id': '690c0e340a6a4037a864fa4bef18242a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:56:37.597124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Made reservation on behalf of 690c0e340a6a4037a864fa4bef18242a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:56:37.600492 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:37.635735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a71d214b-dec3-4a58-ad6a-6dbe878cdb27 req-02a1f38b-620e-4630-902e-f91ba18f526f tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 210 time: 0.0328586 Mar 10 15:56:37.756031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Allocated IP 172.20.0.14 (107b6751-d3db-40ad-80e1-a089731bf32e/92102d36-929e-478b-8dd5-0096e0f33b81/dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:56:37.901815 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks [] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:37.935104 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:37.975061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Network 107b6751-d3db-40ad-80e1-a089731bf32e is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:56:37.978059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:56:37.988920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:56:38.024778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Pushing event updated for resources: {'Port': ['ID=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:38.049808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:38.050465 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:38.066142 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-b77290f8-281c-45d5-85d7-4897515d9778 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5834968 Mar 10 15:56:38.121053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Request body: {'port': {'device_id': '266dd1f9-0d36-4039-b7a9-6d19a061095e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:56:38.180062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:38.448704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:56:38.456717 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Publish callbacks [] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:38.468558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Transition to ACTIVE for port object dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:56:38.472403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:38.524638 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Pushing event updated for resources: {'Port': ['ID=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:38.588559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Attempting to bind port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:56:38.588902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Attempting to bind port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '94f791e3-96eb-4901-bbeb-e0dae14f8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:56:38.589231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Attempting to bind port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef on network 107b6751-d3db-40ad-80e1-a089731bf32e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:56:38.593514 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef on network 107b6751-d3db-40ad-80e1-a089731bf32e not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:56:38.593835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Attempting to bind port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef on network 107b6751-d3db-40ad-80e1-a089731bf32e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:56:38.599039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:56:38.599381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Checking segment: {'id': '94f791e3-96eb-4901-bbeb-e0dae14f8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:56:38.599766 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Bound using segment: {'id': '94f791e3-96eb-4901-bbeb-e0dae14f8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:56:38.600191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Bound port: dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f791e3-96eb-4901-bbeb-e0dae14f8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:56:38.600547 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:38.667028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] For port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:56:38.670447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] For port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef,segment=NetworkSegment(94f791e3-96eb-4901-bbeb-e0dae14f8986),segment_id=94f791e3-96eb-4901-bbeb-e0dae14f8986)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:56:38.677650 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:38.709901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:38.710951 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:38.712739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] 10.222.0.62 "PUT /v2.0/ports/dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef HTTP/1.1" status: 200 len: 1092 time: 0.6398821 Mar 10 15:56:38.716019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266dd1f9-0d36-4039-b7a9-6d19a061095e', 'tag': 'dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:56:38.718353 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98534dcd-29fa-47e5-aa79-3b7d9a0e83c6" -d '{"events": [{"name": "network-changed", "server_uuid": "266dd1f9-0d36-4039-b7a9-6d19a061095e", "tag": "dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:56:38.807455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c3f68-e0bf-43a8-a510-b8df96ce28ae service neutron] Pushing event updated for resources: {'Port': ['ID=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:38.812261 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5966e41-43ff-4aa9-afcd-db579c3bbcf4 x-openstack-request-id: req-c5966e41-43ff-4aa9-afcd-db579c3bbcf4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:56:38.812554 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266dd1f9-0d36-4039-b7a9-6d19a061095e", "tag": "dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:56:38.812811 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5966e41-43ff-4aa9-afcd-db579c3bbcf4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:56:38.813207 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266dd1f9-0d36-4039-b7a9-6d19a061095e', 'tag': 'dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef', 'status': 'completed', 'code': 200} Mar 10 15:56:38.840324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e3b9a-9c07-4826-a4d8-780ccc706140 req-90dae4f5-855b-4c03-a096-3e916ee77270 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:38.841812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-009e3b9a-9c07-4826-a4d8-780ccc706140 req-90dae4f5-855b-4c03-a096-3e916ee77270 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 944 time: 0.1281869 Mar 10 15:56:38.844388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-ece1b444-2397-4602-805d-5e3f92765f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:38.845747 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-ece1b444-2397-4602-805d-5e3f92765f0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=690c0e340a6a4037a864fa4bef18242a&device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 1126 time: 0.0858626 Mar 10 15:56:38.894577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-d9aa6a75-2283-4d41-8feb-9eb3e0baa82b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef HTTP/1.1" status: 200 len: 217 time: 0.0412369 Mar 10 15:56:38.953172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-009e3b9a-9c07-4826-a4d8-780ccc706140 req-b0d06eba-e8e6-4f4a-b2d6-867cf1cc3267 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055119 Mar 10 15:56:38.963536 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-2f457635-dba0-44e4-8516-42b88fdf3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:38.964949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-2f457635-dba0-44e4-8516-42b88fdf3b51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92102d36-929e-478b-8dd5-0096e0f33b81 HTTP/1.1" status: 200 len: 853 time: 0.0598807 Mar 10 15:56:38.997722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-80e8713f-da20-4e3b-8f2e-4c5cc99a3d15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107b6751-d3db-40ad-80e1-a089731bf32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260172 Mar 10 15:56:39.084986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-eb6922d0-648f-45b7-b30b-b6c8bf51156b service neutron] 10.222.0.62 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811985 Mar 10 15:56:39.177237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-887f5c4f-6e5f-4eeb-a677-9cb8f0cd4379 req-c3878f10-5bb0-46e7-bcdb-ea3b087f1cbb service neutron] 10.222.0.62 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859814 Mar 10 15:56:39.261971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98534dcd-29fa-47e5-aa79-3b7d9a0e83c6 req-7e052924-ef4f-4a1e-945e-5ce9be5bc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:39.263436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98534dcd-29fa-47e5-aa79-3b7d9a0e83c6 req-7e052924-ef4f-4a1e-945e-5ce9be5bc29b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=690c0e340a6a4037a864fa4bef18242a&device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 1126 time: 0.0451732 Mar 10 15:56:39.356842 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98534dcd-29fa-47e5-aa79-3b7d9a0e83c6 req-7908f09d-64f3-4cce-8b8e-104ba3f81d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:39.358426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98534dcd-29fa-47e5-aa79-3b7d9a0e83c6 req-7908f09d-64f3-4cce-8b8e-104ba3f81d06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=107b6751-d3db-40ad-80e1-a089731bf32e HTTP/1.1" status: 200 len: 914 time: 0.0873344 Mar 10 15:56:39.399409 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98534dcd-29fa-47e5-aa79-3b7d9a0e83c6 req-a828aeb6-27fb-456e-8d41-bbb464e0813e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef HTTP/1.1" status: 200 len: 217 time: 0.0352345 Mar 10 15:56:39.445998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98534dcd-29fa-47e5-aa79-3b7d9a0e83c6 req-0aaa7f58-2fa4-4453-8cf0-23dfd16d3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:39.447463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98534dcd-29fa-47e5-aa79-3b7d9a0e83c6 req-0aaa7f58-2fa4-4453-8cf0-23dfd16d3edd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92102d36-929e-478b-8dd5-0096e0f33b81 HTTP/1.1" status: 200 len: 853 time: 0.0427098 Mar 10 15:56:39.482288 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98534dcd-29fa-47e5-aa79-3b7d9a0e83c6 req-cdd1d55f-5173-4317-872e-9597a420dca3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107b6751-d3db-40ad-80e1-a089731bf32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283620 Mar 10 15:56:39.571767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98534dcd-29fa-47e5-aa79-3b7d9a0e83c6 req-8372790d-b4ff-4662-bc00-11a763dd796a service neutron] 10.222.0.62 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831039 Mar 10 15:56:39.665322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-98534dcd-29fa-47e5-aa79-3b7d9a0e83c6 req-6210322e-f212-4b08-bfec-256c3eb18578 service neutron] 10.222.0.62 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856180 Mar 10 15:56:40.077181 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702aafb6-860b-4c60-9a6f-58655be07046 req-33488883-c53a-4d92-95fb-4561e12f89b8 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:40.078670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-702aafb6-860b-4c60-9a6f-58655be07046 req-33488883-c53a-4d92-95fb-4561e12f89b8 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 944 time: 0.0543907 Mar 10 15:56:40.127965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-702aafb6-860b-4c60-9a6f-58655be07046 req-99fd1643-284a-4f82-8152-cccdb02f5a5b tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Mar 10 15:56:41.246036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0da93-d672-42c3-8107-f18ab2f04d2e req-d9fb2cb9-c479-4333-bd19-68c70f598ece tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:41.247528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94a0da93-d672-42c3-8107-f18ab2f04d2e req-d9fb2cb9-c479-4333-bd19-68c70f598ece tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 944 time: 0.0522406 Mar 10 15:56:41.297745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94a0da93-d672-42c3-8107-f18ab2f04d2e req-d257be6a-a025-45cd-8d1e-68a1727948ff tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Mar 10 15:56:41.769861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:56:41.864474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef,segment=NetworkSegment(94f791e3-96eb-4901-bbeb-e0dae14f8986),segment_id=94f791e3-96eb-4901-bbeb-e0dae14f8986)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:41.875969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef', 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e', 'port_id': 'dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef', 'mac_address': 'fa:16:3e:a5:32:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92102d36-929e-478b-8dd5-0096e0f33b81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:56:41.915086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:56:41.915477 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:41.928390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:56:41.946600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef,segment=NetworkSegment(94f791e3-96eb-4901-bbeb-e0dae14f8986),segment_id=94f791e3-96eb-4901-bbeb-e0dae14f8986)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:41.950498 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:41.996444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:42.246189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:56:42.417198 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154460e-5429-412f-b4d3-c5fe404f39ca req-b582c10c-19fe-4e84-b20d-93fa5bd8b9fe tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:42.418674 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a154460e-5429-412f-b4d3-c5fe404f39ca req-b582c10c-19fe-4e84-b20d-93fa5bd8b9fe tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 945 time: 0.0522764 Mar 10 15:56:42.464356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a154460e-5429-412f-b4d3-c5fe404f39ca req-b627f5bb-dee4-4657-b6e3-b88920940eff tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396478 Mar 10 15:56:43.582247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee60f20-7690-4e1f-af11-4d5c4c41b491 req-5773a716-c83f-450e-b12b-f8d697252cc3 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:43.583750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ee60f20-7690-4e1f-af11-4d5c4c41b491 req-5773a716-c83f-450e-b12b-f8d697252cc3 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 945 time: 0.0523272 Mar 10 15:56:43.629974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5ee60f20-7690-4e1f-af11-4d5c4c41b491 req-40d2e083-3d94-4bc7-97c5-6200300dae9f tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Mar 10 15:56:43.781890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:56:43.830417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:56:43.834310 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:56:43.834681 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:43.909796 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:56:43.910102 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:43.934937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266dd1f9-0d36-4039-b7a9-6d19a061095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:56:43.937812 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667c338f-3df4-4cdd-a956-c9fbcbfcd9c1" -d '{"events": [{"server_uuid": "266dd1f9-0d36-4039-b7a9-6d19a061095e", "name": "network-vif-plugged", "status": "completed", "tag": "dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:56:43.950240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef,segment=NetworkSegment(94f791e3-96eb-4901-bbeb-e0dae14f8986),segment_id=94f791e3-96eb-4901-bbeb-e0dae14f8986)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:43.954236 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:43.977667 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eccd688-d1fe-4bea-b340-3f3d0ad4ce54 x-openstack-request-id: req-1eccd688-d1fe-4bea-b340-3f3d0ad4ce54 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:56:43.977967 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266dd1f9-0d36-4039-b7a9-6d19a061095e", "name": "network-vif-plugged", "status": "completed", "tag": "dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:56:43.978224 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1eccd688-d1fe-4bea-b340-3f3d0ad4ce54 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:56:43.978614 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266dd1f9-0d36-4039-b7a9-6d19a061095e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef', 'code': 200} Mar 10 15:56:44.007445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:44.074450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3182-1ddf-4985-a6cd-5e81a54901be req-f17cd701-0a34-4b04-bd0d-5bd947198715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:44.075965 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6ca3182-1ddf-4985-a6cd-5e81a54901be req-f17cd701-0a34-4b04-bd0d-5bd947198715 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 1128 time: 0.0476601 Mar 10 15:56:44.118462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c6ca3182-1ddf-4985-a6cd-5e81a54901be req-306d24d7-f530-468d-92c4-1cf27cdb769a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367227 Mar 10 15:56:44.751290 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5380ff4-1f3d-49b9-b977-d4997f265ada req-5addd21a-2b9b-486d-9567-114d9fcc5bb1 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:44.752762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5380ff4-1f3d-49b9-b977-d4997f265ada req-5addd21a-2b9b-486d-9567-114d9fcc5bb1 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 946 time: 0.0523143 Mar 10 15:56:44.798516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a5380ff4-1f3d-49b9-b977-d4997f265ada req-2a889752-fa19-49e4-81e9-dee10ecdc147 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 Mar 10 15:56:45.918032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd700c-5805-40f0-9f5d-52b006223639 req-b076855a-9a65-479c-a125-c2faef079809 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:45.919612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0bd700c-5805-40f0-9f5d-52b006223639 req-b076855a-9a65-479c-a125-c2faef079809 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 946 time: 0.0513022 Mar 10 15:56:45.969691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0bd700c-5805-40f0-9f5d-52b006223639 req-82053a0f-5375-4a43-bafa-02a0782ff003 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Mar 10 15:56:46.186902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-f72babb3-72c0-4974-819e-b0def49f166c tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:46.188420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-f72babb3-72c0-4974-819e-b0def49f166c tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/networks?id=107b6751-d3db-40ad-80e1-a089731bf32e HTTP/1.1" status: 200 len: 813 time: 0.0983105 Mar 10 15:56:46.203023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-15a93336-c552-4801-909e-139103e20887 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/quotas/690c0e340a6a4037a864fa4bef18242a HTTP/1.1" status: 200 len: 375 time: 0.0092885 Mar 10 15:56:46.257791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-40b30f79-64c3-4e03-8697-81790ad868c4 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=690c0e340a6a4037a864fa4bef18242a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499568 Mar 10 15:56:46.346172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-9c8f3dd0-e2c2-4046-b1ff-8bd9374e32f1 service neutron] 10.222.0.11 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816953 Mar 10 15:56:46.436806 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-92dfbd1f-b525-4a7b-ae6a-eade23f000f8 service neutron] 10.222.0.11 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845487 Mar 10 15:56:46.596520 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a05c389-a86f-4b9a-a0ed-e804370bc7b7 req-7938ec61-fdb2-48f6-beb7-8950aebb70c6 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 210 time: 0.0278947 Mar 10 15:56:47.513625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-9dc40c28-d5d6-4727-9885-f7b7a2092a00 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:47.515156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-9dc40c28-d5d6-4727-9885-f7b7a2092a00 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.45 "GET /v2.0/networks?id=107b6751-d3db-40ad-80e1-a089731bf32e HTTP/1.1" status: 200 len: 813 time: 0.1025536 Mar 10 15:56:47.528315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Request body: {'port': {'device_id': '46730fd5-639b-4221-845e-5c4b66594248', 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e', 'admin_state_up': True, 'tenant_id': '690c0e340a6a4037a864fa4bef18242a'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:56:47.637986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Made reservation on behalf of 690c0e340a6a4037a864fa4bef18242a for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:56:47.641375 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:47.726400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-078c31d7-2e31-425d-98e5-b9cdb78c113b req-c7495ac9-6733-41f4-bd8c-e1fadf7f7bfd tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 210 time: 0.0617492 Mar 10 15:56:47.790717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Allocated IP 172.20.0.10 (107b6751-d3db-40ad-80e1-a089731bf32e/92102d36-929e-478b-8dd5-0096e0f33b81/81a0df7f-06d4-4d7b-a628-3f5a561a722e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:56:47.937527 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks [] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:47.970127 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:47.981623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:56:48.010137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Network 107b6751-d3db-40ad-80e1-a089731bf32e is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:56:48.013199 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:56:48.019690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:56:48.049869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Pushing event updated for resources: {'Port': ['ID=81a0df7f-06d4-4d7b-a628-3f5a561a722e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:48.070961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:48.071568 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:48.087469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-ff36611c-72ac-49e4-9c04-42711e88d8b2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5642204 Mar 10 15:56:48.096953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-92ac8945-2370-407b-b2f6-be64743fced6 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:56:48.097897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-92ac8945-2370-407b-b2f6-be64743fced6 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054729 Mar 10 15:56:48.151739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Request body: {'port': {'device_id': '46730fd5-639b-4221-845e-5c4b66594248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:56:48.212848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:48.314874 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:48.801563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a0df7f-06d4-4d7b-a628-3f5a561a722e {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:56:48.820288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Publish callbacks [] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:48.850260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Transition to ACTIVE for port object 81a0df7f-06d4-4d7b-a628-3f5a561a722e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:56:48.853910 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:48.903924 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144b61-5281-42c5-918a-73de5391cfa1 req-4eda6701-682c-4523-953f-6ab6aa397780 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:48.905410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3144b61-5281-42c5-918a-73de5391cfa1 req-4eda6701-682c-4523-953f-6ab6aa397780 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 932 time: 0.1080129 Mar 10 15:56:48.929949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Pushing event updated for resources: {'Port': ['ID=81a0df7f-06d4-4d7b-a628-3f5a561a722e,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:49.008276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3144b61-5281-42c5-918a-73de5391cfa1 req-77e79934-041a-4966-9b44-3db06d858140 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964499 Mar 10 15:56:49.022909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Attempting to bind port 81a0df7f-06d4-4d7b-a628-3f5a561a722e on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:56:49.023249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Attempting to bind port 81a0df7f-06d4-4d7b-a628-3f5a561a722e by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '94f791e3-96eb-4901-bbeb-e0dae14f8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:56:49.023575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Attempting to bind port 81a0df7f-06d4-4d7b-a628-3f5a561a722e on network 107b6751-d3db-40ad-80e1-a089731bf32e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:56:49.027855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Port 81a0df7f-06d4-4d7b-a628-3f5a561a722e on network 107b6751-d3db-40ad-80e1-a089731bf32e not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:56:49.028177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Attempting to bind port 81a0df7f-06d4-4d7b-a628-3f5a561a722e on network 107b6751-d3db-40ad-80e1-a089731bf32e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:56:49.032953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:56:49.033293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Checking segment: {'id': '94f791e3-96eb-4901-bbeb-e0dae14f8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:56:49.033678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Bound using segment: {'id': '94f791e3-96eb-4901-bbeb-e0dae14f8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:56:49.034101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Bound port: 81a0df7f-06d4-4d7b-a628-3f5a561a722e, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f791e3-96eb-4901-bbeb-e0dae14f8986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:56:49.034457 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:49.096957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] For port 81a0df7f-06d4-4d7b-a628-3f5a561a722e, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:56:49.099994 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] For port 81a0df7f-06d4-4d7b-a628-3f5a561a722e, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=81a0df7f-06d4-4d7b-a628-3f5a561a722e,segment=NetworkSegment(94f791e3-96eb-4901-bbeb-e0dae14f8986),segment_id=94f791e3-96eb-4901-bbeb-e0dae14f8986)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:56:49.106524 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:49.141130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:49.141755 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:49.143148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] 10.222.0.45 "PUT /v2.0/ports/81a0df7f-06d4-4d7b-a628-3f5a561a722e HTTP/1.1" status: 200 len: 1092 time: 1.0375462 Mar 10 15:56:49.143590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46730fd5-639b-4221-845e-5c4b66594248', 'tag': '81a0df7f-06d4-4d7b-a628-3f5a561a722e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:56:49.145833 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd12599-7c63-4310-9a4b-409246ce51a2" -d '{"events": [{"name": "network-changed", "server_uuid": "46730fd5-639b-4221-845e-5c4b66594248", "tag": "81a0df7f-06d4-4d7b-a628-3f5a561a722e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:56:49.168781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7079a7d-86ed-4d2d-bda9-5c02fa0824d5 service neutron] Pushing event updated for resources: {'Port': ['ID=81a0df7f-06d4-4d7b-a628-3f5a561a722e,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:49.187804 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d844546c-ba5b-4276-8f5e-b0425e7919e5 x-openstack-request-id: req-d844546c-ba5b-4276-8f5e-b0425e7919e5 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:56:49.188127 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46730fd5-639b-4221-845e-5c4b66594248", "tag": "81a0df7f-06d4-4d7b-a628-3f5a561a722e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:56:49.188387 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d844546c-ba5b-4276-8f5e-b0425e7919e5 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:56:49.188793 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46730fd5-639b-4221-845e-5c4b66594248', 'tag': '81a0df7f-06d4-4d7b-a628-3f5a561a722e', 'status': 'completed', 'code': 200} Mar 10 15:56:49.236172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-7ff9283b-4697-479a-9fa6-e5eb782a99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:49.237662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-7ff9283b-4697-479a-9fa6-e5eb782a99a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=690c0e340a6a4037a864fa4bef18242a&device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 1126 time: 0.0448134 Mar 10 15:56:49.284332 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-6d63124b-9aa5-4e81-8bf7-b10397a9c277 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81a0df7f-06d4-4d7b-a628-3f5a561a722e HTTP/1.1" status: 200 len: 217 time: 0.0371296 Mar 10 15:56:49.332425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-765272a0-8657-447a-a3b7-6d74a1f07035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:49.333819 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-765272a0-8657-447a-a3b7-6d74a1f07035 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92102d36-929e-478b-8dd5-0096e0f33b81 HTTP/1.1" status: 200 len: 853 time: 0.0435750 Mar 10 15:56:49.364283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-32bd5025-02bc-41b8-8045-3276f79ba80b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=107b6751-d3db-40ad-80e1-a089731bf32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249245 Mar 10 15:56:49.455777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-62780989-8eed-4bcd-8285-0be84d9de1d8 service neutron] 10.222.0.45 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852482 Mar 10 15:56:49.542110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68b1173e-03eb-4816-8868-03ee47e212e8 req-8aa76595-d068-40e6-ab66-008f7d82e02c service neutron] 10.222.0.45 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800643 Mar 10 15:56:49.634585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd12599-7c63-4310-9a4b-409246ce51a2 req-9a2cf8f6-f6d6-481e-b417-6de27df87bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:49.636137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bd12599-7c63-4310-9a4b-409246ce51a2 req-9a2cf8f6-f6d6-481e-b417-6de27df87bc0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=690c0e340a6a4037a864fa4bef18242a&device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 1126 time: 0.0485888 Mar 10 15:56:49.724999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd12599-7c63-4310-9a4b-409246ce51a2 req-8898fbef-fd33-42d8-8b33-d8b9eb193bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:49.726460 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bd12599-7c63-4310-9a4b-409246ce51a2 req-8898fbef-fd33-42d8-8b33-d8b9eb193bc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=107b6751-d3db-40ad-80e1-a089731bf32e HTTP/1.1" status: 200 len: 914 time: 0.0829196 Mar 10 15:56:49.769982 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bd12599-7c63-4310-9a4b-409246ce51a2 req-3de31b21-bc23-4fe8-b46b-c7045f8337fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81a0df7f-06d4-4d7b-a628-3f5a561a722e HTTP/1.1" status: 200 len: 217 time: 0.0378556 Mar 10 15:56:49.819770 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd12599-7c63-4310-9a4b-409246ce51a2 req-29027634-a17c-4474-a3c0-0c7a598ebc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:49.821140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bd12599-7c63-4310-9a4b-409246ce51a2 req-29027634-a17c-4474-a3c0-0c7a598ebc91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92102d36-929e-478b-8dd5-0096e0f33b81 HTTP/1.1" status: 200 len: 853 time: 0.0456049 Mar 10 15:56:49.854307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bd12599-7c63-4310-9a4b-409246ce51a2 req-64071302-3dc5-4beb-b400-b273bde9aeb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=107b6751-d3db-40ad-80e1-a089731bf32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251255 Mar 10 15:56:49.948858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bd12599-7c63-4310-9a4b-409246ce51a2 req-c624f5b5-bd86-40ea-83e0-cea371b4666c service neutron] 10.222.0.45 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867119 Mar 10 15:56:50.038974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6bd12599-7c63-4310-9a4b-409246ce51a2 req-0ae2d78b-1ec5-4139-8253-e6049a7b00b4 service neutron] 10.222.0.45 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823987 Mar 10 15:56:50.130084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870227d4-48b9-46e2-b1a4-aeacc28af956 req-0a9830d1-5113-4a4e-a3ab-274a40f5fe50 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:50.131490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-870227d4-48b9-46e2-b1a4-aeacc28af956 req-0a9830d1-5113-4a4e-a3ab-274a40f5fe50 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 944 time: 0.0524032 Mar 10 15:56:50.187072 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-870227d4-48b9-46e2-b1a4-aeacc28af956 req-cdc1d09d-cc9f-4c07-94fb-17098589cd21 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492227 Mar 10 15:56:51.156708 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:51.306820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720466-ea0a-4e1f-bd9e-db773dc5d839 req-55d3032b-ff76-4ed2-b879-16f2fa87e3be tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:51.308207 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab720466-ea0a-4e1f-bd9e-db773dc5d839 req-55d3032b-ff76-4ed2-b879-16f2fa87e3be tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 944 time: 0.0521982 Mar 10 15:56:51.355386 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab720466-ea0a-4e1f-bd9e-db773dc5d839 req-d50f4f5f-9c6a-464c-9d3a-c4e7854a9593 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Mar 10 15:56:51.813739 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fe1dc9f9-4e1a-4ca8-8523-0edadc0ad4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:52.478581 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36117b-be5d-4f76-9cc7-5fe203187fc6 req-f611b01d-7b02-4dfd-8278-87c2bf6003d6 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:52.480113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec36117b-be5d-4f76-9cc7-5fe203187fc6 req-f611b01d-7b02-4dfd-8278-87c2bf6003d6 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 944 time: 0.0563433 Mar 10 15:56:52.525858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec36117b-be5d-4f76-9cc7-5fe203187fc6 req-929df65c-2523-4dc5-8ac0-ef8c455e31c1 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391457 Mar 10 15:56:52.579023 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 81a0df7f-06d4-4d7b-a628-3f5a561a722e details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:56:52.676056 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 81a0df7f-06d4-4d7b-a628-3f5a561a722e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=81a0df7f-06d4-4d7b-a628-3f5a561a722e,segment=NetworkSegment(94f791e3-96eb-4901-bbeb-e0dae14f8986),segment_id=94f791e3-96eb-4901-bbeb-e0dae14f8986)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:52.686655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '81a0df7f-06d4-4d7b-a628-3f5a561a722e', 'network_id': '107b6751-d3db-40ad-80e1-a089731bf32e', 'port_id': '81a0df7f-06d4-4d7b-a628-3f5a561a722e', 'mac_address': 'fa:16:3e:fc:72:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92102d36-929e-478b-8dd5-0096e0f33b81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:56:52.722963 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 81a0df7f-06d4-4d7b-a628-3f5a561a722e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:56:52.723476 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:52.737644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a0df7f-06d4-4d7b-a628-3f5a561a722e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:56:52.756707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 81a0df7f-06d4-4d7b-a628-3f5a561a722e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=81a0df7f-06d4-4d7b-a628-3f5a561a722e,segment=NetworkSegment(94f791e3-96eb-4901-bbeb-e0dae14f8986),segment_id=94f791e3-96eb-4901-bbeb-e0dae14f8986)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:52.760660 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:52.814700 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=81a0df7f-06d4-4d7b-a628-3f5a561a722e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:52.821952 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.822298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.822636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.822995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.823328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.823659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.823981 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.824303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.824621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.824938 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.825254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.825568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.825880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:52.983841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['81a0df7f-06d4-4d7b-a628-3f5a561a722e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:56:53.648797 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ad8bf-b4ef-4d66-b8ca-08660859eb50 req-315bd8b9-0f8a-4ff4-a8ab-d4b3df85fb43 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:53.650188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-883ad8bf-b4ef-4d66-b8ca-08660859eb50 req-315bd8b9-0f8a-4ff4-a8ab-d4b3df85fb43 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 945 time: 0.0560005 Mar 10 15:56:53.696043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-883ad8bf-b4ef-4d66-b8ca-08660859eb50 req-608e0643-4e9d-4153-98d3-3823b377df47 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Mar 10 15:56:54.161240 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ad39b080-7598-4775-be29-c11597de7872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:54.610397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 81a0df7f-06d4-4d7b-a628-3f5a561a722e up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:56:54.660332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 81a0df7f-06d4-4d7b-a628-3f5a561a722e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:56:54.664259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 81a0df7f-06d4-4d7b-a628-3f5a561a722e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:56:54.664632 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:54.741876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 81a0df7f-06d4-4d7b-a628-3f5a561a722e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:56:54.742264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:54.766042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46730fd5-639b-4221-845e-5c4b66594248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a0df7f-06d4-4d7b-a628-3f5a561a722e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:56:54.768670 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be733085-ae77-4046-8022-72808d81fcca" -d '{"events": [{"server_uuid": "46730fd5-639b-4221-845e-5c4b66594248", "name": "network-vif-plugged", "status": "completed", "tag": "81a0df7f-06d4-4d7b-a628-3f5a561a722e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:56:54.782377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 81a0df7f-06d4-4d7b-a628-3f5a561a722e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=81a0df7f-06d4-4d7b-a628-3f5a561a722e,segment=NetworkSegment(94f791e3-96eb-4901-bbeb-e0dae14f8986),segment_id=94f791e3-96eb-4901-bbeb-e0dae14f8986)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:54.787697 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:54.810769 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f857d26d-69b5-4626-935f-8b006e514589 x-openstack-request-id: req-f857d26d-69b5-4626-935f-8b006e514589 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:56:54.811098 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46730fd5-639b-4221-845e-5c4b66594248", "name": "network-vif-plugged", "status": "completed", "tag": "81a0df7f-06d4-4d7b-a628-3f5a561a722e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:56:54.811356 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f857d26d-69b5-4626-935f-8b006e514589 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:56:54.811749 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46730fd5-639b-4221-845e-5c4b66594248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a0df7f-06d4-4d7b-a628-3f5a561a722e', 'code': 200} Mar 10 15:56:54.825424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a031088-6b15-4bed-9f07-54026f594b7b req-2ec57471-6e6e-42b9-ba75-850dad2f4b2d tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:54.827556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a031088-6b15-4bed-9f07-54026f594b7b req-2ec57471-6e6e-42b9-ba75-850dad2f4b2d tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 945 time: 0.0605590 Mar 10 15:56:54.842602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=81a0df7f-06d4-4d7b-a628-3f5a561a722e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:54.887023 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a031088-6b15-4bed-9f07-54026f594b7b req-902b7894-238f-4a32-835b-877ca63d2d8b tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518923 Mar 10 15:56:54.919345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5db160-69f5-48ab-8795-3f16f7b5a65d req-de83b16b-ea41-4176-8def-1bd057c17146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:54.920846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f5db160-69f5-48ab-8795-3f16f7b5a65d req-de83b16b-ea41-4176-8def-1bd057c17146 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 1128 time: 0.0460649 Mar 10 15:56:54.967337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f5db160-69f5-48ab-8795-3f16f7b5a65d req-33b6d654-bd28-4923-bad0-45490578f6db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399559 Mar 10 15:56:55.438980 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:56.008400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fe7f3-086e-4ac1-90b6-0bfc97d59265 req-40e57aaf-6d9b-4ede-9b21-a4730a79982c tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:56.009906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-402fe7f3-086e-4ac1-90b6-0bfc97d59265 req-40e57aaf-6d9b-4ede-9b21-a4730a79982c tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 946 time: 0.0535393 Mar 10 15:56:56.058769 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-402fe7f3-086e-4ac1-90b6-0bfc97d59265 req-97d32abd-6c0d-4c49-b3fc-e848073a2fc7 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Mar 10 15:56:56.381816 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:56:56.740394 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:57.185213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918eb28-2e1a-43a3-9001-20b140a3fc9c req-04eaa66a-8f55-468a-a8ac-5f685774f8ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:57.186711 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b918eb28-2e1a-43a3-9001-20b140a3fc9c req-04eaa66a-8f55-468a-a8ac-5f685774f8ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 946 time: 0.0521946 Mar 10 15:56:57.232949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b918eb28-2e1a-43a3-9001-20b140a3fc9c req-e36f7fae-a212-4c45-ada0-dd3cfd7831e1 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Mar 10 15:56:57.320268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6a6701d-1119-4a3f-89ae-743fd49a5434 req-c0bd30f5-f430-451c-a47f-f2a8f5d59a81 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469768 Mar 10 15:56:57.413788 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6701d-1119-4a3f-89ae-743fd49a5434 req-c1a01afc-b9a3-441d-9742-62cee3881267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:57.415341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6a6701d-1119-4a3f-89ae-743fd49a5434 req-c1a01afc-b9a3-441d-9742-62cee3881267 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=690c0e340a6a4037a864fa4bef18242a&device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 1128 time: 0.0465209 Mar 10 15:56:57.536844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f6974-67a1-406a-9139-0d3096a8ca2f req-9b1d3eea-eaf9-4bdc-8f21-3181f5f15818 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:57.538314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-024f6974-67a1-406a-9139-0d3096a8ca2f req-9b1d3eea-eaf9-4bdc-8f21-3181f5f15818 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 946 time: 0.1156819 Mar 10 15:56:57.563889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6701d-1119-4a3f-89ae-743fd49a5434 req-53f90f2f-ba2d-4d01-88ec-5ac4c3786648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:57.565309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6a6701d-1119-4a3f-89ae-743fd49a5434 req-53f90f2f-ba2d-4d01-88ec-5ac4c3786648 service neutron] 10.222.0.45 "GET /v2.0/networks?id=107b6751-d3db-40ad-80e1-a089731bf32e HTTP/1.1" status: 200 len: 914 time: 0.1308272 Mar 10 15:56:57.616076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6a6701d-1119-4a3f-89ae-743fd49a5434 req-82d81de5-7593-4369-aefc-e4a8f91c88f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81a0df7f-06d4-4d7b-a628-3f5a561a722e HTTP/1.1" status: 200 len: 217 time: 0.0434639 Mar 10 15:56:57.639810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-024f6974-67a1-406a-9139-0d3096a8ca2f req-f4e22c3e-2ea4-4403-bbfe-290cb2f268ea tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954425 Mar 10 15:56:57.673361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6701d-1119-4a3f-89ae-743fd49a5434 req-5790e59a-919b-4c1d-aa9a-4e00d9f8b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:57.674830 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6a6701d-1119-4a3f-89ae-743fd49a5434 req-5790e59a-919b-4c1d-aa9a-4e00d9f8b02b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=92102d36-929e-478b-8dd5-0096e0f33b81 HTTP/1.1" status: 200 len: 853 time: 0.0517485 Mar 10 15:56:57.707215 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6a6701d-1119-4a3f-89ae-743fd49a5434 req-da45f3bd-7652-42c4-933b-979fc160879a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=107b6751-d3db-40ad-80e1-a089731bf32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260258 Mar 10 15:56:57.796151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6a6701d-1119-4a3f-89ae-743fd49a5434 req-d64ec8ca-71ae-4aa9-bac3-0a5928562bfa service neutron] 10.222.0.45 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818887 Mar 10 15:56:57.891452 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6a6701d-1119-4a3f-89ae-743fd49a5434 req-cbad8775-a300-4b0e-9bea-bd3af28d5cf4 service neutron] 10.222.0.45 "GET /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887122 Mar 10 15:56:58.353551 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:58.799116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fe775-d6da-4425-9c5f-232a115322a1 req-ab167b8f-4dd4-4e38-ad3b-50ab2f1ddbe4 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:58.800107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c15fe775-d6da-4425-9c5f-232a115322a1 req-ab167b8f-4dd4-4e38-ad3b-50ab2f1ddbe4 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 946 time: 0.0914631 Mar 10 15:56:58.832724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876ee32-dcd9-4528-87ac-5d6cd7fe1842 req-89abdadc-ddcf-4ee9-ba00-b97bc3f92806 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:56:58.834300 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d876ee32-dcd9-4528-87ac-5d6cd7fe1842 req-89abdadc-ddcf-4ee9-ba00-b97bc3f92806 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.45 "GET /v2.0/ports?device_id=46730fd5-639b-4221-845e-5c4b66594248 HTTP/1.1" status: 200 len: 946 time: 0.0901368 Mar 10 15:56:58.890122 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c15fe775-d6da-4425-9c5f-232a115322a1 req-60b55d64-7d28-4e30-898f-11d8af2bc998 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841753 Mar 10 15:56:58.944729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-d876ee32-dcd9-4528-87ac-5d6cd7fe1842 req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Deleting port 81a0df7f-06d4-4d7b-a628-3f5a561a722e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:56:58.945073 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d876ee32-dcd9-4528-87ac-5d6cd7fe1842 req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:59.036089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-d876ee32-dcd9-4528-87ac-5d6cd7fe1842 req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] For port 81a0df7f-06d4-4d7b-a628-3f5a561a722e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=81a0df7f-06d4-4d7b-a628-3f5a561a722e,segment=NetworkSegment(94f791e3-96eb-4901-bbeb-e0dae14f8986),segment_id=94f791e3-96eb-4901-bbeb-e0dae14f8986)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:56:59.036454 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d876ee32-dcd9-4528-87ac-5d6cd7fe1842 req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:59.049021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-d876ee32-dcd9-4528-87ac-5d6cd7fe1842 req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Calling delete_port for 81a0df7f-06d4-4d7b-a628-3f5a561a722e owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:56:59.176626 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d876ee32-dcd9-4528-87ac-5d6cd7fe1842 req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (81a0df7f-06d4-4d7b-a628-3f5a561a722e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:59.189041 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:56:59.191318 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['81a0df7f-06d4-4d7b-a628-3f5a561a722e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:56:59.209105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Pushing event deleted for resources: {'Port': ['ID=81a0df7f-06d4-4d7b-a628-3f5a561a722e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:56:59.239226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.239621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.239914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.240245 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.240573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.240901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.241233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.241551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.241871 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.242191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.242510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.242844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.243163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:56:59.263170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d876ee32-dcd9-4528-87ac-5d6cd7fe1842 req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] No DVR routers for this DVR port 81a0df7f-06d4-4d7b-a628-3f5a561a722e on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:56:59.266006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-d876ee32-dcd9-4528-87ac-5d6cd7fe1842 req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:56:59.269287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d876ee32-dcd9-4528-87ac-5d6cd7fe1842 req-63fa6a50-3a7d-44a9-b59e-a39752f217ef tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.45 "DELETE /v2.0/ports/81a0df7f-06d4-4d7b-a628-3f5a561a722e HTTP/1.1" status: 204 len: 173 time: 0.4299850 Mar 10 15:56:59.269723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46730fd5-639b-4221-845e-5c4b66594248', 'name': 'network-vif-deleted', 'tag': '81a0df7f-06d4-4d7b-a628-3f5a561a722e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:56:59.271968 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6714884-76fc-45a8-abc8-26cd7cbd49e9" -d '{"events": [{"server_uuid": "46730fd5-639b-4221-845e-5c4b66594248", "name": "network-vif-deleted", "tag": "81a0df7f-06d4-4d7b-a628-3f5a561a722e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:56:59.312183 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05310fcc-4829-497d-8bc5-d60159d32a36 x-openstack-request-id: req-05310fcc-4829-497d-8bc5-d60159d32a36 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:56:59.312480 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46730fd5-639b-4221-845e-5c4b66594248", "name": "network-vif-deleted", "tag": "81a0df7f-06d4-4d7b-a628-3f5a561a722e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:56:59.312732 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05310fcc-4829-497d-8bc5-d60159d32a36 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:56:59.313528 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46730fd5-639b-4221-845e-5c4b66594248', 'name': 'network-vif-deleted', 'tag': '81a0df7f-06d4-4d7b-a628-3f5a561a722e', 'status': 'completed', 'code': 200} Mar 10 15:57:00.043965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085a450-3369-400f-893f-bdda22fa325f req-13ad1937-ddf2-476f-944c-473a61f0afcd tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:00.045454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2085a450-3369-400f-893f-bdda22fa325f req-13ad1937-ddf2-476f-944c-473a61f0afcd tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 946 time: 0.0542514 Mar 10 15:57:00.094269 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2085a450-3369-400f-893f-bdda22fa325f req-bb6a6b26-6d8b-4cd2-9385-005f1d0ce4c7 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429530 Mar 10 15:57:00.230857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085974f9-bfe6-44f4-8ec1-bc725a289a54 req-e5df86a2-4a89-40f9-be4a-4d1e5a4c29d5 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:00.232294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-085974f9-bfe6-44f4-8ec1-bc725a289a54 req-e5df86a2-4a89-40f9-be4a-4d1e5a4c29d5 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 946 time: 0.0563781 Mar 10 15:57:00.279376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-085974f9-bfe6-44f4-8ec1-bc725a289a54 req-62d0f17e-0267-42fd-af88-ce11c31f3fd8 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405979 Mar 10 15:57:00.397932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98709e-7ab1-470d-9ebd-3ffe332a1fcc req-72a3ccd3-e7bf-4aa4-bdaa-3d876c1d3734 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:00.399436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf98709e-7ab1-470d-9ebd-3ffe332a1fcc req-72a3ccd3-e7bf-4aa4-bdaa-3d876c1d3734 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 946 time: 0.0523355 Mar 10 15:57:00.445528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf98709e-7ab1-470d-9ebd-3ffe332a1fcc req-0c4f494e-195b-4238-8cad-6579fa7010b5 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Mar 10 15:57:00.617064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249b768-9fac-457e-b1c6-c1a5def938af req-05343107-2216-4602-9cb4-abc267f37c38 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:00.618559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e249b768-9fac-457e-b1c6-c1a5def938af req-05343107-2216-4602-9cb4-abc267f37c38 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 946 time: 0.0564899 Mar 10 15:57:00.665537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e249b768-9fac-457e-b1c6-c1a5def938af req-f1bd8b89-7597-4bb6-876e-d7d479ed0c4d tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413344 Mar 10 15:57:00.783480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3add095-eeef-4218-9731-3967e35f1ba7 req-9d1ad6bd-0036-4c0a-8d51-7828fbbce4f2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:00.784957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3add095-eeef-4218-9731-3967e35f1ba7 req-9d1ad6bd-0036-4c0a-8d51-7828fbbce4f2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 946 time: 0.0541131 Mar 10 15:57:00.831266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3add095-eeef-4218-9731-3967e35f1ba7 req-147a2709-0696-414b-a855-807ee81b9f70 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Mar 10 15:57:00.956565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776af04-4f7a-4177-ab59-bc98cf8e2550 req-06ec62c4-80e3-491d-8d05-6c377631b0f2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:00.958010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3776af04-4f7a-4177-ab59-bc98cf8e2550 req-06ec62c4-80e3-491d-8d05-6c377631b0f2 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 946 time: 0.0519907 Mar 10 15:57:01.007974 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3776af04-4f7a-4177-ab59-bc98cf8e2550 req-e6673977-60be-4152-a7a6-431522943032 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444360 Mar 10 15:57:01.314726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d086a-d000-446d-b40f-cbad56022df8 req-96d9786b-27b6-4f9e-91ee-c42b19d5e686 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:01.316156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e8d086a-d000-446d-b40f-cbad56022df8 req-96d9786b-27b6-4f9e-91ee-c42b19d5e686 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 946 time: 0.0538738 Mar 10 15:57:01.363545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2e8d086a-d000-446d-b40f-cbad56022df8 req-fa825189-8e61-45a6-9d82-d5ae4ac7a14f tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Mar 10 15:57:02.482278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14de6a-2fc0-477c-a83e-cec7f2119316 req-58562c5f-aac5-4099-9d82-e255085f3489 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:02.484266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db14de6a-2fc0-477c-a83e-cec7f2119316 req-58562c5f-aac5-4099-9d82-e255085f3489 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 946 time: 0.0520027 Mar 10 15:57:02.530357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-db14de6a-2fc0-477c-a83e-cec7f2119316 req-8737e57e-e5c5-45ef-9b1b-715a7b6541b8 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7d2d49-3016-4530-909a-f8786ff1cece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Mar 10 15:57:02.657369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 81a0df7f-06d4-4d7b-a628-3f5a561a722e no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:57:02.677403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 81a0df7f-06d4-4d7b-a628-3f5a561a722e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:57:02.677756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 81a0df7f-06d4-4d7b-a628-3f5a561a722e not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:57:02.918986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aed92e-efeb-485e-b2d1-6a5973cbbbef req-599184ed-98da-470b-a138-ebc42a5f02c5 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:02.920335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08aed92e-efeb-485e-b2d1-6a5973cbbbef req-599184ed-98da-470b-a138-ebc42a5f02c5 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.62 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 946 time: 0.0547721 Mar 10 15:57:03.008064 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-08aed92e-efeb-485e-b2d1-6a5973cbbbef req-eaa7cad5-5f5d-4671-92de-db5fb8af4078 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Deleting port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:57:03.008408 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-08aed92e-efeb-485e-b2d1-6a5973cbbbef req-eaa7cad5-5f5d-4671-92de-db5fb8af4078 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:03.099792 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-08aed92e-efeb-485e-b2d1-6a5973cbbbef req-eaa7cad5-5f5d-4671-92de-db5fb8af4078 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] For port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef,segment=NetworkSegment(94f791e3-96eb-4901-bbeb-e0dae14f8986),segment_id=94f791e3-96eb-4901-bbeb-e0dae14f8986)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:03.100158 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-08aed92e-efeb-485e-b2d1-6a5973cbbbef req-eaa7cad5-5f5d-4671-92de-db5fb8af4078 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:03.112709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-08aed92e-efeb-485e-b2d1-6a5973cbbbef req-eaa7cad5-5f5d-4671-92de-db5fb8af4078 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Calling delete_port for dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:57:03.236741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-08aed92e-efeb-485e-b2d1-6a5973cbbbef req-eaa7cad5-5f5d-4671-92de-db5fb8af4078 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:03.247296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:57:03.270004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7cad5-5f5d-4671-92de-db5fb8af4078 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Pushing event deleted for resources: {'Port': ['ID=dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:03.309934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-08aed92e-efeb-485e-b2d1-6a5973cbbbef req-eaa7cad5-5f5d-4671-92de-db5fb8af4078 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] No DVR routers for this DVR port dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:57:03.312463 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-08aed92e-efeb-485e-b2d1-6a5973cbbbef req-eaa7cad5-5f5d-4671-92de-db5fb8af4078 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:03.315713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08aed92e-efeb-485e-b2d1-6a5973cbbbef req-eaa7cad5-5f5d-4671-92de-db5fb8af4078 tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.62 "DELETE /v2.0/ports/dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef HTTP/1.1" status: 204 len: 173 time: 0.3908710 Mar 10 15:57:03.316150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266dd1f9-0d36-4039-b7a9-6d19a061095e', 'name': 'network-vif-deleted', 'tag': 'dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:57:03.318364 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162894ec-710d-428a-8b8a-2ec9fec8a8b1" -d '{"events": [{"server_uuid": "266dd1f9-0d36-4039-b7a9-6d19a061095e", "name": "network-vif-deleted", "tag": "dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:57:03.355650 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d486e81-d80f-427d-a49a-25dafbb5ee84 x-openstack-request-id: req-6d486e81-d80f-427d-a49a-25dafbb5ee84 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:57:03.355943 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266dd1f9-0d36-4039-b7a9-6d19a061095e", "name": "network-vif-deleted", "tag": "dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:57:03.356196 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d486e81-d80f-427d-a49a-25dafbb5ee84 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:57:03.356593 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266dd1f9-0d36-4039-b7a9-6d19a061095e', 'name': 'network-vif-deleted', 'tag': 'dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef', 'status': 'completed', 'code': 200} Mar 10 15:57:03.637232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8a540aa-827a-4a46-bd64-c5331dbe5d8a req-56592e48-d367-4931-b6c9-67dea8e7161f tempest-ServersNegativeTestJSON-400569783 tempest-ServersNegativeTestJSON-400569783-project] 10.222.0.11 "GET /v2.0/ports?device_id=266dd1f9-0d36-4039-b7a9-6d19a061095e HTTP/1.1" status: 200 len: 210 time: 0.0287738 Mar 10 15:57:04.695408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41928) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:04.739834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6836ca3-bcf4-4057-b549-d837a6825666 admin admin] Deleting subnet 92102d36-929e-478b-8dd5-0096e0f33b81 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:57:04.742868 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a6836ca3-bcf4-4057-b549-d837a6825666 admin admin] Publish callbacks [] for subnet (92102d36-929e-478b-8dd5-0096e0f33b81), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:04.783550 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a6836ca3-bcf4-4057-b549-d837a6825666 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (92102d36-929e-478b-8dd5-0096e0f33b81), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:04.823812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a6836ca3-bcf4-4057-b549-d837a6825666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (92102d36-929e-478b-8dd5-0096e0f33b81), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:04.874882 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a6836ca3-bcf4-4057-b549-d837a6825666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (92102d36-929e-478b-8dd5-0096e0f33b81), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:04.899455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6836ca3-bcf4-4057-b549-d837a6825666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92102d36-929e-478b-8dd5-0096e0f33b81,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:04.903243 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a6836ca3-bcf4-4057-b549-d837a6825666 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:04.906496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a6836ca3-bcf4-4057-b549-d837a6825666 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/92102d36-929e-478b-8dd5-0096e0f33b81 HTTP/1.1" status: 204 len: 168 time: 0.2100971 Mar 10 15:57:04.908971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41930) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:04.983071 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (107b6751-d3db-40ad-80e1-a089731bf32e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:05.063202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (107b6751-d3db-40ad-80e1-a089731bf32e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:05.083013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107b6751-d3db-40ad-80e1-a089731bf32e']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:05.092608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f791e3-96eb-4901-bbeb-e0dae14f8986') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:05.093435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f791e3-96eb-4901-bbeb-e0dae14f8986') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:05.107215 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (94f791e3-96eb-4901-bbeb-e0dae14f8986), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:05.120979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (94f791e3-96eb-4901-bbeb-e0dae14f8986), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:05.126703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:57:05.127109 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (94f791e3-96eb-4901-bbeb-e0dae14f8986), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:57:05.128715 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:57:05.182933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (107b6751-d3db-40ad-80e1-a089731bf32e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:05.188401 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:05.191543 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] 10.222.0.11 "DELETE /v2.0/networks/107b6751-d3db-40ad-80e1-a089731bf32e HTTP/1.1" status: 204 len: 168 time: 0.2816770 Mar 10 15:57:05.202305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debac4a-38db-4fd7-b080-6f89dfeb8c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=107b6751-d3db-40ad-80e1-a089731bf32e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:05.300957 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41934) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:05.339330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d8809146-9a7a-42cf-964e-ba1c6a07f5af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=690c0e340a6a4037a864fa4bef18242a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372577 Mar 10 15:57:05.341712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41936) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:05.388390 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74bac2e0-6e43-4b94-951b-797c047012e8 admin admin] Publish callbacks [] for security_group (4a7d2d49-3016-4530-909a-f8786ff1cece), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:05.413366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74bac2e0-6e43-4b94-951b-797c047012e8 admin admin] Publish callbacks [] for security_group (4a7d2d49-3016-4530-909a-f8786ff1cece), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:05.459866 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74bac2e0-6e43-4b94-951b-797c047012e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (4a7d2d49-3016-4530-909a-f8786ff1cece), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:05.462629 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74bac2e0-6e43-4b94-951b-797c047012e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:05.463875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-74bac2e0-6e43-4b94-951b-797c047012e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a7d2d49-3016-4530-909a-f8786ff1cece HTTP/1.1" status: 204 len: 168 time: 0.1212907 Mar 10 15:57:05.471923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bac2e0-6e43-4b94-951b-797c047012e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d2d49-3016-4530-909a-f8786ff1cece,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:05.927660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:57:06.110689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:57:06.111059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device dee8e1d8-3efa-4af6-b8c7-2cd9de7e4fef not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:57:06.185414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41958) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:06.281016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-915972351'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:06.301488 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Made reservation on behalf of e6c35efd147c4bc0ac7b1310b19dd286 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:06.304784 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:06.313863 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:06.394811 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for security_group (3399e11e-8b91-406e-8d36-3d3a421bea89), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:06.399369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3399e11e-8b91-406e-8d36-3d3a421bea89), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:06.423341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:57:06.440157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3399e11e-8b91-406e-8d36-3d3a421bea89,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:06.443137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (2c003bd7-933d-42cf-b2a9-48ee20305b81), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:06.443495 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Added segment 2c003bd7-933d-42cf-b2a9-48ee20305b81 of type vlan for network 0e252626-be55-4b49-b535-6e655dce2d24 Mar 10 15:57:06.486054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (0e252626-be55-4b49-b535-6e655dce2d24), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:06.512703 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (0e252626-be55-4b49-b535-6e655dce2d24), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:06.517756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:06.518346 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:06.553348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3666849 Mar 10 15:57:06.594306 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43313832-e88a-4108-85a6-6798b7df3ef3 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event updated for resources: {'Network': ['ID=0e252626-be55-4b49-b535-6e655dce2d24,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:06.609827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 0e252626-be55-4b49-b535-6e655dce2d24 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:57:09.814312 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41962) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:09.819398 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Request body: {'subnet': {'network_id': '0e252626-be55-4b49-b535-6e655dce2d24', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:09.908405 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Made reservation on behalf of e6c35efd147c4bc0ac7b1310b19dd286 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:09.911788 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.092751 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (f6fe87ba-ad41-4ddf-9e6f-0677178decef), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.144951 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event updated for resources: {'Subnet': ['ID=f6fe87ba-ad41-4ddf-9e6f-0677178decef,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:10.160135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Checking segment: {'id': '2c003bd7-933d-42cf-b2a9-48ee20305b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e252626-be55-4b49-b535-6e655dce2d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:10.160495 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Network hostable DHCP agents. Network: 0e252626-be55-4b49-b535-6e655dce2d24, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:57:10.176190 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Network 0e252626-be55-4b49-b535-6e655dce2d24 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:57:10.184569 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 0e252626-be55-4b49-b535-6e655dce2d24) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:10.189316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:10.190455 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.194093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce5b2ce-dff5-4224-b16f-c7461dcd079d None None] Network 0e252626-be55-4b49-b535-6e655dce2d24 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:10.208392 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-134346a3-fe79-462e-a6dd-3e293b6fd3e4 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3929608 Mar 10 15:57:10.212106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41964) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:10.217261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303679472'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:10.236489 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Made reservation on behalf of e6c35efd147c4bc0ac7b1310b19dd286 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:10.239887 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.263825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:57:10.277075 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7c440b17-d6e9-4cda-9fa3-d61cbe362cff), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.277437 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Added segment 7c440b17-d6e9-4cda-9fa3-d61cbe362cff of type vlan for network 6e530625-05a6-4fb3-b02f-b6e6ff0049b4 Mar 10 15:57:10.294275 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-0e252626-be55-4b49-b535-6e655dce2d24', 'network_id': '0e252626-be55-4b49-b535-6e655dce2d24', 'project_id': 'e6c35efd147c4bc0ac7b1310b19dd286', 'fixed_ips': [{'subnet_id': 'f6fe87ba-ad41-4ddf-9e6f-0677178decef'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:57:10.295164 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.320803 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (6e530625-05a6-4fb3-b02f-b6e6ff0049b4), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.346037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (6e530625-05a6-4fb3-b02f-b6e6ff0049b4), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.351062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:10.351645 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.384356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1711435 Mar 10 15:57:10.387612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41966) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:10.394525 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Request body: {'subnet': {'network_id': '6e530625-05a6-4fb3-b02f-b6e6ff0049b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:10.427359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d300b8-28d5-47ea-aa8e-8aa182aeba72 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event updated for resources: {'Network': ['ID=6e530625-05a6-4fb3-b02f-b6e6ff0049b4,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:10.436828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Allocated IP 2001:db8:0:ffff::2 (0e252626-be55-4b49-b535-6e655dce2d24/f6fe87ba-ad41-4ddf-9e6f-0677178decef/d55d2722-367e-4637-b3d4-a294eae78af1) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:57:10.442583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 6e530625-05a6-4fb3-b02f-b6e6ff0049b4 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:57:10.488800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Made reservation on behalf of e6c35efd147c4bc0ac7b1310b19dd286 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:10.492351 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.649630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Publish callbacks [] for port (d55d2722-367e-4637-b3d4-a294eae78af1), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.655722 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.696356 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (1ee72b99-3187-4dda-95c9-7edde7440615), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.697404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Network 0e252626-be55-4b49-b535-6e655dce2d24 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:10.700521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:10.703869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:57:10.711434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Pushing event updated for resources: {'Port': ['ID=d55d2722-367e-4637-b3d4-a294eae78af1,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:10.759946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event updated for resources: {'Subnet': ['ID=1ee72b99-3187-4dda-95c9-7edde7440615,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:10.766203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Attempting to bind port d55d2722-367e-4637-b3d4-a294eae78af1 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:57:10.766705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Attempting to bind port d55d2722-367e-4637-b3d4-a294eae78af1 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '2c003bd7-933d-42cf-b2a9-48ee20305b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e252626-be55-4b49-b535-6e655dce2d24'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:57:10.767113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Attempting to bind port d55d2722-367e-4637-b3d4-a294eae78af1 on network 0e252626-be55-4b49-b535-6e655dce2d24 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:10.770535 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Checking segment: {'id': '7c440b17-d6e9-4cda-9fa3-d61cbe362cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6e530625-05a6-4fb3-b02f-b6e6ff0049b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:10.770928 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Network hostable DHCP agents. Network: 6e530625-05a6-4fb3-b02f-b6e6ff0049b4, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:57:10.772246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:57:10.772631 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Checking segment: {'id': '2c003bd7-933d-42cf-b2a9-48ee20305b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e252626-be55-4b49-b535-6e655dce2d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:10.773037 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.773458 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Bound using segment: {'id': '2c003bd7-933d-42cf-b2a9-48ee20305b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e252626-be55-4b49-b535-6e655dce2d24'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:57:10.773928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Bound port: d55d2722-367e-4637-b3d4-a294eae78af1, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c003bd7-933d-42cf-b2a9-48ee20305b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0e252626-be55-4b49-b535-6e655dce2d24'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:57:10.774312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.788340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Network 6e530625-05a6-4fb3-b02f-b6e6ff0049b4 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:57:10.797009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 6e530625-05a6-4fb3-b02f-b6e6ff0049b4) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:10.801495 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:10.802250 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.809950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af774d5-c5d7-4a76-9b36-eb38af8590cc None None] Network 6e530625-05a6-4fb3-b02f-b6e6ff0049b4 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:10.819470 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-748d42cd-3268-43cf-ba04-465f950e8998 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4306216 Mar 10 15:57:10.822087 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41968) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:10.901580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] For port d55d2722-367e-4637-b3d4-a294eae78af1, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:57:10.906504 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] For port d55d2722-367e-4637-b3d4-a294eae78af1, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d55d2722-367e-4637-b3d4-a294eae78af1,segment=NetworkSegment(2c003bd7-933d-42cf-b2a9-48ee20305b81),segment_id=2c003bd7-933d-42cf-b2a9-48ee20305b81)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:57:10.918366 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.930227 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (6e530625-05a6-4fb3-b02f-b6e6ff0049b4), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.966886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a79777e-7d78-47fa-a80b-c729bae2e1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-6e530625-05a6-4fb3-b02f-b6e6ff0049b4', 'network_id': '6e530625-05a6-4fb3-b02f-b6e6ff0049b4', 'project_id': 'e6c35efd147c4bc0ac7b1310b19dd286', 'fixed_ips': [{'subnet_id': '1ee72b99-3187-4dda-95c9-7edde7440615'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:57:10.968351 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3a79777e-7d78-47fa-a80b-c729bae2e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:10.986523 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (1ee72b99-3187-4dda-95c9-7edde7440615), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.021654 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd61e6-361b-4a63-a148-b69dc2f7e185 None None] Pushing event updated for resources: {'Port': ['ID=d55d2722-367e-4637-b3d4-a294eae78af1,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:11.060664 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (1ee72b99-3187-4dda-95c9-7edde7440615), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.096466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee72b99-3187-4dda-95c9-7edde7440615,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server [None req-3a79777e-7d78-47fa-a80b-c729bae2e1bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ee72b99-3187-4dda-95c9-7edde7440615: This subnet is being modified by another concurrent operation. Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise exception Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ee72b99-3187-4dda-95c9-7edde7440615: This subnet is being modified by another concurrent operation. Mar 10 15:57:11.109139 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Mar 10 15:57:11.127736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65cf8a2-cbc1-43cd-ac37-3f42a743dcc9 None None] Network 6e530625-05a6-4fb3-b02f-b6e6ff0049b4 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:11.179152 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (6e530625-05a6-4fb3-b02f-b6e6ff0049b4), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.215372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e530625-05a6-4fb3-b02f-b6e6ff0049b4']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:11.226316 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c440b17-d6e9-4cda-9fa3-d61cbe362cff') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:11.226689 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c440b17-d6e9-4cda-9fa3-d61cbe362cff') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:11.237105 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (7c440b17-d6e9-4cda-9fa3-d61cbe362cff), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.253833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (7c440b17-d6e9-4cda-9fa3-d61cbe362cff), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.262597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:57:11.263055 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (7c440b17-d6e9-4cda-9fa3-d61cbe362cff), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:57:11.267034 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:57:11.330655 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (6e530625-05a6-4fb3-b02f-b6e6ff0049b4), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.340305 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.343826 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/networks/6e530625-05a6-4fb3-b02f-b6e6ff0049b4 HTTP/1.1" status: 204 len: 168 time: 0.5207541 Mar 10 15:57:11.349148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41970) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:11.354400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1930449293'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:11.361119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d245e2-5c8c-4575-b748-c018040a3eed tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Network': ['ID=6e530625-05a6-4fb3-b02f-b6e6ff0049b4,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:11.376411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Made reservation on behalf of e6c35efd147c4bc0ac7b1310b19dd286 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:11.379843 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.405100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:57:11.415891 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (1b0ac0e9-ab73-42f7-b342-527424523287), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.416244 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Added segment 1b0ac0e9-ab73-42f7-b342-527424523287 of type vlan for network f7e4754e-6989-4c8a-b95e-9a9d7d4781ad Mar 10 15:57:11.461304 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (f7e4754e-6989-4c8a-b95e-9a9d7d4781ad), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.465817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d55d2722-367e-4637-b3d4-a294eae78af1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:57:11.488012 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (f7e4754e-6989-4c8a-b95e-9a9d7d4781ad), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.493096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:11.493741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.516066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d55d2722-367e-4637-b3d4-a294eae78af1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:11.516498 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.535405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1825285 Mar 10 15:57:11.535627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41972) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:11.540396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Request body: {'subnet': {'network_id': 'f7e4754e-6989-4c8a-b95e-9a9d7d4781ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:11.584143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd076d9b-dd9f-4447-92c9-39eb5253444d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event updated for resources: {'Network': ['ID=f7e4754e-6989-4c8a-b95e-9a9d7d4781ad,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:11.598870 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network f7e4754e-6989-4c8a-b95e-9a9d7d4781ad details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:57:11.620563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d55d2722-367e-4637-b3d4-a294eae78af1 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:11.620959 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.660033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Made reservation on behalf of e6c35efd147c4bc0ac7b1310b19dd286 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:11.664999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.697404 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port d55d2722-367e-4637-b3d4-a294eae78af1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d55d2722-367e-4637-b3d4-a294eae78af1,segment=NetworkSegment(2c003bd7-933d-42cf-b2a9-48ee20305b81),segment_id=2c003bd7-933d-42cf-b2a9-48ee20305b81)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:11.703303 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.731465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Performing IP validity checks on allocation pools {{(pid=115533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 10 15:57:11.732185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.ipam_backend_mixin [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 10 15:57:11.763219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=d55d2722-367e-4637-b3d4-a294eae78af1,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:11.861056 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (6d17aaf6-c066-41cb-9789-c025ba2d263c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.926473 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event updated for resources: {'Subnet': ['ID=6d17aaf6-c066-41cb-9789-c025ba2d263c,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:11.935606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Checking segment: {'id': '1b0ac0e9-ab73-42f7-b342-527424523287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f7e4754e-6989-4c8a-b95e-9a9d7d4781ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:11.935969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Network hostable DHCP agents. Network: f7e4754e-6989-4c8a-b95e-9a9d7d4781ad, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:57:11.953563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Network f7e4754e-6989-4c8a-b95e-9a9d7d4781ad is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:57:11.963021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, f7e4754e-6989-4c8a-b95e-9a9d7d4781ad) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:11.970083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:11.970873 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:11.971005 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca7bdb-d181-4c36-8452-82dd4632550c None None] Network f7e4754e-6989-4c8a-b95e-9a9d7d4781ad requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:11.988496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2a1b4471-013e-4af5-8f50-4ff3d1fc5bff tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4518700 Mar 10 15:57:11.991313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41974) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:12.055260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ba01f-f557-4910-bbf8-19968b64762f None None] Network 0e252626-be55-4b49-b535-6e655dce2d24 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:12.097871 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (f7e4754e-6989-4c8a-b95e-9a9d7d4781ad), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.107788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8397f36b-0d4f-404e-b2cb-fce22fd30373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-f7e4754e-6989-4c8a-b95e-9a9d7d4781ad', 'network_id': 'f7e4754e-6989-4c8a-b95e-9a9d7d4781ad', 'project_id': 'e6c35efd147c4bc0ac7b1310b19dd286', 'fixed_ips': [{'subnet_id': '6d17aaf6-c066-41cb-9789-c025ba2d263c'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:57:12.109202 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8397f36b-0d4f-404e-b2cb-fce22fd30373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.149651 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6d17aaf6-c066-41cb-9789-c025ba2d263c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.161459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2f1fa485-52c8-4f00-a848-ae94d2702dd8 None None] Provisioning complete for port d55d2722-367e-4637-b3d4-a294eae78af1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:12.161836 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa485-52c8-4f00-a848-ae94d2702dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.215100 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (6d17aaf6-c066-41cb-9789-c025ba2d263c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.248624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Subnet': ['ID=6d17aaf6-c066-41cb-9789-c025ba2d263c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server [None req-8397f36b-0d4f-404e-b2cb-fce22fd30373 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d17aaf6-c066-41cb-9789-c025ba2d263c: This subnet is being modified by another concurrent operation. Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise self.value Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server raise exception Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d17aaf6-c066-41cb-9789-c025ba2d263c: This subnet is being modified by another concurrent operation. Mar 10 15:57:12.312269 n-d-833090-1 neutron-server[115535]: ERROR oslo_messaging.rpc.server Mar 10 15:57:12.322139 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (f7e4754e-6989-4c8a-b95e-9a9d7d4781ad), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.342462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b784000-7c10-4044-ad63-53a217bdfca2 None None] Network f7e4754e-6989-4c8a-b95e-9a9d7d4781ad requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:12.344185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e4754e-6989-4c8a-b95e-9a9d7d4781ad']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:12.353967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0ac0e9-ab73-42f7-b342-527424523287') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:12.354623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0ac0e9-ab73-42f7-b342-527424523287') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:12.364541 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (1b0ac0e9-ab73-42f7-b342-527424523287), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.378356 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (1b0ac0e9-ab73-42f7-b342-527424523287), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.385884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:57:12.386511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (1b0ac0e9-ab73-42f7-b342-527424523287), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:57:12.391238 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:57:12.416520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2f1fa485-52c8-4f00-a848-ae94d2702dd8 None None] Current status of the port d55d2722-367e-4637-b3d4-a294eae78af1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:12.459296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (f7e4754e-6989-4c8a-b95e-9a9d7d4781ad), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.466470 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.470516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/networks/f7e4754e-6989-4c8a-b95e-9a9d7d4781ad HTTP/1.1" status: 204 len: 168 time: 0.4781659 Mar 10 15:57:12.474754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41976) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:12.480513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1433225697'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:12.482406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd594cef-0b23-4fe4-9702-a83aff51b6e0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Network': ['ID=f7e4754e-6989-4c8a-b95e-9a9d7d4781ad,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:12.500770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Made reservation on behalf of e6c35efd147c4bc0ac7b1310b19dd286 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:12.504286 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.528974 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:57:12.540228 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (21224e15-5ead-4702-b975-17464e02cde4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.540376 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Added segment 21224e15-5ead-4702-b975-17464e02cde4 of type vlan for network b43e0605-a7ec-43c4-baf6-17fc91562ecd Mar 10 15:57:12.584612 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (b43e0605-a7ec-43c4-baf6-17fc91562ecd), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.588072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c957ff-5200-48ee-9513-e758b7051829 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:57:12.611145 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (b43e0605-a7ec-43c4-baf6-17fc91562ecd), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.616388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:12.617005 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.656079 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1794932 Mar 10 15:57:12.659641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41978) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:12.666735 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Request body: {'subnet': {'network_id': 'b43e0605-a7ec-43c4-baf6-17fc91562ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:12.668705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-048706e0-ac99-4755-a0b5-4f4c6ceac5ce None None] Provisioning complete for port d55d2722-367e-4637-b3d4-a294eae78af1 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:12.669082 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-048706e0-ac99-4755-a0b5-4f4c6ceac5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.670490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c957ff-5200-48ee-9513-e758b7051829 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:57:12.700234 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527b56d-7a9f-47b0-97a4-efccac8b29d8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event updated for resources: {'Network': ['ID=b43e0605-a7ec-43c4-baf6-17fc91562ecd,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:12.713398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network b43e0605-a7ec-43c4-baf6-17fc91562ecd details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:57:12.784189 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Made reservation on behalf of e6c35efd147c4bc0ac7b1310b19dd286 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:12.787713 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:12.893197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-048706e0-ac99-4755-a0b5-4f4c6ceac5ce None None] Current status of the port d55d2722-367e-4637-b3d4-a294eae78af1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:12.953999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17004583-d825-4c81-80c6-d63bc9da0af8 None None] get_active_networks_info from n-d-833090-1 {{(pid=115535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 15:57:12.972525 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (5cad88a4-28b9-43a8-a77e-0923fc9f6f09), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.021476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17004583-d825-4c81-80c6-d63bc9da0af8 None None] Resources bound (agent type, host, resource id): {{(pid=115535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 10 15:57:13.032540 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event updated for resources: {'Subnet': ['ID=5cad88a4-28b9-43a8-a77e-0923fc9f6f09,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:13.041123 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Checking segment: {'id': '21224e15-5ead-4702-b975-17464e02cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b43e0605-a7ec-43c4-baf6-17fc91562ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:13.041489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Network hostable DHCP agents. Network: b43e0605-a7ec-43c4-baf6-17fc91562ecd, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:57:13.059598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Network b43e0605-a7ec-43c4-baf6-17fc91562ecd is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:57:13.069205 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, b43e0605-a7ec-43c4-baf6-17fc91562ecd) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:13.073301 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:13.074062 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.094819 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a5af8ef8-d424-4fe4-9df5-173160fc7ac2 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4308283 Mar 10 15:57:13.095060 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41980) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:13.099873 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-605094106'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:13.119270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Made reservation on behalf of e6c35efd147c4bc0ac7b1310b19dd286 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:13.122685 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.150926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:57:13.159895 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (13b0df4c-cb45-418f-9ceb-6811fa07ece0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.160245 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Added segment 13b0df4c-cb45-418f-9ceb-6811fa07ece0 of type vlan for network 119fad33-ec5b-4a82-b2c2-30a21af8659e Mar 10 15:57:13.176601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0adb6f8-8afe-4197-ad2a-3abb1abb56e1 None None] Network b43e0605-a7ec-43c4-baf6-17fc91562ecd requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:13.202402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (119fad33-ec5b-4a82-b2c2-30a21af8659e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.227711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (119fad33-ec5b-4a82-b2c2-30a21af8659e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.232971 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:13.233799 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.272301 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1758249 Mar 10 15:57:13.274851 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41982) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:13.281126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Request body: {'subnet': {'network_id': '119fad33-ec5b-4a82-b2c2-30a21af8659e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:13.282853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-b43e0605-a7ec-43c4-baf6-17fc91562ecd', 'network_id': 'b43e0605-a7ec-43c4-baf6-17fc91562ecd', 'project_id': 'e6c35efd147c4bc0ac7b1310b19dd286', 'fixed_ips': [{'subnet_id': '5cad88a4-28b9-43a8-a77e-0923fc9f6f09'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:57:13.283814 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.304399 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec37663-67f4-4e98-8f6f-abd4484f3e7b tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event updated for resources: {'Network': ['ID=119fad33-ec5b-4a82-b2c2-30a21af8659e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:13.368082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 119fad33-ec5b-4a82-b2c2-30a21af8659e details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:57:13.372080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Made reservation on behalf of e6c35efd147c4bc0ac7b1310b19dd286 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:13.375579 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.468092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d55d2722-367e-4637-b3d4-a294eae78af1 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:57:13.595061 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (ae8dcbc3-44cc-4bf8-a046-5d152028a019), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.667375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event updated for resources: {'Subnet': ['ID=ae8dcbc3-44cc-4bf8-a046-5d152028a019,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:13.676249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Checking segment: {'id': '13b0df4c-cb45-418f-9ceb-6811fa07ece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '119fad33-ec5b-4a82-b2c2-30a21af8659e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:13.676551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Network hostable DHCP agents. Network: 119fad33-ec5b-4a82-b2c2-30a21af8659e, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:57:13.693393 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Allocated IP 2001:db8::2 (b43e0605-a7ec-43c4-baf6-17fc91562ecd/5cad88a4-28b9-43a8-a77e-0923fc9f6f09/0c3cc9bc-ef59-4b46-a9f5-42aeeb739696) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:57:13.694029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Network 119fad33-ec5b-4a82-b2c2-30a21af8659e is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:57:13.702844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 119fad33-ec5b-4a82-b2c2-30a21af8659e) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:13.708826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:13.709759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.727909 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654ce84c-8d35-492a-b885-144bdb6f7efa None None] Network 119fad33-ec5b-4a82-b2c2-30a21af8659e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:13.731599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e502590b-000e-40bf-a58e-249673b46560 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4556108 Mar 10 15:57:13.734632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41984) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:13.745927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d55d2722-367e-4637-b3d4-a294eae78af1 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:13.746309 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.853556 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (119fad33-ec5b-4a82-b2c2-30a21af8659e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.909155 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (ae8dcbc3-44cc-4bf8-a046-5d152028a019), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.969601 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (ae8dcbc3-44cc-4bf8-a046-5d152028a019), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.971619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3164d905-9636-4031-9e7b-89ac6aab5d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-119fad33-ec5b-4a82-b2c2-30a21af8659e', 'network_id': '119fad33-ec5b-4a82-b2c2-30a21af8659e', 'project_id': 'e6c35efd147c4bc0ac7b1310b19dd286', 'fixed_ips': [{'subnet_id': 'ae8dcbc3-44cc-4bf8-a046-5d152028a019'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:57:13.972468 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3164d905-9636-4031-9e7b-89ac6aab5d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:13.994975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8dcbc3-44cc-4bf8-a046-5d152028a019,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:14.009428 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Publish callbacks [] for port (0c3cc9bc-ef59-4b46-a9f5-42aeeb739696), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.022917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d55d2722-367e-4637-b3d4-a294eae78af1 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:14.025244 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (0c3cc9bc-ef59-4b46-a9f5-42aeeb739696), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.064644 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (119fad33-ec5b-4a82-b2c2-30a21af8659e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.085049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119fad33-ec5b-4a82-b2c2-30a21af8659e']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:14.101574 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b0df4c-cb45-418f-9ceb-6811fa07ece0') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:14.101868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b0df4c-cb45-418f-9ceb-6811fa07ece0') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:14.111675 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (13b0df4c-cb45-418f-9ceb-6811fa07ece0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.114390 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Network b43e0605-a7ec-43c4-baf6-17fc91562ecd is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:14.117351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:14.125282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e620de-c25b-4893-b4fd-4b8d6dbb2ae6 None None] Network 119fad33-ec5b-4a82-b2c2-30a21af8659e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:14.125730 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (13b0df4c-cb45-418f-9ceb-6811fa07ece0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.127575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:57:14.131906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:57:14.132291 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (13b0df4c-cb45-418f-9ceb-6811fa07ece0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:57:14.135600 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:57:14.148235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Pushing event updated for resources: {'Port': ['ID=0c3cc9bc-ef59-4b46-a9f5-42aeeb739696,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:14.195834 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (119fad33-ec5b-4a82-b2c2-30a21af8659e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.203825 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.207040 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/networks/119fad33-ec5b-4a82-b2c2-30a21af8659e HTTP/1.1" status: 204 len: 168 time: 0.4710791 Mar 10 15:57:14.209998 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41986) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:14.218227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534425c9-ebb6-46a9-8fdf-4025e49837e8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Network': ['ID=119fad33-ec5b-4a82-b2c2-30a21af8659e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:14.245567 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36037af-e981-4391-8142-4e216b178714 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] GET failed (client error): The resource could not be found. Mar 10 15:57:14.246919 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f36037af-e981-4391-8142-4e216b178714 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "GET /v2.0/subnets/ae8dcbc3-44cc-4bf8-a046-5d152028a019 HTTP/1.1" status: 404 len: 337 time: 0.0357804 Mar 10 15:57:14.250750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41988) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:14.254156 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Attempting to bind port 0c3cc9bc-ef59-4b46-a9f5-42aeeb739696 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:57:14.254641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Attempting to bind port 0c3cc9bc-ef59-4b46-a9f5-42aeeb739696 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '21224e15-5ead-4702-b975-17464e02cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b43e0605-a7ec-43c4-baf6-17fc91562ecd'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:57:14.254927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Attempting to bind port 0c3cc9bc-ef59-4b46-a9f5-42aeeb739696 on network b43e0605-a7ec-43c4-baf6-17fc91562ecd {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:14.260200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:57:14.260583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Checking segment: {'id': '21224e15-5ead-4702-b975-17464e02cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b43e0605-a7ec-43c4-baf6-17fc91562ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:14.260987 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.261383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Bound using segment: {'id': '21224e15-5ead-4702-b975-17464e02cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b43e0605-a7ec-43c4-baf6-17fc91562ecd'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:57:14.261847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Bound port: 0c3cc9bc-ef59-4b46-a9f5-42aeeb739696, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21224e15-5ead-4702-b975-17464e02cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b43e0605-a7ec-43c4-baf6-17fc91562ecd'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:57:14.262228 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (0c3cc9bc-ef59-4b46-a9f5-42aeeb739696), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.269845 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc4597f-8acc-4033-800c-aa0cf319c6b0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] DELETE failed (client error): The resource could not be found. Mar 10 15:57:14.270732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc4597f-8acc-4033-800c-aa0cf319c6b0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:57:14.273276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2fc4597f-8acc-4033-800c-aa0cf319c6b0 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/networks/119fad33-ec5b-4a82-b2c2-30a21af8659e HTTP/1.1" status: 404 len: 339 time: 0.0214932 Mar 10 15:57:14.277011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41990) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:14.306721 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1845b275-d4cd-4ccc-ab5a-bd85106b190d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] DELETE failed (client error): The resource could not be found. Mar 10 15:57:14.307203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1845b275-d4cd-4ccc-ab5a-bd85106b190d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:57:14.310184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1845b275-d4cd-4ccc-ab5a-bd85106b190d tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/subnets/ae8dcbc3-44cc-4bf8-a046-5d152028a019 HTTP/1.1" status: 404 len: 337 time: 0.0321946 Mar 10 15:57:14.313317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41992) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:14.328075 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] For port 0c3cc9bc-ef59-4b46-a9f5-42aeeb739696, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:57:14.331362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] For port 0c3cc9bc-ef59-4b46-a9f5-42aeeb739696, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c3cc9bc-ef59-4b46-a9f5-42aeeb739696,segment=NetworkSegment(21224e15-5ead-4702-b975-17464e02cde4),segment_id=21224e15-5ead-4702-b975-17464e02cde4)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:57:14.331773 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f55c36d-9d70-4466-b596-69fbca1c9581 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] DELETE failed (client error): The resource could not be found. Mar 10 15:57:14.332452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f55c36d-9d70-4466-b596-69fbca1c9581 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:57:14.335497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3f55c36d-9d70-4466-b596-69fbca1c9581 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/networks/119fad33-ec5b-4a82-b2c2-30a21af8659e HTTP/1.1" status: 404 len: 339 time: 0.0212815 Mar 10 15:57:14.336521 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (0c3cc9bc-ef59-4b46-a9f5-42aeeb739696), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.338491 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41994) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:14.393283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e54b73b-9e9c-406b-8941-6370a251aca7 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Deleting subnet 5cad88a4-28b9-43a8-a77e-0923fc9f6f09 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:57:14.394728 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6dc38-1db6-415b-b9a6-42d364fa9808 None None] Pushing event updated for resources: {'Port': ['ID=0c3cc9bc-ef59-4b46-a9f5-42aeeb739696,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:14.399154 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e54b73b-9e9c-406b-8941-6370a251aca7 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for subnet (5cad88a4-28b9-43a8-a77e-0923fc9f6f09), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.442240 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e54b73b-9e9c-406b-8941-6370a251aca7 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (5cad88a4-28b9-43a8-a77e-0923fc9f6f09), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.530995 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e54b73b-9e9c-406b-8941-6370a251aca7 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (5cad88a4-28b9-43a8-a77e-0923fc9f6f09), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.594071 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e54b73b-9e9c-406b-8941-6370a251aca7 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (5cad88a4-28b9-43a8-a77e-0923fc9f6f09), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.621896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b73b-9e9c-406b-8941-6370a251aca7 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Subnet': ['ID=5cad88a4-28b9-43a8-a77e-0923fc9f6f09,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:14.627069 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2e54b73b-9e9c-406b-8941-6370a251aca7 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.630258 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2e54b73b-9e9c-406b-8941-6370a251aca7 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/subnets/5cad88a4-28b9-43a8-a77e-0923fc9f6f09 HTTP/1.1" status: 204 len: 168 time: 0.2907636 Mar 10 15:57:14.633104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 41996) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:14.712432 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (b43e0605-a7ec-43c4-baf6-17fc91562ecd), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.764452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Deleting port 0c3cc9bc-ef59-4b46-a9f5-42aeeb739696 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:57:14.764796 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (0c3cc9bc-ef59-4b46-a9f5-42aeeb739696), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.833709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] For port 0c3cc9bc-ef59-4b46-a9f5-42aeeb739696, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=0c3cc9bc-ef59-4b46-a9f5-42aeeb739696,segment=NetworkSegment(21224e15-5ead-4702-b975-17464e02cde4),segment_id=21224e15-5ead-4702-b975-17464e02cde4)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:14.833997 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (0c3cc9bc-ef59-4b46-a9f5-42aeeb739696), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.846076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Calling delete_port for 0c3cc9bc-ef59-4b46-a9f5-42aeeb739696 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:57:14.925177 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (0c3cc9bc-ef59-4b46-a9f5-42aeeb739696), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:14.951954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Port': ['ID=0c3cc9bc-ef59-4b46-a9f5-42aeeb739696,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:14.957741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] No DVR routers for this DVR port 0c3cc9bc-ef59-4b46-a9f5-42aeeb739696 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:57:15.036384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (b43e0605-a7ec-43c4-baf6-17fc91562ecd), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.058611 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43e0605-a7ec-43c4-baf6-17fc91562ecd']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:15.068538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21224e15-5ead-4702-b975-17464e02cde4') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:15.068840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21224e15-5ead-4702-b975-17464e02cde4') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:15.078568 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (21224e15-5ead-4702-b975-17464e02cde4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.092235 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (21224e15-5ead-4702-b975-17464e02cde4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.099833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:57:15.100255 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (21224e15-5ead-4702-b975-17464e02cde4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:57:15.103613 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:57:15.168219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (b43e0605-a7ec-43c4-baf6-17fc91562ecd), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.172892 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.176189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/networks/b43e0605-a7ec-43c4-baf6-17fc91562ecd HTTP/1.1" status: 204 len: 168 time: 0.5420015 Mar 10 15:57:15.178809 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 41998) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:15.192820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08a2a8-79a0-4c73-891f-f2e5cf6e2ddf tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Network': ['ID=b43e0605-a7ec-43c4-baf6-17fc91562ecd,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:15.221202 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbd4f11-553b-479d-beae-92c73b447f56 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] DELETE failed (client error): The resource could not be found. Mar 10 15:57:15.221794 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbd4f11-553b-479d-beae-92c73b447f56 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:57:15.225514 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4cbd4f11-553b-479d-beae-92c73b447f56 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/subnets/6d17aaf6-c066-41cb-9789-c025ba2d263c HTTP/1.1" status: 404 len: 337 time: 0.0451782 Mar 10 15:57:15.228204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42000) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:15.250762 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1a52f9-dfb9-420e-a57e-9cd7f5e3fcc8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] DELETE failed (client error): The resource could not be found. Mar 10 15:57:15.251333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1a52f9-dfb9-420e-a57e-9cd7f5e3fcc8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:57:15.254363 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9c1a52f9-dfb9-420e-a57e-9cd7f5e3fcc8 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/networks/f7e4754e-6989-4c8a-b95e-9a9d7d4781ad HTTP/1.1" status: 404 len: 339 time: 0.0248742 Mar 10 15:57:15.256926 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42002) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:15.282722 n-d-833090-1 neutron-server[115534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab836971-cae0-43bf-bd54-6d2772d15844 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] DELETE failed (client error): The resource could not be found. Mar 10 15:57:15.283215 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab836971-cae0-43bf-bd54-6d2772d15844 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115534) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:57:15.286771 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ab836971-cae0-43bf-bd54-6d2772d15844 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/subnets/1ee72b99-3187-4dda-95c9-7edde7440615 HTTP/1.1" status: 404 len: 337 time: 0.0287850 Mar 10 15:57:15.289517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42004) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:15.308669 n-d-833090-1 neutron-server[115533]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c3c9bd-ec60-4d5f-8786-cfbd5ab035ac tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] DELETE failed (client error): The resource could not be found. Mar 10 15:57:15.309175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c3c9bd-ec60-4d5f-8786-cfbd5ab035ac tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 10 15:57:15.313070 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c0c3c9bd-ec60-4d5f-8786-cfbd5ab035ac tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/networks/6e530625-05a6-4fb3-b02f-b6e6ff0049b4 HTTP/1.1" status: 404 len: 339 time: 0.0224845 Mar 10 15:57:15.315636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42006) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:15.368633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-837c76a7-9ae4-4ff0-8fab-f52aaed99568 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Deleting subnet f6fe87ba-ad41-4ddf-9e6f-0677178decef {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:57:15.372287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-837c76a7-9ae4-4ff0-8fab-f52aaed99568 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for subnet (f6fe87ba-ad41-4ddf-9e6f-0677178decef), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.416194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32e9d6-6265-4c9e-8219-26ff2ae3220b None None] DHCP port deletion for b43e0605-a7ec-43c4-baf6-17fc91562ecd request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:57:15.418262 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-837c76a7-9ae4-4ff0-8fab-f52aaed99568 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (f6fe87ba-ad41-4ddf-9e6f-0677178decef), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.441122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ad7d4-a332-40f1-859d-744d54d9a79d None None] Network b43e0605-a7ec-43c4-baf6-17fc91562ecd requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:15.463974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a763f1c5-c991-4812-a7e7-7ced1f782396 None None] Could not find standard attr ID for object 0c3cc9bc-ef59-4b46-a9f5-42aeeb739696. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:57:15.465352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ad7d4-a332-40f1-859d-744d54d9a79d None None] Network b43e0605-a7ec-43c4-baf6-17fc91562ecd could not be found, it might have been deleted concurrently. {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 15:57:15.521180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-837c76a7-9ae4-4ff0-8fab-f52aaed99568 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f6fe87ba-ad41-4ddf-9e6f-0677178decef), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.572929 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-837c76a7-9ae4-4ff0-8fab-f52aaed99568 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (f6fe87ba-ad41-4ddf-9e6f-0677178decef), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.606838 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-837c76a7-9ae4-4ff0-8fab-f52aaed99568 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.610347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-837c76a7-9ae4-4ff0-8fab-f52aaed99568 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/subnets/f6fe87ba-ad41-4ddf-9e6f-0677178decef HTTP/1.1" status: 204 len: 168 time: 0.2933748 Mar 10 15:57:15.612403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c76a7-9ae4-4ff0-8fab-f52aaed99568 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Subnet': ['ID=f6fe87ba-ad41-4ddf-9e6f-0677178decef,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:15.612981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42008) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:15.617429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de3473-fcc1-47ec-a41e-a922cad0485b None None] Network 0e252626-be55-4b49-b535-6e655dce2d24 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:15.693918 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (0e252626-be55-4b49-b535-6e655dce2d24), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.749733 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Deleting port d55d2722-367e-4637-b3d4-a294eae78af1 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:57:15.750073 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.768686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878d3a3b-c5c9-4202-8229-50b618598f59 None None] DHCP port deletion for 0e252626-be55-4b49-b535-6e655dce2d24 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:57:15.818300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] For port d55d2722-367e-4637-b3d4-a294eae78af1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d55d2722-367e-4637-b3d4-a294eae78af1,segment=NetworkSegment(2c003bd7-933d-42cf-b2a9-48ee20305b81),segment_id=2c003bd7-933d-42cf-b2a9-48ee20305b81)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:15.818666 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.822773 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-878d3a3b-c5c9-4202-8229-50b618598f59 None None] Deleting port d55d2722-367e-4637-b3d4-a294eae78af1 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:57:15.823237 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-878d3a3b-c5c9-4202-8229-50b618598f59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.831372 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Calling delete_port for d55d2722-367e-4637-b3d4-a294eae78af1 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:57:15.886059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-878d3a3b-c5c9-4202-8229-50b618598f59 None None] For port d55d2722-367e-4637-b3d4-a294eae78af1, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d55d2722-367e-4637-b3d4-a294eae78af1,segment=NetworkSegment(2c003bd7-933d-42cf-b2a9-48ee20305b81),segment_id=2c003bd7-933d-42cf-b2a9-48ee20305b81)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:15.886445 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-878d3a3b-c5c9-4202-8229-50b618598f59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.899785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-878d3a3b-c5c9-4202-8229-50b618598f59 None None] Calling delete_port for d55d2722-367e-4637-b3d4-a294eae78af1 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:57:15.912390 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:15.940479 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Port': ['ID=d55d2722-367e-4637-b3d4-a294eae78af1,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:15.942655 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] No DVR routers for this DVR port d55d2722-367e-4637-b3d4-a294eae78af1 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:57:15.985389 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-878d3a3b-c5c9-4202-8229-50b618598f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (d55d2722-367e-4637-b3d4-a294eae78af1), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:16.013633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d3a3b-c5c9-4202-8229-50b618598f59 None None] Pushing event deleted for resources: {'Port': ['ID=d55d2722-367e-4637-b3d4-a294eae78af1,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:16.018186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d3a3b-c5c9-4202-8229-50b618598f59 None None] No DVR routers for this DVR port d55d2722-367e-4637-b3d4-a294eae78af1 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:57:16.027522 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (0e252626-be55-4b49-b535-6e655dce2d24), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:16.049770 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e252626-be55-4b49-b535-6e655dce2d24']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:16.059134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c003bd7-933d-42cf-b2a9-48ee20305b81') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:16.059429 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c003bd7-933d-42cf-b2a9-48ee20305b81') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:16.069235 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (2c003bd7-933d-42cf-b2a9-48ee20305b81), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:16.082096 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (2c003bd7-933d-42cf-b2a9-48ee20305b81), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:16.088037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:57:16.088428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (2c003bd7-933d-42cf-b2a9-48ee20305b81), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:57:16.091463 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:57:16.151368 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (0e252626-be55-4b49-b535-6e655dce2d24), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:16.159444 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:16.162546 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] 10.222.0.11 "DELETE /v2.0/networks/0e252626-be55-4b49-b535-6e655dce2d24 HTTP/1.1" status: 204 len: 168 time: 0.5485909 Mar 10 15:57:16.172534 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d6144-7ddf-454d-b505-69b3fd868e27 tempest-NetworksIpV6Test-584672649 tempest-NetworksIpV6Test-584672649-project] Pushing event deleted for resources: {'Network': ['ID=0e252626-be55-4b49-b535-6e655dce2d24,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:16.398332 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42014) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:16.527881 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-16bb255e-3768-4845-9a86-cf254cdb361e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6c35efd147c4bc0ac7b1310b19dd286&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283648 Mar 10 15:57:16.530287 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42018) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:16.575701 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f182655-e3d3-47f6-8f67-a6f6cded649f admin admin] Publish callbacks [] for security_group (3399e11e-8b91-406e-8d36-3d3a421bea89), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:16.596758 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f182655-e3d3-47f6-8f67-a6f6cded649f admin admin] Publish callbacks [] for security_group (3399e11e-8b91-406e-8d36-3d3a421bea89), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:16.648141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f182655-e3d3-47f6-8f67-a6f6cded649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (3399e11e-8b91-406e-8d36-3d3a421bea89), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:16.651249 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6f182655-e3d3-47f6-8f67-a6f6cded649f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:16.652836 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6f182655-e3d3-47f6-8f67-a6f6cded649f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3399e11e-8b91-406e-8d36-3d3a421bea89 HTTP/1.1" status: 204 len: 168 time: 0.1215365 Mar 10 15:57:16.661522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f182655-e3d3-47f6-8f67-a6f6cded649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3399e11e-8b91-406e-8d36-3d3a421bea89,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:17.282454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42040) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:17.376597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-48839b9a-fe46-4915-a8e2-57db45f9bfaa tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-274918831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:17.397979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48839b9a-fe46-4915-a8e2-57db45f9bfaa tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (226a4193-ad01-4cdb-a0b2-86a547225cef), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:17.399052 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48839b9a-fe46-4915-a8e2-57db45f9bfaa tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (226a4193-ad01-4cdb-a0b2-86a547225cef), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:17.441970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d55d2722-367e-4637-b3d4-a294eae78af1 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:57:17.462571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d55d2722-367e-4637-b3d4-a294eae78af1 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:57:17.462946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d55d2722-367e-4637-b3d4-a294eae78af1 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:57:17.784931 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48839b9a-fe46-4915-a8e2-57db45f9bfaa tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for router_controller (226a4193-ad01-4cdb-a0b2-86a547225cef), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:17.789113 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48839b9a-fe46-4915-a8e2-57db45f9bfaa tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (226a4193-ad01-4cdb-a0b2-86a547225cef), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:17.806530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-48839b9a-fe46-4915-a8e2-57db45f9bfaa tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:17.807785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-48839b9a-fe46-4915-a8e2-57db45f9bfaa tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5241630 Mar 10 15:57:17.810582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42044) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:17.815820 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-239679076'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:17.834280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Made reservation on behalf of 8f9b93253c5244d3ad6a75f9f341816b for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:17.837410 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:17.846032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:17.918310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for security_group (b19e402f-2d0e-46e7-8b17-cde3c257c85a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:17.922482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b19e402f-2d0e-46e7-8b17-cde3c257c85a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:17.947445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:57:17.956725 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19e402f-2d0e-46e7-8b17-cde3c257c85a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:17.962317 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (91efd5c5-b780-4d2b-9548-3466432a4efe), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:17.962657 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Added segment 91efd5c5-b780-4d2b-9548-3466432a4efe of type vlan for network 90429472-3399-463a-a604-9a4b6ac8b477 Mar 10 15:57:18.004124 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (90429472-3399-463a-a604-9a4b6ac8b477), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.027571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (90429472-3399-463a-a604-9a4b6ac8b477), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.033131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:18.033812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.061912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2496765 Mar 10 15:57:18.064691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42046) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:18.074602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Request body: {'subnet': {'network_id': '90429472-3399-463a-a604-9a4b6ac8b477', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:18.134068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eca6c4-eebc-47e4-a120-8b27c6bb1ecd tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Pushing event updated for resources: {'Network': ['ID=90429472-3399-463a-a604-9a4b6ac8b477,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:18.144078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 90429472-3399-463a-a604-9a4b6ac8b477 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:57:18.192359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Made reservation on behalf of 8f9b93253c5244d3ad6a75f9f341816b for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:18.196294 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.306277 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.376723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (f702d3b1-328e-4545-a958-e29c2e1c0692), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.441157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Pushing event updated for resources: {'Subnet': ['ID=f702d3b1-328e-4545-a958-e29c2e1c0692,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:18.448482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Checking segment: {'id': '91efd5c5-b780-4d2b-9548-3466432a4efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '90429472-3399-463a-a604-9a4b6ac8b477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:18.448853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Network hostable DHCP agents. Network: 90429472-3399-463a-a604-9a4b6ac8b477, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:57:18.465470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Network 90429472-3399-463a-a604-9a4b6ac8b477 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:57:18.475173 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 90429472-3399-463a-a604-9a4b6ac8b477) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:18.479295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:18.479889 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.484424 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fa79ce-d6b4-4d4b-b954-1f6ee94bcf4e None None] Network 90429472-3399-463a-a604-9a4b6ac8b477 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:18.497392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9d204cef-83e5-4ac1-87a4-a89bbc0f47e4 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4317122 Mar 10 15:57:18.500419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42048) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:18.505208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-142911044'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:18.523420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Made reservation on behalf of 8f9b93253c5244d3ad6a75f9f341816b for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:18.526681 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.550229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:57:18.560289 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ed701595-2982-4cb4-ae97-6c5484766769), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.560560 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Added segment ed701595-2982-4cb4-ae97-6c5484766769 of type vlan for network f13a71ba-0b58-4389-ae1b-7ab01fcf8010 Mar 10 15:57:18.588628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-90429472-3399-463a-a604-9a4b6ac8b477', 'network_id': '90429472-3399-463a-a604-9a4b6ac8b477', 'project_id': '8f9b93253c5244d3ad6a75f9f341816b', 'fixed_ips': [{'subnet_id': 'f702d3b1-328e-4545-a958-e29c2e1c0692'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:57:18.589458 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.604723 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (f13a71ba-0b58-4389-ae1b-7ab01fcf8010), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.630875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (f13a71ba-0b58-4389-ae1b-7ab01fcf8010), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.636111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:18.636714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.675950 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1744978 Mar 10 15:57:18.678661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42050) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:18.684214 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Request body: {'subnet': {'network_id': 'f13a71ba-0b58-4389-ae1b-7ab01fcf8010', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:18.724563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Allocated IP 172.20.0.2 (90429472-3399-463a-a604-9a4b6ac8b477/f702d3b1-328e-4545-a958-e29c2e1c0692/1f68c2c8-f22c-4433-be36-7fbb6f9305be) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:57:18.728388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7edc3f-f21a-4657-babc-6ef531927652 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Pushing event updated for resources: {'Network': ['ID=f13a71ba-0b58-4389-ae1b-7ab01fcf8010,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:18.741848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network f13a71ba-0b58-4389-ae1b-7ab01fcf8010 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:57:18.804459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Made reservation on behalf of 8f9b93253c5244d3ad6a75f9f341816b for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:18.808430 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.932856 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Publish callbacks [] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.938852 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:18.975794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Network 90429472-3399-463a-a604-9a4b6ac8b477 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:18.980530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:18.984489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:57:18.990226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Pushing event updated for resources: {'Port': ['ID=1f68c2c8-f22c-4433-be36-7fbb6f9305be,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:18.993576 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (5b505606-a855-4802-b048-c820bb59947b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.043614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Attempting to bind port 1f68c2c8-f22c-4433-be36-7fbb6f9305be on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:57:19.043985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Attempting to bind port 1f68c2c8-f22c-4433-be36-7fbb6f9305be by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '91efd5c5-b780-4d2b-9548-3466432a4efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '90429472-3399-463a-a604-9a4b6ac8b477'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:57:19.044346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Attempting to bind port 1f68c2c8-f22c-4433-be36-7fbb6f9305be on network 90429472-3399-463a-a604-9a4b6ac8b477 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:19.050162 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:57:19.050442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Checking segment: {'id': '91efd5c5-b780-4d2b-9548-3466432a4efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '90429472-3399-463a-a604-9a4b6ac8b477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:19.050867 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.051258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Bound using segment: {'id': '91efd5c5-b780-4d2b-9548-3466432a4efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '90429472-3399-463a-a604-9a4b6ac8b477'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:57:19.051716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Bound port: 1f68c2c8-f22c-4433-be36-7fbb6f9305be, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91efd5c5-b780-4d2b-9548-3466432a4efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '90429472-3399-463a-a604-9a4b6ac8b477'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:57:19.052095 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.059895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Pushing event updated for resources: {'Subnet': ['ID=5b505606-a855-4802-b048-c820bb59947b,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:19.068653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Checking segment: {'id': 'ed701595-2982-4cb4-ae97-6c5484766769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f13a71ba-0b58-4389-ae1b-7ab01fcf8010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:19.069011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Network hostable DHCP agents. Network: f13a71ba-0b58-4389-ae1b-7ab01fcf8010, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:57:19.085533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Network f13a71ba-0b58-4389-ae1b-7ab01fcf8010 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:57:19.095014 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, f13a71ba-0b58-4389-ae1b-7ab01fcf8010) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:19.099105 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:19.099785 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.108627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783bc916-1ad5-4f07-95f3-5d7248186e1b None None] Network f13a71ba-0b58-4389-ae1b-7ab01fcf8010 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:19.117609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5aab64fe-e0c4-4b74-9884-5559da59af8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4378452 Mar 10 15:57:19.120361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42052) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:19.125337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e866da44-7489-400d-836d-4a5db38da5fa tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f13a71ba-0b58-4389-ae1b-7ab01fcf8010'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:19.148759 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] For port 1f68c2c8-f22c-4433-be36-7fbb6f9305be, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:57:19.185178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] For port 1f68c2c8-f22c-4433-be36-7fbb6f9305be, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1f68c2c8-f22c-4433-be36-7fbb6f9305be,segment=NetworkSegment(91efd5c5-b780-4d2b-9548-3466432a4efe),segment_id=91efd5c5-b780-4d2b-9548-3466432a4efe)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:57:19.195477 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.282885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-f13a71ba-0b58-4389-ae1b-7ab01fcf8010', 'network_id': 'f13a71ba-0b58-4389-ae1b-7ab01fcf8010', 'project_id': '8f9b93253c5244d3ad6a75f9f341816b', 'fixed_ips': [{'subnet_id': '5b505606-a855-4802-b048-c820bb59947b'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:57:19.283743 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.286174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b1ab5-67ab-4876-96c5-bb426cf7a27b None None] Pushing event updated for resources: {'Port': ['ID=1f68c2c8-f22c-4433-be36-7fbb6f9305be,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:19.349462 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e866da44-7489-400d-836d-4a5db38da5fa tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for router_gateway (226a4193-ad01-4cdb-a0b2-86a547225cef), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.432409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Allocated IP 172.21.0.2 (f13a71ba-0b58-4389-ae1b-7ab01fcf8010/5b505606-a855-4802-b048-c820bb59947b/a7ade7ba-eba9-4335-a078-d32801cda885) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:57:19.494516 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [None req-e866da44-7489-400d-836d-4a5db38da5fa tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 15:57:19.495732 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e866da44-7489-400d-836d-4a5db38da5fa tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "PUT /v2.0/routers/226a4193-ad01-4cdb-a0b2-86a547225cef HTTP/1.1" status: 400 len: 364 time: 0.3744454 Mar 10 15:57:19.502270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42054) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:19.568627 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1bd382-0e78-4331-a36a-82fd494c5330 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Deleting subnet 5b505606-a855-4802-b048-c820bb59947b {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:57:19.609594 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Publish callbacks [] for port (a7ade7ba-eba9-4335-a078-d32801cda885), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.615550 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd382-0e78-4331-a36a-82fd494c5330 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for subnet (5b505606-a855-4802-b048-c820bb59947b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.616055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (a7ade7ba-eba9-4335-a078-d32801cda885), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.657434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Network f13a71ba-0b58-4389-ae1b-7ab01fcf8010 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:19.657945 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd382-0e78-4331-a36a-82fd494c5330 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (5b505606-a855-4802-b048-c820bb59947b), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.663834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:19.667271 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:57:19.674766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Pushing event updated for resources: {'Port': ['ID=a7ade7ba-eba9-4335-a078-d32801cda885,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:19.726397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Attempting to bind port a7ade7ba-eba9-4335-a078-d32801cda885 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:57:19.727043 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Attempting to bind port a7ade7ba-eba9-4335-a078-d32801cda885 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'ed701595-2982-4cb4-ae97-6c5484766769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f13a71ba-0b58-4389-ae1b-7ab01fcf8010'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:57:19.727409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Attempting to bind port a7ade7ba-eba9-4335-a078-d32801cda885 on network f13a71ba-0b58-4389-ae1b-7ab01fcf8010 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:19.732418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:57:19.732800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Checking segment: {'id': 'ed701595-2982-4cb4-ae97-6c5484766769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f13a71ba-0b58-4389-ae1b-7ab01fcf8010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:19.733753 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.734266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Bound using segment: {'id': 'ed701595-2982-4cb4-ae97-6c5484766769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f13a71ba-0b58-4389-ae1b-7ab01fcf8010'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:57:19.734740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Bound port: a7ade7ba-eba9-4335-a078-d32801cda885, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed701595-2982-4cb4-ae97-6c5484766769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f13a71ba-0b58-4389-ae1b-7ab01fcf8010'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:57:19.735392 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a7ade7ba-eba9-4335-a078-d32801cda885), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.741132 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd382-0e78-4331-a36a-82fd494c5330 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (5b505606-a855-4802-b048-c820bb59947b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.807021 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd382-0e78-4331-a36a-82fd494c5330 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (5b505606-a855-4802-b048-c820bb59947b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.809048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] For port a7ade7ba-eba9-4335-a078-d32801cda885, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:57:19.812410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] For port a7ade7ba-eba9-4335-a078-d32801cda885, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a7ade7ba-eba9-4335-a078-d32801cda885,segment=NetworkSegment(ed701595-2982-4cb4-ae97-6c5484766769),segment_id=ed701595-2982-4cb4-ae97-6c5484766769)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:57:19.818624 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a7ade7ba-eba9-4335-a078-d32801cda885), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.836847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bd382-0e78-4331-a36a-82fd494c5330 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Pushing event deleted for resources: {'Subnet': ['ID=5b505606-a855-4802-b048-c820bb59947b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:19.839520 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd382-0e78-4331-a36a-82fd494c5330 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.843296 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9c1bd382-0e78-4331-a36a-82fd494c5330 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "DELETE /v2.0/subnets/5b505606-a855-4802-b048-c820bb59947b HTTP/1.1" status: 204 len: 168 time: 0.3393807 Mar 10 15:57:19.845884 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42056) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:19.890523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676d6f3-9f76-49ce-b7e2-e891b90be3b2 None None] Pushing event updated for resources: {'Port': ['ID=a7ade7ba-eba9-4335-a078-d32801cda885,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:19.939406 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (f13a71ba-0b58-4389-ae1b-7ab01fcf8010), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:19.996970 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Deleting port a7ade7ba-eba9-4335-a078-d32801cda885 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:57:19.997459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a7ade7ba-eba9-4335-a078-d32801cda885), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.081955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] For port a7ade7ba-eba9-4335-a078-d32801cda885, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a7ade7ba-eba9-4335-a078-d32801cda885,segment=NetworkSegment(ed701595-2982-4cb4-ae97-6c5484766769),segment_id=ed701595-2982-4cb4-ae97-6c5484766769)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:20.082321 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a7ade7ba-eba9-4335-a078-d32801cda885), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.104136 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Calling delete_port for a7ade7ba-eba9-4335-a078-d32801cda885 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:57:20.188517 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (a7ade7ba-eba9-4335-a078-d32801cda885), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.221687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] No DVR routers for this DVR port a7ade7ba-eba9-4335-a078-d32801cda885 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:57:20.228095 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Pushing event deleted for resources: {'Port': ['ID=a7ade7ba-eba9-4335-a078-d32801cda885,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:20.306336 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (f13a71ba-0b58-4389-ae1b-7ab01fcf8010), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.328037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13a71ba-0b58-4389-ae1b-7ab01fcf8010']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:20.337797 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed701595-2982-4cb4-ae97-6c5484766769') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:20.338096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed701595-2982-4cb4-ae97-6c5484766769') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:20.348663 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (ed701595-2982-4cb4-ae97-6c5484766769), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.351580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab41a5d-9ce5-4e73-bee4-c4f35c370208 None None] Network 90429472-3399-463a-a604-9a4b6ac8b477 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:20.363480 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (ed701595-2982-4cb4-ae97-6c5484766769), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.369441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:57:20.369825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (ed701595-2982-4cb4-ae97-6c5484766769), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:57:20.372916 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:57:20.438113 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (f13a71ba-0b58-4389-ae1b-7ab01fcf8010), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.445284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40e198d3-6446-485c-8756-e717cfdf3291 None None] Provisioning complete for port 1f68c2c8-f22c-4433-be36-7fbb6f9305be triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:20.445745 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40e198d3-6446-485c-8756-e717cfdf3291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.448507 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.451265 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "DELETE /v2.0/networks/f13a71ba-0b58-4389-ae1b-7ab01fcf8010 HTTP/1.1" status: 204 len: 168 time: 0.6041226 Mar 10 15:57:20.453832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42058) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:20.460746 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37205931-5408-4336-ab0d-10193d0a25bc tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Pushing event deleted for resources: {'Network': ['ID=f13a71ba-0b58-4389-ae1b-7ab01fcf8010,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:20.509297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f572cf-d1c0-40f0-a9bb-fc440edcc1b6 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Deleting subnet f702d3b1-328e-4545-a958-e29c2e1c0692 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:57:20.512509 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74f572cf-d1c0-40f0-a9bb-fc440edcc1b6 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for subnet (f702d3b1-328e-4545-a958-e29c2e1c0692), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.560083 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40e198d3-6446-485c-8756-e717cfdf3291 None None] Current status of the port 1f68c2c8-f22c-4433-be36-7fbb6f9305be is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:20.560305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74f572cf-d1c0-40f0-a9bb-fc440edcc1b6 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (f702d3b1-328e-4545-a958-e29c2e1c0692), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.560466 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40e198d3-6446-485c-8756-e717cfdf3291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.606560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40e198d3-6446-485c-8756-e717cfdf3291 None None] For port 1f68c2c8-f22c-4433-be36-7fbb6f9305be, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1f68c2c8-f22c-4433-be36-7fbb6f9305be,segment=NetworkSegment(91efd5c5-b780-4d2b-9548-3466432a4efe),segment_id=91efd5c5-b780-4d2b-9548-3466432a4efe)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:20.612858 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40e198d3-6446-485c-8756-e717cfdf3291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.676943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e198d3-6446-485c-8756-e717cfdf3291 None None] Pushing event updated for resources: {'Port': ['ID=1f68c2c8-f22c-4433-be36-7fbb6f9305be,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:20.679948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74f572cf-d1c0-40f0-a9bb-fc440edcc1b6 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f702d3b1-328e-4545-a958-e29c2e1c0692), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.746179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74f572cf-d1c0-40f0-a9bb-fc440edcc1b6 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (f702d3b1-328e-4545-a958-e29c2e1c0692), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.771548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f572cf-d1c0-40f0-a9bb-fc440edcc1b6 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Pushing event deleted for resources: {'Subnet': ['ID=f702d3b1-328e-4545-a958-e29c2e1c0692,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:20.782111 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-74f572cf-d1c0-40f0-a9bb-fc440edcc1b6 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.787920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-74f572cf-d1c0-40f0-a9bb-fc440edcc1b6 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "DELETE /v2.0/subnets/f702d3b1-328e-4545-a958-e29c2e1c0692 HTTP/1.1" status: 204 len: 168 time: 0.3305511 Mar 10 15:57:20.788288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42060) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:20.800928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c26d10-1f33-4415-bbc0-fa55d06fba8f None None] Network 90429472-3399-463a-a604-9a4b6ac8b477 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:20.878626 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (90429472-3399-463a-a604-9a4b6ac8b477), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.903557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-580ef020-0bf4-4dab-ac9c-b02d66ed6f0a None None] Provisioning complete for port 1f68c2c8-f22c-4433-be36-7fbb6f9305be triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:20.903929 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-580ef020-0bf4-4dab-ac9c-b02d66ed6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:20.933436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Deleting port 1f68c2c8-f22c-4433-be36-7fbb6f9305be {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:57:20.934039 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.001421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-580ef020-0bf4-4dab-ac9c-b02d66ed6f0a None None] Current status of the port 1f68c2c8-f22c-4433-be36-7fbb6f9305be is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:21.005598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] For port 1f68c2c8-f22c-4433-be36-7fbb6f9305be, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1f68c2c8-f22c-4433-be36-7fbb6f9305be,segment=NetworkSegment(91efd5c5-b780-4d2b-9548-3466432a4efe),segment_id=91efd5c5-b780-4d2b-9548-3466432a4efe)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:21.006103 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.025090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Calling delete_port for 1f68c2c8-f22c-4433-be36-7fbb6f9305be owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:57:21.040365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f90770-7c51-4e2c-b1fd-880b198c67e5 None None] DHCP port deletion for 90429472-3399-463a-a604-9a4b6ac8b477 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:57:21.068480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29f220e-d48d-4ea1-91b3-ba29addf284e None None] DHCP port deletion for f13a71ba-0b58-4389-ae1b-7ab01fcf8010 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:57:21.092423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9c84c1-5feb-4b6d-9a3a-2bdff394aecb None None] Network f13a71ba-0b58-4389-ae1b-7ab01fcf8010 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:21.109509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9c84c1-5feb-4b6d-9a3a-2bdff394aecb None None] Network f13a71ba-0b58-4389-ae1b-7ab01fcf8010 could not be found, it might have been deleted concurrently. {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 10 15:57:21.115601 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.119407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7dfcf2c8-e9ec-4364-a1c3-7ad608ae0750 None None] Could not find standard attr ID for object a7ade7ba-eba9-4335-a078-d32801cda885. {{(pid=115535) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 15:57:21.124933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e3f90770-7c51-4e2c-b1fd-880b198c67e5 None None] Deleting port 1f68c2c8-f22c-4433-be36-7fbb6f9305be {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:57:21.125384 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e3f90770-7c51-4e2c-b1fd-880b198c67e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.144518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Pushing event deleted for resources: {'Port': ['ID=1f68c2c8-f22c-4433-be36-7fbb6f9305be,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:21.146361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] No DVR routers for this DVR port 1f68c2c8-f22c-4433-be36-7fbb6f9305be on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:57:21.234096 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (90429472-3399-463a-a604-9a4b6ac8b477), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.256690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90429472-3399-463a-a604-9a4b6ac8b477']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:21.267548 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91efd5c5-b780-4d2b-9548-3466432a4efe') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:21.267840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91efd5c5-b780-4d2b-9548-3466432a4efe') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:21.277919 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (91efd5c5-b780-4d2b-9548-3466432a4efe), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.292509 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (91efd5c5-b780-4d2b-9548-3466432a4efe), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.299118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:57:21.299613 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (91efd5c5-b780-4d2b-9548-3466432a4efe), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:57:21.303153 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:57:21.366040 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (90429472-3399-463a-a604-9a4b6ac8b477), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.368014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e3f90770-7c51-4e2c-b1fd-880b198c67e5 None None] For port 1f68c2c8-f22c-4433-be36-7fbb6f9305be, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:21.368479 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e3f90770-7c51-4e2c-b1fd-880b198c67e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.371368 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.374968 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.379216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "DELETE /v2.0/networks/90429472-3399-463a-a604-9a4b6ac8b477 HTTP/1.1" status: 204 len: 168 time: 0.5895848 Mar 10 15:57:21.381669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42062) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:21.387201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-e3f90770-7c51-4e2c-b1fd-880b198c67e5 None None] Calling delete_port for 1f68c2c8-f22c-4433-be36-7fbb6f9305be owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:57:21.391167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-e3f90770-7c51-4e2c-b1fd-880b198c67e5 None None] Port 1f68c2c8-f22c-4433-be36-7fbb6f9305be was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:57:21.392696 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e3f90770-7c51-4e2c-b1fd-880b198c67e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (1f68c2c8-f22c-4433-be36-7fbb6f9305be), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.393601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be2207-738b-4c98-a12a-f70ae48537e1 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Pushing event deleted for resources: {'Network': ['ID=90429472-3399-463a-a604-9a4b6ac8b477,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:21.401594 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3f90770-7c51-4e2c-b1fd-880b198c67e5 None None] Network 90429472-3399-463a-a604-9a4b6ac8b477 is not hosted by any dhcp agent {{(pid=115535) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 15:57:21.402205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f90770-7c51-4e2c-b1fd-880b198c67e5 None None] No DVR routers for this DVR port 1f68c2c8-f22c-4433-be36-7fbb6f9305be on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:57:21.413873 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-57ccf590-051a-4a7a-90a5-2f4131c97a8f tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "GET /v2.0/ports?device_id=226a4193-ad01-4cdb-a0b2-86a547225cef HTTP/1.1" status: 200 len: 205 time: 0.0276248 Mar 10 15:57:21.417251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42064) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:21.432624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f90770-7c51-4e2c-b1fd-880b198c67e5 None None] Pushing event deleted for resources: {'Port': ['ID=1f68c2c8-f22c-4433-be36-7fbb6f9305be,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:21.497640 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f65f3e33-dd5d-4150-b0fa-d63d9127ec34 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for router (226a4193-ad01-4cdb-a0b2-86a547225cef), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.658079 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f65f3e33-dd5d-4150-b0fa-d63d9127ec34 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (226a4193-ad01-4cdb-a0b2-86a547225cef), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.660276 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f65f3e33-dd5d-4150-b0fa-d63d9127ec34 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for router_controller (226a4193-ad01-4cdb-a0b2-86a547225cef), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.711421 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f65f3e33-dd5d-4150-b0fa-d63d9127ec34 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (226a4193-ad01-4cdb-a0b2-86a547225cef), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.711870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65f3e33-dd5d-4150-b0fa-d63d9127ec34 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Fanout notify agent at l3_agent the message router_deleted on router 226a4193-ad01-4cdb-a0b2-86a547225cef {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:57:21.719302 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f65f3e33-dd5d-4150-b0fa-d63d9127ec34 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.720416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f65f3e33-dd5d-4150-b0fa-d63d9127ec34 tempest-RoutersNegativeTest-2056409892 tempest-RoutersNegativeTest-2056409892-project] 10.222.0.11 "DELETE /v2.0/routers/226a4193-ad01-4cdb-a0b2-86a547225cef HTTP/1.1" status: 204 len: 168 time: 0.3021352 Mar 10 15:57:21.815767 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d3b1-66e1-486a-a949-9f568bf36c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:21.963656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42070) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:22.097469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6babbdef-ac6f-45de-aeaa-5b8e2a037f8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f9b93253c5244d3ad6a75f9f341816b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307516 Mar 10 15:57:22.098007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42074) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:22.144200 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4804b27d-c7cf-439c-9903-3bd7ee09d6e0 admin admin] Publish callbacks [] for security_group (b19e402f-2d0e-46e7-8b17-cde3c257c85a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:22.165282 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4804b27d-c7cf-439c-9903-3bd7ee09d6e0 admin admin] Publish callbacks [] for security_group (b19e402f-2d0e-46e7-8b17-cde3c257c85a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:22.211267 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4804b27d-c7cf-439c-9903-3bd7ee09d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b19e402f-2d0e-46e7-8b17-cde3c257c85a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:22.213804 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4804b27d-c7cf-439c-9903-3bd7ee09d6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:22.214978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4804b27d-c7cf-439c-9903-3bd7ee09d6e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b19e402f-2d0e-46e7-8b17-cde3c257c85a HTTP/1.1" status: 204 len: 168 time: 0.1159897 Mar 10 15:57:22.222997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804b27d-c7cf-439c-9903-3bd7ee09d6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19e402f-2d0e-46e7-8b17-cde3c257c85a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:22.817276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42096) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:22.915999 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1515876739-network', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:22.935682 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Made reservation on behalf of a8173bf6d1134c648e3aff1db9b97d54 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:22.938705 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:22.946853 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.022008 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Publish callbacks [] for security_group (d67dc7ff-29a9-4066-bc06-b1835ea1b044), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.025871 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d67dc7ff-29a9-4066-bc06-b1835ea1b044), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.050704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:57:23.059882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67dc7ff-29a9-4066-bc06-b1835ea1b044,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:23.065336 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5d3866d4-e02a-4be5-af21-0a9ed29674fa), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.065679 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Added segment 5d3866d4-e02a-4be5-af21-0a9ed29674fa of type vlan for network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 Mar 10 15:57:23.105369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d2f03af4-a3c1-418d-bb5d-02fe4aabbc89), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.130190 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d2f03af4-a3c1-418d-bb5d-02fe4aabbc89), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.131209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:23.131785 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.159125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3406892 Mar 10 15:57:23.162042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42100) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:23.166846 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] Request body: {'subnet': {'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1515876739-subnet', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:23.186125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] Made reservation on behalf of a8173bf6d1134c648e3aff1db9b97d54 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:23.188410 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.194779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11182f-c8dc-459a-87f0-03449aec772e admin admin] Pushing event updated for resources: {'Network': ['ID=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:23.204389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:57:23.362414 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (adbf7779-1c07-45db-a480-96315d00f6db), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.414837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbf7779-1c07-45db-a480-96315d00f6db,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:23.430263 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] Checking segment: {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:23.430622 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] Network hostable DHCP agents. Network: d2f03af4-a3c1-418d-bb5d-02fe4aabbc89, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:57:23.446682 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] Network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:57:23.455358 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, d2f03af4-a3c1-418d-bb5d-02fe4aabbc89) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:23.459366 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:23.459951 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.465755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed02b1e-9b82-469f-b1f3-520a24dcaf6f None None] Network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:23.476086 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-88794b29-66c0-4a0a-b4a2-8bdd33fb0262 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3129818 Mar 10 15:57:23.478722 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42102) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:23.483523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1515876739-router', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:23.503386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (7d20d0af-6063-467a-b4d2-65299da822ed), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.504419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (7d20d0af-6063-467a-b4d2-65299da822ed), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.555163 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Publish callbacks [] for router_controller (7d20d0af-6063-467a-b4d2-65299da822ed), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.566142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-d2f03af4-a3c1-418d-bb5d-02fe4aabbc89', 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89', 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'fixed_ips': [{'subnet_id': 'adbf7779-1c07-45db-a480-96315d00f6db'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:57:23.567090 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.705753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Allocated IP 172.20.0.2 (d2f03af4-a3c1-418d-bb5d-02fe4aabbc89/adbf7779-1c07-45db-a480-96315d00f6db/d460aa38-fd0d-4aa4-baad-60688092c41f) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:57:23.706346 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Publish callbacks [] for router_gateway (7d20d0af-6063-467a-b4d2-65299da822ed), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.856465 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Publish callbacks [] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.862563 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.902095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:23.908127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:23.911737 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:57:23.917316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Pushing event updated for resources: {'Port': ['ID=d460aa38-fd0d-4aa4-baad-60688092c41f,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:23.979203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Attempting to bind port d460aa38-fd0d-4aa4-baad-60688092c41f on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:57:23.979495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Attempting to bind port d460aa38-fd0d-4aa4-baad-60688092c41f by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:57:23.979859 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Attempting to bind port d460aa38-fd0d-4aa4-baad-60688092c41f on network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:23.986322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:57:23.986698 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Checking segment: {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:23.987133 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:23.988720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Bound using segment: {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:57:23.989212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Bound port: d460aa38-fd0d-4aa4-baad-60688092c41f, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:57:23.989593 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:24.057843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] For port d460aa38-fd0d-4aa4-baad-60688092c41f, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:57:24.060964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] For port d460aa38-fd0d-4aa4-baad-60688092c41f, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d460aa38-fd0d-4aa4-baad-60688092c41f,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:57:24.068559 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:24.131121 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dfa16-5cfd-4bca-95ad-a2016de52fbe None None] Pushing event updated for resources: {'Port': ['ID=d460aa38-fd0d-4aa4-baad-60688092c41f,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:24.165577 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-49bbb059-8fd4-41fd-aa79-3901803d9c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:24.222766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Publish callbacks [] for router_gateway (7d20d0af-6063-467a-b4d2-65299da822ed), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:24.242807 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:24.364230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Allocated IP 172.25.3.60 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/23043437-31f6-4cec-af1e-745b7d9b96f8) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:57:24.473386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Publish callbacks [] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:24.505283 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:24.541391 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:24.544311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:24.549919 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:57:24.573667 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=23043437-31f6-4cec-af1e-745b7d9b96f8,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:24.808361 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Publish callbacks [] for router_gateway (7d20d0af-6063-467a-b4d2-65299da822ed), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:25.027144 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (7d20d0af-6063-467a-b4d2-65299da822ed), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:25.063084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8831349a-b735-496e-bfb1-14d184c0c8ba None None] Network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:25.158283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Router 7d20d0af-6063-467a-b4d2-65299da822ed is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:57:25.173378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b6ad5259-ccdd-441c-8e99-03ff5f9def6e None None] Provisioning complete for port d460aa38-fd0d-4aa4-baad-60688092c41f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:25.173751 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b6ad5259-ccdd-441c-8e99-03ff5f9def6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:25.262924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad5259-ccdd-441c-8e99-03ff5f9def6e None None] Current status of the port d460aa38-fd0d-4aa4-baad-60688092c41f is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:25.263314 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b6ad5259-ccdd-441c-8e99-03ff5f9def6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:25.276905 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:57:25.301508 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b6ad5259-ccdd-441c-8e99-03ff5f9def6e None None] For port d460aa38-fd0d-4aa4-baad-60688092c41f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d460aa38-fd0d-4aa4-baad-60688092c41f,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:25.304152 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Sync routers for ids ['7d20d0af-6063-467a-b4d2-65299da822ed'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:57:25.305514 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:25.309776 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1e80f4b1-16f8-4880-a2ec-82406cbda4d1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8270802 Mar 10 15:57:25.309969 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42104) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:25.311502 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b6ad5259-ccdd-441c-8e99-03ff5f9def6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:25.321386 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Routers {'7d20d0af-6063-467a-b4d2-65299da822ed'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:57:25.322088 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7d20d0af-6063-467a-b4d2-65299da822ed'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:25.371373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad5259-ccdd-441c-8e99-03ff5f9def6e None None] Pushing event updated for resources: {'Port': ['ID=d460aa38-fd0d-4aa4-baad-60688092c41f,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:25.444412 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:25.467808 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Set router 7d20d0af-6063-467a-b4d2-65299da822ed gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:57:25.511382 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d460aa38-fd0d-4aa4-baad-60688092c41f up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:57:25.559101 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f6f8a5c8-1589-4a61-8a93-926fbcb18372 None None] Provisioning complete for port d460aa38-fd0d-4aa4-baad-60688092c41f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:25.559529 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6f8a5c8-1589-4a61-8a93-926fbcb18372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:25.606876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d460aa38-fd0d-4aa4-baad-60688092c41f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:25.607352 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:25.656394 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'name': 'tempest-TestEncryptedCinderVolumes-1515876739-router', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:23Z', 'updated_at': '2022-03-10T15:57:24Z', 'revision_number': 3, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'gw_port': {'id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:24Z', 'updated_at': '2022-03-10T15:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:25.683587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8a5c8-1589-4a61-8a93-926fbcb18372 None None] Current status of the port d460aa38-fd0d-4aa4-baad-60688092c41f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:25.722505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d460aa38-fd0d-4aa4-baad-60688092c41f is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:25.779287 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Checking router: 7d20d0af-6063-467a-b4d2-65299da822ed for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:57:25.779634 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Updating router 7d20d0af-6063-467a-b4d2-65299da822ed port 23043437-31f6-4cec-af1e-745b7d9b96f8 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:57:25.783597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:25.807293 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:25.935608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Allocated IP 172.20.0.1 (d2f03af4-a3c1-418d-bb5d-02fe4aabbc89/adbf7779-1c07-45db-a480-96315d00f6db/6316b7a0-bc11-490e-8787-c5eaf25d9ea5) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:57:26.055551 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Publish callbacks [] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.063214 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Publish callbacks [] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.068507 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.090580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.125657 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Attempting to bind port 23043437-31f6-4cec-af1e-745b7d9b96f8 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:57:26.126028 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Attempting to bind port 23043437-31f6-4cec-af1e-745b7d9b96f8 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:57:26.126392 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Attempting to bind port 23043437-31f6-4cec-af1e-745b7d9b96f8 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:26.129479 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Pushing event updated for resources: {'Port': ['ID=23043437-31f6-4cec-af1e-745b7d9b96f8,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:26.133995 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:26.134427 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:57:26.134818 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:26.135224 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.135610 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:57:26.136071 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Bound port: 23043437-31f6-4cec-af1e-745b7d9b96f8, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:57:26.136446 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.138982 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:26.141867 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:57:26.144155 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.144504 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.144842 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.145227 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.145497 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.146098 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.146434 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.146928 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.147257 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.147583 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.147918 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.148227 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.148548 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:57:26.183764 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Pushing event updated for resources: {'Port': ['ID=6316b7a0-bc11-490e-8787-c5eaf25d9ea5,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:26.205701 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] For port 23043437-31f6-4cec-af1e-745b7d9b96f8, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:57:26.206188 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (7d20d0af-6063-467a-b4d2-65299da822ed), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.210780 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] For port 23043437-31f6-4cec-af1e-745b7d9b96f8, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=23043437-31f6-4cec-af1e-745b7d9b96f8,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:57:26.217942 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.282417 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Routers {'7d20d0af-6063-467a-b4d2-65299da822ed'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:57:26.283114 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7d20d0af-6063-467a-b4d2-65299da822ed'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:26.286165 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f0dac-d62b-4471-a000-310d9dea2711 None None] Pushing event updated for resources: {'Port': ['ID=23043437-31f6-4cec-af1e-745b7d9b96f8,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:26.349485 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.403408 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] Set router 7d20d0af-6063-467a-b4d2-65299da822ed gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:57:26.411195 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-fdee5e05-e06e-48b1-a3cd-29ad3a87dd7d None None] Provisioning complete for port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:26.411864 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fdee5e05-e06e-48b1-a3cd-29ad3a87dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.449250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-fdee5e05-e06e-48b1-a3cd-29ad3a87dd7d None None] Port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:57:26.524790 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Publish callbacks [] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.529476 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.588653 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'name': 'tempest-TestEncryptedCinderVolumes-1515876739-router', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:23Z', 'updated_at': '2022-03-10T15:57:24Z', 'revision_number': 3, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'gw_port': {'id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:24Z', 'updated_at': '2022-03-10T15:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:26.597183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Pushing event updated for resources: {'Port': ['ID=6316b7a0-bc11-490e-8787-c5eaf25d9ea5,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:26.603115 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (7d20d0af-6063-467a-b4d2-65299da822ed), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.615083 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45201bdb-5d93-4e3c-98d2-4bf09d51ac1a None None] The sync data for ids ['7d20d0af-6063-467a-b4d2-65299da822ed'] in n-d-833090-1 is: [{'id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'name': 'tempest-TestEncryptedCinderVolumes-1515876739-router', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:23Z', 'updated_at': '2022-03-10T15:57:24Z', 'revision_number': 3, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'gw_port': {'id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:24Z', 'updated_at': '2022-03-10T15:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:57:26.700864 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:26.702249 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:26.751776 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.834299 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Router 7d20d0af-6063-467a-b4d2-65299da822ed has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:57:26.973081 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2857bdd2-d8d7-4ded-a19a-2a98cbfc43db None None] Provisioning complete for port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:26.973644 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2857bdd2-d8d7-4ded-a19a-2a98cbfc43db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:26.980231 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:57:26.990852 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5e11f6c8-f38a-4911-b205-01faed05da61 admin admin] 10.222.0.11 "PUT /v2.0/routers/7d20d0af-6063-467a-b4d2-65299da822ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6753402 Mar 10 15:57:27.015174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2857bdd2-d8d7-4ded-a19a-2a98cbfc43db None None] Port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:57:27.480188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 23043437-31f6-4cec-af1e-745b7d9b96f8 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:57:27.485109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42120) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:27.490449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-901824943-network', 'tenant_id': '916eff206101434bb58ec174d0f6f93d'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:27.519304 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Made reservation on behalf of 916eff206101434bb58ec174d0f6f93d for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:27.521762 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.531893 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.542751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 23043437-31f6-4cec-af1e-745b7d9b96f8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:27.543215 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.608708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Publish callbacks [] for security_group (ef1b65be-0436-4cc2-b7b1-9f5136abddd4), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.612708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ef1b65be-0436-4cc2-b7b1-9f5136abddd4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.624954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 23043437-31f6-4cec-af1e-745b7d9b96f8 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:27.625377 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.642057 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:57:27.646836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 23043437-31f6-4cec-af1e-745b7d9b96f8, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=23043437-31f6-4cec-af1e-745b7d9b96f8,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:27.651486 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.651697 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1b65be-0436-4cc2-b7b1-9f5136abddd4,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:27.660464 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (73d01025-331b-4a2c-8246-d71a4b8acb6a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.660819 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Added segment 73d01025-331b-4a2c-8246-d71a4b8acb6a of type vlan for network 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d Mar 10 15:57:27.703382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (1ab7ae45-f66b-49a3-8b0b-4b5309a9609d), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.707440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=23043437-31f6-4cec-af1e-745b7d9b96f8,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:27.731104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (1ab7ae45-f66b-49a3-8b0b-4b5309a9609d), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.732083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:27.732661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.760035 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2738206 Mar 10 15:57:27.763006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42122) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:27.768615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] Request body: {'subnet': {'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-901824943-subnet', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:27.789557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] Made reservation on behalf of 916eff206101434bb58ec174d0f6f93d for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:27.791916 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:27.800443 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74802734-25a6-4a32-90e5-fc7791160118 admin admin] Pushing event updated for resources: {'Network': ['ID=1ab7ae45-f66b-49a3-8b0b-4b5309a9609d,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:27.811067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:57:27.969352 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (efc3e998-9767-4db5-99ae-6ddc08108abd), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.026876 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc3e998-9767-4db5-99ae-6ddc08108abd,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:28.043096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] Checking segment: {'id': '73d01025-331b-4a2c-8246-d71a4b8acb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:28.043487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] Network hostable DHCP agents. Network: 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:57:28.061037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] Network 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:57:28.071987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:28.076286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:28.077495 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.082481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576001a3-2226-4df7-b7b7-1109f8ae3d67 None None] Network 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:28.095421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2fec282d-e03c-439d-8b0e-46905d896fac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3312564 Mar 10 15:57:28.097877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42124) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:28.102074 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-901824943-router', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:28.122663 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (44621c48-5c84-4eab-b129-f94527626f09), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.123981 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (44621c48-5c84-4eab-b129-f94527626f09), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.179210 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Publish callbacks [] for router_controller (44621c48-5c84-4eab-b129-f94527626f09), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.192898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-1ab7ae45-f66b-49a3-8b0b-4b5309a9609d', 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d', 'project_id': '916eff206101434bb58ec174d0f6f93d', 'fixed_ips': [{'subnet_id': 'efc3e998-9767-4db5-99ae-6ddc08108abd'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:57:28.193849 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.266362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Sync routers for ids ['7d20d0af-6063-467a-b4d2-65299da822ed'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:57:28.293742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Routers {'7d20d0af-6063-467a-b4d2-65299da822ed'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:57:28.294367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7d20d0af-6063-467a-b4d2-65299da822ed'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:28.326125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Publish callbacks [] for router_gateway (44621c48-5c84-4eab-b129-f94527626f09), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.399666 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.441260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Allocated IP 172.20.0.2 (1ab7ae45-f66b-49a3-8b0b-4b5309a9609d/efc3e998-9767-4db5-99ae-6ddc08108abd/8cc2979d-de8d-47ca-b8cb-f62aa2721020) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:57:28.481848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Set router 7d20d0af-6063-467a-b4d2-65299da822ed gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:57:28.527006 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Publish callbacks [] for router_gateway (44621c48-5c84-4eab-b129-f94527626f09), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.549844 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.652291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Allocated IP 172.25.3.129 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/17e49e49-d1d1-4f96-b2b9-30001361afde) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:57:28.729856 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Publish callbacks [] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.751403 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.758206 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Publish callbacks [] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.793085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:28.796976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Network 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:28.804919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:28.809715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:57:28.819531 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Pushing event updated for resources: {'Port': ['ID=8cc2979d-de8d-47ca-b8cb-f62aa2721020,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:28.837553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:28.843386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:28.846474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:57:28.848814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Pushing event updated for resources: {'Port': ['ID=17e49e49-d1d1-4f96-b2b9-30001361afde,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:29.042133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'name': 'tempest-TestEncryptedCinderVolumes-1515876739-router', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:23Z', 'updated_at': '2022-03-10T15:57:26Z', 'revision_number': 4, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'gw_port': {'id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:24Z', 'updated_at': '2022-03-10T15:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6316b7a0-bc11-490e-8787-c5eaf25d9ea5', 'name': '', 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'mac_address': 'fa:16:3e:9d:8c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'adbf7779-1c07-45db-a480-96315d00f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:25Z', 'updated_at': '2022-03-10T15:57:26Z', 'revision_number': 2, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'subnets': [{'id': 'adbf7779-1c07-45db-a480-96315d00f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:29.069972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Attempting to bind port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:57:29.070347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Attempting to bind port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '73d01025-331b-4a2c-8246-d71a4b8acb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:57:29.070709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Attempting to bind port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 on network 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:29.072789 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Checking router: 7d20d0af-6063-467a-b4d2-65299da822ed for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:57:29.073135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Updating router 7d20d0af-6063-467a-b4d2-65299da822ed port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:57:29.092948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:57:29.093368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Checking segment: {'id': '73d01025-331b-4a2c-8246-d71a4b8acb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:29.093775 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.094173 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Bound using segment: {'id': '73d01025-331b-4a2c-8246-d71a4b8acb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:57:29.094650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Bound port: 8cc2979d-de8d-47ca-b8cb-f62aa2721020, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d01025-331b-4a2c-8246-d71a4b8acb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:57:29.095055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.108279 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Publish callbacks [] for router_gateway (44621c48-5c84-4eab-b129-f94527626f09), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.115134 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.205797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] For port 8cc2979d-de8d-47ca-b8cb-f62aa2721020, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:57:29.264089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] For port 8cc2979d-de8d-47ca-b8cb-f62aa2721020, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8cc2979d-de8d-47ca-b8cb-f62aa2721020,segment=NetworkSegment(73d01025-331b-4a2c-8246-d71a4b8acb6a),segment_id=73d01025-331b-4a2c-8246-d71a4b8acb6a)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:57:29.275729 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.311871 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (44621c48-5c84-4eab-b129-f94527626f09), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.386676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ae20-4687-4d25-b04b-69d95c2f7caf None None] Pushing event updated for resources: {'Port': ['ID=8cc2979d-de8d-47ca-b8cb-f62aa2721020,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:29.466474 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Router 44621c48-5c84-4eab-b129-f94527626f09 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:57:29.488240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 23043437-31f6-4cec-af1e-745b7d9b96f8 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:57:29.542443 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Publish callbacks [] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.566750 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.607733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:57:29.621313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 23043437-31f6-4cec-af1e-745b7d9b96f8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:29.621737 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.634389 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.634752 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Sync routers for ids ['44621c48-5c84-4eab-b129-f94527626f09'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:57:29.638918 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42126) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:57:29.646946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bd8ef3a2-d4f7-4a98-9306-9e51076bf840 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5479536 Mar 10 15:57:29.654441 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Routers {'44621c48-5c84-4eab-b129-f94527626f09'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:57:29.657240 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44621c48-5c84-4eab-b129-f94527626f09'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:29.682225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4e4d1-aa40-4abe-ba3c-fc07cca606e1 None None] Pushing event updated for resources: {'Port': ['ID=6316b7a0-bc11-490e-8787-c5eaf25d9ea5,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:29.805726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Attempting to bind port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:57:29.806108 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Attempting to bind port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:57:29.806474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Attempting to bind port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 on network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:29.806625 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Set router 44621c48-5c84-4eab-b129-f94527626f09 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:57:29.816640 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:57:29.817054 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Checking segment: {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:29.817330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.817742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Bound using segment: {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:57:29.818206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Bound port: 6316b7a0-bc11-490e-8787-c5eaf25d9ea5, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:57:29.818587 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.833868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 23043437-31f6-4cec-af1e-745b7d9b96f8 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:29.916667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] For port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:57:29.920433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] For port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6316b7a0-bc11-490e-8787-c5eaf25d9ea5,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:57:29.928566 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:29.989839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Routers {'7d20d0af-6063-467a-b4d2-65299da822ed'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:57:29.990483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7d20d0af-6063-467a-b4d2-65299da822ed'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:30.050070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4e4d1-aa40-4abe-ba3c-fc07cca606e1 None None] Pushing event updated for resources: {'Port': ['ID=6316b7a0-bc11-490e-8787-c5eaf25d9ea5,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:30.066191 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621c48-5c84-4eab-b129-f94527626f09', 'name': 'tempest-TestEncryptedCinderVolumes-901824943-router', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:28Z', 'revision_number': 3, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'gw_port': {'id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621c48-5c84-4eab-b129-f94527626f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:30.112269 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Checking router: 44621c48-5c84-4eab-b129-f94527626f09 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:57:30.113001 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Updating router 44621c48-5c84-4eab-b129-f94527626f09 port 17e49e49-d1d1-4f96-b2b9-30001361afde binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:57:30.115461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7fb8cdf8-eaf1-4f58-a6ba-bdffbe9c7a34 None None] Provisioning complete for port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:30.115857 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7fb8cdf8-eaf1-4f58-a6ba-bdffbe9c7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.146772 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.171046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] Set router 7d20d0af-6063-467a-b4d2-65299da822ed gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:57:30.244505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.353517 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7fb8cdf8-eaf1-4f58-a6ba-bdffbe9c7a34 None None] Current status of the port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:30.354131 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7fb8cdf8-eaf1-4f58-a6ba-bdffbe9c7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.430160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7fb8cdf8-eaf1-4f58-a6ba-bdffbe9c7a34 None None] For port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6316b7a0-bc11-490e-8787-c5eaf25d9ea5,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:30.440081 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7fb8cdf8-eaf1-4f58-a6ba-bdffbe9c7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.448389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Allocated IP 172.20.0.1 (1ab7ae45-f66b-49a3-8b0b-4b5309a9609d/efc3e998-9767-4db5-99ae-6ddc08108abd/369aa79d-097b-4d28-9a88-f0e53e5c9cfc) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:57:30.479532 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Publish callbacks [] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.488224 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.529418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8cdf8-eaf1-4f58-a6ba-bdffbe9c7a34 None None] Pushing event updated for resources: {'Port': ['ID=6316b7a0-bc11-490e-8787-c5eaf25d9ea5,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:30.554585 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Attempting to bind port 17e49e49-d1d1-4f96-b2b9-30001361afde on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:57:30.555154 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Attempting to bind port 17e49e49-d1d1-4f96-b2b9-30001361afde by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:57:30.555617 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Attempting to bind port 17e49e49-d1d1-4f96-b2b9-30001361afde on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:30.561331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'name': 'tempest-TestEncryptedCinderVolumes-1515876739-router', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:23Z', 'updated_at': '2022-03-10T15:57:26Z', 'revision_number': 4, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'gw_port': {'id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:24Z', 'updated_at': '2022-03-10T15:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6316b7a0-bc11-490e-8787-c5eaf25d9ea5', 'name': '', 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'mac_address': 'fa:16:3e:9d:8c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'adbf7779-1c07-45db-a480-96315d00f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:25Z', 'updated_at': '2022-03-10T15:57:29Z', 'revision_number': 4, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'subnets': [{'id': 'adbf7779-1c07-45db-a480-96315d00f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:30.564858 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d4f7a-804b-4c93-8482-6d29cf602684 None None] Pushing event updated for resources: {'Port': ['ID=17e49e49-d1d1-4f96-b2b9-30001361afde,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:30.568509 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:57:30.568989 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:30.569488 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.569926 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:57:30.570476 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Bound port: 17e49e49-d1d1-4f96-b2b9-30001361afde, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:57:30.570958 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.593816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b150a-749e-48ca-91cb-17833c816aac None None] The sync data for ids ['7d20d0af-6063-467a-b4d2-65299da822ed'] in n-d-833090-1 is: [{'id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'name': 'tempest-TestEncryptedCinderVolumes-1515876739-router', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:23Z', 'updated_at': '2022-03-10T15:57:26Z', 'revision_number': 4, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'gw_port': {'id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:24Z', 'updated_at': '2022-03-10T15:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6316b7a0-bc11-490e-8787-c5eaf25d9ea5', 'name': '', 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'mac_address': 'fa:16:3e:9d:8c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'adbf7779-1c07-45db-a480-96315d00f6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:25Z', 'updated_at': '2022-03-10T15:57:29Z', 'revision_number': 4, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'subnets': [{'id': 'adbf7779-1c07-45db-a480-96315d00f6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:57:30.596644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a6666596-e5c7-428d-a876-19882aca3dee None None] Provisioning complete for port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:30.597026 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a6666596-e5c7-428d-a876-19882aca3dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.622507 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Publish callbacks [] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.632426 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] For port 17e49e49-d1d1-4f96-b2b9-30001361afde, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:57:30.636041 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] For port 17e49e49-d1d1-4f96-b2b9-30001361afde, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=17e49e49-d1d1-4f96-b2b9-30001361afde,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:57:30.649679 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.677057 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.742125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Network 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:30.747621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:30.750654 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d4f7a-804b-4c93-8482-6d29cf602684 None None] Pushing event updated for resources: {'Port': ['ID=17e49e49-d1d1-4f96-b2b9-30001361afde,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:30.755225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a6666596-e5c7-428d-a876-19882aca3dee None None] Current status of the port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:30.756036 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Routers {'44621c48-5c84-4eab-b129-f94527626f09'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:57:30.756910 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44621c48-5c84-4eab-b129-f94527626f09'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:30.758695 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:57:30.787635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Pushing event updated for resources: {'Port': ['ID=369aa79d-097b-4d28-9a88-f0e53e5c9cfc,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:30.810667 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (44621c48-5c84-4eab-b129-f94527626f09), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.849718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d193f3c-e999-460d-975d-9496482195cc None None] Network 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:57:30.891487 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] Set router 44621c48-5c84-4eab-b129-f94527626f09 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:57:30.950734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-676c45dc-81ec-4a5e-b7c8-3e7bb0fc6d69 None None] Provisioning complete for port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:30.951214 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-676c45dc-81ec-4a5e-b7c8-3e7bb0fc6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:30.980633 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:31.074696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-676c45dc-81ec-4a5e-b7c8-3e7bb0fc6d69 None None] Current status of the port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:31.075199 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-676c45dc-81ec-4a5e-b7c8-3e7bb0fc6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:31.130396 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-676c45dc-81ec-4a5e-b7c8-3e7bb0fc6d69 None None] For port 8cc2979d-de8d-47ca-b8cb-f62aa2721020, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8cc2979d-de8d-47ca-b8cb-f62aa2721020,segment=NetworkSegment(73d01025-331b-4a2c-8246-d71a4b8acb6a),segment_id=73d01025-331b-4a2c-8246-d71a4b8acb6a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:31.136361 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-676c45dc-81ec-4a5e-b7c8-3e7bb0fc6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:31.222074 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Publish callbacks [] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:31.229589 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:31.244366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c45dc-81ec-4a5e-b7c8-3e7bb0fc6d69 None None] Pushing event updated for resources: {'Port': ['ID=8cc2979d-de8d-47ca-b8cb-f62aa2721020,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:31.282498 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621c48-5c84-4eab-b129-f94527626f09', 'name': 'tempest-TestEncryptedCinderVolumes-901824943-router', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:28Z', 'revision_number': 3, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'gw_port': {'id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621c48-5c84-4eab-b129-f94527626f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:31.313705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (44621c48-5c84-4eab-b129-f94527626f09), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:31.319305 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e8fb6-0558-498d-b94f-f5792f37af47 None None] The sync data for ids ['44621c48-5c84-4eab-b129-f94527626f09'] in n-d-833090-1 is: [{'id': '44621c48-5c84-4eab-b129-f94527626f09', 'name': 'tempest-TestEncryptedCinderVolumes-901824943-router', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:28Z', 'revision_number': 3, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'gw_port': {'id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621c48-5c84-4eab-b129-f94527626f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:57:31.327197 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Pushing event updated for resources: {'Port': ['ID=369aa79d-097b-4d28-9a88-f0e53e5c9cfc,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:31.475105 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6a37f460-3f16-4262-8bc9-911a70892b5e None None] Provisioning complete for port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:31.475489 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a37f460-3f16-4262-8bc9-911a70892b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:31.502782 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Network 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:31.516337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:31.635819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8cc2979d-de8d-47ca-b8cb-f62aa2721020 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:57:31.640618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6a37f460-3f16-4262-8bc9-911a70892b5e None None] Current status of the port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:31.710823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-6a37f460-3f16-4262-8bc9-911a70892b5e None None] Provisioning complete for port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:31.711999 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a37f460-3f16-4262-8bc9-911a70892b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:31.730480 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Router 44621c48-5c84-4eab-b129-f94527626f09 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:57:31.824846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-6a37f460-3f16-4262-8bc9-911a70892b5e None None] Port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:57:31.829557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:31.829993 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:31.970349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:31.971133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:57:31.972961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-18f552ba-b6e9-46d3-80f8-5d70c16957ce None None] Provisioning complete for port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:31.973331 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-18f552ba-b6e9-46d3-80f8-5d70c16957ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:31.996254 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:57:32.011535 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-b0fd67bf-1f7a-4ec9-af05-dd8c1c010097 admin admin] 10.222.0.11 "PUT /v2.0/routers/44621c48-5c84-4eab-b129-f94527626f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3704393 Mar 10 15:57:32.062234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-18f552ba-b6e9-46d3-80f8-5d70c16957ce None None] Port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:57:32.080430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:32.080955 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:32.181868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:32.194945 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-12853cf6-9e2e-47c8-bb22-f68f8dd366e8 None None] Provisioning complete for port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:32.195330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-12853cf6-9e2e-47c8-bb22-f68f8dd366e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:32.238571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-12853cf6-9e2e-47c8-bb22-f68f8dd366e8 None None] Port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:57:32.773663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-61287c27-fdcf-461c-bebe-cc9771404888 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:32.775167 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-61287c27-fdcf-461c-bebe-cc9771404888 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/networks?id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 HTTP/1.1" status: 200 len: 817 time: 0.1102197 Mar 10 15:57:32.790175 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-8e5c121a-4cab-4717-9976-eb95b34a1b16 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/quotas/a8173bf6d1134c648e3aff1db9b97d54 HTTP/1.1" status: 200 len: 375 time: 0.0094700 Mar 10 15:57:32.848637 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-7334edf9-d56f-4d52-bbc6-bdb670c5c09b tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8173bf6d1134c648e3aff1db9b97d54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531003 Mar 10 15:57:32.946907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-542dde2b-3f32-4792-8bf3-adc178eba377 service neutron] 10.222.0.11 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860643 Mar 10 15:57:33.367211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-a1b4a1cc-ec37-4f8d-854a-ad4e72bee67b service neutron] 10.222.0.11 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140053 Mar 10 15:57:33.380820 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:57:33.501491 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 17e49e49-d1d1-4f96-b2b9-30001361afde up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:57:33.551475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86a6b425-330a-4242-9cab-337d9f26233d req-37ae585a-ef1b-42a8-8154-8d25485daa8a tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 210 time: 0.0312898 Mar 10 15:57:33.554489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 17e49e49-d1d1-4f96-b2b9-30001361afde triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:33.555070 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:33.640807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 17e49e49-d1d1-4f96-b2b9-30001361afde is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:33.641423 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:33.663502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 17e49e49-d1d1-4f96-b2b9-30001361afde, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=17e49e49-d1d1-4f96-b2b9-30001361afde,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:33.667864 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:33.721126 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=17e49e49-d1d1-4f96-b2b9-30001361afde,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:34.137006 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Sync routers for ids ['44621c48-5c84-4eab-b129-f94527626f09'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:57:34.148375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Routers {'44621c48-5c84-4eab-b129-f94527626f09'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:57:34.148985 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44621c48-5c84-4eab-b129-f94527626f09'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:34.254982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Set router 44621c48-5c84-4eab-b129-f94527626f09 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:57:34.503389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-65cf83de-4193-4b17-97bf-996bfa6b3442 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:34.504888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-65cf83de-4193-4b17-97bf-996bfa6b3442 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.62 "GET /v2.0/networks?id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 HTTP/1.1" status: 200 len: 817 time: 0.1190972 Mar 10 15:57:34.517341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Request body: {'port': {'device_id': '18b66369-e4e4-4717-a59c-d4bc4840b563', 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89', 'admin_state_up': True, 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:34.631418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621c48-5c84-4eab-b129-f94527626f09', 'name': 'tempest-TestEncryptedCinderVolumes-901824943-router', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:30Z', 'revision_number': 4, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'gw_port': {'id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44621c48-5c84-4eab-b129-f94527626f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '369aa79d-097b-4d28-9a88-f0e53e5c9cfc', 'name': '', 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'mac_address': 'fa:16:3e:37:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621c48-5c84-4eab-b129-f94527626f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'efc3e998-9767-4db5-99ae-6ddc08108abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:30Z', 'updated_at': '2022-03-10T15:57:31Z', 'revision_number': 2, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'subnets': [{'id': 'efc3e998-9767-4db5-99ae-6ddc08108abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:34.637006 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Made reservation on behalf of a8173bf6d1134c648e3aff1db9b97d54 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:57:34.640228 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:34.661540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Checking router: 44621c48-5c84-4eab-b129-f94527626f09 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:57:34.661824 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f917735-8c95-4f84-a209-8e5907dd2655 req-840a4fd1-5a3d-4c74-bdb5-a2742c2ef312 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 210 time: 0.0377781 Mar 10 15:57:34.661963 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Updating router 44621c48-5c84-4eab-b129-f94527626f09 port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:57:34.694361 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:34.783275 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Allocated IP 172.20.0.13 (d2f03af4-a3c1-418d-bb5d-02fe4aabbc89/adbf7779-1c07-45db-a480-96315d00f6db/ee70e756-8f03-434a-89ec-1bdc3233af13) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:57:34.933741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks [] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:34.957330 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Publish callbacks [] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:34.963040 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:34.969235 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.013578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:57:35.023184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:57:35.025442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:57:35.046835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2ca26-af4e-4b50-b4f4-c7d2f22fb99b None None] Pushing event updated for resources: {'Port': ['ID=369aa79d-097b-4d28-9a88-f0e53e5c9cfc,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:35.073237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Pushing event updated for resources: {'Port': ['ID=ee70e756-8f03-434a-89ec-1bdc3233af13,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:35.075539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Attempting to bind port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:57:35.075962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Attempting to bind port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '73d01025-331b-4a2c-8246-d71a4b8acb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:57:35.076345 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Attempting to bind port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc on network 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:35.083401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:57:35.083794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Checking segment: {'id': '73d01025-331b-4a2c-8246-d71a4b8acb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:35.084118 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.084524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Bound using segment: {'id': '73d01025-331b-4a2c-8246-d71a4b8acb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:57:35.085008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Bound port: 369aa79d-097b-4d28-9a88-f0e53e5c9cfc, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d01025-331b-4a2c-8246-d71a4b8acb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:57:35.085478 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.091707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:35.093251 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.112726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-100cb1f7-6ae9-4f84-b8ea-d70c3c3b39d7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5996041 Mar 10 15:57:35.122907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-0725c230-e169-49e6-a913-ccf35587e3a7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:57:35.124740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-0725c230-e169-49e6-a913-ccf35587e3a7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067525 Mar 10 15:57:35.136735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Request body: {'port': {'device_id': '18b66369-e4e4-4717-a59c-d4bc4840b563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:57:35.159366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] For port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:57:35.163339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] For port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=369aa79d-097b-4d28-9a88-f0e53e5c9cfc,segment=NetworkSegment(73d01025-331b-4a2c-8246-d71a4b8acb6a),segment_id=73d01025-331b-4a2c-8246-d71a4b8acb6a)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:57:35.170668 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.218097 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.237369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Routers {'44621c48-5c84-4eab-b129-f94527626f09'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:57:35.238221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:57:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44621c48-5c84-4eab-b129-f94527626f09'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:35.243576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2ca26-af4e-4b50-b4f4-c7d2f22fb99b None None] Pushing event updated for resources: {'Port': ['ID=369aa79d-097b-4d28-9a88-f0e53e5c9cfc,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:35.403695 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] Set router 44621c48-5c84-4eab-b129-f94527626f09 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:57:35.440305 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-9da1ba97-09fe-45af-ad1b-a115cbbecd83 None None] Provisioning complete for port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:35.440981 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9da1ba97-09fe-45af-ad1b-a115cbbecd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.490840 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 17e49e49-d1d1-4f96-b2b9-30001361afde up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:57:35.547967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee70e756-8f03-434a-89ec-1bdc3233af13 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:57:35.555950 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Publish callbacks [] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.569061 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Transition to ACTIVE for port object ee70e756-8f03-434a-89ec-1bdc3233af13 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:57:35.573133 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.629234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee70e756-8f03-434a-89ec-1bdc3233af13,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:35.697608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 17e49e49-d1d1-4f96-b2b9-30001361afde triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:35.698114 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.713082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Attempting to bind port ee70e756-8f03-434a-89ec-1bdc3233af13 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:57:35.713498 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Attempting to bind port ee70e756-8f03-434a-89ec-1bdc3233af13 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:57:35.713980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Attempting to bind port ee70e756-8f03-434a-89ec-1bdc3233af13 on network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:35.720167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Port ee70e756-8f03-434a-89ec-1bdc3233af13 on network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:57:35.720586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Attempting to bind port ee70e756-8f03-434a-89ec-1bdc3233af13 on network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:57:35.727913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:57:35.728389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Checking segment: {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:57:35.728996 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Bound using segment: {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:57:35.729686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Bound port: ee70e756-8f03-434a-89ec-1bdc3233af13, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:57:35.730125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.745276 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-9da1ba97-09fe-45af-ad1b-a115cbbecd83 None None] Current status of the port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:35.745670 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9da1ba97-09fe-45af-ad1b-a115cbbecd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.807086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-9da1ba97-09fe-45af-ad1b-a115cbbecd83 None None] For port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=369aa79d-097b-4d28-9a88-f0e53e5c9cfc,segment=NetworkSegment(73d01025-331b-4a2c-8246-d71a4b8acb6a),segment_id=73d01025-331b-4a2c-8246-d71a4b8acb6a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:35.814513 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9da1ba97-09fe-45af-ad1b-a115cbbecd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.846857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] For port ee70e756-8f03-434a-89ec-1bdc3233af13, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:57:35.850582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] For port ee70e756-8f03-434a-89ec-1bdc3233af13, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ee70e756-8f03-434a-89ec-1bdc3233af13,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:57:35.859352 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62bc6c-093b-4353-acfd-f88b7510fdde req-6c462e5c-a8e3-4ee2-974a-05c83ea45139 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:35.861134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af62bc6c-093b-4353-acfd-f88b7510fdde req-6c462e5c-a8e3-4ee2-974a-05c83ea45139 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 944 time: 0.1139224 Mar 10 15:57:35.867619 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.902130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621c48-5c84-4eab-b129-f94527626f09', 'name': 'tempest-TestEncryptedCinderVolumes-901824943-router', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:30Z', 'revision_number': 4, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'gw_port': {'id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44621c48-5c84-4eab-b129-f94527626f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '369aa79d-097b-4d28-9a88-f0e53e5c9cfc', 'name': '', 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'mac_address': 'fa:16:3e:37:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621c48-5c84-4eab-b129-f94527626f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'efc3e998-9767-4db5-99ae-6ddc08108abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:30Z', 'updated_at': '2022-03-10T15:57:35Z', 'revision_number': 4, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'subnets': [{'id': 'efc3e998-9767-4db5-99ae-6ddc08108abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:57:35.919768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:35.921416 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:35.922925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] 10.222.0.62 "PUT /v2.0/ports/ee70e756-8f03-434a-89ec-1bdc3233af13 HTTP/1.1" status: 200 len: 1092 time: 0.7917590 Mar 10 15:57:35.923684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b66369-e4e4-4717-a59c-d4bc4840b563', 'tag': 'ee70e756-8f03-434a-89ec-1bdc3233af13'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:57:35.925990 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e18901-83a8-4f7a-9729-7fdf2cff4599" -d '{"events": [{"name": "network-changed", "server_uuid": "18b66369-e4e4-4717-a59c-d4bc4840b563", "tag": "ee70e756-8f03-434a-89ec-1bdc3233af13"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:57:35.958355 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 17e49e49-d1d1-4f96-b2b9-30001361afde is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:35.965017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2483b029-3a31-4175-a86a-2567f19a886e None None] The sync data for ids ['44621c48-5c84-4eab-b129-f94527626f09'] in n-d-833090-1 is: [{'id': '44621c48-5c84-4eab-b129-f94527626f09', 'name': 'tempest-TestEncryptedCinderVolumes-901824943-router', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:30Z', 'revision_number': 4, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'gw_port': {'id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44621c48-5c84-4eab-b129-f94527626f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '369aa79d-097b-4d28-9a88-f0e53e5c9cfc', 'name': '', 'network_id': '1ab7ae45-f66b-49a3-8b0b-4b5309a9609d', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'mac_address': 'fa:16:3e:37:38:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621c48-5c84-4eab-b129-f94527626f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'efc3e998-9767-4db5-99ae-6ddc08108abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:30Z', 'updated_at': '2022-03-10T15:57:35Z', 'revision_number': 4, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'subnets': [{'id': 'efc3e998-9767-4db5-99ae-6ddc08108abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:57:35.972973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1ba97-09fe-45af-ad1b-a115cbbecd83 None None] Pushing event updated for resources: {'Port': ['ID=369aa79d-097b-4d28-9a88-f0e53e5c9cfc,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:35.991848 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff105b0b-1d07-452d-a878-da4b951ba6da x-openstack-request-id: req-ff105b0b-1d07-452d-a878-da4b951ba6da {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:57:35.992250 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b66369-e4e4-4717-a59c-d4bc4840b563", "tag": "ee70e756-8f03-434a-89ec-1bdc3233af13", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:57:35.992426 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff105b0b-1d07-452d-a878-da4b951ba6da {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:57:35.992806 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b66369-e4e4-4717-a59c-d4bc4840b563', 'tag': 'ee70e756-8f03-434a-89ec-1bdc3233af13', 'status': 'completed', 'code': 200} Mar 10 15:57:35.998735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c4308-778d-4010-8def-741b9c7e20b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee70e756-8f03-434a-89ec-1bdc3233af13,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:36.060952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-af62bc6c-093b-4353-acfd-f88b7510fdde req-b172c758-02d1-4246-a67c-0376e20888dc tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905618 Mar 10 15:57:36.078302 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0ba6ef6e-ac53-4e5f-a503-ca2ef070701a None None] Provisioning complete for port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:36.078909 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0ba6ef6e-ac53-4e5f-a503-ca2ef070701a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:36.083546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-25d63a23-7801-4f42-bd57-04375ea468e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:36.085178 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-25d63a23-7801-4f42-bd57-04375ea468e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8173bf6d1134c648e3aff1db9b97d54&device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 1126 time: 0.1134892 Mar 10 15:57:36.147101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-8c2503d0-662f-4b08-ba5c-17802ba9bbf5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee70e756-8f03-434a-89ec-1bdc3233af13 HTTP/1.1" status: 200 len: 217 time: 0.0508709 Mar 10 15:57:36.179885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6ef6e-ac53-4e5f-a503-ca2ef070701a None None] Current status of the port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:36.206716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-5174a216-a5a6-4cb2-a6f1-0f0b6839e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:36.208286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-5174a216-a5a6-4cb2-a6f1-0f0b6839e377 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adbf7779-1c07-45db-a480-96315d00f6db HTTP/1.1" status: 200 len: 856 time: 0.0560148 Mar 10 15:57:36.261360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-ddd75171-eedb-458f-b293-5f5f5acbfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:36.262910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-ddd75171-eedb-458f-b293-5f5f5acbfcf6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479069 Mar 10 15:57:36.367074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-2ce3ed58-3347-41d9-97f6-6870a9403988 service neutron] 10.222.0.62 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953722 Mar 10 15:57:36.469568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-60e53f67-0b14-43d8-b6e3-6e11e1163494 req-2439cd88-3d5b-4b69-a63d-8d0c6006668c service neutron] 10.222.0.62 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971334 Mar 10 15:57:36.575200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e18901-83a8-4f7a-9729-7fdf2cff4599 req-08e79b5a-acb9-41c0-b411-6f89017c86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:36.577680 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24e18901-83a8-4f7a-9729-7fdf2cff4599 req-08e79b5a-acb9-41c0-b411-6f89017c86ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8173bf6d1134c648e3aff1db9b97d54&device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 1126 time: 0.0595837 Mar 10 15:57:36.668868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e18901-83a8-4f7a-9729-7fdf2cff4599 req-8bad29d9-9355-41ef-bfc6-2c2fa5bf16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:36.670287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24e18901-83a8-4f7a-9729-7fdf2cff4599 req-8bad29d9-9355-41ef-bfc6-2c2fa5bf16b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 HTTP/1.1" status: 200 len: 918 time: 0.0865581 Mar 10 15:57:36.716615 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24e18901-83a8-4f7a-9729-7fdf2cff4599 req-be26a98b-ee0d-41d3-9311-5325c09389a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee70e756-8f03-434a-89ec-1bdc3233af13 HTTP/1.1" status: 200 len: 217 time: 0.0400352 Mar 10 15:57:36.764795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e18901-83a8-4f7a-9729-7fdf2cff4599 req-c198cf87-9572-4aaf-a4a6-ae625d0cd79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:36.766196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24e18901-83a8-4f7a-9729-7fdf2cff4599 req-c198cf87-9572-4aaf-a4a6-ae625d0cd79c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adbf7779-1c07-45db-a480-96315d00f6db HTTP/1.1" status: 200 len: 856 time: 0.0436587 Mar 10 15:57:36.824560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e18901-83a8-4f7a-9729-7fdf2cff4599 req-b9d9d160-743c-4be5-9ba3-d7c3950ae4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:36.826110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24e18901-83a8-4f7a-9729-7fdf2cff4599 req-b9d9d160-743c-4be5-9ba3-d7c3950ae4e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539227 Mar 10 15:57:36.918688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24e18901-83a8-4f7a-9729-7fdf2cff4599 req-58aa4d12-d45e-487a-88bc-d7ce778a745b service neutron] 10.222.0.62 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861585 Mar 10 15:57:37.011775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24e18901-83a8-4f7a-9729-7fdf2cff4599 req-e4c6705e-aea1-4b05-b137-a6baf355cf86 service neutron] 10.222.0.62 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866187 Mar 10 15:57:37.183951 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868de51-3aec-4929-8bb0-b7c054d419a9 req-b053610a-d6a7-4420-8ec1-1561b8df5e2b tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:37.185465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e868de51-3aec-4929-8bb0-b7c054d419a9 req-b053610a-d6a7-4420-8ec1-1561b8df5e2b tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 944 time: 0.0549722 Mar 10 15:57:37.236731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e868de51-3aec-4929-8bb0-b7c054d419a9 req-d498e35d-8c6d-497a-8da0-8e51ecdba6a6 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450644 Mar 10 15:57:37.479108 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 369aa79d-097b-4d28-9a88-f0e53e5c9cfc up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:57:37.529028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:37.529405 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:37.610966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:38.354044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f606c2-d1d0-43f4-8a85-a4678c020fcd req-9f88166f-1871-4f93-882b-dfd1480ac65d tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:38.355741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24f606c2-d1d0-43f4-8a85-a4678c020fcd req-9f88166f-1871-4f93-882b-dfd1480ac65d tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 944 time: 0.0527725 Mar 10 15:57:38.402553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-24f606c2-d1d0-43f4-8a85-a4678c020fcd req-9106fab1-0380-4070-a235-db20144d645b tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411971 Mar 10 15:57:39.519184 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa92078-419f-4fa2-b948-e0e272f0cb08 req-1033d3e1-85ea-4116-96ab-0caf1aee6417 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:39.520664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fa92078-419f-4fa2-b948-e0e272f0cb08 req-1033d3e1-85ea-4116-96ab-0caf1aee6417 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 944 time: 0.0515740 Mar 10 15:57:39.568686 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fa92078-419f-4fa2-b948-e0e272f0cb08 req-c3fe0917-e3ac-4a07-be20-f8f3cabb809b tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424953 Mar 10 15:57:40.090529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ee70e756-8f03-434a-89ec-1bdc3233af13 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:57:40.189756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ee70e756-8f03-434a-89ec-1bdc3233af13, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ee70e756-8f03-434a-89ec-1bdc3233af13,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:40.200533 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'ee70e756-8f03-434a-89ec-1bdc3233af13', 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89', 'port_id': 'ee70e756-8f03-434a-89ec-1bdc3233af13', 'mac_address': 'fa:16:3e:37:6c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbf7779-1c07-45db-a480-96315d00f6db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:57:40.237802 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ee70e756-8f03-434a-89ec-1bdc3233af13 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:40.238188 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:40.251171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee70e756-8f03-434a-89ec-1bdc3233af13 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:57:40.270188 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ee70e756-8f03-434a-89ec-1bdc3233af13, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ee70e756-8f03-434a-89ec-1bdc3233af13,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:40.274132 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:40.322367 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=ee70e756-8f03-434a-89ec-1bdc3233af13,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:40.603416 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['ee70e756-8f03-434a-89ec-1bdc3233af13'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:57:40.697688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52632289-5d26-4dac-8106-bcb53810b384 req-91e3ab33-56e2-4ac6-b299-c35e01677879 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:40.699321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52632289-5d26-4dac-8106-bcb53810b384 req-91e3ab33-56e2-4ac6-b299-c35e01677879 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 945 time: 0.0583947 Mar 10 15:57:40.750877 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-52632289-5d26-4dac-8106-bcb53810b384 req-c3232541-9736-4cfa-b1fa-1bdcb6c4237f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449412 Mar 10 15:57:41.872493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7c47a-b22d-4621-b05b-29dde46e3776 req-5851c6eb-b6f3-49f2-99ec-c174e8687c4b tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:41.873983 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ab7c47a-b22d-4621-b05b-29dde46e3776 req-5851c6eb-b6f3-49f2-99ec-c174e8687c4b tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 945 time: 0.0527241 Mar 10 15:57:41.920675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3ab7c47a-b22d-4621-b05b-29dde46e3776 req-c2cbc8b6-13b9-44e2-9b4f-5245cb6da8e2 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 Mar 10 15:57:42.114210 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ee70e756-8f03-434a-89ec-1bdc3233af13 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:57:42.161346 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port ee70e756-8f03-434a-89ec-1bdc3233af13 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:57:42.165053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port ee70e756-8f03-434a-89ec-1bdc3233af13 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:57:42.165440 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:42.245633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port ee70e756-8f03-434a-89ec-1bdc3233af13 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:57:42.246024 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:42.268351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b66369-e4e4-4717-a59c-d4bc4840b563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee70e756-8f03-434a-89ec-1bdc3233af13'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:57:42.270586 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e23cb3-78e0-4015-9f0d-346ead82f152" -d '{"events": [{"server_uuid": "18b66369-e4e4-4717-a59c-d4bc4840b563", "name": "network-vif-plugged", "status": "completed", "tag": "ee70e756-8f03-434a-89ec-1bdc3233af13"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:57:42.283769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port ee70e756-8f03-434a-89ec-1bdc3233af13, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ee70e756-8f03-434a-89ec-1bdc3233af13,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:57:42.287877 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:42.335477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=ee70e756-8f03-434a-89ec-1bdc3233af13,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:57:42.361721 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54e32e3-7671-4632-b4dd-23f65053c889 x-openstack-request-id: req-e54e32e3-7671-4632-b4dd-23f65053c889 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:57:42.362035 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b66369-e4e4-4717-a59c-d4bc4840b563", "name": "network-vif-plugged", "status": "completed", "tag": "ee70e756-8f03-434a-89ec-1bdc3233af13", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:57:42.362291 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e54e32e3-7671-4632-b4dd-23f65053c889 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:57:42.362685 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b66369-e4e4-4717-a59c-d4bc4840b563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee70e756-8f03-434a-89ec-1bdc3233af13', 'code': 200} Mar 10 15:57:42.461079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f0bff-fa52-4c21-8212-67b2b48db754 req-b515210a-e806-4722-92e3-1ac4f35d424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:42.462578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e00f0bff-fa52-4c21-8212-67b2b48db754 req-b515210a-e806-4722-92e3-1ac4f35d424d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 1128 time: 0.0479369 Mar 10 15:57:42.504836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e00f0bff-fa52-4c21-8212-67b2b48db754 req-69b843b6-ad0c-4fcb-aba7-2d6864f52bab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363691 Mar 10 15:57:43.042711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2574fb6-b0fc-4e20-b00f-381550b6dc64 req-96b316cf-a276-4566-8adb-5e60a78d450c tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:43.044237 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2574fb6-b0fc-4e20-b00f-381550b6dc64 req-96b316cf-a276-4566-8adb-5e60a78d450c tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 946 time: 0.0555730 Mar 10 15:57:43.105173 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b2574fb6-b0fc-4e20-b00f-381550b6dc64 req-0092b9a0-7beb-49fa-838b-475a694b9b21 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550337 Mar 10 15:57:44.222840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736ccf2-a9f6-4417-aa7b-a15f9eb9dfbd req-ac4f422f-a54b-46b4-9c34-52a4471ff1a2 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:44.224313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5736ccf2-a9f6-4417-aa7b-a15f9eb9dfbd req-ac4f422f-a54b-46b4-9c34-52a4471ff1a2 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 946 time: 0.0516288 Mar 10 15:57:44.275260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5736ccf2-a9f6-4417-aa7b-a15f9eb9dfbd req-84c1ca7a-1d8c-4c9b-a32c-2f8209467862 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454538 Mar 10 15:57:44.393050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1507c-4f9f-407b-b82e-46eca5a344c3 req-e3fc9b30-8013-40cb-8df9-5066ba76b8cb tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:57:44.394514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bf1507c-4f9f-407b-b82e-46eca5a344c3 req-e3fc9b30-8013-40cb-8df9-5066ba76b8cb tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 946 time: 0.0529683 Mar 10 15:57:44.441225 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5bf1507c-4f9f-407b-b82e-46eca5a344c3 req-1595e883-1548-4524-909a-377c60c72070 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Mar 10 15:57:48.318239 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:51.186170 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:51.822450 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a741d1cf-5cf0-4b0b-af55-73fe87d9fcb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:54.167018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e9151b2f-2929-4232-8dd9-89e1b2b4f760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:55.440473 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:56.745854 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:57:58.353054 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:10.380469 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:58:12.564110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-aa3443cb-dcc9-457c-ab60-bd0a1c82fcea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483570 Mar 10 15:58:12.653269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-79e1d3a1-6b80-4f6f-a17d-1049cfcb9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:12.654817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-79e1d3a1-6b80-4f6f-a17d-1049cfcb9a3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8173bf6d1134c648e3aff1db9b97d54&device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 1128 time: 0.0472305 Mar 10 15:58:12.768833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-dbcc125b-3fd6-44fb-bf85-1d88f75a79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:12.770313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-dbcc125b-3fd6-44fb-bf85-1d88f75a79b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 HTTP/1.1" status: 200 len: 918 time: 0.0950913 Mar 10 15:58:12.812109 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-83b38d23-c9fc-4c6a-a131-f4002e396593 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee70e756-8f03-434a-89ec-1bdc3233af13 HTTP/1.1" status: 200 len: 217 time: 0.0361793 Mar 10 15:58:12.864677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-ed48a07e-d9d8-480e-8a8b-e7d9c97d6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:12.866180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-ed48a07e-d9d8-480e-8a8b-e7d9c97d6b50 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adbf7779-1c07-45db-a480-96315d00f6db HTTP/1.1" status: 200 len: 856 time: 0.0487990 Mar 10 15:58:12.917299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-cf0ee376-b80f-4907-b6b9-09e0f4600115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:12.918845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-cf0ee376-b80f-4907-b6b9-09e0f4600115 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461886 Mar 10 15:58:13.015367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-9a57c66b-4458-493f-bf9d-add2389cc4b4 service neutron] 10.222.0.62 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882738 Mar 10 15:58:13.117286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c33c285-22a9-48f7-aa18-906acf87e7c0 req-53bea312-bd30-4e5a-90a4-30ec4a3ceac7 service neutron] 10.222.0.62 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963690 Mar 10 15:58:18.311336 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:18.618529 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90875dd-1fa0-4a5f-ab6a-ac52f9db9fa6 req-d2a34f45-f033-4575-93d4-6917e26dea35 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:18.619955 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e90875dd-1fa0-4a5f-ab6a-ac52f9db9fa6 req-d2a34f45-f033-4575-93d4-6917e26dea35 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 946 time: 0.0544825 Mar 10 15:58:18.671090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e90875dd-1fa0-4a5f-ab6a-ac52f9db9fa6 req-c3ea71d3-438f-4efc-83d3-052d0da669be tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454071 Mar 10 15:58:19.793849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ba80c-f61e-404a-b663-869406d47b02 req-cc8cdb62-1e92-4758-8c4b-52d8ac2343e2 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:19.795401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-699ba80c-f61e-404a-b663-869406d47b02 req-cc8cdb62-1e92-4758-8c4b-52d8ac2343e2 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 946 time: 0.0535617 Mar 10 15:58:19.841487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-699ba80c-f61e-404a-b663-869406d47b02 req-297617e6-0fbf-4cce-873e-0660ba90fb78 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404673 Mar 10 15:58:20.348131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70679881-7cb2-4076-9746-8ff28f65f02c req-658d802c-5c77-4a4e-b5e6-018881a9e04a tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:20.349580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70679881-7cb2-4076-9746-8ff28f65f02c req-658d802c-5c77-4a4e-b5e6-018881a9e04a tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 946 time: 0.0549383 Mar 10 15:58:20.447847 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-70679881-7cb2-4076-9746-8ff28f65f02c req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Deleting port ee70e756-8f03-434a-89ec-1bdc3233af13 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:58:20.448185 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-70679881-7cb2-4076-9746-8ff28f65f02c req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:20.536698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-70679881-7cb2-4076-9746-8ff28f65f02c req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] For port ee70e756-8f03-434a-89ec-1bdc3233af13, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=ee70e756-8f03-434a-89ec-1bdc3233af13,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:58:20.537059 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-70679881-7cb2-4076-9746-8ff28f65f02c req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:20.549623 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-70679881-7cb2-4076-9746-8ff28f65f02c req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Calling delete_port for ee70e756-8f03-434a-89ec-1bdc3233af13 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:58:20.681400 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-70679881-7cb2-4076-9746-8ff28f65f02c req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ee70e756-8f03-434a-89ec-1bdc3233af13), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:20.708411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Pushing event deleted for resources: {'Port': ['ID=ee70e756-8f03-434a-89ec-1bdc3233af13,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:58:20.722744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.723063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.723502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.723854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.724193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.724518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.724849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.725239 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.725576 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.725906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.726232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.726687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.727036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:20.766981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-70679881-7cb2-4076-9746-8ff28f65f02c req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] No DVR routers for this DVR port ee70e756-8f03-434a-89ec-1bdc3233af13 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:58:20.769521 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-70679881-7cb2-4076-9746-8ff28f65f02c req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:20.772844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-70679881-7cb2-4076-9746-8ff28f65f02c req-aac78c75-e571-443f-8c41-22cf3cf82611 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.62 "DELETE /v2.0/ports/ee70e756-8f03-434a-89ec-1bdc3233af13 HTTP/1.1" status: 204 len: 173 time: 0.4179995 Mar 10 15:58:20.773279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b66369-e4e4-4717-a59c-d4bc4840b563', 'name': 'network-vif-deleted', 'tag': 'ee70e756-8f03-434a-89ec-1bdc3233af13'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:58:20.775549 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a0de6d-bfbf-45c6-a29c-87be5db5819b" -d '{"events": [{"server_uuid": "18b66369-e4e4-4717-a59c-d4bc4840b563", "name": "network-vif-deleted", "tag": "ee70e756-8f03-434a-89ec-1bdc3233af13"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:58:20.811091 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b63f1a-5180-4b0d-a9d3-d22cfbf9aa30 x-openstack-request-id: req-c0b63f1a-5180-4b0d-a9d3-d22cfbf9aa30 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:58:20.811716 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b66369-e4e4-4717-a59c-d4bc4840b563", "name": "network-vif-deleted", "tag": "ee70e756-8f03-434a-89ec-1bdc3233af13", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:58:20.811716 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0b63f1a-5180-4b0d-a9d3-d22cfbf9aa30 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:58:20.812027 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b66369-e4e4-4717-a59c-d4bc4840b563', 'name': 'network-vif-deleted', 'tag': 'ee70e756-8f03-434a-89ec-1bdc3233af13', 'status': 'completed', 'code': 200} Mar 10 15:58:20.948923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d9a73e29-7519-4bba-b7ad-fd782ac2ebb1 req-01783225-c29c-4529-b5c4-b39cbfc90c32 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=18b66369-e4e4-4717-a59c-d4bc4840b563 HTTP/1.1" status: 200 len: 210 time: 0.0268691 Mar 10 15:58:21.206627 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:21.815191 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0dab-17d3-40be-9c88-d133929482a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:22.338970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ee70e756-8f03-434a-89ec-1bdc3233af13 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:58:22.358978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: ee70e756-8f03-434a-89ec-1bdc3233af13 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:58:22.359597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device ee70e756-8f03-434a-89ec-1bdc3233af13 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:58:22.522224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-f7cf736c-0b6c-4b4f-b92a-91b33310bc5a tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:22.523775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-f7cf736c-0b6c-4b4f-b92a-91b33310bc5a tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/networks?id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 HTTP/1.1" status: 200 len: 817 time: 0.1013358 Mar 10 15:58:22.537947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-c5306456-0f8e-459e-b65b-5c76afff02d3 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/quotas/a8173bf6d1134c648e3aff1db9b97d54 HTTP/1.1" status: 200 len: 375 time: 0.0087762 Mar 10 15:58:22.595793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b4a59fdd-1d0d-48e5-a1b4-f6e148769463 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8173bf6d1134c648e3aff1db9b97d54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529766 Mar 10 15:58:22.779483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-8da9cc7c-6000-4eeb-abc1-61650e0503dc service neutron] 10.222.0.11 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724243 Mar 10 15:58:22.871415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-74e380fe-db73-48d5-920e-9e7b3e3dc119 service neutron] 10.222.0.11 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860395 Mar 10 15:58:23.041699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8f96dfe-f873-419e-a6c4-c496545eb06e req-d475034d-bc46-4a9b-98b2-e92e3434b83b tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 210 time: 0.0275056 Mar 10 15:58:23.969707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-0d2a732e-3d82-4b4d-ad41-9f0393fb7ff1 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:23.971217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-0d2a732e-3d82-4b4d-ad41-9f0393fb7ff1 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.62 "GET /v2.0/networks?id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 HTTP/1.1" status: 200 len: 817 time: 0.1055486 Mar 10 15:58:24.125767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Request body: {'port': {'device_id': '6bce38df-0720-4c19-98cb-9f5c96fedee9', 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89', 'admin_state_up': True, 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:58:24.162888 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31d86049-b7d0-4e4f-93d8-f1e37af77d9f req-aae9e8d5-7d16-4937-8db5-4882ee0add4a tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 210 time: 0.0502689 Mar 10 15:58:24.168971 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7117893e-9ed8-44a1-a1b4-5d92515a010a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:24.252887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Made reservation on behalf of a8173bf6d1134c648e3aff1db9b97d54 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:58:24.256381 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:24.380556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Allocated IP 172.20.0.14 (d2f03af4-a3c1-418d-bb5d-02fe4aabbc89/adbf7779-1c07-45db-a480-96315d00f6db/d66a292c-abda-4ae3-8f8d-81fba502da0b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:58:24.526243 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks [] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:24.558876 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:24.603060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:58:24.608000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:58:24.612451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:58:24.618634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Pushing event updated for resources: {'Port': ['ID=d66a292c-abda-4ae3-8f8d-81fba502da0b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:58:24.664055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:24.664670 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:24.681571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-b12a2d54-b642-4781-8368-657e465f4b2f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5595763 Mar 10 15:58:24.693003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Request body: {'port': {'device_id': '6bce38df-0720-4c19-98cb-9f5c96fedee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:58:24.757449 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:24.843194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d9892081-21b4-42f2-a519-7a0ca15d6328 None None] Provisioning complete for port d66a292c-abda-4ae3-8f8d-81fba502da0b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:58:24.843574 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d9892081-21b4-42f2-a519-7a0ca15d6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:24.878607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d9892081-21b4-42f2-a519-7a0ca15d6328 None None] Port d66a292c-abda-4ae3-8f8d-81fba502da0b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:58:25.024124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66a292c-abda-4ae3-8f8d-81fba502da0b {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:58:25.032568 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Publish callbacks [] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:25.044913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Transition to ACTIVE for port object d66a292c-abda-4ae3-8f8d-81fba502da0b will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:58:25.049473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:25.102609 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Pushing event updated for resources: {'Port': ['ID=d66a292c-abda-4ae3-8f8d-81fba502da0b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:58:25.175646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Attempting to bind port d66a292c-abda-4ae3-8f8d-81fba502da0b on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:58:25.175989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Attempting to bind port d66a292c-abda-4ae3-8f8d-81fba502da0b by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:58:25.176322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Attempting to bind port d66a292c-abda-4ae3-8f8d-81fba502da0b on network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:58:25.180969 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Port d66a292c-abda-4ae3-8f8d-81fba502da0b on network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:58:25.181292 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Attempting to bind port d66a292c-abda-4ae3-8f8d-81fba502da0b on network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:58:25.186484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:58:25.186856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Checking segment: {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:58:25.187249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Bound using segment: {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:58:25.188289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Bound port: d66a292c-abda-4ae3-8f8d-81fba502da0b, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3866d4-e02a-4be5-af21-0a9ed29674fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:58:25.188597 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:25.286841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] For port d66a292c-abda-4ae3-8f8d-81fba502da0b, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:58:25.301938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] For port d66a292c-abda-4ae3-8f8d-81fba502da0b, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d66a292c-abda-4ae3-8f8d-81fba502da0b,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:58:25.312317 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:25.354332 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdfda6-7c8b-47f8-9b05-1c3e4d1cb84f req-d7ea6ca7-6a34-423b-9618-1acace4746ec tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:25.355741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3acdfda6-7c8b-47f8-9b05-1c3e4d1cb84f req-d7ea6ca7-6a34-423b-9618-1acace4746ec tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 944 time: 0.1148503 Mar 10 15:58:25.368248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:25.368901 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:25.370199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] 10.222.0.62 "PUT /v2.0/ports/d66a292c-abda-4ae3-8f8d-81fba502da0b HTTP/1.1" status: 200 len: 1092 time: 0.6813567 Mar 10 15:58:25.370649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bce38df-0720-4c19-98cb-9f5c96fedee9', 'tag': 'd66a292c-abda-4ae3-8f8d-81fba502da0b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:58:25.372886 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac13a7e-197f-4392-a54c-f28688317377" -d '{"events": [{"name": "network-changed", "server_uuid": "6bce38df-0720-4c19-98cb-9f5c96fedee9", "tag": "d66a292c-abda-4ae3-8f8d-81fba502da0b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:58:25.421853 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acaccce-47e7-489f-9225-1bf0b233eb94 x-openstack-request-id: req-4acaccce-47e7-489f-9225-1bf0b233eb94 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:58:25.422659 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bce38df-0720-4c19-98cb-9f5c96fedee9", "tag": "d66a292c-abda-4ae3-8f8d-81fba502da0b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:58:25.422940 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4acaccce-47e7-489f-9225-1bf0b233eb94 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:58:25.423351 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bce38df-0720-4c19-98cb-9f5c96fedee9', 'tag': 'd66a292c-abda-4ae3-8f8d-81fba502da0b', 'status': 'completed', 'code': 200} Mar 10 15:58:25.435738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdab1e3-fb82-4a4b-99d4-1228ff6c8232 service neutron] Pushing event updated for resources: {'Port': ['ID=d66a292c-abda-4ae3-8f8d-81fba502da0b,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:58:25.445278 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:25.486487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3acdfda6-7c8b-47f8-9b05-1c3e4d1cb84f req-8156615f-995b-4ee6-b300-2aff1685ac99 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223936 Mar 10 15:58:25.500907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-f0268c1c-66a4-4be3-93dc-18e8397cc91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:25.511293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-f0268c1c-66a4-4be3-93dc-18e8397cc91a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8173bf6d1134c648e3aff1db9b97d54&device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 1126 time: 0.0751493 Mar 10 15:58:25.544935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-51aa12be-6a69-482a-a795-6b8e344f72cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a292c-abda-4ae3-8f8d-81fba502da0b HTTP/1.1" status: 200 len: 217 time: 0.0356662 Mar 10 15:58:25.597679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-cc99cb02-7041-4f36-9339-1843ff76c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:25.599168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-cc99cb02-7041-4f36-9339-1843ff76c61d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adbf7779-1c07-45db-a480-96315d00f6db HTTP/1.1" status: 200 len: 856 time: 0.0483756 Mar 10 15:58:25.648551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-71df810f-7a8d-48d6-840b-3f3b112ea2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:25.650058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-71df810f-7a8d-48d6-840b-3f3b112ea2b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456860 Mar 10 15:58:25.737626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-a0fb3952-16ed-4047-a8c1-bd24c01b783a service neutron] 10.222.0.62 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813961 Mar 10 15:58:25.829446 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c96af93-9fda-400b-9969-61d3d74baa40 req-7f7fe7ca-37a2-48ab-a6e5-183fc3ab784f service neutron] 10.222.0.62 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854561 Mar 10 15:58:25.916771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac13a7e-197f-4392-a54c-f28688317377 req-ac8bf0b0-a39d-4d3a-873e-c76fb1f98d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:25.918265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fac13a7e-197f-4392-a54c-f28688317377 req-ac8bf0b0-a39d-4d3a-873e-c76fb1f98d3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a8173bf6d1134c648e3aff1db9b97d54&device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 1126 time: 0.0456581 Mar 10 15:58:26.011278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac13a7e-197f-4392-a54c-f28688317377 req-7c37635a-6358-47ed-b1c1-5841deff4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:26.012718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fac13a7e-197f-4392-a54c-f28688317377 req-7c37635a-6358-47ed-b1c1-5841deff4d14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 HTTP/1.1" status: 200 len: 918 time: 0.0877924 Mar 10 15:58:26.054304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fac13a7e-197f-4392-a54c-f28688317377 req-f439296c-3cd3-40b7-a177-4da8fd95024a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d66a292c-abda-4ae3-8f8d-81fba502da0b HTTP/1.1" status: 200 len: 217 time: 0.0337403 Mar 10 15:58:26.104446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac13a7e-197f-4392-a54c-f28688317377 req-7ec0daeb-69e3-4e11-8ff3-f71c3e55ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:26.105777 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fac13a7e-197f-4392-a54c-f28688317377 req-7ec0daeb-69e3-4e11-8ff3-f71c3e55ac02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=adbf7779-1c07-45db-a480-96315d00f6db HTTP/1.1" status: 200 len: 856 time: 0.0462162 Mar 10 15:58:26.154077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac13a7e-197f-4392-a54c-f28688317377 req-b4968168-e9c3-47f6-93e5-e8e7f085a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:26.155553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fac13a7e-197f-4392-a54c-f28688317377 req-b4968168-e9c3-47f6-93e5-e8e7f085a036 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435147 Mar 10 15:58:26.242388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fac13a7e-197f-4392-a54c-f28688317377 req-a31dc7c2-323b-455f-bea6-24e93287f53a service neutron] 10.222.0.62 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808022 Mar 10 15:58:26.344275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fac13a7e-197f-4392-a54c-f28688317377 req-90648bc7-fbe8-4b79-9659-c4c484491563 service neutron] 10.222.0.62 "GET /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960307 Mar 10 15:58:26.611562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c706771-389a-40f2-ba2e-eb3b6af5df6b req-37932ae8-5bb1-42a9-b787-b64703129938 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:26.613068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c706771-389a-40f2-ba2e-eb3b6af5df6b req-37932ae8-5bb1-42a9-b787-b64703129938 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 944 time: 0.0540018 Mar 10 15:58:26.658866 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9c706771-389a-40f2-ba2e-eb3b6af5df6b req-869e01c5-bf2a-4f32-ac9e-2fc3633f4310 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Mar 10 15:58:26.748297 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:27.780677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dbf14-c29d-4f5b-884d-0f5ee017af04 req-ccc4435f-d92f-4acb-af60-6103b9d46558 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:27.782727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a52dbf14-c29d-4f5b-884d-0f5ee017af04 req-ccc4435f-d92f-4acb-af60-6103b9d46558 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 944 time: 0.0560086 Mar 10 15:58:28.158438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a52dbf14-c29d-4f5b-884d-0f5ee017af04 req-adc03942-2c75-4c7b-9825-591a1aba7ef1 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699770 Mar 10 15:58:28.354769 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d66a292c-abda-4ae3-8f8d-81fba502da0b details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:58:28.357946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:28.456553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d66a292c-abda-4ae3-8f8d-81fba502da0b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d66a292c-abda-4ae3-8f8d-81fba502da0b,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:58:28.466943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'd66a292c-abda-4ae3-8f8d-81fba502da0b', 'network_id': 'd2f03af4-a3c1-418d-bb5d-02fe4aabbc89', 'port_id': 'd66a292c-abda-4ae3-8f8d-81fba502da0b', 'mac_address': 'fa:16:3e:a8:9d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbf7779-1c07-45db-a480-96315d00f6db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:58:28.504070 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d66a292c-abda-4ae3-8f8d-81fba502da0b is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:58:28.504451 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:28.517444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66a292c-abda-4ae3-8f8d-81fba502da0b {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:58:28.536172 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d66a292c-abda-4ae3-8f8d-81fba502da0b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d66a292c-abda-4ae3-8f8d-81fba502da0b,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:58:28.539570 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:28.585864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d66a292c-abda-4ae3-8f8d-81fba502da0b,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:58:28.592968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.593300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.593639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.594000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.594330 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.594662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.595090 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.595670 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.597086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.597086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.597086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.597378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.597516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:58:28.840189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['d66a292c-abda-4ae3-8f8d-81fba502da0b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:58:29.276334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd4cec-1699-4076-9b55-10d83b6ed70a req-a0fbd016-fef8-4f0c-bed3-dea9efc6652d tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:29.277844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4fd4cec-1699-4076-9b55-10d83b6ed70a req-a0fbd016-fef8-4f0c-bed3-dea9efc6652d tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 945 time: 0.0524573 Mar 10 15:58:29.332163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4fd4cec-1699-4076-9b55-10d83b6ed70a req-d68c4fe2-a78b-4002-a5d5-787ddb2b33dc tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485134 Mar 10 15:58:30.365373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d66a292c-abda-4ae3-8f8d-81fba502da0b up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:58:30.415834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port d66a292c-abda-4ae3-8f8d-81fba502da0b completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:58:30.420208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port d66a292c-abda-4ae3-8f8d-81fba502da0b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:58:30.420591 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:30.452788 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93424-fc5a-42e0-8a12-86161f812b95 req-3e5537c5-8485-43a3-b8ce-76fac3d2f172 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:30.454784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61d93424-fc5a-42e0-8a12-86161f812b95 req-3e5537c5-8485-43a3-b8ce-76fac3d2f172 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 945 time: 0.0547209 Mar 10 15:58:30.503511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port d66a292c-abda-4ae3-8f8d-81fba502da0b is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:58:30.503900 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:30.505640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-61d93424-fc5a-42e0-8a12-86161f812b95 req-68e82665-6745-46ce-8631-6d5c8a3fe9d2 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450284 Mar 10 15:58:30.531862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bce38df-0720-4c19-98cb-9f5c96fedee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66a292c-abda-4ae3-8f8d-81fba502da0b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:58:30.534081 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9724b9b9-45f7-4368-bc08-8df5ab04c6bd" -d '{"events": [{"server_uuid": "6bce38df-0720-4c19-98cb-9f5c96fedee9", "name": "network-vif-plugged", "status": "completed", "tag": "d66a292c-abda-4ae3-8f8d-81fba502da0b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:58:30.546163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port d66a292c-abda-4ae3-8f8d-81fba502da0b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d66a292c-abda-4ae3-8f8d-81fba502da0b,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:58:30.550471 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:30.574024 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9087a33a-315b-4ba0-95f5-6f53bfc7e12e x-openstack-request-id: req-9087a33a-315b-4ba0-95f5-6f53bfc7e12e {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:58:30.574317 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bce38df-0720-4c19-98cb-9f5c96fedee9", "name": "network-vif-plugged", "status": "completed", "tag": "d66a292c-abda-4ae3-8f8d-81fba502da0b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:58:30.574581 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9087a33a-315b-4ba0-95f5-6f53bfc7e12e {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:58:30.575031 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bce38df-0720-4c19-98cb-9f5c96fedee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66a292c-abda-4ae3-8f8d-81fba502da0b', 'code': 200} Mar 10 15:58:30.601013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=d66a292c-abda-4ae3-8f8d-81fba502da0b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:58:30.667439 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593e787-8969-47fd-bb49-e973b5be7eb2 req-8a8f20e9-3ecd-42cf-aab0-3695ea8a8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:30.668847 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c593e787-8969-47fd-bb49-e973b5be7eb2 req-8a8f20e9-3ecd-42cf-aab0-3695ea8a8434 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 1128 time: 0.0444720 Mar 10 15:58:30.712061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c593e787-8969-47fd-bb49-e973b5be7eb2 req-70d46db7-09af-4cb1-a87a-a6b251fde08a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360718 Mar 10 15:58:31.622145 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67b396-b90e-4d46-bd88-64c8affb03ba req-87abb05a-1fe8-468f-a83e-00ef86627cb7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:31.623626 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de67b396-b90e-4d46-bd88-64c8affb03ba req-87abb05a-1fe8-468f-a83e-00ef86627cb7 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 946 time: 0.0507951 Mar 10 15:58:31.669267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de67b396-b90e-4d46-bd88-64c8affb03ba req-7d39d222-15b4-4ce9-99a2-156f72d9227d tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Mar 10 15:58:32.797432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c78edc-a364-43b6-a7f1-29af9e33b82f req-388932d6-403a-43a6-ae64-fb384bd7dbc8 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:32.799209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74c78edc-a364-43b6-a7f1-29af9e33b82f req-388932d6-403a-43a6-ae64-fb384bd7dbc8 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 946 time: 0.0596395 Mar 10 15:58:32.845670 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74c78edc-a364-43b6-a7f1-29af9e33b82f req-46504022-ede4-4859-8991-b321e4358253 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Mar 10 15:58:32.964755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059f132-0399-4e5a-9f2b-0b4cb7e1a6a4 req-894238fd-4985-4838-ba07-42bd8521b600 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:58:32.966190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7059f132-0399-4e5a-9f2b-0b4cb7e1a6a4 req-894238fd-4985-4838-ba07-42bd8521b600 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 946 time: 0.0543180 Mar 10 15:58:33.012528 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7059f132-0399-4e5a-9f2b-0b4cb7e1a6a4 req-0c69ff6b-e7be-41f8-9c29-4cd73dd053ea tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 Mar 10 15:58:47.379371 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:58:48.307881 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:51.197751 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:51.817591 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d212e3c5-9d97-4a6a-8639-10f63908cef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:54.172530 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d8118ddc-cbd7-4ce0-b89a-d7b34badbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:55.436671 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:56.752784 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:58:58.361692 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:07.111592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499f25f-93f1-40c9-b5b4-8079813aa036 req-871a5bde-1174-4839-bfb0-f2928c07efae tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:07.113203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5499f25f-93f1-40c9-b5b4-8079813aa036 req-871a5bde-1174-4839-bfb0-f2928c07efae tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 946 time: 0.0606642 Mar 10 15:59:07.163660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5499f25f-93f1-40c9-b5b4-8079813aa036 req-b267dbeb-9ef7-4b1f-b0e8-8f3636f735eb tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 Mar 10 15:59:08.284087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f083e43-6db8-4863-940c-edae94c16080 req-3d6bf514-f1dc-45c2-b053-fd596460912e tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:08.285652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f083e43-6db8-4863-940c-edae94c16080 req-3d6bf514-f1dc-45c2-b053-fd596460912e tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 946 time: 0.0534668 Mar 10 15:59:08.332900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6f083e43-6db8-4863-940c-edae94c16080 req-7afa782b-9277-4561-9c03-7ec6fd073c7d tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/security-groups?id=d67dc7ff-29a9-4066-bc06-b1835ea1b044&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Mar 10 15:59:08.714503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d985-b32e-4d2e-b4e2-8dbafcbe0ad2 req-65b6444d-bea5-4098-b37e-13cc0649b2fd tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:08.715889 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cc6d985-b32e-4d2e-b4e2-8dbafcbe0ad2 req-65b6444d-bea5-4098-b37e-13cc0649b2fd tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 946 time: 0.0569546 Mar 10 15:59:08.813696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-7cc6d985-b32e-4d2e-b4e2-8dbafcbe0ad2 req-2047bf95-be39-4e36-b3fa-bab0948489f6 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Deleting port d66a292c-abda-4ae3-8f8d-81fba502da0b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:59:08.814060 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7cc6d985-b32e-4d2e-b4e2-8dbafcbe0ad2 req-2047bf95-be39-4e36-b3fa-bab0948489f6 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:08.906697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-7cc6d985-b32e-4d2e-b4e2-8dbafcbe0ad2 req-2047bf95-be39-4e36-b3fa-bab0948489f6 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] For port d66a292c-abda-4ae3-8f8d-81fba502da0b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=d66a292c-abda-4ae3-8f8d-81fba502da0b,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:08.907123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7cc6d985-b32e-4d2e-b4e2-8dbafcbe0ad2 req-2047bf95-be39-4e36-b3fa-bab0948489f6 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:08.923461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-7cc6d985-b32e-4d2e-b4e2-8dbafcbe0ad2 req-2047bf95-be39-4e36-b3fa-bab0948489f6 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Calling delete_port for d66a292c-abda-4ae3-8f8d-81fba502da0b owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:59:09.047993 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7cc6d985-b32e-4d2e-b4e2-8dbafcbe0ad2 req-2047bf95-be39-4e36-b3fa-bab0948489f6 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d66a292c-abda-4ae3-8f8d-81fba502da0b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:09.059600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['d66a292c-abda-4ae3-8f8d-81fba502da0b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:59:09.077920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047bf95-be39-4e36-b3fa-bab0948489f6 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Pushing event deleted for resources: {'Port': ['ID=d66a292c-abda-4ae3-8f8d-81fba502da0b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:09.126866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc6d985-b32e-4d2e-b4e2-8dbafcbe0ad2 req-2047bf95-be39-4e36-b3fa-bab0948489f6 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] No DVR routers for this DVR port d66a292c-abda-4ae3-8f8d-81fba502da0b on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:59:09.130067 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-7cc6d985-b32e-4d2e-b4e2-8dbafcbe0ad2 req-2047bf95-be39-4e36-b3fa-bab0948489f6 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:09.133529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7cc6d985-b32e-4d2e-b4e2-8dbafcbe0ad2 req-2047bf95-be39-4e36-b3fa-bab0948489f6 tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.62 "DELETE /v2.0/ports/d66a292c-abda-4ae3-8f8d-81fba502da0b HTTP/1.1" status: 204 len: 173 time: 0.4132414 Mar 10 15:59:09.133985 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bce38df-0720-4c19-98cb-9f5c96fedee9', 'name': 'network-vif-deleted', 'tag': 'd66a292c-abda-4ae3-8f8d-81fba502da0b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:59:09.137034 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044b64ad-dac6-4423-b9d1-c749219a3423" -d '{"events": [{"server_uuid": "6bce38df-0720-4c19-98cb-9f5c96fedee9", "name": "network-vif-deleted", "tag": "d66a292c-abda-4ae3-8f8d-81fba502da0b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:59:09.177648 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a542a752-0b21-49cd-ad0a-8c2dc7dd40a7 x-openstack-request-id: req-a542a752-0b21-49cd-ad0a-8c2dc7dd40a7 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:59:09.177949 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bce38df-0720-4c19-98cb-9f5c96fedee9", "name": "network-vif-deleted", "tag": "d66a292c-abda-4ae3-8f8d-81fba502da0b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:59:09.178208 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a542a752-0b21-49cd-ad0a-8c2dc7dd40a7 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:59:09.178615 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bce38df-0720-4c19-98cb-9f5c96fedee9', 'name': 'network-vif-deleted', 'tag': 'd66a292c-abda-4ae3-8f8d-81fba502da0b', 'status': 'completed', 'code': 200} Mar 10 15:59:09.440045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-236ef51a-612b-41d4-acea-412e24a07d82 req-a860af8c-6f3c-459f-8010-68202b46b67f tempest-TestEncryptedCinderVolumes-1419951046 tempest-TestEncryptedCinderVolumes-1419951046-project] 10.222.0.11 "GET /v2.0/ports?device_id=6bce38df-0720-4c19-98cb-9f5c96fedee9 HTTP/1.1" status: 200 len: 210 time: 0.0280120 Mar 10 15:59:10.532994 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42488) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:11.164028 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (7d20d0af-6063-467a-b4d2-65299da822ed), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:11.422477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Deleting port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:59:11.422736 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:11.503356 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] For port 6316b7a0-bc11-490e-8787-c5eaf25d9ea5, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6316b7a0-bc11-490e-8787-c5eaf25d9ea5,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:11.504061 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:11.517011 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Calling delete_port for 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:59:11.704945 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (6316b7a0-bc11-490e-8787-c5eaf25d9ea5), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:11.731091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Pushing event deleted for resources: {'Port': ['ID=6316b7a0-bc11-490e-8787-c5eaf25d9ea5,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:11.759996 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.760350 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.760694 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.761033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.761369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.761701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.762033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.762361 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.762687 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.763042 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.763369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.763693 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.764017 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:11.912836 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (7d20d0af-6063-467a-b4d2-65299da822ed), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:12.130535 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Router 7d20d0af-6063-467a-b4d2-65299da822ed has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:59:12.239545 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:59:12.244539 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-384f05f0-bf8a-4223-ac0a-cc1a081b240e admin admin] 10.222.0.11 "PUT /v2.0/routers/7d20d0af-6063-467a-b4d2-65299da822ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7104719 Mar 10 15:59:12.247180 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42492) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:12.248509 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d72647e-7dff-47d5-8624-3e94aab5687b None None] Sync routers for ids ['7d20d0af-6063-467a-b4d2-65299da822ed'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:59:12.259009 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72647e-7dff-47d5-8624-3e94aab5687b None None] Routers {'7d20d0af-6063-467a-b4d2-65299da822ed'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:12.259622 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5d72647e-7dff-47d5-8624-3e94aab5687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7d20d0af-6063-467a-b4d2-65299da822ed'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:12.353478 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Publish callbacks [] for router (7d20d0af-6063-467a-b4d2-65299da822ed), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:12.365697 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-5d72647e-7dff-47d5-8624-3e94aab5687b None None] Set router 7d20d0af-6063-467a-b4d2-65299da822ed gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:12.445845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d66a292c-abda-4ae3-8f8d-81fba502da0b no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:59:12.461619 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Publish callbacks [] for router_gateway (7d20d0af-6063-467a-b4d2-65299da822ed), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:12.466304 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: d66a292c-abda-4ae3-8f8d-81fba502da0b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:59:12.466668 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device d66a292c-abda-4ae3-8f8d-81fba502da0b not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:59:12.517523 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Deleting port 23043437-31f6-4cec-af1e-745b7d9b96f8 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:59:12.518126 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:12.541754 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5d72647e-7dff-47d5-8624-3e94aab5687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'name': 'tempest-TestEncryptedCinderVolumes-1515876739-router', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:23Z', 'updated_at': '2022-03-10T15:59:11Z', 'revision_number': 5, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'gw_port': {'id': '23043437-31f6-4cec-af1e-745b7d9b96f8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:24Z', 'updated_at': '2022-03-10T15:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:12.574725 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d72647e-7dff-47d5-8624-3e94aab5687b None None] Checking router: 7d20d0af-6063-467a-b4d2-65299da822ed for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:59:12.586681 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72647e-7dff-47d5-8624-3e94aab5687b None None] Routers {'7d20d0af-6063-467a-b4d2-65299da822ed'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:12.587332 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5d72647e-7dff-47d5-8624-3e94aab5687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7d20d0af-6063-467a-b4d2-65299da822ed'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:12.606320 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] For port 23043437-31f6-4cec-af1e-745b7d9b96f8, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=23043437-31f6-4cec-af1e-745b7d9b96f8,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:12.606597 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:12.620902 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Calling delete_port for 23043437-31f6-4cec-af1e-745b7d9b96f8 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:59:12.674686 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-5d72647e-7dff-47d5-8624-3e94aab5687b None None] Set router 7d20d0af-6063-467a-b4d2-65299da822ed gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:12.727413 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-5d72647e-7dff-47d5-8624-3e94aab5687b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'name': 'tempest-TestEncryptedCinderVolumes-1515876739-router', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:23Z', 'updated_at': '2022-03-10T15:59:12Z', 'revision_number': 6, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:12.755334 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d72647e-7dff-47d5-8624-3e94aab5687b None None] The sync data for ids ['7d20d0af-6063-467a-b4d2-65299da822ed'] in n-d-833090-1 is: [{'id': '7d20d0af-6063-467a-b4d2-65299da822ed', 'name': 'tempest-TestEncryptedCinderVolumes-1515876739-router', 'tenant_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:23Z', 'updated_at': '2022-03-10T15:59:12Z', 'revision_number': 6, 'project_id': 'a8173bf6d1134c648e3aff1db9b97d54', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:59:12.789537 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (23043437-31f6-4cec-af1e-745b7d9b96f8), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:12.815343 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23043437-31f6-4cec-af1e-745b7d9b96f8,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:12.875584 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (7d20d0af-6063-467a-b4d2-65299da822ed), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:12.972263 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (7d20d0af-6063-467a-b4d2-65299da822ed), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:12.974407 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Publish callbacks [] for router_controller (7d20d0af-6063-467a-b4d2-65299da822ed), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.016764 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (7d20d0af-6063-467a-b4d2-65299da822ed), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.017325 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d20d0af-6063-467a-b4d2-65299da822ed {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:59:13.022115 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.023344 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d19db5ba-971a-44ec-8e8d-37c8bcdfccc9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7d20d0af-6063-467a-b4d2-65299da822ed HTTP/1.1" status: 204 len: 168 time: 0.7752659 Mar 10 15:59:13.025827 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42494) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:13.069513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b95648-e314-4aba-aac9-195a4fd4e9bb admin admin] Deleting subnet adbf7779-1c07-45db-a480-96315d00f6db {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:59:13.072457 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-78b95648-e314-4aba-aac9-195a4fd4e9bb admin admin] Publish callbacks [] for subnet (adbf7779-1c07-45db-a480-96315d00f6db), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.106300 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-78b95648-e314-4aba-aac9-195a4fd4e9bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (adbf7779-1c07-45db-a480-96315d00f6db), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.191129 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-78b95648-e314-4aba-aac9-195a4fd4e9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (adbf7779-1c07-45db-a480-96315d00f6db), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.241346 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-78b95648-e314-4aba-aac9-195a4fd4e9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (adbf7779-1c07-45db-a480-96315d00f6db), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.263825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b95648-e314-4aba-aac9-195a4fd4e9bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbf7779-1c07-45db-a480-96315d00f6db,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:13.270010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-78b95648-e314-4aba-aac9-195a4fd4e9bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.273198 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-78b95648-e314-4aba-aac9-195a4fd4e9bb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/adbf7779-1c07-45db-a480-96315d00f6db HTTP/1.1" status: 204 len: 168 time: 0.2463782 Mar 10 15:59:13.275673 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42496) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:13.275829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a405b-efd2-4fdd-b91b-9ea0705f166b None None] Network d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:59:13.347565 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d2f03af4-a3c1-418d-bb5d-02fe4aabbc89), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.400910 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Deleting port d460aa38-fd0d-4aa4-baad-60688092c41f {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:59:13.401252 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.466123 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] For port d460aa38-fd0d-4aa4-baad-60688092c41f, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d460aa38-fd0d-4aa4-baad-60688092c41f,segment=NetworkSegment(5d3866d4-e02a-4be5-af21-0a9ed29674fa),segment_id=5d3866d4-e02a-4be5-af21-0a9ed29674fa)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:13.466123 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.481603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Calling delete_port for d460aa38-fd0d-4aa4-baad-60688092c41f owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:59:13.500778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7496d4f9-1d4d-46f7-8660-e004024f87dc None None] DHCP port deletion for d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:59:13.561837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d460aa38-fd0d-4aa4-baad-60688092c41f no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:59:13.571262 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.599924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Pushing event deleted for resources: {'Port': ['ID=d460aa38-fd0d-4aa4-baad-60688092c41f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:13.601837 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] No DVR routers for this DVR port d460aa38-fd0d-4aa4-baad-60688092c41f on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:59:13.611290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7496d4f9-1d4d-46f7-8660-e004024f87dc None None] Deleting port d460aa38-fd0d-4aa4-baad-60688092c41f {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:59:13.611929 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7496d4f9-1d4d-46f7-8660-e004024f87dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.627013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No active binding found for port d460aa38-fd0d-4aa4-baad-60688092c41f {{(pid=115535) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 15:59:13.627686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] The host n-d-833090-1 is not matching for port d460aa38-fd0d-4aa4-baad-60688092c41f host None! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 15:59:13.628082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d460aa38-fd0d-4aa4-baad-60688092c41f not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:59:13.628501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 23043437-31f6-4cec-af1e-745b7d9b96f8 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:59:13.659028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 23043437-31f6-4cec-af1e-745b7d9b96f8 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:59:13.659296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 23043437-31f6-4cec-af1e-745b7d9b96f8 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:59:13.659723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:59:13.677842 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d2f03af4-a3c1-418d-bb5d-02fe4aabbc89), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.700517 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f03af4-a3c1-418d-bb5d-02fe4aabbc89']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:13.705964 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:59:13.706323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6316b7a0-bc11-490e-8787-c5eaf25d9ea5 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:59:13.711183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3866d4-e02a-4be5-af21-0a9ed29674fa') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:13.711490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3866d4-e02a-4be5-af21-0a9ed29674fa') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:13.720216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7496d4f9-1d4d-46f7-8660-e004024f87dc None None] For port d460aa38-fd0d-4aa4-baad-60688092c41f, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:13.720856 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7496d4f9-1d4d-46f7-8660-e004024f87dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.724550 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (5d3866d4-e02a-4be5-af21-0a9ed29674fa), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.734749 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7496d4f9-1d4d-46f7-8660-e004024f87dc None None] Calling delete_port for d460aa38-fd0d-4aa4-baad-60688092c41f owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:59:13.738257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-7496d4f9-1d4d-46f7-8660-e004024f87dc None None] Port d460aa38-fd0d-4aa4-baad-60688092c41f was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 15:59:13.739826 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7496d4f9-1d4d-46f7-8660-e004024f87dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (d460aa38-fd0d-4aa4-baad-60688092c41f), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.740039 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5d3866d4-e02a-4be5-af21-0a9ed29674fa), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.746554 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:59:13.747202 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (5d3866d4-e02a-4be5-af21-0a9ed29674fa), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: timer() Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:59:13.749931 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:59:13.769214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496d4f9-1d4d-46f7-8660-e004024f87dc None None] Pushing event deleted for resources: {'Port': ['ID=d460aa38-fd0d-4aa4-baad-60688092c41f,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:13.772847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7496d4f9-1d4d-46f7-8660-e004024f87dc None None] No DVR routers for this DVR port d460aa38-fd0d-4aa4-baad-60688092c41f on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:59:13.819697 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d2f03af4-a3c1-418d-bb5d-02fe4aabbc89), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.824451 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:13.828165 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] 10.222.0.11 "DELETE /v2.0/networks/d2f03af4-a3c1-418d-bb5d-02fe4aabbc89 HTTP/1.1" status: 204 len: 168 time: 0.5515468 Mar 10 15:59:13.831225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42498) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:13.840489 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f787d8-a0ef-4e91-abbc-151f4a17a5de admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f03af4-a3c1-418d-bb5d-02fe4aabbc89,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:14.193768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (44621c48-5c84-4eab-b129-f94527626f09), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:14.462375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] Deleting port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:59:14.462614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:14.539777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] For port 369aa79d-097b-4d28-9a88-f0e53e5c9cfc, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=369aa79d-097b-4d28-9a88-f0e53e5c9cfc,segment=NetworkSegment(73d01025-331b-4a2c-8246-d71a4b8acb6a),segment_id=73d01025-331b-4a2c-8246-d71a4b8acb6a)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:14.540130 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:14.552672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] Calling delete_port for 369aa79d-097b-4d28-9a88-f0e53e5c9cfc owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:59:14.735124 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (369aa79d-097b-4d28-9a88-f0e53e5c9cfc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:14.759775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] Pushing event deleted for resources: {'Port': ['ID=369aa79d-097b-4d28-9a88-f0e53e5c9cfc,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:14.943968 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (44621c48-5c84-4eab-b129-f94527626f09), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:15.162210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] Router 44621c48-5c84-4eab-b129-f94527626f09 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:59:15.271256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:59:15.278250 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f872109a-b462-4964-995f-69aca70305dd admin admin] 10.222.0.11 "PUT /v2.0/routers/44621c48-5c84-4eab-b129-f94527626f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4456551 Mar 10 15:59:15.279134 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42500) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:15.280336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65484704-9d52-4efc-be01-4ed2351a6b8e None None] Sync routers for ids ['44621c48-5c84-4eab-b129-f94527626f09'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:59:15.291431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65484704-9d52-4efc-be01-4ed2351a6b8e None None] Routers {'44621c48-5c84-4eab-b129-f94527626f09'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:15.292125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-65484704-9d52-4efc-be01-4ed2351a6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44621c48-5c84-4eab-b129-f94527626f09'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:15.404556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-65484704-9d52-4efc-be01-4ed2351a6b8e None None] Set router 44621c48-5c84-4eab-b129-f94527626f09 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:15.411542 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Publish callbacks [] for router (44621c48-5c84-4eab-b129-f94527626f09), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:15.528375 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Publish callbacks [] for router_gateway (44621c48-5c84-4eab-b129-f94527626f09), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:15.591963 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Deleting port 17e49e49-d1d1-4f96-b2b9-30001361afde {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:59:15.592376 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:15.601364 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-65484704-9d52-4efc-be01-4ed2351a6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621c48-5c84-4eab-b129-f94527626f09', 'name': 'tempest-TestEncryptedCinderVolumes-901824943-router', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:59:14Z', 'revision_number': 5, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'gw_port': {'id': '17e49e49-d1d1-4f96-b2b9-30001361afde', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44621c48-5c84-4eab-b129-f94527626f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:15.629039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65484704-9d52-4efc-be01-4ed2351a6b8e None None] Checking router: 44621c48-5c84-4eab-b129-f94527626f09 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:59:15.637853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65484704-9d52-4efc-be01-4ed2351a6b8e None None] Routers {'44621c48-5c84-4eab-b129-f94527626f09'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:15.638472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-65484704-9d52-4efc-be01-4ed2351a6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['44621c48-5c84-4eab-b129-f94527626f09'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:15.678959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] For port 17e49e49-d1d1-4f96-b2b9-30001361afde, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=17e49e49-d1d1-4f96-b2b9-30001361afde,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:15.679322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:15.692220 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Calling delete_port for 17e49e49-d1d1-4f96-b2b9-30001361afde owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:59:15.727687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-65484704-9d52-4efc-be01-4ed2351a6b8e None None] Set router 44621c48-5c84-4eab-b129-f94527626f09 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:15.782113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-65484704-9d52-4efc-be01-4ed2351a6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621c48-5c84-4eab-b129-f94527626f09', 'name': 'tempest-TestEncryptedCinderVolumes-901824943-router', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:59:15Z', 'revision_number': 6, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:15.808557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65484704-9d52-4efc-be01-4ed2351a6b8e None None] The sync data for ids ['44621c48-5c84-4eab-b129-f94527626f09'] in n-d-833090-1 is: [{'id': '44621c48-5c84-4eab-b129-f94527626f09', 'name': 'tempest-TestEncryptedCinderVolumes-901824943-router', 'tenant_id': '916eff206101434bb58ec174d0f6f93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:57:28Z', 'updated_at': '2022-03-10T15:59:15Z', 'revision_number': 6, 'project_id': '916eff206101434bb58ec174d0f6f93d', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:59:15.888265 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (17e49e49-d1d1-4f96-b2b9-30001361afde), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:15.915658 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Pushing event deleted for resources: {'Port': ['ID=17e49e49-d1d1-4f96-b2b9-30001361afde,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:15.978192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (44621c48-5c84-4eab-b129-f94527626f09), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.070322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (44621c48-5c84-4eab-b129-f94527626f09), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.072566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Publish callbacks [] for router_controller (44621c48-5c84-4eab-b129-f94527626f09), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.117043 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (44621c48-5c84-4eab-b129-f94527626f09), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.117532 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44621c48-5c84-4eab-b129-f94527626f09 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 15:59:16.122431 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.123619 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-23a8bb36-56aa-4a51-b88c-87c64702dbba admin admin] 10.222.0.11 "DELETE /v2.0/routers/44621c48-5c84-4eab-b129-f94527626f09 HTTP/1.1" status: 204 len: 168 time: 0.8435078 Mar 10 15:59:16.126138 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42502) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:16.176177 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-401234b1-0aa5-428e-ba8f-4321413c96ae admin admin] Deleting subnet efc3e998-9767-4db5-99ae-6ddc08108abd {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 15:59:16.179547 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-401234b1-0aa5-428e-ba8f-4321413c96ae admin admin] Publish callbacks [] for subnet (efc3e998-9767-4db5-99ae-6ddc08108abd), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.215148 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-401234b1-0aa5-428e-ba8f-4321413c96ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (efc3e998-9767-4db5-99ae-6ddc08108abd), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.293098 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-401234b1-0aa5-428e-ba8f-4321413c96ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (efc3e998-9767-4db5-99ae-6ddc08108abd), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.345251 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-401234b1-0aa5-428e-ba8f-4321413c96ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (efc3e998-9767-4db5-99ae-6ddc08108abd), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.375655 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401234b1-0aa5-428e-ba8f-4321413c96ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc3e998-9767-4db5-99ae-6ddc08108abd,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:16.377604 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-401234b1-0aa5-428e-ba8f-4321413c96ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.381905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64e45d1-0c60-4c0b-8e23-cf75245f5023 None None] Network 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:59:16.382537 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-401234b1-0aa5-428e-ba8f-4321413c96ae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/efc3e998-9767-4db5-99ae-6ddc08108abd HTTP/1.1" status: 204 len: 168 time: 0.2554152 Mar 10 15:59:16.383348 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42504) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:16.451688 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (1ab7ae45-f66b-49a3-8b0b-4b5309a9609d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.508128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Deleting port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:59:16.508473 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.574620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89522532-cc77-4b9d-964a-39c25c71a610 None None] DHCP port deletion for 1ab7ae45-f66b-49a3-8b0b-4b5309a9609d request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 15:59:16.578445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] For port 8cc2979d-de8d-47ca-b8cb-f62aa2721020, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8cc2979d-de8d-47ca-b8cb-f62aa2721020,segment=NetworkSegment(73d01025-331b-4a2c-8246-d71a4b8acb6a),segment_id=73d01025-331b-4a2c-8246-d71a4b8acb6a)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:16.579266 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.593009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Calling delete_port for 8cc2979d-de8d-47ca-b8cb-f62aa2721020 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:59:16.627467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-89522532-cc77-4b9d-964a-39c25c71a610 None None] Deleting port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 15:59:16.627839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89522532-cc77-4b9d-964a-39c25c71a610 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.680580 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.698144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-89522532-cc77-4b9d-964a-39c25c71a610 None None] For port 8cc2979d-de8d-47ca-b8cb-f62aa2721020, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8cc2979d-de8d-47ca-b8cb-f62aa2721020,segment=NetworkSegment(73d01025-331b-4a2c-8246-d71a4b8acb6a),segment_id=73d01025-331b-4a2c-8246-d71a4b8acb6a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:16.698536 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89522532-cc77-4b9d-964a-39c25c71a610 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.705426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc2979d-de8d-47ca-b8cb-f62aa2721020,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:16.710135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-89522532-cc77-4b9d-964a-39c25c71a610 None None] Calling delete_port for 8cc2979d-de8d-47ca-b8cb-f62aa2721020 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 15:59:16.712046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] No DVR routers for this DVR port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:59:16.789054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (1ab7ae45-f66b-49a3-8b0b-4b5309a9609d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.798177 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-89522532-cc77-4b9d-964a-39c25c71a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (8cc2979d-de8d-47ca-b8cb-f62aa2721020), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.812921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab7ae45-f66b-49a3-8b0b-4b5309a9609d']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:16.823197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89522532-cc77-4b9d-964a-39c25c71a610 None None] Pushing event deleted for resources: {'Port': ['ID=8cc2979d-de8d-47ca-b8cb-f62aa2721020,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:16.823499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d01025-331b-4a2c-8246-d71a4b8acb6a') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:16.823866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d01025-331b-4a2c-8246-d71a4b8acb6a') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:16.829998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89522532-cc77-4b9d-964a-39c25c71a610 None None] No DVR routers for this DVR port 8cc2979d-de8d-47ca-b8cb-f62aa2721020 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 15:59:16.839258 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (73d01025-331b-4a2c-8246-d71a4b8acb6a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.855412 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (73d01025-331b-4a2c-8246-d71a4b8acb6a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.862233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 15:59:16.862731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (73d01025-331b-4a2c-8246-d71a4b8acb6a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: timer() Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 15:59:16.864511 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 15:59:16.921905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (1ab7ae45-f66b-49a3-8b0b-4b5309a9609d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.928787 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:16.931753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1ab7ae45-f66b-49a3-8b0b-4b5309a9609d HTTP/1.1" status: 204 len: 168 time: 0.5473979 Mar 10 15:59:16.943503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979bc83-a4fb-4b10-a5df-d8303a156227 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab7ae45-f66b-49a3-8b0b-4b5309a9609d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:17.109174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42508) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:17.147563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7469124a-ee76-4a79-b3d9-2c643c65993d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8173bf6d1134c648e3aff1db9b97d54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372708 Mar 10 15:59:17.149967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42510) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:17.196444 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d20d522-9d14-468b-8fda-b25abc96548c admin admin] Publish callbacks [] for security_group (d67dc7ff-29a9-4066-bc06-b1835ea1b044), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:17.216739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d20d522-9d14-468b-8fda-b25abc96548c admin admin] Publish callbacks [] for security_group (d67dc7ff-29a9-4066-bc06-b1835ea1b044), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:17.263867 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d20d522-9d14-468b-8fda-b25abc96548c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d67dc7ff-29a9-4066-bc06-b1835ea1b044), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:17.266516 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5d20d522-9d14-468b-8fda-b25abc96548c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:17.267789 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5d20d522-9d14-468b-8fda-b25abc96548c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d67dc7ff-29a9-4066-bc06-b1835ea1b044 HTTP/1.1" status: 204 len: 168 time: 0.1168606 Mar 10 15:59:17.275224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20d522-9d14-468b-8fda-b25abc96548c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67dc7ff-29a9-4066-bc06-b1835ea1b044,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:17.519907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8cc2979d-de8d-47ca-b8cb-f62aa2721020 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:59:17.541170 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8cc2979d-de8d-47ca-b8cb-f62aa2721020 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:59:17.541512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8cc2979d-de8d-47ca-b8cb-f62aa2721020 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:59:17.541924 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 17e49e49-d1d1-4f96-b2b9-30001361afde no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:59:17.560583 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 17e49e49-d1d1-4f96-b2b9-30001361afde {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:59:17.560923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 17e49e49-d1d1-4f96-b2b9-30001361afde not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:59:17.561328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 369aa79d-097b-4d28-9a88-f0e53e5c9cfc no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 15:59:17.580264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 369aa79d-097b-4d28-9a88-f0e53e5c9cfc {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 15:59:17.580613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 369aa79d-097b-4d28-9a88-f0e53e5c9cfc not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 15:59:17.596717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42516) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:17.635862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c1f03138-a96b-4dc7-a22c-985a375213ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=916eff206101434bb58ec174d0f6f93d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379970 Mar 10 15:59:17.638208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42518) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:17.686925 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0bb7360b-337e-4a1b-b742-6008c1a4a82b admin admin] Publish callbacks [] for security_group (ef1b65be-0436-4cc2-b7b1-9f5136abddd4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:17.707444 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0bb7360b-337e-4a1b-b742-6008c1a4a82b admin admin] Publish callbacks [] for security_group (ef1b65be-0436-4cc2-b7b1-9f5136abddd4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:17.751405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0bb7360b-337e-4a1b-b742-6008c1a4a82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ef1b65be-0436-4cc2-b7b1-9f5136abddd4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:17.753985 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0bb7360b-337e-4a1b-b742-6008c1a4a82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:17.755127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0bb7360b-337e-4a1b-b742-6008c1a4a82b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef1b65be-0436-4cc2-b7b1-9f5136abddd4 HTTP/1.1" status: 204 len: 168 time: 0.1160293 Mar 10 15:59:17.762554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7360b-337e-4a1b-b742-6008c1a4a82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1b65be-0436-4cc2-b7b1-9f5136abddd4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:18.303753 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:18.435942 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42540) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:18.548560 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1994339058-network', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:59:18.567474 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Made reservation on behalf of 6878c06767b8404ba5b8102d085ef1b6 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:59:18.569910 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:18.578826 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:18.652395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Publish callbacks [] for security_group (e6e335d6-4bfc-478d-bd2c-93cf14d55a51), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:18.656184 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e6e335d6-4bfc-478d-bd2c-93cf14d55a51), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:18.680446 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:59:18.690532 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e335d6-4bfc-478d-bd2c-93cf14d55a51,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:18.695982 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (89e9f1e7-333c-47c0-afdc-ecec3f65ab2f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:18.696318 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Added segment 89e9f1e7-333c-47c0-afdc-ecec3f65ab2f of type vlan for network 959fb60d-c74d-486b-b858-ba865f623a71 Mar 10 15:59:18.735633 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (959fb60d-c74d-486b-b858-ba865f623a71), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:18.759635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (959fb60d-c74d-486b-b858-ba865f623a71), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:18.760595 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:18.761198 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:18.788290 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3511906 Mar 10 15:59:18.791397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42544) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:18.796428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] Request body: {'subnet': {'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1994339058-subnet', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:59:18.816464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] Made reservation on behalf of 6878c06767b8404ba5b8102d085ef1b6 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:59:18.818882 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:18.827486 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882b591-28f3-4b8e-b1e0-a6c3e29702ca admin admin] Pushing event updated for resources: {'Network': ['ID=959fb60d-c74d-486b-b858-ba865f623a71,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:18.839262 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 959fb60d-c74d-486b-b858-ba865f623a71 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:59:18.984438 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (92810fd2-6ce4-47dc-8c78-c1c2fb5411ba), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.032793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:19.047738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] Checking segment: {'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:59:19.048095 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] Network hostable DHCP agents. Network: 959fb60d-c74d-486b-b858-ba865f623a71, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:59:19.064632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] Network 959fb60d-c74d-486b-b858-ba865f623a71 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:59:19.072299 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 959fb60d-c74d-486b-b858-ba865f623a71) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:59:19.076281 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:19.076882 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.082706 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8bd472-c163-400b-b836-4d4237c0e709 None None] Network 959fb60d-c74d-486b-b858-ba865f623a71 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:59:19.094880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d3525561-a109-4364-9021-6f8528fe632f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2998016 Mar 10 15:59:19.095239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42546) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:19.099763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:59:19.119037 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.120113 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.172088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Publish callbacks [] for router_controller (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.348591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-959fb60d-c74d-486b-b858-ba865f623a71', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'fixed_ips': [{'subnet_id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:59:19.349500 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.488819 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Allocated IP 172.20.0.2 (959fb60d-c74d-486b-b858-ba865f623a71/92810fd2-6ce4-47dc-8c78-c1c2fb5411ba/563353d1-5e1f-4d47-97fb-c97b2cba4b4b) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:59:19.618223 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Publish callbacks [] for router_gateway (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.640890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Publish callbacks [] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.646830 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.686441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Network 959fb60d-c74d-486b-b858-ba865f623a71 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:59:19.689337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:59:19.692323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:59:19.707810 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Pushing event updated for resources: {'Port': ['ID=563353d1-5e1f-4d47-97fb-c97b2cba4b4b,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:19.755421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Attempting to bind port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:59:19.755793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Attempting to bind port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:59:19.756158 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Attempting to bind port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b on network 959fb60d-c74d-486b-b858-ba865f623a71 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:59:19.761091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:59:19.761464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Checking segment: {'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:59:19.761866 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.762259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Bound using segment: {'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:59:19.762722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Bound port: 563353d1-5e1f-4d47-97fb-c97b2cba4b4b, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:59:19.763132 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.815402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Publish callbacks [] for router_gateway (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.824612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] For port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:59:19.828426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] For port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=563353d1-5e1f-4d47-97fb-c97b2cba4b4b,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:59:19.834409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.835333 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:19.897417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f55d4-af62-4f67-9856-e7ec2befb89f None None] Pushing event updated for resources: {'Port': ['ID=563353d1-5e1f-4d47-97fb-c97b2cba4b4b,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:19.953920 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Allocated IP 172.25.3.121 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/97f89f97-8ef8-4f15-aac0-34ce84df1f45) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:59:20.072274 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Publish callbacks [] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:20.117943 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:20.157821 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:59:20.163052 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:59:20.167621 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:59:20.190691 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Pushing event updated for resources: {'Port': ['ID=97f89f97-8ef8-4f15-aac0-34ce84df1f45,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:20.421579 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Publish callbacks [] for router_gateway (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:20.627886 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:20.763896 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:59:20.821617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e088c-6730-4b26-b66d-5773a21c5e87 None None] Network 959fb60d-c74d-486b-b858-ba865f623a71 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:59:20.876811 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:59:20.886912 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Sync routers for ids ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:59:20.895720 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:20.897137 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-63122607-e2a1-47f4-b9ab-3fad2bf31982 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8006914 Mar 10 15:59:20.899869 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42548) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:20.904496 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Routers {'9e4bf1af-3de9-49bc-a191-33e633fd5f4b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:20.905704 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:20.940297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-467d1b42-21f1-4165-a231-2e6b0d46edb6 None None] Provisioning complete for port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:20.940945 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-467d1b42-21f1-4165-a231-2e6b0d46edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.027662 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Set router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:21.031681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-467d1b42-21f1-4165-a231-2e6b0d46edb6 None None] Current status of the port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:21.032075 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-467d1b42-21f1-4165-a231-2e6b0d46edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.072335 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-467d1b42-21f1-4165-a231-2e6b0d46edb6 None None] For port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=563353d1-5e1f-4d47-97fb-c97b2cba4b4b,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:21.076876 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-467d1b42-21f1-4165-a231-2e6b0d46edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.135420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d1b42-21f1-4165-a231-2e6b0d46edb6 None None] Pushing event updated for resources: {'Port': ['ID=563353d1-5e1f-4d47-97fb-c97b2cba4b4b,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:21.218772 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.246065 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:20Z', 'revision_number': 3, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:21.275551 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Checking router: 9e4bf1af-3de9-49bc-a191-33e633fd5f4b for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:59:21.275903 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Updating router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b port 97f89f97-8ef8-4f15-aac0-34ce84df1f45 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:59:21.298023 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-945c5c11-e2e1-45f9-a3e6-9f674d2b639e None None] Provisioning complete for port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:21.298730 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-945c5c11-e2e1-45f9-a3e6-9f674d2b639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.305159 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.375757 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.383516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-945c5c11-e2e1-45f9-a3e6-9f674d2b639e None None] Current status of the port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:21.538027 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Allocated IP 172.20.0.1 (959fb60d-c74d-486b-b858-ba865f623a71/92810fd2-6ce4-47dc-8c78-c1c2fb5411ba/2bae7322-09ab-4018-8282-1a716991e681) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:59:21.557595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 563353d1-5e1f-4d47-97fb-c97b2cba4b4b up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:59:21.609869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:21.610245 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.660908 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Publish callbacks [] for port (2bae7322-09ab-4018-8282-1a716991e681), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.684891 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Publish callbacks [] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.692961 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.696800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:21.699024 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2bae7322-09ab-4018-8282-1a716991e681), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.740072 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Network 959fb60d-c74d-486b-b858-ba865f623a71 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:59:21.744880 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:59:21.747268 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:59:21.747636 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Attempting to bind port 97f89f97-8ef8-4f15-aac0-34ce84df1f45 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:59:21.748107 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Attempting to bind port 97f89f97-8ef8-4f15-aac0-34ce84df1f45 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:59:21.748477 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Attempting to bind port 97f89f97-8ef8-4f15-aac0-34ce84df1f45 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:59:21.751104 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Pushing event updated for resources: {'Port': ['ID=97f89f97-8ef8-4f15-aac0-34ce84df1f45,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:21.760301 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.760649 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.760986 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.761319 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.761652 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.761970 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.762291 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.762614 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.762959 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.763278 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.763594 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.763907 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.764809 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:21.768259 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:59:21.768633 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:59:21.769315 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.769509 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:59:21.769914 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Bound port: 97f89f97-8ef8-4f15-aac0-34ce84df1f45, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:59:21.770294 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.772763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Pushing event updated for resources: {'Port': ['ID=2bae7322-09ab-4018-8282-1a716991e681,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:21.793335 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.822072 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4c7323a0-293f-4348-941c-7eeec51b14ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.827348 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] For port 97f89f97-8ef8-4f15-aac0-34ce84df1f45, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:59:21.830546 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] For port 97f89f97-8ef8-4f15-aac0-34ce84df1f45, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=97f89f97-8ef8-4f15-aac0-34ce84df1f45,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:59:21.836945 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.896983 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Routers {'9e4bf1af-3de9-49bc-a191-33e633fd5f4b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:21.897690 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:21.938916 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2bae7322-09ab-4018-8282-1a716991e681), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:21.958126 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d23fb-2071-47df-8342-10df954c6d3b None None] Pushing event updated for resources: {'Port': ['ID=97f89f97-8ef8-4f15-aac0-34ce84df1f45,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:22.009277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-aef23b5f-84c3-4761-9298-d7e4e038c1f0 None None] Provisioning complete for port 2bae7322-09ab-4018-8282-1a716991e681 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:22.009838 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-aef23b5f-84c3-4761-9298-d7e4e038c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2bae7322-09ab-4018-8282-1a716991e681), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:22.013051 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] Set router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:22.045092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-aef23b5f-84c3-4761-9298-d7e4e038c1f0 None None] Port 2bae7322-09ab-4018-8282-1a716991e681 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:59:22.130066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Publish callbacks [] for port (2bae7322-09ab-4018-8282-1a716991e681), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:22.134966 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (2bae7322-09ab-4018-8282-1a716991e681), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:22.200043 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Pushing event updated for resources: {'Port': ['ID=2bae7322-09ab-4018-8282-1a716991e681,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:22.202572 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:22.206058 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:20Z', 'revision_number': 3, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:22.236388 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b005d-2c32-4289-bf28-b6b416547f63 None None] The sync data for ids ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'] in n-d-833090-1 is: [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:20Z', 'revision_number': 3, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:59:22.300345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Network 959fb60d-c74d-486b-b858-ba865f623a71 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:59:22.301759 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:59:22.431649 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:59:22.569766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2d678c9f-339c-41c5-94dc-10ba508146ae None None] Provisioning complete for port 2bae7322-09ab-4018-8282-1a716991e681 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:22.570157 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2d678c9f-339c-41c5-94dc-10ba508146ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2bae7322-09ab-4018-8282-1a716991e681), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:22.573701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:59:22.582975 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c5df19f8-85aa-444a-bccd-5ef93764122b admin admin] 10.222.0.11 "PUT /v2.0/routers/9e4bf1af-3de9-49bc-a191-33e633fd5f4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6787171 Mar 10 15:59:22.609600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2d678c9f-339c-41c5-94dc-10ba508146ae None None] Port 2bae7322-09ab-4018-8282-1a716991e681 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:59:23.069981 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42564) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:23.075340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1605640865-network', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:59:23.095442 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Made reservation on behalf of e464ab8ceff0474bbbb05a6d30f09c3a for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:59:23.097809 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.106541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.179964 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Publish callbacks [] for security_group (ca2b5a53-141b-4cf2-89a1-1bffff4db7f6), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.183518 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ca2b5a53-141b-4cf2-89a1-1bffff4db7f6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.209028 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 15:59:23.216287 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2b5a53-141b-4cf2-89a1-1bffff4db7f6,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:23.222611 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9a0ae1a2-62f0-4878-975e-3adbfd84c968), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.222987 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Added segment 9a0ae1a2-62f0-4878-975e-3adbfd84c968 of type vlan for network 2e582c53-4002-4713-9515-732df9273364 Mar 10 15:59:23.262492 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (2e582c53-4002-4713-9515-732df9273364), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.287482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (2e582c53-4002-4713-9515-732df9273364), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.288440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:23.289019 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.325984 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2546406 Mar 10 15:59:23.329580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42566) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:23.334613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Request body: {'subnet': {'network_id': '2e582c53-4002-4713-9515-732df9273364', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1605640865-subnet', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:59:23.356112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Made reservation on behalf of e464ab8ceff0474bbbb05a6d30f09c3a for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:59:23.360038 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.362329 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066c299-78c6-43f6-aaea-255926e28264 admin admin] Pushing event updated for resources: {'Network': ['ID=2e582c53-4002-4713-9515-732df9273364,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:23.371715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 2e582c53-4002-4713-9515-732df9273364 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 15:59:23.541457 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (6ddfe755-b4e3-4b4e-a4b4-efd2f7723966), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.542157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 97f89f97-8ef8-4f15-aac0-34ce84df1f45 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:59:23.593876 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 97f89f97-8ef8-4f15-aac0-34ce84df1f45 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:23.594175 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.597007 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddfe755-b4e3-4b4e-a4b4-efd2f7723966,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:23.612963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.613311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.613661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.613998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.614330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.614656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.615009 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.615333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.615657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.615978 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.616297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.616618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.616940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:23.627062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Checking segment: {'id': '9a0ae1a2-62f0-4878-975e-3adbfd84c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e582c53-4002-4713-9515-732df9273364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:59:23.627428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Network hostable DHCP agents. Network: 2e582c53-4002-4713-9515-732df9273364, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 15:59:23.648016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Network 2e582c53-4002-4713-9515-732df9273364 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 15:59:23.658671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 2e582c53-4002-4713-9515-732df9273364) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:59:23.666998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:23.667757 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.668680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8244dc3-0d37-427a-85c9-48ac83e99eb6 None None] Network 2e582c53-4002-4713-9515-732df9273364 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:59:23.686831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c6a57555-bd60-480b-8705-9cc87af07c11 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3546758 Mar 10 15:59:23.688852 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42568) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:23.693876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1605640865-router', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:59:23.707240 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 97f89f97-8ef8-4f15-aac0-34ce84df1f45 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:23.707650 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.716343 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.717710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.766923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 97f89f97-8ef8-4f15-aac0-34ce84df1f45, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=97f89f97-8ef8-4f15-aac0-34ce84df1f45,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:23.772142 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.773942 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Publish callbacks [] for router_controller (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.832481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-2e582c53-4002-4713-9515-732df9273364', 'network_id': '2e582c53-4002-4713-9515-732df9273364', 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'fixed_ips': [{'subnet_id': '6ddfe755-b4e3-4b4e-a4b4-efd2f7723966'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 15:59:23.833329 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.857799 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=97f89f97-8ef8-4f15-aac0-34ce84df1f45,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:23.921615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Sync routers for ids ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:59:23.936500 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Publish callbacks [] for router_gateway (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:23.948565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Routers {'9e4bf1af-3de9-49bc-a191-33e633fd5f4b'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:23.949198 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:58:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:24.049902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Allocated IP 172.20.0.2 (2e582c53-4002-4713-9515-732df9273364/6ddfe755-b4e3-4b4e-a4b4-efd2f7723966/00a6f195-0cd3-4785-986a-a9dd6f634b59) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:59:24.128472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Set router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:24.228372 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ef36b148-8da1-4edb-9c88-c3fd559f3c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:24.378261 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 15:59:24.394520 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Publish callbacks [] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:24.419618 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:24.448009 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Publish callbacks [] for router_gateway (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:24.461788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Network 2e582c53-4002-4713-9515-732df9273364 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:59:24.466986 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:24.472880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:59:24.478357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:59:24.484221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Pushing event updated for resources: {'Port': ['ID=00a6f195-0cd3-4785-986a-a9dd6f634b59,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:24.546381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 4, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2bae7322-09ab-4018-8282-1a716991e681', 'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'mac_address': 'fa:16:3e:bb:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:21Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 2, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'subnets': [{'id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:24.572848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Allocated IP 172.25.3.87 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/71be9723-c6f3-4baf-ae9d-7716dbfa0512) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:59:24.574466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Attempting to bind port 00a6f195-0cd3-4785-986a-a9dd6f634b59 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:59:24.574862 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Attempting to bind port 00a6f195-0cd3-4785-986a-a9dd6f634b59 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '9a0ae1a2-62f0-4878-975e-3adbfd84c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e582c53-4002-4713-9515-732df9273364'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:59:24.575221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Attempting to bind port 00a6f195-0cd3-4785-986a-a9dd6f634b59 on network 2e582c53-4002-4713-9515-732df9273364 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:59:24.577908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Checking router: 9e4bf1af-3de9-49bc-a191-33e633fd5f4b for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:59:24.578172 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Updating router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b port 2bae7322-09ab-4018-8282-1a716991e681 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:59:24.598065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:59:24.598438 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Checking segment: {'id': '9a0ae1a2-62f0-4878-975e-3adbfd84c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e582c53-4002-4713-9515-732df9273364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:59:24.598860 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:24.599253 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Bound using segment: {'id': '9a0ae1a2-62f0-4878-975e-3adbfd84c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e582c53-4002-4713-9515-732df9273364'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:59:24.599729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Bound port: 00a6f195-0cd3-4785-986a-a9dd6f634b59, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0ae1a2-62f0-4878-975e-3adbfd84c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e582c53-4002-4713-9515-732df9273364'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:59:24.600105 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:24.620463 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2bae7322-09ab-4018-8282-1a716991e681), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:24.690454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Publish callbacks [] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:24.721762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] For port 00a6f195-0cd3-4785-986a-a9dd6f634b59, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:59:24.725302 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:24.761794 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:59:24.765309 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:59:24.767688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:59:24.781645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] For port 00a6f195-0cd3-4785-986a-a9dd6f634b59, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=00a6f195-0cd3-4785-986a-a9dd6f634b59,segment=NetworkSegment(9a0ae1a2-62f0-4878-975e-3adbfd84c968),segment_id=9a0ae1a2-62f0-4878-975e-3adbfd84c968)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:59:24.791289 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:24.804962 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Pushing event updated for resources: {'Port': ['ID=71be9723-c6f3-4baf-ae9d-7716dbfa0512,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:25.048778 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Publish callbacks [] for router_gateway (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:25.074686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94ba7a-3670-4a07-8aba-a3d0fe23053d None None] Pushing event updated for resources: {'Port': ['ID=00a6f195-0cd3-4785-986a-a9dd6f634b59,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:25.180706 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Publish callbacks [] for port (2bae7322-09ab-4018-8282-1a716991e681), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:25.202130 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2bae7322-09ab-4018-8282-1a716991e681), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:25.264752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f00cf2-0601-4049-8ebd-996f630032cf None None] Pushing event updated for resources: {'Port': ['ID=2bae7322-09ab-4018-8282-1a716991e681,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:25.291368 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:25.325834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Attempting to bind port 2bae7322-09ab-4018-8282-1a716991e681 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:59:25.326218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Attempting to bind port 2bae7322-09ab-4018-8282-1a716991e681 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:59:25.326717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Attempting to bind port 2bae7322-09ab-4018-8282-1a716991e681 on network 959fb60d-c74d-486b-b858-ba865f623a71 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:59:25.332386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:59:25.332777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Checking segment: {'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:59:25.333192 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:25.333595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Bound using segment: {'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:59:25.334074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Bound port: 2bae7322-09ab-4018-8282-1a716991e681, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:59:25.334462 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2bae7322-09ab-4018-8282-1a716991e681), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:25.461855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] For port 2bae7322-09ab-4018-8282-1a716991e681, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:59:25.464246 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:25.465848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 15:59:25.469223 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] For port 2bae7322-09ab-4018-8282-1a716991e681, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2bae7322-09ab-4018-8282-1a716991e681,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:59:25.484472 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2bae7322-09ab-4018-8282-1a716991e681), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:25.577153 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-71bc9e41-e690-4dc8-bba0-58f6cf9ecc19 None None] Provisioning complete for port 2bae7322-09ab-4018-8282-1a716991e681 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:25.577531 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71bc9e41-e690-4dc8-bba0-58f6cf9ecc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2bae7322-09ab-4018-8282-1a716991e681), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:25.579113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f00cf2-0601-4049-8ebd-996f630032cf None None] Pushing event updated for resources: {'Port': ['ID=2bae7322-09ab-4018-8282-1a716991e681,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:25.612643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Routers {'9e4bf1af-3de9-49bc-a191-33e633fd5f4b'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:25.613299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:59:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:25.627608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:59:25.636872 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Sync routers for ids ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:59:25.648364 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Routers {'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:25.652540 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:59:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:25.670084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:25.671526 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-00856c50-b7e3-4b4f-b47d-7ce4459c6561 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9816742 Mar 10 15:59:25.674296 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42570) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 15:59:25.678562 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 00a6f195-0cd3-4785-986a-a9dd6f634b59 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:59:25.777057 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Set router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:25.803617 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 00a6f195-0cd3-4785-986a-a9dd6f634b59 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:25.814878 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:25.905580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] Set router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:25.950902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-71bc9e41-e690-4dc8-bba0-58f6cf9ecc19 None None] Current status of the port 2bae7322-09ab-4018-8282-1a716991e681 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:25.951292 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71bc9e41-e690-4dc8-bba0-58f6cf9ecc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2bae7322-09ab-4018-8282-1a716991e681), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.023502 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'name': 'tempest-TestMinimumBasicScenario-1605640865-router', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:23Z', 'updated_at': '2022-03-10T15:59:24Z', 'revision_number': 3, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'gw_port': {'id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:24Z', 'updated_at': '2022-03-10T15:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:26.052881 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Checking router: f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:59:26.053375 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Updating router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb port 71be9723-c6f3-4baf-ae9d-7716dbfa0512 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:59:26.054906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 00a6f195-0cd3-4785-986a-a9dd6f634b59 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:26.055344 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.099952 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.147035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-71bc9e41-e690-4dc8-bba0-58f6cf9ecc19 None None] For port 2bae7322-09ab-4018-8282-1a716991e681, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2bae7322-09ab-4018-8282-1a716991e681,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:26.187027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 00a6f195-0cd3-4785-986a-a9dd6f634b59, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=00a6f195-0cd3-4785-986a-a9dd6f634b59,segment=NetworkSegment(9a0ae1a2-62f0-4878-975e-3adbfd84c968),segment_id=9a0ae1a2-62f0-4878-975e-3adbfd84c968)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:26.189736 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.196062 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71bc9e41-e690-4dc8-bba0-58f6cf9ecc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2bae7322-09ab-4018-8282-1a716991e681), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.212237 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.213552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 97f89f97-8ef8-4f15-aac0-34ce84df1f45 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:59:26.259303 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd314fe-faa3-46d9-82b6-566ac168af63 None None] Network 2e582c53-4002-4713-9515-732df9273364 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 15:59:26.366449 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Allocated IP 172.20.0.1 (2e582c53-4002-4713-9515-732df9273364/6ddfe755-b4e3-4b4e-a4b4-efd2f7723966/1b7671df-5a92-4126-85d1-15cc36e5d395) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:59:26.393686 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Publish callbacks [] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.399452 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.403521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc9e41-e690-4dc8-bba0-58f6cf9ecc19 None None] Pushing event updated for resources: {'Port': ['ID=2bae7322-09ab-4018-8282-1a716991e681,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:26.455755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5f00ed64-6b6b-4b3a-906c-5c60e861b922 None None] Provisioning complete for port 00a6f195-0cd3-4785-986a-a9dd6f634b59 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:26.456290 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5f00ed64-6b6b-4b3a-906c-5c60e861b922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.464955 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Attempting to bind port 71be9723-c6f3-4baf-ae9d-7716dbfa0512 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:59:26.465321 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Attempting to bind port 71be9723-c6f3-4baf-ae9d-7716dbfa0512 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:59:26.465679 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Attempting to bind port 71be9723-c6f3-4baf-ae9d-7716dbfa0512 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:59:26.475089 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Publish callbacks [] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.477050 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:59:26.477423 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:59:26.477824 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.478214 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:59:26.478802 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Bound port: 71be9723-c6f3-4baf-ae9d-7716dbfa0512, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:59:26.479431 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.508949 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb61d9d-0824-4519-928d-1e6e643e3c32 None None] Pushing event updated for resources: {'Port': ['ID=71be9723-c6f3-4baf-ae9d-7716dbfa0512,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:26.516587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 97f89f97-8ef8-4f15-aac0-34ce84df1f45 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:26.517157 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.521402 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.543345 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] For port 71be9723-c6f3-4baf-ae9d-7716dbfa0512, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:59:26.547268 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] For port 71be9723-c6f3-4baf-ae9d-7716dbfa0512, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71be9723-c6f3-4baf-ae9d-7716dbfa0512,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:59:26.554576 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.564004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Network 2e582c53-4002-4713-9515-732df9273364 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:59:26.570686 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:59:26.574210 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:59:26.583522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=00a6f195-0cd3-4785-986a-a9dd6f634b59,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:26.596610 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7671df-5a92-4126-85d1-15cc36e5d395,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:26.608307 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Routers {'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:26.609276 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:59:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:26.609506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 4, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2bae7322-09ab-4018-8282-1a716991e681', 'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'mac_address': 'fa:16:3e:bb:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:21Z', 'updated_at': '2022-03-10T15:59:25Z', 'revision_number': 4, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'subnets': [{'id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:26.618189 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.642217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd74d0a-9c9d-4afa-9ef8-4b149c85af97 None None] The sync data for ids ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'] in n-d-833090-1 is: [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 4, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2bae7322-09ab-4018-8282-1a716991e681', 'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'mac_address': 'fa:16:3e:bb:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:21Z', 'updated_at': '2022-03-10T15:59:25Z', 'revision_number': 4, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'subnets': [{'id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:59:26.754568 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] Set router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:26.758524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5f00ed64-6b6b-4b3a-906c-5c60e861b922 None None] Current status of the port 00a6f195-0cd3-4785-986a-a9dd6f634b59 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:26.786561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 97f89f97-8ef8-4f15-aac0-34ce84df1f45 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:26.791737 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.794653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-5f00ed64-6b6b-4b3a-906c-5c60e861b922 None None] Provisioning complete for port 2bae7322-09ab-4018-8282-1a716991e681 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:26.795064 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5f00ed64-6b6b-4b3a-906c-5c60e861b922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2bae7322-09ab-4018-8282-1a716991e681), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.854577 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:26.930820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5f00ed64-6b6b-4b3a-906c-5c60e861b922 None None] Current status of the port 2bae7322-09ab-4018-8282-1a716991e681 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:27.047488 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb61d9d-0824-4519-928d-1e6e643e3c32 None None] Pushing event updated for resources: {'Port': ['ID=71be9723-c6f3-4baf-ae9d-7716dbfa0512,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:27.098459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Publish callbacks [] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:27.106502 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:27.129969 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'name': 'tempest-TestMinimumBasicScenario-1605640865-router', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:23Z', 'updated_at': '2022-03-10T15:59:24Z', 'revision_number': 3, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'gw_port': {'id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:24Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:27.166042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ee2d8ca2-8cee-46f0-9d26-734c9085d9e7 None None] Provisioning complete for port 00a6f195-0cd3-4785-986a-a9dd6f634b59 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:27.168666 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ee2d8ca2-8cee-46f0-9d26-734c9085d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:27.184365 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:27.186378 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7671df-5a92-4126-85d1-15cc36e5d395,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:27.187931 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa459b-cd31-4f12-8289-4b5a85734bda None None] The sync data for ids ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'] in n-d-833090-1 is: [{'id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'name': 'tempest-TestMinimumBasicScenario-1605640865-router', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:23Z', 'updated_at': '2022-03-10T15:59:24Z', 'revision_number': 3, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'gw_port': {'id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:24Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:59:27.315272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d8ca2-8cee-46f0-9d26-734c9085d9e7 None None] Current status of the port 00a6f195-0cd3-4785-986a-a9dd6f634b59 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:27.336590 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Network 2e582c53-4002-4713-9515-732df9273364 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:59:27.338464 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:59:27.439571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f6def646-71bf-4afa-9c4e-baf71e7df045 None None] Provisioning complete for port 1b7671df-5a92-4126-85d1-15cc36e5d395 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:27.440150 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f6def646-71bf-4afa-9c4e-baf71e7df045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:27.503527 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 15:59:27.700592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 15:59:27.719405 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0a731088-dcdc-4e2e-901c-06441aa6e046 admin admin] 10.222.0.11 "PUT /v2.0/routers/f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0365462 Mar 10 15:59:27.770998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 00a6f195-0cd3-4785-986a-a9dd6f634b59 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:59:27.815161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f6def646-71bf-4afa-9c4e-baf71e7df045 None None] Port 1b7671df-5a92-4126-85d1-15cc36e5d395 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:59:27.835123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 00a6f195-0cd3-4785-986a-a9dd6f634b59 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:27.835678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:27.934671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 00a6f195-0cd3-4785-986a-a9dd6f634b59 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:27.935895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2bae7322-09ab-4018-8282-1a716991e681 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:59:27.967917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b2d674b8-2e4c-4247-8c1c-a985401bf3b3 None None] Provisioning complete for port 1b7671df-5a92-4126-85d1-15cc36e5d395 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:27.968362 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b2d674b8-2e4c-4247-8c1c-a985401bf3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:28.017214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b2d674b8-2e4c-4247-8c1c-a985401bf3b3 None None] Port 1b7671df-5a92-4126-85d1-15cc36e5d395 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:59:28.028521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2bae7322-09ab-4018-8282-1a716991e681 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:28.029057 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2bae7322-09ab-4018-8282-1a716991e681), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:28.133853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2bae7322-09ab-4018-8282-1a716991e681 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:28.374248 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:29.557970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71be9723-c6f3-4baf-ae9d-7716dbfa0512 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:59:29.614647 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 71be9723-c6f3-4baf-ae9d-7716dbfa0512 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:29.615106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:29.706184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 71be9723-c6f3-4baf-ae9d-7716dbfa0512 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:29.706689 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:29.754274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 71be9723-c6f3-4baf-ae9d-7716dbfa0512, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71be9723-c6f3-4baf-ae9d-7716dbfa0512,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:29.761195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:29.823912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=71be9723-c6f3-4baf-ae9d-7716dbfa0512,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:29.832995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.833215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.833546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.833895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.834234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.834577 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.834960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.835284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.835629 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.835957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.836287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.836620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:29.836979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 15:59:30.119389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Sync routers for ids ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 15:59:30.132624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Routers {'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:30.132946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:59:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:30.252736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Set router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:30.496014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'name': 'tempest-TestMinimumBasicScenario-1605640865-router', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:23Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 4, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'gw_port': {'id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:24Z', 'updated_at': '2022-03-10T15:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '1b7671df-5a92-4126-85d1-15cc36e5d395', 'name': '', 'network_id': '2e582c53-4002-4713-9515-732df9273364', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'mac_address': 'fa:16:3e:93:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '6ddfe755-b4e3-4b4e-a4b4-efd2f7723966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:26Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 2, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'subnets': [{'id': '6ddfe755-b4e3-4b4e-a4b4-efd2f7723966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:30.527885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Checking router: f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 15:59:30.527885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Updating router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb port 1b7671df-5a92-4126-85d1-15cc36e5d395 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 15:59:30.558247 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:30.860582 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Publish callbacks [] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:30.867115 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:30.921444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef198b08-b1f5-4bda-bbe9-60e40b96446d None None] Pushing event updated for resources: {'Port': ['ID=1b7671df-5a92-4126-85d1-15cc36e5d395,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:30.989002 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Attempting to bind port 1b7671df-5a92-4126-85d1-15cc36e5d395 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:59:30.989486 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Attempting to bind port 1b7671df-5a92-4126-85d1-15cc36e5d395 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '9a0ae1a2-62f0-4878-975e-3adbfd84c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e582c53-4002-4713-9515-732df9273364'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:59:30.989929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Attempting to bind port 1b7671df-5a92-4126-85d1-15cc36e5d395 on network 2e582c53-4002-4713-9515-732df9273364 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:59:30.998590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:59:30.999321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Checking segment: {'id': '9a0ae1a2-62f0-4878-975e-3adbfd84c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e582c53-4002-4713-9515-732df9273364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:59:31.000056 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:31.000717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Bound using segment: {'id': '9a0ae1a2-62f0-4878-975e-3adbfd84c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e582c53-4002-4713-9515-732df9273364'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:59:31.001375 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Bound port: 1b7671df-5a92-4126-85d1-15cc36e5d395, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0ae1a2-62f0-4878-975e-3adbfd84c968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2e582c53-4002-4713-9515-732df9273364'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:59:31.002649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:31.096222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] For port 1b7671df-5a92-4126-85d1-15cc36e5d395, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:59:31.101176 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] For port 1b7671df-5a92-4126-85d1-15cc36e5d395, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1b7671df-5a92-4126-85d1-15cc36e5d395,segment=NetworkSegment(9a0ae1a2-62f0-4878-975e-3adbfd84c968),segment_id=9a0ae1a2-62f0-4878-975e-3adbfd84c968)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:59:31.110535 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:31.201352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Routers {'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 15:59:31.204957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:59:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:31.272068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c64c3390-a243-4ec2-8b79-9c8f8f5b2296 None None] Provisioning complete for port 1b7671df-5a92-4126-85d1-15cc36e5d395 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:31.272493 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c64c3390-a243-4ec2-8b79-9c8f8f5b2296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:31.314970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef198b08-b1f5-4bda-bbe9-60e40b96446d None None] Pushing event updated for resources: {'Port': ['ID=1b7671df-5a92-4126-85d1-15cc36e5d395,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:31.451228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] Set router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 15:59:31.452470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c64c3390-a243-4ec2-8b79-9c8f8f5b2296 None None] Current status of the port 1b7671df-5a92-4126-85d1-15cc36e5d395 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:31.452858 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c64c3390-a243-4ec2-8b79-9c8f8f5b2296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:31.541777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71be9723-c6f3-4baf-ae9d-7716dbfa0512 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:59:31.554295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c64c3390-a243-4ec2-8b79-9c8f8f5b2296 None None] For port 1b7671df-5a92-4126-85d1-15cc36e5d395, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1b7671df-5a92-4126-85d1-15cc36e5d395,segment=NetworkSegment(9a0ae1a2-62f0-4878-975e-3adbfd84c968),segment_id=9a0ae1a2-62f0-4878-975e-3adbfd84c968)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:31.574317 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c64c3390-a243-4ec2-8b79-9c8f8f5b2296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:31.702995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c3390-a243-4ec2-8b79-9c8f8f5b2296 None None] Pushing event updated for resources: {'Port': ['ID=1b7671df-5a92-4126-85d1-15cc36e5d395,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:31.740058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 71be9723-c6f3-4baf-ae9d-7716dbfa0512 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:31.740687 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:31.742285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4481fa27-c701-459d-957f-601b95dd6e1b None None] Provisioning complete for port 1b7671df-5a92-4126-85d1-15cc36e5d395 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:31.742890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4481fa27-c701-459d-957f-601b95dd6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:31.931516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 71be9723-c6f3-4baf-ae9d-7716dbfa0512 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:31.936590 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4481fa27-c701-459d-957f-601b95dd6e1b None None] Current status of the port 1b7671df-5a92-4126-85d1-15cc36e5d395 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:31.941839 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'name': 'tempest-TestMinimumBasicScenario-1605640865-router', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:23Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 4, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'gw_port': {'id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:24Z', 'updated_at': '2022-03-10T15:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '1b7671df-5a92-4126-85d1-15cc36e5d395', 'name': '', 'network_id': '2e582c53-4002-4713-9515-732df9273364', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'mac_address': 'fa:16:3e:93:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '6ddfe755-b4e3-4b4e-a4b4-efd2f7723966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:26Z', 'updated_at': '2022-03-10T15:59:31Z', 'revision_number': 4, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'subnets': [{'id': '6ddfe755-b4e3-4b4e-a4b4-efd2f7723966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 15:59:31.969208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d34014-5f24-428c-9a55-404f46ea8709 None None] The sync data for ids ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'] in n-d-833090-1 is: [{'id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'name': 'tempest-TestMinimumBasicScenario-1605640865-router', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:23Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 4, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'gw_port': {'id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:24Z', 'updated_at': '2022-03-10T15:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '1b7671df-5a92-4126-85d1-15cc36e5d395', 'name': '', 'network_id': '2e582c53-4002-4713-9515-732df9273364', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'mac_address': 'fa:16:3e:93:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '6ddfe755-b4e3-4b4e-a4b4-efd2f7723966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:26Z', 'updated_at': '2022-03-10T15:59:31Z', 'revision_number': 4, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'subnets': [{'id': '6ddfe755-b4e3-4b4e-a4b4-efd2f7723966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 15:59:33.574831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1b7671df-5a92-4126-85d1-15cc36e5d395 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:59:33.633329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 1b7671df-5a92-4126-85d1-15cc36e5d395 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:33.634052 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:33.744699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 1b7671df-5a92-4126-85d1-15cc36e5d395 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:38.419643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-07704917-6dd7-46d0-ab20-a678d81fa49d tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:38.421161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-07704917-6dd7-46d0-ab20-a678d81fa49d tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/networks?id=959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 200 len: 815 time: 0.0989463 Mar 10 15:59:38.435552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-296ef9af-f92c-47f2-a99c-2d3ee5d4b598 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/quotas/6878c06767b8404ba5b8102d085ef1b6 HTTP/1.1" status: 200 len: 375 time: 0.0089331 Mar 10 15:59:38.494867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-dec3b8d6-6bb7-499c-a78a-4050153c21cb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6878c06767b8404ba5b8102d085ef1b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537634 Mar 10 15:59:38.609500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-4ed8e834-af6e-44f6-86c6-b6957576cca7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 15:59:38.610505 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-4ed8e834-af6e-44f6-86c6-b6957576cca7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1046977 Mar 10 15:59:38.698274 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-20ab6d5f-b16a-4294-81a9-5fe7705579a6 service neutron] 10.222.0.11 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818491 Mar 10 15:59:38.790108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-06b5c652-05dd-442c-996f-ee8efe89b687 service neutron] 10.222.0.11 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855536 Mar 10 15:59:39.971515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2cda3209-fea5-40fc-8974-50dcc3faea2f req-a11b56a6-2f41-47ac-bbae-7b072bc4f2ac tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 210 time: 0.0302346 Mar 10 15:59:41.001697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-a10d4627-50a3-4954-a442-88ac6e10da1c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:41.003180 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-a10d4627-50a3-4954-a442-88ac6e10da1c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.62 "GET /v2.0/networks?id=959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 200 len: 815 time: 0.1051357 Mar 10 15:59:41.017800 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Request body: {'port': {'device_id': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'admin_state_up': True, 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:59:41.081879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b4d5d775-d8aa-4902-aef4-fee176251c01 req-1a9b7a7b-cdda-4d8f-8f28-097926011e5e tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 210 time: 0.0376456 Mar 10 15:59:41.156150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Made reservation on behalf of 6878c06767b8404ba5b8102d085ef1b6 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 15:59:41.159553 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:41.293822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Allocated IP 172.20.0.14 (959fb60d-c74d-486b-b858-ba865f623a71/92810fd2-6ce4-47dc-8c78-c1c2fb5411ba/2149bac5-f5c7-4631-adc1-1b8a943dd22d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 15:59:41.510543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:41.546620 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:41.609573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Network 959fb60d-c74d-486b-b858-ba865f623a71 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 15:59:41.618157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 15:59:41.621826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 15:59:41.636042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'Port': ['ID=2149bac5-f5c7-4631-adc1-1b8a943dd22d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:41.699167 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:41.699858 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:41.723021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-52197777-d7d5-4d84-b7e1-abe6e94c8b20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7109902 Mar 10 15:59:41.923874 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7b08a92a-8671-4f06-a4e8-a9481218ad2a None None] Provisioning complete for port 2149bac5-f5c7-4631-adc1-1b8a943dd22d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:41.924481 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7b08a92a-8671-4f06-a4e8-a9481218ad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:41.962829 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7b08a92a-8671-4f06-a4e8-a9481218ad2a None None] Port 2149bac5-f5c7-4631-adc1-1b8a943dd22d cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 15:59:42.221389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eafe79-e0e2-4c62-9716-61b03cbc12e1 req-df8123ea-7164-41db-a414-e79f231b6810 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:42.222951 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2eafe79-e0e2-4c62-9716-61b03cbc12e1 req-df8123ea-7164-41db-a414-e79f231b6810 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 932 time: 0.0655253 Mar 10 15:59:42.277119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2eafe79-e0e2-4c62-9716-61b03cbc12e1 req-e68f6ce3-eae8-40d3-902b-156fb8e6cfbd tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481169 Mar 10 15:59:43.766647 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa9256-9a17-436c-9000-1a7a2ca0e108 req-27a87dd0-f259-4eae-97b2-008a260dbd91 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:43.768079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00fa9256-9a17-436c-9000-1a7a2ca0e108 req-27a87dd0-f259-4eae-97b2-008a260dbd91 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 932 time: 0.4209411 Mar 10 15:59:43.819384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00fa9256-9a17-436c-9000-1a7a2ca0e108 req-c5cfbc52-fabf-42f5-bbb8-dcfa74999dca tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454292 Mar 10 15:59:44.944432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bfc3f-8401-4e4f-b0c4-7a29e2d31cab req-d7fc7432-0e18-41ce-add6-c4ab85d4e0cf tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:44.946029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d7bfc3f-8401-4e4f-b0c4-7a29e2d31cab req-d7fc7432-0e18-41ce-add6-c4ab85d4e0cf tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 932 time: 0.0537100 Mar 10 15:59:44.998880 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d7bfc3f-8401-4e4f-b0c4-7a29e2d31cab req-e0650972-e438-46fd-bcbc-350e40c42f77 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461824 Mar 10 15:59:46.133860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16107fd-9f06-471d-b3e4-e1c38573ad20 req-63e89184-855b-4618-b1e1-bdec2dd4710a tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:46.135599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b16107fd-9f06-471d-b3e4-e1c38573ad20 req-63e89184-855b-4618-b1e1-bdec2dd4710a tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 932 time: 0.0577502 Mar 10 15:59:46.186548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b16107fd-9f06-471d-b3e4-e1c38573ad20 req-69cd9fda-baa7-47a4-b3f2-5b23ba76558e tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449915 Mar 10 15:59:47.315330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffad99-ed6b-40ba-a84d-42c7fa8edcd8 req-86011499-19f4-4f12-a243-805b8c974761 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:47.317027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13ffad99-ed6b-40ba-a84d-42c7fa8edcd8 req-86011499-19f4-4f12-a243-805b8c974761 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 932 time: 0.0559936 Mar 10 15:59:47.366839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-13ffad99-ed6b-40ba-a84d-42c7fa8edcd8 req-9f581368-1e8f-4069-893c-5c9ca0c90b21 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436413 Mar 10 15:59:48.322885 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:48.491784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fb1cf-c56e-4a5d-b33c-6bdab405f25d req-ee6c11c9-b60e-4fa0-abea-2a125007b16d tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:48.493320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f40fb1cf-c56e-4a5d-b33c-6bdab405f25d req-ee6c11c9-b60e-4fa0-abea-2a125007b16d tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 932 time: 0.0583458 Mar 10 15:59:48.543826 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f40fb1cf-c56e-4a5d-b33c-6bdab405f25d req-3d6d520d-6a56-45a0-b3c0-9cefd1425c98 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 Mar 10 15:59:49.666811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b6067-63cb-4d14-ab34-de328873db49 req-61c05af9-9dc9-4de9-ab82-5c6ef9efe873 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:49.668292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-745b6067-63cb-4d14-ab34-de328873db49 req-61c05af9-9dc9-4de9-ab82-5c6ef9efe873 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 932 time: 0.0517559 Mar 10 15:59:49.714635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-745b6067-63cb-4d14-ab34-de328873db49 req-97cb724c-4f4f-4798-8900-7eaa74f37db0 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402870 Mar 10 15:59:50.831709 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ce354-8f70-4056-ad79-86a688c1e527 req-2deb0035-ce9e-43ef-a181-d5ce23a01cf7 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:50.833185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e20ce354-8f70-4056-ad79-86a688c1e527 req-2deb0035-ce9e-43ef-a181-d5ce23a01cf7 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 932 time: 0.0519845 Mar 10 15:59:50.882946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e20ce354-8f70-4056-ad79-86a688c1e527 req-64186314-3c71-4738-aecc-3f4a1ad94360 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441167 Mar 10 15:59:51.211905 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:51.818179 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-abf5e2a6-9aa6-4610-a5a9-00118258ce76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:51.847255 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Request body: {'port': {'device_id': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 15:59:51.912740 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:52.084787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d9969-8ebd-42d5-a3e3-924b28bd03e3 req-8a3feac1-29bb-48f3-bfb7-15ee1eb8e722 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:52.086216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f4d9969-8ebd-42d5-a3e3-924b28bd03e3 req-8a3feac1-29bb-48f3-bfb7-15ee1eb8e722 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 932 time: 0.1356392 Mar 10 15:59:52.187039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f4d9969-8ebd-42d5-a3e3-924b28bd03e3 req-26db3416-eb3c-4c30-851f-ea7243293727 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879200 Mar 10 15:59:52.250364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2149bac5-f5c7-4631-adc1-1b8a943dd22d {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:59:52.257937 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Publish callbacks [] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:52.270206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Transition to ACTIVE for port object 2149bac5-f5c7-4631-adc1-1b8a943dd22d will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 15:59:52.274228 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:52.355244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Pushing event updated for resources: {'Port': ['ID=2149bac5-f5c7-4631-adc1-1b8a943dd22d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:52.405501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Attempting to bind port 2149bac5-f5c7-4631-adc1-1b8a943dd22d on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 15:59:52.405892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Attempting to bind port 2149bac5-f5c7-4631-adc1-1b8a943dd22d by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 15:59:52.406224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Attempting to bind port 2149bac5-f5c7-4631-adc1-1b8a943dd22d on network 959fb60d-c74d-486b-b858-ba865f623a71 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:59:52.410841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Port 2149bac5-f5c7-4631-adc1-1b8a943dd22d on network 959fb60d-c74d-486b-b858-ba865f623a71 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 15:59:52.411169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Attempting to bind port 2149bac5-f5c7-4631-adc1-1b8a943dd22d on network 959fb60d-c74d-486b-b858-ba865f623a71 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 15:59:52.416033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 15, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 15:59:52.416374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Checking segment: {'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 15:59:52.416758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Bound using segment: {'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 15:59:52.417177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Bound port: 2149bac5-f5c7-4631-adc1-1b8a943dd22d, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 15:59:52.417539 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:52.484062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] For port 2149bac5-f5c7-4631-adc1-1b8a943dd22d, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 15:59:52.487134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] For port 2149bac5-f5c7-4631-adc1-1b8a943dd22d, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 15:59:52.493218 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:52.526090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:52.526700 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:52.528112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0146515a-0252-4399-86e1-925d4fef899f service neutron] 10.222.0.62 "PUT /v2.0/ports/2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 1092 time: 0.6853406 Mar 10 15:59:52.528560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:59:52.530869 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:59:52.557469 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146515a-0252-4399-86e1-925d4fef899f service neutron] Pushing event updated for resources: {'Port': ['ID=2149bac5-f5c7-4631-adc1-1b8a943dd22d,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:52.600465 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 15:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a523f1c-aa29-4b6e-a2c8-5826ed1069f6 x-openstack-request-id: req-6a523f1c-aa29-4b6e-a2c8-5826ed1069f6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:59:52.600764 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:59:52.601024 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a523f1c-aa29-4b6e-a2c8-5826ed1069f6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:59:52.601430 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'status': 'completed', 'code': 200} Mar 10 15:59:52.621545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-6003eb8e-e3c5-4b55-82b5-6d3a40d65857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:52.623536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-6003eb8e-e3c5-4b55-82b5-6d3a40d65857 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6878c06767b8404ba5b8102d085ef1b6&device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1126 time: 0.0552709 Mar 10 15:59:52.666214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-39f60cdc-7d8b-4baf-8064-5b73c432053a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 217 time: 0.0362005 Mar 10 15:59:52.714496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-76006288-65dd-4557-8e0d-5b489618cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:52.716005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-76006288-65dd-4557-8e0d-5b489618cc46 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba HTTP/1.1" status: 200 len: 854 time: 0.0447171 Mar 10 15:59:52.771354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0f1f6bd3-fd61-4008-afd3-5fb3cc93c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:52.772857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-0f1f6bd3-fd61-4008-afd3-5fb3cc93c2ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=959fb60d-c74d-486b-b858-ba865f623a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512352 Mar 10 15:59:52.862831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-10e47073-2b12-4915-b471-8179b9e4cb6b service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835459 Mar 10 15:59:52.953766 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e3ddaaa8-4a7b-41a1-948e-2c474a3dd3c4 req-70109d0c-0608-406e-9ab7-bd7e6bf55578 service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851872 Mar 10 15:59:53.038460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb req-f6dc2544-ebc8-496b-85ce-e45ae8f10785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:53.039963 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb req-f6dc2544-ebc8-496b-85ce-e45ae8f10785 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6878c06767b8404ba5b8102d085ef1b6&device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1126 time: 0.0445638 Mar 10 15:59:53.133659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb req-c9607ad8-bf24-45f6-a85c-974c1aa02dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:53.135156 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb req-c9607ad8-bf24-45f6-a85c-974c1aa02dee service neutron] 10.222.0.62 "GET /v2.0/networks?id=959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 200 len: 916 time: 0.0888777 Mar 10 15:59:53.175230 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb req-b37837b3-3081-4313-ad21-465bacf5c0f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 217 time: 0.0347404 Mar 10 15:59:53.221472 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb req-756be3f1-41c5-4357-b973-7158ddc1c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:53.223020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb req-756be3f1-41c5-4357-b973-7158ddc1c367 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba HTTP/1.1" status: 200 len: 854 time: 0.0423911 Mar 10 15:59:53.309162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb req-540c0e2a-5897-4cda-8ba3-9175f4f7c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:53.310707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb req-540c0e2a-5897-4cda-8ba3-9175f4f7c18a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=959fb60d-c74d-486b-b858-ba865f623a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0823684 Mar 10 15:59:53.333033 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc58f80-68bf-41c6-9f85-8fce3680b9a7 req-e5443674-df8c-4c6f-9051-04607b4c6aa6 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:53.334442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-adc58f80-68bf-41c6-9f85-8fce3680b9a7 req-e5443674-df8c-4c6f-9051-04607b4c6aa6 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 944 time: 0.0790579 Mar 10 15:59:53.434025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-adc58f80-68bf-41c6-9f85-8fce3680b9a7 req-cac06f62-30be-41d2-b39e-cc5453361629 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894783 Mar 10 15:59:53.449411 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb req-837d0372-0313-4d54-a186-d991790d21c6 service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307967 Mar 10 15:59:53.537291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce32152a-dd6c-471f-a24d-e8e4ae33adcb req-96a9b8ff-4a69-4d5c-940c-4b56120ea6bd service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820892 Mar 10 15:59:54.181968 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-690a1d4f-8fae-4378-b43a-c83bd73c3cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:54.556449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664e574-2250-41aa-be04-aa9595fb54de req-88eb181e-863d-4502-a79f-730ef80ff6ea tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:54.557940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9664e574-2250-41aa-be04-aa9595fb54de req-88eb181e-863d-4502-a79f-730ef80ff6ea tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 944 time: 0.0533979 Mar 10 15:59:54.609815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9664e574-2250-41aa-be04-aa9595fb54de req-2790042f-480e-4e48-98ac-844fe2c9aad9 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457253 Mar 10 15:59:55.442781 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:55.728918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563f126-b847-410a-9528-1b37393ff41b req-1f67e3cb-99a6-418f-8d48-80c0cfe56afb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:55.730301 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3563f126-b847-410a-9528-1b37393ff41b req-1f67e3cb-99a6-418f-8d48-80c0cfe56afb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 944 time: 0.0515378 Mar 10 15:59:55.776319 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3563f126-b847-410a-9528-1b37393ff41b req-295b8666-18af-46ad-a1fa-12449fd1ec2d tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Mar 10 15:59:56.633613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2149bac5-f5c7-4631-adc1-1b8a943dd22d details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 15:59:56.727607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2149bac5-f5c7-4631-adc1-1b8a943dd22d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:56.739712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'port_id': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'mac_address': 'fa:16:3e:17:0d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 15:59:56.790052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 2149bac5-f5c7-4631-adc1-1b8a943dd22d is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:56.790705 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:56.800705 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:56.805500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2149bac5-f5c7-4631-adc1-1b8a943dd22d {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 15:59:56.825472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2149bac5-f5c7-4631-adc1-1b8a943dd22d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:56.829741 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:56.878433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=2149bac5-f5c7-4631-adc1-1b8a943dd22d,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:56.896109 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975071c3-b71a-4315-907b-c2b77189b03b req-26c62a71-6879-4fee-a064-161a783bd71d tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:56.897602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-975071c3-b71a-4315-907b-c2b77189b03b req-26c62a71-6879-4fee-a064-161a783bd71d tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 945 time: 0.0524392 Mar 10 15:59:56.943362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-975071c3-b71a-4315-907b-c2b77189b03b req-cb50028b-859e-405e-95cb-d69eaeebd149 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401292 Mar 10 15:59:57.145753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['2149bac5-f5c7-4631-adc1-1b8a943dd22d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 15:59:58.064510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fb2ff-610a-4991-a016-ee3301468a9c req-19ab51fb-4ada-4975-9263-586eb7feced3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:58.066015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e40fb2ff-610a-4991-a016-ee3301468a9c req-19ab51fb-4ada-4975-9263-586eb7feced3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 945 time: 0.0569117 Mar 10 15:59:58.112465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e40fb2ff-610a-4991-a016-ee3301468a9c req-fae76215-c33f-4df9-af77-a716e864bee7 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 Mar 10 15:59:58.361081 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:58.632490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2149bac5-f5c7-4631-adc1-1b8a943dd22d up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 15:59:58.682693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 2149bac5-f5c7-4631-adc1-1b8a943dd22d completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 15:59:58.687286 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 2149bac5-f5c7-4631-adc1-1b8a943dd22d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 15:59:58.687665 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:58.765344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 2149bac5-f5c7-4631-adc1-1b8a943dd22d is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 15:59:58.765733 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:58.788869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 15:59:58.791138 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a99b09-a018-4b6b-bdbf-a259aa6948bc" -d '{"events": [{"server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "name": "network-vif-plugged", "status": "completed", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 15:59:58.803944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2149bac5-f5c7-4631-adc1-1b8a943dd22d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 15:59:58.808536 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 15:59:58.832234 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77993f51-e1d6-46b2-8645-cd6b7de8688f x-openstack-request-id: req-77993f51-e1d6-46b2-8645-cd6b7de8688f {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 15:59:58.832534 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "name": "network-vif-plugged", "status": "completed", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 15:59:58.832792 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77993f51-e1d6-46b2-8645-cd6b7de8688f {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 15:59:58.833186 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'code': 200} Mar 10 15:59:58.860722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=2149bac5-f5c7-4631-adc1-1b8a943dd22d,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 15:59:58.932625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd7ebb-bc0c-47fa-9433-08b66be0ec37 req-c7188aae-1b0f-4d1e-85af-cd3015142f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:58.934061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dedd7ebb-bc0c-47fa-9433-08b66be0ec37 req-c7188aae-1b0f-4d1e-85af-cd3015142f55 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1128 time: 0.0443027 Mar 10 15:59:58.976011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dedd7ebb-bc0c-47fa-9433-08b66be0ec37 req-acbc786e-864a-4f51-870d-743f2aabd117 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364451 Mar 10 15:59:59.230075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964c119-ce3a-4c84-aa62-a1c8e072c563 req-90eb2441-f2c0-427a-be49-d4d3d0d2e6d1 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 15:59:59.231496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9964c119-ce3a-4c84-aa62-a1c8e072c563 req-90eb2441-f2c0-427a-be49-d4d3d0d2e6d1 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 946 time: 0.0521734 Mar 10 15:59:59.282284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9964c119-ce3a-4c84-aa62-a1c8e072c563 req-15d742d3-ebc6-49ba-87d1-e41dfc6eb8cc tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442595 Mar 10 16:00:00.410982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ae393-6cad-4e2d-b8db-9eedbf1b765c req-798d4a10-2591-4979-96a8-6ef2131e97b3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:00.412469 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd2ae393-6cad-4e2d-b8db-9eedbf1b765c req-798d4a10-2591-4979-96a8-6ef2131e97b3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 946 time: 0.0591762 Mar 10 16:00:00.458572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bd2ae393-6cad-4e2d-b8db-9eedbf1b765c req-ae421829-bd28-4b1c-a1cf-c53d01434bc0 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404561 Mar 10 16:00:01.377311 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:00:01.578189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679cfd7-affa-4356-a472-ca5164dacc7c req-b42402c2-903e-4ea5-85f8-1fe81e0d9292 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:01.579712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6679cfd7-affa-4356-a472-ca5164dacc7c req-b42402c2-903e-4ea5-85f8-1fe81e0d9292 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 946 time: 0.0524788 Mar 10 16:00:01.626629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6679cfd7-affa-4356-a472-ca5164dacc7c req-b90deca5-1202-4487-8861-c7b20cbc8625 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414264 Mar 10 16:00:01.747654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd32e8b-d080-4a4a-851c-71a99f910c4f req-651e2227-e8b8-47d9-96c0-5a838c6833e5 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:01.749120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbd32e8b-d080-4a4a-851c-71a99f910c4f req-651e2227-e8b8-47d9-96c0-5a838c6833e5 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 946 time: 0.0564756 Mar 10 16:00:01.796014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fbd32e8b-d080-4a4a-851c-71a99f910c4f req-b0270162-f8e0-4585-b79c-9d977238c5ec tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412261 Mar 10 16:00:01.987665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c1e43-d6d4-4251-b28c-5d6291e3bc67 req-297c360c-de2f-4bb0-beb6-18ea8073e966 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:01.989155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-825c1e43-d6d4-4251-b28c-5d6291e3bc67 req-297c360c-de2f-4bb0-beb6-18ea8073e966 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 946 time: 0.0528967 Mar 10 16:00:02.035805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-825c1e43-d6d4-4251-b28c-5d6291e3bc67 req-fb773123-a618-4113-bfbd-daa2aaa528e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Mar 10 16:00:14.567656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1591f203-19c8-49c0-9256-e61687322a70 req-dc0a6175-7e79-407f-ae4f-0d4a5b55dc64 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549834 Mar 10 16:00:14.667137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f203-19c8-49c0-9256-e61687322a70 req-ab8595f8-4795-4a7f-a55d-20d5bbe63135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:14.668574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1591f203-19c8-49c0-9256-e61687322a70 req-ab8595f8-4795-4a7f-a55d-20d5bbe63135 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6878c06767b8404ba5b8102d085ef1b6&device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1128 time: 0.0503464 Mar 10 16:00:14.776522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f203-19c8-49c0-9256-e61687322a70 req-27f90c6c-79cb-4b6c-9164-f3c46ebf3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:14.777638 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1591f203-19c8-49c0-9256-e61687322a70 req-27f90c6c-79cb-4b6c-9164-f3c46ebf3904 service neutron] 10.222.0.62 "GET /v2.0/networks?id=959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 200 len: 916 time: 0.0911908 Mar 10 16:00:14.824630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1591f203-19c8-49c0-9256-e61687322a70 req-ebdb57f4-9f18-471b-b58b-d81569d97193 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 217 time: 0.0398269 Mar 10 16:00:14.873554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f203-19c8-49c0-9256-e61687322a70 req-341183af-fa31-4f64-a1ea-92fa825b3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:14.875043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1591f203-19c8-49c0-9256-e61687322a70 req-341183af-fa31-4f64-a1ea-92fa825b3179 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba HTTP/1.1" status: 200 len: 854 time: 0.0449121 Mar 10 16:00:14.926119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f203-19c8-49c0-9256-e61687322a70 req-ce1ab9f7-a851-4532-be7c-05d2d15da8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:14.927529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1591f203-19c8-49c0-9256-e61687322a70 req-ce1ab9f7-a851-4532-be7c-05d2d15da8e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=959fb60d-c74d-486b-b858-ba865f623a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452673 Mar 10 16:00:15.019229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1591f203-19c8-49c0-9256-e61687322a70 req-6c664f7d-1ffb-44c3-a271-00db412f2493 service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851669 Mar 10 16:00:15.113117 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1591f203-19c8-49c0-9256-e61687322a70 req-ff818fa6-f240-48f8-b91e-0751ab9e3bcc service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878677 Mar 10 16:00:18.333714 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:20.895778 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedde89-2f0f-406b-a936-d211af268fef req-c6fa3707-dd65-4739-a581-99bb44611a3d tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:20.897302 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5cedde89-2f0f-406b-a936-d211af268fef req-c6fa3707-dd65-4739-a581-99bb44611a3d tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 946 time: 0.0530198 Mar 10 16:00:20.944014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5cedde89-2f0f-406b-a936-d211af268fef req-c0826b3e-de33-40e6-a93d-08125f4f812e tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Mar 10 16:00:20.966873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42794) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:00:21.049753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114fc0c-5e96-4831-a59c-d19f2df31f47 tempest-TestMinimumBasicScenario-2003786486 tempest-TestMinimumBasicScenario-2003786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:21.051298 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6114fc0c-5e96-4831-a59c-d19f2df31f47 tempest-TestMinimumBasicScenario-2003786486 tempest-TestMinimumBasicScenario-2003786486-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1123 time: 0.0834656 Mar 10 16:00:21.054205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42798) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:00:21.058516 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:00:21.078055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:21.175788 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:21.211152 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:21.279506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Allocated IP 172.25.3.157 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/8a9acd12-19cd-49b9-b207-16d69a34bced) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:00:21.382453 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for port (8a9acd12-19cd-49b9-b207-16d69a34bced), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:21.416183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8a9acd12-19cd-49b9-b207-16d69a34bced), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:21.451853 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:00:21.454672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:00:21.460573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:00:21.483644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'Port': ['ID=8a9acd12-19cd-49b9-b207-16d69a34bced,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:00:21.819589 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1495c3ef-7664-4d9d-b81b-897be08b31cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:21.827082 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for floatingip (0690f822-fb40-455e-b884-2036d12064ba), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:21.899501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8a9acd12-19cd-49b9-b207-16d69a34bced), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:22.047386 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for port (8a9acd12-19cd-49b9-b207-16d69a34bced), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:22.052180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (8a9acd12-19cd-49b9-b207-16d69a34bced), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:22.123887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'Port': ['ID=8a9acd12-19cd-49b9-b207-16d69a34bced,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:00:22.134456 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (0690f822-fb40-455e-b884-2036d12064ba), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:22.236901 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Floating IP 0690f822-fb40-455e-b884-2036d12064ba associated. External IP: 172.25.3.157, port: 2149bac5-f5c7-4631-adc1-1b8a943dd22d. Mar 10 16:00:22.773113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:00:22.881544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:00:22.891788 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ebcf08-67e4-4375-90ec-27e09af8ed8b None None] Sync routers for ids ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:00:22.899511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:22.902147 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ebcf08-67e4-4375-90ec-27e09af8ed8b None None] Routers {'9e4bf1af-3de9-49bc-a191-33e633fd5f4b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:00:22.902765 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d4ebcf08-67e4-4375-90ec-27e09af8ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:59:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:00:22.929083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d84aff25-a6ac-4cc0-b948-375c3e5f8427 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8738060 Mar 10 16:00:22.929661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:00:22.932105 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42800) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:00:22.932596 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:00:22.937000 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909231539', 'description': 'tempest-secgroup-smoke-1909231539 description', 'project_id': '6878c06767b8404ba5b8102d085ef1b6'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:00:22.961991 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:22.971927 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4687498f-5d56-4674-ac63-e758debeab16 x-openstack-request-id: req-4687498f-5d56-4674-ac63-e758debeab16 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:00:22.972226 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:00:22.972481 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4687498f-5d56-4674-ac63-e758debeab16 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:00:22.972885 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'status': 'completed', 'code': 200} Mar 10 16:00:23.017946 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d4ebcf08-67e4-4375-90ec-27e09af8ed8b None None] Set router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:00:23.035038 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group (dbdf11dc-434b-4564-b954-63f4982b10b0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.040180 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dbdf11dc-434b-4564-b954-63f4982b10b0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.044686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66 req-66d15ed2-2782-4456-82f6-e8313df64228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:23.046502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66 req-66d15ed2-2782-4456-82f6-e8313df64228 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6878c06767b8404ba5b8102d085ef1b6&device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1128 time: 0.0509822 Mar 10 16:00:23.063067 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.064500 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1310775 Mar 10 16:00:23.067640 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42804) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:00:23.071927 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a5a95be5-a1f7-4238-96ed-5e8e81276cb8 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Request body: {'security_group_rule': {'security_group_id': 'dbdf11dc-434b-4564-b954-63f4982b10b0', 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:00:23.094221 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdf11dc-434b-4564-b954-63f4982b10b0,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:00:23.105626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.105978 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.106333 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.106730 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.107683 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.108124 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.108605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.108937 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.109265 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.109597 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.109955 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.110280 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.110590 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f3f1d-7b39-4280-90f1-6d4d2c4f7b7f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.119907 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5a95be5-a1f7-4238-96ed-5e8e81276cb8 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (c582f1d0-65f7-4f67-8237-c4061ff2b668), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.168557 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5a95be5-a1f7-4238-96ed-5e8e81276cb8 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (c582f1d0-65f7-4f67-8237-c4061ff2b668), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.171512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66 req-d8e46ac1-84a7-4671-8243-dd9bf93f33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:23.172887 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5a95be5-a1f7-4238-96ed-5e8e81276cb8 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (c582f1d0-65f7-4f67-8237-c4061ff2b668), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.173066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66 req-d8e46ac1-84a7-4671-8243-dd9bf93f33bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 200 len: 916 time: 0.1190569 Mar 10 16:00:23.192099 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a95be5-a1f7-4238-96ed-5e8e81276cb8 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c582f1d0-65f7-4f67-8237-c4061ff2b668,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:00:23.202838 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a5a95be5-a1f7-4238-96ed-5e8e81276cb8 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.206581 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a5a95be5-a1f7-4238-96ed-5e8e81276cb8 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355197 Mar 10 16:00:23.206893 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42806) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:00:23.211519 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-2a2062d3-845b-4088-877c-3dc38fec7c95 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Request body: {'security_group_rule': {'security_group_id': 'dbdf11dc-434b-4564-b954-63f4982b10b0', 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:00:23.238506 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a2062d3-845b-4088-877c-3dc38fec7c95 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (84ef6c8b-df7d-4f76-ad02-fb6d4292d837), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.253073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66 req-5e6c919b-b9a6-4844-b047-851a75fb41c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 1000 time: 0.0728142 Mar 10 16:00:23.262350 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d4ebcf08-67e4-4375-90ec-27e09af8ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 4, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0690f822-fb40-455e-b884-2036d12064ba', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'port_id': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'mac_address': 'fa:16:3e:17:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:00:21Z', 'updated_at': '2022-03-10T16:00:21Z', 'revision_number': 0, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bae7322-09ab-4018-8282-1a716991e681', 'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'mac_address': 'fa:16:3e:bb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:21Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 5, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'subnets': [{'id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:00:23.293738 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ebcf08-67e4-4375-90ec-27e09af8ed8b None None] Checking router: 9e4bf1af-3de9-49bc-a191-33e633fd5f4b for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:00:23.300172 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a2062d3-845b-4088-877c-3dc38fec7c95 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (84ef6c8b-df7d-4f76-ad02-fb6d4292d837), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.303682 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ebcf08-67e4-4375-90ec-27e09af8ed8b None None] Routers {'9e4bf1af-3de9-49bc-a191-33e633fd5f4b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:00:23.304293 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d4ebcf08-67e4-4375-90ec-27e09af8ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T15:59:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:00:23.304477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66 req-cc7ab945-d51b-43b2-9d50-0cfd12b918a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:23.306110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66 req-cc7ab945-d51b-43b2-9d50-0cfd12b918a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba HTTP/1.1" status: 200 len: 854 time: 0.0465930 Mar 10 16:00:23.307461 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a2062d3-845b-4088-877c-3dc38fec7c95 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (84ef6c8b-df7d-4f76-ad02-fb6d4292d837), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.326773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2062d3-845b-4088-877c-3dc38fec7c95 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ef6c8b-df7d-4f76-ad02-fb6d4292d837,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:00:23.333876 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2a2062d3-845b-4088-877c-3dc38fec7c95 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.337726 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2a2062d3-845b-4088-877c-3dc38fec7c95 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270416 Mar 10 16:00:23.337878 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42808) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:00:23.343116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-249d9550-5202-4309-afdd-1e8ca9050443 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Request body: {'security_group_rule': {'security_group_id': 'dbdf11dc-434b-4564-b954-63f4982b10b0', 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:00:23.365965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66 req-0ebea7d1-ec22-4f07-96e3-8716f7334525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:23.367647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66 req-0ebea7d1-ec22-4f07-96e3-8716f7334525 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=959fb60d-c74d-486b-b858-ba865f623a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549474 Mar 10 16:00:23.370855 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-249d9550-5202-4309-afdd-1e8ca9050443 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (f2115bd1-285c-4dce-a94d-c67ad87f71fa), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.426356 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d4ebcf08-67e4-4375-90ec-27e09af8ed8b None None] Set router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:00:23.432631 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-249d9550-5202-4309-afdd-1e8ca9050443 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (f2115bd1-285c-4dce-a94d-c67ad87f71fa), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.437039 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-249d9550-5202-4309-afdd-1e8ca9050443 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f2115bd1-285c-4dce-a94d-c67ad87f71fa), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.456410 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d9550-5202-4309-afdd-1e8ca9050443 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2115bd1-285c-4dce-a94d-c67ad87f71fa,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:00:23.467420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66 req-f087ceeb-d12d-4493-be9f-64a9f913a5b7 service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925376 Mar 10 16:00:23.467608 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-249d9550-5202-4309-afdd-1e8ca9050443 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.468396 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-249d9550-5202-4309-afdd-1e8ca9050443 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295490 Mar 10 16:00:23.471127 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42810) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:00:23.475481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-28df8cbc-c6bd-4343-b586-078d988486a9 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Request body: {'security_group_rule': {'security_group_id': 'dbdf11dc-434b-4564-b954-63f4982b10b0', 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:00:23.503271 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28df8cbc-c6bd-4343-b586-078d988486a9 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (6fc8c22b-7704-42d3-9baf-ca5dbf537568), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.565732 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28df8cbc-c6bd-4343-b586-078d988486a9 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (6fc8c22b-7704-42d3-9baf-ca5dbf537568), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.569584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d63e0f91-59cd-4bb7-bb0e-93c1808ecd66 req-bd67b466-cf54-465d-99fa-08cbbe0ee71b service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975661 Mar 10 16:00:23.570582 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28df8cbc-c6bd-4343-b586-078d988486a9 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (6fc8c22b-7704-42d3-9baf-ca5dbf537568), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.590680 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df8cbc-c6bd-4343-b586-078d988486a9 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc8c22b-7704-42d3-9baf-ca5dbf537568,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:00:23.599641 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-28df8cbc-c6bd-4343-b586-078d988486a9 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.600876 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-28df8cbc-c6bd-4343-b586-078d988486a9 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287475 Mar 10 16:00:23.603887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 42812) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:00:23.609914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Request body: {'security_group_rule': {'security_group_id': 'dbdf11dc-434b-4564-b954-63f4982b10b0', 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:00:23.630983 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Project 6878c06767b8404ba5b8102d085ef1b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:00:23.635783 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (20f6faee-d8b4-435f-8a93-1894279ad2a8), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.665237 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d4ebcf08-67e4-4375-90ec-27e09af8ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 4, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0690f822-fb40-455e-b884-2036d12064ba', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'port_id': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'mac_address': 'fa:16:3e:17:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:00:21Z', 'updated_at': '2022-03-10T16:00:21Z', 'revision_number': 0, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bae7322-09ab-4018-8282-1a716991e681', 'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'mac_address': 'fa:16:3e:bb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:21Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 5, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'subnets': [{'id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:00:23.696028 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (20f6faee-d8b4-435f-8a93-1894279ad2a8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.696517 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ebcf08-67e4-4375-90ec-27e09af8ed8b None None] The sync data for ids ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'] in n-d-833090-1 is: [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 4, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0690f822-fb40-455e-b884-2036d12064ba', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'port_id': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'mac_address': 'fa:16:3e:17:0d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:00:21Z', 'updated_at': '2022-03-10T16:00:21Z', 'revision_number': 0, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bae7322-09ab-4018-8282-1a716991e681', 'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'mac_address': 'fa:16:3e:bb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:21Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 5, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'subnets': [{'id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:00:23.700000 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (20f6faee-d8b4-435f-8a93-1894279ad2a8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.718632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f6faee-d8b4-435f-8a93-1894279ad2a8,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:00:23.729433 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.730636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255157 Mar 10 16:00:23.732631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.732986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.733594 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.733934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.734266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.734415 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42814) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:00:23.734590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.735082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.735409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.735734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.736142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.736383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.736741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.737080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad5dac-38e3-4273-9109-8c27504726e3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:00:23.739430 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-081a33af-d571-490d-917e-4c9494ec0c3f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Request body: {'security_group_rule': {'security_group_id': 'dbdf11dc-434b-4564-b954-63f4982b10b0', 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:00:23.763775 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-081a33af-d571-490d-917e-4c9494ec0c3f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Project 6878c06767b8404ba5b8102d085ef1b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:00:23.769102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-081a33af-d571-490d-917e-4c9494ec0c3f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (e66d9f8e-75c3-4ba6-a83e-68b775bdfce7), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.829747 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-081a33af-d571-490d-917e-4c9494ec0c3f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (e66d9f8e-75c3-4ba6-a83e-68b775bdfce7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.834745 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-081a33af-d571-490d-917e-4c9494ec0c3f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (e66d9f8e-75c3-4ba6-a83e-68b775bdfce7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.853723 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a33af-d571-490d-917e-4c9494ec0c3f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66d9f8e-75c3-4ba6-a83e-68b775bdfce7,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:00:23.863793 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-081a33af-d571-490d-917e-4c9494ec0c3f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:23.865045 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-081a33af-d571-490d-917e-4c9494ec0c3f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295834 Mar 10 16:00:23.919221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf027e09-4bcb-4517-bd01-499b272d7809 None None] New status for floating IP 0690f822-fb40-455e-b884-2036d12064ba: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:00:23.961461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cad04836-df57-42e6-a472-0b87bf80d2a3 req-791d2de1-16ba-4fee-ab64-7443cb0ded19 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909231539&fields=id&tenant_id=6878c06767b8404ba5b8102d085ef1b6 HTTP/1.1" status: 200 len: 267 time: 0.0466435 Mar 10 16:00:24.022202 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad04836-df57-42e6-a472-0b87bf80d2a3 req-615a462a-c208-4fd2-b6c3-1c9ed894f74d tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:24.023708 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cad04836-df57-42e6-a472-0b87bf80d2a3 req-615a462a-c208-4fd2-b6c3-1c9ed894f74d tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 946 time: 0.0560355 Mar 10 16:00:24.034935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-cad04836-df57-42e6-a472-0b87bf80d2a3 req-45b838b7-2bac-4c1b-99a1-cfe2767a8ab3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Request body: {'port': {'security_groups': ['e6e335d6-4bfc-478d-bd2c-93cf14d55a51', 'dbdf11dc-434b-4564-b954-63f4982b10b0']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:00:24.109017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cad04836-df57-42e6-a472-0b87bf80d2a3 req-45b838b7-2bac-4c1b-99a1-cfe2767a8ab3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:24.181927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7b58f6aa-e2a0-4712-bc34-6ba3487e67ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:24.292751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-cad04836-df57-42e6-a472-0b87bf80d2a3 req-45b838b7-2bac-4c1b-99a1-cfe2767a8ab3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] For port 2149bac5-f5c7-4631-adc1-1b8a943dd22d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:00:24.321076 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cad04836-df57-42e6-a472-0b87bf80d2a3 req-45b838b7-2bac-4c1b-99a1-cfe2767a8ab3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:24.325511 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cad04836-df57-42e6-a472-0b87bf80d2a3 req-45b838b7-2bac-4c1b-99a1-cfe2767a8ab3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:24.338184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['2149bac5-f5c7-4631-adc1-1b8a943dd22d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:00:24.368828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad04836-df57-42e6-a472-0b87bf80d2a3 req-45b838b7-2bac-4c1b-99a1-cfe2767a8ab3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:24.369450 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-cad04836-df57-42e6-a472-0b87bf80d2a3 req-45b838b7-2bac-4c1b-99a1-cfe2767a8ab3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:24.371758 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cad04836-df57-42e6-a472-0b87bf80d2a3 req-45b838b7-2bac-4c1b-99a1-cfe2767a8ab3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "PUT /v2.0/ports/2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 982 time: 0.3415852 Mar 10 16:00:24.401814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b838b7-2bac-4c1b-99a1-cfe2767a8ab3 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'Port': ['ID=2149bac5-f5c7-4631-adc1-1b8a943dd22d,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:00:24.456992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['2149bac5-f5c7-4631-adc1-1b8a943dd22d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:00:24.504044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9e8f2-5dd8-42a8-b6b8-2d1e42f29f8e req-20ad5004-4673-4388-a97c-fc37f13dd0e1 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:24.505801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5da9e8f2-5dd8-42a8-b6b8-2d1e42f29f8e req-20ad5004-4673-4388-a97c-fc37f13dd0e1 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.0664287 Mar 10 16:00:24.570352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5da9e8f2-5dd8-42a8-b6b8-2d1e42f29f8e req-15319665-adc2-402c-bfab-34197303c436 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579822 Mar 10 16:00:24.676472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b1937e01-d839-49ed-9940-cd87b1f0a7c8 None None] Provisioning complete for port 2149bac5-f5c7-4631-adc1-1b8a943dd22d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:00:24.676761 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b1937e01-d839-49ed-9940-cd87b1f0a7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:24.872957 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b1937e01-d839-49ed-9940-cd87b1f0a7c8 None None] Current status of the port 2149bac5-f5c7-4631-adc1-1b8a943dd22d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:00:24.973948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:00:24.976346 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f908d175-2dd8-46bc-8d70-8474b1f65a73" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:00:25.012330 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f830eee6-0882-4e4c-bbdb-21d0bc6387d5 x-openstack-request-id: req-f830eee6-0882-4e4c-bbdb-21d0bc6387d5 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:00:25.012672 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:00:25.012885 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f830eee6-0882-4e4c-bbdb-21d0bc6387d5 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:00:25.013799 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'status': 'completed', 'code': 200} Mar 10 16:00:25.084560 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908d175-2dd8-46bc-8d70-8474b1f65a73 req-e155dd91-d9a4-499f-9ef2-5bf8d1cce77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:25.086053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f908d175-2dd8-46bc-8d70-8474b1f65a73 req-e155dd91-d9a4-499f-9ef2-5bf8d1cce77b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6878c06767b8404ba5b8102d085ef1b6&device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1167 time: 0.0447824 Mar 10 16:00:25.178949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908d175-2dd8-46bc-8d70-8474b1f65a73 req-13ce61c9-43ce-48ba-a39d-741d9ed3d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:25.180331 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f908d175-2dd8-46bc-8d70-8474b1f65a73 req-13ce61c9-43ce-48ba-a39d-741d9ed3d27e service neutron] 10.222.0.62 "GET /v2.0/networks?id=959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 200 len: 916 time: 0.0872376 Mar 10 16:00:25.246067 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f908d175-2dd8-46bc-8d70-8474b1f65a73 req-55e5c9af-2766-49c8-9e2b-1bc733c21aa8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 1002 time: 0.0583825 Mar 10 16:00:25.295511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908d175-2dd8-46bc-8d70-8474b1f65a73 req-551ead0a-1961-4c99-a0f6-c57be64fbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:25.297233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f908d175-2dd8-46bc-8d70-8474b1f65a73 req-551ead0a-1961-4c99-a0f6-c57be64fbb57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba HTTP/1.1" status: 200 len: 854 time: 0.0446866 Mar 10 16:00:25.351207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908d175-2dd8-46bc-8d70-8474b1f65a73 req-5da1d4e7-61de-4ba3-8202-6052fea50b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:00:25.352731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f908d175-2dd8-46bc-8d70-8474b1f65a73 req-5da1d4e7-61de-4ba3-8202-6052fea50b19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=959fb60d-c74d-486b-b858-ba865f623a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488088 Mar 10 16:00:25.443872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f908d175-2dd8-46bc-8d70-8474b1f65a73 req-a38f66c4-e11a-492f-9bbe-115d3d4dfde6 service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843518 Mar 10 16:00:25.445805 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:25.538318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f908d175-2dd8-46bc-8d70-8474b1f65a73 req-541625cf-5d76-411a-80fa-73f3d61633e8 service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890505 Mar 10 16:00:26.772780 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:28.364834 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:38.376327 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:00:48.336430 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:51.230429 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:51.821002 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0ad58288-e578-4d38-999a-242b4dae14da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:54.183823 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0bf00316-17a5-4f1c-9967-7c634d9c1d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:55.448240 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:56.774594 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:00:58.368912 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:09.675110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0a7e0-b793-4711-8071-0b09d103d2b1 req-1f35538a-6d59-4b5a-af44-d44acaaec5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:09.676607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ce0a7e0-b793-4711-8071-0b09d103d2b1 req-1f35538a-6d59-4b5a-af44-d44acaaec5b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6878c06767b8404ba5b8102d085ef1b6&device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1167 time: 0.0733895 Mar 10 16:01:09.683446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ed479-a046-4d04-b16f-c22e871b392a req-41e0c702-e684-46c8-aea8-f0fd5d897bec tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:09.684856 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-979ed479-a046-4d04-b16f-c22e871b392a req-41e0c702-e684-46c8-aea8-f0fd5d897bec tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.0916405 Mar 10 16:01:09.802483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-979ed479-a046-4d04-b16f-c22e871b392a req-b80d5b02-c2ca-4713-9cca-0f0c2aa4990f tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096680 Mar 10 16:01:09.811721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0a7e0-b793-4711-8071-0b09d103d2b1 req-2c85cd0f-62a0-4797-9837-3fafb4f40f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:09.813151 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ce0a7e0-b793-4711-8071-0b09d103d2b1 req-2c85cd0f-62a0-4797-9837-3fafb4f40f88 service neutron] 10.222.0.62 "GET /v2.0/networks?id=959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 200 len: 916 time: 0.1274776 Mar 10 16:01:09.883810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ce0a7e0-b793-4711-8071-0b09d103d2b1 req-c1d8da7a-814f-4753-92d6-901711caa7bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 1002 time: 0.0634434 Mar 10 16:01:09.933447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0a7e0-b793-4711-8071-0b09d103d2b1 req-18085c9c-ae49-4cdb-924b-f6c547bfdc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:09.935485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ce0a7e0-b793-4711-8071-0b09d103d2b1 req-18085c9c-ae49-4cdb-924b-f6c547bfdc3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba HTTP/1.1" status: 200 len: 854 time: 0.0444384 Mar 10 16:01:09.983310 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0a7e0-b793-4711-8071-0b09d103d2b1 req-b4679f4a-e9b6-489f-898b-7218d407d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:09.984807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ce0a7e0-b793-4711-8071-0b09d103d2b1 req-b4679f4a-e9b6-489f-898b-7218d407d6c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=959fb60d-c74d-486b-b858-ba865f623a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439415 Mar 10 16:01:10.078158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ce0a7e0-b793-4711-8071-0b09d103d2b1 req-ad2a0689-e602-4db5-97f4-a7ae4aa7132e service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867264 Mar 10 16:01:10.173984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ce0a7e0-b793-4711-8071-0b09d103d2b1 req-96cd0a01-ba32-4f10-ae6d-af29d791de88 service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881021 Mar 10 16:01:10.924041 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26be97-7939-418c-87f9-44034f04d20d req-e12279c0-d788-4827-9dc4-da0d5ca18d98 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:10.925499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa26be97-7939-418c-87f9-44034f04d20d req-e12279c0-d788-4827-9dc4-da0d5ca18d98 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.0526140 Mar 10 16:01:10.985414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa26be97-7939-418c-87f9-44034f04d20d req-1fd62f59-2e75-4e5f-ae1e-7f39236502af tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534372 Mar 10 16:01:12.107662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62788354-995d-4bca-b015-032755520922 req-9292a8f7-3f1f-44f3-a15c-d53ae6b1edec tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:12.109417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62788354-995d-4bca-b015-032755520922 req-9292a8f7-3f1f-44f3-a15c-d53ae6b1edec tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.0547240 Mar 10 16:01:12.174083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62788354-995d-4bca-b015-032755520922 req-3a00ce43-0006-4e31-b5a5-613c9e95ce56 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588965 Mar 10 16:01:13.306532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810476b-3819-44f5-b9b3-c5218d7a200f req-58230d7b-f6dc-4693-b966-2fe4911ed495 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:13.307944 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4810476b-3819-44f5-b9b3-c5218d7a200f req-58230d7b-f6dc-4693-b966-2fe4911ed495 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.0638406 Mar 10 16:01:13.366882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4810476b-3819-44f5-b9b3-c5218d7a200f req-b714c955-546e-4c82-9194-8e73d0c57067 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526056 Mar 10 16:01:14.601246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95695eca-942e-4bc3-b860-903510d95eb4 req-2befb9a6-a9d0-4646-92af-f8b37087bc30 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:14.602748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95695eca-942e-4bc3-b860-903510d95eb4 req-2befb9a6-a9d0-4646-92af-f8b37087bc30 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.1692085 Mar 10 16:01:14.664066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-95695eca-942e-4bc3-b860-903510d95eb4 req-7aae9860-48b7-4569-9976-06587a8c6b58 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545835 Mar 10 16:01:15.375273 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:01:15.604018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a714e29-79f4-4199-b8d1-3862cbc6e450 req-d3399a58-5825-41c9-be9a-4be3709b6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:15.605481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a714e29-79f4-4199-b8d1-3862cbc6e450 req-d3399a58-5825-41c9-be9a-4be3709b6ed8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6878c06767b8404ba5b8102d085ef1b6&device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1167 time: 0.0445206 Mar 10 16:01:15.710669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a714e29-79f4-4199-b8d1-3862cbc6e450 req-a8e60ab7-272e-4dcf-9320-cf5c244ef989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:15.712320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a714e29-79f4-4199-b8d1-3862cbc6e450 req-a8e60ab7-272e-4dcf-9320-cf5c244ef989 service neutron] 10.222.0.62 "GET /v2.0/networks?id=959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 200 len: 916 time: 0.0893970 Mar 10 16:01:15.809200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a714e29-79f4-4199-b8d1-3862cbc6e450 req-7cbde9e3-30fb-41b0-bb0d-a1bbb4ef2e60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 1002 time: 0.0914738 Mar 10 16:01:15.837789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91daeb1-07d9-45eb-a224-14749e35d8a8 req-63643ab8-f8c3-4556-a14a-89040cf355a8 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:15.839311 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d91daeb1-07d9-45eb-a224-14749e35d8a8 req-63643ab8-f8c3-4556-a14a-89040cf355a8 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.0863938 Mar 10 16:01:15.900243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a714e29-79f4-4199-b8d1-3862cbc6e450 req-489ccf26-d2e4-443d-a091-16c24c2640ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:15.901704 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a714e29-79f4-4199-b8d1-3862cbc6e450 req-489ccf26-d2e4-443d-a091-16c24c2640ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba HTTP/1.1" status: 200 len: 854 time: 0.0856318 Mar 10 16:01:15.954621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d91daeb1-07d9-45eb-a224-14749e35d8a8 req-9c864931-911d-477f-aa48-0328f3415af1 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969179 Mar 10 16:01:15.970677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a714e29-79f4-4199-b8d1-3862cbc6e450 req-f446cfad-65cd-4f62-a637-830674af5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:15.972195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a714e29-79f4-4199-b8d1-3862cbc6e450 req-f446cfad-65cd-4f62-a637-830674af5f1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=959fb60d-c74d-486b-b858-ba865f623a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0618303 Mar 10 16:01:16.062885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a714e29-79f4-4199-b8d1-3862cbc6e450 req-14c6631a-6940-4479-82d9-75dbb2ee3b4e service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831819 Mar 10 16:01:16.158406 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a714e29-79f4-4199-b8d1-3862cbc6e450 req-2f27ba4b-97d8-4b30-aad0-e9ad2a30c65e service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890088 Mar 10 16:01:17.074888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c9964-ff25-4de3-8324-dc3923911cfd req-588717b6-7998-4a88-90fb-56cc5fba6b76 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:17.076962 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a26c9964-ff25-4de3-8324-dc3923911cfd req-588717b6-7998-4a88-90fb-56cc5fba6b76 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.0548439 Mar 10 16:01:17.135495 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a26c9964-ff25-4de3-8324-dc3923911cfd req-dfcd9835-3940-46e4-a2a4-5e0ac3ac131c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527480 Mar 10 16:01:18.313452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6839f86-716a-44fb-9058-7f3ed26b550f req-b7a5b26d-5dfb-4a23-9c15-5e30eba3d623 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:18.314869 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6839f86-716a-44fb-9058-7f3ed26b550f req-b7a5b26d-5dfb-4a23-9c15-5e30eba3d623 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.1034317 Mar 10 16:01:18.333865 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:18.378632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6839f86-716a-44fb-9058-7f3ed26b550f req-e85606f0-746f-425e-9959-75a04f93c013 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580468 Mar 10 16:01:19.499110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d23b1-13fb-4821-8fc8-7ba6fe024eb0 req-c6e2474d-b46b-46d9-9d39-74a4222676ef tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:19.500641 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a0d23b1-13fb-4821-8fc8-7ba6fe024eb0 req-c6e2474d-b46b-46d9-9d39-74a4222676ef tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.0544884 Mar 10 16:01:19.560039 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a0d23b1-13fb-4821-8fc8-7ba6fe024eb0 req-7083b79a-2703-452e-ae04-c5132f469c17 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533009 Mar 10 16:01:20.679003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d55b7-5792-4448-a972-0bb86e4c06ca req-83a111fa-d649-47ea-834b-36d2e46a7186 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:20.680489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8d7d55b7-5792-4448-a972-0bb86e4c06ca req-83a111fa-d649-47ea-834b-36d2e46a7186 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.0532179 Mar 10 16:01:20.741588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8d7d55b7-5792-4448-a972-0bb86e4c06ca req-c73f6af0-af67-4b8a-9232-fe821576f552 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553129 Mar 10 16:01:21.240630 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:21.822123 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-27c6f185-17c4-439b-9b36-666255ea3a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:21.866048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103808-5648-406e-9d18-7090f8465c68 req-9404489c-e7c2-48eb-9e3f-96e9d3cd3ae4 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:01:21.867641 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3103808-5648-406e-9d18-7090f8465c68 req-9404489c-e7c2-48eb-9e3f-96e9d3cd3ae4 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.0580254 Mar 10 16:01:21.928377 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3103808-5648-406e-9d18-7090f8465c68 req-03102655-2b4f-4470-8b89-ce9890899dff tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&id=dbdf11dc-434b-4564-b954-63f4982b10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548310 Mar 10 16:01:24.184105 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a3f7fcd9-6f16-465b-8397-f381668c8b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:25.451920 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:26.777304 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:28.372458 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:48.336228 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:51.238571 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:51.823765 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-71e866a3-9f9a-48e0-b7e6-77ddff5eb65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:52.375052 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:01:54.185765 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7b36dae5-ff90-4b5a-9519-ae44818c0b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:55.455393 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:56.781604 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:01:58.374660 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:15.603017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abf5043c-6403-4d10-8422-164f648506d3 req-80a92de7-4565-4781-b4e8-75150f56bfb5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864885 Mar 10 16:02:15.690975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5043c-6403-4d10-8422-164f648506d3 req-3ab0c565-1c90-43ce-be13-3fc93c3c264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:15.692450 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abf5043c-6403-4d10-8422-164f648506d3 req-3ab0c565-1c90-43ce-be13-3fc93c3c264e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6878c06767b8404ba5b8102d085ef1b6&device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1167 time: 0.0462332 Mar 10 16:02:15.800694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5043c-6403-4d10-8422-164f648506d3 req-31e55129-1051-49ad-919c-d9cccf329256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:15.802076 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abf5043c-6403-4d10-8422-164f648506d3 req-31e55129-1051-49ad-919c-d9cccf329256 service neutron] 10.222.0.62 "GET /v2.0/networks?id=959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 200 len: 916 time: 0.0893900 Mar 10 16:02:15.865686 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abf5043c-6403-4d10-8422-164f648506d3 req-c8a03922-c86f-462e-9b71-0fee90e177a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 1002 time: 0.0577543 Mar 10 16:02:15.917569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5043c-6403-4d10-8422-164f648506d3 req-1f3ed564-1d02-491b-bbc1-9fb5ac24ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:15.919069 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abf5043c-6403-4d10-8422-164f648506d3 req-1f3ed564-1d02-491b-bbc1-9fb5ac24ef4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba HTTP/1.1" status: 200 len: 854 time: 0.0473745 Mar 10 16:02:15.967160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5043c-6403-4d10-8422-164f648506d3 req-1768d403-22de-4886-8e8e-7adb6f72e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:15.968649 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abf5043c-6403-4d10-8422-164f648506d3 req-1768d403-22de-4886-8e8e-7adb6f72e460 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=959fb60d-c74d-486b-b858-ba865f623a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437257 Mar 10 16:02:16.060390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abf5043c-6403-4d10-8422-164f648506d3 req-51db1020-d453-41c6-890e-f6b31882a280 service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855255 Mar 10 16:02:16.153801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abf5043c-6403-4d10-8422-164f648506d3 req-f5ccb359-e3f3-4b51-aa67-b1a81e24ffdc service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877573 Mar 10 16:02:18.340555 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:21.254725 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:21.827831 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a9e5598a-c9aa-4514-a8b6-23744ec24fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:24.188201 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7646acd5-e39a-4b53-ae96-82bdf0854edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:25.357510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-982a58ad-e26b-4f92-8631-c328f95cdcc5 req-d4a30862-4166-4c55-b681-73bafd8ab8b4 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909231539&fields=id&tenant_id=6878c06767b8404ba5b8102d085ef1b6 HTTP/1.1" status: 200 len: 267 time: 0.0438957 Mar 10 16:02:25.417424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a58ad-e26b-4f92-8631-c328f95cdcc5 req-b70b4229-2910-45a4-9359-c3f2d26d6cdb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:25.418899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-982a58ad-e26b-4f92-8631-c328f95cdcc5 req-b70b4229-2910-45a4-9359-c3f2d26d6cdb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 985 time: 0.0562885 Mar 10 16:02:25.429362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-982a58ad-e26b-4f92-8631-c328f95cdcc5 req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Request body: {'port': {'security_groups': ['e6e335d6-4bfc-478d-bd2c-93cf14d55a51']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:02:25.456440 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:25.502658 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-982a58ad-e26b-4f92-8631-c328f95cdcc5 req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:25.673205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-982a58ad-e26b-4f92-8631-c328f95cdcc5 req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] For port 2149bac5-f5c7-4631-adc1-1b8a943dd22d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:02:25.700743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-982a58ad-e26b-4f92-8631-c328f95cdcc5 req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:25.705228 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-982a58ad-e26b-4f92-8631-c328f95cdcc5 req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:25.717906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['2149bac5-f5c7-4631-adc1-1b8a943dd22d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:02:25.747845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a58ad-e26b-4f92-8631-c328f95cdcc5 req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:25.748477 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-982a58ad-e26b-4f92-8631-c328f95cdcc5 req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:25.749867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-982a58ad-e26b-4f92-8631-c328f95cdcc5 req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "PUT /v2.0/ports/2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 943 time: 0.3249722 Mar 10 16:02:25.750599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:02:25.755384 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:02:25.756664 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42902) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:25.796795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event updated for resources: {'Port': ['ID=2149bac5-f5c7-4631-adc1-1b8a943dd22d,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:25.807056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.807437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.808057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.808619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.809060 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.809588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.810104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.810621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.811157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.811629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.812055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.812482 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.813058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f58b56-e067-437d-95c4-bea9b25a580c tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:25.821974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['2149bac5-f5c7-4631-adc1-1b8a943dd22d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:02:25.875953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group (dbdf11dc-434b-4564-b954-63f4982b10b0), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:25.892554 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54828f1f-eaf7-448f-b235-587a8705a1c9 x-openstack-request-id: req-54828f1f-eaf7-448f-b235-587a8705a1c9 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:02:25.892954 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:02:25.893343 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54828f1f-eaf7-448f-b235-587a8705a1c9 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:02:25.893848 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'status': 'completed', 'code': 200} Mar 10 16:02:25.913557 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group (dbdf11dc-434b-4564-b954-63f4982b10b0), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:25.967124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23 req-b2b510e6-da30-49f5-8462-0b1901dd5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:25.969328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23 req-b2b510e6-da30-49f5-8462-0b1901dd5f62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6878c06767b8404ba5b8102d085ef1b6&device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1128 time: 0.0525322 Mar 10 16:02:25.985354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (dbdf11dc-434b-4564-b954-63f4982b10b0), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:25.988257 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:25.992022 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "DELETE /v2.0/security-groups/dbdf11dc-434b-4564-b954-63f4982b10b0 HTTP/1.1" status: 204 len: 168 time: 0.2306454 Mar 10 16:02:25.994342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 42912) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:26.040322 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdf11dc-434b-4564-b954-63f4982b10b0,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:26.053792 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.054141 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.054483 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.054859 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.055195 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.055527 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.055855 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.056184 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.056508 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.056834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.057160 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.057481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.057800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f06994-415b-4991-9564-167d3c946c07 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:26.081387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23 req-4f1a32e1-5c1c-43db-9263-4ed483a41404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:26.082941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23 req-4f1a32e1-5c1c-43db-9263-4ed483a41404 service neutron] 10.222.0.62 "GET /v2.0/networks?id=959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 200 len: 916 time: 0.1068861 Mar 10 16:02:26.113348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0023a447-be01-487c-a20a-ada4067c7dd9 None None] Provisioning complete for port 2149bac5-f5c7-4631-adc1-1b8a943dd22d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:02:26.113727 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0023a447-be01-487c-a20a-ada4067c7dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:26.161612 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23 req-11ed408b-1a5e-46f0-9b33-4be1115a3572 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 1002 time: 0.0719516 Mar 10 16:02:26.183844 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Deleting port 8a9acd12-19cd-49b9-b207-16d69a34bced {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:02:26.184192 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8a9acd12-19cd-49b9-b207-16d69a34bced), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:26.194258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0023a447-be01-487c-a20a-ada4067c7dd9 None None] Current status of the port 2149bac5-f5c7-4631-adc1-1b8a943dd22d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:02:26.210280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23 req-7fa4d467-ae87-47d8-ac74-2bfee95589ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:26.211804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23 req-7fa4d467-ae87-47d8-ac74-2bfee95589ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba HTTP/1.1" status: 200 len: 854 time: 0.0441663 Mar 10 16:02:26.262461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23 req-a824340c-634c-491a-a87f-1157e757187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:26.263925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23 req-a824340c-634c-491a-a87f-1157e757187f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=959fb60d-c74d-486b-b858-ba865f623a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458949 Mar 10 16:02:26.268315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8a9acd12-19cd-49b9-b207-16d69a34bced), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:26.268644 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for floatingip (8a9acd12-19cd-49b9-b207-16d69a34bced), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:26.281124 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Calling delete_port for 8a9acd12-19cd-49b9-b207-16d69a34bced owned by network:floatingip {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:02:26.357392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23 req-13326768-e569-4873-90eb-dc567ec1c819 service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869002 Mar 10 16:02:26.429800 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8a9acd12-19cd-49b9-b207-16d69a34bced), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:26.447163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d0e9b56d-6499-4cd0-a6c2-3789fc0a1d23 req-e6463995-2ce7-4995-9036-10a25c2a33ce service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845873 Mar 10 16:02:26.479183 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event deleted for resources: {'Port': ['ID=8a9acd12-19cd-49b9-b207-16d69a34bced,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:26.521961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks [] for floatingip (0690f822-fb40-455e-b884-2036d12064ba), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:26.522568 n-d-833090-1 neutron-server[115534]: INFO neutron.db.l3_db [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Floating IP 0690f822-fb40-455e-b884-2036d12064ba disassociated (deleted). External IP: 172.25.3.157, port: 2149bac5-f5c7-4631-adc1-1b8a943dd22d. Mar 10 16:02:26.787592 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:27.033048 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:02:27.144225 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:02:27.149404 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:27.154070 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd320a54-4cef-4e93-97b8-6a564de1c3ec None None] Sync routers for ids ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:02:27.164852 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd320a54-4cef-4e93-97b8-6a564de1c3ec None None] Routers {'9e4bf1af-3de9-49bc-a191-33e633fd5f4b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:02:27.165590 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fd320a54-4cef-4e93-97b8-6a564de1c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:27.179735 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5dd48091-a5dc-473d-9332-77973845afeb tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "DELETE /v2.0/floatingips/0690f822-fb40-455e-b884-2036d12064ba HTTP/1.1" status: 204 len: 168 time: 1.1842065 Mar 10 16:02:27.180345 n-d-833090-1 neutron-server[115534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d'}] {{(pid=115534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:02:27.182641 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b432fddfee338496acbe34a0ba834ba76f61e3f3f3f36beeaf2b1367fa0a05e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf76354-859b-4a6d-92a4-7a3c6654a768" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d"}]}' {{(pid=115534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:02:27.280746 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-fd320a54-4cef-4e93-97b8-6a564de1c3ec None None] Set router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:02:27.290102 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd348a6d-79b3-4352-83fd-00743d7a4111 x-openstack-request-id: req-dd348a6d-79b3-4352-83fd-00743d7a4111 {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:02:27.290405 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d", "status": "completed", "code": 200}]} {{(pid=115534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:02:27.290665 n-d-833090-1 neutron-server[115534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd348a6d-79b3-4352-83fd-00743d7a4111 {{(pid=115534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:02:27.291124 n-d-833090-1 neutron-server[115534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'status': 'completed', 'code': 200} Mar 10 16:02:27.362087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76354-859b-4a6d-92a4-7a3c6654a768 req-df1d1fda-7520-4208-8150-9298423fa10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:27.363799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdf76354-859b-4a6d-92a4-7a3c6654a768 req-df1d1fda-7520-4208-8150-9298423fa10b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6878c06767b8404ba5b8102d085ef1b6&device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 1128 time: 0.0525327 Mar 10 16:02:27.471389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76354-859b-4a6d-92a4-7a3c6654a768 req-a52be5b8-89e2-4d8b-a1a8-3ebe9352d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:27.473287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdf76354-859b-4a6d-92a4-7a3c6654a768 req-a52be5b8-89e2-4d8b-a1a8-3ebe9352d3c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 200 len: 916 time: 0.1039324 Mar 10 16:02:27.520772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdf76354-859b-4a6d-92a4-7a3c6654a768 req-e3c86ce1-df38-45f6-800f-69a5274fbbb4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 200 len: 217 time: 0.0391946 Mar 10 16:02:27.528583 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fd320a54-4cef-4e93-97b8-6a564de1c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 4, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2bae7322-09ab-4018-8282-1a716991e681', 'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'mac_address': 'fa:16:3e:bb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:21Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 5, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'subnets': [{'id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:27.557514 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd320a54-4cef-4e93-97b8-6a564de1c3ec None None] Checking router: 9e4bf1af-3de9-49bc-a191-33e633fd5f4b for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:02:27.566564 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd320a54-4cef-4e93-97b8-6a564de1c3ec None None] Routers {'9e4bf1af-3de9-49bc-a191-33e633fd5f4b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:02:27.567147 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fd320a54-4cef-4e93-97b8-6a564de1c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:27.571589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76354-859b-4a6d-92a4-7a3c6654a768 req-adb56b21-2a13-4aa0-b5a6-fca6091ada06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:27.573051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdf76354-859b-4a6d-92a4-7a3c6654a768 req-adb56b21-2a13-4aa0-b5a6-fca6091ada06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba HTTP/1.1" status: 200 len: 854 time: 0.0451078 Mar 10 16:02:27.621828 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76354-859b-4a6d-92a4-7a3c6654a768 req-48e2dd1e-2c09-4b2b-b14d-1302c1442f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:27.623355 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdf76354-859b-4a6d-92a4-7a3c6654a768 req-48e2dd1e-2c09-4b2b-b14d-1302c1442f54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=959fb60d-c74d-486b-b858-ba865f623a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445330 Mar 10 16:02:27.675116 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-fd320a54-4cef-4e93-97b8-6a564de1c3ec None None] Set router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:02:27.717735 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdf76354-859b-4a6d-92a4-7a3c6654a768 req-4230d2b9-181e-4454-ac60-81564aafd8f9 service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863354 Mar 10 16:02:27.814136 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdf76354-859b-4a6d-92a4-7a3c6654a768 req-8506d4dd-4ba7-4271-9fa9-c23fe39876d8 service neutron] 10.222.0.62 "GET /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835848 Mar 10 16:02:27.870628 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-fd320a54-4cef-4e93-97b8-6a564de1c3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 4, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2bae7322-09ab-4018-8282-1a716991e681', 'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'mac_address': 'fa:16:3e:bb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:21Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 5, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'subnets': [{'id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:27.895824 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd320a54-4cef-4e93-97b8-6a564de1c3ec None None] The sync data for ids ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'] in n-d-833090-1 is: [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:21Z', 'revision_number': 4, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '2bae7322-09ab-4018-8282-1a716991e681', 'name': '', 'network_id': '959fb60d-c74d-486b-b858-ba865f623a71', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'mac_address': 'fa:16:3e:bb:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:21Z', 'updated_at': '2022-03-10T15:59:26Z', 'revision_number': 5, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'subnets': [{'id': '92810fd2-6ce4-47dc-8c78-c1c2fb5411ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:02:28.136565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aebdec3-5412-4daa-b572-2d08cb073b26 None None] New status for floating IP 0690f822-fb40-455e-b884-2036d12064ba: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:02:28.377225 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:29.374131 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:02:42.536973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee1812-2f77-4f8b-aa4f-94842d5639b9 req-77f5b968-56b7-4ad7-8566-08f34d14b97a tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:42.538557 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6cee1812-2f77-4f8b-aa4f-94842d5639b9 req-77f5b968-56b7-4ad7-8566-08f34d14b97a tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 946 time: 0.0537872 Mar 10 16:02:42.589287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6cee1812-2f77-4f8b-aa4f-94842d5639b9 req-65047331-55ca-4527-85d2-596c7f49808b tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Mar 10 16:02:43.709663 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3499-18d3-44bf-a18d-99882b047e2f req-090f57a4-f8f0-48a5-9d33-9554f9e1af5a tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:43.711154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-791b3499-18d3-44bf-a18d-99882b047e2f req-090f57a4-f8f0-48a5-9d33-9554f9e1af5a tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 946 time: 0.0528126 Mar 10 16:02:43.757801 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-791b3499-18d3-44bf-a18d-99882b047e2f req-0533c5f3-33a9-411f-8615-937b0360a8da tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/security-groups?id=e6e335d6-4bfc-478d-bd2c-93cf14d55a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410607 Mar 10 16:02:44.301688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4f45-a164-4cff-a8f5-8f1b633ccddf req-4103abbb-96b9-4e67-a899-df4ebd0caf20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:44.303599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68ad4f45-a164-4cff-a8f5-8f1b633ccddf req-4103abbb-96b9-4e67-a899-df4ebd0caf20 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 946 time: 0.0522189 Mar 10 16:02:44.402633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-68ad4f45-a164-4cff-a8f5-8f1b633ccddf req-c02a3a67-9a35-45f4-9497-cdf22c7aad54 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Deleting port 2149bac5-f5c7-4631-adc1-1b8a943dd22d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:02:44.403032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68ad4f45-a164-4cff-a8f5-8f1b633ccddf req-c02a3a67-9a35-45f4-9497-cdf22c7aad54 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:44.497147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-68ad4f45-a164-4cff-a8f5-8f1b633ccddf req-c02a3a67-9a35-45f4-9497-cdf22c7aad54 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] For port 2149bac5-f5c7-4631-adc1-1b8a943dd22d, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2149bac5-f5c7-4631-adc1-1b8a943dd22d,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:02:44.497515 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68ad4f45-a164-4cff-a8f5-8f1b633ccddf req-c02a3a67-9a35-45f4-9497-cdf22c7aad54 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:44.510433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-68ad4f45-a164-4cff-a8f5-8f1b633ccddf req-c02a3a67-9a35-45f4-9497-cdf22c7aad54 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Calling delete_port for 2149bac5-f5c7-4631-adc1-1b8a943dd22d owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:02:44.639946 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68ad4f45-a164-4cff-a8f5-8f1b633ccddf req-c02a3a67-9a35-45f4-9497-cdf22c7aad54 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2149bac5-f5c7-4631-adc1-1b8a943dd22d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:44.651557 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['2149bac5-f5c7-4631-adc1-1b8a943dd22d'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:02:44.668669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a3a67-9a35-45f4-9497-cdf22c7aad54 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Pushing event deleted for resources: {'Port': ['ID=2149bac5-f5c7-4631-adc1-1b8a943dd22d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:44.718389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ad4f45-a164-4cff-a8f5-8f1b633ccddf req-c02a3a67-9a35-45f4-9497-cdf22c7aad54 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] No DVR routers for this DVR port 2149bac5-f5c7-4631-adc1-1b8a943dd22d on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:02:44.720980 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-68ad4f45-a164-4cff-a8f5-8f1b633ccddf req-c02a3a67-9a35-45f4-9497-cdf22c7aad54 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:44.724512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68ad4f45-a164-4cff-a8f5-8f1b633ccddf req-c02a3a67-9a35-45f4-9497-cdf22c7aad54 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.62 "DELETE /v2.0/ports/2149bac5-f5c7-4631-adc1-1b8a943dd22d HTTP/1.1" status: 204 len: 173 time: 0.4153874 Mar 10 16:02:44.724958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'name': 'network-vif-deleted', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:02:44.727242 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99756965-64c2-4f4b-9eaf-9cc9807f1a11" -d '{"events": [{"server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "name": "network-vif-deleted", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:02:44.764111 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e08dd16-a86d-44f0-8d62-f27b38bed381 x-openstack-request-id: req-9e08dd16-a86d-44f0-8d62-f27b38bed381 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:02:44.764404 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae97514-567b-4cde-a0eb-7ccab7723453", "name": "network-vif-deleted", "tag": "2149bac5-f5c7-4631-adc1-1b8a943dd22d", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:02:44.765361 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e08dd16-a86d-44f0-8d62-f27b38bed381 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:02:44.765783 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae97514-567b-4cde-a0eb-7ccab7723453', 'name': 'network-vif-deleted', 'tag': '2149bac5-f5c7-4631-adc1-1b8a943dd22d', 'status': 'completed', 'code': 200} Mar 10 16:02:44.876278 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a72cd5f4-e07a-4a7c-88d3-8d76d3e28705 req-7a93aea6-bf46-45f9-9959-07cbcfc45db9 tempest-TestMinimumBasicScenario-502602941 tempest-TestMinimumBasicScenario-502602941-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ae97514-567b-4cde-a0eb-7ccab7723453 HTTP/1.1" status: 200 len: 210 time: 0.0278926 Mar 10 16:02:46.459144 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43024) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:46.805705 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:47.059279 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] Deleting port 2bae7322-09ab-4018-8282-1a716991e681 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:02:47.059560 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2bae7322-09ab-4018-8282-1a716991e681), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:47.137506 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] For port 2bae7322-09ab-4018-8282-1a716991e681, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2bae7322-09ab-4018-8282-1a716991e681,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:02:47.137864 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2bae7322-09ab-4018-8282-1a716991e681), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:47.150283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] Calling delete_port for 2bae7322-09ab-4018-8282-1a716991e681 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:02:47.333066 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2bae7322-09ab-4018-8282-1a716991e681), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:47.362232 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bae7322-09ab-4018-8282-1a716991e681,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:47.535751 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:47.761126 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] Router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:02:47.869848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:02:47.874749 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-89bb717f-65a5-4bd5-b893-cd7036eee8b0 admin admin] 10.222.0.11 "PUT /v2.0/routers/9e4bf1af-3de9-49bc-a191-33e633fd5f4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4145737 Mar 10 16:02:47.877342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43026) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:47.880289 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fad77c-b726-4d2f-97e3-5000c943e005 None None] Sync routers for ids ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:02:47.891597 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fad77c-b726-4d2f-97e3-5000c943e005 None None] Routers {'9e4bf1af-3de9-49bc-a191-33e633fd5f4b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:02:47.892226 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-64fad77c-b726-4d2f-97e3-5000c943e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:47.984419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Publish callbacks [] for router (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.000815 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-64fad77c-b726-4d2f-97e3-5000c943e005 None None] Set router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:02:48.088703 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Publish callbacks [] for router_gateway (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.141838 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Deleting port 97f89f97-8ef8-4f15-aac0-34ce84df1f45 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:02:48.142094 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.178760 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-64fad77c-b726-4d2f-97e3-5000c943e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T16:02:47Z', 'revision_number': 5, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port': {'id': '97f89f97-8ef8-4f15-aac0-34ce84df1f45', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T15:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:48.209100 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fad77c-b726-4d2f-97e3-5000c943e005 None None] Checking router: 9e4bf1af-3de9-49bc-a191-33e633fd5f4b for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:02:48.217483 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fad77c-b726-4d2f-97e3-5000c943e005 None None] Routers {'9e4bf1af-3de9-49bc-a191-33e633fd5f4b'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:02:48.218108 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-64fad77c-b726-4d2f-97e3-5000c943e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:48.219310 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] For port 97f89f97-8ef8-4f15-aac0-34ce84df1f45, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=97f89f97-8ef8-4f15-aac0-34ce84df1f45,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:02:48.219677 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.236297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Calling delete_port for 97f89f97-8ef8-4f15-aac0-34ce84df1f45 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:02:48.308201 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-64fad77c-b726-4d2f-97e3-5000c943e005 None None] Set router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:02:48.357317 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.416710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (97f89f97-8ef8-4f15-aac0-34ce84df1f45), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.448634 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f89f97-8ef8-4f15-aac0-34ce84df1f45,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:48.458694 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-64fad77c-b726-4d2f-97e3-5000c943e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T16:02:48Z', 'revision_number': 6, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:48.485259 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fad77c-b726-4d2f-97e3-5000c943e005 None None] The sync data for ids ['9e4bf1af-3de9-49bc-a191-33e633fd5f4b'] in n-d-833090-1 is: [{'id': '9e4bf1af-3de9-49bc-a191-33e633fd5f4b', 'name': 'tempest-TestMinimumBasicScenario-1994339058-router', 'tenant_id': '6878c06767b8404ba5b8102d085ef1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:19Z', 'updated_at': '2022-03-10T16:02:48Z', 'revision_number': 6, 'project_id': '6878c06767b8404ba5b8102d085ef1b6', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:02:48.513962 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.609990 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.612195 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Publish callbacks [] for router_controller (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.658769 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (9e4bf1af-3de9-49bc-a191-33e633fd5f4b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.659429 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e4bf1af-3de9-49bc-a191-33e633fd5f4b {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 16:02:48.665175 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.666105 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bfb28545-c943-45b1-b6c5-fd27a04479c6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9e4bf1af-3de9-49bc-a191-33e633fd5f4b HTTP/1.1" status: 204 len: 168 time: 0.7876213 Mar 10 16:02:48.668433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43028) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:48.712034 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-badd3055-92b9-4254-a08b-5a94670c1166 admin admin] Deleting subnet 92810fd2-6ce4-47dc-8c78-c1c2fb5411ba {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 16:02:48.715100 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-badd3055-92b9-4254-a08b-5a94670c1166 admin admin] Publish callbacks [] for subnet (92810fd2-6ce4-47dc-8c78-c1c2fb5411ba), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.749169 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-badd3055-92b9-4254-a08b-5a94670c1166 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (92810fd2-6ce4-47dc-8c78-c1c2fb5411ba), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.829867 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-badd3055-92b9-4254-a08b-5a94670c1166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (92810fd2-6ce4-47dc-8c78-c1c2fb5411ba), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.884983 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-badd3055-92b9-4254-a08b-5a94670c1166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (92810fd2-6ce4-47dc-8c78-c1c2fb5411ba), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.909297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd3055-92b9-4254-a08b-5a94670c1166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92810fd2-6ce4-47dc-8c78-c1c2fb5411ba,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:48.917168 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-badd3055-92b9-4254-a08b-5a94670c1166 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:48.920898 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-badd3055-92b9-4254-a08b-5a94670c1166 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/92810fd2-6ce4-47dc-8c78-c1c2fb5411ba HTTP/1.1" status: 204 len: 168 time: 0.2513139 Mar 10 16:02:48.923230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43030) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:48.926536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb5fe3a-7f7f-42c9-a137-89f1bf45aea1 None None] Network 959fb60d-c74d-486b-b858-ba865f623a71 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:02:48.992706 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (959fb60d-c74d-486b-b858-ba865f623a71), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:49.053472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Deleting port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:02:49.053816 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:49.116369 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] For port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=563353d1-5e1f-4d47-97fb-c97b2cba4b4b,segment=NetworkSegment(89e9f1e7-333c-47c0-afdc-ecec3f65ab2f),segment_id=89e9f1e7-333c-47c0-afdc-ecec3f65ab2f)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:02:49.116727 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:49.128798 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Calling delete_port for 563353d1-5e1f-4d47-97fb-c97b2cba4b4b owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:02:49.209285 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (563353d1-5e1f-4d47-97fb-c97b2cba4b4b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:49.234148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Pushing event deleted for resources: {'Port': ['ID=563353d1-5e1f-4d47-97fb-c97b2cba4b4b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:49.237688 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] No DVR routers for this DVR port 563353d1-5e1f-4d47-97fb-c97b2cba4b4b on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:02:49.277841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094fa9e-7d10-4ee3-b387-59b015d32ed1 None None] DHCP port deletion for 959fb60d-c74d-486b-b858-ba865f623a71 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 16:02:49.320781 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (959fb60d-c74d-486b-b858-ba865f623a71), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:49.551287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2149bac5-f5c7-4631-adc1-1b8a943dd22d no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:02:49.582064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 2149bac5-f5c7-4631-adc1-1b8a943dd22d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:02:49.582431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2149bac5-f5c7-4631-adc1-1b8a943dd22d not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:02:49.626845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 563353d1-5e1f-4d47-97fb-c97b2cba4b4b no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:02:49.649168 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 563353d1-5e1f-4d47-97fb-c97b2cba4b4b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:02:49.649515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 563353d1-5e1f-4d47-97fb-c97b2cba4b4b not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:02:49.649931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2bae7322-09ab-4018-8282-1a716991e681 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:02:49.653493 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959fb60d-c74d-486b-b858-ba865f623a71']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:49.663831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:49.664125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e9f1e7-333c-47c0-afdc-ecec3f65ab2f') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:49.669538 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2bae7322-09ab-4018-8282-1a716991e681 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:02:49.669884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2bae7322-09ab-4018-8282-1a716991e681 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:02:49.670298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 97f89f97-8ef8-4f15-aac0-34ce84df1f45 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:02:49.673700 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (89e9f1e7-333c-47c0-afdc-ecec3f65ab2f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:49.686675 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (89e9f1e7-333c-47c0-afdc-ecec3f65ab2f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:49.689394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 97f89f97-8ef8-4f15-aac0-34ce84df1f45 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:02:49.689747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 97f89f97-8ef8-4f15-aac0-34ce84df1f45 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:02:49.693584 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 16:02:49.694023 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (89e9f1e7-333c-47c0-afdc-ecec3f65ab2f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: timer() Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 16:02:49.696162 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 16:02:49.751332 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (959fb60d-c74d-486b-b858-ba865f623a71), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:49.756322 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:49.759538 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] 10.222.0.11 "DELETE /v2.0/networks/959fb60d-c74d-486b-b858-ba865f623a71 HTTP/1.1" status: 204 len: 168 time: 0.8353090 Mar 10 16:02:49.763250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43032) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:49.772477 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b09353-278b-4df2-b83c-f04b73bd8266 admin admin] Pushing event deleted for resources: {'Network': ['ID=959fb60d-c74d-486b-b858-ba865f623a71,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:50.455413 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:50.704217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] Deleting port 1b7671df-5a92-4126-85d1-15cc36e5d395 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:02:50.704554 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:50.780894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] For port 1b7671df-5a92-4126-85d1-15cc36e5d395, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=1b7671df-5a92-4126-85d1-15cc36e5d395,segment=NetworkSegment(9a0ae1a2-62f0-4878-975e-3adbfd84c968),segment_id=9a0ae1a2-62f0-4878-975e-3adbfd84c968)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:02:50.781550 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:50.794141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] Calling delete_port for 1b7671df-5a92-4126-85d1-15cc36e5d395 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:02:50.971458 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (1b7671df-5a92-4126-85d1-15cc36e5d395), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:50.998188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7671df-5a92-4126-85d1-15cc36e5d395,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:51.170778 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:51.257371 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:51.394413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] Router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:02:51.504002 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:02:51.510599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-714893e2-a239-4d51-8960-321e874ece13 admin admin] 10.222.0.11 "PUT /v2.0/routers/f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450686 Mar 10 16:02:51.511939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43034) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:51.515069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2694983-f1ee-4ab7-9d20-b37f18f68c0d None None] Sync routers for ids ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:02:51.526221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2694983-f1ee-4ab7-9d20-b37f18f68c0d None None] Routers {'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:02:51.526978 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f2694983-f1ee-4ab7-9d20-b37f18f68c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:51.624405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Publish callbacks [] for router (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:51.638510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f2694983-f1ee-4ab7-9d20-b37f18f68c0d None None] Set router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:02:51.731519 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Publish callbacks [] for router_gateway (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:51.783790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Deleting port 71be9723-c6f3-4baf-ae9d-7716dbfa0512 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:02:51.784492 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:51.825550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f2694983-f1ee-4ab7-9d20-b37f18f68c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'name': 'tempest-TestMinimumBasicScenario-1605640865-router', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:23Z', 'updated_at': '2022-03-10T16:02:50Z', 'revision_number': 5, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'gw_port': {'id': '71be9723-c6f3-4baf-ae9d-7716dbfa0512', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T15:59:24Z', 'updated_at': '2022-03-10T15:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:51.854603 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fc934d49-22fb-4d6d-b7c5-68dfe9e5afc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:51.855982 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2694983-f1ee-4ab7-9d20-b37f18f68c0d None None] Checking router: f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:02:51.866267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2694983-f1ee-4ab7-9d20-b37f18f68c0d None None] Routers {'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:02:51.866466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] For port 71be9723-c6f3-4baf-ae9d-7716dbfa0512, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=71be9723-c6f3-4baf-ae9d-7716dbfa0512,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:02:51.867074 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:51.867499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f2694983-f1ee-4ab7-9d20-b37f18f68c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:51.882753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Calling delete_port for 71be9723-c6f3-4baf-ae9d-7716dbfa0512 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:02:52.059023 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (71be9723-c6f3-4baf-ae9d-7716dbfa0512), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.091012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Pushing event deleted for resources: {'Port': ['ID=71be9723-c6f3-4baf-ae9d-7716dbfa0512,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:52.118127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f2694983-f1ee-4ab7-9d20-b37f18f68c0d None None] Set router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:02:52.155385 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.172761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f2694983-f1ee-4ab7-9d20-b37f18f68c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'name': 'tempest-TestMinimumBasicScenario-1605640865-router', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:23Z', 'updated_at': '2022-03-10T16:02:51Z', 'revision_number': 6, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:52.199134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2694983-f1ee-4ab7-9d20-b37f18f68c0d None None] The sync data for ids ['f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb'] in n-d-833090-1 is: [{'id': 'f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb', 'name': 'tempest-TestMinimumBasicScenario-1605640865-router', 'tenant_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T15:59:23Z', 'updated_at': '2022-03-10T16:02:51Z', 'revision_number': 6, 'project_id': 'e464ab8ceff0474bbbb05a6d30f09c3a', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:02:52.253677 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.256384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Publish callbacks [] for router_controller (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.303271 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.303807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 16:02:52.308423 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.309556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-72a07101-f243-4f53-a76c-df605290790b admin admin] 10.222.0.11 "DELETE /v2.0/routers/f2e0fdc7-2fc7-44d5-81d1-4d656be57ffb HTTP/1.1" status: 204 len: 168 time: 0.7967248 Mar 10 16:02:52.312153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43036) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:52.356696 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ec5bd0-155c-4680-b794-9626a7f7e4a5 admin admin] Deleting subnet 6ddfe755-b4e3-4b4e-a4b4-efd2f7723966 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 16:02:52.360101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5bd0-155c-4680-b794-9626a7f7e4a5 admin admin] Publish callbacks [] for subnet (6ddfe755-b4e3-4b4e-a4b4-efd2f7723966), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.394802 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5bd0-155c-4680-b794-9626a7f7e4a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (6ddfe755-b4e3-4b4e-a4b4-efd2f7723966), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.479260 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5bd0-155c-4680-b794-9626a7f7e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6ddfe755-b4e3-4b4e-a4b4-efd2f7723966), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.532463 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5bd0-155c-4680-b794-9626a7f7e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (6ddfe755-b4e3-4b4e-a4b4-efd2f7723966), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.550558 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7fd558-ac5a-4ffa-b1ef-94f5e2674c76 None None] Network 2e582c53-4002-4713-9515-732df9273364 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:02:52.569061 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5bd0-155c-4680-b794-9626a7f7e4a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.574624 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d9ec5bd0-155c-4680-b794-9626a7f7e4a5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6ddfe755-b4e3-4b4e-a4b4-efd2f7723966 HTTP/1.1" status: 204 len: 168 time: 0.2592173 Mar 10 16:02:52.574624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec5bd0-155c-4680-b794-9626a7f7e4a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddfe755-b4e3-4b4e-a4b4-efd2f7723966,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:52.575867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43038) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:52.649457 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (2e582c53-4002-4713-9515-732df9273364), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.710062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Deleting port 00a6f195-0cd3-4785-986a-a9dd6f634b59 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:02:52.710401 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.771998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] For port 00a6f195-0cd3-4785-986a-a9dd6f634b59, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=00a6f195-0cd3-4785-986a-a9dd6f634b59,segment=NetworkSegment(9a0ae1a2-62f0-4878-975e-3adbfd84c968),segment_id=9a0ae1a2-62f0-4878-975e-3adbfd84c968)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:02:52.772340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.784461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Calling delete_port for 00a6f195-0cd3-4785-986a-a9dd6f634b59 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:02:52.866269 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (00a6f195-0cd3-4785-986a-a9dd6f634b59), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:52.898826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] No DVR routers for this DVR port 00a6f195-0cd3-4785-986a-a9dd6f634b59 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:02:52.900680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a6f195-0cd3-4785-986a-a9dd6f634b59,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:52.977907 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (2e582c53-4002-4713-9515-732df9273364), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.000764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e582c53-4002-4713-9515-732df9273364']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:53.013966 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90dc970-574a-4270-933d-8b73477b8d4f None None] DHCP port deletion for 2e582c53-4002-4713-9515-732df9273364 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 16:02:53.015545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0ae1a2-62f0-4878-975e-3adbfd84c968') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:53.015958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0ae1a2-62f0-4878-975e-3adbfd84c968') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:53.029632 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (9a0ae1a2-62f0-4878-975e-3adbfd84c968), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.045031 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (9a0ae1a2-62f0-4878-975e-3adbfd84c968), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.051545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 16:02:53.051941 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (9a0ae1a2-62f0-4878-975e-3adbfd84c968), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: timer() Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 16:02:53.053760 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 16:02:53.109677 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (2e582c53-4002-4713-9515-732df9273364), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.116136 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.121991 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2e582c53-4002-4713-9515-732df9273364 HTTP/1.1" status: 204 len: 168 time: 0.5450993 Mar 10 16:02:53.133856 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978538a-1993-44ff-bb5c-5fcb35a6d367 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e582c53-4002-4713-9515-732df9273364,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:53.291027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43042) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:53.330071 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c4acf55f-3dbf-4999-9e27-a11d4f48b66d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6878c06767b8404ba5b8102d085ef1b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378780 Mar 10 16:02:53.332600 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43044) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:53.383999 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d5021e5-c77d-4966-9296-31e514fbf949 admin admin] Publish callbacks [] for security_group (e6e335d6-4bfc-478d-bd2c-93cf14d55a51), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.405036 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d5021e5-c77d-4966-9296-31e514fbf949 admin admin] Publish callbacks [] for security_group (e6e335d6-4bfc-478d-bd2c-93cf14d55a51), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.457217 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d5021e5-c77d-4966-9296-31e514fbf949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (e6e335d6-4bfc-478d-bd2c-93cf14d55a51), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.460413 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d5021e5-c77d-4966-9296-31e514fbf949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.461576 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6d5021e5-c77d-4966-9296-31e514fbf949 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6e335d6-4bfc-478d-bd2c-93cf14d55a51 HTTP/1.1" status: 204 len: 168 time: 0.1280944 Mar 10 16:02:53.469341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5021e5-c77d-4966-9296-31e514fbf949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e335d6-4bfc-478d-bd2c-93cf14d55a51,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:53.634150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71be9723-c6f3-4baf-ae9d-7716dbfa0512 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:02:53.654845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 71be9723-c6f3-4baf-ae9d-7716dbfa0512 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:02:53.655214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 71be9723-c6f3-4baf-ae9d-7716dbfa0512 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:02:53.655614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1b7671df-5a92-4126-85d1-15cc36e5d395 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:02:53.674499 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 1b7671df-5a92-4126-85d1-15cc36e5d395 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:02:53.674973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 1b7671df-5a92-4126-85d1-15cc36e5d395 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:02:53.675467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 00a6f195-0cd3-4785-986a-a9dd6f634b59 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:02:53.694477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 00a6f195-0cd3-4785-986a-a9dd6f634b59 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:02:53.694863 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 00a6f195-0cd3-4785-986a-a9dd6f634b59 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:02:53.781486 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43050) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:53.820715 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d722de96-89a1-41d8-9528-ca1d71ab52d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e464ab8ceff0474bbbb05a6d30f09c3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380843 Mar 10 16:02:53.823208 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43052) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:53.873455 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9383cdf-9606-4a11-adf8-4a1d19f1c434 admin admin] Publish callbacks [] for security_group (ca2b5a53-141b-4cf2-89a1-1bffff4db7f6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.894553 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9383cdf-9606-4a11-adf8-4a1d19f1c434 admin admin] Publish callbacks [] for security_group (ca2b5a53-141b-4cf2-89a1-1bffff4db7f6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.940148 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9383cdf-9606-4a11-adf8-4a1d19f1c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (ca2b5a53-141b-4cf2-89a1-1bffff4db7f6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.943406 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e9383cdf-9606-4a11-adf8-4a1d19f1c434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:53.944921 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e9383cdf-9606-4a11-adf8-4a1d19f1c434 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca2b5a53-141b-4cf2-89a1-1bffff4db7f6 HTTP/1.1" status: 204 len: 168 time: 0.1208167 Mar 10 16:02:53.952633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9383cdf-9606-4a11-adf8-4a1d19f1c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2b5a53-141b-4cf2-89a1-1bffff4db7f6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:54.192789 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-03bc2e04-8b6b-403b-9682-4ed25c1d0827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.466075 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.536426 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43092) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:55.540960 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-600e0215-6d54-421e-b87d-ac762896ae1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1025428497', 'description': 'tempest-secgroup-smoke-1025428497 description', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:02:55.562364 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-600e0215-6d54-421e-b87d-ac762896ae1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.571304 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-600e0215-6d54-421e-b87d-ac762896ae1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.646307 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-600e0215-6d54-421e-b87d-ac762896ae1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (63443d23-62a9-4698-bf62-3fc89057d068), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.650093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-600e0215-6d54-421e-b87d-ac762896ae1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (63443d23-62a9-4698-bf62-3fc89057d068), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.688228 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e0215-6d54-421e-b87d-ac762896ae1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63443d23-62a9-4698-bf62-3fc89057d068,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:55.724996 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-600e0215-6d54-421e-b87d-ac762896ae1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (b9e42579-3df3-48d6-8f21-369291621937), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.728737 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-600e0215-6d54-421e-b87d-ac762896ae1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b9e42579-3df3-48d6-8f21-369291621937), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.757555 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-600e0215-6d54-421e-b87d-ac762896ae1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.758775 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-600e0215-6d54-421e-b87d-ac762896ae1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2213376 Mar 10 16:02:55.760763 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e0215-6d54-421e-b87d-ac762896ae1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e42579-3df3-48d6-8f21-369291621937,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:55.761860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43094) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:55.766354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-940463ac-ad0f-471b-86e2-f6b52c9523a5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'b9e42579-3df3-48d6-8f21-369291621937', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:02:55.791435 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-940463ac-ad0f-471b-86e2-f6b52c9523a5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (5dc454fc-dd29-47c5-8e17-9b177b8e22ca), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.836488 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-940463ac-ad0f-471b-86e2-f6b52c9523a5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (5dc454fc-dd29-47c5-8e17-9b177b8e22ca), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.840086 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-940463ac-ad0f-471b-86e2-f6b52c9523a5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (5dc454fc-dd29-47c5-8e17-9b177b8e22ca), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.858652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940463ac-ad0f-471b-86e2-f6b52c9523a5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc454fc-dd29-47c5-8e17-9b177b8e22ca,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:55.866910 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-940463ac-ad0f-471b-86e2-f6b52c9523a5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.868100 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-940463ac-ad0f-471b-86e2-f6b52c9523a5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1052520 Mar 10 16:02:55.870860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43096) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:55.875062 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5621e7b9-ffd4-46b2-a90d-9c3ac359dd64 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'b9e42579-3df3-48d6-8f21-369291621937', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:02:55.900391 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5621e7b9-ffd4-46b2-a90d-9c3ac359dd64 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (8bd6b7d2-c2cf-41ea-8e4e-3a26b3ccb56f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.954131 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5621e7b9-ffd4-46b2-a90d-9c3ac359dd64 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (8bd6b7d2-c2cf-41ea-8e4e-3a26b3ccb56f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.957688 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5621e7b9-ffd4-46b2-a90d-9c3ac359dd64 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (8bd6b7d2-c2cf-41ea-8e4e-3a26b3ccb56f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.975694 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621e7b9-ffd4-46b2-a90d-9c3ac359dd64 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd6b7d2-c2cf-41ea-8e4e-3a26b3ccb56f,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:55.987293 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5621e7b9-ffd4-46b2-a90d-9c3ac359dd64 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:55.988529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5621e7b9-ffd4-46b2-a90d-9c3ac359dd64 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167550 Mar 10 16:02:55.991385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43098) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:55.995662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-17dcc933-e38d-483e-8388-cffd738ace9e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'b9e42579-3df3-48d6-8f21-369291621937', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:02:56.021401 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17dcc933-e38d-483e-8388-cffd738ace9e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (d8c0c4f9-b6eb-4f83-be9f-dfb55b93c328), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.080994 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17dcc933-e38d-483e-8388-cffd738ace9e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (d8c0c4f9-b6eb-4f83-be9f-dfb55b93c328), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.085234 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17dcc933-e38d-483e-8388-cffd738ace9e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (d8c0c4f9-b6eb-4f83-be9f-dfb55b93c328), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.103251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcc933-e38d-483e-8388-cffd738ace9e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c0c4f9-b6eb-4f83-be9f-dfb55b93c328,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:56.112156 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-17dcc933-e38d-483e-8388-cffd738ace9e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.113330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-17dcc933-e38d-483e-8388-cffd738ace9e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210318 Mar 10 16:02:56.116571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43100) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:56.120741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-5890b9a1-4faf-4fe9-8f4a-f428d5aa4989 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'b9e42579-3df3-48d6-8f21-369291621937', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:02:56.145414 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5890b9a1-4faf-4fe9-8f4a-f428d5aa4989 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (cf2d28ea-09d0-4dc8-9a8e-f97bec0d4a29), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.200845 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5890b9a1-4faf-4fe9-8f4a-f428d5aa4989 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (cf2d28ea-09d0-4dc8-9a8e-f97bec0d4a29), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.204372 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5890b9a1-4faf-4fe9-8f4a-f428d5aa4989 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (cf2d28ea-09d0-4dc8-9a8e-f97bec0d4a29), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.222252 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890b9a1-4faf-4fe9-8f4a-f428d5aa4989 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2d28ea-09d0-4dc8-9a8e-f97bec0d4a29,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:56.226688 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5890b9a1-4faf-4fe9-8f4a-f428d5aa4989 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.227913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5890b9a1-4faf-4fe9-8f4a-f428d5aa4989 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1104033 Mar 10 16:02:56.230700 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43102) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:56.235197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-13462a6c-d370-4e51-98ea-ff9e208ed385 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'b9e42579-3df3-48d6-8f21-369291621937', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:02:56.256011 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-13462a6c-d370-4e51-98ea-ff9e208ed385 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Project 2ccac637c23649c9b9e2ab7de1468a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:02:56.260755 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13462a6c-d370-4e51-98ea-ff9e208ed385 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (11fec1f0-df07-453e-8ff1-80111d739414), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.316823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13462a6c-d370-4e51-98ea-ff9e208ed385 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (11fec1f0-df07-453e-8ff1-80111d739414), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.324594 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13462a6c-d370-4e51-98ea-ff9e208ed385 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (11fec1f0-df07-453e-8ff1-80111d739414), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.341793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13462a6c-d370-4e51-98ea-ff9e208ed385 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fec1f0-df07-453e-8ff1-80111d739414,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:56.348871 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-13462a6c-d370-4e51-98ea-ff9e208ed385 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.350063 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-13462a6c-d370-4e51-98ea-ff9e208ed385 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184239 Mar 10 16:02:56.352850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43104) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:56.357302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-18ca8267-b6c2-46a0-abf2-f3eda1945a27 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'b9e42579-3df3-48d6-8f21-369291621937', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:02:56.376396 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-18ca8267-b6c2-46a0-abf2-f3eda1945a27 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Project 2ccac637c23649c9b9e2ab7de1468a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:02:56.381646 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18ca8267-b6c2-46a0-abf2-f3eda1945a27 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (c96d7370-6ccb-4fc7-a959-db66651f5775), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.440873 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18ca8267-b6c2-46a0-abf2-f3eda1945a27 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (c96d7370-6ccb-4fc7-a959-db66651f5775), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.444988 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18ca8267-b6c2-46a0-abf2-f3eda1945a27 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (c96d7370-6ccb-4fc7-a959-db66651f5775), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.465605 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca8267-b6c2-46a0-abf2-f3eda1945a27 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96d7370-6ccb-4fc7-a959-db66651f5775,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:56.471085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-18ca8267-b6c2-46a0-abf2-f3eda1945a27 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.472263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-18ca8267-b6c2-46a0-abf2-f3eda1945a27 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185031 Mar 10 16:02:56.475804 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43106) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:56.480465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'network': {'name': 'tempest-network-smoke--1678611394', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'port_security_enabled': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:02:56.499318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:02:56.502661 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.525606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 16:02:56.534578 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b6868585-d4b0-44b9-bc1e-04ff95b4d9eb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.534976 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Added segment b6868585-d4b0-44b9-bc1e-04ff95b4d9eb of type vlan for network 07167784-32ce-4293-8091-4711b1af899c Mar 10 16:02:56.575928 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (07167784-32ce-4293-8091-4711b1af899c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.599505 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (07167784-32ce-4293-8091-4711b1af899c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.604478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:56.605085 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.633939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1571624 Mar 10 16:02:56.636887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43108) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:56.641119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'admin_state_up': True, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:02:56.689454 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca27c14-e22b-4a53-8cba-ae7a9bf6f927 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Network': ['ID=07167784-32ce-4293-8091-4711b1af899c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:56.699800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 07167784-32ce-4293-8091-4711b1af899c details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 16:02:56.700278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (8d076e20-b8ca-4cc1-98eb-34b869adf50c), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.701487 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (8d076e20-b8ca-4cc1-98eb-34b869adf50c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.753850 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_controller (8d076e20-b8ca-4cc1-98eb-34b869adf50c), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:56.787655 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:57.230428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (8d076e20-b8ca-4cc1-98eb-34b869adf50c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:57.422510 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (8d076e20-b8ca-4cc1-98eb-34b869adf50c), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:57.440757 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:57.540750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.25.3.210 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/a9273680-0e52-4587-8ecd-e01ee435f0e8) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:02:57.647256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:57.680524 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:57.717094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:02:57.721764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:02:57.725240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:02:57.730468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=a9273680-0e52-4587-8ecd-e01ee435f0e8,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:57.978129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (8d076e20-b8ca-4cc1-98eb-34b869adf50c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:58.190152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (8d076e20-b8ca-4cc1-98eb-34b869adf50c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:58.320136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 8d076e20-b8ca-4cc1-98eb-34b869adf50c is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 16:02:58.380927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:58.436201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:02:58.446671 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Sync routers for ids ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:02:58.456253 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Routers {'8d076e20-b8ca-4cc1-98eb-34b869adf50c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:02:58.456869 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:58.458275 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:58.460209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-df30e4fd-a04f-4842-947b-d04fabb342c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8217611 Mar 10 16:02:58.462680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43110) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:58.565354 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Set router 8d076e20-b8ca-4cc1-98eb-34b869adf50c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:02:58.581695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b8f185c5-e62e-417f-8629-7bf95442cadf tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=2ccac637c23649c9b9e2ab7de1468a19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177664 Mar 10 16:02:58.584269 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43114) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:58.676320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1d81f-3b51-45d3-9e5a-1f70df32b49b tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:58.677844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-93f1d81f-3b51-45d3-9e5a-1f70df32b49b tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926774 Mar 10 16:02:58.681162 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43116) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:58.711169 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ccf214e1-d710-4418-827e-c3d7f94a2b56 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288296 Mar 10 16:02:58.713810 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43118) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:58.718429 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-110308889', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:02:58.743355 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:02:57Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:58.773778 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Checking router: 8d076e20-b8ca-4cc1-98eb-34b869adf50c for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:02:58.774120 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Updating router 8d076e20-b8ca-4cc1-98eb-34b869adf50c port a9273680-0e52-4587-8ecd-e01ee435f0e8 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:02:58.801004 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:58.806013 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:02:58.809506 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:58.994833 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (5f40de60-7f87-425f-a3b9-6d19cff99365), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.053475 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Publish callbacks [] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.058855 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.063016 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Subnet': ['ID=5f40de60-7f87-425f-a3b9-6d19cff99365,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:59.071800 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Checking segment: {'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:02:59.073669 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network hostable DHCP agents. Network: 07167784-32ce-4293-8091-4711b1af899c, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 16:02:59.092264 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 07167784-32ce-4293-8091-4711b1af899c is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 16:02:59.103598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 07167784-32ce-4293-8091-4711b1af899c) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:02:59.108594 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:02:59.109199 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.117886 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Pushing event updated for resources: {'Port': ['ID=a9273680-0e52-4587-8ecd-e01ee435f0e8,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:59.118219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7a5af4-f3cc-4e72-b684-4b1b48aca949 None None] Network 07167784-32ce-4293-8091-4711b1af899c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:02:59.120954 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Attempting to bind port a9273680-0e52-4587-8ecd-e01ee435f0e8 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:02:59.121330 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Attempting to bind port a9273680-0e52-4587-8ecd-e01ee435f0e8 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:02:59.121692 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Attempting to bind port a9273680-0e52-4587-8ecd-e01ee435f0e8 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:02:59.128758 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-82b61f0e-85f1-450e-b768-b13393b9ddab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4139588 Mar 10 16:02:59.132248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43120) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:02:59.134558 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:02:59.135201 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:02:59.135604 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.135996 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:02:59.136466 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Bound port: a9273680-0e52-4587-8ecd-e01ee435f0e8, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:02:59.136839 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.140002 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.140783 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.141064 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.141394 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.141726 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.142057 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.142383 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.142707 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.143067 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.143393 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.143708 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.144202 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.144523 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.199234 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] For port a9273680-0e52-4587-8ecd-e01ee435f0e8, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:02:59.203768 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] For port a9273680-0e52-4587-8ecd-e01ee435f0e8, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a9273680-0e52-4587-8ecd-e01ee435f0e8,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:02:59.212516 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.230812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-07167784-32ce-4293-8091-4711b1af899c', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ips': [{'subnet_id': '5f40de60-7f87-425f-a3b9-6d19cff99365'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 16:02:59.232222 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.284277 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Routers {'8d076e20-b8ca-4cc1-98eb-34b869adf50c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:02:59.284911 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:59.286830 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff052cce-66c2-47fe-b866-63e06c410bf9 None None] Pushing event updated for resources: {'Port': ['ID=a9273680-0e52-4587-8ecd-e01ee435f0e8,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:59.386510 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Allocated IP 172.20.0.2 (07167784-32ce-4293-8091-4711b1af899c/5f40de60-7f87-425f-a3b9-6d19cff99365/b5c12ecd-9732-47db-8c2f-45bc80569f02) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:02:59.404669 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] Set router 8d076e20-b8ca-4cc1-98eb-34b869adf50c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:02:59.547503 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Publish callbacks [] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.553504 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.587648 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:02:57Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:02:59.589763 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Network 07167784-32ce-4293-8091-4711b1af899c is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:02:59.593184 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:02:59.596694 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:02:59.616110 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.621349 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899d280-e506-4b18-a99c-aedf90f1b25d None None] The sync data for ids ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'] in n-d-833090-1 is: [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:02:57Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:02:59.635727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Pushing event updated for resources: {'Port': ['ID=b5c12ecd-9732-47db-8c2f-45bc80569f02,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:59.663495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.663841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.664185 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.664525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.664853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.665179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.665502 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.665822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.666144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.666463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.666784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.667223 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.667547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:02:59.679478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Attempting to bind port b5c12ecd-9732-47db-8c2f-45bc80569f02 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:02:59.679855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Attempting to bind port b5c12ecd-9732-47db-8c2f-45bc80569f02 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:02:59.680225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Attempting to bind port b5c12ecd-9732-47db-8c2f-45bc80569f02 on network 07167784-32ce-4293-8091-4711b1af899c {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:02:59.685550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:02:59.685931 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Checking segment: {'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:02:59.686730 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.686730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Bound using segment: {'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:02:59.687232 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Bound port: b5c12ecd-9732-47db-8c2f-45bc80569f02, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:02:59.687613 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.753189 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] For port b5c12ecd-9732-47db-8c2f-45bc80569f02, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:02:59.757076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] For port b5c12ecd-9732-47db-8c2f-45bc80569f02, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b5c12ecd-9732-47db-8c2f-45bc80569f02,segment=NetworkSegment(b6868585-d4b0-44b9-bc1e-04ff95b4d9eb),segment_id=b6868585-d4b0-44b9-bc1e-04ff95b4d9eb)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:02:59.769457 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:02:59.831015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e76ce-9bec-4f3b-afde-254df41cda8b None None] Pushing event updated for resources: {'Port': ['ID=b5c12ecd-9732-47db-8c2f-45bc80569f02,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:02:59.956660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.20.0.1 (07167784-32ce-4293-8091-4711b1af899c/5f40de60-7f87-425f-a3b9-6d19cff99365/932eea7e-e680-498c-ab53-4cbd9a8fc815) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:03:00.113944 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:00.155104 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:00.211919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=932eea7e-e680-498c-ab53-4cbd9a8fc815,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:00.215486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 07167784-32ce-4293-8091-4711b1af899c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:03:00.217280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:03:00.219729 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:03:00.264557 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (8d076e20-b8ca-4cc1-98eb-34b869adf50c), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:00.414290 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:00.716369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:00.721944 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:00.796841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=932eea7e-e680-498c-ab53-4cbd9a8fc815,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:00.803451 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (8d076e20-b8ca-4cc1-98eb-34b869adf50c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:00.905654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 07167784-32ce-4293-8091-4711b1af899c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:03:00.906898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0737f8-1574-497d-bc3e-52e217b9648e None None] Network 07167784-32ce-4293-8091-4711b1af899c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:03:00.907360 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:03:00.989467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a5206fdb-b8d3-4bc3-85c6-de5904bd90b9 None None] Provisioning complete for port b5c12ecd-9732-47db-8c2f-45bc80569f02 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:00.990356 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a5206fdb-b8d3-4bc3-85c6-de5904bd90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:01.029937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 8d076e20-b8ca-4cc1-98eb-34b869adf50c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:03:01.118536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a5206fdb-b8d3-4bc3-85c6-de5904bd90b9 None None] Current status of the port b5c12ecd-9732-47db-8c2f-45bc80569f02 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:03:01.118969 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a5206fdb-b8d3-4bc3-85c6-de5904bd90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:01.152927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a5206fdb-b8d3-4bc3-85c6-de5904bd90b9 None None] For port b5c12ecd-9732-47db-8c2f-45bc80569f02, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b5c12ecd-9732-47db-8c2f-45bc80569f02,segment=NetworkSegment(b6868585-d4b0-44b9-bc1e-04ff95b4d9eb),segment_id=b6868585-d4b0-44b9-bc1e-04ff95b4d9eb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:03:01.159254 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a5206fdb-b8d3-4bc3-85c6-de5904bd90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:01.162823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:03:01.168079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8c9186b5-adcf-4523-9e78-f93c37e2eeeb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "PUT /v2.0/routers/8d076e20-b8ca-4cc1-98eb-34b869adf50c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0345228 Mar 10 16:03:01.218338 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5206fdb-b8d3-4bc3-85c6-de5904bd90b9 None None] Pushing event updated for resources: {'Port': ['ID=b5c12ecd-9732-47db-8c2f-45bc80569f02,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:01.346017 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-fe556e1b-1254-47cb-831b-3e0bf42daa96 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025428497&fields=id&tenant_id=2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 267 time: 0.0514326 Mar 10 16:03:01.388088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0e8ed1e0-f5fe-4244-a495-dc93fa34d4a9 None None] Provisioning complete for port 932eea7e-e680-498c-ab53-4cbd9a8fc815 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:01.388415 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed1e0-f5fe-4244-a495-dc93fa34d4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:01.433921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Sync routers for ids ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:03:01.440903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ed1e0-f5fe-4244-a495-dc93fa34d4a9 None None] Port 932eea7e-e680-498c-ab53-4cbd9a8fc815 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:03:01.452331 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Routers {'8d076e20-b8ca-4cc1-98eb-34b869adf50c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:03:01.453264 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:01.478878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-25bb1200-886e-4bd8-99ae-4814586dc11d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:01.480418 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-25bb1200-886e-4bd8-99ae-4814586dc11d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/networks?id=07167784-32ce-4293-8091-4711b1af899c HTTP/1.1" status: 200 len: 797 time: 0.1271164 Mar 10 16:03:01.496306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-48bd9b4f-e9a5-4816-b945-2887c0861fc6 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/quotas/2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 375 time: 0.0101948 Mar 10 16:03:01.503446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0e8ed1e0-f5fe-4244-a495-dc93fa34d4a9 None None] Provisioning complete for port b5c12ecd-9732-47db-8c2f-45bc80569f02 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:01.503826 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0e8ed1e0-f5fe-4244-a495-dc93fa34d4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:01.612951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Set router 8d076e20-b8ca-4cc1-98eb-34b869adf50c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:03:01.719831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ed1e0-f5fe-4244-a495-dc93fa34d4a9 None None] Current status of the port b5c12ecd-9732-47db-8c2f-45bc80569f02 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:03:01.789064 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5c12ecd-9732-47db-8c2f-45bc80569f02 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:03:01.889591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3fdc7b87-00c8-48e8-a7f5-da87e9d65ede None None] Provisioning complete for port 932eea7e-e680-498c-ab53-4cbd9a8fc815 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:01.889853 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3fdc7b87-00c8-48e8-a7f5-da87e9d65ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:01.918604 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-d3537824-eb72-4914-8234-854726f1bccb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4158821 Mar 10 16:03:01.933966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-a74f8238-9f37-4a43-b1e8-79549fdaa6e2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:03:01.934568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port b5c12ecd-9732-47db-8c2f-45bc80569f02 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:01.935079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:01.935174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-a74f8238-9f37-4a43-b1e8-79549fdaa6e2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053372 Mar 10 16:03:01.940436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc7b87-00c8-48e8-a7f5-da87e9d65ede None None] Port 932eea7e-e680-498c-ab53-4cbd9a8fc815 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:03:01.988675 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:00Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '932eea7e-e680-498c-ab53-4cbd9a8fc815', 'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:b8:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:59Z', 'updated_at': '2022-03-10T16:03:00Z', 'revision_number': 2, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:02.022023 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Checking router: 8d076e20-b8ca-4cc1-98eb-34b869adf50c for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:03:02.022376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Updating router 8d076e20-b8ca-4cc1-98eb-34b869adf50c port 932eea7e-e680-498c-ab53-4cbd9a8fc815 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:03:02.025981 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-8d1de3eb-e06c-4eef-ade9-997394e76891 service neutron] 10.222.0.11 "GET /v2.0/networks/07167784-32ce-4293-8091-4711b1af899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851116 Mar 10 16:03:02.076363 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:02.080289 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port b5c12ecd-9732-47db-8c2f-45bc80569f02 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:03:02.081313 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a9273680-0e52-4587-8ecd-e01ee435f0e8 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:03:02.118914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-c562d397-407b-4132-9dcd-776e20316a8e service neutron] 10.222.0.11 "GET /v2.0/networks/07167784-32ce-4293-8091-4711b1af899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872037 Mar 10 16:03:02.222412 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a9273680-0e52-4587-8ecd-e01ee435f0e8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:02.222815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:02.285816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4c66742-e829-4269-8011-b43d23d6daf1 req-9ebb5978-182e-4884-815a-ff6aff13e709 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 210 time: 0.0292811 Mar 10 16:03:02.386676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a9273680-0e52-4587-8ecd-e01ee435f0e8 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:03:02.387090 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:02.419987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port a9273680-0e52-4587-8ecd-e01ee435f0e8, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a9273680-0e52-4587-8ecd-e01ee435f0e8,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:03:02.425603 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:02.667785 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Publish callbacks [] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:02.680257 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:02.682069 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=a9273680-0e52-4587-8ecd-e01ee435f0e8,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:02.732071 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503d174-1323-4b69-b2b1-48b37874d36c None None] Pushing event updated for resources: {'Port': ['ID=932eea7e-e680-498c-ab53-4cbd9a8fc815,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:02.789278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Attempting to bind port 932eea7e-e680-498c-ab53-4cbd9a8fc815 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:03:02.789659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Attempting to bind port 932eea7e-e680-498c-ab53-4cbd9a8fc815 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:03:02.790022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Attempting to bind port 932eea7e-e680-498c-ab53-4cbd9a8fc815 on network 07167784-32ce-4293-8091-4711b1af899c {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:03:02.795797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:03:02.796172 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Checking segment: {'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:03:02.796598 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:02.796987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Bound using segment: {'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:03:02.797454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Bound port: 932eea7e-e680-498c-ab53-4cbd9a8fc815, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:03:02.797830 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:02.875607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] For port 932eea7e-e680-498c-ab53-4cbd9a8fc815, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:03:02.879540 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] For port 932eea7e-e680-498c-ab53-4cbd9a8fc815, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=932eea7e-e680-498c-ab53-4cbd9a8fc815,segment=NetworkSegment(b6868585-d4b0-44b9-bc1e-04ff95b4d9eb),segment_id=b6868585-d4b0-44b9-bc1e-04ff95b4d9eb)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:03:02.887296 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:02.948803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Routers {'8d076e20-b8ca-4cc1-98eb-34b869adf50c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:03:02.950249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:02.994959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503d174-1323-4b69-b2b1-48b37874d36c None None] Pushing event updated for resources: {'Port': ['ID=932eea7e-e680-498c-ab53-4cbd9a8fc815,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:03.024879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ea227c93-799d-4b02-9c3e-92d10a394218 None None] Provisioning complete for port 932eea7e-e680-498c-ab53-4cbd9a8fc815 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:03.025264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea227c93-799d-4b02-9c3e-92d10a394218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:03.109879 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] Set router 8d076e20-b8ca-4cc1-98eb-34b869adf50c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:03:03.237247 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ea227c93-799d-4b02-9c3e-92d10a394218 None None] Current status of the port 932eea7e-e680-498c-ab53-4cbd9a8fc815 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:03:03.237551 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea227c93-799d-4b02-9c3e-92d10a394218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:03.317865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-ea227c93-799d-4b02-9c3e-92d10a394218 None None] For port 932eea7e-e680-498c-ab53-4cbd9a8fc815, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=932eea7e-e680-498c-ab53-4cbd9a8fc815,segment=NetworkSegment(b6868585-d4b0-44b9-bc1e-04ff95b4d9eb),segment_id=b6868585-d4b0-44b9-bc1e-04ff95b4d9eb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:03:03.324039 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea227c93-799d-4b02-9c3e-92d10a394218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:03.388451 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-de19fffe-6b23-42c8-ac85-1b1e81352771 req-de0c90b7-b2ca-4ed8-b91c-2df85adb6841 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 210 time: 0.0302751 Mar 10 16:03:03.399853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea227c93-799d-4b02-9c3e-92d10a394218 None None] Pushing event updated for resources: {'Port': ['ID=932eea7e-e680-498c-ab53-4cbd9a8fc815,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:03.420673 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:00Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '932eea7e-e680-498c-ab53-4cbd9a8fc815', 'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:b8:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:59Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:03.452523 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93f294-d998-481c-bae4-f09c9915f272 None None] The sync data for ids ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'] in n-d-833090-1 is: [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:00Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '932eea7e-e680-498c-ab53-4cbd9a8fc815', 'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:b8:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:59Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:03:03.465474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-90764f8e-6700-4a06-bf80-bc573c69f09e None None] Provisioning complete for port 932eea7e-e680-498c-ab53-4cbd9a8fc815 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:03.465857 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-90764f8e-6700-4a06-bf80-bc573c69f09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:03.576480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-90764f8e-6700-4a06-bf80-bc573c69f09e None None] Current status of the port 932eea7e-e680-498c-ab53-4cbd9a8fc815 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:03:03.646278 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-fcb859e4-730e-404d-bc7f-72aab1417b7a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:03.648393 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-fcb859e4-730e-404d-bc7f-72aab1417b7a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "GET /v2.0/networks?id=07167784-32ce-4293-8091-4711b1af899c HTTP/1.1" status: 200 len: 797 time: 0.1769760 Mar 10 16:03:03.728838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-af87533e-3016-4e84-8401-1ca71ab79b49 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 380 time: 0.0724325 Mar 10 16:03:03.737785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'port': {'device_id': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'admin_state_up': True, 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'security_groups': ['b9e42579-3df3-48d6-8f21-369291621937']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:03:03.756897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a9273680-0e52-4587-8ecd-e01ee435f0e8 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:03:03.813165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a9273680-0e52-4587-8ecd-e01ee435f0e8 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:03.813695 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:03.873400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:03:03.877030 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:03.907969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a9273680-0e52-4587-8ecd-e01ee435f0e8 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:03:03.908969 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 932eea7e-e680-498c-ab53-4cbd9a8fc815 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:03:03.960191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 932eea7e-e680-498c-ab53-4cbd9a8fc815 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:03.960818 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:04.017920 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.20.0.4 (07167784-32ce-4293-8091-4711b1af899c/5f40de60-7f87-425f-a3b9-6d19cff99365/aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:03:04.045826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 932eea7e-e680-498c-ab53-4cbd9a8fc815 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:03:04.172941 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:04.210687 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:04.256850 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 07167784-32ce-4293-8091-4711b1af899c is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:03:04.262058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:03:04.265967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:03:04.294823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:04.324349 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:04.325002 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:04.343293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-987915b0-4373-48b5-a8e2-7e20614dbdb1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6092780 Mar 10 16:03:04.405583 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Request body: {'port': {'device_id': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:03:04.476126 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:04.605903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3e744dfd-7bf2-4d55-a765-f030e9afbeec None None] Provisioning complete for port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:04.606282 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3e744dfd-7bf2-4d55-a765-f030e9afbeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:04.639395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cb260-1f0b-43cd-b321-b80851d10873 req-68614e13-529f-451a-8fd6-06b270128808 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:04.640937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d6cb260-1f0b-43cd-b321-b80851d10873 req-68614e13-529f-451a-8fd6-06b270128808 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 931 time: 0.1545701 Mar 10 16:03:04.641095 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3e744dfd-7bf2-4d55-a765-f030e9afbeec None None] Port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:03:04.750996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d6cb260-1f0b-43cd-b321-b80851d10873 req-a9af541b-fd4b-46a0-bd55-fb1cdb4587da tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023874 Mar 10 16:03:04.844051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:03:04.851518 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Publish callbacks [] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:04.863376 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Transition to ACTIVE for port object aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 16:03:04.867381 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:04.916465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:04.994727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Attempting to bind port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:03:04.995101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Attempting to bind port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:03:04.995434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Attempting to bind port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 on network 07167784-32ce-4293-8091-4711b1af899c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:03:05.000139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 on network 07167784-32ce-4293-8091-4711b1af899c not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 16:03:05.000461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Attempting to bind port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 on network 07167784-32ce-4293-8091-4711b1af899c {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:03:05.005631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:03:05.005974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Checking segment: {'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:03:05.006359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Bound using segment: {'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:03:05.006835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Bound port: aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '07167784-32ce-4293-8091-4711b1af899c'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:03:05.007197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:05.076089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] For port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:03:05.079200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] For port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5,segment=NetworkSegment(b6868585-d4b0-44b9-bc1e-04ff95b4d9eb),segment_id=b6868585-d4b0-44b9-bc1e-04ff95b4d9eb)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:03:05.086021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:05.121354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:05.121980 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:05.123384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] 10.222.0.45 "PUT /v2.0/ports/aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 HTTP/1.1" status: 200 len: 1091 time: 0.7728491 Mar 10 16:03:05.123825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'tag': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:03:05.126062 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ccc5c2-e881-480e-b203-cefabedfbead" -d '{"events": [{"name": "network-changed", "server_uuid": "174c97e0-c2db-492f-9e4d-49f4b0a1400f", "tag": "aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:03:05.180848 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f78371-59f5-4cba-8ff5-867e368a6e33 x-openstack-request-id: req-b9f78371-59f5-4cba-8ff5-867e368a6e33 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:03:05.181224 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174c97e0-c2db-492f-9e4d-49f4b0a1400f", "tag": "aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:03:05.181550 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9f78371-59f5-4cba-8ff5-867e368a6e33 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:03:05.182033 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'tag': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5', 'status': 'completed', 'code': 200} Mar 10 16:03:05.197904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd961f52-bc5a-4b7e-bd60-56ee47340302 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:05.222408 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-d2fb3fb7-fa77-4b7f-9cf0-2934b0f9326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:05.224316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-d2fb3fb7-fa77-4b7f-9cf0-2934b0f9326c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 1125 time: 0.0593088 Mar 10 16:03:05.272049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-2f0b88de-0ff5-4d7c-83ef-152048c8a01a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 HTTP/1.1" status: 200 len: 217 time: 0.0409687 Mar 10 16:03:05.322526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-825f625e-de0b-434a-b867-5106276e5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:05.324037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-825f625e-de0b-434a-b867-5106276e5d49 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f40de60-7f87-425f-a3b9-6d19cff99365 HTTP/1.1" status: 200 len: 834 time: 0.0454519 Mar 10 16:03:05.374143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-3d4bd775-efdd-4d39-80f3-fc2c9baf95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:05.375668 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-3d4bd775-efdd-4d39-80f3-fc2c9baf95cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07167784-32ce-4293-8091-4711b1af899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447481 Mar 10 16:03:05.471553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-b16013ad-1ecf-42e7-b6fc-57b9800e0117 service neutron] 10.222.0.45 "GET /v2.0/networks/07167784-32ce-4293-8091-4711b1af899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879374 Mar 10 16:03:05.569900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f0bf1985-dc9e-4938-9982-286d5b2c206f req-93acba70-565b-4b7c-8920-c53b72e60de5 service neutron] 10.222.0.45 "GET /v2.0/networks/07167784-32ce-4293-8091-4711b1af899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919063 Mar 10 16:03:05.666240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccc5c2-e881-480e-b203-cefabedfbead req-512aa795-0d26-475d-8f60-ed38ddec1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:05.667832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69ccc5c2-e881-480e-b203-cefabedfbead req-512aa795-0d26-475d-8f60-ed38ddec1e2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 1125 time: 0.0468116 Mar 10 16:03:05.759746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccc5c2-e881-480e-b203-cefabedfbead req-e87fd9f4-487f-4594-acbf-abd12b56d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:05.761223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69ccc5c2-e881-480e-b203-cefabedfbead req-e87fd9f4-487f-4594-acbf-abd12b56d39a service neutron] 10.222.0.45 "GET /v2.0/networks?id=07167784-32ce-4293-8091-4711b1af899c HTTP/1.1" status: 200 len: 898 time: 0.0871139 Mar 10 16:03:05.808037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69ccc5c2-e881-480e-b203-cefabedfbead req-f6c9b809-a37f-46e7-a69c-5780ea83aa03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 HTTP/1.1" status: 200 len: 217 time: 0.0394545 Mar 10 16:03:05.887368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccc5c2-e881-480e-b203-cefabedfbead req-15178986-3fb8-47e8-ab67-4dca33a0a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:05.888786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69ccc5c2-e881-480e-b203-cefabedfbead req-15178986-3fb8-47e8-ab67-4dca33a0a06a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f40de60-7f87-425f-a3b9-6d19cff99365 HTTP/1.1" status: 200 len: 834 time: 0.0747075 Mar 10 16:03:05.932295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1e521-2759-4158-9569-57d0889f4e90 req-2ffb1861-821c-4651-bd81-ed29f76bd115 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:05.933780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57b1e521-2759-4158-9569-57d0889f4e90 req-2ffb1861-821c-4651-bd81-ed29f76bd115 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 943 time: 0.0930979 Mar 10 16:03:05.978937 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccc5c2-e881-480e-b203-cefabedfbead req-94f9be9c-e337-4d39-84af-6b96352976db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:05.980425 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69ccc5c2-e881-480e-b203-cefabedfbead req-94f9be9c-e337-4d39-84af-6b96352976db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07167784-32ce-4293-8091-4711b1af899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0831685 Mar 10 16:03:06.014817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57b1e521-2759-4158-9569-57d0889f4e90 req-7f21dc0a-ce0b-482b-a12f-6fab36f69cc2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751762 Mar 10 16:03:06.081005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69ccc5c2-e881-480e-b203-cefabedfbead req-629f1f3b-ae0c-43c7-bd34-623f7826b521 service neutron] 10.222.0.45 "GET /v2.0/networks/07167784-32ce-4293-8091-4711b1af899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926831 Mar 10 16:03:06.177328 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-69ccc5c2-e881-480e-b203-cefabedfbead req-dabeb924-1824-4b51-a122-70242e6e8891 service neutron] 10.222.0.45 "GET /v2.0/networks/07167784-32ce-4293-8091-4711b1af899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892949 Mar 10 16:03:06.373165 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:03:07.136601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a1cd0-6432-4138-bee3-3b954393b865 req-7e832863-6b08-4d98-b7b2-4779f0e0cff3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:07.138198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-526a1cd0-6432-4138-bee3-3b954393b865 req-7e832863-6b08-4d98-b7b2-4779f0e0cff3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 943 time: 0.0540316 Mar 10 16:03:07.187121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-526a1cd0-6432-4138-bee3-3b954393b865 req-4b61e8f3-e7dd-4828-8905-1b71cfdf296a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430138 Mar 10 16:03:08.305500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2538e-abe1-4580-b4ba-0d79173f3842 req-cdc0b3bd-1754-47e0-b49f-57cccd3ac37b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:08.307058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00b2538e-abe1-4580-b4ba-0d79173f3842 req-cdc0b3bd-1754-47e0-b49f-57cccd3ac37b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 943 time: 0.0515916 Mar 10 16:03:08.354556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-00b2538e-abe1-4580-b4ba-0d79173f3842 req-8898d7ab-e287-4fb4-8347-f746954de9e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419939 Mar 10 16:03:08.524442 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:03:08.618889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5,segment=NetworkSegment(b6868585-d4b0-44b9-bc1e-04ff95b4d9eb),segment_id=b6868585-d4b0-44b9-bc1e-04ff95b4d9eb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:03:08.629890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'port_id': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5', 'mac_address': 'fa:16:3e:57:e1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:03:08.666548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:03:08.666985 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:08.683490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:03:08.701847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5,segment=NetworkSegment(b6868585-d4b0-44b9-bc1e-04ff95b4d9eb),segment_id=b6868585-d4b0-44b9-bc1e-04ff95b4d9eb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:03:08.705820 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:08.752148 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:08.935167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:03:09.480756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b6e6a-6728-4978-a611-a7ecad2bedf6 req-c8461405-d788-4d50-b372-9913b0ccf61c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:09.482486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea2b6e6a-6728-4978-a611-a7ecad2bedf6 req-c8461405-d788-4d50-b372-9913b0ccf61c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 944 time: 0.0578384 Mar 10 16:03:09.531804 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ea2b6e6a-6728-4978-a611-a7ecad2bedf6 req-41bc42f5-56da-46cb-a28f-b2aef450469e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436802 Mar 10 16:03:10.521483 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:03:10.574386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 16:03:10.578290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:03:10.578650 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:10.651738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c951752-0494-4046-bed4-aca5a62ebe3a req-36c68cf9-93d7-47cf-9349-85f6e4073096 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:10.653259 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c951752-0494-4046-bed4-aca5a62ebe3a req-36c68cf9-93d7-47cf-9349-85f6e4073096 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 944 time: 0.0520804 Mar 10 16:03:10.660809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:03:10.661379 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:10.685469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:03:10.687797 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bf076c-509e-44dd-91aa-00da00dcedcb" -d '{"events": [{"server_uuid": "174c97e0-c2db-492f-9e4d-49f4b0a1400f", "name": "network-vif-plugged", "status": "completed", "tag": "aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:03:10.704072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5,segment=NetworkSegment(b6868585-d4b0-44b9-bc1e-04ff95b4d9eb),segment_id=b6868585-d4b0-44b9-bc1e-04ff95b4d9eb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:03:10.707099 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7c951752-0494-4046-bed4-aca5a62ebe3a req-adb452de-75b5-4f9c-958d-a4d2bc61a437 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478835 Mar 10 16:03:10.709683 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:10.760097 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:10.791696 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66a9944-1c84-4e95-9d30-3dc24965f139 x-openstack-request-id: req-e66a9944-1c84-4e95-9d30-3dc24965f139 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:03:10.792014 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174c97e0-c2db-492f-9e4d-49f4b0a1400f", "name": "network-vif-plugged", "status": "completed", "tag": "aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:03:10.792276 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e66a9944-1c84-4e95-9d30-3dc24965f139 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:03:10.792681 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5', 'code': 200} Mar 10 16:03:10.892353 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2890b-0b0f-498a-abe9-7f332f5188e5 req-e5665f88-4f09-4cb4-b6e8-f696340761d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:10.893837 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6a2890b-0b0f-498a-abe9-7f332f5188e5 req-e5665f88-4f09-4cb4-b6e8-f696340761d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 1127 time: 0.0483541 Mar 10 16:03:10.940461 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6a2890b-0b0f-498a-abe9-7f332f5188e5 req-3fc67c67-c031-4def-aca1-2b40e32e40ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Mar 10 16:03:11.828122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd612ac-89f5-4561-8508-0267a5ccc0d7 req-0d2b1866-8535-4361-aeec-0756efffca7e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:11.829548 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fd612ac-89f5-4561-8508-0267a5ccc0d7 req-0d2b1866-8535-4361-aeec-0756efffca7e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 945 time: 0.0529253 Mar 10 16:03:11.879213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3fd612ac-89f5-4561-8508-0267a5ccc0d7 req-8460ee15-0a9c-4d11-bc08-f5cb03bce0df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Mar 10 16:03:13.001484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aec955-7cf0-4a74-a7a4-34e947ea58c4 req-aeff3a5f-4c29-4fb9-91cc-dd82e4023978 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:13.002971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5aec955-7cf0-4a74-a7a4-34e947ea58c4 req-aeff3a5f-4c29-4fb9-91cc-dd82e4023978 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 945 time: 0.0535452 Mar 10 16:03:13.054013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5aec955-7cf0-4a74-a7a4-34e947ea58c4 req-3dd90ff5-2905-434f-9918-0b6a7eb5fbc0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450194 Mar 10 16:03:13.173480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8958ff-57e2-43d2-b991-ec21bf9236b7 req-866af2db-9064-47d5-a56d-b37672adcc83 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:13.174863 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e8958ff-57e2-43d2-b991-ec21bf9236b7 req-866af2db-9064-47d5-a56d-b37672adcc83 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 945 time: 0.0516593 Mar 10 16:03:13.223340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e8958ff-57e2-43d2-b991-ec21bf9236b7 req-8ac7a442-3bb4-4fe5-9e03-05a32ec5df91 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Mar 10 16:03:13.245868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43176) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:13.289166 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30554db5-887d-4908-8223-5fed90d92329 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:13.290682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-30554db5-887d-4908-8223-5fed90d92329 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 1122 time: 0.0438211 Mar 10 16:03:13.293616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43178) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:13.297877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:03:13.318402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:13.415701 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:13.517711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.25.3.254 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/9ab8b83b-1b09-4bca-8b99-7894d50f5e07) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:03:13.626330 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (9ab8b83b-1b09-4bca-8b99-7894d50f5e07), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:13.659769 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9ab8b83b-1b09-4bca-8b99-7894d50f5e07), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:13.700510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:03:13.703296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:03:13.705843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:03:13.711764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=9ab8b83b-1b09-4bca-8b99-7894d50f5e07,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:14.073272 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (239792d1-5863-4bed-8f3d-7b5b412ea499), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:14.145151 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9ab8b83b-1b09-4bca-8b99-7894d50f5e07), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:14.290115 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (9ab8b83b-1b09-4bca-8b99-7894d50f5e07), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:14.294671 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9ab8b83b-1b09-4bca-8b99-7894d50f5e07), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:14.361639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=9ab8b83b-1b09-4bca-8b99-7894d50f5e07,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:14.375419 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (239792d1-5863-4bed-8f3d-7b5b412ea499), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:14.476876 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Floating IP 239792d1-5863-4bed-8f3d-7b5b412ea499 associated. External IP: 172.25.3.254, port: aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5. Mar 10 16:03:14.683139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 8d076e20-b8ca-4cc1-98eb-34b869adf50c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:03:14.792490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:03:14.802645 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1665507-8465-401c-8cc9-62b16000610b None None] Sync routers for ids ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:03:14.810243 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:14.812883 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1665507-8465-401c-8cc9-62b16000610b None None] Routers {'8d076e20-b8ca-4cc1-98eb-34b869adf50c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:03:14.813499 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f1665507-8465-401c-8cc9-62b16000610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:14.840326 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8dc84340-7e12-4b6f-905f-3d33675cc604 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5456960 Mar 10 16:03:14.841021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'tag': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:03:14.843364 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "174c97e0-c2db-492f-9e4d-49f4b0a1400f", "tag": "aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:03:14.884397 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e232b4ad-5452-4666-9522-74ec83961183 x-openstack-request-id: req-e232b4ad-5452-4666-9522-74ec83961183 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:03:14.884894 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174c97e0-c2db-492f-9e4d-49f4b0a1400f", "tag": "aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:03:14.885311 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e232b4ad-5452-4666-9522-74ec83961183 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:03:14.885897 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'tag': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5', 'status': 'completed', 'code': 200} Mar 10 16:03:14.927499 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f1665507-8465-401c-8cc9-62b16000610b None None] Set router 8d076e20-b8ca-4cc1-98eb-34b869adf50c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:03:14.977356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809b620-1643-42dd-b847-383394063061 req-067dedb5-c115-420e-8216-100dc3bb265d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:14.978765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a809b620-1643-42dd-b847-383394063061 req-067dedb5-c115-420e-8216-100dc3bb265d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 945 time: 0.0841191 Mar 10 16:03:14.984964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb req-06c2344f-316b-47b3-807e-1a307739b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:14.986435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb req-06c2344f-316b-47b3-807e-1a307739b1fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 1127 time: 0.0645404 Mar 10 16:03:15.176068 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f1665507-8465-401c-8cc9-62b16000610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:00Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '239792d1-5863-4bed-8f3d-7b5b412ea499', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'port_id': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'mac_address': 'fa:16:3e:57:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:03:13Z', 'updated_at': '2022-03-10T16:03:13Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932eea7e-e680-498c-ab53-4cbd9a8fc815', 'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:b8:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:59Z', 'updated_at': '2022-03-10T16:03:03Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:15.302528 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1665507-8465-401c-8cc9-62b16000610b None None] Checking router: 8d076e20-b8ca-4cc1-98eb-34b869adf50c for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:03:15.311880 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1665507-8465-401c-8cc9-62b16000610b None None] Routers {'8d076e20-b8ca-4cc1-98eb-34b869adf50c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:03:15.312527 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f1665507-8465-401c-8cc9-62b16000610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:02:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:15.426463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a809b620-1643-42dd-b847-383394063061 req-0b805d24-81f5-4ad0-958b-e9bc6f270aa5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4389670 Mar 10 16:03:15.427837 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-f1665507-8465-401c-8cc9-62b16000610b None None] Set router 8d076e20-b8ca-4cc1-98eb-34b869adf50c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:03:15.447765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb req-9bb3beec-5b6e-4d6e-8990-384dc3c94178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:15.450536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb req-9bb3beec-5b6e-4d6e-8990-384dc3c94178 service neutron] 10.222.0.45 "GET /v2.0/networks?id=07167784-32ce-4293-8091-4711b1af899c HTTP/1.1" status: 200 len: 898 time: 0.4560461 Mar 10 16:03:15.451747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43184) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:15.554513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d52210fa-d539-4905-a941-b006789d6695 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/239792d1-5863-4bed-8f3d-7b5b412ea499 HTTP/1.1" status: 200 len: 991 time: 0.1015513 Mar 10 16:03:15.568498 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb req-25036c33-25bb-4ee3-8d77-ae178fc79aba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 HTTP/1.1" status: 200 len: 999 time: 0.0743151 Mar 10 16:03:15.617171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb req-03b4ff2d-1625-4121-b438-e94599b967f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:15.618725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb req-03b4ff2d-1625-4121-b438-e94599b967f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f40de60-7f87-425f-a3b9-6d19cff99365 HTTP/1.1" status: 200 len: 834 time: 0.0437224 Mar 10 16:03:15.656241 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-f1665507-8465-401c-8cc9-62b16000610b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:00Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '239792d1-5863-4bed-8f3d-7b5b412ea499', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'port_id': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'mac_address': 'fa:16:3e:57:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:03:13Z', 'updated_at': '2022-03-10T16:03:13Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932eea7e-e680-498c-ab53-4cbd9a8fc815', 'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:b8:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:59Z', 'updated_at': '2022-03-10T16:03:03Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:15.671475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb req-b881481a-bc05-4607-a09a-b1bed76c2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:15.672963 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb req-b881481a-bc05-4607-a09a-b1bed76c2416 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07167784-32ce-4293-8091-4711b1af899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473433 Mar 10 16:03:15.682958 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1665507-8465-401c-8cc9-62b16000610b None None] The sync data for ids ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'] in n-d-833090-1 is: [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:00Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '239792d1-5863-4bed-8f3d-7b5b412ea499', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'port_id': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'mac_address': 'fa:16:3e:57:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:03:13Z', 'updated_at': '2022-03-10T16:03:13Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932eea7e-e680-498c-ab53-4cbd9a8fc815', 'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:b8:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:59Z', 'updated_at': '2022-03-10T16:03:03Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:03:15.762580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb req-9aed11c4-f04a-48ee-b7cb-16b7e799d819 service neutron] 10.222.0.45 "GET /v2.0/networks/07167784-32ce-4293-8091-4711b1af899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835969 Mar 10 16:03:15.860005 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-55258e0b-3fec-4bbe-9f1b-900d9d5ea5bb req-240f1410-836e-4c76-a37b-a2913d498212 service neutron] 10.222.0.45 "GET /v2.0/networks/07167784-32ce-4293-8091-4711b1af899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916727 Mar 10 16:03:15.896950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce3e64-927a-48e8-8e59-fb026b513350 None None] New status for floating IP 239792d1-5863-4bed-8f3d-7b5b412ea499: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:03:16.557965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43186) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:16.619684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3f7e3bf7-2e91-4871-9e0e-d5355802d2e3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/239792d1-5863-4bed-8f3d-7b5b412ea499 HTTP/1.1" status: 200 len: 993 time: 0.0601933 Mar 10 16:03:18.387798 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:21.284050 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:21.826133 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-37f41675-604d-4b74-acfb-dc3f8135ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:24.196400 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-53e0f897-76ad-47b4-ac70-93b3ee1a024a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:25.463876 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:26.790553 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:28.383160 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:43.371614 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:03:47.974546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06eaf0-b80d-45e7-b415-5f35f6fb8ac0 req-394937a8-1c9e-4ee7-be75-fad0fdd1bf42 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:47.976063 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e06eaf0-b80d-45e7-b415-5f35f6fb8ac0 req-394937a8-1c9e-4ee7-be75-fad0fdd1bf42 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 945 time: 0.0528369 Mar 10 16:03:48.029068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e06eaf0-b80d-45e7-b415-5f35f6fb8ac0 req-8b3f4934-b167-408b-a5e8-9bc7e561b11c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471404 Mar 10 16:03:48.391938 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:49.153375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fca7b-c446-48a5-99aa-b9bda1a9d118 req-18e33a7e-edcd-40d3-812b-0e062a4a20fa tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:49.154895 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d2fca7b-c446-48a5-99aa-b9bda1a9d118 req-18e33a7e-edcd-40d3-812b-0e062a4a20fa tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 945 time: 0.0559022 Mar 10 16:03:49.203721 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3d2fca7b-c446-48a5-99aa-b9bda1a9d118 req-fd5266a7-b99d-42e1-9fce-3b5badc96749 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430255 Mar 10 16:03:49.226108 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43206) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:49.289402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4bf5142d-fb54-4868-aeb8-0799d287e9b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/239792d1-5863-4bed-8f3d-7b5b412ea499 HTTP/1.1" status: 200 len: 993 time: 0.0621855 Mar 10 16:03:50.566872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30127c7-185a-48ce-9186-aa14f1bbefbc req-57cbe4c2-3160-4064-abc0-e092066ac438 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:50.568306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e30127c7-185a-48ce-9186-aa14f1bbefbc req-57cbe4c2-3160-4064-abc0-e092066ac438 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 945 time: 0.0529807 Mar 10 16:03:50.616600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e30127c7-185a-48ce-9186-aa14f1bbefbc req-8570c2c3-4774-4e8b-ae07-8baa70129797 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427184 Mar 10 16:03:51.298659 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:51.741633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e1bd4-4fb6-4ea8-aab2-6ff8f66532ab req-1e937adf-8cf1-468d-84ef-2058ab2f5719 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:51.745348 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-980e1bd4-4fb6-4ea8-aab2-6ff8f66532ab req-1e937adf-8cf1-468d-84ef-2058ab2f5719 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 945 time: 0.0570786 Mar 10 16:03:51.796289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-980e1bd4-4fb6-4ea8-aab2-6ff8f66532ab req-2a84e3cd-cdf6-47ef-9d05-f0c21aad1ed2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453672 Mar 10 16:03:51.817562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43216) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:51.827342 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-df9a4a65-11bf-40cc-897c-86b54c49de72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:51.882492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bc389af6-1c45-4ebb-8300-f2deb627c7a0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/239792d1-5863-4bed-8f3d-7b5b412ea499 HTTP/1.1" status: 200 len: 993 time: 0.0636322 Mar 10 16:03:52.107622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43222) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:52.264735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port 9ab8b83b-1b09-4bca-8b99-7894d50f5e07 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:03:52.265051 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9ab8b83b-1b09-4bca-8b99-7894d50f5e07), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:52.342905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9ab8b83b-1b09-4bca-8b99-7894d50f5e07), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:52.343237 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (9ab8b83b-1b09-4bca-8b99-7894d50f5e07), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:52.355192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for 9ab8b83b-1b09-4bca-8b99-7894d50f5e07 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:03:52.502826 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9ab8b83b-1b09-4bca-8b99-7894d50f5e07), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:52.536122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=9ab8b83b-1b09-4bca-8b99-7894d50f5e07,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:52.558685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.559077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.559428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.559772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.560112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.560451 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.560793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.561125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.561460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.561925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.562261 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.562678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.563159 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:52.613592 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (239792d1-5863-4bed-8f3d-7b5b412ea499), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:52.613946 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Floating IP 239792d1-5863-4bed-8f3d-7b5b412ea499 disassociated (deleted). External IP: 172.25.3.254, port: aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5. Mar 10 16:03:52.824909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 8d076e20-b8ca-4cc1-98eb-34b869adf50c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:03:52.933784 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:03:52.938460 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:52.943239 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3853bdda-da20-46f3-993f-ea51325bb75d None None] Sync routers for ids ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:03:52.953069 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853bdda-da20-46f3-993f-ea51325bb75d None None] Routers {'8d076e20-b8ca-4cc1-98eb-34b869adf50c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:03:52.953678 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3853bdda-da20-46f3-993f-ea51325bb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:03:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:52.969143 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-41c62334-5689-4744-8b53-32356e3c8325 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/floatingips/239792d1-5863-4bed-8f3d-7b5b412ea499 HTTP/1.1" status: 204 len: 168 time: 0.8603275 Mar 10 16:03:52.969746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'tag': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:03:52.972037 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319502b6-9aa7-4352-820c-ab9231ca94b5" -d '{"events": [{"name": "network-changed", "server_uuid": "174c97e0-c2db-492f-9e4d-49f4b0a1400f", "tag": "aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:03:53.011945 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6408d5d-4c8d-4f04-bfaf-ec7bf1c7e1d4 x-openstack-request-id: req-c6408d5d-4c8d-4f04-bfaf-ec7bf1c7e1d4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:03:53.012244 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174c97e0-c2db-492f-9e4d-49f4b0a1400f", "tag": "aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:03:53.012511 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6408d5d-4c8d-4f04-bfaf-ec7bf1c7e1d4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:03:53.012927 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'tag': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5', 'status': 'completed', 'code': 200} Mar 10 16:03:53.075199 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-3853bdda-da20-46f3-993f-ea51325bb75d None None] Set router 8d076e20-b8ca-4cc1-98eb-34b869adf50c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:03:53.082071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319502b6-9aa7-4352-820c-ab9231ca94b5 req-81c7efdf-8d9a-4bac-956c-3c61ec1ee590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:53.083986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-319502b6-9aa7-4352-820c-ab9231ca94b5 req-81c7efdf-8d9a-4bac-956c-3c61ec1ee590 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 1127 time: 0.0494444 Mar 10 16:03:53.220650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319502b6-9aa7-4352-820c-ab9231ca94b5 req-fb84dbe6-c6ec-44ad-a6cd-96300a3bdd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:53.222144 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-319502b6-9aa7-4352-820c-ab9231ca94b5 req-fb84dbe6-c6ec-44ad-a6cd-96300a3bdd38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=07167784-32ce-4293-8091-4711b1af899c HTTP/1.1" status: 200 len: 898 time: 0.1282899 Mar 10 16:03:53.234395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e73afe-bedd-4e1e-8028-e6bb80a65da8 req-797fe46b-354d-49f5-a4e3-5cf525610c22 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:53.235841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67e73afe-bedd-4e1e-8028-e6bb80a65da8 req-797fe46b-354d-49f5-a4e3-5cf525610c22 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 945 time: 0.0732567 Mar 10 16:03:53.282356 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-319502b6-9aa7-4352-820c-ab9231ca94b5 req-0943ff9b-6bff-4ab7-8bc7-86d58b8a6753 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 HTTP/1.1" status: 200 len: 217 time: 0.0454593 Mar 10 16:03:53.287274 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3853bdda-da20-46f3-993f-ea51325bb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:00Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '932eea7e-e680-498c-ab53-4cbd9a8fc815', 'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:b8:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:59Z', 'updated_at': '2022-03-10T16:03:03Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:53.313745 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3853bdda-da20-46f3-993f-ea51325bb75d None None] Checking router: 8d076e20-b8ca-4cc1-98eb-34b869adf50c for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:03:53.322298 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853bdda-da20-46f3-993f-ea51325bb75d None None] Routers {'8d076e20-b8ca-4cc1-98eb-34b869adf50c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:03:53.322947 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3853bdda-da20-46f3-993f-ea51325bb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:03:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:53.353634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67e73afe-bedd-4e1e-8028-e6bb80a65da8 req-b28e20cb-8d5a-4450-b9a8-4808a23f46f3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108992 Mar 10 16:03:53.357406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319502b6-9aa7-4352-820c-ab9231ca94b5 req-94b73f41-ea53-474d-803c-d97090d18470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:53.358818 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-319502b6-9aa7-4352-820c-ab9231ca94b5 req-94b73f41-ea53-474d-803c-d97090d18470 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f40de60-7f87-425f-a3b9-6d19cff99365 HTTP/1.1" status: 200 len: 834 time: 0.0681446 Mar 10 16:03:53.413411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319502b6-9aa7-4352-820c-ab9231ca94b5 req-b6a2b89c-5590-4614-9b50-8ce379cf6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:53.415110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-319502b6-9aa7-4352-820c-ab9231ca94b5 req-b6a2b89c-5590-4614-9b50-8ce379cf6c05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07167784-32ce-4293-8091-4711b1af899c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489056 Mar 10 16:03:53.431895 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-3853bdda-da20-46f3-993f-ea51325bb75d None None] Set router 8d076e20-b8ca-4cc1-98eb-34b869adf50c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:03:53.516349 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-319502b6-9aa7-4352-820c-ab9231ca94b5 req-1bbaae1d-1114-4dca-995b-2d2683179e02 service neutron] 10.222.0.45 "GET /v2.0/networks/07167784-32ce-4293-8091-4711b1af899c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920477 Mar 10 16:03:53.610927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-319502b6-9aa7-4352-820c-ab9231ca94b5 req-7ee0061d-e559-4e90-856a-1bb4135e897e service neutron] 10.222.0.45 "GET /v2.0/networks/07167784-32ce-4293-8091-4711b1af899c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874999 Mar 10 16:03:53.638174 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-3853bdda-da20-46f3-993f-ea51325bb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:00Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '932eea7e-e680-498c-ab53-4cbd9a8fc815', 'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:b8:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:59Z', 'updated_at': '2022-03-10T16:03:03Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:53.663586 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3853bdda-da20-46f3-993f-ea51325bb75d None None] The sync data for ids ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'] in n-d-833090-1 is: [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:00Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '932eea7e-e680-498c-ab53-4cbd9a8fc815', 'name': '', 'network_id': '07167784-32ce-4293-8091-4711b1af899c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:b8:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:59Z', 'updated_at': '2022-03-10T16:03:03Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '5f40de60-7f87-425f-a3b9-6d19cff99365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:03:53.876376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c832756f-40c8-43cd-8415-65ecb3b14481 None None] New status for floating IP 239792d1-5863-4bed-8f3d-7b5b412ea499: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:03:54.198411 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5122eab0-591c-467e-b24d-51a4f4083306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:54.483822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeec80-3613-4ed1-b68f-2c13635da2e2 req-2a00298a-97a9-420d-8755-66aa661c882a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:54.485219 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bbaeec80-3613-4ed1-b68f-2c13635da2e2 req-2a00298a-97a9-420d-8755-66aa661c882a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 945 time: 0.0602670 Mar 10 16:03:54.534056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bbaeec80-3613-4ed1-b68f-2c13635da2e2 req-da425932-fddb-4fcb-bc0e-2fd31ef54954 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=b9e42579-3df3-48d6-8f21-369291621937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 Mar 10 16:03:54.767968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd5632-2ab0-4cce-b468-804ef3102da6 req-ec1d8397-7d5d-48b8-85de-4127decc5bfd tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:03:54.769330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eadd5632-2ab0-4cce-b468-804ef3102da6 req-ec1d8397-7d5d-48b8-85de-4127decc5bfd tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 945 time: 0.0520496 Mar 10 16:03:54.860845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-eadd5632-2ab0-4cce-b468-804ef3102da6 req-2a8dc5c1-0d78-486f-953b-d4851a927761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:03:54.861187 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eadd5632-2ab0-4cce-b468-804ef3102da6 req-2a8dc5c1-0d78-486f-953b-d4851a927761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:54.948113 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-eadd5632-2ab0-4cce-b468-804ef3102da6 req-2a8dc5c1-0d78-486f-953b-d4851a927761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5,segment=NetworkSegment(b6868585-d4b0-44b9-bc1e-04ff95b4d9eb),segment_id=b6868585-d4b0-44b9-bc1e-04ff95b4d9eb)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:03:54.948468 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eadd5632-2ab0-4cce-b468-804ef3102da6 req-2a8dc5c1-0d78-486f-953b-d4851a927761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:54.960836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-eadd5632-2ab0-4cce-b468-804ef3102da6 req-2a8dc5c1-0d78-486f-953b-d4851a927761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:03:55.091132 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eadd5632-2ab0-4cce-b468-804ef3102da6 req-2a8dc5c1-0d78-486f-953b-d4851a927761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:55.121901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dc5c1-0d78-486f-953b-d4851a927761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:55.161858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadd5632-2ab0-4cce-b468-804ef3102da6 req-2a8dc5c1-0d78-486f-953b-d4851a927761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] No DVR routers for this DVR port aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:03:55.164929 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-eadd5632-2ab0-4cce-b468-804ef3102da6 req-2a8dc5c1-0d78-486f-953b-d4851a927761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:55.168221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eadd5632-2ab0-4cce-b468-804ef3102da6 req-2a8dc5c1-0d78-486f-953b-d4851a927761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "DELETE /v2.0/ports/aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 HTTP/1.1" status: 204 len: 173 time: 0.3941572 Mar 10 16:03:55.168659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'name': 'network-vif-deleted', 'tag': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:03:55.170902 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ffe3aa-f4bf-4f8c-b3a7-bb561ad7e69a" -d '{"events": [{"server_uuid": "174c97e0-c2db-492f-9e4d-49f4b0a1400f", "name": "network-vif-deleted", "tag": "aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:03:55.209485 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c1f2b0-735e-43e3-b96f-f037fba822f9 x-openstack-request-id: req-49c1f2b0-735e-43e3-b96f-f037fba822f9 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:03:55.209787 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174c97e0-c2db-492f-9e4d-49f4b0a1400f", "name": "network-vif-deleted", "tag": "aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:03:55.210044 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49c1f2b0-735e-43e3-b96f-f037fba822f9 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:03:55.210445 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174c97e0-c2db-492f-9e4d-49f4b0a1400f', 'name': 'network-vif-deleted', 'tag': 'aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5', 'status': 'completed', 'code': 200} Mar 10 16:03:55.471326 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:55.658410 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9956456f-5f05-4381-9b4d-5f6b1d053dab req-e7a0229d-f4c7-4c92-b98f-57ddd13b74be tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=174c97e0-c2db-492f-9e4d-49f4b0a1400f HTTP/1.1" status: 200 len: 210 time: 0.0350614 Mar 10 16:03:56.715621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43238) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:56.793274 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:57.072679 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (8d076e20-b8ca-4cc1-98eb-34b869adf50c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:57.331428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port 932eea7e-e680-498c-ab53-4cbd9a8fc815 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:03:57.331680 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:57.426136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port 932eea7e-e680-498c-ab53-4cbd9a8fc815, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=932eea7e-e680-498c-ab53-4cbd9a8fc815,segment=NetworkSegment(b6868585-d4b0-44b9-bc1e-04ff95b4d9eb),segment_id=b6868585-d4b0-44b9-bc1e-04ff95b4d9eb)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:03:57.426551 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:57.438412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for 932eea7e-e680-498c-ab53-4cbd9a8fc815 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:03:57.628992 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (932eea7e-e680-498c-ab53-4cbd9a8fc815), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:57.654958 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=932eea7e-e680-498c-ab53-4cbd9a8fc815,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:57.843079 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (8d076e20-b8ca-4cc1-98eb-34b869adf50c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:58.384865 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:58.391524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 8d076e20-b8ca-4cc1-98eb-34b869adf50c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:03:58.501821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:03:58.507058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bb83df00-5534-49a8-bee2-65c2490db66a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "PUT /v2.0/routers/8d076e20-b8ca-4cc1-98eb-34b869adf50c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7903898 Mar 10 16:03:58.509882 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43240) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:58.511700 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf704ee-739d-4c59-ac32-e3e401bc43ea None None] Sync routers for ids ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:03:58.521205 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf704ee-739d-4c59-ac32-e3e401bc43ea None None] Routers {'8d076e20-b8ca-4cc1-98eb-34b869adf50c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:03:58.521811 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bcf704ee-739d-4c59-ac32-e3e401bc43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:58.561612 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting subnet 5f40de60-7f87-425f-a3b9-6d19cff99365 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 16:03:58.564750 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (5f40de60-7f87-425f-a3b9-6d19cff99365), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:58.604979 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (5f40de60-7f87-425f-a3b9-6d19cff99365), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:58.629374 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-bcf704ee-739d-4c59-ac32-e3e401bc43ea None None] Set router 8d076e20-b8ca-4cc1-98eb-34b869adf50c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:03:58.690893 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (5f40de60-7f87-425f-a3b9-6d19cff99365), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:58.744032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:03:58.753873 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (5f40de60-7f87-425f-a3b9-6d19cff99365), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:58.765679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:03:58.766034 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device aa6e9f63-57a8-4a1d-bdde-a645f7a39ca5 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:03:58.784103 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Subnet': ['ID=5f40de60-7f87-425f-a3b9-6d19cff99365,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:58.789466 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:58.792656 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/subnets/5f40de60-7f87-425f-a3b9-6d19cff99365 HTTP/1.1" status: 204 len: 168 time: 0.2814600 Mar 10 16:03:58.795508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43242) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:58.798039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.798205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b532c97e-0ab8-4cb7-a7af-690e1024fb05 None None] Network 07167784-32ce-4293-8091-4711b1af899c requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:03:58.798409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.798731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.799096 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.799430 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.799765 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.800244 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.800435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.800753 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.801065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.801387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.802724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.802724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c055c1-bfd9-4f45-a90d-4d845783190c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:03:58.918148 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bcf704ee-739d-4c59-ac32-e3e401bc43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:57Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:58.930296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (8d076e20-b8ca-4cc1-98eb-34b869adf50c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:58.944386 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf704ee-739d-4c59-ac32-e3e401bc43ea None None] Checking router: 8d076e20-b8ca-4cc1-98eb-34b869adf50c for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:03:58.953682 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf704ee-739d-4c59-ac32-e3e401bc43ea None None] Routers {'8d076e20-b8ca-4cc1-98eb-34b869adf50c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:03:58.954298 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bcf704ee-739d-4c59-ac32-e3e401bc43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:58.976656 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0738d8-9443-46ec-98d8-11085ff70684 None None] DHCP port deletion for 07167784-32ce-4293-8091-4711b1af899c request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 16:03:59.030036 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cb0738d8-9443-46ec-98d8-11085ff70684 None None] Deleting port b5c12ecd-9732-47db-8c2f-45bc80569f02 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:03:59.030411 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cb0738d8-9443-46ec-98d8-11085ff70684 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.047356 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (8d076e20-b8ca-4cc1-98eb-34b869adf50c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.064650 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-bcf704ee-739d-4c59-ac32-e3e401bc43ea None None] Set router 8d076e20-b8ca-4cc1-98eb-34b869adf50c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:03:59.104157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port a9273680-0e52-4587-8ecd-e01ee435f0e8 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:03:59.105383 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.107195 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-cb0738d8-9443-46ec-98d8-11085ff70684 None None] For port b5c12ecd-9732-47db-8c2f-45bc80569f02, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=b5c12ecd-9732-47db-8c2f-45bc80569f02,segment=NetworkSegment(b6868585-d4b0-44b9-bc1e-04ff95b4d9eb),segment_id=b6868585-d4b0-44b9-bc1e-04ff95b4d9eb)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:03:59.107596 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cb0738d8-9443-46ec-98d8-11085ff70684 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.121178 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-cb0738d8-9443-46ec-98d8-11085ff70684 None None] Calling delete_port for b5c12ecd-9732-47db-8c2f-45bc80569f02 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:03:59.190475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port a9273680-0e52-4587-8ecd-e01ee435f0e8, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a9273680-0e52-4587-8ecd-e01ee435f0e8,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:03:59.191181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.205390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for a9273680-0e52-4587-8ecd-e01ee435f0e8 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:03:59.208589 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cb0738d8-9443-46ec-98d8-11085ff70684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (b5c12ecd-9732-47db-8c2f-45bc80569f02), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.237923 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0738d8-9443-46ec-98d8-11085ff70684 None None] Pushing event deleted for resources: {'Port': ['ID=b5c12ecd-9732-47db-8c2f-45bc80569f02,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:59.239936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0738d8-9443-46ec-98d8-11085ff70684 None None] No DVR routers for this DVR port b5c12ecd-9732-47db-8c2f-45bc80569f02 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:03:59.255035 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-bcf704ee-739d-4c59-ac32-e3e401bc43ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:57Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:59.289437 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf704ee-739d-4c59-ac32-e3e401bc43ea None None] The sync data for ids ['8d076e20-b8ca-4cc1-98eb-34b869adf50c'] in n-d-833090-1 is: [{'id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1766418845', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:02:56Z', 'updated_at': '2022-03-10T16:03:57Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'a9273680-0e52-4587-8ecd-e01ee435f0e8', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d076e20-b8ca-4cc1-98eb-34b869adf50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:02:57Z', 'updated_at': '2022-03-10T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:03:59.392563 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a9273680-0e52-4587-8ecd-e01ee435f0e8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.416164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=a9273680-0e52-4587-8ecd-e01ee435f0e8,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:03:59.479726 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (8d076e20-b8ca-4cc1-98eb-34b869adf50c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.575823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (8d076e20-b8ca-4cc1-98eb-34b869adf50c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.577934 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_controller (8d076e20-b8ca-4cc1-98eb-34b869adf50c), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.627437 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (8d076e20-b8ca-4cc1-98eb-34b869adf50c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.628120 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Fanout notify agent at l3_agent the message router_deleted on router 8d076e20-b8ca-4cc1-98eb-34b869adf50c {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 16:03:59.634614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.638299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cab7c9e4-1bdf-4dba-9781-1309be372498 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/routers/8d076e20-b8ca-4cc1-98eb-34b869adf50c HTTP/1.1" status: 204 len: 168 time: 0.8393571 Mar 10 16:03:59.638588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43244) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:59.730927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (07167784-32ce-4293-8091-4711b1af899c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.779187 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5c12ecd-9732-47db-8c2f-45bc80569f02 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:03:59.809068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: b5c12ecd-9732-47db-8c2f-45bc80569f02 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:03:59.809419 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device b5c12ecd-9732-47db-8c2f-45bc80569f02 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:03:59.809842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 932eea7e-e680-498c-ab53-4cbd9a8fc815 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:03:59.826549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (07167784-32ce-4293-8091-4711b1af899c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.830356 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 932eea7e-e680-498c-ab53-4cbd9a8fc815 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:03:59.830713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 932eea7e-e680-498c-ab53-4cbd9a8fc815 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:03:59.850724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07167784-32ce-4293-8091-4711b1af899c']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:59.861789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:59.862094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6868585-d4b0-44b9-bc1e-04ff95b4d9eb') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:03:59.872069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (b6868585-d4b0-44b9-bc1e-04ff95b4d9eb), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.885509 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (b6868585-d4b0-44b9-bc1e-04ff95b4d9eb), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.891943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 16:03:59.892338 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (b6868585-d4b0-44b9-bc1e-04ff95b4d9eb), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: timer() Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 16:03:59.895455 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 16:03:59.956348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (07167784-32ce-4293-8091-4711b1af899c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.964134 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:03:59.967577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/networks/07167784-32ce-4293-8091-4711b1af899c HTTP/1.1" status: 204 len: 168 time: 0.3279943 Mar 10 16:03:59.970384 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43246) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:03:59.979434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b7225-4fb6-4539-b19a-5901c6b9665b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Network': ['ID=07167784-32ce-4293-8091-4711b1af899c,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:00.031913 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed21fada-5967-48d1-9eb9-b344c19ed2a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (b9e42579-3df3-48d6-8f21-369291621937), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.056828 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed21fada-5967-48d1-9eb9-b344c19ed2a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (b9e42579-3df3-48d6-8f21-369291621937), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.121080 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed21fada-5967-48d1-9eb9-b344c19ed2a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (b9e42579-3df3-48d6-8f21-369291621937), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.124178 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ed21fada-5967-48d1-9eb9-b344c19ed2a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.125348 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ed21fada-5967-48d1-9eb9-b344c19ed2a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/security-groups/b9e42579-3df3-48d6-8f21-369291621937 HTTP/1.1" status: 204 len: 168 time: 0.1539268 Mar 10 16:04:00.135050 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21fada-5967-48d1-9eb9-b344c19ed2a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e42579-3df3-48d6-8f21-369291621937,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:00.519440 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43252) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:00.524573 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-fdfafc3f-2def-4c91-af5a-203183a40524 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213340523', 'description': 'tempest-secgroup-smoke-1213340523 description', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:00.545845 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fdfafc3f-2def-4c91-af5a-203183a40524 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.608401 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fdfafc3f-2def-4c91-af5a-203183a40524 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (80915b04-d7b8-46aa-9e36-1545829dbf16), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.611825 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fdfafc3f-2def-4c91-af5a-203183a40524 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (80915b04-d7b8-46aa-9e36-1545829dbf16), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.639285 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfafc3f-2def-4c91-af5a-203183a40524 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80915b04-d7b8-46aa-9e36-1545829dbf16,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:00.644123 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fdfafc3f-2def-4c91-af5a-203183a40524 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.645327 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fdfafc3f-2def-4c91-af5a-203183a40524 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1248624 Mar 10 16:04:00.649128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43254) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:00.653814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-867de02b-5614-4c3f-98f9-12a7fa5b100d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '80915b04-d7b8-46aa-9e36-1545829dbf16', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:00.678610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-867de02b-5614-4c3f-98f9-12a7fa5b100d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (f41ac63e-5ea3-47dd-883d-237cef29d7ee), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.737679 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-867de02b-5614-4c3f-98f9-12a7fa5b100d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (f41ac63e-5ea3-47dd-883d-237cef29d7ee), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.741270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-867de02b-5614-4c3f-98f9-12a7fa5b100d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f41ac63e-5ea3-47dd-883d-237cef29d7ee), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.758773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867de02b-5614-4c3f-98f9-12a7fa5b100d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41ac63e-5ea3-47dd-883d-237cef29d7ee,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:00.767224 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-867de02b-5614-4c3f-98f9-12a7fa5b100d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.768439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-867de02b-5614-4c3f-98f9-12a7fa5b100d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183004 Mar 10 16:04:00.771336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43256) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:00.776208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0d9184bd-80f0-4c5b-a1e1-27a2763fc259 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '80915b04-d7b8-46aa-9e36-1545829dbf16', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:00.800901 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d9184bd-80f0-4c5b-a1e1-27a2763fc259 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (3221a509-33e0-4bfb-a568-52fc976346cf), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.857069 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d9184bd-80f0-4c5b-a1e1-27a2763fc259 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (3221a509-33e0-4bfb-a568-52fc976346cf), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.860801 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d9184bd-80f0-4c5b-a1e1-27a2763fc259 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (3221a509-33e0-4bfb-a568-52fc976346cf), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.878420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9184bd-80f0-4c5b-a1e1-27a2763fc259 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3221a509-33e0-4bfb-a568-52fc976346cf,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:00.886718 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d9184bd-80f0-4c5b-a1e1-27a2763fc259 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.890467 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0d9184bd-80f0-4c5b-a1e1-27a2763fc259 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157141 Mar 10 16:04:00.890720 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43258) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:00.895134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-fe9a472a-5cbf-4fa2-aa39-8f445c17ec44 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '80915b04-d7b8-46aa-9e36-1545829dbf16', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:00.920020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe9a472a-5cbf-4fa2-aa39-8f445c17ec44 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (920073cc-d397-4051-b87b-4502d3cfa7f8), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.975181 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe9a472a-5cbf-4fa2-aa39-8f445c17ec44 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (920073cc-d397-4051-b87b-4502d3cfa7f8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.978746 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe9a472a-5cbf-4fa2-aa39-8f445c17ec44 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (920073cc-d397-4051-b87b-4502d3cfa7f8), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:00.996333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a472a-5cbf-4fa2-aa39-8f445c17ec44 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920073cc-d397-4051-b87b-4502d3cfa7f8,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:01.003739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fe9a472a-5cbf-4fa2-aa39-8f445c17ec44 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.005074 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fe9a472a-5cbf-4fa2-aa39-8f445c17ec44 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133854 Mar 10 16:04:01.008354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43260) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:01.012588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-147fa20a-ad55-40e9-a448-06d4a7b955b0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '80915b04-d7b8-46aa-9e36-1545829dbf16', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:01.036296 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-147fa20a-ad55-40e9-a448-06d4a7b955b0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (59a64f44-7a52-4fd7-8d04-82638d292ddc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.095585 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-147fa20a-ad55-40e9-a448-06d4a7b955b0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (59a64f44-7a52-4fd7-8d04-82638d292ddc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.099464 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-147fa20a-ad55-40e9-a448-06d4a7b955b0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (59a64f44-7a52-4fd7-8d04-82638d292ddc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.117264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fa20a-ad55-40e9-a448-06d4a7b955b0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a64f44-7a52-4fd7-8d04-82638d292ddc,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:01.124266 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-147fa20a-ad55-40e9-a448-06d4a7b955b0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.125445 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-147fa20a-ad55-40e9-a448-06d4a7b955b0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161945 Mar 10 16:04:01.128248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43262) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:01.132947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-93e28187-c6b7-4c0c-8212-5cb927362b59 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '80915b04-d7b8-46aa-9e36-1545829dbf16', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:01.152269 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-93e28187-c6b7-4c0c-8212-5cb927362b59 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Project 2ccac637c23649c9b9e2ab7de1468a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:04:01.157102 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93e28187-c6b7-4c0c-8212-5cb927362b59 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (b33aabef-8cbe-453a-8fb1-24992cffebec), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.214961 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93e28187-c6b7-4c0c-8212-5cb927362b59 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (b33aabef-8cbe-453a-8fb1-24992cffebec), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.218520 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93e28187-c6b7-4c0c-8212-5cb927362b59 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (b33aabef-8cbe-453a-8fb1-24992cffebec), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.240266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e28187-c6b7-4c0c-8212-5cb927362b59 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33aabef-8cbe-453a-8fb1-24992cffebec,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:01.246173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-93e28187-c6b7-4c0c-8212-5cb927362b59 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.249978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-93e28187-c6b7-4c0c-8212-5cb927362b59 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182735 Mar 10 16:04:01.250205 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43264) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:01.255169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7c0b86f8-84d1-4ded-b664-937f4c742640 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '80915b04-d7b8-46aa-9e36-1545829dbf16', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:01.275803 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-7c0b86f8-84d1-4ded-b664-937f4c742640 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Project 2ccac637c23649c9b9e2ab7de1468a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:04:01.280657 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7c0b86f8-84d1-4ded-b664-937f4c742640 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (49011c7e-5442-4bcc-a69f-dd3fea4b0291), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.339366 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7c0b86f8-84d1-4ded-b664-937f4c742640 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (49011c7e-5442-4bcc-a69f-dd3fea4b0291), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.342807 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7c0b86f8-84d1-4ded-b664-937f4c742640 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (49011c7e-5442-4bcc-a69f-dd3fea4b0291), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.360157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b86f8-84d1-4ded-b664-937f4c742640 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49011c7e-5442-4bcc-a69f-dd3fea4b0291,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:01.368287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7c0b86f8-84d1-4ded-b664-937f4c742640 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.369420 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7c0b86f8-84d1-4ded-b664-937f4c742640 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181848 Mar 10 16:04:01.372368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43266) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:01.377054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'network': {'name': 'tempest-network-smoke--1223987561', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'port_security_enabled': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:01.395371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:04:01.398624 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.421892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 16:04:01.431505 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5b532601-12ab-4b53-bed3-a5b7984623a8), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.431842 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Added segment 5b532601-12ab-4b53-bed3-a5b7984623a8 of type vlan for network 2c064f97-fad6-46b8-a592-ce08516bfe59 Mar 10 16:04:01.474399 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (2c064f97-fad6-46b8-a592-ce08516bfe59), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.499080 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (2c064f97-fad6-46b8-a592-ce08516bfe59), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.503992 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:01.504572 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.536762 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1633439 Mar 10 16:04:01.539542 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43268) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:01.544178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'admin_state_up': True, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:01.564613 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.565684 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.579116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcd6a8-d5db-458a-ad60-53af4b9ce584 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Network': ['ID=2c064f97-fad6-46b8-a592-ce08516bfe59,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:01.590459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 2c064f97-fad6-46b8-a592-ce08516bfe59 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 16:04:01.621007 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_controller (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.772102 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.779426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a9273680-0e52-4587-8ecd-e01ee435f0e8 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:04:01.830337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a9273680-0e52-4587-8ecd-e01ee435f0e8 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:04:01.830690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a9273680-0e52-4587-8ecd-e01ee435f0e8 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:04:01.966143 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:01.985180 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:02.087820 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.25.3.58 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/8e00b79c-fcc0-4c41-b415-6d66aa94d029) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:04:02.194967 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:02.228350 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:02.264146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:04:02.267068 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:04:02.273841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:04:02.296951 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=8e00b79c-fcc0-4c41-b415-6d66aa94d029,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:02.535832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:02.734125 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:02.869789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 16:04:02.974200 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:04:02.986667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Sync routers for ids ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:04:02.998999 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:02.999227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Routers {'b0b1a0ca-eaac-45bd-9517-da74c2fa6423'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:04:02.999653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:03.003213 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d897167d-be2d-4038-b759-000827a1c30b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4595828 Mar 10 16:04:03.003678 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43270) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:03.050525 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-8ddded2b-03e5-4d55-9e7b-f3a1f255c00c tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=2ccac637c23649c9b9e2ab7de1468a19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430310 Mar 10 16:04:03.050757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43272) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:03.131391 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Set router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:04:03.142104 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260ca510-e3c7-487c-a92e-d3bebcc0fb82 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:03.143672 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-260ca510-e3c7-487c-a92e-d3bebcc0fb82 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921183 Mar 10 16:04:03.146481 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43274) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:03.173987 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-78070ae3-6c2c-42c8-a728-34f52f506310 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264030 Mar 10 16:04:03.176472 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43276) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:03.182283 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214747107', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:03.266909 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:04:03.270354 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:03.313200 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:02Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:03.340867 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Checking router: b0b1a0ca-eaac-45bd-9517-da74c2fa6423 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:04:03.341219 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Updating router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 port 8e00b79c-fcc0-4c41-b415-6d66aa94d029 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:04:03.371519 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:03.451922 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:03.516446 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Subnet': ['ID=6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:03.525633 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Checking segment: {'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:04:03.525987 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network hostable DHCP agents. Network: 2c064f97-fad6-46b8-a592-ce08516bfe59, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 16:04:03.543388 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 2c064f97-fad6-46b8-a592-ce08516bfe59 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 16:04:03.552731 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 2c064f97-fad6-46b8-a592-ce08516bfe59) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:04:03.557628 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:03.558636 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:03.563872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5138567-e761-451a-a5c4-199948dacdee None None] Network 2c064f97-fad6-46b8-a592-ce08516bfe59 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:04:03.575808 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a3ce1078-c8c6-4ee3-b815-833d3132da48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3983388 Mar 10 16:04:03.578841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43278) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:03.695367 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Publish callbacks [] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:03.718961 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:03.745251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-2c064f97-fad6-46b8-a592-ce08516bfe59', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ips': [{'subnet_id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 16:04:03.746089 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:03.788453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Pushing event updated for resources: {'Port': ['ID=8e00b79c-fcc0-4c41-b415-6d66aa94d029,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:03.796473 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Attempting to bind port 8e00b79c-fcc0-4c41-b415-6d66aa94d029 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:04:03.796845 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Attempting to bind port 8e00b79c-fcc0-4c41-b415-6d66aa94d029 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:04:03.797206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Attempting to bind port 8e00b79c-fcc0-4c41-b415-6d66aa94d029 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:04:03.806843 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.807199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.807530 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.807868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.808196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.808520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.808844 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.809165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.809492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.809800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.810119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.810433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.810746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:03.858992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:04:03.859366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:04:03.859766 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:03.860157 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:04:03.860634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Bound port: 8e00b79c-fcc0-4c41-b415-6d66aa94d029, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:04:03.861010 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:03.957868 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] For port 8e00b79c-fcc0-4c41-b415-6d66aa94d029, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:04:03.963927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] For port 8e00b79c-fcc0-4c41-b415-6d66aa94d029, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8e00b79c-fcc0-4c41-b415-6d66aa94d029,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:04:03.970489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Allocated IP 172.20.0.2 (2c064f97-fad6-46b8-a592-ce08516bfe59/6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6/edeff138-9c99-413e-a686-830a26ffdbe6) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:04:03.974906 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:04.021687 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:04.062994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Routers {'b0b1a0ca-eaac-45bd-9517-da74c2fa6423'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:04:04.063639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:04.101653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c4eb6-3203-49b7-b78c-afd1dd72490c None None] Pushing event updated for resources: {'Port': ['ID=8e00b79c-fcc0-4c41-b415-6d66aa94d029,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:04.278837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] Set router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:04:04.306505 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Publish callbacks [] for port (edeff138-9c99-413e-a686-830a26ffdbe6), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:04.342126 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:04.425762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Network 2c064f97-fad6-46b8-a592-ce08516bfe59 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:04:04.431671 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:04:04.440206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:04:04.453031 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Pushing event updated for resources: {'Port': ['ID=edeff138-9c99-413e-a686-830a26ffdbe6,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:04.545263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Attempting to bind port edeff138-9c99-413e-a686-830a26ffdbe6 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:04:04.545550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Attempting to bind port edeff138-9c99-413e-a686-830a26ffdbe6 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:04:04.545916 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Attempting to bind port edeff138-9c99-413e-a686-830a26ffdbe6 on network 2c064f97-fad6-46b8-a592-ce08516bfe59 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:04:04.555818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:04:04.556191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Checking segment: {'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:04:04.556601 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:04.556995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Bound using segment: {'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:04:04.557472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Bound port: edeff138-9c99-413e-a686-830a26ffdbe6, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:04:04.557850 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:04.608769 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.20.0.1 (2c064f97-fad6-46b8-a592-ce08516bfe59/6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6/ea48776d-2a2e-4501-a10d-bc6e2c740a19) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:04:04.625236 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:02Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:04.658155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609c370-6b12-487b-b002-09ad926f9f46 None None] The sync data for ids ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'] in n-d-833090-1 is: [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:02Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:04:04.660087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a422ed03-547e-495c-835e-d0fe168976db None None] For port edeff138-9c99-413e-a686-830a26ffdbe6, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:04:04.672491 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-a422ed03-547e-495c-835e-d0fe168976db None None] For port edeff138-9c99-413e-a686-830a26ffdbe6, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=edeff138-9c99-413e-a686-830a26ffdbe6,segment=NetworkSegment(5b532601-12ab-4b53-bed3-a5b7984623a8),segment_id=5b532601-12ab-4b53-bed3-a5b7984623a8)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:04:04.683514 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:04.729557 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:04.741880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422ed03-547e-495c-835e-d0fe168976db None None] Pushing event updated for resources: {'Port': ['ID=edeff138-9c99-413e-a686-830a26ffdbe6,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:04.771931 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:04.815754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 2c064f97-fad6-46b8-a592-ce08516bfe59 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:04:04.819311 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:04:04.827025 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:04:04.852950 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=ea48776d-2a2e-4501-a10d-bc6e2c740a19,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:04.879379 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:05.058454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:05.371466 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:05.376070 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:05.458086 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=ea48776d-2a2e-4501-a10d-bc6e2c740a19,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:05.463372 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:05.583700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 2c064f97-fad6-46b8-a592-ce08516bfe59 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:04:05.585321 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:04:05.747435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:04:05.798378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device edeff138-9c99-413e-a686-830a26ffdbe6 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:04:05.863742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9024ae19-bf29-4fe9-b5f3-a0748dfd62bb None None] Network 2c064f97-fad6-46b8-a592-ce08516bfe59 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:04:05.878469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:04:05.884090 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-2fa50258-1921-4ef7-9040-faee1c8b0504 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "PUT /v2.0/routers/b0b1a0ca-eaac-45bd-9517-da74c2fa6423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3042138 Mar 10 16:04:05.887581 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port edeff138-9c99-413e-a686-830a26ffdbe6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:05.888163 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:05.977620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-55389afd-acb7-488c-b861-8e9d72dd84ec None None] Provisioning complete for port edeff138-9c99-413e-a686-830a26ffdbe6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:05.978002 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-55389afd-acb7-488c-b861-8e9d72dd84ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:06.073337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-dae524a3-1cb8-47dc-bc5f-7f6e2cb17fa0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213340523&fields=id&tenant_id=2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 267 time: 0.0472043 Mar 10 16:04:06.091215 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port edeff138-9c99-413e-a686-830a26ffdbe6 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:06.091608 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:06.219948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-b078c031-6507-48da-8693-d34cfc229978 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:06.221688 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-b078c031-6507-48da-8693-d34cfc229978 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/networks?id=2c064f97-fad6-46b8-a592-ce08516bfe59 HTTP/1.1" status: 200 len: 797 time: 0.1408539 Mar 10 16:04:06.238610 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-1b9ba6f8-d1ae-454b-b8b2-a8166b0d66bf tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/quotas/2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 375 time: 0.0107880 Mar 10 16:04:06.307876 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-6b97dc86-8091-48a8-8793-909bb7c0555b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617478 Mar 10 16:04:06.330650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-55389afd-acb7-488c-b861-8e9d72dd84ec None None] Current status of the port edeff138-9c99-413e-a686-830a26ffdbe6 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:06.331079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-55389afd-acb7-488c-b861-8e9d72dd84ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:06.334053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port edeff138-9c99-413e-a686-830a26ffdbe6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=edeff138-9c99-413e-a686-830a26ffdbe6,segment=NetworkSegment(5b532601-12ab-4b53-bed3-a5b7984623a8),segment_id=5b532601-12ab-4b53-bed3-a5b7984623a8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:04:06.346519 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:06.347490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8e00b79c-fcc0-4c41-b415-6d66aa94d029 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:04:06.475448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=edeff138-9c99-413e-a686-830a26ffdbe6,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:06.497571 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-55389afd-acb7-488c-b861-8e9d72dd84ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 16:04:06.497906 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-55389afd-acb7-488c-b861-8e9d72dd84ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 16:04:06.511507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8e00b79c-fcc0-4c41-b415-6d66aa94d029 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:06.511889 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:06.525964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-32628183-92ad-4f5a-88b1-44c5982389a8 service neutron] 10.222.0.11 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008908 Mar 10 16:04:06.613903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8e00b79c-fcc0-4c41-b415-6d66aa94d029 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:06.614933 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:06.641879 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Sync routers for ids ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:04:06.656638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 8e00b79c-fcc0-4c41-b415-6d66aa94d029, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8e00b79c-fcc0-4c41-b415-6d66aa94d029,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:04:06.658709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-cf20dfb6-2d1c-4423-8942-77ef75d7ca73 service neutron] 10.222.0.11 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228852 Mar 10 16:04:06.659239 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Routers {'b0b1a0ca-eaac-45bd-9517-da74c2fa6423'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:04:06.659889 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:06.671866 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:06.740621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=8e00b79c-fcc0-4c41-b415-6d66aa94d029,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:06.812285 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Set router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:04:06.860390 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-38dc1083-4a46-4cce-9c32-502dfc0655f5 req-325e1a01-7891-4e12-bc63-5e70e74ae327 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 210 time: 0.0358949 Mar 10 16:04:07.043785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-55389afd-acb7-488c-b861-8e9d72dd84ec None None] Current status of the port edeff138-9c99-413e-a686-830a26ffdbe6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:07.063879 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:05Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ea48776d-2a2e-4501-a10d-bc6e2c740a19', 'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:eb:50:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:04Z', 'updated_at': '2022-03-10T16:04:05Z', 'revision_number': 2, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:07.098354 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Checking router: b0b1a0ca-eaac-45bd-9517-da74c2fa6423 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:04:07.098704 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Updating router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 port ea48776d-2a2e-4501-a10d-bc6e2c740a19 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:04:07.125518 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:07.164342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2ead0953-60b4-4901-83cd-e593500f63b0 None None] Provisioning complete for port edeff138-9c99-413e-a686-830a26ffdbe6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:07.164638 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2ead0953-60b4-4901-83cd-e593500f63b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:07.268164 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2ead0953-60b4-4901-83cd-e593500f63b0 None None] Current status of the port edeff138-9c99-413e-a686-830a26ffdbe6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:07.278596 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2ead0953-60b4-4901-83cd-e593500f63b0 None None] Provisioning complete for port ea48776d-2a2e-4501-a10d-bc6e2c740a19 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:07.279016 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2ead0953-60b4-4901-83cd-e593500f63b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:07.314441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2ead0953-60b4-4901-83cd-e593500f63b0 None None] Port ea48776d-2a2e-4501-a10d-bc6e2c740a19 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:04:07.394706 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Publish callbacks [] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:07.399703 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:07.478110 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Pushing event updated for resources: {'Port': ['ID=ea48776d-2a2e-4501-a10d-bc6e2c740a19,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:07.490231 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.490903 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.491426 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.492665 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.493070 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.493412 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.493751 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.494082 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.494409 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.494737 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.495143 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.495466 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.495791 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:04:07.532858 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Attempting to bind port ea48776d-2a2e-4501-a10d-bc6e2c740a19 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:04:07.533232 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Attempting to bind port ea48776d-2a2e-4501-a10d-bc6e2c740a19 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:04:07.533592 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Attempting to bind port ea48776d-2a2e-4501-a10d-bc6e2c740a19 on network 2c064f97-fad6-46b8-a592-ce08516bfe59 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:04:07.539322 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:04:07.539705 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Checking segment: {'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:04:07.540109 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:07.540500 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Bound using segment: {'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:04:07.540965 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Bound port: ea48776d-2a2e-4501-a10d-bc6e2c740a19, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:04:07.541339 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:07.616362 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] For port ea48776d-2a2e-4501-a10d-bc6e2c740a19, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:04:07.621459 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] For port ea48776d-2a2e-4501-a10d-bc6e2c740a19, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ea48776d-2a2e-4501-a10d-bc6e2c740a19,segment=NetworkSegment(5b532601-12ab-4b53-bed3-a5b7984623a8),segment_id=5b532601-12ab-4b53-bed3-a5b7984623a8)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:04:07.632159 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:07.701692 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Routers {'b0b1a0ca-eaac-45bd-9517-da74c2fa6423'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:04:07.702505 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:07.709940 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device edeff138-9c99-413e-a686-830a26ffdbe6 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:04:07.761693 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4c679-7cff-4855-b646-688dc9a788ae None None] Pushing event updated for resources: {'Port': ['ID=ea48776d-2a2e-4501-a10d-bc6e2c740a19,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:07.768618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b02490d4-0963-4385-9537-3530f97ceb25 None None] Provisioning complete for port ea48776d-2a2e-4501-a10d-bc6e2c740a19 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:07.769001 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b02490d4-0963-4385-9537-3530f97ceb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:07.869360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port edeff138-9c99-413e-a686-830a26ffdbe6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:07.869740 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:07.942046 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] Set router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:04:07.990663 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b02490d4-0963-4385-9537-3530f97ceb25 None None] Current status of the port ea48776d-2a2e-4501-a10d-bc6e2c740a19 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:07.999614 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b02490d4-0963-4385-9537-3530f97ceb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:08.045854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-56762272-411f-4326-9b23-fe31d347b445 req-5d14b4f4-1377-420a-b723-79080870a296 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 210 time: 0.0734663 Mar 10 16:04:08.062335 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b02490d4-0963-4385-9537-3530f97ceb25 None None] For port ea48776d-2a2e-4501-a10d-bc6e2c740a19, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ea48776d-2a2e-4501-a10d-bc6e2c740a19,segment=NetworkSegment(5b532601-12ab-4b53-bed3-a5b7984623a8),segment_id=5b532601-12ab-4b53-bed3-a5b7984623a8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:04:08.099261 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b02490d4-0963-4385-9537-3530f97ceb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:08.138462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port edeff138-9c99-413e-a686-830a26ffdbe6 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:08.139615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8e00b79c-fcc0-4c41-b415-6d66aa94d029 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:04:08.185116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02490d4-0963-4385-9537-3530f97ceb25 None None] Pushing event updated for resources: {'Port': ['ID=ea48776d-2a2e-4501-a10d-bc6e2c740a19,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:08.223489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 8e00b79c-fcc0-4c41-b415-6d66aa94d029 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:08.223865 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:08.256131 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-91cc3a98-fc3a-439b-823a-7ca37f81402f None None] Provisioning complete for port ea48776d-2a2e-4501-a10d-bc6e2c740a19 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:08.256593 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-91cc3a98-fc3a-439b-823a-7ca37f81402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:08.369537 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:05Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ea48776d-2a2e-4501-a10d-bc6e2c740a19', 'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:eb:50:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:04Z', 'updated_at': '2022-03-10T16:04:07Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:08.390974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 8e00b79c-fcc0-4c41-b415-6d66aa94d029 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:08.401067 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95134a0-0879-4581-bba0-5567406436e3 None None] The sync data for ids ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'] in n-d-833090-1 is: [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:05Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ea48776d-2a2e-4501-a10d-bc6e2c740a19', 'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:eb:50:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:04Z', 'updated_at': '2022-03-10T16:04:07Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:04:08.405624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-91cc3a98-fc3a-439b-823a-7ca37f81402f None None] Current status of the port ea48776d-2a2e-4501-a10d-bc6e2c740a19 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:09.055071 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-5c090ae4-8bf9-4f02-8cf6-45fb1ddc6d72 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:09.056552 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-5c090ae4-8bf9-4f02-8cf6-45fb1ddc6d72 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "GET /v2.0/networks?id=2c064f97-fad6-46b8-a592-ce08516bfe59 HTTP/1.1" status: 200 len: 797 time: 0.1119726 Mar 10 16:04:09.151037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-cdf7c9d6-278d-4e37-81fe-b98b4f87001f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 380 time: 0.0866475 Mar 10 16:04:09.169899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'port': {'device_id': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'admin_state_up': True, 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'security_groups': ['80915b04-d7b8-46aa-9e36-1545829dbf16']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:09.174571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e4ca120-ede0-4dbd-ad23-ae2c20c9212a req-3c932e9f-6a8d-41a9-8974-6a910d89effa tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 210 time: 0.0476525 Mar 10 16:04:09.285316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:04:09.289450 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:09.429632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.20.0.4 (2c064f97-fad6-46b8-a592-ce08516bfe59/6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6/62f2687e-dcff-4c3e-971e-ecff46ff0020) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:04:09.571265 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:09.604897 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:09.651718 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 2c064f97-fad6-46b8-a592-ce08516bfe59 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:04:09.657371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:04:09.662191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:04:09.686545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=62f2687e-dcff-4c3e-971e-ecff46ff0020,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:09.707001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ea48776d-2a2e-4501-a10d-bc6e2c740a19 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:04:09.715961 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:09.716592 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:09.736020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-bcf75912-0a77-47fd-9b64-118940201bf7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697753 Mar 10 16:04:09.749500 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Request body: {'port': {'device_id': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:09.766612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ea48776d-2a2e-4501-a10d-bc6e2c740a19 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:09.767101 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:09.817807 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:09.851747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ea48776d-2a2e-4501-a10d-bc6e2c740a19 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:09.935727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2506e2b6-12bf-4907-9eed-34ba0c0109da None None] Provisioning complete for port 62f2687e-dcff-4c3e-971e-ecff46ff0020 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:09.936026 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2506e2b6-12bf-4907-9eed-34ba0c0109da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:09.969901 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2506e2b6-12bf-4907-9eed-34ba0c0109da None None] Port 62f2687e-dcff-4c3e-971e-ecff46ff0020 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:04:10.082845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f2687e-dcff-4c3e-971e-ecff46ff0020 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:04:10.091123 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Publish callbacks [] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:10.102722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Transition to ACTIVE for port object 62f2687e-dcff-4c3e-971e-ecff46ff0020 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 16:04:10.106855 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:10.158612 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Pushing event updated for resources: {'Port': ['ID=62f2687e-dcff-4c3e-971e-ecff46ff0020,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:10.240866 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Attempting to bind port 62f2687e-dcff-4c3e-971e-ecff46ff0020 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:04:10.241221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Attempting to bind port 62f2687e-dcff-4c3e-971e-ecff46ff0020 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:04:10.242080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Attempting to bind port 62f2687e-dcff-4c3e-971e-ecff46ff0020 on network 2c064f97-fad6-46b8-a592-ce08516bfe59 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:04:10.256704 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Port 62f2687e-dcff-4c3e-971e-ecff46ff0020 on network 2c064f97-fad6-46b8-a592-ce08516bfe59 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 16:04:10.257031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Attempting to bind port 62f2687e-dcff-4c3e-971e-ecff46ff0020 on network 2c064f97-fad6-46b8-a592-ce08516bfe59 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:04:10.278728 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:04:10.279127 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Checking segment: {'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:04:10.279528 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Bound using segment: {'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:04:10.279981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Bound port: 62f2687e-dcff-4c3e-971e-ecff46ff0020, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b532601-12ab-4b53-bed3-a5b7984623a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:04:10.280340 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:10.342399 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275b2ac-e0f6-4584-a9bd-7b72c14591a4 req-4baa2251-d657-4762-bca0-2663d521fe1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:10.343932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1275b2ac-e0f6-4584-a9bd-7b72c14591a4 req-4baa2251-d657-4762-bca0-2663d521fe1a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 943 time: 0.0970025 Mar 10 16:04:10.382021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] For port 62f2687e-dcff-4c3e-971e-ecff46ff0020, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:04:10.403926 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] For port 62f2687e-dcff-4c3e-971e-ecff46ff0020, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020,segment=NetworkSegment(5b532601-12ab-4b53-bed3-a5b7984623a8),segment_id=5b532601-12ab-4b53-bed3-a5b7984623a8)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:04:10.416352 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:10.427556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1275b2ac-e0f6-4584-a9bd-7b72c14591a4 req-e13d446a-b39c-4a6a-9f17-122b5865a820 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775752 Mar 10 16:04:10.456013 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:10.456606 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:10.457984 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] 10.222.0.62 "PUT /v2.0/ports/62f2687e-dcff-4c3e-971e-ecff46ff0020 HTTP/1.1" status: 200 len: 1091 time: 0.7145028 Mar 10 16:04:10.460556 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'tag': '62f2687e-dcff-4c3e-971e-ecff46ff0020'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:04:10.464802 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811cab83-e95e-432b-ac4d-5cbfa448a2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa6be54-9147-4253-a7ca-9b527c2f0763", "tag": "62f2687e-dcff-4c3e-971e-ecff46ff0020"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:04:10.497973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22d0c5-01e2-4dd0-ab3e-909c58d2425d service neutron] Pushing event updated for resources: {'Port': ['ID=62f2687e-dcff-4c3e-971e-ecff46ff0020,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:10.514388 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7ae2b-6b87-4d27-819b-407c3ab84e40 x-openstack-request-id: req-6cd7ae2b-6b87-4d27-819b-407c3ab84e40 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:04:10.514761 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa6be54-9147-4253-a7ca-9b527c2f0763", "tag": "62f2687e-dcff-4c3e-971e-ecff46ff0020", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:04:10.515113 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6cd7ae2b-6b87-4d27-819b-407c3ab84e40 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:04:10.515590 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'tag': '62f2687e-dcff-4c3e-971e-ecff46ff0020', 'status': 'completed', 'code': 200} Mar 10 16:04:10.562050 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-5ba0868c-b45b-4c38-b056-aed8770330f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:10.563492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-5ba0868c-b45b-4c38-b056-aed8770330f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 1125 time: 0.0470455 Mar 10 16:04:10.605884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-f168147a-aa32-4eec-957e-be6954afaeb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020 HTTP/1.1" status: 200 len: 217 time: 0.0347979 Mar 10 16:04:10.659940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-42d3af59-86df-45e9-9f0d-4c7e52245ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:10.661313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-42d3af59-86df-45e9-9f0d-4c7e52245ce4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6 HTTP/1.1" status: 200 len: 835 time: 0.0495603 Mar 10 16:04:10.709270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-795f2eba-6c3e-4250-8def-a2a581b58b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:10.710767 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-795f2eba-6c3e-4250-8def-a2a581b58b80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c064f97-fad6-46b8-a592-ce08516bfe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437605 Mar 10 16:04:10.800254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-2418ca37-03be-4162-b3ff-58ea966f85bf service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832813 Mar 10 16:04:10.892246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f9f5104-26e1-49ca-ada2-036dbc8b7cf7 req-ff9b101c-4f07-4c54-b5f9-5a41c5ef4035 service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854859 Mar 10 16:04:10.983888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cab83-e95e-432b-ac4d-5cbfa448a2ac req-f1ec7b15-a412-445a-be3e-d4dcd5bf4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:10.985403 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-811cab83-e95e-432b-ac4d-5cbfa448a2ac req-f1ec7b15-a412-445a-be3e-d4dcd5bf4d94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 1125 time: 0.0452638 Mar 10 16:04:11.076324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cab83-e95e-432b-ac4d-5cbfa448a2ac req-9d429548-c536-4376-ba25-f7c050590111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:11.077785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-811cab83-e95e-432b-ac4d-5cbfa448a2ac req-9d429548-c536-4376-ba25-f7c050590111 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c064f97-fad6-46b8-a592-ce08516bfe59 HTTP/1.1" status: 200 len: 898 time: 0.0869651 Mar 10 16:04:11.118632 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-811cab83-e95e-432b-ac4d-5cbfa448a2ac req-90096d01-69b9-42d8-98ca-8323bbef7278 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020 HTTP/1.1" status: 200 len: 217 time: 0.0351584 Mar 10 16:04:11.168824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cab83-e95e-432b-ac4d-5cbfa448a2ac req-c81239bd-142f-4b70-9a84-e098fd9ca5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:11.170147 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-811cab83-e95e-432b-ac4d-5cbfa448a2ac req-c81239bd-142f-4b70-9a84-e098fd9ca5a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6 HTTP/1.1" status: 200 len: 835 time: 0.0462718 Mar 10 16:04:11.217831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cab83-e95e-432b-ac4d-5cbfa448a2ac req-0e8fb3a0-769a-48c1-bead-1f404809bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:11.219338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-811cab83-e95e-432b-ac4d-5cbfa448a2ac req-0e8fb3a0-769a-48c1-bead-1f404809bcbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c064f97-fad6-46b8-a592-ce08516bfe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429373 Mar 10 16:04:11.309330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-811cab83-e95e-432b-ac4d-5cbfa448a2ac req-60ce2c22-7ea2-4892-8e9b-f479cbd4d3d0 service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840309 Mar 10 16:04:11.403290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-811cab83-e95e-432b-ac4d-5cbfa448a2ac req-4fbc90a3-0091-4c4d-81d4-631feb08237a service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881004 Mar 10 16:04:11.549054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5151fd2-2583-4c6c-8f4a-8015f51ac2ff req-d2b90bfc-b95e-4e0e-9dff-63d8d4627eaf tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:11.550522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5151fd2-2583-4c6c-8f4a-8015f51ac2ff req-d2b90bfc-b95e-4e0e-9dff-63d8d4627eaf tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 943 time: 0.0525463 Mar 10 16:04:11.599015 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d5151fd2-2583-4c6c-8f4a-8015f51ac2ff req-0aa07e43-2053-4633-ba72-05961c100482 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425866 Mar 10 16:04:12.722030 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cc92d-2338-45c1-8095-84cecf5a9356 req-a5c002e7-f5af-4d0b-8406-69c1e1f34dda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:12.723519 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-034cc92d-2338-45c1-8095-84cecf5a9356 req-a5c002e7-f5af-4d0b-8406-69c1e1f34dda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 943 time: 0.0570354 Mar 10 16:04:12.770986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-034cc92d-2338-45c1-8095-84cecf5a9356 req-ddceac6f-0be8-44b6-8ab1-ec987677f1c2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411942 Mar 10 16:04:13.874217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 62f2687e-dcff-4c3e-971e-ecff46ff0020 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:04:13.890128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3a67-abbd-415e-9d6c-136716ecf4e2 req-3fd50949-8ad2-41fc-8124-f050882326c4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:13.891696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa2e3a67-abbd-415e-9d6c-136716ecf4e2 req-3fd50949-8ad2-41fc-8124-f050882326c4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 943 time: 0.0532992 Mar 10 16:04:13.940930 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa2e3a67-abbd-415e-9d6c-136716ecf4e2 req-4f8c2ac1-99f0-4fbd-9f12-c8ef4df26127 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434213 Mar 10 16:04:13.971571 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 62f2687e-dcff-4c3e-971e-ecff46ff0020, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020,segment=NetworkSegment(5b532601-12ab-4b53-bed3-a5b7984623a8),segment_id=5b532601-12ab-4b53-bed3-a5b7984623a8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:04:13.983599 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '62f2687e-dcff-4c3e-971e-ecff46ff0020', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'port_id': '62f2687e-dcff-4c3e-971e-ecff46ff0020', 'mac_address': 'fa:16:3e:a2:ec:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:04:14.023797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 62f2687e-dcff-4c3e-971e-ecff46ff0020 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:14.024180 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:14.036361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f2687e-dcff-4c3e-971e-ecff46ff0020 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:04:14.056196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 62f2687e-dcff-4c3e-971e-ecff46ff0020, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020,segment=NetworkSegment(5b532601-12ab-4b53-bed3-a5b7984623a8),segment_id=5b532601-12ab-4b53-bed3-a5b7984623a8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:04:14.060380 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:14.106428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=62f2687e-dcff-4c3e-971e-ecff46ff0020,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:14.398394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['62f2687e-dcff-4c3e-971e-ecff46ff0020'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:04:15.057369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef7b9-dd2e-43c4-ad07-6433bd3c8c3f req-125413eb-45ee-429f-9bb7-e717f193bb9d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:15.058834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aaef7b9-dd2e-43c4-ad07-6433bd3c8c3f req-125413eb-45ee-429f-9bb7-e717f193bb9d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 944 time: 0.0516300 Mar 10 16:04:15.110511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aaef7b9-dd2e-43c4-ad07-6433bd3c8c3f req-547c5429-197c-4ca6-a549-9748a939293a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461247 Mar 10 16:04:15.896190 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 62f2687e-dcff-4c3e-971e-ecff46ff0020 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:04:15.947587 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 62f2687e-dcff-4c3e-971e-ecff46ff0020 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 16:04:15.951554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 62f2687e-dcff-4c3e-971e-ecff46ff0020 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:04:15.951998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:16.027115 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 62f2687e-dcff-4c3e-971e-ecff46ff0020 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:04:16.027495 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:16.049940 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f2687e-dcff-4c3e-971e-ecff46ff0020'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:04:16.052204 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832a46a1-2937-4e72-bf58-ed0ad7b3c3b2" -d '{"events": [{"server_uuid": "dfa6be54-9147-4253-a7ca-9b527c2f0763", "name": "network-vif-plugged", "status": "completed", "tag": "62f2687e-dcff-4c3e-971e-ecff46ff0020"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:04:16.064408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 62f2687e-dcff-4c3e-971e-ecff46ff0020, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020,segment=NetworkSegment(5b532601-12ab-4b53-bed3-a5b7984623a8),segment_id=5b532601-12ab-4b53-bed3-a5b7984623a8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:04:16.068566 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:16.091612 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d202b8-b2b0-4777-b36a-c09a6062e031 x-openstack-request-id: req-26d202b8-b2b0-4777-b36a-c09a6062e031 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:04:16.091904 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa6be54-9147-4253-a7ca-9b527c2f0763", "name": "network-vif-plugged", "status": "completed", "tag": "62f2687e-dcff-4c3e-971e-ecff46ff0020", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:04:16.092153 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26d202b8-b2b0-4777-b36a-c09a6062e031 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:04:16.092540 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f2687e-dcff-4c3e-971e-ecff46ff0020', 'code': 200} Mar 10 16:04:16.120087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=62f2687e-dcff-4c3e-971e-ecff46ff0020,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:16.213131 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1e53-543d-44b3-80ae-1a2db4bbd930 req-18f98fd5-3855-443e-b388-80bc8b3ec697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:16.214609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bbce1e53-543d-44b3-80ae-1a2db4bbd930 req-18f98fd5-3855-443e-b388-80bc8b3ec697 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 1127 time: 0.0686946 Mar 10 16:04:16.256721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d7210-dcea-4305-aa3b-97b2881e0a56 req-fc4b6110-4e0e-40b6-875d-eebc25216f04 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:16.258215 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c04d7210-dcea-4305-aa3b-97b2881e0a56 req-fc4b6110-4e0e-40b6-875d-eebc25216f04 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0770409 Mar 10 16:04:16.287657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bbce1e53-543d-44b3-80ae-1a2db4bbd930 req-10c26da6-31ed-47d4-865a-d4ba834e2a04 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654044 Mar 10 16:04:16.317886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c04d7210-dcea-4305-aa3b-97b2881e0a56 req-b84ca037-2148-45cb-bd5e-8978bc1d300c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501914 Mar 10 16:04:17.440253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0091d33-3338-443e-869c-4d64c1cb2c3b req-9e24bd66-2fa7-43dc-a847-6b727f3555f5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:17.441711 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0091d33-3338-443e-869c-4d64c1cb2c3b req-9e24bd66-2fa7-43dc-a847-6b727f3555f5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0552199 Mar 10 16:04:17.492815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0091d33-3338-443e-869c-4d64c1cb2c3b req-9f1768c1-3cf5-4d6a-aa16-f1e116315f8a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448561 Mar 10 16:04:18.407645 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:18.613054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6564772-fb43-4278-9c77-c9f299e1d81e req-88d10c8e-ff9d-4684-972f-a90e6827c4e9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:18.614541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6564772-fb43-4278-9c77-c9f299e1d81e req-88d10c8e-ff9d-4684-972f-a90e6827c4e9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0544131 Mar 10 16:04:18.662388 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6564772-fb43-4278-9c77-c9f299e1d81e req-44e6ce81-d960-41dd-a459-d4caf20882f5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416014 Mar 10 16:04:18.778314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0fa86-4b20-4809-bf24-b0d6ab9056a9 req-11b23c03-c435-4e08-b186-85c49d1b98e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:18.779817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63c0fa86-4b20-4809-bf24-b0d6ab9056a9 req-11b23c03-c435-4e08-b186-85c49d1b98e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0516093 Mar 10 16:04:18.831129 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-63c0fa86-4b20-4809-bf24-b0d6ab9056a9 req-e1285d9f-0f25-4257-8521-486533960863 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457978 Mar 10 16:04:18.852753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43338) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:18.895263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c8f45-cd81-406f-af84-a72abc9a1079 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:18.896756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ab0c8f45-cd81-406f-af84-a72abc9a1079 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 1122 time: 0.0430632 Mar 10 16:04:18.900130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43340) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:18.904242 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '62f2687e-dcff-4c3e-971e-ecff46ff0020', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:04:18.923834 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:19.017289 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:19.120333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.25.3.60 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/9cb05f01-2142-4fe2-9e0c-a39ec1856cc0) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:04:19.218465 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (9cb05f01-2142-4fe2-9e0c-a39ec1856cc0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:19.255601 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9cb05f01-2142-4fe2-9e0c-a39ec1856cc0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:19.290727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:04:19.293566 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:04:19.299394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:04:19.323011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=9cb05f01-2142-4fe2-9e0c-a39ec1856cc0,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:19.672037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (a2286983-5a9a-4b95-a0ec-e1513dedbf81), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:19.742580 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9cb05f01-2142-4fe2-9e0c-a39ec1856cc0), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:20.219982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (9cb05f01-2142-4fe2-9e0c-a39ec1856cc0), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:20.224946 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9cb05f01-2142-4fe2-9e0c-a39ec1856cc0), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:20.298882 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=9cb05f01-2142-4fe2-9e0c-a39ec1856cc0,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:04:20.312401 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (a2286983-5a9a-4b95-a0ec-e1513dedbf81), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:20.371574 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:04:20.417855 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Floating IP a2286983-5a9a-4b95-a0ec-e1513dedbf81 associated. External IP: 172.25.3.60, port: 62f2687e-dcff-4c3e-971e-ecff46ff0020. Mar 10 16:04:20.657236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:04:20.780428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:04:20.791124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bfcdda-1c5a-4441-b585-a709a1568e40 None None] Sync routers for ids ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:04:20.798571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:20.801669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfcdda-1c5a-4441-b585-a709a1568e40 None None] Routers {'b0b1a0ca-eaac-45bd-9517-da74c2fa6423'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:04:20.802376 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d0bfcdda-1c5a-4441-b585-a709a1568e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:20.828844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7fe759ed-ab8f-45af-9f83-2bf5e3d421bb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9277081 Mar 10 16:04:20.829557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'tag': '62f2687e-dcff-4c3e-971e-ecff46ff0020'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:04:20.832026 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82cb782-fcce-4bea-98fd-07cf4019ef36" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa6be54-9147-4253-a7ca-9b527c2f0763", "tag": "62f2687e-dcff-4c3e-971e-ecff46ff0020"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:04:20.874651 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f53966-e556-443b-b9d8-2153f31f41f0 x-openstack-request-id: req-48f53966-e556-443b-b9d8-2153f31f41f0 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:04:20.875066 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa6be54-9147-4253-a7ca-9b527c2f0763", "tag": "62f2687e-dcff-4c3e-971e-ecff46ff0020", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:04:20.875332 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48f53966-e556-443b-b9d8-2153f31f41f0 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:04:20.875742 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'tag': '62f2687e-dcff-4c3e-971e-ecff46ff0020', 'status': 'completed', 'code': 200} Mar 10 16:04:20.929693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d0bfcdda-1c5a-4441-b585-a709a1568e40 None None] Set router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:04:20.981733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edacc4-f0c8-473d-972a-9c804aaf95c3 req-ce863fd2-279c-4311-bef3-6dd039c8d369 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:20.983310 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1edacc4-f0c8-473d-972a-9c804aaf95c3 req-ce863fd2-279c-4311-bef3-6dd039c8d369 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0958266 Mar 10 16:04:20.986153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cb782-fcce-4bea-98fd-07cf4019ef36 req-47d57c32-3ff9-45e9-9cfa-21144dfc7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:20.987593 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82cb782-fcce-4bea-98fd-07cf4019ef36 req-47d57c32-3ff9-45e9-9cfa-21144dfc7ef5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 1127 time: 0.0860803 Mar 10 16:04:21.097491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1edacc4-f0c8-473d-972a-9c804aaf95c3 req-2d73480c-418b-44c3-980d-0635c1da94cc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082952 Mar 10 16:04:21.117848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cb782-fcce-4bea-98fd-07cf4019ef36 req-14e9c46f-3da6-4686-9f92-dba5b4e652af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:21.119341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82cb782-fcce-4bea-98fd-07cf4019ef36 req-14e9c46f-3da6-4686-9f92-dba5b4e652af service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c064f97-fad6-46b8-a592-ce08516bfe59 HTTP/1.1" status: 200 len: 898 time: 0.1238549 Mar 10 16:04:21.120630 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43346) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:21.168546 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d0bfcdda-1c5a-4441-b585-a709a1568e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:05Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'a2286983-5a9a-4b95-a0ec-e1513dedbf81', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'port_id': '62f2687e-dcff-4c3e-971e-ecff46ff0020', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'mac_address': 'fa:16:3e:a2:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:04:19Z', 'updated_at': '2022-03-10T16:04:19Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea48776d-2a2e-4501-a10d-bc6e2c740a19', 'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:eb:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:04Z', 'updated_at': '2022-03-10T16:04:08Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:21.198412 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bfcdda-1c5a-4441-b585-a709a1568e40 None None] Checking router: b0b1a0ca-eaac-45bd-9517-da74c2fa6423 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:04:21.207084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfcdda-1c5a-4441-b585-a709a1568e40 None None] Routers {'b0b1a0ca-eaac-45bd-9517-da74c2fa6423'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:04:21.207697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d0bfcdda-1c5a-4441-b585-a709a1568e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:03:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:21.232194 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e0ac4d3b-042a-44d8-8d63-e51215491ea1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/a2286983-5a9a-4b95-a0ec-e1513dedbf81 HTTP/1.1" status: 200 len: 990 time: 0.1103654 Mar 10 16:04:21.234327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82cb782-fcce-4bea-98fd-07cf4019ef36 req-a3380fdb-e1f7-4033-b430-10b5f3d32fb5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020 HTTP/1.1" status: 200 len: 998 time: 0.1065688 Mar 10 16:04:21.289557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cb782-fcce-4bea-98fd-07cf4019ef36 req-320889ae-ffec-4e71-bc5f-b4b6d88f98af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:21.291065 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82cb782-fcce-4bea-98fd-07cf4019ef36 req-320889ae-ffec-4e71-bc5f-b4b6d88f98af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6 HTTP/1.1" status: 200 len: 835 time: 0.0510006 Mar 10 16:04:21.330462 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:21.338360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d0bfcdda-1c5a-4441-b585-a709a1568e40 None None] Set router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:04:21.340385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cb782-fcce-4bea-98fd-07cf4019ef36 req-63aec807-7208-4f60-8860-1d7509c7019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:04:21.341942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82cb782-fcce-4bea-98fd-07cf4019ef36 req-63aec807-7208-4f60-8860-1d7509c7019c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c064f97-fad6-46b8-a592-ce08516bfe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456786 Mar 10 16:04:21.436568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82cb782-fcce-4bea-98fd-07cf4019ef36 req-bc97140a-03de-44c2-8a7f-e7ab57dd7c2a service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890472 Mar 10 16:04:21.527223 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c82cb782-fcce-4bea-98fd-07cf4019ef36 req-c6368a37-3c09-40ec-9cfd-96aa63c9ba40 service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848753 Mar 10 16:04:21.565220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d0bfcdda-1c5a-4441-b585-a709a1568e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:05Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'a2286983-5a9a-4b95-a0ec-e1513dedbf81', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'port_id': '62f2687e-dcff-4c3e-971e-ecff46ff0020', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'mac_address': 'fa:16:3e:a2:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:04:19Z', 'updated_at': '2022-03-10T16:04:19Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea48776d-2a2e-4501-a10d-bc6e2c740a19', 'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:eb:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:04Z', 'updated_at': '2022-03-10T16:04:08Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:04:21.596398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bfcdda-1c5a-4441-b585-a709a1568e40 None None] The sync data for ids ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'] in n-d-833090-1 is: [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:05Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': 'a2286983-5a9a-4b95-a0ec-e1513dedbf81', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'port_id': '62f2687e-dcff-4c3e-971e-ecff46ff0020', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'mac_address': 'fa:16:3e:a2:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:04:19Z', 'updated_at': '2022-03-10T16:04:19Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea48776d-2a2e-4501-a10d-bc6e2c740a19', 'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:eb:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:04Z', 'updated_at': '2022-03-10T16:04:08Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:04:21.796507 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83af3eb-4824-420d-b76a-91e841ef39d7 None None] New status for floating IP a2286983-5a9a-4b95-a0ec-e1513dedbf81: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:04:21.830897 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9cd65be6-59f0-4ee5-8a03-940ecc01ba91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:22.236072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43348) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:04:22.300333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d465d557-0df1-443d-be8b-4f5cb19c1541 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/a2286983-5a9a-4b95-a0ec-e1513dedbf81 HTTP/1.1" status: 200 len: 992 time: 0.0630481 Mar 10 16:04:24.200128 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-78ff51af-b152-463b-9ce6-9dc9aece376e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:25.467532 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:26.795603 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:28.387136 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:48.409447 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:51.317032 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:51.831923 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e54e8054-e4b6-4e59-8c6a-5ee0e6265fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:54.202403 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b1af0d7d-5678-44fa-812f-fa6776889e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:55.470263 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:56.797200 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:04:57.371805 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:04:58.389145 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:17.547426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-99efc6f3-3636-4291-ac13-31b68885df12 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445967 Mar 10 16:05:17.631650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-c296fc19-2097-47d7-9963-044fce6730f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:17.633140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-c296fc19-2097-47d7-9963-044fce6730f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 1127 time: 0.0453703 Mar 10 16:05:17.738484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-df36087d-9633-4d33-b8d4-7220129e446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:17.739998 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-df36087d-9633-4d33-b8d4-7220129e446a service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c064f97-fad6-46b8-a592-ce08516bfe59 HTTP/1.1" status: 200 len: 898 time: 0.0895042 Mar 10 16:05:17.804316 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-66698c24-13e9-48fe-9b0a-9628a810578f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020 HTTP/1.1" status: 200 len: 1000 time: 0.0586035 Mar 10 16:05:17.856782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-b50b2b7f-1e73-4708-9bf5-66c92dd4300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:17.858199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-b50b2b7f-1e73-4708-9bf5-66c92dd4300f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6 HTTP/1.1" status: 200 len: 835 time: 0.0473828 Mar 10 16:05:17.907611 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-3140d2ad-9c3a-4afb-b50a-bb6819657a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:17.909115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-3140d2ad-9c3a-4afb-b50a-bb6819657a93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c064f97-fad6-46b8-a592-ce08516bfe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441201 Mar 10 16:05:17.997203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-be0932e6-5071-42a0-aeda-af55f4ab3a8b service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812247 Mar 10 16:05:18.090148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ebd1661e-4b60-4a29-a37a-9dce195e22d7 req-943e9024-8bd0-4836-a443-5ff55eafa2e1 service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860009 Mar 10 16:05:18.412252 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:21.326385 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:21.833842 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-18344027-cc91-4750-9fd8-1b647e8bacdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:24.204137 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4bc7d1bc-40e3-4fd0-a700-a1130663a1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:24.978654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ed595-ea12-4e95-be85-565cee863959 req-6aeae925-c5a9-429b-828c-3fc255af22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:24.980162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf1ed595-ea12-4e95-be85-565cee863959 req-6aeae925-c5a9-429b-828c-3fc255af22fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 1127 time: 0.0713894 Mar 10 16:05:24.987407 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29072f-fa95-43e7-bbb1-24bca760a652 req-61e6794a-3ec6-4edd-b6f2-a5d18ff1c137 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:24.988770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca29072f-fa95-43e7-bbb1-24bca760a652 req-61e6794a-3ec6-4edd-b6f2-a5d18ff1c137 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0893238 Mar 10 16:05:25.089380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca29072f-fa95-43e7-bbb1-24bca760a652 req-6774771e-4d40-4f5d-9988-163690be4f2d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927734 Mar 10 16:05:25.106940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ed595-ea12-4e95-be85-565cee863959 req-afd6fc57-6321-4048-8b4a-ced17f8f81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:25.108389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf1ed595-ea12-4e95-be85-565cee863959 req-afd6fc57-6321-4048-8b4a-ced17f8f81d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c064f97-fad6-46b8-a592-ce08516bfe59 HTTP/1.1" status: 200 len: 898 time: 0.1188071 Mar 10 16:05:25.175918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf1ed595-ea12-4e95-be85-565cee863959 req-4b08b326-b969-473e-899d-4736d586b88f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020 HTTP/1.1" status: 200 len: 1000 time: 0.0610015 Mar 10 16:05:25.224115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ed595-ea12-4e95-be85-565cee863959 req-a00072cc-178e-4550-8592-ad10e181564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:25.225545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf1ed595-ea12-4e95-be85-565cee863959 req-a00072cc-178e-4550-8592-ad10e181564e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6 HTTP/1.1" status: 200 len: 835 time: 0.0429001 Mar 10 16:05:25.274906 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ed595-ea12-4e95-be85-565cee863959 req-f410fe2e-37ba-4757-9d0f-9941470253b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:25.276385 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf1ed595-ea12-4e95-be85-565cee863959 req-f410fe2e-37ba-4757-9d0f-9941470253b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c064f97-fad6-46b8-a592-ce08516bfe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441580 Mar 10 16:05:25.370145 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf1ed595-ea12-4e95-be85-565cee863959 req-e43c416a-1d08-4ecc-8248-5f0e44226381 service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871007 Mar 10 16:05:25.462455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bf1ed595-ea12-4e95-be85-565cee863959 req-19f698e0-1a01-457f-90dc-4329a5b59cdf service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859249 Mar 10 16:05:25.475049 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:26.211233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f152349-f043-45af-8735-866d5690143d req-4bcd8367-c514-4737-804b-72d394e823af tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:26.212731 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f152349-f043-45af-8735-866d5690143d req-4bcd8367-c514-4737-804b-72d394e823af tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0534387 Mar 10 16:05:26.260564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8f152349-f043-45af-8735-866d5690143d req-4dc3a3b0-b765-450b-8047-483d3ecdc294 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Mar 10 16:05:26.800051 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:27.377785 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442a046-b23e-4329-873d-74f310f14be1 req-1ed2957b-592b-4db4-8f28-62ff33e37bad tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:27.379176 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3442a046-b23e-4329-873d-74f310f14be1 req-1ed2957b-592b-4db4-8f28-62ff33e37bad tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0511825 Mar 10 16:05:27.426338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3442a046-b23e-4329-873d-74f310f14be1 req-b6689b26-d129-4864-83ec-368aefce75b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Mar 10 16:05:28.390859 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:28.551207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95141-e5d9-4f12-ad78-8fb830271a36 req-b8ce1580-a0d3-49cc-abd5-ef5086c50d25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:28.552685 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4c95141-e5d9-4f12-ad78-8fb830271a36 req-b8ce1580-a0d3-49cc-abd5-ef5086c50d25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0597970 Mar 10 16:05:28.601073 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c4c95141-e5d9-4f12-ad78-8fb830271a36 req-de8e91eb-954c-4834-a1db-ab5ec91f42e3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428436 Mar 10 16:05:29.721250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08fe2f-e1a3-4f13-8957-4685a93fb9bd req-94ddc5c3-5b25-45d0-aefb-f8147a4862ec tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:29.722707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f08fe2f-e1a3-4f13-8957-4685a93fb9bd req-94ddc5c3-5b25-45d0-aefb-f8147a4862ec tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0520842 Mar 10 16:05:29.770595 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f08fe2f-e1a3-4f13-8957-4685a93fb9bd req-b40c4d23-e164-4f81-8a79-593b663b00d9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423574 Mar 10 16:05:30.890708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8a018-87e5-4840-97a4-6bf9cbe40f44 req-3f5d74a9-7bcb-4fad-85e5-2509ccc41aee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:30.892241 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71a8a018-87e5-4840-97a4-6bf9cbe40f44 req-3f5d74a9-7bcb-4fad-85e5-2509ccc41aee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0530589 Mar 10 16:05:30.944058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-71a8a018-87e5-4840-97a4-6bf9cbe40f44 req-2eb1dab5-d5f1-4ee5-adb7-7f9cb1a456a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462942 Mar 10 16:05:32.061686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37809fb-a3ca-4a3b-8a2a-3a19025ab4c3 req-3b5a4783-bd7a-4259-a951-09773e2c4761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:32.063195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a37809fb-a3ca-4a3b-8a2a-3a19025ab4c3 req-3b5a4783-bd7a-4259-a951-09773e2c4761 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0529251 Mar 10 16:05:32.114387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a37809fb-a3ca-4a3b-8a2a-3a19025ab4c3 req-5a131b44-9960-4285-aaa7-e609039b131a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455747 Mar 10 16:05:33.232819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9239640-2d6f-430c-9678-457b05222fdd req-adb6b0d3-1571-4e10-a40e-8fd8583ba5e8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:33.234277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9239640-2d6f-430c-9678-457b05222fdd req-adb6b0d3-1571-4e10-a40e-8fd8583ba5e8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0525608 Mar 10 16:05:33.281900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e9239640-2d6f-430c-9678-457b05222fdd req-bc40776f-4d59-4d9f-946d-4d4167167633 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420432 Mar 10 16:05:34.371196 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:05:34.402357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76625c15-776f-4ab7-b618-88b89e70d6bd req-4688e595-a274-4b6c-a872-2c8d4cdd27ec tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:34.403857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76625c15-776f-4ab7-b618-88b89e70d6bd req-4688e595-a274-4b6c-a872-2c8d4cdd27ec tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0559335 Mar 10 16:05:34.451739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76625c15-776f-4ab7-b618-88b89e70d6bd req-3fe34356-f124-4c36-86b7-5f95cb00b55b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Mar 10 16:05:35.572078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff315a-3b79-42a2-b20b-03ca673a66e1 req-aa117ae8-eeb4-4cb9-a49d-5fc72a8335c0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:35.573550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdff315a-3b79-42a2-b20b-03ca673a66e1 req-aa117ae8-eeb4-4cb9-a49d-5fc72a8335c0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0536633 Mar 10 16:05:35.621072 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fdff315a-3b79-42a2-b20b-03ca673a66e1 req-6dbd85be-07ec-450f-8398-8f3042dce289 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419400 Mar 10 16:05:36.751413 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd432-91e4-4c2d-b2e0-ff2f6bfea698 req-89beb88a-0b79-4ec7-9795-79cf4194aba1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:05:36.752935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576dd432-91e4-4c2d-b2e0-ff2f6bfea698 req-89beb88a-0b79-4ec7-9795-79cf4194aba1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0586786 Mar 10 16:05:36.803044 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-576dd432-91e4-4c2d-b2e0-ff2f6bfea698 req-f6a24402-db67-4612-b1af-d3bc51b5d594 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441682 Mar 10 16:05:36.825058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43400) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:05:36.884900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fee6a89a-d592-4b87-9813-75f784bc2e9a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/a2286983-5a9a-4b95-a0ec-e1513dedbf81 HTTP/1.1" status: 200 len: 992 time: 0.0586815 Mar 10 16:05:48.396971 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:51.325380 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:51.835530 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-13ff101e-a6ee-4198-a3c0-824970063f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:54.207617 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ec34a7db-3a0b-42aa-bf0b-ba1018106956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:55.478353 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:56.803807 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:05:58.392805 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:11.370242 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:06:18.415027 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:18.539936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-564b9191-5610-420c-b4cc-d99ea6422944 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433695 Mar 10 16:06:18.627960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-d6a6e655-7f5f-4ad5-a979-f3b22701e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:18.629458 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-d6a6e655-7f5f-4ad5-a979-f3b22701e84f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 1127 time: 0.0480399 Mar 10 16:06:18.729329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-fc6f676a-dae8-459b-9dc8-33096bbbf0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:18.730997 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-fc6f676a-dae8-459b-9dc8-33096bbbf0af service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c064f97-fad6-46b8-a592-ce08516bfe59 HTTP/1.1" status: 200 len: 898 time: 0.0835133 Mar 10 16:06:18.799314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-93a22ee1-738a-4776-b001-14d8f0e2de92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020 HTTP/1.1" status: 200 len: 1000 time: 0.0623934 Mar 10 16:06:18.845365 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-70637ed7-0933-4e85-9907-6e30c317860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:18.846733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-70637ed7-0933-4e85-9907-6e30c317860c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6 HTTP/1.1" status: 200 len: 835 time: 0.0415325 Mar 10 16:06:18.895142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-f26ac50e-a409-4d51-a555-b69751fbba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:18.896599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-f26ac50e-a409-4d51-a555-b69751fbba3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c064f97-fad6-46b8-a592-ce08516bfe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431507 Mar 10 16:06:18.988062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-0192a436-c0e2-4a76-ac08-de19b640cb50 service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844374 Mar 10 16:06:19.074500 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91509f3c-7d9b-4d8d-a116-f683cb011508 req-e9f8d339-35ca-4261-8dc0-5a3e1b27d91c service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806258 Mar 10 16:06:21.326087 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:21.837111 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7470bbff-53ba-45c2-affd-57aea211d057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:24.209358 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cc56e50c-ac3b-468c-b02b-26507ca6869f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:25.321917 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43418) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:25.477155 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:25.480836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port 9cb05f01-2142-4fe2-9e0c-a39ec1856cc0 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:06:25.481179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9cb05f01-2142-4fe2-9e0c-a39ec1856cc0), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:25.559142 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9cb05f01-2142-4fe2-9e0c-a39ec1856cc0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:25.559472 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (9cb05f01-2142-4fe2-9e0c-a39ec1856cc0), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:25.571835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for 9cb05f01-2142-4fe2-9e0c-a39ec1856cc0 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:06:25.734610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9cb05f01-2142-4fe2-9e0c-a39ec1856cc0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:25.760012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=9cb05f01-2142-4fe2-9e0c-a39ec1856cc0,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:25.787532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.787888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.788234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.788573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.788909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.789240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.789569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.789900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.790226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.790551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.790904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.791233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.791551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:25.832821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (a2286983-5a9a-4b95-a0ec-e1513dedbf81), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:25.833150 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Floating IP a2286983-5a9a-4b95-a0ec-e1513dedbf81 disassociated (deleted). External IP: 172.25.3.60, port: 62f2687e-dcff-4c3e-971e-ecff46ff0020. Mar 10 16:06:26.055313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:06:26.164307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:06:26.168949 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:26.175927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fe622f-f705-4675-9cee-ef87e7a7239e None None] Sync routers for ids ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:06:26.186139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe622f-f705-4675-9cee-ef87e7a7239e None None] Routers {'b0b1a0ca-eaac-45bd-9517-da74c2fa6423'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:06:26.186826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f8fe622f-f705-4675-9cee-ef87e7a7239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:26.301744 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f8fe622f-f705-4675-9cee-ef87e7a7239e None None] Set router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:06:26.521142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f8fe622f-f705-4675-9cee-ef87e7a7239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:05Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ea48776d-2a2e-4501-a10d-bc6e2c740a19', 'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:eb:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:04Z', 'updated_at': '2022-03-10T16:04:08Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:26.537503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-36fa0f60-c34c-42fb-b444-28bddd99dda7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/floatingips/a2286983-5a9a-4b95-a0ec-e1513dedbf81 HTTP/1.1" status: 204 len: 168 time: 1.2145739 Mar 10 16:06:26.538097 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'tag': '62f2687e-dcff-4c3e-971e-ecff46ff0020'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:06:26.540434 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa6be54-9147-4253-a7ca-9b527c2f0763", "tag": "62f2687e-dcff-4c3e-971e-ecff46ff0020"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:06:26.547984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fe622f-f705-4675-9cee-ef87e7a7239e None None] Checking router: b0b1a0ca-eaac-45bd-9517-da74c2fa6423 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:06:26.556949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe622f-f705-4675-9cee-ef87e7a7239e None None] Routers {'b0b1a0ca-eaac-45bd-9517-da74c2fa6423'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:06:26.557600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f8fe622f-f705-4675-9cee-ef87e7a7239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:26.581743 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdddcf5e-e4f9-4d34-a100-9ca2f34e2841 x-openstack-request-id: req-cdddcf5e-e4f9-4d34-a100-9ca2f34e2841 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:06:26.582261 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa6be54-9147-4253-a7ca-9b527c2f0763", "tag": "62f2687e-dcff-4c3e-971e-ecff46ff0020", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:06:26.582519 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdddcf5e-e4f9-4d34-a100-9ca2f34e2841 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:06:26.582951 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'tag': '62f2687e-dcff-4c3e-971e-ecff46ff0020', 'status': 'completed', 'code': 200} Mar 10 16:06:26.649819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5 req-3060e5bd-d5c6-4087-b87a-2448dff47580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:26.651384 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5 req-3060e5bd-d5c6-4087-b87a-2448dff47580 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 1127 time: 0.0472281 Mar 10 16:06:26.676653 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-f8fe622f-f705-4675-9cee-ef87e7a7239e None None] Set router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:06:26.761355 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5 req-12768258-0075-472d-9e6d-443780cae5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:26.763865 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5 req-12768258-0075-472d-9e6d-443780cae5aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=2c064f97-fad6-46b8-a592-ce08516bfe59 HTTP/1.1" status: 200 len: 898 time: 0.1029139 Mar 10 16:06:26.806574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5 req-0f3a7d28-fe42-4a24-84de-789baa01f831 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020 HTTP/1.1" status: 200 len: 217 time: 0.0360932 Mar 10 16:06:26.842972 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:26.885277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5 req-5984ea3d-f605-4683-8979-3161cd78b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:26.886863 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5 req-5984ea3d-f605-4683-8979-3161cd78b226 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6 HTTP/1.1" status: 200 len: 835 time: 0.0741408 Mar 10 16:06:26.911803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-f8fe622f-f705-4675-9cee-ef87e7a7239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:05Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ea48776d-2a2e-4501-a10d-bc6e2c740a19', 'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:eb:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:04Z', 'updated_at': '2022-03-10T16:04:08Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:26.936169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffef13-f753-43d0-9674-3123372e8ee7 req-5669bccb-0dd1-4266-9737-ccfc211bd751 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:26.937694 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcffef13-f753-43d0-9674-3123372e8ee7 req-5669bccb-0dd1-4266-9737-ccfc211bd751 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.2084413 Mar 10 16:06:26.939045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fe622f-f705-4675-9cee-ef87e7a7239e None None] The sync data for ids ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'] in n-d-833090-1 is: [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:05Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ea48776d-2a2e-4501-a10d-bc6e2c740a19', 'name': '', 'network_id': '2c064f97-fad6-46b8-a592-ce08516bfe59', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:eb:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:04Z', 'updated_at': '2022-03-10T16:04:08Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:06:26.964889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5 req-c8b77daa-24a4-4348-8935-c1044fdb0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:26.966405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5 req-c8b77daa-24a4-4348-8935-c1044fdb0fba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2c064f97-fad6-46b8-a592-ce08516bfe59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731862 Mar 10 16:06:27.018174 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dcffef13-f753-43d0-9674-3123372e8ee7 req-1750690a-d13f-44ff-8513-be226d0f3e3a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728264 Mar 10 16:06:27.084743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5 req-b851fa32-c708-4396-b6e1-f37df4f08d90 service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063998 Mar 10 16:06:27.180509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1b9e96ac-836b-40d7-992b-5d48eb44bcc5 req-bd5698e9-f7ca-4906-bad1-ed860a6e6039 service neutron] 10.222.0.62 "GET /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889335 Mar 10 16:06:27.199065 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d97c302-928f-4708-9e1f-eed9af8ef7dc None None] New status for floating IP a2286983-5a9a-4b95-a0ec-e1513dedbf81: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:06:28.199544 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa4a92-f1a5-43e1-8e7e-2b5452f77e81 req-04e54e54-ab5b-4be6-bf06-5c8e0dfbf1ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:28.201009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2fa4a92-f1a5-43e1-8e7e-2b5452f77e81 req-04e54e54-ab5b-4be6-bf06-5c8e0dfbf1ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.1110752 Mar 10 16:06:28.253587 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f2fa4a92-f1a5-43e1-8e7e-2b5452f77e81 req-25c76344-c1ee-41fe-b4ad-204501771663 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=80915b04-d7b8-46aa-9e36-1545829dbf16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469496 Mar 10 16:06:28.396156 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:28.487396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c9d0d-8603-4e4b-b9dc-c274eb8dfc2b req-95c55a27-e992-4f85-8f0e-2e3593229ff5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:28.488836 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f36c9d0d-8603-4e4b-b9dc-c274eb8dfc2b req-95c55a27-e992-4f85-8f0e-2e3593229ff5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 945 time: 0.0526199 Mar 10 16:06:28.577056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f36c9d0d-8603-4e4b-b9dc-c274eb8dfc2b req-6e31c8dc-27a1-49b0-a634-ce855eb62f3d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port 62f2687e-dcff-4c3e-971e-ecff46ff0020 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:06:28.577399 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f36c9d0d-8603-4e4b-b9dc-c274eb8dfc2b req-6e31c8dc-27a1-49b0-a634-ce855eb62f3d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:28.668483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f36c9d0d-8603-4e4b-b9dc-c274eb8dfc2b req-6e31c8dc-27a1-49b0-a634-ce855eb62f3d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port 62f2687e-dcff-4c3e-971e-ecff46ff0020, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=62f2687e-dcff-4c3e-971e-ecff46ff0020,segment=NetworkSegment(5b532601-12ab-4b53-bed3-a5b7984623a8),segment_id=5b532601-12ab-4b53-bed3-a5b7984623a8)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:06:28.668762 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f36c9d0d-8603-4e4b-b9dc-c274eb8dfc2b req-6e31c8dc-27a1-49b0-a634-ce855eb62f3d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:28.680998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f36c9d0d-8603-4e4b-b9dc-c274eb8dfc2b req-6e31c8dc-27a1-49b0-a634-ce855eb62f3d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for 62f2687e-dcff-4c3e-971e-ecff46ff0020 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:06:28.812594 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f36c9d0d-8603-4e4b-b9dc-c274eb8dfc2b req-6e31c8dc-27a1-49b0-a634-ce855eb62f3d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (62f2687e-dcff-4c3e-971e-ecff46ff0020), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:28.839295 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31c8dc-27a1-49b0-a634-ce855eb62f3d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=62f2687e-dcff-4c3e-971e-ecff46ff0020,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:28.895248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36c9d0d-8603-4e4b-b9dc-c274eb8dfc2b req-6e31c8dc-27a1-49b0-a634-ce855eb62f3d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] No DVR routers for this DVR port 62f2687e-dcff-4c3e-971e-ecff46ff0020 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:06:28.897767 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f36c9d0d-8603-4e4b-b9dc-c274eb8dfc2b req-6e31c8dc-27a1-49b0-a634-ce855eb62f3d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:28.901163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f36c9d0d-8603-4e4b-b9dc-c274eb8dfc2b req-6e31c8dc-27a1-49b0-a634-ce855eb62f3d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "DELETE /v2.0/ports/62f2687e-dcff-4c3e-971e-ecff46ff0020 HTTP/1.1" status: 204 len: 173 time: 0.4073868 Mar 10 16:06:28.901597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'name': 'network-vif-deleted', 'tag': '62f2687e-dcff-4c3e-971e-ecff46ff0020'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:06:28.903886 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3e1f32-bd22-423d-b9ef-593bec31f7bc" -d '{"events": [{"server_uuid": "dfa6be54-9147-4253-a7ca-9b527c2f0763", "name": "network-vif-deleted", "tag": "62f2687e-dcff-4c3e-971e-ecff46ff0020"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:06:28.940100 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a64c7ce-8e6d-4192-b478-ec5ce8f26c03 x-openstack-request-id: req-2a64c7ce-8e6d-4192-b478-ec5ce8f26c03 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:06:28.940393 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa6be54-9147-4253-a7ca-9b527c2f0763", "name": "network-vif-deleted", "tag": "62f2687e-dcff-4c3e-971e-ecff46ff0020", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:06:28.940645 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a64c7ce-8e6d-4192-b478-ec5ce8f26c03 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:06:28.941052 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6be54-9147-4253-a7ca-9b527c2f0763', 'name': 'network-vif-deleted', 'tag': '62f2687e-dcff-4c3e-971e-ecff46ff0020', 'status': 'completed', 'code': 200} Mar 10 16:06:29.372622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ecd5dc4e-4d63-43eb-acbf-f16f1ab7142a req-a71e0a04-4677-44ad-876e-fcd339f7fd74 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfa6be54-9147-4253-a7ca-9b527c2f0763 HTTP/1.1" status: 200 len: 210 time: 0.0297365 Mar 10 16:06:30.434059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43438) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:30.801493 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:31.072970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port ea48776d-2a2e-4501-a10d-bc6e2c740a19 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:06:31.073247 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:31.166990 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port ea48776d-2a2e-4501-a10d-bc6e2c740a19, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ea48776d-2a2e-4501-a10d-bc6e2c740a19,segment=NetworkSegment(5b532601-12ab-4b53-bed3-a5b7984623a8),segment_id=5b532601-12ab-4b53-bed3-a5b7984623a8)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:06:31.167361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:31.179781 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for ea48776d-2a2e-4501-a10d-bc6e2c740a19 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:06:31.370166 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ea48776d-2a2e-4501-a10d-bc6e2c740a19), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:31.396274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=ea48776d-2a2e-4501-a10d-bc6e2c740a19,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:31.577301 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:31.800676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:06:31.915241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:06:31.920235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bba8b5f0-e006-498c-ba93-b4577c8c0a46 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "PUT /v2.0/routers/b0b1a0ca-eaac-45bd-9517-da74c2fa6423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4851434 Mar 10 16:06:31.922967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43440) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:31.928277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeef6e6-7292-4f44-b46d-e110239bcd5f None None] Sync routers for ids ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:06:31.939798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeef6e6-7292-4f44-b46d-e110239bcd5f None None] Routers {'b0b1a0ca-eaac-45bd-9517-da74c2fa6423'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:06:31.940503 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bdeef6e6-7292-4f44-b46d-e110239bcd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:31.975899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c68d29-be1e-41e4-a909-e80b6ce04bc1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting subnet 6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 16:06:31.979103 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9c68d29-be1e-41e4-a909-e80b6ce04bc1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.019248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9c68d29-be1e-41e4-a909-e80b6ce04bc1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.051792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-bdeef6e6-7292-4f44-b46d-e110239bcd5f None None] Set router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:06:32.107292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9c68d29-be1e-41e4-a909-e80b6ce04bc1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.165479 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9c68d29-be1e-41e4-a909-e80b6ce04bc1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.196103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c68d29-be1e-41e4-a909-e80b6ce04bc1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:32.200943 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f9c68d29-be1e-41e4-a909-e80b6ce04bc1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.205043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f9c68d29-be1e-41e4-a909-e80b6ce04bc1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/subnets/6e6b1ab2-3aec-4cf3-9f8e-10ee4dd5b7f6 HTTP/1.1" status: 204 len: 168 time: 0.2811093 Mar 10 16:06:32.207822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43442) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:32.210257 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3abc5-358b-4b61-b085-66568481b5e2 None None] Network 2c064f97-fad6-46b8-a592-ce08516bfe59 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:06:32.300116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bdeef6e6-7292-4f44-b46d-e110239bcd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:06:31Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:32.323183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.333115 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeef6e6-7292-4f44-b46d-e110239bcd5f None None] Checking router: b0b1a0ca-eaac-45bd-9517-da74c2fa6423 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:06:32.349292 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeef6e6-7292-4f44-b46d-e110239bcd5f None None] Routers {'b0b1a0ca-eaac-45bd-9517-da74c2fa6423'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:06:32.349903 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bdeef6e6-7292-4f44-b46d-e110239bcd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:32.440746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] DHCP port deletion for 2c064f97-fad6-46b8-a592-ce08516bfe59 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 16:06:32.441341 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.483250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-bdeef6e6-7292-4f44-b46d-e110239bcd5f None None] Set router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:06:32.494603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port 8e00b79c-fcc0-4c41-b415-6d66aa94d029 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:06:32.494985 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.578053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port 8e00b79c-fcc0-4c41-b415-6d66aa94d029, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=8e00b79c-fcc0-4c41-b415-6d66aa94d029,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:06:32.578782 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.591400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for 8e00b79c-fcc0-4c41-b415-6d66aa94d029 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:06:32.606831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Deleting port edeff138-9c99-413e-a686-830a26ffdbe6 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:06:32.607208 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.623267 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 62f2687e-dcff-4c3e-971e-ecff46ff0020 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:06:32.660674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 62f2687e-dcff-4c3e-971e-ecff46ff0020 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:06:32.660935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 62f2687e-dcff-4c3e-971e-ecff46ff0020 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:06:32.769873 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (8e00b79c-fcc0-4c41-b415-6d66aa94d029), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.795373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=8e00b79c-fcc0-4c41-b415-6d66aa94d029,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:32.865398 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.884145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] For port edeff138-9c99-413e-a686-830a26ffdbe6, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=edeff138-9c99-413e-a686-830a26ffdbe6,segment=NetworkSegment(5b532601-12ab-4b53-bed3-a5b7984623a8),segment_id=5b532601-12ab-4b53-bed3-a5b7984623a8)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:06:32.884541 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.901513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Calling delete_port for edeff138-9c99-413e-a686-830a26ffdbe6 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:06:32.960010 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.962151 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_controller (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:32.974968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-bdeef6e6-7292-4f44-b46d-e110239bcd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:06:31Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:33.004300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeef6e6-7292-4f44-b46d-e110239bcd5f None None] The sync data for ids ['b0b1a0ca-eaac-45bd-9517-da74c2fa6423'] in n-d-833090-1 is: [{'id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523696135', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:06:31Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '8e00b79c-fcc0-4c41-b415-6d66aa94d029', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b1a0ca-eaac-45bd-9517-da74c2fa6423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:04:01Z', 'updated_at': '2022-03-10T16:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:06:33.010692 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (b0b1a0ca-eaac-45bd-9517-da74c2fa6423), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.011904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Fanout notify agent at l3_agent the message router_deleted on router b0b1a0ca-eaac-45bd-9517-da74c2fa6423 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 16:06:33.024023 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (edeff138-9c99-413e-a686-830a26ffdbe6), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.024380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.025709 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-80e77a77-6709-4359-ac69-462495a6db25 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/routers/b0b1a0ca-eaac-45bd-9517-da74c2fa6423 HTTP/1.1" status: 204 len: 168 time: 0.8169298 Mar 10 16:06:33.028325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43444) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:33.064245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Pushing event deleted for resources: {'Port': ['ID=edeff138-9c99-413e-a686-830a26ffdbe6,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:33.068652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] No DVR routers for this DVR port edeff138-9c99-413e-a686-830a26ffdbe6 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:06:33.075576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.075928 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.076321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.080208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.080421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.080770 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.081122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.081454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.081786 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.082117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.082446 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.082861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.083117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1796b6-ef7a-4bb2-b2c5-9244d16b6dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.117227 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (2c064f97-fad6-46b8-a592-ce08516bfe59), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.200437 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (2c064f97-fad6-46b8-a592-ce08516bfe59), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.220201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c064f97-fad6-46b8-a592-ce08516bfe59']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:33.229226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b532601-12ab-4b53-bed3-a5b7984623a8') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:33.229518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b532601-12ab-4b53-bed3-a5b7984623a8') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:33.239981 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (5b532601-12ab-4b53-bed3-a5b7984623a8), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.253439 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5b532601-12ab-4b53-bed3-a5b7984623a8), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.259067 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 16:06:33.259444 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (5b532601-12ab-4b53-bed3-a5b7984623a8), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: timer() Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 16:06:33.262263 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 16:06:33.321743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (2c064f97-fad6-46b8-a592-ce08516bfe59), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.328821 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.334944 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43446) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:33.339334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/networks/2c064f97-fad6-46b8-a592-ce08516bfe59 HTTP/1.1" status: 204 len: 168 time: 0.3098497 Mar 10 16:06:33.352643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37154044-b41e-4da2-a1d7-b062df14f012 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Network': ['ID=2c064f97-fad6-46b8-a592-ce08516bfe59,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:33.400570 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (80915b04-d7b8-46aa-9e36-1545829dbf16), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.427011 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (80915b04-d7b8-46aa-9e36-1545829dbf16), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.492736 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (80915b04-d7b8-46aa-9e36-1545829dbf16), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.495774 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:33.497017 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/security-groups/80915b04-d7b8-46aa-9e36-1545829dbf16 HTTP/1.1" status: 204 len: 168 time: 0.1610653 Mar 10 16:06:33.506754 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80915b04-d7b8-46aa-9e36-1545829dbf16,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:33.514646 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.515615 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.515964 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.516306 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.516642 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.517033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.517393 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.517721 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.518051 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.518380 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.518711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.519062 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:33.519413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd630c59-ad57-49c0-8caf-46556ae6aca9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:34.031328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ea48776d-2a2e-4501-a10d-bc6e2c740a19 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:06:34.054898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: ea48776d-2a2e-4501-a10d-bc6e2c740a19 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:06:34.055248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ea48776d-2a2e-4501-a10d-bc6e2c740a19 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:06:34.055659 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device edeff138-9c99-413e-a686-830a26ffdbe6 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:06:34.073939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: edeff138-9c99-413e-a686-830a26ffdbe6 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:06:34.074287 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device edeff138-9c99-413e-a686-830a26ffdbe6 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:06:34.074689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8e00b79c-fcc0-4c41-b415-6d66aa94d029 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:06:34.094886 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 8e00b79c-fcc0-4c41-b415-6d66aa94d029 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:06:34.095254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 8e00b79c-fcc0-4c41-b415-6d66aa94d029 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:06:34.724039 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43456) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:34.728677 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6ba79421-183e-4be1-8f08-2cf85b2fa493 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650774192', 'description': 'tempest-secgroup-smoke-650774192 description', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:34.750406 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ba79421-183e-4be1-8f08-2cf85b2fa493 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:34.818395 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ba79421-183e-4be1-8f08-2cf85b2fa493 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (d0d1161b-6d7d-48e9-a6e4-e1bcc7727142), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:34.822151 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ba79421-183e-4be1-8f08-2cf85b2fa493 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d0d1161b-6d7d-48e9-a6e4-e1bcc7727142), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:34.852208 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6ba79421-183e-4be1-8f08-2cf85b2fa493 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:34.853421 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6ba79421-183e-4be1-8f08-2cf85b2fa493 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1283772 Mar 10 16:06:34.854441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba79421-183e-4be1-8f08-2cf85b2fa493 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:34.856724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43458) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:34.862394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ad3e859a-af5c-4240-abc6-f1680f590e6a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1161b-6d7d-48e9-a6e4-e1bcc7727142', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:34.887656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad3e859a-af5c-4240-abc6-f1680f590e6a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (a627bc17-968a-44cb-ab28-1cf0c2d6ad42), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:34.940949 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad3e859a-af5c-4240-abc6-f1680f590e6a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (a627bc17-968a-44cb-ab28-1cf0c2d6ad42), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:34.944611 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad3e859a-af5c-4240-abc6-f1680f590e6a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (a627bc17-968a-44cb-ab28-1cf0c2d6ad42), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:34.961769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e859a-af5c-4240-abc6-f1680f590e6a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a627bc17-968a-44cb-ab28-1cf0c2d6ad42,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:34.969541 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ad3e859a-af5c-4240-abc6-f1680f590e6a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:34.970728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ad3e859a-af5c-4240-abc6-f1680f590e6a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128175 Mar 10 16:06:34.973558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43460) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:34.977772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-de3212e2-6cd3-4e70-8acc-dec2425db1a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1161b-6d7d-48e9-a6e4-e1bcc7727142', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:35.002035 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3212e2-6cd3-4e70-8acc-dec2425db1a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (b9e3f158-86fd-4fc8-9232-e64c62c0e67e), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.060753 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3212e2-6cd3-4e70-8acc-dec2425db1a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (b9e3f158-86fd-4fc8-9232-e64c62c0e67e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.064136 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3212e2-6cd3-4e70-8acc-dec2425db1a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (b9e3f158-86fd-4fc8-9232-e64c62c0e67e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.080956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3212e2-6cd3-4e70-8acc-dec2425db1a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e3f158-86fd-4fc8-9232-e64c62c0e67e,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:35.091025 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-de3212e2-6cd3-4e70-8acc-dec2425db1a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.092247 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-de3212e2-6cd3-4e70-8acc-dec2425db1a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177874 Mar 10 16:06:35.095557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43462) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:35.099774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f405c780-db1a-404b-bf4c-ae7dffcf798a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1161b-6d7d-48e9-a6e4-e1bcc7727142', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:35.125950 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f405c780-db1a-404b-bf4c-ae7dffcf798a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (559b351a-60f6-44b1-9a27-a46ffc8c9bf3), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.181367 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f405c780-db1a-404b-bf4c-ae7dffcf798a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (559b351a-60f6-44b1-9a27-a46ffc8c9bf3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.184667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f405c780-db1a-404b-bf4c-ae7dffcf798a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (559b351a-60f6-44b1-9a27-a46ffc8c9bf3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.202453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405c780-db1a-404b-bf4c-ae7dffcf798a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559b351a-60f6-44b1-9a27-a46ffc8c9bf3,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:35.207530 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f405c780-db1a-404b-bf4c-ae7dffcf798a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.211486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f405c780-db1a-404b-bf4c-ae7dffcf798a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122534 Mar 10 16:06:35.211486 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43464) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:35.215993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-ebe7a013-cb26-4a22-bdbc-7a1bd394b535 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1161b-6d7d-48e9-a6e4-e1bcc7727142', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:35.240287 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ebe7a013-cb26-4a22-bdbc-7a1bd394b535 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (f4f2e543-e305-4a53-8df8-45dc1044cc2b), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.297891 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ebe7a013-cb26-4a22-bdbc-7a1bd394b535 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (f4f2e543-e305-4a53-8df8-45dc1044cc2b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.301809 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ebe7a013-cb26-4a22-bdbc-7a1bd394b535 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (f4f2e543-e305-4a53-8df8-45dc1044cc2b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.319462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7a013-cb26-4a22-bdbc-7a1bd394b535 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f2e543-e305-4a53-8df8-45dc1044cc2b,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:35.326343 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ebe7a013-cb26-4a22-bdbc-7a1bd394b535 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.327487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ebe7a013-cb26-4a22-bdbc-7a1bd394b535 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150935 Mar 10 16:06:35.330707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43466) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:35.335119 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a3267181-6912-494d-b5f0-f53fb37d73c9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1161b-6d7d-48e9-a6e4-e1bcc7727142', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:35.355879 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-a3267181-6912-494d-b5f0-f53fb37d73c9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Project 2ccac637c23649c9b9e2ab7de1468a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:06:35.360733 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a3267181-6912-494d-b5f0-f53fb37d73c9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (9ab4d146-100a-46bb-b465-3ccb4cd716bc), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.421263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a3267181-6912-494d-b5f0-f53fb37d73c9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (9ab4d146-100a-46bb-b465-3ccb4cd716bc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.424875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a3267181-6912-494d-b5f0-f53fb37d73c9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (9ab4d146-100a-46bb-b465-3ccb4cd716bc), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.443412 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3267181-6912-494d-b5f0-f53fb37d73c9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab4d146-100a-46bb-b465-3ccb4cd716bc,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:35.448078 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a3267181-6912-494d-b5f0-f53fb37d73c9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.449492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a3267181-6912-494d-b5f0-f53fb37d73c9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175826 Mar 10 16:06:35.451968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43470) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:35.456669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6e6b9ae5-fea1-400e-b382-be6ed82d34c1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': 'd0d1161b-6d7d-48e9-a6e4-e1bcc7727142', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:35.476186 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-6e6b9ae5-fea1-400e-b382-be6ed82d34c1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Project 2ccac637c23649c9b9e2ab7de1468a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:06:35.481288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9ae5-fea1-400e-b382-be6ed82d34c1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (7cbc76c8-ff09-4a2b-bf79-d93996e20fc9), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.539503 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9ae5-fea1-400e-b382-be6ed82d34c1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (7cbc76c8-ff09-4a2b-bf79-d93996e20fc9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.542978 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9ae5-fea1-400e-b382-be6ed82d34c1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (7cbc76c8-ff09-4a2b-bf79-d93996e20fc9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.560424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b9ae5-fea1-400e-b382-be6ed82d34c1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbc76c8-ff09-4a2b-bf79-d93996e20fc9,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:35.570141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9ae5-fea1-400e-b382-be6ed82d34c1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.571485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6e6b9ae5-fea1-400e-b382-be6ed82d34c1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186094 Mar 10 16:06:35.574335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43472) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:35.580008 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'network': {'name': 'tempest-network-smoke--873006620', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'port_security_enabled': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:35.598877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:06:35.601984 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.625833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 16:06:35.635187 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.635670 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Added segment 8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc of type vlan for network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f Mar 10 16:06:35.675148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.699499 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.704991 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:35.705583 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.738770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1633823 Mar 10 16:06:35.741816 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43474) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:35.746451 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'admin_state_up': True, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:35.768817 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (ef155cf6-0a11-4ffc-ab1f-4632b120c655), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.770088 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (ef155cf6-0a11-4ffc-ab1f-4632b120c655), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.776541 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d3731-39a4-4ce4-9c0f-a89a4d42ca88 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Network': ['ID=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:35.787860 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 16:06:35.824538 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_controller (ef155cf6-0a11-4ffc-ab1f-4632b120c655), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:35.968651 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (ef155cf6-0a11-4ffc-ab1f-4632b120c655), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:36.162811 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (ef155cf6-0a11-4ffc-ab1f-4632b120c655), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:36.184940 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:36.284635 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.25.3.80 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/2ec6e306-c703-45cf-b0aa-ee9bf3e2a119) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:06:36.387591 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:36.430902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:36.468273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:06:36.476239 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:06:36.479817 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:06:36.503858 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=2ec6e306-c703-45cf-b0aa-ee9bf3e2a119,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:36.732916 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (ef155cf6-0a11-4ffc-ab1f-4632b120c655), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:36.932810 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (ef155cf6-0a11-4ffc-ab1f-4632b120c655), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.058368 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router ef155cf6-0a11-4ffc-ab1f-4632b120c655 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 16:06:37.165509 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:06:37.175112 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Sync routers for ids ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:06:37.184096 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Routers {'ef155cf6-0a11-4ffc-ab1f-4632b120c655'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:06:37.184771 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:37.184973 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.186213 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0eeaceb1-5da0-4ff1-92e0-84dce254d2bc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4433472 Mar 10 16:06:37.189977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43476) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:37.218510 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-56f5a208-7cd1-4b60-aef3-e1933467e228 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=2ccac637c23649c9b9e2ab7de1468a19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272706 Mar 10 16:06:37.221014 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43478) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:37.290902 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Set router ef155cf6-0a11-4ffc-ab1f-4632b120c655 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:06:37.308102 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bcf5dc-d4d8-42a9-b1ba-f4e3c515e54f tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:37.309547 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e2bcf5dc-d4d8-42a9-b1ba-f4e3c515e54f tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875192 Mar 10 16:06:37.312948 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43480) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:37.343014 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-88c7fb7e-634e-4522-ab77-2df3aa9924b0 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265141 Mar 10 16:06:37.343261 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43482) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:37.347711 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1046678563', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:37.435478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:06:37.439490 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.464407 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:36Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:37.494640 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Checking router: ef155cf6-0a11-4ffc-ab1f-4632b120c655 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:06:37.495009 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Updating router ef155cf6-0a11-4ffc-ab1f-4632b120c655 port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:06:37.522661 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.621630 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (6213af8a-2d8c-4d78-a2be-697a6da2fdf3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.681019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Subnet': ['ID=6213af8a-2d8c-4d78-a2be-697a6da2fdf3,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:37.691362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Checking segment: {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:06:37.691725 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network hostable DHCP agents. Network: b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 16:06:37.708025 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 16:06:37.716728 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:06:37.721715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:37.722303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.726018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45325c6-31ea-4919-934f-efc39ec5bb85 None None] Network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:06:37.746837 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-dedc37ad-d175-4ed8-9319-79ac76af29a2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4026153 Mar 10 16:06:37.749644 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43484) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:37.775858 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Publish callbacks [] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.781648 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.828441 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 16:06:37.829178 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Attempting to bind port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:06:37.829547 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Attempting to bind port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:06:37.829907 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Attempting to bind port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:06:37.830146 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.841750 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:06:37.842115 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:06:37.842507 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.842912 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:06:37.843909 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Bound port: 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:06:37.844279 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.867543 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Pushing event updated for resources: {'Port': ['ID=2ec6e306-c703-45cf-b0aa-ee9bf3e2a119,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:37.879296 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.879562 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.879895 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.880224 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.880548 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.880866 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.881210 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.881696 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.882020 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.882334 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.882739 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.883084 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.883399 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:06:37.918289 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] For port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:06:37.922767 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] For port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2ec6e306-c703-45cf-b0aa-ee9bf3e2a119,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:06:37.930612 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:37.991365 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Routers {'ef155cf6-0a11-4ffc-ab1f-4632b120c655'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:06:37.992016 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:37.992683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Allocated IP 172.20.0.2 (b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f/6213af8a-2d8c-4d78-a2be-697a6da2fdf3/d97d8282-9ecc-406f-97fc-0e043305ee37) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:06:37.997363 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fb482-1410-42ab-ab9f-9d178c2f1f93 None None] Pushing event updated for resources: {'Port': ['ID=2ec6e306-c703-45cf-b0aa-ee9bf3e2a119,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:38.163787 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Publish callbacks [] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:38.171612 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:38.216068 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] Set router ef155cf6-0a11-4ffc-ab1f-4632b120c655 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:06:38.216853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:06:38.225050 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:06:38.231011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:06:38.234394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Pushing event updated for resources: {'Port': ['ID=d97d8282-9ecc-406f-97fc-0e043305ee37,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:38.307361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Attempting to bind port d97d8282-9ecc-406f-97fc-0e043305ee37 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:06:38.307891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Attempting to bind port d97d8282-9ecc-406f-97fc-0e043305ee37 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:06:38.308374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Attempting to bind port d97d8282-9ecc-406f-97fc-0e043305ee37 on network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:06:38.313723 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:06:38.314099 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Checking segment: {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:06:38.314502 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:38.314940 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Bound using segment: {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:06:38.315411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Bound port: d97d8282-9ecc-406f-97fc-0e043305ee37, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:06:38.315796 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:38.382949 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] For port d97d8282-9ecc-406f-97fc-0e043305ee37, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:06:38.386422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] For port d97d8282-9ecc-406f-97fc-0e043305ee37, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d97d8282-9ecc-406f-97fc-0e043305ee37,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:06:38.394522 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:38.410414 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:36Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:38.437995 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b244b-5b56-4eb9-9cd8-da1f51dde551 None None] The sync data for ids ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'] in n-d-833090-1 is: [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:36Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:06:38.477401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac13411-41fc-4e68-8f52-c721fd944a22 None None] Pushing event updated for resources: {'Port': ['ID=d97d8282-9ecc-406f-97fc-0e043305ee37,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:38.626485 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:38.963869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.20.0.1 (b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f/6213af8a-2d8c-4d78-a2be-697a6da2fdf3/acdf0f4b-b246-4c17-8234-51222c9aef74) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:06:39.097878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:39.136063 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:39.180732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:06:39.186385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:06:39.190915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:06:39.197661 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=acdf0f4b-b246-4c17-8234-51222c9aef74,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:39.247380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (ef155cf6-0a11-4ffc-ab1f-4632b120c655), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:39.399894 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:39.504143 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00fa8e6-af73-4964-b1e3-baac01b5985f None None] Network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:06:39.575888 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-8dda1d47-efb1-4e67-bac9-3d9f9540caa9 None None] Provisioning complete for port d97d8282-9ecc-406f-97fc-0e043305ee37 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:39.576264 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d47-efb1-4e67-bac9-3d9f9540caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:39.696351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-8dda1d47-efb1-4e67-bac9-3d9f9540caa9 None None] Current status of the port d97d8282-9ecc-406f-97fc-0e043305ee37 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:06:39.696763 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d47-efb1-4e67-bac9-3d9f9540caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:39.729021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:39.745632 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:39.752224 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-8dda1d47-efb1-4e67-bac9-3d9f9540caa9 None None] For port d97d8282-9ecc-406f-97fc-0e043305ee37, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d97d8282-9ecc-406f-97fc-0e043305ee37,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:06:39.761198 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d47-efb1-4e67-bac9-3d9f9540caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:39.826842 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda1d47-efb1-4e67-bac9-3d9f9540caa9 None None] Pushing event updated for resources: {'Port': ['ID=d97d8282-9ecc-406f-97fc-0e043305ee37,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:39.848256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=acdf0f4b-b246-4c17-8234-51222c9aef74,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:39.855270 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (ef155cf6-0a11-4ffc-ab1f-4632b120c655), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:39.876452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:06:39.939196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:39.939726 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:39.960187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:06:39.961921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:06:40.037990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:06:40.038509 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:40.063907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2ec6e306-c703-45cf-b0aa-ee9bf3e2a119,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:06:40.069524 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:40.070649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d97d8282-9ecc-406f-97fc-0e043305ee37 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:06:40.125029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router ef155cf6-0a11-4ffc-ab1f-4632b120c655 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:06:40.160889 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=2ec6e306-c703-45cf-b0aa-ee9bf3e2a119,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:40.180921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d97d8282-9ecc-406f-97fc-0e043305ee37 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:40.181305 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:40.236136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f93113f9-97dc-4298-b260-490e723476db None None] Provisioning complete for port acdf0f4b-b246-4c17-8234-51222c9aef74 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:40.236437 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f93113f9-97dc-4298-b260-490e723476db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:40.252532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:06:40.261287 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-55c25204-b7da-4eb9-bbe3-46955a4d2f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "PUT /v2.0/routers/ef155cf6-0a11-4ffc-ab1f-4632b120c655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5074713 Mar 10 16:06:40.302082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f93113f9-97dc-4298-b260-490e723476db None None] Port acdf0f4b-b246-4c17-8234-51222c9aef74 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:06:40.315500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Sync routers for ids ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:06:40.318741 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d97d8282-9ecc-406f-97fc-0e043305ee37 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:06:40.332899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f93113f9-97dc-4298-b260-490e723476db None None] Provisioning complete for port d97d8282-9ecc-406f-97fc-0e043305ee37 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:40.333280 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f93113f9-97dc-4298-b260-490e723476db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:40.337433 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Routers {'ef155cf6-0a11-4ffc-ab1f-4632b120c655'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:06:40.338357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:40.434209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-2ce773a5-6588-4050-83d0-b76503491e83 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650774192&fields=id&tenant_id=2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 267 time: 0.0549636 Mar 10 16:06:40.518284 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Set router ef155cf6-0a11-4ffc-ab1f-4632b120c655 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:06:40.565034 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-186d5920-dca7-4a39-a7eb-059fdc3d2dd8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:40.565563 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f93113f9-97dc-4298-b260-490e723476db None None] Current status of the port d97d8282-9ecc-406f-97fc-0e043305ee37 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:06:40.566738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-186d5920-dca7-4a39-a7eb-059fdc3d2dd8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 796 time: 0.1253850 Mar 10 16:06:40.583104 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-5f7f8f28-c12c-4735-a479-ac0b4a0862ab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/quotas/2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 375 time: 0.0104177 Mar 10 16:06:40.639751 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-969f10de-b74e-44ef-98e6-1c4410ef073c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511661 Mar 10 16:06:40.714709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0127f253-c150-4c40-bc2d-73f0e237bd64 None None] Provisioning complete for port acdf0f4b-b246-4c17-8234-51222c9aef74 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:40.715032 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0127f253-c150-4c40-bc2d-73f0e237bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:40.742258 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-200fc0ab-097f-4616-9a62-902ba987c6e5 service neutron] 10.222.0.11 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906622 Mar 10 16:06:40.760772 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0127f253-c150-4c40-bc2d-73f0e237bd64 None None] Port acdf0f4b-b246-4c17-8234-51222c9aef74 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:06:40.775614 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:39Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'acdf0f4b-b246-4c17-8234-51222c9aef74', 'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:fa:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:38Z', 'updated_at': '2022-03-10T16:06:39Z', 'revision_number': 2, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:40.802602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Checking router: ef155cf6-0a11-4ffc-ab1f-4632b120c655 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:06:40.802986 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Updating router ef155cf6-0a11-4ffc-ab1f-4632b120c655 port acdf0f4b-b246-4c17-8234-51222c9aef74 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:06:40.831326 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:40.834293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-f4eb38ce-231b-4a97-b912-a4194a4e2c83 service neutron] 10.222.0.11 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858610 Mar 10 16:06:41.001892 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-859e3b9f-6a7b-4a5d-8977-ec2324ce32fc req-e0d105b2-d894-4ec3-ab57-1e8368af89bf tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 210 time: 0.0287499 Mar 10 16:06:41.271248 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Publish callbacks [] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:41.276490 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:41.354464 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f080c32-dd3f-43de-bbcb-5b2fea65b42c None None] Pushing event updated for resources: {'Port': ['ID=acdf0f4b-b246-4c17-8234-51222c9aef74,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:41.387993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Attempting to bind port acdf0f4b-b246-4c17-8234-51222c9aef74 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:06:41.388380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Attempting to bind port acdf0f4b-b246-4c17-8234-51222c9aef74 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:06:41.388745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Attempting to bind port acdf0f4b-b246-4c17-8234-51222c9aef74 on network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:06:41.394136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:06:41.394535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Checking segment: {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:06:41.394971 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:41.395374 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Bound using segment: {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:06:41.395846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Bound port: acdf0f4b-b246-4c17-8234-51222c9aef74, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:06:41.396231 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:41.474027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] For port acdf0f4b-b246-4c17-8234-51222c9aef74, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:06:41.477370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] For port acdf0f4b-b246-4c17-8234-51222c9aef74, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=acdf0f4b-b246-4c17-8234-51222c9aef74,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:06:41.485258 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:41.542312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Routers {'ef155cf6-0a11-4ffc-ab1f-4632b120c655'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:06:41.542994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:41.586168 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f080c32-dd3f-43de-bbcb-5b2fea65b42c None None] Pushing event updated for resources: {'Port': ['ID=acdf0f4b-b246-4c17-8234-51222c9aef74,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:41.616167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-db7a68b8-9df7-4f4a-bd27-c25b8c669a11 None None] Provisioning complete for port acdf0f4b-b246-4c17-8234-51222c9aef74 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:41.616639 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-db7a68b8-9df7-4f4a-bd27-c25b8c669a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:41.708246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] Set router ef155cf6-0a11-4ffc-ab1f-4632b120c655 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:06:41.759611 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:06:41.845689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-db7a68b8-9df7-4f4a-bd27-c25b8c669a11 None None] Current status of the port acdf0f4b-b246-4c17-8234-51222c9aef74 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:06:41.846085 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-db7a68b8-9df7-4f4a-bd27-c25b8c669a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:41.933465 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-db7a68b8-9df7-4f4a-bd27-c25b8c669a11 None None] For port acdf0f4b-b246-4c17-8234-51222c9aef74, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=acdf0f4b-b246-4c17-8234-51222c9aef74,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:06:41.943756 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-db7a68b8-9df7-4f4a-bd27-c25b8c669a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:41.951478 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:41.951857 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:42.037096 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-11c3d345-5590-495d-9c69-41083506a130 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:42.039483 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-11c3d345-5590-495d-9c69-41083506a130 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 796 time: 0.1384132 Mar 10 16:06:42.066344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a68b8-9df7-4f4a-bd27-c25b8c669a11 None None] Pushing event updated for resources: {'Port': ['ID=acdf0f4b-b246-4c17-8234-51222c9aef74,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:42.096058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-62970812-c63c-40ac-a85a-12a6cfd8caf2 None None] Provisioning complete for port acdf0f4b-b246-4c17-8234-51222c9aef74 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:42.096363 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-62970812-c63c-40ac-a85a-12a6cfd8caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:42.121584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-801f9474-9b26-4101-a257-58854cbd1c0a req-65c3c651-ebc9-4559-b82c-48347393521d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 210 time: 0.0343397 Mar 10 16:06:42.137304 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-83f3174d-ae67-48fe-864b-cf0cd60a7988 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 379 time: 0.0863414 Mar 10 16:06:42.147125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'port': {'device_id': '7fd89054-3155-421c-b277-001f0460771a', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'admin_state_up': True, 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'security_groups': ['d0d1161b-6d7d-48e9-a6e4-e1bcc7727142']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:42.174947 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:06:42.176001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d97d8282-9ecc-406f-97fc-0e043305ee37 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:06:42.211030 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:39Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'acdf0f4b-b246-4c17-8234-51222c9aef74', 'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:fa:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:38Z', 'updated_at': '2022-03-10T16:06:41Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:42.257046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:06:42.260626 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:42.266325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4532595-9f74-4f51-9d54-47bac4d20f59 None None] The sync data for ids ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'] in n-d-833090-1 is: [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:39Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'acdf0f4b-b246-4c17-8234-51222c9aef74', 'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:fa:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:38Z', 'updated_at': '2022-03-10T16:06:41Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:06:42.285872 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-62970812-c63c-40ac-a85a-12a6cfd8caf2 None None] Current status of the port acdf0f4b-b246-4c17-8234-51222c9aef74 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:06:42.295139 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d97d8282-9ecc-406f-97fc-0e043305ee37 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:42.295523 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:42.411191 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d97d8282-9ecc-406f-97fc-0e043305ee37 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:06:42.429318 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.20.0.9 (b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f/6213af8a-2d8c-4d78-a2be-697a6da2fdf3/050c759e-2354-4474-9449-c90c4f121a8b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:06:42.576095 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (050c759e-2354-4474-9449-c90c4f121a8b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:42.612236 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (050c759e-2354-4474-9449-c90c4f121a8b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:42.661955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:06:42.667226 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:06:42.669580 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:06:42.696869 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=050c759e-2354-4474-9449-c90c4f121a8b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:42.728180 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:42.728852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:42.751803 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-e8f6bfde-5572-46a5-bee3-3bf993c822e4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088479 Mar 10 16:06:42.764266 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Request body: {'port': {'device_id': '7fd89054-3155-421c-b277-001f0460771a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:42.836310 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050c759e-2354-4474-9449-c90c4f121a8b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:42.913951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d2f57fea-1f4f-4872-bfad-d20de6584b85 None None] Provisioning complete for port 050c759e-2354-4474-9449-c90c4f121a8b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:42.914448 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d2f57fea-1f4f-4872-bfad-d20de6584b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (050c759e-2354-4474-9449-c90c4f121a8b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:42.949983 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d2f57fea-1f4f-4872-bfad-d20de6584b85 None None] Port 050c759e-2354-4474-9449-c90c4f121a8b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:06:43.123872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050c759e-2354-4474-9449-c90c4f121a8b {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:06:43.132432 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Publish callbacks [] for port (050c759e-2354-4474-9449-c90c4f121a8b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:43.145494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Transition to ACTIVE for port object 050c759e-2354-4474-9449-c90c4f121a8b will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 16:06:43.149804 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (050c759e-2354-4474-9449-c90c4f121a8b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:43.214422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Pushing event updated for resources: {'Port': ['ID=050c759e-2354-4474-9449-c90c4f121a8b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:43.316934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d320a-ae46-4ace-9f4b-9571387cc614 req-618aa628-f59d-4a91-aac3-24e49ec30a5f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:43.318507 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d7d320a-ae46-4ace-9f4b-9571387cc614 req-618aa628-f59d-4a91-aac3-24e49ec30a5f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 943 time: 0.1199698 Mar 10 16:06:43.341819 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Attempting to bind port 050c759e-2354-4474-9449-c90c4f121a8b on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:06:43.342157 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Attempting to bind port 050c759e-2354-4474-9449-c90c4f121a8b by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:06:43.342483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Attempting to bind port 050c759e-2354-4474-9449-c90c4f121a8b on network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:06:43.356475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Port 050c759e-2354-4474-9449-c90c4f121a8b on network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 16:06:43.356799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Attempting to bind port 050c759e-2354-4474-9449-c90c4f121a8b on network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:06:43.371499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:06:43.371844 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Checking segment: {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:06:43.372225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Bound using segment: {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:06:43.372669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Bound port: 050c759e-2354-4474-9449-c90c4f121a8b, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:06:43.373017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050c759e-2354-4474-9449-c90c4f121a8b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:43.402007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d7d320a-ae46-4ace-9f4b-9571387cc614 req-51548b7c-d373-4fe7-a37f-2777267a9593 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714381 Mar 10 16:06:43.466655 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:06:43.470558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=050c759e-2354-4474-9449-c90c4f121a8b,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:06:43.476994 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (050c759e-2354-4474-9449-c90c4f121a8b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:43.518666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:43.519343 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:43.520714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] 10.222.0.45 "PUT /v2.0/ports/050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 1091 time: 0.7613928 Mar 10 16:06:43.521169 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:06:43.523480 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "tag": "050c759e-2354-4474-9449-c90c4f121a8b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:06:43.551183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea5431-d8aa-4643-a6f2-ee8521d52665 service neutron] Pushing event updated for resources: {'Port': ['ID=050c759e-2354-4474-9449-c90c4f121a8b,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:43.569995 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d1e590-08ab-4cf3-8bab-10fce20f36ab x-openstack-request-id: req-38d1e590-08ab-4cf3-8bab-10fce20f36ab {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:06:43.570288 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "tag": "050c759e-2354-4474-9449-c90c4f121a8b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:06:43.570637 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38d1e590-08ab-4cf3-8bab-10fce20f36ab {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:06:43.571070 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b', 'status': 'completed', 'code': 200} Mar 10 16:06:43.611085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-f7cf1c03-aa89-47f0-88a1-ff966e466fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:43.612590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-f7cf1c03-aa89-47f0-88a1-ff966e466fe6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1125 time: 0.0529375 Mar 10 16:06:43.657752 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-3d7eb2bc-3037-4285-b364-20a9c2444cfb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 217 time: 0.0366931 Mar 10 16:06:43.722029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-851bc1ea-dfb6-4977-8342-16ca59f5057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:43.723584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-851bc1ea-dfb6-4977-8342-16ca59f5057b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 200 len: 835 time: 0.0596263 Mar 10 16:06:43.767134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device acdf0f4b-b246-4c17-8234-51222c9aef74 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:06:43.778531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-db9c1eb2-91b3-42d7-b892-1b29bba424b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:43.780079 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-db9c1eb2-91b3-42d7-b892-1b29bba424b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497048 Mar 10 16:06:43.830394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port acdf0f4b-b246-4c17-8234-51222c9aef74 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:43.830882 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:43.871805 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-75ece777-a5ae-4207-be32-aef96dee06e9 service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852125 Mar 10 16:06:43.909370 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port acdf0f4b-b246-4c17-8234-51222c9aef74 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:06:43.965293 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-31b99fc5-20a4-4875-ad54-48d447511ec2 req-aca6f0c5-53f4-4678-9125-5f1b02449003 service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871046 Mar 10 16:06:44.056933 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d req-eaf97e65-988c-443e-85db-2d59beef8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:44.058503 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d req-eaf97e65-988c-443e-85db-2d59beef8bdc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1125 time: 0.0451972 Mar 10 16:06:44.153090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d req-2e1be6cc-428b-4187-aa1b-e0cf931306d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:44.154496 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d req-2e1be6cc-428b-4187-aa1b-e0cf931306d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 897 time: 0.0897512 Mar 10 16:06:44.194678 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d req-4f293ed0-19c7-45e8-baf8-cebc61e9dcac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 217 time: 0.0339985 Mar 10 16:06:44.246817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d req-5809e1ee-2a1c-4ad7-8ae8-35c18eca33da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:44.248244 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d req-5809e1ee-2a1c-4ad7-8ae8-35c18eca33da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 200 len: 835 time: 0.0471230 Mar 10 16:06:44.297832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d req-ad553920-b699-489b-ad3d-6ee495714543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:44.299339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d req-ad553920-b699-489b-ad3d-6ee495714543 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435808 Mar 10 16:06:44.389149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d req-0c2df67c-1552-47ee-95fe-708ac9613616 service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831094 Mar 10 16:06:44.496127 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cb7bc02b-47a6-45fa-a2bb-b7474b91369d req-cdfd565d-da88-49e0-8baa-18d38ee79a9a service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005106 Mar 10 16:06:44.534993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0891ae-adf0-44a0-afce-68306347588e req-5eed5a86-e771-4914-8eaa-c90838329f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:44.536486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f0891ae-adf0-44a0-afce-68306347588e req-5eed5a86-e771-4914-8eaa-c90838329f0d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 943 time: 0.0603273 Mar 10 16:06:44.584662 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5f0891ae-adf0-44a0-afce-68306347588e req-c16a9c53-cd30-459e-8da5-8c32201d6e67 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425498 Mar 10 16:06:45.708177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c1fdc-bdd5-4caa-bd5f-ce8cd7026367 req-3ded62ce-64ff-4f5c-876b-c6e5a8c99527 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:45.709644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b97c1fdc-bdd5-4caa-bd5f-ce8cd7026367 req-3ded62ce-64ff-4f5c-876b-c6e5a8c99527 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 943 time: 0.0565755 Mar 10 16:06:45.757485 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b97c1fdc-bdd5-4caa-bd5f-ce8cd7026367 req-387d990d-3f69-4924-bee3-518454726735 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421283 Mar 10 16:06:46.874634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57369-cf65-40ed-b1ea-edebff773974 req-8853749c-56a3-4c87-9a82-79d3ab708c31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:46.876155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0c57369-cf65-40ed-b1ea-edebff773974 req-8853749c-56a3-4c87-9a82-79d3ab708c31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 943 time: 0.0527828 Mar 10 16:06:46.924138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b0c57369-cf65-40ed-b1ea-edebff773974 req-daf82bdd-fc13-4850-9d8a-696418c5f1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 Mar 10 16:06:47.498077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 050c759e-2354-4474-9449-c90c4f121a8b details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:06:47.594324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=050c759e-2354-4474-9449-c90c4f121a8b,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:06:47.605643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '050c759e-2354-4474-9449-c90c4f121a8b', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'port_id': '050c759e-2354-4474-9449-c90c4f121a8b', 'mac_address': 'fa:16:3e:22:b5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:06:47.641905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 050c759e-2354-4474-9449-c90c4f121a8b is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:06:47.642287 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050c759e-2354-4474-9449-c90c4f121a8b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:47.658053 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050c759e-2354-4474-9449-c90c4f121a8b {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:06:47.676576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=050c759e-2354-4474-9449-c90c4f121a8b,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:06:47.679969 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (050c759e-2354-4474-9449-c90c4f121a8b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:47.725953 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=050c759e-2354-4474-9449-c90c4f121a8b,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:47.920181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['050c759e-2354-4474-9449-c90c4f121a8b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:06:48.041874 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d48e26-7fb5-4108-a491-83d4e7c07e78 req-6545cb51-bfcb-4dea-997c-eac00dcdf700 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:48.044092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28d48e26-7fb5-4108-a491-83d4e7c07e78 req-6545cb51-bfcb-4dea-997c-eac00dcdf700 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 944 time: 0.0527859 Mar 10 16:06:48.097736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-28d48e26-7fb5-4108-a491-83d4e7c07e78 req-55f73949-c409-4d9d-a816-7f19c353e6d6 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475352 Mar 10 16:06:48.368719 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:06:48.410683 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:49.215779 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82917612-876f-415a-9518-2e3e7a73ff5f req-78a6c1aa-8997-4c5e-bc24-a64370237224 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:49.217251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82917612-876f-415a-9518-2e3e7a73ff5f req-78a6c1aa-8997-4c5e-bc24-a64370237224 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 944 time: 0.0522544 Mar 10 16:06:49.265224 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-82917612-876f-415a-9518-2e3e7a73ff5f req-bfbd33be-568c-4d21-b0a9-851d86478893 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422702 Mar 10 16:06:49.498509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 050c759e-2354-4474-9449-c90c4f121a8b up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:06:49.547506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 050c759e-2354-4474-9449-c90c4f121a8b completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 16:06:49.551488 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 050c759e-2354-4474-9449-c90c4f121a8b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:06:49.551868 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (050c759e-2354-4474-9449-c90c4f121a8b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:49.631454 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 050c759e-2354-4474-9449-c90c4f121a8b is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:06:49.631842 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050c759e-2354-4474-9449-c90c4f121a8b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:49.653873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:06:49.656439 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea5aa2d-f0a0-49ab-8c6d-6dc64d99bccf" -d '{"events": [{"server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "name": "network-vif-plugged", "status": "completed", "tag": "050c759e-2354-4474-9449-c90c4f121a8b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:06:49.669203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=050c759e-2354-4474-9449-c90c4f121a8b,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:06:49.673978 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (050c759e-2354-4474-9449-c90c4f121a8b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:49.702276 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b9e489-4466-4f55-ab22-e7e9c25c2692 x-openstack-request-id: req-a5b9e489-4466-4f55-ab22-e7e9c25c2692 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:06:49.702572 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "name": "network-vif-plugged", "status": "completed", "tag": "050c759e-2354-4474-9449-c90c4f121a8b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:06:49.702851 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5b9e489-4466-4f55-ab22-e7e9c25c2692 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:06:49.703275 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b', 'code': 200} Mar 10 16:06:49.731948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=050c759e-2354-4474-9449-c90c4f121a8b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:49.791434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72572c7-0806-46c7-8c47-238f6659d523 req-1fa3be86-8059-4e8f-827a-03aec28e38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:49.792948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e72572c7-0806-46c7-8c47-238f6659d523 req-1fa3be86-8059-4e8f-827a-03aec28e38eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1127 time: 0.0434935 Mar 10 16:06:49.837363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e72572c7-0806-46c7-8c47-238f6659d523 req-3d73e3b3-d32f-4a89-9185-7c26de0d0010 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383730 Mar 10 16:06:50.386059 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c6d8b-ae41-4a3f-9109-c88e6c038a96 req-e54d9788-c1d7-431d-a7a8-1134c738e402 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:50.387569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d98c6d8b-ae41-4a3f-9109-c88e6c038a96 req-e54d9788-c1d7-431d-a7a8-1134c738e402 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0555305 Mar 10 16:06:50.436561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d98c6d8b-ae41-4a3f-9109-c88e6c038a96 req-1b91b6e0-6dc8-4b20-80bc-7a2d6a42a086 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427232 Mar 10 16:06:51.325100 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:51.561410 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af8b30-e83c-4fda-91dd-4e112aa767da req-9906bb04-3bc7-43f2-89d8-4ef6a866d177 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:51.563421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62af8b30-e83c-4fda-91dd-4e112aa767da req-9906bb04-3bc7-43f2-89d8-4ef6a866d177 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0535891 Mar 10 16:06:51.611291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-62af8b30-e83c-4fda-91dd-4e112aa767da req-fa05c11a-8c05-4778-854e-3ee2a045aefa tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421371 Mar 10 16:06:51.730021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948338a9-e5ce-4e55-a1f9-209cf0869b9e req-e17ca838-614d-498f-a3ca-df0c3d9d3010 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:51.731518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-948338a9-e5ce-4e55-a1f9-209cf0869b9e req-e17ca838-614d-498f-a3ca-df0c3d9d3010 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0517900 Mar 10 16:06:51.783690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-948338a9-e5ce-4e55-a1f9-209cf0869b9e req-df92505d-f742-424a-b2fe-b38fcd888234 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459530 Mar 10 16:06:51.805589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43544) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:51.840336 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b0b61e1-35d2-4d33-b072-bdf8b800ca78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:51.853442 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d34af7-5119-449b-9c5e-01ad5be80e3d tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:51.855318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-61d34af7-5119-449b-9c5e-01ad5be80e3d tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1122 time: 0.0487492 Mar 10 16:06:51.858210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43546) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:51.863065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '050c759e-2354-4474-9449-c90c4f121a8b', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:06:51.883126 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:51.982841 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:52.083172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.25.3.232 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/c8e134f5-97e6-4289-9740-1400b23f4444) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:06:52.188722 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (c8e134f5-97e6-4289-9740-1400b23f4444), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:52.225102 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c8e134f5-97e6-4289-9740-1400b23f4444), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:52.266394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:06:52.269206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:06:52.273573 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:06:52.275490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=c8e134f5-97e6-4289-9740-1400b23f4444,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:52.973521 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (6631a1fb-ee07-498d-948c-68d5d52b137c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:53.041459 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c8e134f5-97e6-4289-9740-1400b23f4444), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:53.188713 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (c8e134f5-97e6-4289-9740-1400b23f4444), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:53.193299 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c8e134f5-97e6-4289-9740-1400b23f4444), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:53.263144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=c8e134f5-97e6-4289-9740-1400b23f4444,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:06:53.272896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (6631a1fb-ee07-498d-948c-68d5d52b137c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:53.375877 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Floating IP 6631a1fb-ee07-498d-948c-68d5d52b137c associated. External IP: 172.25.3.232, port: 050c759e-2354-4474-9449-c90c4f121a8b. Mar 10 16:06:53.592641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router ef155cf6-0a11-4ffc-ab1f-4632b120c655 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:06:53.705545 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:06:53.714841 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94680f1c-246d-476d-9e3c-b07324914e5a None None] Sync routers for ids ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:06:53.722422 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:53.724203 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94680f1c-246d-476d-9e3c-b07324914e5a None None] Routers {'ef155cf6-0a11-4ffc-ab1f-4632b120c655'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:06:53.724815 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-94680f1c-246d-476d-9e3c-b07324914e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:53.751947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bd218172-f558-4e1f-9177-f1bafd3aeceb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8927383 Mar 10 16:06:53.752791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:06:53.755225 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383cd822-84aa-4f37-952d-b6fbf9d55c57" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "tag": "050c759e-2354-4474-9449-c90c4f121a8b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:06:53.798735 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a482d9db-9119-44a7-afd0-36254186130b x-openstack-request-id: req-a482d9db-9119-44a7-afd0-36254186130b {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:06:53.799073 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "tag": "050c759e-2354-4474-9449-c90c4f121a8b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:06:53.799330 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a482d9db-9119-44a7-afd0-36254186130b {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:06:53.799755 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b', 'status': 'completed', 'code': 200} Mar 10 16:06:53.841070 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-94680f1c-246d-476d-9e3c-b07324914e5a None None] Set router ef155cf6-0a11-4ffc-ab1f-4632b120c655 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:06:53.896082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d46032-774f-4edc-867d-f86522b84955 req-5c4f47f3-fe57-4f60-a5f3-daefa087158b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:53.897586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8d46032-774f-4edc-867d-f86522b84955 req-5c4f47f3-fe57-4f60-a5f3-daefa087158b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0865610 Mar 10 16:06:53.903742 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-1127adb7-3744-429d-8c5b-b883aa24c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:53.905146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-1127adb7-3744-429d-8c5b-b883aa24c56d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1127 time: 0.0834773 Mar 10 16:06:54.004742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8d46032-774f-4edc-867d-f86522b84955 req-9e01a70e-c676-4624-834b-5a68817a45c5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986481 Mar 10 16:06:54.027117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43552) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:54.031029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-d31133f9-4f21-4dfa-af04-d35f84bd205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:54.032434 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-d31133f9-4f21-4dfa-af04-d35f84bd205a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 897 time: 0.1200018 Mar 10 16:06:54.073494 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-94680f1c-246d-476d-9e3c-b07324914e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:39Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '6631a1fb-ee07-498d-948c-68d5d52b137c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'port_id': '050c759e-2354-4474-9449-c90c4f121a8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'mac_address': 'fa:16:3e:22:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd89054-3155-421c-b277-001f0460771a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:06:52Z', 'updated_at': '2022-03-10T16:06:52Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdf0f4b-b246-4c17-8234-51222c9aef74', 'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:fa:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:38Z', 'updated_at': '2022-03-10T16:06:41Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:54.095484 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9712bacb-7b0c-43b5-9e1c-280844364e13 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/6631a1fb-ee07-498d-948c-68d5d52b137c HTTP/1.1" status: 200 len: 991 time: 0.0664248 Mar 10 16:06:54.099683 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94680f1c-246d-476d-9e3c-b07324914e5a None None] Checking router: ef155cf6-0a11-4ffc-ab1f-4632b120c655 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:06:54.108156 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94680f1c-246d-476d-9e3c-b07324914e5a None None] Routers {'ef155cf6-0a11-4ffc-ab1f-4632b120c655'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:06:54.108749 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-94680f1c-246d-476d-9e3c-b07324914e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:06:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:54.109205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-938df668-2590-43c3-b121-d77e3d0c0ed7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 999 time: 0.0703554 Mar 10 16:06:54.158672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-ab368a9c-a920-4eee-804e-93987c477a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:54.160208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-ab368a9c-a920-4eee-804e-93987c477a13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 200 len: 835 time: 0.0454476 Mar 10 16:06:54.212524 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a8e6fd75-46ac-4d8f-af35-a5e27dd53d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:54.214324 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-0cbaeff5-1032-4433-836b-ee82c2e12823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:54.216198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-0cbaeff5-1032-4433-836b-ee82c2e12823 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471959 Mar 10 16:06:54.225425 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-4811ea8c-3da5-4f43-8948-bdff851f7297 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:06:54.226126 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-94680f1c-246d-476d-9e3c-b07324914e5a None None] Set router ef155cf6-0a11-4ffc-ab1f-4632b120c655 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:06:54.226382 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-4811ea8c-3da5-4f43-8948-bdff851f7297 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050004 Mar 10 16:06:54.322110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-82f44794-994c-481c-be85-1968c1498710 service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894854 Mar 10 16:06:54.410904 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-383cd822-84aa-4f37-952d-b6fbf9d55c57 req-8306efd2-b03a-4fe6-b459-001c410e3719 service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826240 Mar 10 16:06:54.453755 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-94680f1c-246d-476d-9e3c-b07324914e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:39Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '6631a1fb-ee07-498d-948c-68d5d52b137c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'port_id': '050c759e-2354-4474-9449-c90c4f121a8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'mac_address': 'fa:16:3e:22:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd89054-3155-421c-b277-001f0460771a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:06:52Z', 'updated_at': '2022-03-10T16:06:52Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdf0f4b-b246-4c17-8234-51222c9aef74', 'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:fa:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:38Z', 'updated_at': '2022-03-10T16:06:41Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:06:54.482322 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94680f1c-246d-476d-9e3c-b07324914e5a None None] The sync data for ids ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'] in n-d-833090-1 is: [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:39Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '6631a1fb-ee07-498d-948c-68d5d52b137c', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'port_id': '050c759e-2354-4474-9449-c90c4f121a8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'mac_address': 'fa:16:3e:22:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd89054-3155-421c-b277-001f0460771a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:06:52Z', 'updated_at': '2022-03-10T16:06:52Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdf0f4b-b246-4c17-8234-51222c9aef74', 'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:fa:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:38Z', 'updated_at': '2022-03-10T16:06:41Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:06:54.679235 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f937861c-f93e-4576-a04f-7aa1d6f4e820 None None] New status for floating IP 6631a1fb-ee07-498d-948c-68d5d52b137c: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:06:55.099007 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43554) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:06:55.164710 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d1fb404c-bd5e-42a9-8684-63bdc53281bf tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/6631a1fb-ee07-498d-948c-68d5d52b137c HTTP/1.1" status: 200 len: 993 time: 0.0645049 Mar 10 16:06:55.481823 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:56.808246 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:58.398096 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:06:59.298398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be97162f-530c-4e33-ae94-fc46a8619bba req-2b3003a6-9307-4fec-a997-b9f4e36037ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431330 Mar 10 16:06:59.386586 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97162f-530c-4e33-ae94-fc46a8619bba req-94bc908e-5b50-44dd-9560-e76d117b3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:59.388022 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be97162f-530c-4e33-ae94-fc46a8619bba req-94bc908e-5b50-44dd-9560-e76d117b3a0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1127 time: 0.0486064 Mar 10 16:06:59.490970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97162f-530c-4e33-ae94-fc46a8619bba req-2f149a9f-1bc0-4cbe-bf7e-94cb194800d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:59.492436 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be97162f-530c-4e33-ae94-fc46a8619bba req-2f149a9f-1bc0-4cbe-bf7e-94cb194800d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 897 time: 0.0866296 Mar 10 16:06:59.560886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be97162f-530c-4e33-ae94-fc46a8619bba req-f271dbad-c79e-475e-9ad0-2cdce96c766e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 1001 time: 0.0617065 Mar 10 16:06:59.612430 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97162f-530c-4e33-ae94-fc46a8619bba req-a540d37a-e243-4d64-9092-7ed19ed4d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:59.613816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be97162f-530c-4e33-ae94-fc46a8619bba req-a540d37a-e243-4d64-9092-7ed19ed4d786 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 200 len: 835 time: 0.0424924 Mar 10 16:06:59.663187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97162f-530c-4e33-ae94-fc46a8619bba req-35cd8ba3-1c4b-4fb0-8dc5-2daae21dfab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:06:59.664634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be97162f-530c-4e33-ae94-fc46a8619bba req-35cd8ba3-1c4b-4fb0-8dc5-2daae21dfab8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429265 Mar 10 16:06:59.756598 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be97162f-530c-4e33-ae94-fc46a8619bba req-5e3dfccb-577f-4b2b-9e4b-01aea2c8cd08 service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856602 Mar 10 16:06:59.846970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be97162f-530c-4e33-ae94-fc46a8619bba req-d83acd9c-5c59-4bf5-a6c2-533d09a7c6e7 service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830135 Mar 10 16:07:18.424219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:21.324700 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:21.843636 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-210ae01d-9e75-4f89-b101-7dbf9146590d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:24.215213 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3da5117b-e658-4240-807a-3166e6bd07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:25.368251 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:07:25.483675 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:26.418404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-ad1bb333-940e-4ce7-ac36-72cbae26dc72 req-02749270-922a-4770-a028-bcb22b5586b2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:07:26.419480 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ad1bb333-940e-4ce7-ac36-72cbae26dc72 req-02749270-922a-4770-a028-bcb22b5586b2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054102 Mar 10 16:07:26.613601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dc9ce-2b47-4ef3-a511-65da27db812a req-12e0917b-9d81-4f1d-98af-7f71f81d6d37 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:26.615168 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd9dc9ce-2b47-4ef3-a511-65da27db812a req-12e0917b-9d81-4f1d-98af-7f71f81d6d37 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0633981 Mar 10 16:07:26.617950 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43574) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:07:26.668016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd9dc9ce-2b47-4ef3-a511-65da27db812a req-74835bbf-9ee1-4b19-9e1c-54731bf84ce8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471933 Mar 10 16:07:26.715693 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-38a0934b-91b3-4f0b-99a9-d49f79753059 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966256 Mar 10 16:07:26.724077 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-5944f931-ab1b-4e9a-89db-94ddb0ab02ef service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:07:26.725034 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-5944f931-ab1b-4e9a-89db-94ddb0ab02ef service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048263 Mar 10 16:07:26.812239 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:27.081260 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43596) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:07:27.168592 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ce86beeb-989b-431b-8d29-038bf283a662 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:27.169865 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ce86beeb-989b-431b-8d29-038bf283a662 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports/050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 942 time: 0.0876458 Mar 10 16:07:27.787878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8f90e-4db2-4efb-8506-979613933463 req-35c3b91d-54b7-4424-928a-b11aa4992dd0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:27.789360 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8a8f90e-4db2-4efb-8506-979613933463 req-35c3b91d-54b7-4424-928a-b11aa4992dd0 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0524294 Mar 10 16:07:27.837958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e8a8f90e-4db2-4efb-8506-979613933463 req-5e7cf63e-9cb1-4ed8-b435-6d2d4b50c933 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429740 Mar 10 16:07:28.019675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-39cd5531-2040-4390-ab70-33fcf2db46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:28.021666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-39cd5531-2040-4390-ab70-33fcf2db46fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1127 time: 0.0485342 Mar 10 16:07:28.110900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-bc86f8c2-55b2-4606-bae4-d27867a8f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:28.112368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-bc86f8c2-55b2-4606-bae4-d27867a8f295 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 897 time: 0.0838115 Mar 10 16:07:28.180171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-0df697cb-ad28-457d-8fee-e348848df8d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 1001 time: 0.0607421 Mar 10 16:07:28.227289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-d6d1615d-3bd4-43bd-990f-317bfc68a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:28.228684 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-d6d1615d-3bd4-43bd-990f-317bfc68a77d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 200 len: 835 time: 0.0426574 Mar 10 16:07:28.276237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-d0f896d6-83aa-47e2-8ce0-cdddadd4f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:28.277706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-d0f896d6-83aa-47e2-8ce0-cdddadd4f702 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432289 Mar 10 16:07:28.367864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-90fb5634-43de-49dd-9b8e-d3ede061faa7 service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840454 Mar 10 16:07:28.400692 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:28.454814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-b9c7d622-2141-4467-9fcf-f31cccf5b588 service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813353 Mar 10 16:07:28.960986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ba03f-1f02-4688-86c1-ed2da46cc731 req-2a142cad-7bec-46ec-8c64-e9ea2e1b1eae tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:28.962476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c8ba03f-1f02-4688-86c1-ed2da46cc731 req-2a142cad-7bec-46ec-8c64-e9ea2e1b1eae tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0567467 Mar 10 16:07:29.011091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3c8ba03f-1f02-4688-86c1-ed2da46cc731 req-5344f24d-93e1-44e1-a2d2-3509aefa3393 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Mar 10 16:07:30.130152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb34f1e-677f-4a2c-84d8-4a39dafdf03a req-24f94cef-35e6-4bf4-9854-1d9913ecbffd tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:30.131657 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fb34f1e-677f-4a2c-84d8-4a39dafdf03a req-24f94cef-35e6-4bf4-9854-1d9913ecbffd tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0528617 Mar 10 16:07:30.179371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9fb34f1e-677f-4a2c-84d8-4a39dafdf03a req-4b799ad0-3ebe-4221-8f42-c0b4c677ff16 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422645 Mar 10 16:07:31.298757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8385e16-c952-4f3a-9f73-f9593fbb135d req-4467bd1e-6b1d-4b00-9d6c-318b5b8c6d75 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:31.300322 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8385e16-c952-4f3a-9f73-f9593fbb135d req-4467bd1e-6b1d-4b00-9d6c-318b5b8c6d75 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0533450 Mar 10 16:07:31.352426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d8385e16-c952-4f3a-9f73-f9593fbb135d req-7d316d47-32f2-44b5-9917-3b563b7108e2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460241 Mar 10 16:07:32.471510 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb6df4-4f15-41b1-93db-186a9c3be5a4 req-a2ad6d2b-73ed-4e7c-9450-772fce9ac371 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:32.473268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67eb6df4-4f15-41b1-93db-186a9c3be5a4 req-a2ad6d2b-73ed-4e7c-9450-772fce9ac371 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0527577 Mar 10 16:07:32.523614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67eb6df4-4f15-41b1-93db-186a9c3be5a4 req-0d309a02-c080-41ac-aa5f-a0fcf15903d6 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430739 Mar 10 16:07:33.642707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cea96e-4690-4bfe-a77e-1d973b8fd2aa req-ae7588c9-c502-4515-93e1-bc385db220ec tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:33.644216 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49cea96e-4690-4bfe-a77e-1d973b8fd2aa req-ae7588c9-c502-4515-93e1-bc385db220ec tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0523539 Mar 10 16:07:33.692266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-49cea96e-4690-4bfe-a77e-1d973b8fd2aa req-a8f62785-0b30-434f-9c73-219c3aac1d6b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425293 Mar 10 16:07:34.818274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4bb0e-3369-4724-934c-13e843476587 req-90bd3f71-5421-4c55-aa4e-117ad3dfd9f9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:34.819765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86d4bb0e-3369-4724-934c-13e843476587 req-90bd3f71-5421-4c55-aa4e-117ad3dfd9f9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0585814 Mar 10 16:07:34.867263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-86d4bb0e-3369-4724-934c-13e843476587 req-93509670-5093-427a-bb87-52bc7e58f63f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419796 Mar 10 16:07:35.985372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677590d7-de2b-4952-bfce-5b1458d72f51 req-669a883e-41e3-4665-86d0-ae508b67e665 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:35.986734 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-677590d7-de2b-4952-bfce-5b1458d72f51 req-669a883e-41e3-4665-86d0-ae508b67e665 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0513999 Mar 10 16:07:36.035203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-677590d7-de2b-4952-bfce-5b1458d72f51 req-ccb9b3ae-2480-43fc-b605-d3eac9c8c3bf tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422490 Mar 10 16:07:37.156188 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc252f3a-65b0-4eb0-9375-1c0b04a296c5 req-7b42af96-3417-42d2-852d-845027cd5ed4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:37.157644 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc252f3a-65b0-4eb0-9375-1c0b04a296c5 req-7b42af96-3417-42d2-852d-845027cd5ed4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0514691 Mar 10 16:07:37.209033 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fc252f3a-65b0-4eb0-9375-1c0b04a296c5 req-6e769a31-748f-4d55-b64e-91d0859ea618 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456564 Mar 10 16:07:38.327900 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720fa7b-3e76-4f97-ba6b-5c5a99468171 req-4417aba4-cc21-497f-a1ce-9a12ae96d80f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:38.329277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f720fa7b-3e76-4f97-ba6b-5c5a99468171 req-4417aba4-cc21-497f-a1ce-9a12ae96d80f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0525627 Mar 10 16:07:38.377105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f720fa7b-3e76-4f97-ba6b-5c5a99468171 req-b8d3df0c-7afc-48de-869c-0986c60645ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421953 Mar 10 16:07:39.499210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80527597-f524-493b-abde-3f4e0a8073d1 req-51ff4e9b-b7f4-48c4-a14d-a8cb56549350 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:39.500671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80527597-f524-493b-abde-3f4e0a8073d1 req-51ff4e9b-b7f4-48c4-a14d-a8cb56549350 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0530934 Mar 10 16:07:39.548338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80527597-f524-493b-abde-3f4e0a8073d1 req-4495b8f9-9e90-4709-8f40-edc437cb039d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417161 Mar 10 16:07:40.676063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa173343-61b5-476c-82f6-227ec50f9b07 req-b3be39ff-955e-477b-b8bc-7ebb0fe2f735 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:40.677536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa173343-61b5-476c-82f6-227ec50f9b07 req-b3be39ff-955e-477b-b8bc-7ebb0fe2f735 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0564754 Mar 10 16:07:40.725086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa173343-61b5-476c-82f6-227ec50f9b07 req-d325ec3e-c45f-4399-9c2c-50a0a97cb6b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419097 Mar 10 16:07:41.842409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb6121-44ab-48be-b7d8-3be26612a046 req-dce40c7e-25eb-4acc-8611-50b8e5ad108d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:41.843954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42fb6121-44ab-48be-b7d8-3be26612a046 req-dce40c7e-25eb-4acc-8611-50b8e5ad108d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0510612 Mar 10 16:07:41.892482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42fb6121-44ab-48be-b7d8-3be26612a046 req-565fd67d-c41e-409e-8c3b-1b39cf69eed7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430205 Mar 10 16:07:43.023722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973734ca-38ec-449d-bea8-d1b72e84571d req-a03105d1-7b49-40b5-b79e-7bf9b938f5f7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:43.025221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-973734ca-38ec-449d-bea8-d1b72e84571d req-a03105d1-7b49-40b5-b79e-7bf9b938f5f7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0621071 Mar 10 16:07:43.073426 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-973734ca-38ec-449d-bea8-d1b72e84571d req-91a59a55-c9ed-4720-8eea-899c349cff47 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426407 Mar 10 16:07:44.190971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadb006-5206-44a2-bb7f-6db091f8723d req-cf0dd845-ca3b-4707-b810-4cf680349d7e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:44.192441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cadb006-5206-44a2-bb7f-6db091f8723d req-cf0dd845-ca3b-4707-b810-4cf680349d7e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0516217 Mar 10 16:07:44.239722 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0cadb006-5206-44a2-bb7f-6db091f8723d req-4082162d-eed6-42ed-9253-65e79fbcb95d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Mar 10 16:07:45.357845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8ee66-5507-4947-9d50-9f30f01b847b req-239c4bb2-713c-4d0c-8170-bf60c19b465f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:45.359330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6d8ee66-5507-4947-9d50-9f30f01b847b req-239c4bb2-713c-4d0c-8170-bf60c19b465f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0516069 Mar 10 16:07:45.435725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6d8ee66-5507-4947-9d50-9f30f01b847b req-9df9e3e3-3dc1-421a-9a46-7d127ff5712c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707445 Mar 10 16:07:45.460058 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-8eeca487-5234-400e-9474-0593b81ad30f service neutron] show failed (client error): The resource could not be found. Mar 10 16:07:45.461713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-8eeca487-5234-400e-9474-0593b81ad30f service neutron] 10.222.0.45 "GET /v2.0/ports/050c759e-2354-4474-9449-c90c4f121a8b/bindings/n-h2-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0721698 Mar 10 16:07:45.702357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-59d697e6-fa2f-4b1b-8333-5a40d325e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:45.703878 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-59d697e6-fa2f-4b1b-8333-5a40d325e6a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a&tenant_id=2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 1127 time: 0.0871849 Mar 10 16:07:45.713646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-9bdf33e1-1b2d-41c9-a43f-457cb82a7742 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:07:45.714607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-9bdf33e1-1b2d-41c9-a43f-457cb82a7742 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048072 Mar 10 16:07:45.724910 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:07:45.785516 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050c759e-2354-4474-9449-c90c4f121a8b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:45.983367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=050c759e-2354-4474-9449-c90c4f121a8b,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:07:46.015373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:07:46.053840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:07:46.056688 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d48bf0b-2935-4237-a94d-5cafee7d2f65" -d '{"events": [{"server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "name": "network-vif-unplugged", "status": "completed", "tag": "050c759e-2354-4474-9449-c90c4f121a8b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:07:46.060807 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Publish callbacks [] for port (050c759e-2354-4474-9449-c90c4f121a8b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:46.073396 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Transition to ACTIVE for port object 050c759e-2354-4474-9449-c90c4f121a8b will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 16:07:46.077960 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (050c759e-2354-4474-9449-c90c4f121a8b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:46.161476 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Pushing event updated for resources: {'Port': ['ID=050c759e-2354-4474-9449-c90c4f121a8b,revision_number=6']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:07:46.176570 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1942a7-44fd-4a2e-84ff-332d276ac226 x-openstack-request-id: req-cb1942a7-44fd-4a2e-84ff-332d276ac226 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:07:46.176853 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "name": "network-vif-unplugged", "status": "completed", "tag": "050c759e-2354-4474-9449-c90c4f121a8b", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:07:46.177110 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb1942a7-44fd-4a2e-84ff-332d276ac226 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:07:46.177514 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b', 'code': 200} Mar 10 16:07:46.181305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.181650 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.182048 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.182393 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.182724 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.183080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.183409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.183734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.184058 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.184380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.184706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.185023 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.185345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:46.222815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] No DVR routers for this DVR port 050c759e-2354-4474-9449-c90c4f121a8b on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:07:46.363228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Attempting to bind port 050c759e-2354-4474-9449-c90c4f121a8b on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:07:46.363934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Attempting to bind port 050c759e-2354-4474-9449-c90c4f121a8b by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:07:46.363934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Attempting to bind port 050c759e-2354-4474-9449-c90c4f121a8b on network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:07:46.368134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Port 050c759e-2354-4474-9449-c90c4f121a8b on network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 16:07:46.368447 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Attempting to bind port 050c759e-2354-4474-9449-c90c4f121a8b on network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:07:46.373124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:07:46.373455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Checking segment: {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:07:46.373836 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Bound using segment: {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:07:46.374251 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Bound port: 050c759e-2354-4474-9449-c90c4f121a8b, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:07:46.374597 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050c759e-2354-4474-9449-c90c4f121a8b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:46.434440 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:07:46.437246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=050c759e-2354-4474-9449-c90c4f121a8b,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:07:46.443176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (050c759e-2354-4474-9449-c90c4f121a8b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:46.814117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:46.814739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:46.816153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] 10.222.0.62 "PUT /v2.0/ports/050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 1091 time: 1.0948317 Mar 10 16:07:46.882150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae569179-b3c7-4e3d-aacb-3bd055ad1032 service neutron] Pushing event updated for resources: {'Port': ['ID=050c759e-2354-4474-9449-c90c4f121a8b,revision_number=7']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:07:46.908689 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281ce36-554c-4990-9510-071116724ddc req-5037d1e4-c749-4640-aa14-35f718a2bffa tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:46.910214 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3281ce36-554c-4990-9510-071116724ddc req-5037d1e4-c749-4640-aa14-35f718a2bffa tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 943 time: 0.1186650 Mar 10 16:07:46.924711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-bbd59f66-8a24-4d80-8d27-791229d11ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:46.926210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-bbd59f66-8a24-4d80-8d27-791229d11ddd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1125 time: 0.0848784 Mar 10 16:07:47.021916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3281ce36-554c-4990-9510-071116724ddc req-45a7bb68-53df-4047-9bb6-550fecc518eb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049240 Mar 10 16:07:47.049316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-c2de3edf-aea6-45e7-9926-bf0732c8bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:47.050772 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-c2de3edf-aea6-45e7-9926-bf0732c8bb49 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 897 time: 0.1168194 Mar 10 16:07:47.115061 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-0220c79f-eaf0-472b-a6da-1c0440250ce7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 999 time: 0.0578492 Mar 10 16:07:47.165450 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-3273366f-eda4-408a-bf69-e8c7a3512907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:47.166914 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-3273366f-eda4-408a-bf69-e8c7a3512907 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 200 len: 835 time: 0.0465133 Mar 10 16:07:47.214864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-a4169477-27eb-4a8d-a060-0f3b27692ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:47.216321 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-a4169477-27eb-4a8d-a060-0f3b27692ae7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431864 Mar 10 16:07:47.307893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-fc747641-b719-47c5-b007-daeab94927f3 service neutron] 10.222.0.62 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839822 Mar 10 16:07:47.395942 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7578d3d-19a7-4f77-9d4d-e99b2bc513ad req-55bda53a-da5e-489f-8547-083d9d2ea7fc service neutron] 10.222.0.62 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816112 Mar 10 16:07:48.142710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524372f-2736-4da5-9292-d3493305d576 req-a1e0519c-f973-4c42-9899-354c9676ff69 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:48.144179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9524372f-2736-4da5-9292-d3493305d576 req-a1e0519c-f973-4c42-9899-354c9676ff69 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 943 time: 0.0521030 Mar 10 16:07:48.178291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:07:48.180490 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "tag": "050c759e-2354-4474-9449-c90c4f121a8b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:07:48.199689 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9524372f-2736-4da5-9292-d3493305d576 req-eeff1173-737c-4554-942d-c6725fba50b7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494149 Mar 10 16:07:48.237235 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8c5538-b638-4075-a0a5-91bf69ab767e x-openstack-request-id: req-ba8c5538-b638-4075-a0a5-91bf69ab767e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:07:48.237537 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "tag": "050c759e-2354-4474-9449-c90c4f121a8b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:07:48.238214 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba8c5538-b638-4075-a0a5-91bf69ab767e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:07:48.238624 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b', 'status': 'completed', 'code': 200} Mar 10 16:07:48.328424 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-8c4a233d-d7bd-45ca-8fa5-2b9fe7aa76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:48.329816 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-8c4a233d-d7bd-45ca-8fa5-2b9fe7aa76d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1125 time: 0.0740328 Mar 10 16:07:48.332276 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-3cca3b4b-d953-441c-8a45-d6fad73e4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:48.333623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-3cca3b4b-d953-441c-8a45-d6fad73e4f94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1125 time: 0.0685639 Mar 10 16:07:48.427329 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:48.487735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-025069fe-f474-42bd-afd3-d53172962647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:48.489265 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-025069fe-f474-42bd-afd3-d53172962647 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 897 time: 0.1531372 Mar 10 16:07:48.490339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-a303808e-6825-43df-9780-6d43450420d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:48.491639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-a303808e-6825-43df-9780-6d43450420d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 897 time: 0.1480596 Mar 10 16:07:48.596691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-30c1a01d-3efc-4568-9fbc-4798e2c8b0f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 999 time: 0.1006651 Mar 10 16:07:48.602264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-8341f222-71dc-428e-8181-bfc08762f7b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 999 time: 0.1006689 Mar 10 16:07:48.685465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-8bb53f3d-1fba-4801-b42c-a42fde2ad5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:48.687018 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-8bb53f3d-1fba-4801-b42c-a42fde2ad5fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 200 len: 835 time: 0.0838358 Mar 10 16:07:48.690250 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-29cf30c4-96a5-453a-8075-f43b0d7dba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:48.691586 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-29cf30c4-96a5-453a-8075-f43b0d7dba31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 200 len: 835 time: 0.0813508 Mar 10 16:07:48.770540 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-1ab9986e-50c9-4b82-a452-e1287b461f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:48.772148 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-1ab9986e-50c9-4b82-a452-e1287b461f08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0782781 Mar 10 16:07:48.773877 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-4c3f13da-9c1b-40a3-9497-b264a8b0b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:48.775220 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-4c3f13da-9c1b-40a3-9497-b264a8b0b5f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731890 Mar 10 16:07:48.928614 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-ed32c506-832f-4cd7-86f2-fbd163647b19 service neutron] 10.222.0.62 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499357 Mar 10 16:07:48.933526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-b9ce5ba3-d59c-424a-aa5a-8ef536e8ded4 service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475894 Mar 10 16:07:49.085085 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-beddc682-ada8-496d-8973-1b4e61a38169 service neutron] 10.222.0.62 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503711 Mar 10 16:07:49.087405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4c0f0bee-e9df-472b-9805-5e4c7087c5ff req-fc949e9d-48ac-4b84-bb1d-b68e467533ce service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455469 Mar 10 16:07:49.318238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397d4e1-08ab-4085-905a-c7c1bfe22a7c req-5ef63137-720a-4567-97a7-2199a624e45f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:49.319719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7397d4e1-08ab-4085-905a-c7c1bfe22a7c req-5ef63137-720a-4567-97a7-2199a624e45f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 943 time: 0.0521114 Mar 10 16:07:49.371920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7397d4e1-08ab-4085-905a-c7c1bfe22a7c req-6e1fbe60-0f28-4775-a564-2e8b551d7534 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467272 Mar 10 16:07:49.887606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 050c759e-2354-4474-9449-c90c4f121a8b no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:07:49.929959 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] The host n-h1-833090-1 is not matching for port 050c759e-2354-4474-9449-c90c4f121a8b host n-h2-833090-1! {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 16:07:49.930349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 050c759e-2354-4474-9449-c90c4f121a8b not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:07:50.496561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e4fc-5e77-4760-8d19-5cbbcd1c7eb3 req-3dd9c980-591a-458e-a847-40ee55c8027f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:50.498056 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e55e4fc-5e77-4760-8d19-5cbbcd1c7eb3 req-3dd9c980-591a-458e-a847-40ee55c8027f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 943 time: 0.0542986 Mar 10 16:07:50.545986 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1e55e4fc-5e77-4760-8d19-5cbbcd1c7eb3 req-b8e33af3-4309-47e4-b0e7-04ce348608c1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423107 Mar 10 16:07:50.781313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a2c5f-a260-4c8e-8aaa-b42b8508ff6e req-ea05277f-a955-43e5-a9b0-a3ef0e423883 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:50.782773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-510a2c5f-a260-4c8e-8aaa-b42b8508ff6e req-ea05277f-a955-43e5-a9b0-a3ef0e423883 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 943 time: 0.0911872 Mar 10 16:07:50.794234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991400-ba44-43d7-965d-088260595e45 req-699da983-5518-488b-9838-232cdb925e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:50.795628 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84991400-ba44-43d7-965d-088260595e45 req-699da983-5518-488b-9838-232cdb925e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a&tenant_id=2ccac637c23649c9b9e2ab7de1468a19&binding%3Ahost_id=n-h2-833090-1 HTTP/1.1" status: 200 len: 943 time: 0.0908940 Mar 10 16:07:50.875419 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-510a2c5f-a260-4c8e-8aaa-b42b8508ff6e req-97995a6e-1c03-4526-b150-3afc83ea435f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788546 Mar 10 16:07:50.883834 n-d-833090-1 neutron-server[115533]: INFO neutron.api.v2.resource [req-84991400-ba44-43d7-965d-088260595e45 req-3800e757-6772-43a8-929b-a1f1a9fe8531 service neutron] delete failed (client error): The resource could not be found. Mar 10 16:07:50.884789 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84991400-ba44-43d7-965d-088260595e45 req-3800e757-6772-43a8-929b-a1f1a9fe8531 service neutron] 10.222.0.45 "DELETE /v2.0/ports/050c759e-2354-4474-9449-c90c4f121a8b/bindings/n-h1-833090-1 HTTP/1.1" status: 404 len: 380 time: 0.0818906 Mar 10 16:07:51.005660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991400-ba44-43d7-965d-088260595e45 req-87cf88d0-83c6-45ff-914b-27baa34dc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:51.007172 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84991400-ba44-43d7-965d-088260595e45 req-87cf88d0-83c6-45ff-914b-27baa34dc83c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1125 time: 0.0795550 Mar 10 16:07:51.020864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 050c759e-2354-4474-9449-c90c4f121a8b details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:07:51.029415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94f715-878a-41cb-a23b-9f30f05c4f11 req-bf357634-028d-4995-aa58-c11580714ca4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:51.030885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed94f715-878a-41cb-a23b-9f30f05c4f11 req-bf357634-028d-4995-aa58-c11580714ca4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 943 time: 0.0773947 Mar 10 16:07:51.120639 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=050c759e-2354-4474-9449-c90c4f121a8b,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:07:51.133912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ed94f715-878a-41cb-a23b-9f30f05c4f11 req-985266a9-2f5b-418f-905f-45ad4d8b64f3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926502 Mar 10 16:07:51.136072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '050c759e-2354-4474-9449-c90c4f121a8b', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'port_id': '050c759e-2354-4474-9449-c90c4f121a8b', 'mac_address': 'fa:16:3e:22:b5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:07:51.143913 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991400-ba44-43d7-965d-088260595e45 req-ce4c31f3-562e-4167-9842-c1cf4f6d2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:51.145381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84991400-ba44-43d7-965d-088260595e45 req-ce4c31f3-562e-4167-9842-c1cf4f6d2a3b service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 897 time: 0.1313546 Mar 10 16:07:51.174516 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 050c759e-2354-4474-9449-c90c4f121a8b is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:07:51.174858 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050c759e-2354-4474-9449-c90c4f121a8b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:51.187751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050c759e-2354-4474-9449-c90c4f121a8b {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:07:51.206813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=050c759e-2354-4474-9449-c90c4f121a8b,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:07:51.212186 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (050c759e-2354-4474-9449-c90c4f121a8b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:51.218098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84991400-ba44-43d7-965d-088260595e45 req-9ab209bf-adb1-45c9-8ba7-2375155f719f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 999 time: 0.0660033 Mar 10 16:07:51.259237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=050c759e-2354-4474-9449-c90c4f121a8b,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:07:51.267013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.267405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.267730 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.268073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.268477 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.268808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.269142 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.269474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.269803 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.270132 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.270457 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.270781 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.271129 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:07:51.271338 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991400-ba44-43d7-965d-088260595e45 req-23505bfa-9a6d-42ab-a2ed-067bb8c75375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:51.272825 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84991400-ba44-43d7-965d-088260595e45 req-23505bfa-9a6d-42ab-a2ed-067bb8c75375 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 200 len: 835 time: 0.0493078 Mar 10 16:07:51.322466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991400-ba44-43d7-965d-088260595e45 req-ee10c829-8cb1-453b-aa19-3c615d8e06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:51.323261 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:51.324273 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84991400-ba44-43d7-965d-088260595e45 req-ee10c829-8cb1-453b-aa19-3c615d8e06fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451128 Mar 10 16:07:51.415415 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84991400-ba44-43d7-965d-088260595e45 req-d0befc4a-ad20-4c45-8cd5-cd567fd305f5 service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848777 Mar 10 16:07:51.504706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-84991400-ba44-43d7-965d-088260595e45 req-0284f6f6-d28f-4a1c-b6a1-f6a8c9a031df service neutron] 10.222.0.45 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830128 Mar 10 16:07:51.591637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['050c759e-2354-4474-9449-c90c4f121a8b'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:07:51.843952 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4b426bf0-10d3-4ee2-92bb-615fbc40e2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:52.256680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb6b32-f786-4702-8f0b-3e1fcb056195 req-109ba15b-6828-464f-9565-a4c1a4a5bda1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:07:52.258134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2fb6b32-f786-4702-8f0b-3e1fcb056195 req-109ba15b-6828-464f-9565-a4c1a4a5bda1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 944 time: 0.0559099 Mar 10 16:07:52.306181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2fb6b32-f786-4702-8f0b-3e1fcb056195 req-dfac87be-7d72-4ce3-8314-99ca5c6b48f5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411587 Mar 10 16:07:52.328443 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43664) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:07:52.387607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6bd7ec5f-94e7-4315-954a-041ddf35b946 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/6631a1fb-ee07-498d-948c-68d5d52b137c HTTP/1.1" status: 200 len: 992 time: 0.0579886 Mar 10 16:07:53.023814 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 050c759e-2354-4474-9449-c90c4f121a8b up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:07:53.076742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 050c759e-2354-4474-9449-c90c4f121a8b completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 16:07:53.080020 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 050c759e-2354-4474-9449-c90c4f121a8b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:07:53.080393 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (050c759e-2354-4474-9449-c90c4f121a8b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:53.157414 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 050c759e-2354-4474-9449-c90c4f121a8b is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:07:53.157800 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050c759e-2354-4474-9449-c90c4f121a8b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:53.179836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:07:53.182088 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de15efad-b30f-4807-af39-eaa34edd42b1" -d '{"events": [{"server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "name": "network-vif-plugged", "status": "completed", "tag": "050c759e-2354-4474-9449-c90c4f121a8b"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:07:53.194633 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=050c759e-2354-4474-9449-c90c4f121a8b,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:07:53.199220 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (050c759e-2354-4474-9449-c90c4f121a8b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:53.222067 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b559d1-b8ae-4cc7-a8a4-1b866882b518 x-openstack-request-id: req-68b559d1-b8ae-4cc7-a8a4-1b866882b518 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:07:53.222355 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "name": "network-vif-plugged", "status": "completed", "tag": "050c759e-2354-4474-9449-c90c4f121a8b", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:07:53.222608 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68b559d1-b8ae-4cc7-a8a4-1b866882b518 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:07:53.223025 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b', 'code': 200} Mar 10 16:07:53.252293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=050c759e-2354-4474-9449-c90c4f121a8b,revision_number=9']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:07:54.216848 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5975eccd-0386-4766-b336-dd357a807b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:55.486097 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:56.814374 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:07:58.403459 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:02.367802 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:08:18.436835 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:21.351418 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:21.543924 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5166b189-6335-4206-a9eb-0351f60eed8e req-91a72f1b-6de6-424e-a389-8b3c49856b8a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470929 Mar 10 16:08:21.630750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166b189-6335-4206-a9eb-0351f60eed8e req-4b0bcd3b-1528-4097-8700-64c5b22be5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:21.632161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5166b189-6335-4206-a9eb-0351f60eed8e req-4b0bcd3b-1528-4097-8700-64c5b22be5e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1127 time: 0.0446773 Mar 10 16:08:21.731815 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166b189-6335-4206-a9eb-0351f60eed8e req-9aa1b18b-714e-41c5-b727-c0032a13b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:21.733323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5166b189-6335-4206-a9eb-0351f60eed8e req-9aa1b18b-714e-41c5-b727-c0032a13b32a service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 897 time: 0.0839071 Mar 10 16:08:21.801927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5166b189-6335-4206-a9eb-0351f60eed8e req-473df126-98fa-4208-8a23-01fa8ba4593d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 1001 time: 0.0623009 Mar 10 16:08:21.844138 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7d489278-c655-4061-b69a-eb4cc0acc792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:21.850737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166b189-6335-4206-a9eb-0351f60eed8e req-e6039c53-133d-430c-be54-b34ea340acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:21.852242 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5166b189-6335-4206-a9eb-0351f60eed8e req-e6039c53-133d-430c-be54-b34ea340acb3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 200 len: 835 time: 0.0441513 Mar 10 16:08:21.905397 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166b189-6335-4206-a9eb-0351f60eed8e req-113034d7-19de-4132-9f91-9f2c00e6c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:21.906854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5166b189-6335-4206-a9eb-0351f60eed8e req-113034d7-19de-4132-9f91-9f2c00e6c54f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490303 Mar 10 16:08:22.004210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5166b189-6335-4206-a9eb-0351f60eed8e req-0733ce4c-4039-41a8-affe-7633fa24059c service neutron] 10.222.0.62 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907652 Mar 10 16:08:22.096404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5166b189-6335-4206-a9eb-0351f60eed8e req-202d19d0-98c1-4314-8792-6e65c5942d20 service neutron] 10.222.0.62 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853584 Mar 10 16:08:24.217813 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc794f08-6ad4-484f-b7b2-572d3d35e1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:25.489904 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:26.816003 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:28.405547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:39.366338 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:08:40.852922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43686) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:41.007782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port c8e134f5-97e6-4289-9740-1400b23f4444 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:08:41.008125 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c8e134f5-97e6-4289-9740-1400b23f4444), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:41.082825 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c8e134f5-97e6-4289-9740-1400b23f4444), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:41.083152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (c8e134f5-97e6-4289-9740-1400b23f4444), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:41.095039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for c8e134f5-97e6-4289-9740-1400b23f4444 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:08:41.243645 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c8e134f5-97e6-4289-9740-1400b23f4444), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:41.273782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=c8e134f5-97e6-4289-9740-1400b23f4444,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:41.334677 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (6631a1fb-ee07-498d-948c-68d5d52b137c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:41.335096 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Floating IP 6631a1fb-ee07-498d-948c-68d5d52b137c disassociated (deleted). External IP: 172.25.3.232, port: 050c759e-2354-4474-9449-c90c4f121a8b. Mar 10 16:08:41.550670 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router ef155cf6-0a11-4ffc-ab1f-4632b120c655 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:08:41.660846 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:08:41.665537 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:41.670151 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2750f-0caa-4fb1-a051-02b990037364 None None] Sync routers for ids ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:08:41.680253 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2750f-0caa-4fb1-a051-02b990037364 None None] Routers {'ef155cf6-0a11-4ffc-ab1f-4632b120c655'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:08:41.680894 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b0a2750f-0caa-4fb1-a051-02b990037364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:08:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:41.694963 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-701f0270-2af0-4caf-8c84-ecc0b43be06e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/floatingips/6631a1fb-ee07-498d-948c-68d5d52b137c HTTP/1.1" status: 204 len: 168 time: 0.8406761 Mar 10 16:08:41.695568 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:08:41.697831 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "tag": "050c759e-2354-4474-9449-c90c4f121a8b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:08:41.737340 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5241086c-3e37-4e22-90be-0d3addf0de95 x-openstack-request-id: req-5241086c-3e37-4e22-90be-0d3addf0de95 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:08:41.737967 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "tag": "050c759e-2354-4474-9449-c90c4f121a8b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:08:41.738237 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5241086c-3e37-4e22-90be-0d3addf0de95 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:08:41.738643 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b', 'status': 'completed', 'code': 200} Mar 10 16:08:41.811617 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd req-0ba2c492-c869-47ae-bce0-47a3938f7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:41.813231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd req-0ba2c492-c869-47ae-bce0-47a3938f7284 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 1127 time: 0.0521703 Mar 10 16:08:41.910823 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b0a2750f-0caa-4fb1-a051-02b990037364 None None] Set router ef155cf6-0a11-4ffc-ab1f-4632b120c655 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:08:41.942616 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd req-67f78dae-8177-412c-b4ff-49c87e37a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:41.944125 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd req-67f78dae-8177-412c-b4ff-49c87e37a5aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 200 len: 897 time: 0.1254396 Mar 10 16:08:41.992181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd req-d971a0bb-b72e-4b56-b746-75bf01392500 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 200 len: 217 time: 0.0393369 Mar 10 16:08:42.002902 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae832593-fd46-4143-9e31-0ad38cdcfeb8 req-f53f8ab8-d23c-4964-9557-9e5e2c6d1004 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:42.004559 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae832593-fd46-4143-9e31-0ad38cdcfeb8 req-f53f8ab8-d23c-4964-9557-9e5e2c6d1004 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0981631 Mar 10 16:08:42.122431 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b0a2750f-0caa-4fb1-a051-02b990037364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:39Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'acdf0f4b-b246-4c17-8234-51222c9aef74', 'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:fa:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:38Z', 'updated_at': '2022-03-10T16:06:41Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:42.149792 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2750f-0caa-4fb1-a051-02b990037364 None None] Checking router: ef155cf6-0a11-4ffc-ab1f-4632b120c655 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:08:42.159391 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2750f-0caa-4fb1-a051-02b990037364 None None] Routers {'ef155cf6-0a11-4ffc-ab1f-4632b120c655'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:08:42.160031 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b0a2750f-0caa-4fb1-a051-02b990037364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:08:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:42.270692 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b0a2750f-0caa-4fb1-a051-02b990037364 None None] Set router ef155cf6-0a11-4ffc-ab1f-4632b120c655 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:08:42.407887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd req-23baa305-2839-4c8a-b5a3-412644a3bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:42.409272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd req-23baa305-2839-4c8a-b5a3-412644a3bda5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 200 len: 835 time: 0.4038520 Mar 10 16:08:42.432140 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ae832593-fd46-4143-9e31-0ad38cdcfeb8 req-1387fc6b-eb7e-4296-9729-1cde900ffd8a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192672 Mar 10 16:08:42.471427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd req-c9de188b-2ef7-4fae-947b-6e121151360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:42.472918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd req-c9de188b-2ef7-4fae-947b-6e121151360f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535948 Mar 10 16:08:42.478813 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b0a2750f-0caa-4fb1-a051-02b990037364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:39Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'acdf0f4b-b246-4c17-8234-51222c9aef74', 'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:fa:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:38Z', 'updated_at': '2022-03-10T16:06:41Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:42.505734 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2750f-0caa-4fb1-a051-02b990037364 None None] The sync data for ids ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'] in n-d-833090-1 is: [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:06:39Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'acdf0f4b-b246-4c17-8234-51222c9aef74', 'name': '', 'network_id': 'b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:fa:c5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:38Z', 'updated_at': '2022-03-10T16:06:41Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '6213af8a-2d8c-4d78-a2be-697a6da2fdf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:08:42.570385 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd req-fee07f74-9e82-4744-82cc-18af02d7e8e1 service neutron] 10.222.0.62 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894051 Mar 10 16:08:42.660211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fd8d4fdb-d85a-4d39-aed5-f0f6a6ade2fd req-cb9368ef-b5ee-4b6d-b89d-6a2292827c77 service neutron] 10.222.0.62 "GET /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835767 Mar 10 16:08:42.737935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd92e6a2-d958-4fd4-8cad-078c48dde412 None None] New status for floating IP 6631a1fb-ee07-498d-948c-68d5d52b137c: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:08:43.472858 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10dae4-3bb6-48e4-8eb1-5397b9357a0b req-dd8bcf01-c68a-4187-8a95-54ad0a48e91c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:43.475063 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c10dae4-3bb6-48e4-8eb1-5397b9357a0b req-dd8bcf01-c68a-4187-8a95-54ad0a48e91c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0636241 Mar 10 16:08:43.605860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553e27f-05de-49af-8c0f-3dff6f2ed496 req-e5581417-ade7-4c0f-8b42-15b6ec698bab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:43.607358 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8553e27f-05de-49af-8c0f-3dff6f2ed496 req-e5581417-ade7-4c0f-8b42-15b6ec698bab tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=7fd89054-3155-421c-b277-001f0460771a HTTP/1.1" status: 200 len: 945 time: 0.0903857 Mar 10 16:08:43.613354 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0c10dae4-3bb6-48e4-8eb1-5397b9357a0b req-954d74e5-f2c4-4861-a3bc-78a301c5bb31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port 050c759e-2354-4474-9449-c90c4f121a8b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:08:43.613692 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0c10dae4-3bb6-48e4-8eb1-5397b9357a0b req-954d74e5-f2c4-4861-a3bc-78a301c5bb31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (050c759e-2354-4474-9449-c90c4f121a8b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:43.718135 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8553e27f-05de-49af-8c0f-3dff6f2ed496 req-39767823-5867-46d2-9df8-7429518e4560 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004944 Mar 10 16:08:43.737680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0c10dae4-3bb6-48e4-8eb1-5397b9357a0b req-954d74e5-f2c4-4861-a3bc-78a301c5bb31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port 050c759e-2354-4474-9449-c90c4f121a8b, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=050c759e-2354-4474-9449-c90c4f121a8b,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:08:43.738050 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0c10dae4-3bb6-48e4-8eb1-5397b9357a0b req-954d74e5-f2c4-4861-a3bc-78a301c5bb31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (050c759e-2354-4474-9449-c90c4f121a8b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:43.750434 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0c10dae4-3bb6-48e4-8eb1-5397b9357a0b req-954d74e5-f2c4-4861-a3bc-78a301c5bb31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for 050c759e-2354-4474-9449-c90c4f121a8b owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:08:43.882017 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0c10dae4-3bb6-48e4-8eb1-5397b9357a0b req-954d74e5-f2c4-4861-a3bc-78a301c5bb31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (050c759e-2354-4474-9449-c90c4f121a8b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:43.911387 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d74e5-f2c4-4861-a3bc-78a301c5bb31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=050c759e-2354-4474-9449-c90c4f121a8b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:43.954565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c10dae4-3bb6-48e4-8eb1-5397b9357a0b req-954d74e5-f2c4-4861-a3bc-78a301c5bb31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] No DVR routers for this DVR port 050c759e-2354-4474-9449-c90c4f121a8b on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:08:43.957121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0c10dae4-3bb6-48e4-8eb1-5397b9357a0b req-954d74e5-f2c4-4861-a3bc-78a301c5bb31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:43.960431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0c10dae4-3bb6-48e4-8eb1-5397b9357a0b req-954d74e5-f2c4-4861-a3bc-78a301c5bb31 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "DELETE /v2.0/ports/050c759e-2354-4474-9449-c90c4f121a8b HTTP/1.1" status: 204 len: 173 time: 0.4804361 Mar 10 16:08:43.960889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'name': 'network-vif-deleted', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:08:43.963139 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bd27e0-2df1-4352-a40e-07a27a85ba26" -d '{"events": [{"server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "name": "network-vif-deleted", "tag": "050c759e-2354-4474-9449-c90c4f121a8b"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:08:44.004248 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f309d26-8472-4c32-8398-b3411b7361fb x-openstack-request-id: req-3f309d26-8472-4c32-8398-b3411b7361fb {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:08:44.004599 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd89054-3155-421c-b277-001f0460771a", "name": "network-vif-deleted", "tag": "050c759e-2354-4474-9449-c90c4f121a8b", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:08:44.004858 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f309d26-8472-4c32-8398-b3411b7361fb {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:08:44.005269 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd89054-3155-421c-b277-001f0460771a', 'name': 'network-vif-deleted', 'tag': '050c759e-2354-4474-9449-c90c4f121a8b', 'status': 'completed', 'code': 200} Mar 10 16:08:44.773400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43700) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:45.144855 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (ef155cf6-0a11-4ffc-ab1f-4632b120c655), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:45.405101 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port acdf0f4b-b246-4c17-8234-51222c9aef74 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:08:45.405355 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:45.498534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port acdf0f4b-b246-4c17-8234-51222c9aef74, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=acdf0f4b-b246-4c17-8234-51222c9aef74,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:08:45.498975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:45.510726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for acdf0f4b-b246-4c17-8234-51222c9aef74 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:08:45.695909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (acdf0f4b-b246-4c17-8234-51222c9aef74), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:45.722369 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=acdf0f4b-b246-4c17-8234-51222c9aef74,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:45.905676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (ef155cf6-0a11-4ffc-ab1f-4632b120c655), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:46.127300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router ef155cf6-0a11-4ffc-ab1f-4632b120c655 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:08:46.235561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:08:46.240516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8bcfc53d-f34c-45c2-b1c1-c10ae3e43865 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "PUT /v2.0/routers/ef155cf6-0a11-4ffc-ab1f-4632b120c655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4661033 Mar 10 16:08:46.243230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43702) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:46.245808 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08704754-cdce-4d15-9d71-9a6536c3e92b None None] Sync routers for ids ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:08:46.255955 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08704754-cdce-4d15-9d71-9a6536c3e92b None None] Routers {'ef155cf6-0a11-4ffc-ab1f-4632b120c655'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:08:46.256642 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-08704754-cdce-4d15-9d71-9a6536c3e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:08:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:46.295301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting subnet 6213af8a-2d8c-4d78-a2be-697a6da2fdf3 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 16:08:46.298348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (6213af8a-2d8c-4d78-a2be-697a6da2fdf3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:46.337218 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (6213af8a-2d8c-4d78-a2be-697a6da2fdf3), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:46.364115 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-08704754-cdce-4d15-9d71-9a6536c3e92b None None] Set router ef155cf6-0a11-4ffc-ab1f-4632b120c655 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:08:46.425297 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (6213af8a-2d8c-4d78-a2be-697a6da2fdf3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:46.485631 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (6213af8a-2d8c-4d78-a2be-697a6da2fdf3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:46.515665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Subnet': ['ID=6213af8a-2d8c-4d78-a2be-697a6da2fdf3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:46.518140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:46.521313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/subnets/6213af8a-2d8c-4d78-a2be-697a6da2fdf3 HTTP/1.1" status: 204 len: 168 time: 0.2767425 Mar 10 16:08:46.523822 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6618db74-5e12-47a0-b4c1-1a6eff6235dd None None] Network b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:08:46.524408 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43704) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:46.528897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.529073 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.529313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.529660 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.530000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.530336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.530671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.531038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.531371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.531703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.532037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.532366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.532691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546961f5-8bef-44b1-b08d-56294cd11cba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:46.559213 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-08704754-cdce-4d15-9d71-9a6536c3e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:08:45Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:46.590350 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08704754-cdce-4d15-9d71-9a6536c3e92b None None] Checking router: ef155cf6-0a11-4ffc-ab1f-4632b120c655 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:08:46.599925 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08704754-cdce-4d15-9d71-9a6536c3e92b None None] Routers {'ef155cf6-0a11-4ffc-ab1f-4632b120c655'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:08:46.600580 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-08704754-cdce-4d15-9d71-9a6536c3e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:08:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:46.694758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cae84a-77a3-46dd-bc12-7ce01d9d282f None None] DHCP port deletion for b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 16:08:46.714737 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-08704754-cdce-4d15-9d71-9a6536c3e92b None None] Set router ef155cf6-0a11-4ffc-ab1f-4632b120c655 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:08:46.744035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-34cae84a-77a3-46dd-bc12-7ce01d9d282f None None] Deleting port d97d8282-9ecc-406f-97fc-0e043305ee37 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:08:46.744399 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34cae84a-77a3-46dd-bc12-7ce01d9d282f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:46.815768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-34cae84a-77a3-46dd-bc12-7ce01d9d282f None None] For port d97d8282-9ecc-406f-97fc-0e043305ee37, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d97d8282-9ecc-406f-97fc-0e043305ee37,segment=NetworkSegment(8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc),segment_id=8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:08:46.816192 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34cae84a-77a3-46dd-bc12-7ce01d9d282f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:46.830682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-34cae84a-77a3-46dd-bc12-7ce01d9d282f None None] Calling delete_port for d97d8282-9ecc-406f-97fc-0e043305ee37 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:08:46.915273 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-08704754-cdce-4d15-9d71-9a6536c3e92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:08:45Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:46.921400 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-34cae84a-77a3-46dd-bc12-7ce01d9d282f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (d97d8282-9ecc-406f-97fc-0e043305ee37), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:46.951466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cae84a-77a3-46dd-bc12-7ce01d9d282f None None] Pushing event deleted for resources: {'Port': ['ID=d97d8282-9ecc-406f-97fc-0e043305ee37,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:46.951691 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08704754-cdce-4d15-9d71-9a6536c3e92b None None] The sync data for ids ['ef155cf6-0a11-4ffc-ab1f-4632b120c655'] in n-d-833090-1 is: [{'id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1110058511', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:06:35Z', 'updated_at': '2022-03-10T16:08:45Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '2ec6e306-c703-45cf-b0aa-ee9bf3e2a119', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef155cf6-0a11-4ffc-ab1f-4632b120c655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:06:36Z', 'updated_at': '2022-03-10T16:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:08:46.959726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cae84a-77a3-46dd-bc12-7ce01d9d282f None None] No DVR routers for this DVR port d97d8282-9ecc-406f-97fc-0e043305ee37 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:08:46.961593 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (ef155cf6-0a11-4ffc-ab1f-4632b120c655), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.067793 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (ef155cf6-0a11-4ffc-ab1f-4632b120c655), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.118422 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:08:47.118756 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.194836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2ec6e306-c703-45cf-b0aa-ee9bf3e2a119,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:08:47.195122 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.212297 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:08:47.255646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 050c759e-2354-4474-9449-c90c4f121a8b no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:08:47.275196 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 050c759e-2354-4474-9449-c90c4f121a8b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:08:47.275549 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 050c759e-2354-4474-9449-c90c4f121a8b not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:08:47.388908 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (2ec6e306-c703-45cf-b0aa-ee9bf3e2a119), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.413276 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=2ec6e306-c703-45cf-b0aa-ee9bf3e2a119,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:47.427712 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.428065 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.428409 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.428748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.429083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.429420 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.429752 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.430082 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.430413 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.430740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.431091 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.431417 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.431738 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:47.490946 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (ef155cf6-0a11-4ffc-ab1f-4632b120c655), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.584661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (ef155cf6-0a11-4ffc-ab1f-4632b120c655), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.586834 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_controller (ef155cf6-0a11-4ffc-ab1f-4632b120c655), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.631986 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (ef155cf6-0a11-4ffc-ab1f-4632b120c655), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.632603 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Fanout notify agent at l3_agent the message router_deleted on router ef155cf6-0a11-4ffc-ab1f-4632b120c655 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 16:08:47.639969 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.641005 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a3c16ad0-40bb-421e-86c4-7ebb8a5e41ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/routers/ef155cf6-0a11-4ffc-ab1f-4632b120c655 HTTP/1.1" status: 204 len: 168 time: 1.1156976 Mar 10 16:08:47.643888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43708) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:47.729101 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.819863 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.840331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:47.849523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:47.849823 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:47.859267 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.872635 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.878343 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 16:08:47.878727 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (8adbee93-f17d-4eaa-ad7a-14fb7dddfdbc), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: timer() Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 16:08:47.881598 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 16:08:47.939180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.947425 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:47.951289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/networks/b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f HTTP/1.1" status: 204 len: 168 time: 0.3063004 Mar 10 16:08:47.954133 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43710) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:47.962533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4097a14-0d63-4c17-b2e6-35891e503bc8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Network': ['ID=b6fa8d09-606f-4cc8-8c94-42ee7b9d6b7f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:48.011515 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-760c400a-7597-463b-a891-fab383095160 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (d0d1161b-6d7d-48e9-a6e4-e1bcc7727142), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.035467 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-760c400a-7597-463b-a891-fab383095160 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (d0d1161b-6d7d-48e9-a6e4-e1bcc7727142), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.103902 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-760c400a-7597-463b-a891-fab383095160 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (d0d1161b-6d7d-48e9-a6e4-e1bcc7727142), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.107237 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-760c400a-7597-463b-a891-fab383095160 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.111493 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-760c400a-7597-463b-a891-fab383095160 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/security-groups/d0d1161b-6d7d-48e9-a6e4-e1bcc7727142 HTTP/1.1" status: 204 len: 168 time: 0.1531544 Mar 10 16:08:48.123812 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c400a-7597-463b-a891-fab383095160 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d1161b-6d7d-48e9-a6e4-e1bcc7727142,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:48.182092 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d97d8282-9ecc-406f-97fc-0e043305ee37 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:08:48.203259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d97d8282-9ecc-406f-97fc-0e043305ee37 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:08:48.203610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d97d8282-9ecc-406f-97fc-0e043305ee37 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:08:48.204032 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device acdf0f4b-b246-4c17-8234-51222c9aef74 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:08:48.222701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: acdf0f4b-b246-4c17-8234-51222c9aef74 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:08:48.223084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device acdf0f4b-b246-4c17-8234-51222c9aef74 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:08:48.415932 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43716) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:48.421038 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-8d48ce3f-bba7-42c7-a91c-752161c1c68d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234023676', 'description': 'tempest-secgroup-smoke-234023676 description', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:48.434101 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.440628 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d48ce3f-bba7-42c7-a91c-752161c1c68d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.506684 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d48ce3f-bba7-42c7-a91c-752161c1c68d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (0772ef87-7213-4f5d-954b-9622a6bca13c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.510079 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d48ce3f-bba7-42c7-a91c-752161c1c68d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0772ef87-7213-4f5d-954b-9622a6bca13c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.540906 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-8d48ce3f-bba7-42c7-a91c-752161c1c68d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.542108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8d48ce3f-bba7-42c7-a91c-752161c1c68d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1251824 Mar 10 16:08:48.545571 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43718) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:48.549980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-62c02055-d711-43a6-9a83-0cd6a3e3f20e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '0772ef87-7213-4f5d-954b-9622a6bca13c', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:48.556359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48ce3f-bba7-42c7-a91c-752161c1c68d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0772ef87-7213-4f5d-954b-9622a6bca13c,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:48.578316 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-62c02055-d711-43a6-9a83-0cd6a3e3f20e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (02a6ad38-b015-461f-be44-d98d3dafbdb6), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.632567 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-62c02055-d711-43a6-9a83-0cd6a3e3f20e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (02a6ad38-b015-461f-be44-d98d3dafbdb6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.636000 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-62c02055-d711-43a6-9a83-0cd6a3e3f20e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (02a6ad38-b015-461f-be44-d98d3dafbdb6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.655884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c02055-d711-43a6-9a83-0cd6a3e3f20e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a6ad38-b015-461f-be44-d98d3dafbdb6,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:48.662021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-62c02055-d711-43a6-9a83-0cd6a3e3f20e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.663354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-62c02055-d711-43a6-9a83-0cd6a3e3f20e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168027 Mar 10 16:08:48.666143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43720) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:48.670970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f7de8d20-6841-48b8-8bf3-b136b3b03740 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '0772ef87-7213-4f5d-954b-9622a6bca13c', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:48.695428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f7de8d20-6841-48b8-8bf3-b136b3b03740 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (607f693f-aa83-4ce9-8e6d-db82fcde9251), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.751084 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f7de8d20-6841-48b8-8bf3-b136b3b03740 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (607f693f-aa83-4ce9-8e6d-db82fcde9251), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.754758 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f7de8d20-6841-48b8-8bf3-b136b3b03740 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (607f693f-aa83-4ce9-8e6d-db82fcde9251), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.773298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de8d20-6841-48b8-8bf3-b136b3b03740 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607f693f-aa83-4ce9-8e6d-db82fcde9251,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:48.778634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f7de8d20-6841-48b8-8bf3-b136b3b03740 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.779901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f7de8d20-6841-48b8-8bf3-b136b3b03740 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127906 Mar 10 16:08:48.782657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43722) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:48.786901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1ae5e4d6-32fe-4486-815d-0ef9726da7b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '0772ef87-7213-4f5d-954b-9622a6bca13c', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:48.810926 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e4d6-32fe-4486-815d-0ef9726da7b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (a46c17c3-861e-48a4-a03a-396744dea54a), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.866082 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e4d6-32fe-4486-815d-0ef9726da7b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (a46c17c3-861e-48a4-a03a-396744dea54a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.869426 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e4d6-32fe-4486-815d-0ef9726da7b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (a46c17c3-861e-48a4-a03a-396744dea54a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.890160 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5e4d6-32fe-4486-815d-0ef9726da7b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46c17c3-861e-48a4-a03a-396744dea54a,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:48.898815 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e4d6-32fe-4486-815d-0ef9726da7b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.900031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1ae5e4d6-32fe-4486-815d-0ef9726da7b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164274 Mar 10 16:08:48.903382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43724) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:48.907890 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-4b244909-ba84-4cba-bd10-8e0cc1b8075a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '0772ef87-7213-4f5d-954b-9622a6bca13c', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:48.931621 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4b244909-ba84-4cba-bd10-8e0cc1b8075a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (7405d345-fbdb-486a-9e36-cf143e0db0e5), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.988743 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4b244909-ba84-4cba-bd10-8e0cc1b8075a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (7405d345-fbdb-486a-9e36-cf143e0db0e5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:48.992378 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4b244909-ba84-4cba-bd10-8e0cc1b8075a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (7405d345-fbdb-486a-9e36-cf143e0db0e5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.009025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b244909-ba84-4cba-bd10-8e0cc1b8075a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7405d345-fbdb-486a-9e36-cf143e0db0e5,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:49.017555 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4b244909-ba84-4cba-bd10-8e0cc1b8075a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.018901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4b244909-ba84-4cba-bd10-8e0cc1b8075a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145675 Mar 10 16:08:49.021607 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43726) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:49.025966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-10de1099-7b72-40c0-97a4-e7ac4de36117 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '0772ef87-7213-4f5d-954b-9622a6bca13c', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:49.046252 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-10de1099-7b72-40c0-97a4-e7ac4de36117 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Project 2ccac637c23649c9b9e2ab7de1468a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:08:49.051361 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10de1099-7b72-40c0-97a4-e7ac4de36117 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (8206417b-ad54-4308-bf57-f1034350d7b2), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.109455 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10de1099-7b72-40c0-97a4-e7ac4de36117 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (8206417b-ad54-4308-bf57-f1034350d7b2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.112979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10de1099-7b72-40c0-97a4-e7ac4de36117 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (8206417b-ad54-4308-bf57-f1034350d7b2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.131375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de1099-7b72-40c0-97a4-e7ac4de36117 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8206417b-ad54-4308-bf57-f1034350d7b2,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:49.137175 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-10de1099-7b72-40c0-97a4-e7ac4de36117 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.138182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-10de1099-7b72-40c0-97a4-e7ac4de36117 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156409 Mar 10 16:08:49.141078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43728) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:49.145428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a0553a95-b9cd-4fa2-9b88-e943501c7221 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '0772ef87-7213-4f5d-954b-9622a6bca13c', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:49.164760 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-a0553a95-b9cd-4fa2-9b88-e943501c7221 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Project 2ccac637c23649c9b9e2ab7de1468a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:08:49.169692 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0553a95-b9cd-4fa2-9b88-e943501c7221 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (271b4b8f-b8cd-490e-ac56-45fa2fb5b3ce), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.227298 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0553a95-b9cd-4fa2-9b88-e943501c7221 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (271b4b8f-b8cd-490e-ac56-45fa2fb5b3ce), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.231053 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0553a95-b9cd-4fa2-9b88-e943501c7221 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (271b4b8f-b8cd-490e-ac56-45fa2fb5b3ce), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.251587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0553a95-b9cd-4fa2-9b88-e943501c7221 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271b4b8f-b8cd-490e-ac56-45fa2fb5b3ce,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:49.258443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a0553a95-b9cd-4fa2-9b88-e943501c7221 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.259665 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a0553a95-b9cd-4fa2-9b88-e943501c7221 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176531 Mar 10 16:08:49.263187 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43730) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:49.268000 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'network': {'name': 'tempest-network-smoke--1691285455', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'port_security_enabled': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:49.286629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:08:49.289893 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.313584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 16:08:49.322662 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (740224d7-e2b0-4224-b819-63444e8ae78a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.323039 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Added segment 740224d7-e2b0-4224-b819-63444e8ae78a of type vlan for network c007a9f1-2fac-41b5-8564-fb12368acbe6 Mar 10 16:08:49.363179 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (c007a9f1-2fac-41b5-8564-fb12368acbe6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.387230 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (c007a9f1-2fac-41b5-8564-fb12368acbe6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.392461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:49.393044 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.429744 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1654518 Mar 10 16:08:49.432437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43732) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:49.439624 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'admin_state_up': True, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:49.473576 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4bb44-c7e6-44b4-84f4-63fb95d36ab1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Network': ['ID=c007a9f1-2fac-41b5-8564-fb12368acbe6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:49.484745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network c007a9f1-2fac-41b5-8564-fb12368acbe6 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 16:08:49.489155 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (4a4d0440-cc8f-4887-9f31-788fa452e71c), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.490354 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (4a4d0440-cc8f-4887-9f31-788fa452e71c), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.549547 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_controller (4a4d0440-cc8f-4887-9f31-788fa452e71c), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.692189 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (4a4d0440-cc8f-4887-9f31-788fa452e71c), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.759718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:08:49.779976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:08:49.780328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2ec6e306-c703-45cf-b0aa-ee9bf3e2a119 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:08:49.886047 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (4a4d0440-cc8f-4887-9f31-788fa452e71c), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:49.904918 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:50.012679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.25.3.82 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/d144b579-5dd1-449a-9699-3af2bad86d51) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:08:50.119352 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (d144b579-5dd1-449a-9699-3af2bad86d51), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:50.153348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:50.201027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:08:50.207432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:08:50.209730 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:08:50.215783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=d144b579-5dd1-449a-9699-3af2bad86d51,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:50.789388 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (4a4d0440-cc8f-4887-9f31-788fa452e71c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:50.993845 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (4a4d0440-cc8f-4887-9f31-788fa452e71c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:51.122748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 4a4d0440-cc8f-4887-9f31-788fa452e71c is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 16:08:51.227773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:08:51.238107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Sync routers for ids ['4a4d0440-cc8f-4887-9f31-788fa452e71c'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:08:51.248064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:51.248790 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Routers {'4a4d0440-cc8f-4887-9f31-788fa452e71c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:08:51.249299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-80b00ef4-eaae-4d36-87ea-ea9f58a01173 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8153622 Mar 10 16:08:51.249498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:08:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4a4d0440-cc8f-4887-9f31-788fa452e71c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:51.252576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43734) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:51.325899 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-f829ac96-4c1c-46e2-97bc-1068a40e81a3 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=2ccac637c23649c9b9e2ab7de1468a19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720284 Mar 10 16:08:51.328274 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43738) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:51.367106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:51.374278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Set router 4a4d0440-cc8f-4887-9f31-788fa452e71c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:08:51.419781 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15390668-ed82-4d8b-ab78-6689308d9d41 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:51.421304 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-15390668-ed82-4d8b-ab78-6689308d9d41 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921295 Mar 10 16:08:51.424209 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43740) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:51.451535 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-a2fa7a4d-dfb7-4959-92cc-0a3e0e4b2c15 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261984 Mar 10 16:08:51.454117 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43742) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:51.458773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2076458175', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:51.550605 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:08:51.554048 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:51.554325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:50Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:51.581855 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Checking router: 4a4d0440-cc8f-4887-9f31-788fa452e71c for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:08:51.582125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Updating router 4a4d0440-cc8f-4887-9f31-788fa452e71c port d144b579-5dd1-449a-9699-3af2bad86d51 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:08:51.610706 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:51.732749 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (cf16a82d-c92a-4f84-bb83-6ae38e7e39f4), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:51.791248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Subnet': ['ID=cf16a82d-c92a-4f84-bb83-6ae38e7e39f4,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:51.800125 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Checking segment: {'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:08:51.800482 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network hostable DHCP agents. Network: c007a9f1-2fac-41b5-8564-fb12368acbe6, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 16:08:51.817387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network c007a9f1-2fac-41b5-8564-fb12368acbe6 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 16:08:51.827628 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, c007a9f1-2fac-41b5-8564-fb12368acbe6) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:08:51.832135 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:51.832767 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:51.850262 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e4850e87-6e26-4593-b83b-d81e6396307a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3950980 Mar 10 16:08:51.853423 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43744) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:08:51.858339 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646adbb8-9f63-4e1c-999f-b914badde7fc None None] Network c007a9f1-2fac-41b5-8564-fb12368acbe6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:08:51.900878 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-58c3bf3b-07b6-4c7e-a604-221789274a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:51.941057 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Publish callbacks [] for port (d144b579-5dd1-449a-9699-3af2bad86d51), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:51.950350 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:52.031547 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Attempting to bind port d144b579-5dd1-449a-9699-3af2bad86d51 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:08:52.031925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Attempting to bind port d144b579-5dd1-449a-9699-3af2bad86d51 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:08:52.032290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Attempting to bind port d144b579-5dd1-449a-9699-3af2bad86d51 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:08:52.039688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-c007a9f1-2fac-41b5-8564-fb12368acbe6', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ips': [{'subnet_id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 16:08:52.040519 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:52.042238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Pushing event updated for resources: {'Port': ['ID=d144b579-5dd1-449a-9699-3af2bad86d51,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:52.059361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:08:52.059746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:08:52.060154 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:52.060551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:08:52.061021 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Bound port: d144b579-5dd1-449a-9699-3af2bad86d51, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:08:52.061405 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:52.083072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.083335 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.083676 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.084014 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.084350 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.084674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.084999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.085320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.085643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.085972 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.087205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.087205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.087205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:52.190135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] For port d144b579-5dd1-449a-9699-3af2bad86d51, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:08:52.195788 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] For port d144b579-5dd1-449a-9699-3af2bad86d51, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d144b579-5dd1-449a-9699-3af2bad86d51,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:08:52.206566 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:52.287580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Allocated IP 172.20.0.2 (c007a9f1-2fac-41b5-8564-fb12368acbe6/cf16a82d-c92a-4f84-bb83-6ae38e7e39f4/a8d76db1-d054-4a21-b62f-c08313ef51bf) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:08:52.303848 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:52.312323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae87593-1f0e-47c2-b316-8119995928b4 None None] Pushing event updated for resources: {'Port': ['ID=d144b579-5dd1-449a-9699-3af2bad86d51,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:52.314754 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Routers {'4a4d0440-cc8f-4887-9f31-788fa452e71c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:08:52.315398 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:08:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4a4d0440-cc8f-4887-9f31-788fa452e71c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:52.642394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] Set router 4a4d0440-cc8f-4887-9f31-788fa452e71c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:08:52.787297 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Publish callbacks [] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:52.796265 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:52.844625 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.20.0.1 (c007a9f1-2fac-41b5-8564-fb12368acbe6/cf16a82d-c92a-4f84-bb83-6ae38e7e39f4/6484b8fb-cc7f-44ec-af94-3658365f050b) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:08:52.857225 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Network c007a9f1-2fac-41b5-8564-fb12368acbe6 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:08:52.859389 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Pushing event updated for resources: {'Port': ['ID=a8d76db1-d054-4a21-b62f-c08313ef51bf,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:52.878145 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:08:52.881237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:08:52.960490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Attempting to bind port a8d76db1-d054-4a21-b62f-c08313ef51bf on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:08:52.960778 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Attempting to bind port a8d76db1-d054-4a21-b62f-c08313ef51bf by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:08:52.961144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Attempting to bind port a8d76db1-d054-4a21-b62f-c08313ef51bf on network c007a9f1-2fac-41b5-8564-fb12368acbe6 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:08:52.965329 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:50Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:52.966432 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:52.970013 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:08:52.970392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Checking segment: {'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:08:52.970826 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:52.971216 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Bound using segment: {'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:08:52.971685 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Bound port: a8d76db1-d054-4a21-b62f-c08313ef51bf, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:08:52.972067 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:53.000582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:53.002817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb5e6a-702a-42b7-ab34-53a7e43ce63f None None] The sync data for ids ['4a4d0440-cc8f-4887-9f31-788fa452e71c'] in n-d-833090-1 is: [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:50Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:08:53.048716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=6484b8fb-cc7f-44ec-af94-3658365f050b,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:53.064406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network c007a9f1-2fac-41b5-8564-fb12368acbe6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:08:53.066189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:08:53.066405 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] For port a8d76db1-d054-4a21-b62f-c08313ef51bf, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:08:53.068746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:08:53.072756 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] For port a8d76db1-d054-4a21-b62f-c08313ef51bf, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a8d76db1-d054-4a21-b62f-c08313ef51bf,segment=NetworkSegment(740224d7-e2b0-4224-b819-63444e8ae78a),segment_id=740224d7-e2b0-4224-b819-63444e8ae78a)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:08:53.080226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:53.117714 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (4a4d0440-cc8f-4887-9f31-788fa452e71c), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:53.143296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30f461-218f-43a5-9f49-e55daaaace6c None None] Pushing event updated for resources: {'Port': ['ID=a8d76db1-d054-4a21-b62f-c08313ef51bf,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:53.288309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:53.628468 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:53.633061 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:53.707311 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=6484b8fb-cc7f-44ec-af94-3658365f050b,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:53.713288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (4a4d0440-cc8f-4887-9f31-788fa452e71c), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:53.819335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network c007a9f1-2fac-41b5-8564-fb12368acbe6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:08:53.820897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:08:53.898217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d144b579-5dd1-449a-9699-3af2bad86d51 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:08:53.951802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 4a4d0440-cc8f-4887-9f31-788fa452e71c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:08:53.965427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d144b579-5dd1-449a-9699-3af2bad86d51 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:08:53.966092 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:54.071167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d144b579-5dd1-449a-9699-3af2bad86d51 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:08:54.075412 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:54.077891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:08:54.083886 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0b746998-cb4e-460f-bfdb-10ecc2e19475 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "PUT /v2.0/routers/4a4d0440-cc8f-4887-9f31-788fa452e71c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2293994 Mar 10 16:08:54.100186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port d144b579-5dd1-449a-9699-3af2bad86d51, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d144b579-5dd1-449a-9699-3af2bad86d51,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:08:54.105527 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:54.106359 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a8d76db1-d054-4a21-b62f-c08313ef51bf up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:08:54.194713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=d144b579-5dd1-449a-9699-3af2bad86d51,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:54.225594 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a8d76db1-d054-4a21-b62f-c08313ef51bf triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:08:54.226081 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:54.261423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7847f3-58a2-4e12-9520-c6b21eacebb9 None None] Network c007a9f1-2fac-41b5-8564-fb12368acbe6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:08:54.265647 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-0ce49213-c7d4-47aa-977f-1fa4717f5f10 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234023676&fields=id&tenant_id=2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 267 time: 0.0618608 Mar 10 16:08:54.267084 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-20320509-1c45-477a-a716-b51e5c387b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:54.347726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-257c70e4-3c74-466a-ad35-47dc87190af3 None None] Provisioning complete for port a8d76db1-d054-4a21-b62f-c08313ef51bf triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:08:54.348106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-257c70e4-3c74-466a-ad35-47dc87190af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:54.372028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-ba529d48-a032-4a4a-8fd7-689a4e31adad tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:54.373484 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-ba529d48-a032-4a4a-8fd7-689a4e31adad tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/networks?id=c007a9f1-2fac-41b5-8564-fb12368acbe6 HTTP/1.1" status: 200 len: 797 time: 0.1010633 Mar 10 16:08:54.389394 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-9cb68b0b-7d21-470d-ad36-283a4e02f077 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/quotas/2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 375 time: 0.0096843 Mar 10 16:08:54.449753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-17b2b55f-2428-4eb7-ab8b-e72e85aaf2b2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554483 Mar 10 16:08:54.469505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a8d76db1-d054-4a21-b62f-c08313ef51bf is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:08:54.469911 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:54.541362 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port a8d76db1-d054-4a21-b62f-c08313ef51bf, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a8d76db1-d054-4a21-b62f-c08313ef51bf,segment=NetworkSegment(740224d7-e2b0-4224-b819-63444e8ae78a),segment_id=740224d7-e2b0-4224-b819-63444e8ae78a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:08:54.543565 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-257c70e4-3c74-466a-ad35-47dc87190af3 None None] Current status of the port a8d76db1-d054-4a21-b62f-c08313ef51bf is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:08:54.543962 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-257c70e4-3c74-466a-ad35-47dc87190af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:54.547345 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:54.615867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e913a84b-6210-427a-b8f5-d8fa15786716 service neutron] 10.222.0.11 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534317 Mar 10 16:08:54.636736 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=a8d76db1-d054-4a21-b62f-c08313ef51bf,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:54.651656 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.db.api [None req-257c70e4-3c74-466a-ad35-47dc87190af3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 16:08:54.652161 n-d-833090-1 neutron-server[115535]: DEBUG oslo_db.api [None req-257c70e4-3c74-466a-ad35-47dc87190af3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 16:08:54.733031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-0eca8dea-e533-4db0-9798-3da1c158d8e0 service neutron] 10.222.0.11 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100221 Mar 10 16:08:54.833938 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Sync routers for ids ['4a4d0440-cc8f-4887-9f31-788fa452e71c'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:08:54.850843 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Routers {'4a4d0440-cc8f-4887-9f31-788fa452e71c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:08:54.850843 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:08:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4a4d0440-cc8f-4887-9f31-788fa452e71c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:54.951512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91eadd02-3499-4fe6-98d1-4a471179a8b7 req-2308c3c1-f8bb-4631-aa3e-359481d65896 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 210 time: 0.0497580 Mar 10 16:08:55.085879 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Set router 4a4d0440-cc8f-4887-9f31-788fa452e71c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:08:55.197830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-257c70e4-3c74-466a-ad35-47dc87190af3 None None] Current status of the port a8d76db1-d054-4a21-b62f-c08313ef51bf is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:08:55.297298 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:53Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6484b8fb-cc7f-44ec-af94-3658365f050b', 'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:23:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:52Z', 'updated_at': '2022-03-10T16:08:53Z', 'revision_number': 2, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:55.321348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c40ba000-8d81-4fac-b7d8-40a1d583d26d None None] Provisioning complete for port 6484b8fb-cc7f-44ec-af94-3658365f050b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:08:55.321867 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c40ba000-8d81-4fac-b7d8-40a1d583d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:55.324542 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Checking router: 4a4d0440-cc8f-4887-9f31-788fa452e71c for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:08:55.324954 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Updating router 4a4d0440-cc8f-4887-9f31-788fa452e71c port 6484b8fb-cc7f-44ec-af94-3658365f050b binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:08:55.356669 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:55.358020 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c40ba000-8d81-4fac-b7d8-40a1d583d26d None None] Port 6484b8fb-cc7f-44ec-af94-3658365f050b cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:08:55.368777 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c40ba000-8d81-4fac-b7d8-40a1d583d26d None None] Provisioning complete for port a8d76db1-d054-4a21-b62f-c08313ef51bf triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:08:55.369147 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c40ba000-8d81-4fac-b7d8-40a1d583d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:55.459066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c40ba000-8d81-4fac-b7d8-40a1d583d26d None None] Current status of the port a8d76db1-d054-4a21-b62f-c08313ef51bf is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:08:55.494062 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:55.629609 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Publish callbacks [] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:55.635312 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:55.682246 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Pushing event updated for resources: {'Port': ['ID=6484b8fb-cc7f-44ec-af94-3658365f050b,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:55.711766 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.712159 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.712454 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.712711 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.713056 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.713458 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.713813 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.714137 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.714461 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.714780 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.715121 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.715438 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.715755 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:08:55.749424 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Attempting to bind port 6484b8fb-cc7f-44ec-af94-3658365f050b on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:08:55.749882 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Attempting to bind port 6484b8fb-cc7f-44ec-af94-3658365f050b by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:08:55.750152 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Attempting to bind port 6484b8fb-cc7f-44ec-af94-3658365f050b on network c007a9f1-2fac-41b5-8564-fb12368acbe6 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:08:55.755436 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:08:55.755807 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Checking segment: {'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:08:55.756207 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:55.756593 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Bound using segment: {'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:08:55.757054 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Bound port: 6484b8fb-cc7f-44ec-af94-3658365f050b, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:08:55.757431 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:55.833752 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] For port 6484b8fb-cc7f-44ec-af94-3658365f050b, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:08:55.838092 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] For port 6484b8fb-cc7f-44ec-af94-3658365f050b, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6484b8fb-cc7f-44ec-af94-3658365f050b,segment=NetworkSegment(740224d7-e2b0-4224-b819-63444e8ae78a),segment_id=740224d7-e2b0-4224-b819-63444e8ae78a)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:08:55.848122 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d144b579-5dd1-449a-9699-3af2bad86d51 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:08:55.848776 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:55.907453 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Routers {'4a4d0440-cc8f-4887-9f31-788fa452e71c'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:08:55.908157 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:08:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4a4d0440-cc8f-4887-9f31-788fa452e71c'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:55.920307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-192f5d2a-f1ce-4a71-a488-72ae260f49fb None None] Provisioning complete for port 6484b8fb-cc7f-44ec-af94-3658365f050b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:08:55.920703 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-192f5d2a-f1ce-4a71-a488-72ae260f49fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:55.980764 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port d144b579-5dd1-449a-9699-3af2bad86d51 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:08:55.981092 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:56.037562 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99d10e-f689-48b3-9ad7-aaa11417d93c None None] Pushing event updated for resources: {'Port': ['ID=6484b8fb-cc7f-44ec-af94-3658365f050b,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:56.124556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-192f5d2a-f1ce-4a71-a488-72ae260f49fb None None] Current status of the port 6484b8fb-cc7f-44ec-af94-3658365f050b is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:08:56.125304 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-192f5d2a-f1ce-4a71-a488-72ae260f49fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:56.149573 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] Set router 4a4d0440-cc8f-4887-9f31-788fa452e71c gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:08:56.182963 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port d144b579-5dd1-449a-9699-3af2bad86d51 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:08:56.184747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a8d76db1-d054-4a21-b62f-c08313ef51bf up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:08:56.237556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-192f5d2a-f1ce-4a71-a488-72ae260f49fb None None] For port 6484b8fb-cc7f-44ec-af94-3658365f050b, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6484b8fb-cc7f-44ec-af94-3658365f050b,segment=NetworkSegment(740224d7-e2b0-4224-b819-63444e8ae78a),segment_id=740224d7-e2b0-4224-b819-63444e8ae78a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:08:56.246784 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-192f5d2a-f1ce-4a71-a488-72ae260f49fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:56.316147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f5d2a-f1ce-4a71-a488-72ae260f49fb None None] Pushing event updated for resources: {'Port': ['ID=6484b8fb-cc7f-44ec-af94-3658365f050b,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:56.318681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port a8d76db1-d054-4a21-b62f-c08313ef51bf triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:08:56.328325 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:56.382816 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:53Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6484b8fb-cc7f-44ec-af94-3658365f050b', 'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:23:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:52Z', 'updated_at': '2022-03-10T16:08:55Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:08:56.392812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-f043e5c1-78ff-4d1c-9c37-1cbcada70b68 None None] Provisioning complete for port 6484b8fb-cc7f-44ec-af94-3658365f050b triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:08:56.393183 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f043e5c1-78ff-4d1c-9c37-1cbcada70b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:56.413997 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fabc5ec-ad2d-4adf-8c06-8e5038876ef0 None None] The sync data for ids ['4a4d0440-cc8f-4887-9f31-788fa452e71c'] in n-d-833090-1 is: [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:53Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6484b8fb-cc7f-44ec-af94-3658365f050b', 'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:23:0c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:52Z', 'updated_at': '2022-03-10T16:08:55Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:08:56.422602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ec7a74ee-386c-42d1-ad7b-2f47272a1cc5 req-8b596470-3201-4a39-aaec-2635d43d4359 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 210 time: 0.0367146 Mar 10 16:08:56.459208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-fa715c87-87d6-4ae3-9e27-7653caa38cd3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:56.461042 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-fa715c87-87d6-4ae3-9e27-7653caa38cd3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "GET /v2.0/networks?id=c007a9f1-2fac-41b5-8564-fb12368acbe6 HTTP/1.1" status: 200 len: 797 time: 0.5846298 Mar 10 16:08:56.496103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port a8d76db1-d054-4a21-b62f-c08313ef51bf is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:08:56.540793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-f043e5c1-78ff-4d1c-9c37-1cbcada70b68 None None] Current status of the port 6484b8fb-cc7f-44ec-af94-3658365f050b is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:08:56.546371 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-8fed7b7b-d4ab-46ca-a58b-560f535a7c4c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 379 time: 0.0740087 Mar 10 16:08:56.581680 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'port': {'device_id': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'admin_state_up': True, 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'security_groups': ['0772ef87-7213-4f5d-954b-9622a6bca13c']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:56.707461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:08:56.711119 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:56.822275 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:56.842843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.20.0.10 (c007a9f1-2fac-41b5-8564-fb12368acbe6/cf16a82d-c92a-4f84-bb83-6ae38e7e39f4/c78ef137-12ee-47d7-a672-94f2f357d370) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:08:56.997257 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (c78ef137-12ee-47d7-a672-94f2f357d370), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:57.032049 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:57.077955 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network c007a9f1-2fac-41b5-8564-fb12368acbe6 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:08:57.083289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:08:57.087973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:08:57.117444 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=c78ef137-12ee-47d7-a672-94f2f357d370,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:57.153954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:57.154598 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:57.173820 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1b61e4ee-3b27-4e49-8c46-890d3a863e71 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5964544 Mar 10 16:08:57.187026 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Request body: {'port': {'device_id': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:08:57.257437 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:57.367238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-12c634f3-79da-4b64-9f9c-ff7332e1ac0a None None] Provisioning complete for port c78ef137-12ee-47d7-a672-94f2f357d370 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:08:57.367730 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-12c634f3-79da-4b64-9f9c-ff7332e1ac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:57.404209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-12c634f3-79da-4b64-9f9c-ff7332e1ac0a None None] Port c78ef137-12ee-47d7-a672-94f2f357d370 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:08:57.573531 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78ef137-12ee-47d7-a672-94f2f357d370 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:08:57.582718 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Publish callbacks [] for port (c78ef137-12ee-47d7-a672-94f2f357d370), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:57.600246 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Transition to ACTIVE for port object c78ef137-12ee-47d7-a672-94f2f357d370 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 16:08:57.609016 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449dc74-47a4-49e9-a314-75d9ff823980 req-9e4c7144-e1eb-439b-965c-7c697f84571d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:57.610669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4449dc74-47a4-49e9-a314-75d9ff823980 req-9e4c7144-e1eb-439b-965c-7c697f84571d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 932 time: 0.1040087 Mar 10 16:08:57.611950 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:57.691939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Pushing event updated for resources: {'Port': ['ID=c78ef137-12ee-47d7-a672-94f2f357d370,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:57.725350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4449dc74-47a4-49e9-a314-75d9ff823980 req-abf218bc-7d8c-4e7d-926c-7d52ebad7637 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046724 Mar 10 16:08:57.780501 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Attempting to bind port c78ef137-12ee-47d7-a672-94f2f357d370 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:08:57.780849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Attempting to bind port c78ef137-12ee-47d7-a672-94f2f357d370 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:08:57.781183 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Attempting to bind port c78ef137-12ee-47d7-a672-94f2f357d370 on network c007a9f1-2fac-41b5-8564-fb12368acbe6 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:08:57.786998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Port c78ef137-12ee-47d7-a672-94f2f357d370 on network c007a9f1-2fac-41b5-8564-fb12368acbe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 16:08:57.787461 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Attempting to bind port c78ef137-12ee-47d7-a672-94f2f357d370 on network c007a9f1-2fac-41b5-8564-fb12368acbe6 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:08:57.792782 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:08:57.793118 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Checking segment: {'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:08:57.793506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Bound using segment: {'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:08:57.794124 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Bound port: c78ef137-12ee-47d7-a672-94f2f357d370, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740224d7-e2b0-4224-b819-63444e8ae78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:08:57.794482 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:57.849573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6484b8fb-cc7f-44ec-af94-3658365f050b up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:08:57.866249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] For port c78ef137-12ee-47d7-a672-94f2f357d370, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:08:57.869259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] For port c78ef137-12ee-47d7-a672-94f2f357d370, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c78ef137-12ee-47d7-a672-94f2f357d370,segment=NetworkSegment(740224d7-e2b0-4224-b819-63444e8ae78a),segment_id=740224d7-e2b0-4224-b819-63444e8ae78a)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:08:57.875680 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:57.901001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 6484b8fb-cc7f-44ec-af94-3658365f050b triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:08:57.901926 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:57.908649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:57.909204 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:57.910652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] 10.222.0.62 "PUT /v2.0/ports/c78ef137-12ee-47d7-a672-94f2f357d370 HTTP/1.1" status: 200 len: 1092 time: 0.7289257 Mar 10 16:08:57.911054 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'tag': 'c78ef137-12ee-47d7-a672-94f2f357d370'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:08:57.913622 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4f62ef-0601-44c7-af91-8ec6aa263483" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9", "tag": "c78ef137-12ee-47d7-a672-94f2f357d370"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:08:57.942578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b63725-7704-4655-8c32-d4577941cd8d service neutron] Pushing event updated for resources: {'Port': ['ID=c78ef137-12ee-47d7-a672-94f2f357d370,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:08:57.995768 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edbd660-ed5c-4a1c-9e11-ab46d3609992 x-openstack-request-id: req-6edbd660-ed5c-4a1c-9e11-ab46d3609992 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:08:57.996136 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9", "tag": "c78ef137-12ee-47d7-a672-94f2f357d370", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:08:57.996338 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6edbd660-ed5c-4a1c-9e11-ab46d3609992 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:08:57.996917 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'tag': 'c78ef137-12ee-47d7-a672-94f2f357d370', 'status': 'completed', 'code': 200} Mar 10 16:08:58.020675 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1658ad9d-4ba8-47a8-9856-12a734243728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:58.022516 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-1658ad9d-4ba8-47a8-9856-12a734243728 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 1126 time: 0.0617633 Mar 10 16:08:58.030984 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 6484b8fb-cc7f-44ec-af94-3658365f050b is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:08:58.073725 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-8728e4d1-ca48-438e-8974-e137958a6066 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c78ef137-12ee-47d7-a672-94f2f357d370 HTTP/1.1" status: 200 len: 217 time: 0.0400987 Mar 10 16:08:58.129864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-fab6365e-cfc8-402d-8e68-818adb4368dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:58.131491 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-fab6365e-cfc8-402d-8e68-818adb4368dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf16a82d-c92a-4f84-bb83-6ae38e7e39f4 HTTP/1.1" status: 200 len: 835 time: 0.0532880 Mar 10 16:08:58.180669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-49ea4391-c439-45a7-8ca1-ca6d334a8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:58.182192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-49ea4391-c439-45a7-8ca1-ca6d334a8c3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c007a9f1-2fac-41b5-8564-fb12368acbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446053 Mar 10 16:08:58.277029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-e8dd030a-0cbc-4de2-9ded-40b7cf42454d service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887172 Mar 10 16:08:58.373001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-caa69278-a138-4433-9ebf-c02e6d20bb4c req-48a09e61-d8b1-4db0-9cf2-ea259453192c service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907907 Mar 10 16:08:58.407195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:08:58.464925 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f62ef-0601-44c7-af91-8ec6aa263483 req-e9373923-99e0-4c22-b8f7-8d01c2350c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:58.466453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e4f62ef-0601-44c7-af91-8ec6aa263483 req-e9373923-99e0-4c22-b8f7-8d01c2350c8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 1126 time: 0.0448380 Mar 10 16:08:58.556305 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f62ef-0601-44c7-af91-8ec6aa263483 req-0ad67ef8-f097-4cd6-973a-429a22f6b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:58.557748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e4f62ef-0601-44c7-af91-8ec6aa263483 req-0ad67ef8-f097-4cd6-973a-429a22f6b880 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c007a9f1-2fac-41b5-8564-fb12368acbe6 HTTP/1.1" status: 200 len: 898 time: 0.0848281 Mar 10 16:08:58.602065 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e4f62ef-0601-44c7-af91-8ec6aa263483 req-ac6fcd89-9ab5-40b9-aeba-aba4acd49313 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c78ef137-12ee-47d7-a672-94f2f357d370 HTTP/1.1" status: 200 len: 217 time: 0.0380678 Mar 10 16:08:58.652558 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f62ef-0601-44c7-af91-8ec6aa263483 req-6c555a25-44a6-4c6a-a07f-fcd183ba2e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:58.654034 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e4f62ef-0601-44c7-af91-8ec6aa263483 req-6c555a25-44a6-4c6a-a07f-fcd183ba2e97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf16a82d-c92a-4f84-bb83-6ae38e7e39f4 HTTP/1.1" status: 200 len: 835 time: 0.0469358 Mar 10 16:08:58.703334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f62ef-0601-44c7-af91-8ec6aa263483 req-2edc39d3-a3bb-453c-9f06-f67b30e2af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:58.704843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e4f62ef-0601-44c7-af91-8ec6aa263483 req-2edc39d3-a3bb-453c-9f06-f67b30e2af71 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c007a9f1-2fac-41b5-8564-fb12368acbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452240 Mar 10 16:08:58.798080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e4f62ef-0601-44c7-af91-8ec6aa263483 req-52f5a23f-dea1-4ab2-b998-37350c3285b3 service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873737 Mar 10 16:08:58.910235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ac1a5-f92d-49cd-8ee3-2a724fdccb71 req-d8566bf8-4a34-454a-a503-350341b4edf4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:08:58.911664 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a68ac1a5-f92d-49cd-8ee3-2a724fdccb71 req-d8566bf8-4a34-454a-a503-350341b4edf4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 944 time: 0.1127262 Mar 10 16:08:58.940352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8e4f62ef-0601-44c7-af91-8ec6aa263483 req-43dfe9dd-d051-4ea3-8d6a-119bb62ad7b6 service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332624 Mar 10 16:08:58.973710 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a68ac1a5-f92d-49cd-8ee3-2a724fdccb71 req-d9b11756-b246-402e-a519-d1452d8dde60 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560954 Mar 10 16:09:00.096057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6cc4e-e60e-42ab-ace8-b817e75b6b85 req-e29a8616-af5e-4318-a898-4b9dad3307e8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:00.097535 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48c6cc4e-e60e-42ab-ace8-b817e75b6b85 req-e29a8616-af5e-4318-a898-4b9dad3307e8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 944 time: 0.0532005 Mar 10 16:09:00.145813 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-48c6cc4e-e60e-42ab-ace8-b817e75b6b85 req-e2282133-5be1-4de8-88de-df43770eb831 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427339 Mar 10 16:09:01.263679 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f69c57-469f-467f-b11b-074fbf10dc23 req-728852f3-4351-4745-987b-96609cfd16a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:01.265438 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1f69c57-469f-467f-b11b-074fbf10dc23 req-728852f3-4351-4745-987b-96609cfd16a4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 944 time: 0.0527840 Mar 10 16:09:01.319086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1f69c57-469f-467f-b11b-074fbf10dc23 req-878d0cb3-eb8e-4b42-b6e2-4353ba80625f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473809 Mar 10 16:09:01.365254 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c78ef137-12ee-47d7-a672-94f2f357d370 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:09:01.462102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c78ef137-12ee-47d7-a672-94f2f357d370, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c78ef137-12ee-47d7-a672-94f2f357d370,segment=NetworkSegment(740224d7-e2b0-4224-b819-63444e8ae78a),segment_id=740224d7-e2b0-4224-b819-63444e8ae78a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:09:01.473669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'c78ef137-12ee-47d7-a672-94f2f357d370', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'port_id': 'c78ef137-12ee-47d7-a672-94f2f357d370', 'mac_address': 'fa:16:3e:a5:06:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:09:01.511548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c78ef137-12ee-47d7-a672-94f2f357d370 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:09:01.511939 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:01.526063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78ef137-12ee-47d7-a672-94f2f357d370 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:09:01.550234 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c78ef137-12ee-47d7-a672-94f2f357d370, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c78ef137-12ee-47d7-a672-94f2f357d370,segment=NetworkSegment(740224d7-e2b0-4224-b819-63444e8ae78a),segment_id=740224d7-e2b0-4224-b819-63444e8ae78a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:09:01.553941 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:01.602380 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c78ef137-12ee-47d7-a672-94f2f357d370,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:09:01.864971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['c78ef137-12ee-47d7-a672-94f2f357d370'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:09:02.444216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5ef2a-5488-44cb-b875-84597807418d req-dc0a4257-7408-48ea-a239-2e320c1f34ad tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:02.445726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6e5ef2a-5488-44cb-b875-84597807418d req-dc0a4257-7408-48ea-a239-2e320c1f34ad tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 945 time: 0.0560791 Mar 10 16:09:02.494782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b6e5ef2a-5488-44cb-b875-84597807418d req-3861301f-8fce-418d-ab68-f26e4481f3b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432839 Mar 10 16:09:03.380669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c78ef137-12ee-47d7-a672-94f2f357d370 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:09:03.429112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port c78ef137-12ee-47d7-a672-94f2f357d370 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 16:09:03.433601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port c78ef137-12ee-47d7-a672-94f2f357d370 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:09:03.433977 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:03.509327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port c78ef137-12ee-47d7-a672-94f2f357d370 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:09:03.509717 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:03.532720 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78ef137-12ee-47d7-a672-94f2f357d370'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:09:03.534970 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eeafeb-8bdc-4db5-b9c5-ace780e1663d" -d '{"events": [{"server_uuid": "ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9", "name": "network-vif-plugged", "status": "completed", "tag": "c78ef137-12ee-47d7-a672-94f2f357d370"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:09:03.551768 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port c78ef137-12ee-47d7-a672-94f2f357d370, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c78ef137-12ee-47d7-a672-94f2f357d370,segment=NetworkSegment(740224d7-e2b0-4224-b819-63444e8ae78a),segment_id=740224d7-e2b0-4224-b819-63444e8ae78a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:09:03.557897 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:03.612782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=c78ef137-12ee-47d7-a672-94f2f357d370,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:09:03.617437 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca61536-523f-4df3-a0cf-ebf6eff4ce1c req-5ba38aa0-4ee9-4575-b1f4-3ed953d964b2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:03.619236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ca61536-523f-4df3-a0cf-ebf6eff4ce1c req-5ba38aa0-4ee9-4575-b1f4-3ed953d964b2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0561450 Mar 10 16:09:03.634777 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfa5363-a42f-487e-a1b3-693e520ba338 x-openstack-request-id: req-8bfa5363-a42f-487e-a1b3-693e520ba338 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:09:03.635164 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9", "name": "network-vif-plugged", "status": "completed", "tag": "c78ef137-12ee-47d7-a672-94f2f357d370", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:09:03.635507 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8bfa5363-a42f-487e-a1b3-693e520ba338 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:09:03.636758 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78ef137-12ee-47d7-a672-94f2f357d370', 'code': 200} Mar 10 16:09:03.674367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ca61536-523f-4df3-a0cf-ebf6eff4ce1c req-9d595992-ce52-407c-87c8-6343719308c1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484793 Mar 10 16:09:03.746832 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c29195-9f33-49bd-979d-89a7fb2c984f req-d1efff8f-fbac-4ed1-af8c-a785bd05e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:03.748738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4c29195-9f33-49bd-979d-89a7fb2c984f req-d1efff8f-fbac-4ed1-af8c-a785bd05e871 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 1128 time: 0.0509210 Mar 10 16:09:03.794343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4c29195-9f33-49bd-979d-89a7fb2c984f req-fa32e764-a438-4ce7-acfb-5d1f792f6a04 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401611 Mar 10 16:09:04.793312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af410c-2c41-427d-aaac-e6c554ea5553 req-6f5a6dc2-24b3-4273-9009-cc223e040a02 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:04.794822 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73af410c-2c41-427d-aaac-e6c554ea5553 req-6f5a6dc2-24b3-4273-9009-cc223e040a02 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0521119 Mar 10 16:09:04.842839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73af410c-2c41-427d-aaac-e6c554ea5553 req-ff051b89-b301-43fe-9703-728fdf63a006 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425386 Mar 10 16:09:05.963253 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a6736-ce17-461a-a740-22a359615086 req-5db1d4f4-f6c9-4b63-83e1-3de33800046f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:05.965276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac7a6736-ce17-461a-a740-22a359615086 req-5db1d4f4-f6c9-4b63-83e1-3de33800046f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0562217 Mar 10 16:09:06.013901 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ac7a6736-ce17-461a-a740-22a359615086 req-4c290a86-ea26-4634-85aa-861d5b239855 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427768 Mar 10 16:09:06.135837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a301b-96ae-4a61-a580-431c62d9bc14 req-749e6605-d04c-4e08-afcf-c5c897f0464d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:06.137240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a3a301b-96ae-4a61-a580-431c62d9bc14 req-749e6605-d04c-4e08-afcf-c5c897f0464d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0566063 Mar 10 16:09:06.186097 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3a3a301b-96ae-4a61-a580-431c62d9bc14 req-e8348523-0aa6-4bba-8c23-10193554d287 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432234 Mar 10 16:09:06.207930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43802) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:09:06.251960 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b895867-55de-49f9-a5ee-21f07b4c1f04 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:06.253475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7b895867-55de-49f9-a5ee-21f07b4c1f04 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 1123 time: 0.0445747 Mar 10 16:09:06.256375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43804) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:09:06.261114 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': 'c78ef137-12ee-47d7-a672-94f2f357d370', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:09:06.281778 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:06.381978 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:06.489415 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.25.3.20 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/94e61e05-8e1f-4d21-8b49-4c56af3cb337) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:09:06.592024 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (94e61e05-8e1f-4d21-8b49-4c56af3cb337), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:06.627878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (94e61e05-8e1f-4d21-8b49-4c56af3cb337), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:06.668453 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:09:06.674392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:09:06.677997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:09:06.684373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=94e61e05-8e1f-4d21-8b49-4c56af3cb337,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:09:07.050760 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (7275a9d9-d31c-4dca-a441-4ec3e4d043c9), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:07.128478 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (94e61e05-8e1f-4d21-8b49-4c56af3cb337), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:07.283720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (94e61e05-8e1f-4d21-8b49-4c56af3cb337), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:07.289716 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (94e61e05-8e1f-4d21-8b49-4c56af3cb337), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:07.358319 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=94e61e05-8e1f-4d21-8b49-4c56af3cb337,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:09:07.368472 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (7275a9d9-d31c-4dca-a441-4ec3e4d043c9), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:07.472602 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Floating IP 7275a9d9-d31c-4dca-a441-4ec3e4d043c9 associated. External IP: 172.25.3.20, port: c78ef137-12ee-47d7-a672-94f2f357d370. Mar 10 16:09:07.692141 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 4a4d0440-cc8f-4887-9f31-788fa452e71c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:09:07.804517 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:09:07.816038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebec2c5-67da-4972-9e98-7985d1e0bc8d None None] Sync routers for ids ['4a4d0440-cc8f-4887-9f31-788fa452e71c'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:09:07.823609 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:07.828820 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebec2c5-67da-4972-9e98-7985d1e0bc8d None None] Routers {'4a4d0440-cc8f-4887-9f31-788fa452e71c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:09:07.829471 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-aebec2c5-67da-4972-9e98-7985d1e0bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:08:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4a4d0440-cc8f-4887-9f31-788fa452e71c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:09:07.859499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-56a9a7ad-eee2-4932-aa62-fbfac36bf85b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6020961 Mar 10 16:09:07.860102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'tag': 'c78ef137-12ee-47d7-a672-94f2f357d370'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:09:07.862550 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c951b2-74ec-4075-ba35-a0c92456ee59" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9", "tag": "c78ef137-12ee-47d7-a672-94f2f357d370"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:09:07.917736 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d96f44-d7d9-4363-8db5-7f02c17be086 x-openstack-request-id: req-77d96f44-d7d9-4363-8db5-7f02c17be086 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:09:07.918037 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9", "tag": "c78ef137-12ee-47d7-a672-94f2f357d370", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:09:07.918297 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77d96f44-d7d9-4363-8db5-7f02c17be086 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:09:07.918719 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'tag': 'c78ef137-12ee-47d7-a672-94f2f357d370', 'status': 'completed', 'code': 200} Mar 10 16:09:08.010756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c951b2-74ec-4075-ba35-a0c92456ee59 req-8b82d7fb-7a8d-4f83-90a2-09f5bd8780f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:08.012312 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57c951b2-74ec-4075-ba35-a0c92456ee59 req-8b82d7fb-7a8d-4f83-90a2-09f5bd8780f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 1128 time: 0.0698035 Mar 10 16:09:08.023727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ac16e-6192-4d3f-b28d-62b35a16a55c req-ba4b26d8-5e12-43b7-8bf4-f91c683d895e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:08.025262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-447ac16e-6192-4d3f-b28d-62b35a16a55c req-ba4b26d8-5e12-43b7-8bf4-f91c683d895e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0925975 Mar 10 16:09:08.108536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-aebec2c5-67da-4972-9e98-7985d1e0bc8d None None] Set router 4a4d0440-cc8f-4887-9f31-788fa452e71c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:09:08.133402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-447ac16e-6192-4d3f-b28d-62b35a16a55c req-994d364d-be6a-401f-998d-0564281142d1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992196 Mar 10 16:09:08.149916 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c951b2-74ec-4075-ba35-a0c92456ee59 req-1e9f1268-9ed7-481c-90c5-6d1bdb9e065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:08.152016 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57c951b2-74ec-4075-ba35-a0c92456ee59 req-1e9f1268-9ed7-481c-90c5-6d1bdb9e065c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c007a9f1-2fac-41b5-8564-fb12368acbe6 HTTP/1.1" status: 200 len: 898 time: 0.1258781 Mar 10 16:09:08.155974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43810) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:09:08.267906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-09f1ce91-91bb-4635-aa39-00a36c7deb76 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/7275a9d9-d31c-4dca-a441-4ec3e4d043c9 HTTP/1.1" status: 200 len: 991 time: 0.1107578 Mar 10 16:09:08.269786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57c951b2-74ec-4075-ba35-a0c92456ee59 req-e539ac98-2148-4296-8035-d5dfbbcbc2a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c78ef137-12ee-47d7-a672-94f2f357d370 HTTP/1.1" status: 200 len: 999 time: 0.1117010 Mar 10 16:09:08.317148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c951b2-74ec-4075-ba35-a0c92456ee59 req-72e838ca-d8b2-4caf-807d-7960c1d785b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:08.318592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57c951b2-74ec-4075-ba35-a0c92456ee59 req-72e838ca-d8b2-4caf-807d-7960c1d785b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf16a82d-c92a-4f84-bb83-6ae38e7e39f4 HTTP/1.1" status: 200 len: 835 time: 0.0435352 Mar 10 16:09:08.343470 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-aebec2c5-67da-4972-9e98-7985d1e0bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:53Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7275a9d9-d31c-4dca-a441-4ec3e4d043c9', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'port_id': 'c78ef137-12ee-47d7-a672-94f2f357d370', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'mac_address': 'fa:16:3e:a5:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:09:06Z', 'updated_at': '2022-03-10T16:09:06Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6484b8fb-cc7f-44ec-af94-3658365f050b', 'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:23:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:52Z', 'updated_at': '2022-03-10T16:08:56Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:09:08.369620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebec2c5-67da-4972-9e98-7985d1e0bc8d None None] Checking router: 4a4d0440-cc8f-4887-9f31-788fa452e71c for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:09:08.370888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c951b2-74ec-4075-ba35-a0c92456ee59 req-2d3a0fcf-b399-4401-a946-86fd2fa5544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:08.372666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57c951b2-74ec-4075-ba35-a0c92456ee59 req-2d3a0fcf-b399-4401-a946-86fd2fa5544d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c007a9f1-2fac-41b5-8564-fb12368acbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475683 Mar 10 16:09:08.378265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebec2c5-67da-4972-9e98-7985d1e0bc8d None None] Routers {'4a4d0440-cc8f-4887-9f31-788fa452e71c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:09:08.379029 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-aebec2c5-67da-4972-9e98-7985d1e0bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:08:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4a4d0440-cc8f-4887-9f31-788fa452e71c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:09:08.459854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57c951b2-74ec-4075-ba35-a0c92456ee59 req-b4fb0118-b6c1-456f-a8b0-7ac1aefb6313 service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814657 Mar 10 16:09:08.490616 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-aebec2c5-67da-4972-9e98-7985d1e0bc8d None None] Set router 4a4d0440-cc8f-4887-9f31-788fa452e71c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:09:08.551887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57c951b2-74ec-4075-ba35-a0c92456ee59 req-eb99a607-521c-42e8-bf5d-e469f07e6bff service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864015 Mar 10 16:09:08.725831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-aebec2c5-67da-4972-9e98-7985d1e0bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:53Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7275a9d9-d31c-4dca-a441-4ec3e4d043c9', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'port_id': 'c78ef137-12ee-47d7-a672-94f2f357d370', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'mac_address': 'fa:16:3e:a5:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:09:06Z', 'updated_at': '2022-03-10T16:09:06Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6484b8fb-cc7f-44ec-af94-3658365f050b', 'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:23:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:52Z', 'updated_at': '2022-03-10T16:08:56Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:09:08.755718 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebec2c5-67da-4972-9e98-7985d1e0bc8d None None] The sync data for ids ['4a4d0440-cc8f-4887-9f31-788fa452e71c'] in n-d-833090-1 is: [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:53Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '7275a9d9-d31c-4dca-a441-4ec3e4d043c9', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'port_id': 'c78ef137-12ee-47d7-a672-94f2f357d370', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'mac_address': 'fa:16:3e:a5:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:09:06Z', 'updated_at': '2022-03-10T16:09:06Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6484b8fb-cc7f-44ec-af94-3658365f050b', 'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:23:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:52Z', 'updated_at': '2022-03-10T16:08:56Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:09:08.950042 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f8ae7-6edd-4f19-a8f3-c6d59bff1b50 None None] New status for floating IP 7275a9d9-d31c-4dca-a441-4ec3e4d043c9: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:09:09.271726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43814) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:09:09.331271 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e3be4d27-af05-4011-b241-2309546ce8dc tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/7275a9d9-d31c-4dca-a441-4ec3e4d043c9 HTTP/1.1" status: 200 len: 993 time: 0.0583563 Mar 10 16:09:16.366302 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:09:18.441573 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:21.349143 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:21.843988 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-58dfc0e3-73df-4e03-be1d-765ea17b183e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:23.544663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-a20a2b98-dd9f-400d-b27f-ac1b7cd1cd37 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469046 Mar 10 16:09:23.628966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-dfb348fa-97cb-4084-9467-ee6674bcc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:23.630447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-dfb348fa-97cb-4084-9467-ee6674bcc22c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 1128 time: 0.0447922 Mar 10 16:09:23.731893 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-521a11e6-a1d7-45f6-b55e-632a8365e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:23.733338 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-521a11e6-a1d7-45f6-b55e-632a8365e71a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c007a9f1-2fac-41b5-8564-fb12368acbe6 HTTP/1.1" status: 200 len: 898 time: 0.0846591 Mar 10 16:09:23.801635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-1a756861-8ac0-46a8-80e1-e10edfa118a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c78ef137-12ee-47d7-a672-94f2f357d370 HTTP/1.1" status: 200 len: 1001 time: 0.0619557 Mar 10 16:09:23.853506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-942f9f7a-d6da-4cde-b2f7-31b6ebad5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:23.855561 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-942f9f7a-d6da-4cde-b2f7-31b6ebad5ff7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf16a82d-c92a-4f84-bb83-6ae38e7e39f4 HTTP/1.1" status: 200 len: 835 time: 0.0473216 Mar 10 16:09:23.903776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-ad9acf3e-2daa-4849-82d2-a86f87acce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:09:23.905233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-ad9acf3e-2daa-4849-82d2-a86f87acce6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c007a9f1-2fac-41b5-8564-fb12368acbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436480 Mar 10 16:09:23.994666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-6979e223-5882-4356-8348-ed1f4236c96f service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833941 Mar 10 16:09:24.084726 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c1bf2d58-53d3-4a50-afeb-5c5f98079602 req-49233f1b-96d3-4b89-8558-948299e6c761 service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844672 Mar 10 16:09:24.219016 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-925f4ab3-694f-497e-b569-2c39b8bdf336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:25.497154 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:26.821302 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:28.410847 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:48.441527 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:51.363075 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:51.845073 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-381a68a0-2b4d-4b6f-8254-b005dc975107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:53.365964 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:09:54.223591 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0c7c2f7b-1411-4b34-865e-2afc6349c269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:55.499110 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:56.824443 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:09:58.412180 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:10.090042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-3968db94-10e7-4dd5-a22a-405c3e310c6f service neutron] (115533) timed out ('10.222.0.11', 40212) {{(pid=115533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 16:10:10.485760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-252e9d88-814f-4f32-8db3-3ab5b00dfe3f req-c65724ea-cf8e-467c-8351-53f94d4f8183 tempest-ServerActionsTestJSON-66467970 tempest-ServerActionsTestJSON-66467970-project] (115533) timed out ('10.222.0.11', 40232) {{(pid=115533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 16:10:12.500065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d82c73-9751-4451-90c8-4ca9b7a7850b req-6a52a509-cebb-4958-8c97-351f4d14ad26 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:12.501462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39d82c73-9751-4451-90c8-4ca9b7a7850b req-6a52a509-cebb-4958-8c97-351f4d14ad26 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.3830121 Mar 10 16:10:12.548629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-39d82c73-9751-4451-90c8-4ca9b7a7850b req-47978f62-b0aa-47ad-b08b-430571300a8d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416560 Mar 10 16:10:13.671875 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f901-bf92-41ff-a3e5-757de9a9fbb2 req-7ced2ccf-4246-443f-9ead-e02914a2cf9d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:13.673357 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ac0f901-bf92-41ff-a3e5-757de9a9fbb2 req-7ced2ccf-4246-443f-9ead-e02914a2cf9d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0520058 Mar 10 16:10:13.730361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1ac0f901-bf92-41ff-a3e5-757de9a9fbb2 req-6a3e9850-135e-4d39-a64d-98b9debebb35 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513682 Mar 10 16:10:14.855912 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac073e-56de-4373-9b89-0840231a3668 req-2f6f0c19-4c18-4c72-b3b5-9df35c89528e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:14.857309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2ac073e-56de-4373-9b89-0840231a3668 req-2f6f0c19-4c18-4c72-b3b5-9df35c89528e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0598671 Mar 10 16:10:14.907542 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2ac073e-56de-4373-9b89-0840231a3668 req-009e5206-3070-4d4f-a9e7-abb777afc704 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446930 Mar 10 16:10:16.028756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a07c0-cdcc-4381-8c4b-4323d0181e56 req-722b003e-c6d2-4a0e-bde6-5c6db14784ec tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:16.030562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e09a07c0-cdcc-4381-8c4b-4323d0181e56 req-722b003e-c6d2-4a0e-bde6-5c6db14784ec tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0552258 Mar 10 16:10:16.078424 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e09a07c0-cdcc-4381-8c4b-4323d0181e56 req-7a37c385-872c-4241-9c7d-f075a80a2bc9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422938 Mar 10 16:10:17.199383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1791a62-fca5-4b62-bb5f-26da05847984 req-9f369059-44e8-48ab-b544-6a9b04e034b1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:17.200946 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1791a62-fca5-4b62-bb5f-26da05847984 req-9f369059-44e8-48ab-b544-6a9b04e034b1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0557168 Mar 10 16:10:17.248531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b1791a62-fca5-4b62-bb5f-26da05847984 req-3c815a00-3bba-4c0a-ad2d-3d8ca32cd62a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420673 Mar 10 16:10:18.367053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740ac7-9a06-4918-a85c-35d3270ed11b req-499652e4-1958-496b-8870-533a175fdf80 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:18.368387 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd740ac7-9a06-4918-a85c-35d3270ed11b req-499652e4-1958-496b-8870-533a175fdf80 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0527976 Mar 10 16:10:18.416047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dd740ac7-9a06-4918-a85c-35d3270ed11b req-0edbd69b-330b-4154-9ddf-35782d3bed91 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Mar 10 16:10:18.454493 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:19.534816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff2be0-292d-4d74-8ee0-0a6c60e2601b req-1c0871e0-6abb-4a07-9e7e-1bd5b71c9b96 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:19.536283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9ff2be0-292d-4d74-8ee0-0a6c60e2601b req-1c0871e0-6abb-4a07-9e7e-1bd5b71c9b96 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0522268 Mar 10 16:10:19.587737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a9ff2be0-292d-4d74-8ee0-0a6c60e2601b req-9f668c1e-750e-425b-bf2f-cefad3c75c45 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452483 Mar 10 16:10:20.706515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcb8ec-0da4-4ba5-9540-1bf326f52b98 req-21b4186e-c940-4979-8753-952c5f7b92d5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:20.708024 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ffcb8ec-0da4-4ba5-9540-1bf326f52b98 req-21b4186e-c940-4979-8753-952c5f7b92d5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0528965 Mar 10 16:10:20.755279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ffcb8ec-0da4-4ba5-9540-1bf326f52b98 req-5bdf88b0-ab59-47f2-96d7-72c5c6cb817a tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417595 Mar 10 16:10:21.377557 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:21.847531 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ae9f4057-329f-4b82-abfb-0b4986c7874f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:21.872940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e0686-2da0-4eea-92ed-a1ea4700d3f8 req-4588ace1-f2f2-48d7-b8e2-ad75ce551b8d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:21.874417 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c7e0686-2da0-4eea-92ed-a1ea4700d3f8 req-4588ace1-f2f2-48d7-b8e2-ad75ce551b8d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0524197 Mar 10 16:10:21.922602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-1c7e0686-2da0-4eea-92ed-a1ea4700d3f8 req-593b01fd-54bd-4f36-8376-91e01d7949cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424778 Mar 10 16:10:23.042857 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68176d28-e6d8-42fe-99ce-587f21d96707 req-58ce7c4d-3b1c-48c9-871e-ff1551ac1bf5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:23.044345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68176d28-e6d8-42fe-99ce-587f21d96707 req-58ce7c4d-3b1c-48c9-871e-ff1551ac1bf5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0556998 Mar 10 16:10:23.092313 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-68176d28-e6d8-42fe-99ce-587f21d96707 req-31fff1d2-03bb-49a1-9244-d9a8a9fa05c7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424154 Mar 10 16:10:23.115046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43874) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:10:23.173471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-70563fcb-aee1-4363-8a32-a7a66e6d346e tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/7275a9d9-d31c-4dca-a441-4ec3e4d043c9 HTTP/1.1" status: 200 len: 993 time: 0.0573206 Mar 10 16:10:23.553743 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-e680619a-e1c3-4ca1-93b5-0cb8cae4be22 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466218 Mar 10 16:10:23.635864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-1628f4cc-41da-4677-a471-d95a5299d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:23.637343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-1628f4cc-41da-4677-a471-d95a5299d3a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 1128 time: 0.0442657 Mar 10 16:10:23.734873 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-1f3590f9-7420-4b66-beae-e3c8dbb795f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:23.736347 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-1f3590f9-7420-4b66-beae-e3c8dbb795f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c007a9f1-2fac-41b5-8564-fb12368acbe6 HTTP/1.1" status: 200 len: 898 time: 0.0832744 Mar 10 16:10:23.810961 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-ad844262-27f3-44e9-896e-a4a2299b315b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c78ef137-12ee-47d7-a672-94f2f357d370 HTTP/1.1" status: 200 len: 1001 time: 0.0611780 Mar 10 16:10:23.857216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-cc4e5527-9409-4ec0-abd6-d5f3ed675afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:23.858599 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-cc4e5527-9409-4ec0-abd6-d5f3ed675afc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf16a82d-c92a-4f84-bb83-6ae38e7e39f4 HTTP/1.1" status: 200 len: 835 time: 0.0421324 Mar 10 16:10:23.905975 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-bc8167a3-e38f-4cc0-85ad-f460b20d4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:23.907493 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-bc8167a3-e38f-4cc0-85ad-f460b20d4bcf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c007a9f1-2fac-41b5-8564-fb12368acbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433965 Mar 10 16:10:23.997414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-83a0c733-cd70-4907-bacd-4f986604b406 service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844605 Mar 10 16:10:24.087309 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4ea393e0-25ff-49a0-9d35-d26dd3363f8e req-fea6a852-0f93-442d-867f-552001ac4245 service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838521 Mar 10 16:10:24.224529 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc79c346-e95c-4627-a95c-b362bf924bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:24.472085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a57e0-f53a-4eb3-85f5-9766b665178b req-35840807-f41a-4c29-a593-5d7a6d7c8002 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:24.473558 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-932a57e0-f53a-4eb3-85f5-9766b665178b req-35840807-f41a-4c29-a593-5d7a6d7c8002 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0832176 Mar 10 16:10:24.480677 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283807f1-693f-4f93-bb6b-9956940869b6 req-027aa54b-8c84-44f9-bfec-5fe55adf3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:24.482058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-283807f1-693f-4f93-bb6b-9956940869b6 req-027aa54b-8c84-44f9-bfec-5fe55adf3537 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 1128 time: 0.0613017 Mar 10 16:10:24.583640 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-932a57e0-f53a-4eb3-85f5-9766b665178b req-6fa3783b-41a7-4b89-9f6e-8b16d11eab85 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006389 Mar 10 16:10:24.606727 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283807f1-693f-4f93-bb6b-9956940869b6 req-a56a40d6-dab7-46bd-b14d-19419da8c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:24.608137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-283807f1-693f-4f93-bb6b-9956940869b6 req-a56a40d6-dab7-46bd-b14d-19419da8c480 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c007a9f1-2fac-41b5-8564-fb12368acbe6 HTTP/1.1" status: 200 len: 898 time: 0.1183133 Mar 10 16:10:24.671284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-283807f1-693f-4f93-bb6b-9956940869b6 req-90a0d4a4-8d94-46c2-aa29-66a44876ccd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c78ef137-12ee-47d7-a672-94f2f357d370 HTTP/1.1" status: 200 len: 1001 time: 0.0578287 Mar 10 16:10:24.722989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283807f1-693f-4f93-bb6b-9956940869b6 req-f69964e7-3801-484c-8ccb-7f661cf8f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:24.724404 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-283807f1-693f-4f93-bb6b-9956940869b6 req-f69964e7-3801-484c-8ccb-7f661cf8f09d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf16a82d-c92a-4f84-bb83-6ae38e7e39f4 HTTP/1.1" status: 200 len: 835 time: 0.0472829 Mar 10 16:10:24.771249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283807f1-693f-4f93-bb6b-9956940869b6 req-8a1d59bd-e1d3-41d0-945a-2a4b673d2a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:24.772746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-283807f1-693f-4f93-bb6b-9956940869b6 req-8a1d59bd-e1d3-41d0-945a-2a4b673d2a76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c007a9f1-2fac-41b5-8564-fb12368acbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430179 Mar 10 16:10:24.862509 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-283807f1-693f-4f93-bb6b-9956940869b6 req-e5707a6a-a1c4-45e0-9828-27fde9faf798 service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841215 Mar 10 16:10:24.948985 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-283807f1-693f-4f93-bb6b-9956940869b6 req-fff2ef85-baec-4925-8f48-16c448191ce9 service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814502 Mar 10 16:10:25.503404 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:25.707280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e29fb0-d2fa-4d3d-997f-db0c3622a3a8 req-69ee2b1f-a122-4ba9-8bb3-cb8f79aa2982 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:10:25.708778 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77e29fb0-d2fa-4d3d-997f-db0c3622a3a8 req-69ee2b1f-a122-4ba9-8bb3-cb8f79aa2982 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0532537 Mar 10 16:10:25.761699 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77e29fb0-d2fa-4d3d-997f-db0c3622a3a8 req-0051e837-0825-4cab-ae0e-7df87d39a50b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471399 Mar 10 16:10:25.783718 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43884) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:10:25.845195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9f9881ce-7329-439b-b7ce-7a5039b58804 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/7275a9d9-d31c-4dca-a441-4ec3e4d043c9 HTTP/1.1" status: 200 len: 993 time: 0.0603251 Mar 10 16:10:26.827854 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:28.416122 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:30.364748 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:10:48.472746 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:51.399955 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:51.850871 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-da55d563-0ba0-4d51-bdac-ae5425c304bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:54.228787 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b892b7f4-7ee3-4a91-9a77-38805591ded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:55.505334 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:56.829376 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:10:58.419663 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:07.363710 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:11:16.533791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43900) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:16.687753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port 94e61e05-8e1f-4d21-8b49-4c56af3cb337 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:11:16.688091 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (94e61e05-8e1f-4d21-8b49-4c56af3cb337), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:16.769055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (94e61e05-8e1f-4d21-8b49-4c56af3cb337), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:16.769694 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (94e61e05-8e1f-4d21-8b49-4c56af3cb337), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:16.782367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for 94e61e05-8e1f-4d21-8b49-4c56af3cb337 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:11:16.932489 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (94e61e05-8e1f-4d21-8b49-4c56af3cb337), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:16.959406 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=94e61e05-8e1f-4d21-8b49-4c56af3cb337,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:16.985888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.986235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.986578 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.986942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.987273 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.987597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.987929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.988248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.988572 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.988896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.989216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.989533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:16.989849 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:17.028679 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (7275a9d9-d31c-4dca-a441-4ec3e4d043c9), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:17.029017 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Floating IP 7275a9d9-d31c-4dca-a441-4ec3e4d043c9 disassociated (deleted). External IP: 172.25.3.20, port: c78ef137-12ee-47d7-a672-94f2f357d370. Mar 10 16:11:17.256722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 4a4d0440-cc8f-4887-9f31-788fa452e71c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:11:17.367526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:11:17.372880 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:17.377490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff58e3-9fe4-452c-8faa-f29df0668d20 None None] Sync routers for ids ['4a4d0440-cc8f-4887-9f31-788fa452e71c'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:11:17.387039 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff58e3-9fe4-452c-8faa-f29df0668d20 None None] Routers {'4a4d0440-cc8f-4887-9f31-788fa452e71c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:11:17.387724 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-51ff58e3-9fe4-452c-8faa-f29df0668d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:10:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4a4d0440-cc8f-4887-9f31-788fa452e71c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:17.402294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-03425d1b-4972-4aa1-810d-9af81a65f616 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/floatingips/7275a9d9-d31c-4dca-a441-4ec3e4d043c9 HTTP/1.1" status: 204 len: 168 time: 0.8673966 Mar 10 16:11:17.402887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'tag': 'c78ef137-12ee-47d7-a672-94f2f357d370'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:11:17.405266 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9", "tag": "c78ef137-12ee-47d7-a672-94f2f357d370"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:11:17.449391 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902c4d05-3c5a-4a57-a167-cfa2657e9bb1 x-openstack-request-id: req-902c4d05-3c5a-4a57-a167-cfa2657e9bb1 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:11:17.449693 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9", "tag": "c78ef137-12ee-47d7-a672-94f2f357d370", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:11:17.450288 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-902c4d05-3c5a-4a57-a167-cfa2657e9bb1 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:11:17.450703 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'tag': 'c78ef137-12ee-47d7-a672-94f2f357d370', 'status': 'completed', 'code': 200} Mar 10 16:11:17.520946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-51ff58e3-9fe4-452c-8faa-f29df0668d20 None None] Set router 4a4d0440-cc8f-4887-9f31-788fa452e71c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:11:17.522512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a req-fe9a63e2-338f-4dd0-9a33-3cac325edde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:17.524294 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a req-fe9a63e2-338f-4dd0-9a33-3cac325edde9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 1128 time: 0.0485709 Mar 10 16:11:17.666224 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a req-dcc1cb2f-4e84-4bd5-b4d5-24cb9c9c2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:17.667675 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a req-dcc1cb2f-4e84-4bd5-b4d5-24cb9c9c2979 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c007a9f1-2fac-41b5-8564-fb12368acbe6 HTTP/1.1" status: 200 len: 898 time: 0.1281040 Mar 10 16:11:17.688189 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67dda8-d2e4-437c-b51a-05f6705cd239 req-8013cba6-1fe9-4798-909a-fc4e54c9c8ce tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:17.689635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c67dda8-d2e4-437c-b51a-05f6705cd239 req-8013cba6-1fe9-4798-909a-fc4e54c9c8ce tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0800245 Mar 10 16:11:17.723021 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a req-ee591e92-9ae0-4b9c-9ba3-a6787d61a49a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c78ef137-12ee-47d7-a672-94f2f357d370 HTTP/1.1" status: 200 len: 217 time: 0.0484004 Mar 10 16:11:17.742890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-51ff58e3-9fe4-452c-8faa-f29df0668d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:53Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6484b8fb-cc7f-44ec-af94-3658365f050b', 'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:23:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:52Z', 'updated_at': '2022-03-10T16:08:56Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:17.768954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff58e3-9fe4-452c-8faa-f29df0668d20 None None] Checking router: 4a4d0440-cc8f-4887-9f31-788fa452e71c for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:11:17.777113 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff58e3-9fe4-452c-8faa-f29df0668d20 None None] Routers {'4a4d0440-cc8f-4887-9f31-788fa452e71c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:11:17.778260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-51ff58e3-9fe4-452c-8faa-f29df0668d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:10:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4a4d0440-cc8f-4887-9f31-788fa452e71c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:17.809512 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8c67dda8-d2e4-437c-b51a-05f6705cd239 req-96aaa8eb-5dc6-4ea5-85ca-90888d12db69 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887618 Mar 10 16:11:17.811174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a req-d874b89c-39c9-4592-b535-4a5c903245a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:17.813213 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a req-d874b89c-39c9-4592-b535-4a5c903245a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cf16a82d-c92a-4f84-bb83-6ae38e7e39f4 HTTP/1.1" status: 200 len: 835 time: 0.0838776 Mar 10 16:11:17.866057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a req-2ed5c4f9-a706-4f59-9002-cb9c6a19639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:17.867677 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a req-2ed5c4f9-a706-4f59-9002-cb9c6a19639a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c007a9f1-2fac-41b5-8564-fb12368acbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467036 Mar 10 16:11:17.897608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-51ff58e3-9fe4-452c-8faa-f29df0668d20 None None] Set router 4a4d0440-cc8f-4887-9f31-788fa452e71c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:11:17.961060 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a req-f49ebd18-f99f-4527-beeb-20caa65fe462 service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853162 Mar 10 16:11:18.049277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-19da9ca0-7ee2-4a55-925a-fb88a99ff50a req-67c6b9fa-c2d5-4d05-837a-2558dcefd5aa service neutron] 10.222.0.62 "GET /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823278 Mar 10 16:11:18.095347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-51ff58e3-9fe4-452c-8faa-f29df0668d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:53Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6484b8fb-cc7f-44ec-af94-3658365f050b', 'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:23:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:52Z', 'updated_at': '2022-03-10T16:08:56Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:18.125403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff58e3-9fe4-452c-8faa-f29df0668d20 None None] The sync data for ids ['4a4d0440-cc8f-4887-9f31-788fa452e71c'] in n-d-833090-1 is: [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:53Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '6484b8fb-cc7f-44ec-af94-3658365f050b', 'name': '', 'network_id': 'c007a9f1-2fac-41b5-8564-fb12368acbe6', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:23:0c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:52Z', 'updated_at': '2022-03-10T16:08:56Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': 'cf16a82d-c92a-4f84-bb83-6ae38e7e39f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:11:18.342181 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35271d09-6ec9-4107-9f8e-2c8be48cf14f None None] New status for floating IP 7275a9d9-d31c-4dca-a441-4ec3e4d043c9: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:11:18.473480 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:18.938776 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ef1fc-c2fc-4941-8f81-bc810106655a req-5d205158-03cd-430d-98a5-ba8cc9a2c8ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:18.940263 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c24ef1fc-c2fc-4941-8f81-bc810106655a req-5d205158-03cd-430d-98a5-ba8cc9a2c8ea tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0586190 Mar 10 16:11:18.988784 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c24ef1fc-c2fc-4941-8f81-bc810106655a req-b3a31d83-ea58-4a81-a54d-d0e7f2708ebe tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=0772ef87-7213-4f5d-954b-9622a6bca13c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429487 Mar 10 16:11:19.401757 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c3014-4cae-4ce3-b98c-ac5ddc760548 req-24c8fb13-86d5-40d4-b5c7-250b63e6e5ff tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:19.403264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-262c3014-4cae-4ce3-b98c-ac5ddc760548 req-24c8fb13-86d5-40d4-b5c7-250b63e6e5ff tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 946 time: 0.0514960 Mar 10 16:11:19.492582 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-262c3014-4cae-4ce3-b98c-ac5ddc760548 req-1fe811c4-b3fe-48f5-bb71-c8645d5659ba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port c78ef137-12ee-47d7-a672-94f2f357d370 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:11:19.492925 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-262c3014-4cae-4ce3-b98c-ac5ddc760548 req-1fe811c4-b3fe-48f5-bb71-c8645d5659ba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:19.585426 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-262c3014-4cae-4ce3-b98c-ac5ddc760548 req-1fe811c4-b3fe-48f5-bb71-c8645d5659ba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port c78ef137-12ee-47d7-a672-94f2f357d370, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=c78ef137-12ee-47d7-a672-94f2f357d370,segment=NetworkSegment(740224d7-e2b0-4224-b819-63444e8ae78a),segment_id=740224d7-e2b0-4224-b819-63444e8ae78a)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:11:19.585801 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-262c3014-4cae-4ce3-b98c-ac5ddc760548 req-1fe811c4-b3fe-48f5-bb71-c8645d5659ba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:19.598997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-262c3014-4cae-4ce3-b98c-ac5ddc760548 req-1fe811c4-b3fe-48f5-bb71-c8645d5659ba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for c78ef137-12ee-47d7-a672-94f2f357d370 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:11:19.730636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-262c3014-4cae-4ce3-b98c-ac5ddc760548 req-1fe811c4-b3fe-48f5-bb71-c8645d5659ba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c78ef137-12ee-47d7-a672-94f2f357d370), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:19.761308 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe811c4-b3fe-48f5-bb71-c8645d5659ba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=c78ef137-12ee-47d7-a672-94f2f357d370,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:19.803575 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-262c3014-4cae-4ce3-b98c-ac5ddc760548 req-1fe811c4-b3fe-48f5-bb71-c8645d5659ba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] No DVR routers for this DVR port c78ef137-12ee-47d7-a672-94f2f357d370 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:11:19.806033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-262c3014-4cae-4ce3-b98c-ac5ddc760548 req-1fe811c4-b3fe-48f5-bb71-c8645d5659ba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:19.809791 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-262c3014-4cae-4ce3-b98c-ac5ddc760548 req-1fe811c4-b3fe-48f5-bb71-c8645d5659ba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.62 "DELETE /v2.0/ports/c78ef137-12ee-47d7-a672-94f2f357d370 HTTP/1.1" status: 204 len: 173 time: 0.4018126 Mar 10 16:11:19.810223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'name': 'network-vif-deleted', 'tag': 'c78ef137-12ee-47d7-a672-94f2f357d370'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:11:19.812451 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab6b3b3-e661-44b9-87f0-68d60e3b5c49" -d '{"events": [{"server_uuid": "ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9", "name": "network-vif-deleted", "tag": "c78ef137-12ee-47d7-a672-94f2f357d370"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:11:19.850255 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4978c37f-975a-426b-bd36-6c79035923ac x-openstack-request-id: req-4978c37f-975a-426b-bd36-6c79035923ac {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:11:19.850548 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9", "name": "network-vif-deleted", "tag": "c78ef137-12ee-47d7-a672-94f2f357d370", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:11:19.851100 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4978c37f-975a-426b-bd36-6c79035923ac {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:11:19.851498 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9', 'name': 'network-vif-deleted', 'tag': 'c78ef137-12ee-47d7-a672-94f2f357d370', 'status': 'completed', 'code': 200} Mar 10 16:11:20.097717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f9d3210-f5de-49ca-89fb-38ed04091859 req-22c1f85b-550a-4677-a14f-c2eb75b3f1d6 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac2c4ca6-e05d-43f1-97a7-de0dc14ae9d9 HTTP/1.1" status: 200 len: 210 time: 0.0313067 Mar 10 16:11:21.155381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43918) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:21.407858 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:21.512158 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (4a4d0440-cc8f-4887-9f31-788fa452e71c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:21.771010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port 6484b8fb-cc7f-44ec-af94-3658365f050b {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:11:21.771268 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:21.854226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0b2a4bc1-1ad3-4e1b-b50e-4ee7d01dc3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:21.861942 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port 6484b8fb-cc7f-44ec-af94-3658365f050b, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=6484b8fb-cc7f-44ec-af94-3658365f050b,segment=NetworkSegment(740224d7-e2b0-4224-b819-63444e8ae78a),segment_id=740224d7-e2b0-4224-b819-63444e8ae78a)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:11:21.862311 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:21.874150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for 6484b8fb-cc7f-44ec-af94-3658365f050b owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:11:22.017163 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c78ef137-12ee-47d7-a672-94f2f357d370 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:11:22.038027 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: c78ef137-12ee-47d7-a672-94f2f357d370 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:11:22.038435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device c78ef137-12ee-47d7-a672-94f2f357d370 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:11:22.380909 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (6484b8fb-cc7f-44ec-af94-3658365f050b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:22.407643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=6484b8fb-cc7f-44ec-af94-3658365f050b,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:22.580306 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (4a4d0440-cc8f-4887-9f31-788fa452e71c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:22.801293 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 4a4d0440-cc8f-4887-9f31-788fa452e71c has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:11:22.907401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:11:22.912365 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4139fda7-dc78-4fcc-bde8-7fdfe8485f08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "PUT /v2.0/routers/4a4d0440-cc8f-4887-9f31-788fa452e71c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7559760 Mar 10 16:11:22.915176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43920) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:22.917681 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e05fb6-5124-4889-8235-3c1bb48e7147 None None] Sync routers for ids ['4a4d0440-cc8f-4887-9f31-788fa452e71c'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:11:22.927623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e05fb6-5124-4889-8235-3c1bb48e7147 None None] Routers {'4a4d0440-cc8f-4887-9f31-788fa452e71c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:11:22.928233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-55e05fb6-5124-4889-8235-3c1bb48e7147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:10:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4a4d0440-cc8f-4887-9f31-788fa452e71c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:22.966339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4b9e72-3d60-4cd0-9f0a-9d7122a8c394 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting subnet cf16a82d-c92a-4f84-bb83-6ae38e7e39f4 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 16:11:22.969432 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9e72-3d60-4cd0-9f0a-9d7122a8c394 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (cf16a82d-c92a-4f84-bb83-6ae38e7e39f4), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.012867 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9e72-3d60-4cd0-9f0a-9d7122a8c394 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (cf16a82d-c92a-4f84-bb83-6ae38e7e39f4), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.034638 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-55e05fb6-5124-4889-8235-3c1bb48e7147 None None] Set router 4a4d0440-cc8f-4887-9f31-788fa452e71c gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:11:23.096827 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9e72-3d60-4cd0-9f0a-9d7122a8c394 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (cf16a82d-c92a-4f84-bb83-6ae38e7e39f4), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.155570 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9e72-3d60-4cd0-9f0a-9d7122a8c394 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (cf16a82d-c92a-4f84-bb83-6ae38e7e39f4), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.188974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b9e72-3d60-4cd0-9f0a-9d7122a8c394 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Subnet': ['ID=cf16a82d-c92a-4f84-bb83-6ae38e7e39f4,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:23.193746 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cc4b9e72-3d60-4cd0-9f0a-9d7122a8c394 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.201057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cc4b9e72-3d60-4cd0-9f0a-9d7122a8c394 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/subnets/cf16a82d-c92a-4f84-bb83-6ae38e7e39f4 HTTP/1.1" status: 204 len: 168 time: 0.2822177 Mar 10 16:11:23.202633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43922) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:23.317809 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (4a4d0440-cc8f-4887-9f31-788fa452e71c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.355179 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112abd3b-f423-4026-91cb-3b580e054d03 None None] Network c007a9f1-2fac-41b5-8564-fb12368acbe6 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:11:23.428131 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (4a4d0440-cc8f-4887-9f31-788fa452e71c), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.455497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-55e05fb6-5124-4889-8235-3c1bb48e7147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:11:22Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': 'd144b579-5dd1-449a-9699-3af2bad86d51', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:23.484687 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port d144b579-5dd1-449a-9699-3af2bad86d51 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:11:23.485032 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.486707 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e05fb6-5124-4889-8235-3c1bb48e7147 None None] Checking router: 4a4d0440-cc8f-4887-9f31-788fa452e71c for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:11:23.498525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e05fb6-5124-4889-8235-3c1bb48e7147 None None] Routers {'4a4d0440-cc8f-4887-9f31-788fa452e71c'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:11:23.499203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-55e05fb6-5124-4889-8235-3c1bb48e7147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:10:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4a4d0440-cc8f-4887-9f31-788fa452e71c'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:23.568213 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port d144b579-5dd1-449a-9699-3af2bad86d51, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=d144b579-5dd1-449a-9699-3af2bad86d51,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:11:23.568584 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.573748 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] DHCP port deletion for c007a9f1-2fac-41b5-8564-fb12368acbe6 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 16:11:23.582532 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for d144b579-5dd1-449a-9699-3af2bad86d51 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:11:23.615194 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-55e05fb6-5124-4889-8235-3c1bb48e7147 None None] Set router 4a4d0440-cc8f-4887-9f31-788fa452e71c gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:11:23.673451 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-55e05fb6-5124-4889-8235-3c1bb48e7147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:11:23Z', 'revision_number': 6, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:23.703728 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e05fb6-5124-4889-8235-3c1bb48e7147 None None] The sync data for ids ['4a4d0440-cc8f-4887-9f31-788fa452e71c'] in n-d-833090-1 is: [{'id': '4a4d0440-cc8f-4887-9f31-788fa452e71c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263895613', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:08:49Z', 'updated_at': '2022-03-10T16:11:23Z', 'revision_number': 6, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:11:23.719124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Deleting port a8d76db1-d054-4a21-b62f-c08313ef51bf {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:11:23.719506 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.762537 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (d144b579-5dd1-449a-9699-3af2bad86d51), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.790513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] For port a8d76db1-d054-4a21-b62f-c08313ef51bf, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=a8d76db1-d054-4a21-b62f-c08313ef51bf,segment=NetworkSegment(740224d7-e2b0-4224-b819-63444e8ae78a),segment_id=740224d7-e2b0-4224-b819-63444e8ae78a)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:11:23.791035 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.791719 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=d144b579-5dd1-449a-9699-3af2bad86d51,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:23.806652 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Calling delete_port for a8d76db1-d054-4a21-b62f-c08313ef51bf owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:11:23.856901 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (4a4d0440-cc8f-4887-9f31-788fa452e71c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.888935 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (a8d76db1-d054-4a21-b62f-c08313ef51bf), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.913954 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Pushing event deleted for resources: {'Port': ['ID=a8d76db1-d054-4a21-b62f-c08313ef51bf,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:23.918757 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] No DVR routers for this DVR port a8d76db1-d054-4a21-b62f-c08313ef51bf on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:11:23.926410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.926817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.927133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.927471 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.927809 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.928140 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.928476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.928798 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.929432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.929432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.929747 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.930068 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.930387 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec74ec3-e04c-498e-a3d7-d1874975982a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:23.958354 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (4a4d0440-cc8f-4887-9f31-788fa452e71c), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:23.960545 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_controller (4a4d0440-cc8f-4887-9f31-788fa452e71c), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.007173 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (4a4d0440-cc8f-4887-9f31-788fa452e71c), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.007713 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Fanout notify agent at l3_agent the message router_deleted on router 4a4d0440-cc8f-4887-9f31-788fa452e71c {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 16:11:24.014612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.018308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2ed77101-df87-4f55-8ae0-70409920de66 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/routers/4a4d0440-cc8f-4887-9f31-788fa452e71c HTTP/1.1" status: 204 len: 168 time: 0.8120720 Mar 10 16:11:24.018466 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43924) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:24.102543 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (c007a9f1-2fac-41b5-8564-fb12368acbe6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.206582 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (c007a9f1-2fac-41b5-8564-fb12368acbe6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.212739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6484b8fb-cc7f-44ec-af94-3658365f050b no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:11:24.231651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c007a9f1-2fac-41b5-8564-fb12368acbe6']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:24.242019 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740224d7-e2b0-4224-b819-63444e8ae78a') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:24.242401 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740224d7-e2b0-4224-b819-63444e8ae78a') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:24.246430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 6484b8fb-cc7f-44ec-af94-3658365f050b {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:11:24.246818 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 6484b8fb-cc7f-44ec-af94-3658365f050b not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:11:24.247218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a8d76db1-d054-4a21-b62f-c08313ef51bf no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:11:24.253699 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (740224d7-e2b0-4224-b819-63444e8ae78a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.269755 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (740224d7-e2b0-4224-b819-63444e8ae78a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.273591 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c29cdd2b-14f7-4857-8275-57d2398dc913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.274898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: a8d76db1-d054-4a21-b62f-c08313ef51bf {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:11:24.275251 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device a8d76db1-d054-4a21-b62f-c08313ef51bf not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:11:24.278068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 16:11:24.278614 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (740224d7-e2b0-4224-b819-63444e8ae78a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: timer() Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 16:11:24.282216 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 16:11:24.343573 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (c007a9f1-2fac-41b5-8564-fb12368acbe6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.351324 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.354499 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/networks/c007a9f1-2fac-41b5-8564-fb12368acbe6 HTTP/1.1" status: 204 len: 168 time: 0.3350644 Mar 10 16:11:24.357401 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43926) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:24.366056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab645d0-c993-414d-9d2c-17d2a4d4afda tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Network': ['ID=c007a9f1-2fac-41b5-8564-fb12368acbe6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:24.416136 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (0772ef87-7213-4f5d-954b-9622a6bca13c), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.442443 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (0772ef87-7213-4f5d-954b-9622a6bca13c), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.506506 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (0772ef87-7213-4f5d-954b-9622a6bca13c), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.509113 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:24.510297 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/security-groups/0772ef87-7213-4f5d-954b-9622a6bca13c HTTP/1.1" status: 204 len: 168 time: 0.1519134 Mar 10 16:11:24.520588 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0772ef87-7213-4f5d-954b-9622a6bca13c,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:24.528381 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.528734 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.529078 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.529418 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.529819 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.530079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.530411 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.530740 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.531094 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.531421 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.531814 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.532067 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:24.532387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0fc6c5-a21d-44f7-ad75-f17de10fd9df tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:25.508771 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:25.838624 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d144b579-5dd1-449a-9699-3af2bad86d51 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:11:25.858826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: d144b579-5dd1-449a-9699-3af2bad86d51 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:11:25.859182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device d144b579-5dd1-449a-9699-3af2bad86d51 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:11:26.473392 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 43936) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:26.478237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-9ffda6bc-5fb8-4852-9191-16e9f1200775 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841637202', 'description': 'tempest-secgroup-smoke-1841637202 description', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:26.498893 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ffda6bc-5fb8-4852-9191-16e9f1200775 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.566229 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ffda6bc-5fb8-4852-9191-16e9f1200775 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (656c262b-a763-48be-84a3-d48e122598f7), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.569849 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ffda6bc-5fb8-4852-9191-16e9f1200775 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (656c262b-a763-48be-84a3-d48e122598f7), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.597832 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9ffda6bc-5fb8-4852-9191-16e9f1200775 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.599056 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9ffda6bc-5fb8-4852-9191-16e9f1200775 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1246195 Mar 10 16:11:26.602463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43938) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:26.603423 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffda6bc-5fb8-4852-9191-16e9f1200775 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656c262b-a763-48be-84a3-d48e122598f7,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:26.608690 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d71b7648-1b11-4746-a313-a8edf6b4c3b2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '656c262b-a763-48be-84a3-d48e122598f7', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:26.633005 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d71b7648-1b11-4746-a313-a8edf6b4c3b2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (9cd93c5c-1481-4c3c-b726-f02c051f081a), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.692302 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d71b7648-1b11-4746-a313-a8edf6b4c3b2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (9cd93c5c-1481-4c3c-b726-f02c051f081a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.695905 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d71b7648-1b11-4746-a313-a8edf6b4c3b2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (9cd93c5c-1481-4c3c-b726-f02c051f081a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.716504 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b7648-1b11-4746-a313-a8edf6b4c3b2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd93c5c-1481-4c3c-b726-f02c051f081a,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:26.722209 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d71b7648-1b11-4746-a313-a8edf6b4c3b2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.723433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d71b7648-1b11-4746-a313-a8edf6b4c3b2 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198697 Mar 10 16:11:26.726553 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43940) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:26.731381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-6e0dfbbc-5a39-4090-aec4-6e38c134c1d5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '656c262b-a763-48be-84a3-d48e122598f7', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:26.755683 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e0dfbbc-5a39-4090-aec4-6e38c134c1d5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (ee1613a3-b970-4634-9948-dc2802452706), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.812020 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e0dfbbc-5a39-4090-aec4-6e38c134c1d5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (ee1613a3-b970-4634-9948-dc2802452706), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.815451 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e0dfbbc-5a39-4090-aec4-6e38c134c1d5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (ee1613a3-b970-4634-9948-dc2802452706), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.832766 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.834591 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dfbbc-5a39-4090-aec4-6e38c134c1d5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1613a3-b970-4634-9948-dc2802452706,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:26.843206 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6e0dfbbc-5a39-4090-aec4-6e38c134c1d5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.844408 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6e0dfbbc-5a39-4090-aec4-6e38c134c1d5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169136 Mar 10 16:11:26.847264 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43942) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:26.851905 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f8a21124-61ef-42dd-bc38-f692bfdacd04 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '656c262b-a763-48be-84a3-d48e122598f7', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:26.876729 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a21124-61ef-42dd-bc38-f692bfdacd04 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (ace19122-c2b4-46f8-a020-04e06256f670), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.932370 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a21124-61ef-42dd-bc38-f692bfdacd04 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (ace19122-c2b4-46f8-a020-04e06256f670), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.935938 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a21124-61ef-42dd-bc38-f692bfdacd04 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (ace19122-c2b4-46f8-a020-04e06256f670), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.953588 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a21124-61ef-42dd-bc38-f692bfdacd04 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace19122-c2b4-46f8-a020-04e06256f670,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:26.960552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f8a21124-61ef-42dd-bc38-f692bfdacd04 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:26.961720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f8a21124-61ef-42dd-bc38-f692bfdacd04 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135342 Mar 10 16:11:26.964509 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43944) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:26.969563 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-b9f4d699-e2cd-4294-a2e2-3fb59e81fb48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '656c262b-a763-48be-84a3-d48e122598f7', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:26.994681 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b9f4d699-e2cd-4294-a2e2-3fb59e81fb48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (5e97dda7-84b2-4f53-9db4-9f21fa32cb97), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.054347 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b9f4d699-e2cd-4294-a2e2-3fb59e81fb48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (5e97dda7-84b2-4f53-9db4-9f21fa32cb97), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.058077 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b9f4d699-e2cd-4294-a2e2-3fb59e81fb48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (5e97dda7-84b2-4f53-9db4-9f21fa32cb97), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.075908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4d699-e2cd-4294-a2e2-3fb59e81fb48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e97dda7-84b2-4f53-9db4-9f21fa32cb97,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:27.083663 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b9f4d699-e2cd-4294-a2e2-3fb59e81fb48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.085541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b9f4d699-e2cd-4294-a2e2-3fb59e81fb48 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194088 Mar 10 16:11:27.087547 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43946) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:27.092684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a9c4765d-67ea-478b-b434-f2d8cc77aced tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '656c262b-a763-48be-84a3-d48e122598f7', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:27.112906 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-a9c4765d-67ea-478b-b434-f2d8cc77aced tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Project 2ccac637c23649c9b9e2ab7de1468a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:11:27.117948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9c4765d-67ea-478b-b434-f2d8cc77aced tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (4f7ab57d-bbc9-4e18-9455-c029774787c5), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.175622 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9c4765d-67ea-478b-b434-f2d8cc77aced tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (4f7ab57d-bbc9-4e18-9455-c029774787c5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.179549 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9c4765d-67ea-478b-b434-f2d8cc77aced tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (4f7ab57d-bbc9-4e18-9455-c029774787c5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.198088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4765d-67ea-478b-b434-f2d8cc77aced tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7ab57d-bbc9-4e18-9455-c029774787c5,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:27.206548 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a9c4765d-67ea-478b-b434-f2d8cc77aced tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.207814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a9c4765d-67ea-478b-b434-f2d8cc77aced tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192887 Mar 10 16:11:27.210505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43948) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:27.215375 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-d0900b1e-8a03-4b25-ae6c-cc6f892633e9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'security_group_rule': {'security_group_id': '656c262b-a763-48be-84a3-d48e122598f7', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:27.235269 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-d0900b1e-8a03-4b25-ae6c-cc6f892633e9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Project 2ccac637c23649c9b9e2ab7de1468a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:11:27.240176 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0900b1e-8a03-4b25-ae6c-cc6f892633e9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (76401f60-b71e-48d0-8f3b-d0426f08bb62), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.298452 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0900b1e-8a03-4b25-ae6c-cc6f892633e9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (76401f60-b71e-48d0-8f3b-d0426f08bb62), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.302134 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0900b1e-8a03-4b25-ae6c-cc6f892633e9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (76401f60-b71e-48d0-8f3b-d0426f08bb62), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.321047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0900b1e-8a03-4b25-ae6c-cc6f892633e9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76401f60-b71e-48d0-8f3b-d0426f08bb62,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:27.331583 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-d0900b1e-8a03-4b25-ae6c-cc6f892633e9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.332861 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-d0900b1e-8a03-4b25-ae6c-cc6f892633e9 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213820 Mar 10 16:11:27.335673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43950) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:27.340986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'network': {'name': 'tempest-network-smoke--1973365218', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'port_security_enabled': True}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:27.361428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:11:27.364704 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.393895 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 16:11:27.405724 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (be8535bc-b29e-4502-b72b-d3978e553235), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.406072 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Added segment be8535bc-b29e-4502-b72b-d3978e553235 of type vlan for network 0f49b990-623c-4aad-8656-20cfa4e6ded2 Mar 10 16:11:27.446405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (0f49b990-623c-4aad-8656-20cfa4e6ded2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.472193 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (0f49b990-623c-4aad-8656-20cfa4e6ded2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.477787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:27.478739 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.517687 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1809080 Mar 10 16:11:27.520270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43952) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:27.528099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'admin_state_up': True, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:27.563903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce48266-aa83-41b3-88b7-cc243d88f3ee tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Network': ['ID=0f49b990-623c-4aad-8656-20cfa4e6ded2,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:27.576815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 0f49b990-623c-4aad-8656-20cfa4e6ded2 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 16:11:27.584455 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (4207ccf9-b8cc-4099-afa7-07e99b7281b5), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.585660 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (4207ccf9-b8cc-4099-afa7-07e99b7281b5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.645488 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_controller (4207ccf9-b8cc-4099-afa7-07e99b7281b5), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:27.803646 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (4207ccf9-b8cc-4099-afa7-07e99b7281b5), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:28.020365 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (4207ccf9-b8cc-4099-afa7-07e99b7281b5), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:28.040149 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:28.150928 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.25.3.12 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/5bef9d64-8813-417f-b4b7-95005be758e7) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:11:28.250992 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (5bef9d64-8813-417f-b4b7-95005be758e7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:28.284110 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:28.318270 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:11:28.321112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:11:28.325177 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:11:28.358056 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=5bef9d64-8813-417f-b4b7-95005be758e7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:28.424605 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:28.590360 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (4207ccf9-b8cc-4099-afa7-07e99b7281b5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:28.787297 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (4207ccf9-b8cc-4099-afa7-07e99b7281b5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:28.915867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 16:11:29.349025 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:11:29.359952 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Sync routers for ids ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:11:29.369868 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Routers {'4207ccf9-b8cc-4099-afa7-07e99b7281b5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:11:29.370082 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:29.370556 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:11:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:29.371864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-a4520f0d-0ce1-41df-be7d-60c9c30a7c92 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8506293 Mar 10 16:11:29.374943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43954) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:29.402027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b5d1089b-3449-486b-8bb1-079bc0758086 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=2ccac637c23649c9b9e2ab7de1468a19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259395 Mar 10 16:11:29.404654 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43956) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:29.479874 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Set router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:11:29.494989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a885ab8-9406-4fdc-8a4d-a6b1eb788474 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:29.497108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1a885ab8-9406-4fdc-8a4d-a6b1eb788474 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914800 Mar 10 16:11:29.499889 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43958) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:29.531849 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1db5e47a-eaf3-4249-b5c1-1d1a1832fab1 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=fcbc8291-ce7f-4d57-95fc-a87382d1c0c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308139 Mar 10 16:11:29.534385 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43960) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:29.539241 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-635537395', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:29.624296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:11:29.627759 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:29.659535 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:28Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:29.685871 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Checking router: 4207ccf9-b8cc-4099-afa7-07e99b7281b5 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:11:29.686215 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Updating router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 port 5bef9d64-8813-417f-b4b7-95005be758e7 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:11:29.713895 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:29.812786 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (802a1069-8095-40ef-9f19-95acddf3c0e2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:29.872822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Subnet': ['ID=802a1069-8095-40ef-9f19-95acddf3c0e2,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:29.881697 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Checking segment: {'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:11:29.882068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network hostable DHCP agents. Network: 0f49b990-623c-4aad-8656-20cfa4e6ded2, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 16:11:29.899590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 0f49b990-623c-4aad-8656-20cfa4e6ded2 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 16:11:29.909147 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 0f49b990-623c-4aad-8656-20cfa4e6ded2) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:11:29.913194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:29.913914 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:29.929900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e2035-592d-421b-8da6-c575acba4639 None None] Network 0f49b990-623c-4aad-8656-20cfa4e6ded2 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:11:29.936859 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-139d2719-aa19-4a27-a9f1-b9a1b8f13703 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3985851 Mar 10 16:11:29.937098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 43962) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:29.978356 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Publish callbacks [] for port (5bef9d64-8813-417f-b4b7-95005be758e7), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:29.984480 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.029560 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Attempting to bind port 5bef9d64-8813-417f-b4b7-95005be758e7 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:11:30.029932 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Attempting to bind port 5bef9d64-8813-417f-b4b7-95005be758e7 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:11:30.030295 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Attempting to bind port 5bef9d64-8813-417f-b4b7-95005be758e7 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:11:30.041847 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:11:30.042105 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:11:30.042494 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.042939 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:11:30.043410 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Bound port: 5bef9d64-8813-417f-b4b7-95005be758e7, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:11:30.047903 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.048063 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-0f49b990-623c-4aad-8656-20cfa4e6ded2', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ips': [{'subnet_id': '802a1069-8095-40ef-9f19-95acddf3c0e2'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 16:11:30.048063 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.072928 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Pushing event updated for resources: {'Port': ['ID=5bef9d64-8813-417f-b4b7-95005be758e7,revision_number=2']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:30.103135 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] For port 5bef9d64-8813-417f-b4b7-95005be758e7, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:11:30.106244 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] For port 5bef9d64-8813-417f-b4b7-95005be758e7, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5bef9d64-8813-417f-b4b7-95005be758e7,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:11:30.110071 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.110366 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.110775 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.111150 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.111494 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.111824 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.112150 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.112478 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.112833 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.113184 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.113520 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.113848 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.114161 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:11:30.119215 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.175820 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Routers {'4207ccf9-b8cc-4099-afa7-07e99b7281b5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:11:30.176446 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:11:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:30.181131 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29039bb4-4e96-428e-aabe-6e9850deb143 None None] Pushing event updated for resources: {'Port': ['ID=5bef9d64-8813-417f-b4b7-95005be758e7,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:30.193745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Allocated IP 172.20.0.2 (0f49b990-623c-4aad-8656-20cfa4e6ded2/802a1069-8095-40ef-9f19-95acddf3c0e2/079c59d7-03c9-4fdc-8b1a-64743822e0d0) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:11:30.295290 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] Set router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:11:30.352150 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Publish callbacks [] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.357674 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.393580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Network 0f49b990-623c-4aad-8656-20cfa4e6ded2 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:11:30.398165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:11:30.400717 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:11:30.416015 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Pushing event updated for resources: {'Port': ['ID=079c59d7-03c9-4fdc-8b1a-64743822e0d0,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:30.443917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.468847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Attempting to bind port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:11:30.469497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Attempting to bind port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:11:30.469861 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Attempting to bind port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 on network 0f49b990-623c-4aad-8656-20cfa4e6ded2 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:11:30.475033 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:11:30.475429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Checking segment: {'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:11:30.476070 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.476459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Bound using segment: {'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:11:30.476922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Bound port: 079c59d7-03c9-4fdc-8b1a-64743822e0d0, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:11:30.477512 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.485351 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:28Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:30.512757 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e93cb4-6d4d-4404-8191-9df79e7e5377 None None] The sync data for ids ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'] in n-d-833090-1 is: [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:28Z', 'revision_number': 3, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:11:30.550474 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] For port 079c59d7-03c9-4fdc-8b1a-64743822e0d0, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:11:30.553891 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] For port 079c59d7-03c9-4fdc-8b1a-64743822e0d0, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=079c59d7-03c9-4fdc-8b1a-64743822e0d0,segment=NetworkSegment(be8535bc-b29e-4502-b72b-d3978e553235),segment_id=be8535bc-b29e-4502-b72b-d3978e553235)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:11:30.562123 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.625686 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c001186-98dd-4ae2-a02f-72d4db55a5f9 None None] Pushing event updated for resources: {'Port': ['ID=079c59d7-03c9-4fdc-8b1a-64743822e0d0,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:30.757209 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.20.0.1 (0f49b990-623c-4aad-8656-20cfa4e6ded2/802a1069-8095-40ef-9f19-95acddf3c0e2/ecd778c7-e822-4741-879f-90e61ea097c7) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:11:30.916023 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (ecd778c7-e822-4741-879f-90e61ea097c7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:30.954278 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:31.000258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 0f49b990-623c-4aad-8656-20cfa4e6ded2 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:11:31.005518 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:11:31.010238 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:11:31.016703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=ecd778c7-e822-4741-879f-90e61ea097c7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:31.065820 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (4207ccf9-b8cc-4099-afa7-07e99b7281b5), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:31.210188 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:31.518504 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (ecd778c7-e822-4741-879f-90e61ea097c7), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:31.529852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:31.614088 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=ecd778c7-e822-4741-879f-90e61ea097c7,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:31.616460 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (4207ccf9-b8cc-4099-afa7-07e99b7281b5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:31.679306 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01e2e4f-5e27-4fa9-9d8b-4e8af2965680 None None] Network 0f49b990-623c-4aad-8656-20cfa4e6ded2 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:11:31.710922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 0f49b990-623c-4aad-8656-20cfa4e6ded2 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:11:31.712495 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:11:31.769073 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c5cc44c6-2216-4531-bce9-6885117ee8a8 None None] Provisioning complete for port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:31.769446 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c5cc44c6-2216-4531-bce9-6885117ee8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:31.833271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:11:31.884541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc44c6-2216-4531-bce9-6885117ee8a8 None None] Current status of the port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:11:31.884930 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c5cc44c6-2216-4531-bce9-6885117ee8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:31.941369 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-c5cc44c6-2216-4531-bce9-6885117ee8a8 None None] For port 079c59d7-03c9-4fdc-8b1a-64743822e0d0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=079c59d7-03c9-4fdc-8b1a-64743822e0d0,segment=NetworkSegment(be8535bc-b29e-4502-b72b-d3978e553235),segment_id=be8535bc-b29e-4502-b72b-d3978e553235)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:11:31.966500 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c5cc44c6-2216-4531-bce9-6885117ee8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:32.002707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:11:32.010521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5bef9d64-8813-417f-b4b7-95005be758e7 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:11:32.016045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9d2c3380-41b2-4bed-ba82-9075991c72e5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "PUT /v2.0/routers/4207ccf9-b8cc-4099-afa7-07e99b7281b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0779085 Mar 10 16:11:32.092311 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc44c6-2216-4531-bce9-6885117ee8a8 None None] Pushing event updated for resources: {'Port': ['ID=079c59d7-03c9-4fdc-8b1a-64743822e0d0,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:32.116201 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5bef9d64-8813-417f-b4b7-95005be758e7 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:32.116593 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:32.217899 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5bef9d64-8813-417f-b4b7-95005be758e7 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:11:32.218563 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:32.227766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-625efb38-7604-4129-a03d-d3b752c4b6d5 None None] Provisioning complete for port ecd778c7-e822-4741-879f-90e61ea097c7 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:32.228682 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-625efb38-7604-4129-a03d-d3b752c4b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:32.282699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 5bef9d64-8813-417f-b4b7-95005be758e7, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5bef9d64-8813-417f-b4b7-95005be758e7,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:11:32.291453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:32.292277 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 079c59d7-03c9-4fdc-8b1a-64743822e0d0 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:11:32.342323 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-625efb38-7604-4129-a03d-d3b752c4b6d5 None None] Port ecd778c7-e822-4741-879f-90e61ea097c7 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:11:32.388431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-625efb38-7604-4129-a03d-d3b752c4b6d5 None None] Provisioning complete for port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:32.388817 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-625efb38-7604-4129-a03d-d3b752c4b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:32.392762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=5bef9d64-8813-417f-b4b7-95005be758e7,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:32.432110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Sync routers for ids ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:11:32.437442 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-973258fb-48f2-4227-a152-e4c912581aa3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841637202&fields=id&tenant_id=2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 267 time: 0.0670204 Mar 10 16:11:32.454977 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Routers {'4207ccf9-b8cc-4099-afa7-07e99b7281b5'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:11:32.455613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:11:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:32.457274 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:32.457649 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:32.561830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1437d620-cb5c-4233-8599-933a0519958d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:32.564007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1437d620-cb5c-4233-8599-933a0519958d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/networks?id=0f49b990-623c-4aad-8656-20cfa4e6ded2 HTTP/1.1" status: 200 len: 797 time: 0.1196752 Mar 10 16:11:32.587199 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-e5a33d1d-b668-4ce2-99c1-e70d789bd6d1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/quotas/2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 375 time: 0.0167091 Mar 10 16:11:32.629109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-625efb38-7604-4129-a03d-d3b752c4b6d5 None None] Current status of the port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:11:32.646897 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-f6c4b595-88f3-41c7-95a5-9c018ddc11da tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519543 Mar 10 16:11:32.675037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Set router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:11:32.720689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:11:32.792427 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-56736ffb-cb9c-49ee-a247-8d29d5a42a00 None None] Provisioning complete for port ecd778c7-e822-4741-879f-90e61ea097c7 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:32.793456 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-56736ffb-cb9c-49ee-a247-8d29d5a42a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:32.797306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-b473e2ff-604b-4ebd-b57a-f0cfd95c3b4d service neutron] 10.222.0.11 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379871 Mar 10 16:11:32.892186 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-d2a053e3-c4fe-4606-9c8d-5246292526ed service neutron] 10.222.0.11 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890090 Mar 10 16:11:33.036420 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-56736ffb-cb9c-49ee-a247-8d29d5a42a00 None None] Port ecd778c7-e822-4741-879f-90e61ea097c7 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:11:33.115597 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:31Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ecd778c7-e822-4741-879f-90e61ea097c7', 'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:2e:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:30Z', 'updated_at': '2022-03-10T16:11:31Z', 'revision_number': 2, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:33.131971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8ef28ed-5926-4a3a-932a-26fd02d9df9c req-6c7ea28f-a8d7-4153-a31b-9fa1f254ebb3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 210 time: 0.0966163 Mar 10 16:11:33.160746 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Checking router: 4207ccf9-b8cc-4099-afa7-07e99b7281b5 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:11:33.161107 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Updating router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 port ecd778c7-e822-4741-879f-90e61ea097c7 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:11:33.188740 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:33.463675 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Publish callbacks [] for port (ecd778c7-e822-4741-879f-90e61ea097c7), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:33.469425 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:33.524837 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e27bb-9fcf-4c09-a754-0106b877560d None None] Pushing event updated for resources: {'Port': ['ID=ecd778c7-e822-4741-879f-90e61ea097c7,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:33.584693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Attempting to bind port ecd778c7-e822-4741-879f-90e61ea097c7 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:11:33.585661 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Attempting to bind port ecd778c7-e822-4741-879f-90e61ea097c7 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:11:33.586048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Attempting to bind port ecd778c7-e822-4741-879f-90e61ea097c7 on network 0f49b990-623c-4aad-8656-20cfa4e6ded2 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:11:33.592379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:11:33.592765 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Checking segment: {'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:11:33.593226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:33.593636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Bound using segment: {'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:11:33.594109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Bound port: ecd778c7-e822-4741-879f-90e61ea097c7, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:11:33.594497 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:33.665498 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] For port ecd778c7-e822-4741-879f-90e61ea097c7, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:11:33.669316 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] For port ecd778c7-e822-4741-879f-90e61ea097c7, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ecd778c7-e822-4741-879f-90e61ea097c7,segment=NetworkSegment(be8535bc-b29e-4502-b72b-d3978e553235),segment_id=be8535bc-b29e-4502-b72b-d3978e553235)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:11:33.675467 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:33.735600 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Routers {'4207ccf9-b8cc-4099-afa7-07e99b7281b5'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:11:33.736507 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:11:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:33.788411 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e27bb-9fcf-4c09-a754-0106b877560d None None] Pushing event updated for resources: {'Port': ['ID=ecd778c7-e822-4741-879f-90e61ea097c7,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:33.813880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-60981b8e-b9cf-47b0-adeb-a456302beac4 None None] Provisioning complete for port ecd778c7-e822-4741-879f-90e61ea097c7 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:33.814170 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-60981b8e-b9cf-47b0-adeb-a456302beac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:33.902835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] Set router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:11:33.937826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5bef9d64-8813-417f-b4b7-95005be758e7 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:11:34.062079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-ace04c1a-f19a-47f1-b7e7-4b59e55dab20 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:34.063851 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-ace04c1a-f19a-47f1-b7e7-4b59e55dab20 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "GET /v2.0/networks?id=0f49b990-623c-4aad-8656-20cfa4e6ded2 HTTP/1.1" status: 200 len: 797 time: 0.1128278 Mar 10 16:11:34.125782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-60981b8e-b9cf-47b0-adeb-a456302beac4 None None] Current status of the port ecd778c7-e822-4741-879f-90e61ea097c7 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:11:34.126087 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-60981b8e-b9cf-47b0-adeb-a456302beac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:34.144615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 5bef9d64-8813-417f-b4b7-95005be758e7 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:34.144969 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:34.231848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-60981b8e-b9cf-47b0-adeb-a456302beac4 None None] For port ecd778c7-e822-4741-879f-90e61ea097c7, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ecd778c7-e822-4741-879f-90e61ea097c7,segment=NetworkSegment(be8535bc-b29e-4502-b72b-d3978e553235),segment_id=be8535bc-b29e-4502-b72b-d3978e553235)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:11:34.239825 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-60981b8e-b9cf-47b0-adeb-a456302beac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:34.263736 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-76859681-110f-493f-9797-ad06b4a8c69c req-8ed22613-92df-4766-a517-ef5f77cb223c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 210 time: 0.0471675 Mar 10 16:11:34.285625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-8f892b15-cae8-46f9-b5e8-a6dad485499f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ccac637c23649c9b9e2ab7de1468a19 HTTP/1.1" status: 200 len: 380 time: 0.0973604 Mar 10 16:11:34.294783 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'port': {'device_id': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'admin_state_up': True, 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'security_groups': ['656c262b-a763-48be-84a3-d48e122598f7']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:34.333365 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60981b8e-b9cf-47b0-adeb-a456302beac4 None None] Pushing event updated for resources: {'Port': ['ID=ecd778c7-e822-4741-879f-90e61ea097c7,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:34.357144 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 5bef9d64-8813-417f-b4b7-95005be758e7 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:11:34.358221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 079c59d7-03c9-4fdc-8b1a-64743822e0d0 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:11:34.382771 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:31Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ecd778c7-e822-4741-879f-90e61ea097c7', 'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:2e:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:30Z', 'updated_at': '2022-03-10T16:11:33Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:34.402859 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Made reservation on behalf of 2ccac637c23649c9b9e2ab7de1468a19 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:11:34.406240 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:34.418469 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8ce11-2af0-456e-9de8-51b088fd0c39 None None] The sync data for ids ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'] in n-d-833090-1 is: [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:31Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ecd778c7-e822-4741-879f-90e61ea097c7', 'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:2e:e8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:30Z', 'updated_at': '2022-03-10T16:11:33Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:11:34.424328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2b412291-f7e9-4644-a337-6a43b69e026a None None] Provisioning complete for port ecd778c7-e822-4741-879f-90e61ea097c7 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:34.424709 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2b412291-f7e9-4644-a337-6a43b69e026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:34.506912 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:34.507297 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:34.573225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.20.0.10 (0f49b990-623c-4aad-8656-20cfa4e6ded2/802a1069-8095-40ef-9f19-95acddf3c0e2/9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:11:34.592646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2b412291-f7e9-4644-a337-6a43b69e026a None None] Current status of the port ecd778c7-e822-4741-879f-90e61ea097c7 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:11:34.635885 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:11:34.730116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:34.764162 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:34.807731 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network 0f49b990-623c-4aad-8656-20cfa4e6ded2 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:11:34.813589 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:11:34.817289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:11:34.843843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:34.874297 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:34.874981 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:34.892776 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ad63554-4b96-418e-a65d-9b4a7dc3ff39 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6021266 Mar 10 16:11:34.953656 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Request body: {'port': {'device_id': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:35.027018 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:35.117022 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-bf82926d-e3a8-4284-b3f0-c147297e1dea None None] Provisioning complete for port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:35.118056 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bf82926d-e3a8-4284-b3f0-c147297e1dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:35.170146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-bf82926d-e3a8-4284-b3f0-c147297e1dea None None] Port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:11:35.314963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:11:35.323637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Publish callbacks [] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:35.337234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Transition to ACTIVE for port object 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 16:11:35.342474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:35.426751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Pushing event updated for resources: {'Port': ['ID=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:35.485590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b652840-93fa-44ce-b3fb-f9715ec1322a req-264c673b-900a-4587-b9ae-55953db09dfa tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:35.487222 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b652840-93fa-44ce-b3fb-f9715ec1322a req-264c673b-900a-4587-b9ae-55953db09dfa tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 944 time: 0.1424003 Mar 10 16:11:35.544592 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Attempting to bind port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:11:35.544936 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Attempting to bind port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:11:35.545267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Attempting to bind port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e on network 0f49b990-623c-4aad-8656-20cfa4e6ded2 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:11:35.559496 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e on network 0f49b990-623c-4aad-8656-20cfa4e6ded2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 16:11:35.559822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Attempting to bind port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e on network 0f49b990-623c-4aad-8656-20cfa4e6ded2 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:11:35.565006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7b652840-93fa-44ce-b3fb-f9715ec1322a req-2d6f47b1-104f-41cb-91c8-8af082fd39f6 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696638 Mar 10 16:11:35.569204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:11:35.569549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Checking segment: {'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:11:35.569939 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Bound using segment: {'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:11:35.570371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Bound port: 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8535bc-b29e-4502-b72b-d3978e553235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:11:35.570732 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:35.642248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] For port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:11:35.645456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] For port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e,segment=NetworkSegment(be8535bc-b29e-4502-b72b-d3978e553235),segment_id=be8535bc-b29e-4502-b72b-d3978e553235)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:11:35.653384 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:35.690968 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:35.691599 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:35.693007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] 10.222.0.45 "PUT /v2.0/ports/9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e HTTP/1.1" status: 200 len: 1092 time: 0.7932649 Mar 10 16:11:35.693462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'tag': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:11:35.695775 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d48ce8-8fd6-4841-9241-65d23416fb19" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0211f0-0684-4ecf-8ae6-a0257d3e5a11", "tag": "9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:11:35.742626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e775757-ade1-48e6-9b06-babb6226e36b service neutron] Pushing event updated for resources: {'Port': ['ID=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:35.748585 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247ddfa8-ffdb-477c-ac50-35d1df21dcd4 x-openstack-request-id: req-247ddfa8-ffdb-477c-ac50-35d1df21dcd4 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:11:35.748948 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0211f0-0684-4ecf-8ae6-a0257d3e5a11", "tag": "9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:11:35.749277 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-247ddfa8-ffdb-477c-ac50-35d1df21dcd4 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:11:35.749751 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'tag': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e', 'status': 'completed', 'code': 200} Mar 10 16:11:35.800441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-783a6b6c-9137-4c52-8718-f0d5da2f3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:35.802029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-783a6b6c-9137-4c52-8718-f0d5da2f3003 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 1126 time: 0.0503273 Mar 10 16:11:35.850928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-fbc238c0-7304-4786-a63c-b8f497ca6276 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e HTTP/1.1" status: 200 len: 217 time: 0.0415671 Mar 10 16:11:35.908959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ddf31ea-8d67-4d78-b633-a81a86a8f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:35.910511 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-1ddf31ea-8d67-4d78-b633-a81a86a8f65e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=802a1069-8095-40ef-9f19-95acddf3c0e2 HTTP/1.1" status: 200 len: 834 time: 0.0533941 Mar 10 16:11:35.928980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ecd778c7-e822-4741-879f-90e61ea097c7 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:11:35.965938 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-db989fa4-2545-4e06-ac36-4f846bdd18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:35.967605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-db989fa4-2545-4e06-ac36-4f846bdd18b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f49b990-623c-4aad-8656-20cfa4e6ded2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513794 Mar 10 16:11:35.984995 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port ecd778c7-e822-4741-879f-90e61ea097c7 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:35.985371 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:36.059890 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-205b731a-7092-483a-988e-4bc78b8af09a service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859945 Mar 10 16:11:36.064612 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port ecd778c7-e822-4741-879f-90e61ea097c7 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:11:36.156398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8eef98d8-34f3-40dc-8f4c-2cbc5baf7075 req-9bd69435-3ce1-4038-963f-456fb59ab739 service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892684 Mar 10 16:11:36.245196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d48ce8-8fd6-4841-9241-65d23416fb19 req-ff12f63a-5100-4f5c-b313-7b705167c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:36.246613 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d48ce8-8fd6-4841-9241-65d23416fb19 req-ff12f63a-5100-4f5c-b313-7b705167c744 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 1126 time: 0.0446382 Mar 10 16:11:36.338507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d48ce8-8fd6-4841-9241-65d23416fb19 req-3878ad6b-6471-419c-b19d-aae8d73f922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:36.340523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d48ce8-8fd6-4841-9241-65d23416fb19 req-3878ad6b-6471-419c-b19d-aae8d73f922d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f49b990-623c-4aad-8656-20cfa4e6ded2 HTTP/1.1" status: 200 len: 898 time: 0.0876508 Mar 10 16:11:36.381733 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d48ce8-8fd6-4841-9241-65d23416fb19 req-e5d1a69b-04bc-4bbb-b14e-7c444b892d64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e HTTP/1.1" status: 200 len: 217 time: 0.0344405 Mar 10 16:11:36.433645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d48ce8-8fd6-4841-9241-65d23416fb19 req-0e9e90d2-cb77-47a6-a44e-191a9ce32797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:36.435113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d48ce8-8fd6-4841-9241-65d23416fb19 req-0e9e90d2-cb77-47a6-a44e-191a9ce32797 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=802a1069-8095-40ef-9f19-95acddf3c0e2 HTTP/1.1" status: 200 len: 834 time: 0.0465934 Mar 10 16:11:36.483477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d48ce8-8fd6-4841-9241-65d23416fb19 req-9471014e-6e2d-4c45-b3e3-acc0d78cfa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:36.484945 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d48ce8-8fd6-4841-9241-65d23416fb19 req-9471014e-6e2d-4c45-b3e3-acc0d78cfa43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f49b990-623c-4aad-8656-20cfa4e6ded2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436466 Mar 10 16:11:36.576407 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d48ce8-8fd6-4841-9241-65d23416fb19 req-babb5417-6b15-49d2-88f4-4b2fd6388429 service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838552 Mar 10 16:11:36.710320 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b9d48ce8-8fd6-4841-9241-65d23416fb19 req-ff1ce2ea-3c9e-4a3c-8cd3-f822a9cc34de service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268463 Mar 10 16:11:36.722943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020206eb-5c33-46d3-9eaa-074606634a03 req-a321a04e-bb16-41a5-af3f-2fc44c2fb91d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:36.724432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-020206eb-5c33-46d3-9eaa-074606634a03 req-a321a04e-bb16-41a5-af3f-2fc44c2fb91d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 944 time: 0.0722454 Mar 10 16:11:36.773427 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-020206eb-5c33-46d3-9eaa-074606634a03 req-68681686-6887-478f-9f27-a5b5bf20d3ba tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425048 Mar 10 16:11:37.895764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958a896-ffec-47bb-93e2-b35f46c773fa req-ad281b81-15ee-4e89-9d27-0be896e53c50 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:37.897235 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6958a896-ffec-47bb-93e2-b35f46c773fa req-ad281b81-15ee-4e89-9d27-0be896e53c50 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 944 time: 0.0554206 Mar 10 16:11:37.945205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6958a896-ffec-47bb-93e2-b35f46c773fa req-43e27ed5-a642-4495-a097-73e56d6f9fe1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 Mar 10 16:11:38.940882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:11:39.039588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e,segment=NetworkSegment(be8535bc-b29e-4502-b72b-d3978e553235),segment_id=be8535bc-b29e-4502-b72b-d3978e553235)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:11:39.051834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'port_id': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e', 'mac_address': 'fa:16:3e:14:0e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:11:39.065301 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68872a7-95ba-4554-9a2b-993868f47923 req-9a99df47-6180-449e-b653-9d288d73ebc4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:39.066783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d68872a7-95ba-4554-9a2b-993868f47923 req-9a99df47-6180-449e-b653-9d288d73ebc4 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 944 time: 0.0526726 Mar 10 16:11:39.093935 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:11:39.094623 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:39.108388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:11:39.115359 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d68872a7-95ba-4554-9a2b-993868f47923 req-fabffba3-d65a-4990-8fdf-d653e27a3a08 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428798 Mar 10 16:11:39.127831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e,segment=NetworkSegment(be8535bc-b29e-4502-b72b-d3978e553235),segment_id=be8535bc-b29e-4502-b72b-d3978e553235)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:11:39.132479 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:39.177758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:39.363298 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:11:40.240217 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63c95-e445-4dc8-8066-16927288254b req-848e95e1-1aa2-4450-8985-6d4c15633818 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:40.241697 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3c63c95-e445-4dc8-8066-16927288254b req-848e95e1-1aa2-4450-8985-6d4c15633818 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 945 time: 0.0561156 Mar 10 16:11:40.290513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3c63c95-e445-4dc8-8066-16927288254b req-1f1004de-f9bf-4a0e-b657-2466bb4360d5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Mar 10 16:11:40.941915 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:11:40.991024 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 16:11:40.994739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:11:40.995147 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:41.073537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:11:41.073924 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:41.097436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:11:41.099686 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77224870-3bdc-4e20-8153-b87480cbbae4" -d '{"events": [{"server_uuid": "dc0211f0-0684-4ecf-8ae6-a0257d3e5a11", "name": "network-vif-plugged", "status": "completed", "tag": "9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:11:41.112735 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e,segment=NetworkSegment(be8535bc-b29e-4502-b72b-d3978e553235),segment_id=be8535bc-b29e-4502-b72b-d3978e553235)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:11:41.116687 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:41.139752 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864cdbb6-8bed-4fe7-bfaf-51a728480a0d x-openstack-request-id: req-864cdbb6-8bed-4fe7-bfaf-51a728480a0d {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:11:41.140047 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0211f0-0684-4ecf-8ae6-a0257d3e5a11", "name": "network-vif-plugged", "status": "completed", "tag": "9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:11:41.140302 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-864cdbb6-8bed-4fe7-bfaf-51a728480a0d {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:11:41.140694 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e', 'code': 200} Mar 10 16:11:41.170297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:41.235358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb4332-97f3-4a65-a77f-c911d296de40 req-bcf529c8-fba8-4d5a-a433-4931e8af1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:41.236756 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74cb4332-97f3-4a65-a77f-c911d296de40 req-bcf529c8-fba8-4d5a-a433-4931e8af1b91 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 1128 time: 0.0444477 Mar 10 16:11:41.281885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-74cb4332-97f3-4a65-a77f-c911d296de40 req-f6645bf7-1468-4202-974b-ec86e0b95651 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393758 Mar 10 16:11:41.410435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd0255-0047-4e8e-8678-3488893f68ed req-7aa39215-bfc2-4439-95ca-41e40e5105b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:41.411933 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ccd0255-0047-4e8e-8678-3488893f68ed req-7aa39215-bfc2-4439-95ca-41e40e5105b3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0542467 Mar 10 16:11:41.462912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6ccd0255-0047-4e8e-8678-3488893f68ed req-0a0bbcdf-6889-4775-b2c5-a024bea328f6 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454082 Mar 10 16:11:42.583380 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664e15d-7d60-49cf-96c6-d62130198326 req-7183e1f8-a0f8-4f9e-9801-be8e3e9965a8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:42.584879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b664e15d-7d60-49cf-96c6-d62130198326 req-7183e1f8-a0f8-4f9e-9801-be8e3e9965a8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0530026 Mar 10 16:11:42.633196 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b664e15d-7d60-49cf-96c6-d62130198326 req-82c07267-45a2-4182-bd3e-4877525895bd tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Mar 10 16:11:42.750179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1131c59-bef9-4623-bc3c-00ab72002c9b req-7e6c88e7-7645-4912-aa71-56b431baab8b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:42.751590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1131c59-bef9-4623-bc3c-00ab72002c9b req-7e6c88e7-7645-4912-aa71-56b431baab8b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0530310 Mar 10 16:11:42.798629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f1131c59-bef9-4623-bc3c-00ab72002c9b req-94b43885-dc84-4c01-8876-d819889178b5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Mar 10 16:11:42.820585 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44034) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:42.865984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac9ca6c-5e55-4cb9-aa7b-d7487db16c85 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:42.867471 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3ac9ca6c-5e55-4cb9-aa7b-d7487db16c85 tempest-TestNetworkAdvancedServerOps-489322866 tempest-TestNetworkAdvancedServerOps-489322866-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 1123 time: 0.0459459 Mar 10 16:11:42.870286 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44036) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:42.874997 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:11:42.893960 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:42.993812 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:43.097142 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Allocated IP 172.25.3.156 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/a0c39475-bee3-4e40-95d0-8f546d88b3e5) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:11:43.198768 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (a0c39475-bee3-4e40-95d0-8f546d88b3e5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:43.232419 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a0c39475-bee3-4e40-95d0-8f546d88b3e5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:43.270673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:11:43.276930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:11:43.281206 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:11:43.286653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=a0c39475-bee3-4e40-95d0-8f546d88b3e5,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:43.973458 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (08c1a1d5-5842-4a88-ba37-5cb526a1962b), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:44.043612 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a0c39475-bee3-4e40-95d0-8f546d88b3e5), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:44.195148 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for port (a0c39475-bee3-4e40-95d0-8f546d88b3e5), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:44.199499 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a0c39475-bee3-4e40-95d0-8f546d88b3e5), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:44.268649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event updated for resources: {'Port': ['ID=a0c39475-bee3-4e40-95d0-8f546d88b3e5,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:11:44.277920 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (08c1a1d5-5842-4a88-ba37-5cb526a1962b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:44.362661 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:11:44.398612 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Floating IP 08c1a1d5-5842-4a88-ba37-5cb526a1962b associated. External IP: 172.25.3.156, port: 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e. Mar 10 16:11:44.613954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:11:44.726244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:11:44.736665 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb23bc-d3b8-4c4c-ae6b-7495a471daab None None] Sync routers for ids ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:11:44.743828 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:44.747671 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb23bc-d3b8-4c4c-ae6b-7495a471daab None None] Routers {'4207ccf9-b8cc-4099-afa7-07e99b7281b5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:11:44.748285 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-43cb23bc-d3b8-4c4c-ae6b-7495a471daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:11:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:44.777171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-02134522-471e-41fa-a6da-91781b91c1cb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9033175 Mar 10 16:11:44.777171 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'tag': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:11:44.777622 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303fb729-7df5-47da-8a95-7dffce38c9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0211f0-0684-4ecf-8ae6-a0257d3e5a11", "tag": "9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:11:44.815806 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd9f9d0-b795-43d5-b44e-a80f714fda99 x-openstack-request-id: req-5bd9f9d0-b795-43d5-b44e-a80f714fda99 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:11:44.816558 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0211f0-0684-4ecf-8ae6-a0257d3e5a11", "tag": "9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:11:44.816708 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5bd9f9d0-b795-43d5-b44e-a80f714fda99 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:11:44.817253 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'tag': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e', 'status': 'completed', 'code': 200} Mar 10 16:11:44.869539 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-43cb23bc-d3b8-4c4c-ae6b-7495a471daab None None] Set router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:11:44.908003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7af08c-780f-4dd2-b332-9a794426f1c1 req-ad0d0e0b-919c-4e16-bd99-f9e7fee229db tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:44.909482 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b7af08c-780f-4dd2-b332-9a794426f1c1 req-ad0d0e0b-919c-4e16-bd99-f9e7fee229db tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0847225 Mar 10 16:11:44.925325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fb729-7df5-47da-8a95-7dffce38c9b9 req-6f6d417c-694a-4b33-906b-3c243a5b6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:44.926748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-303fb729-7df5-47da-8a95-7dffce38c9b9 req-6f6d417c-694a-4b33-906b-3c243a5b6314 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 1128 time: 0.0741873 Mar 10 16:11:45.017392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5b7af08c-780f-4dd2-b332-9a794426f1c1 req-b4f1c69d-c243-4615-b1cf-b1b3b0e53b01 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004388 Mar 10 16:11:45.041781 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44042) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:45.043302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fb729-7df5-47da-8a95-7dffce38c9b9 req-b125bdd3-baa3-464a-b8ab-142932e7d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:45.045389 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-303fb729-7df5-47da-8a95-7dffce38c9b9 req-b125bdd3-baa3-464a-b8ab-142932e7d8ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f49b990-623c-4aad-8656-20cfa4e6ded2 HTTP/1.1" status: 200 len: 898 time: 0.1113014 Mar 10 16:11:45.105213 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cd4787a9-7d38-48d6-864e-ef699b927cf5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/08c1a1d5-5842-4a88-ba37-5cb526a1962b HTTP/1.1" status: 200 len: 992 time: 0.0600805 Mar 10 16:11:45.105489 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-43cb23bc-d3b8-4c4c-ae6b-7495a471daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:31Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '08c1a1d5-5842-4a88-ba37-5cb526a1962b', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'port_id': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'mac_address': 'fa:16:3e:14:0e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:11:43Z', 'updated_at': '2022-03-10T16:11:43Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd778c7-e822-4741-879f-90e61ea097c7', 'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:2e:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:30Z', 'updated_at': '2022-03-10T16:11:34Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:45.122923 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-303fb729-7df5-47da-8a95-7dffce38c9b9 req-86ff91e7-7835-43be-a791-fdc4dcdfa81d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e HTTP/1.1" status: 200 len: 1000 time: 0.0702553 Mar 10 16:11:45.132376 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb23bc-d3b8-4c4c-ae6b-7495a471daab None None] Checking router: 4207ccf9-b8cc-4099-afa7-07e99b7281b5 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:11:45.140644 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb23bc-d3b8-4c4c-ae6b-7495a471daab None None] Routers {'4207ccf9-b8cc-4099-afa7-07e99b7281b5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:11:45.141244 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-43cb23bc-d3b8-4c4c-ae6b-7495a471daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:11:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:45.170981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fb729-7df5-47da-8a95-7dffce38c9b9 req-07dea2bf-a982-4bec-a3f2-6c0e658596e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:45.172473 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-303fb729-7df5-47da-8a95-7dffce38c9b9 req-07dea2bf-a982-4bec-a3f2-6c0e658596e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=802a1069-8095-40ef-9f19-95acddf3c0e2 HTTP/1.1" status: 200 len: 834 time: 0.0436029 Mar 10 16:11:45.222302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fb729-7df5-47da-8a95-7dffce38c9b9 req-fecf41b4-d028-4741-a4e5-705401a1b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:11:45.223954 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-303fb729-7df5-47da-8a95-7dffce38c9b9 req-fecf41b4-d028-4741-a4e5-705401a1b53e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f49b990-623c-4aad-8656-20cfa4e6ded2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449808 Mar 10 16:11:45.250186 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-43cb23bc-d3b8-4c4c-ae6b-7495a471daab None None] Set router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:11:45.318740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-303fb729-7df5-47da-8a95-7dffce38c9b9 req-c5736522-e612-4fb0-a5b9-17021e02ac9f service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888577 Mar 10 16:11:45.409978 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-303fb729-7df5-47da-8a95-7dffce38c9b9 req-d380b808-7f06-4501-b0ce-9749f53ad331 service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852194 Mar 10 16:11:45.475189 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-43cb23bc-d3b8-4c4c-ae6b-7495a471daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:31Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '08c1a1d5-5842-4a88-ba37-5cb526a1962b', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'port_id': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'mac_address': 'fa:16:3e:14:0e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:11:43Z', 'updated_at': '2022-03-10T16:11:43Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd778c7-e822-4741-879f-90e61ea097c7', 'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:2e:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:30Z', 'updated_at': '2022-03-10T16:11:34Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:11:45.501706 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb23bc-d3b8-4c4c-ae6b-7495a471daab None None] The sync data for ids ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'] in n-d-833090-1 is: [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:31Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '08c1a1d5-5842-4a88-ba37-5cb526a1962b', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'port_id': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'mac_address': 'fa:16:3e:14:0e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:11:43Z', 'updated_at': '2022-03-10T16:11:43Z', 'revision_number': 0, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd778c7-e822-4741-879f-90e61ea097c7', 'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:2e:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:30Z', 'updated_at': '2022-03-10T16:11:34Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:11:45.699203 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb45b9-7482-49c3-9fe1-a21465254493 None None] New status for floating IP 08c1a1d5-5842-4a88-ba37-5cb526a1962b: ACTIVE {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:11:46.108586 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44044) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:11:46.171762 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c78befce-f5f5-4f93-8f18-d9e2ff0d6db7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/08c1a1d5-5842-4a88-ba37-5cb526a1962b HTTP/1.1" status: 200 len: 994 time: 0.0620501 Mar 10 16:11:48.490548 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:51.421989 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:51.856513 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa92d-089c-43f9-8bb5-b66b4a2657a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:54.226751 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e738d277-289e-43a9-9a34-d9e37db031e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:55.511656 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:56.836177 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:11:58.427527 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:02.300910 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-1e936664-e1ce-46bb-ad71-31dca9ebd281 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484490 Mar 10 16:12:02.387075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-cb38f6a0-49d9-4591-889b-1d6ae87ab8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:02.389092 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-cb38f6a0-49d9-4591-889b-1d6ae87ab8d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 1128 time: 0.0453353 Mar 10 16:12:02.501345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-e541459a-36da-490e-a874-0d49651e9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:02.502891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-e541459a-36da-490e-a874-0d49651e9252 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f49b990-623c-4aad-8656-20cfa4e6ded2 HTTP/1.1" status: 200 len: 898 time: 0.0878887 Mar 10 16:12:02.566885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-89d7c0b1-72b7-4e87-9438-cc6b3c253c13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e HTTP/1.1" status: 200 len: 1002 time: 0.0577753 Mar 10 16:12:02.614289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-decbbc20-355c-4998-8385-020e60410524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:02.615742 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-decbbc20-355c-4998-8385-020e60410524 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=802a1069-8095-40ef-9f19-95acddf3c0e2 HTTP/1.1" status: 200 len: 834 time: 0.0425422 Mar 10 16:12:02.666852 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-b405ff2d-31f0-4a83-b08c-47aa92dc7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:02.668339 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-b405ff2d-31f0-4a83-b08c-47aa92dc7b3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f49b990-623c-4aad-8656-20cfa4e6ded2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467172 Mar 10 16:12:02.767908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-ed29c487-7c89-43f5-8269-2c78e6e9a36e service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878382 Mar 10 16:12:02.860696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6fcdbf-8334-46e4-b82f-94db598c5b20 req-2ab4808d-0ad7-4f5e-a97b-9e755855125e service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861845 Mar 10 16:12:17.265409 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c6525-4a53-4a83-a27a-9c3e509b66db req-2826ed23-a012-4df0-af5c-a785fb05b5f5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:17.266941 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a6c6525-4a53-4a83-a27a-9c3e509b66db req-2826ed23-a012-4df0-af5c-a785fb05b5f5 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0542614 Mar 10 16:12:17.315712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0a6c6525-4a53-4a83-a27a-9c3e509b66db req-b658894d-86ca-4acd-be01-4591e9e6dab8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Mar 10 16:12:18.446359 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835571d9-9f87-4fb5-9326-aaefe29acc55 req-76335b56-2b19-4202-9418-8157de8aa489 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:18.447905 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-835571d9-9f87-4fb5-9326-aaefe29acc55 req-76335b56-2b19-4202-9418-8157de8aa489 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0617259 Mar 10 16:12:18.494195 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:18.503392 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-835571d9-9f87-4fb5-9326-aaefe29acc55 req-7ab763ff-d142-4bb9-b822-7170c0fb2521 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493016 Mar 10 16:12:18.526072 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44062) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:18.586083 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-8201e6ee-8d47-46cd-b244-142d9b46b530 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/08c1a1d5-5842-4a88-ba37-5cb526a1962b HTTP/1.1" status: 200 len: 994 time: 0.0588498 Mar 10 16:12:19.890046 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec63574-a6df-4da2-92bc-e17681d32141 req-b4d9482c-7a67-4ad8-a67e-01051caf4dfa tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:19.891553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bec63574-a6df-4da2-92bc-e17681d32141 req-b4d9482c-7a67-4ad8-a67e-01051caf4dfa tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0855165 Mar 10 16:12:19.897490 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320ad1-3fe9-4a4f-b17b-6a0c747492a8 req-9455a4ac-03d1-4cd2-9249-1c3b9d23ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:19.898879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8320ad1-3fe9-4a4f-b17b-6a0c747492a8 req-9455a4ac-03d1-4cd2-9249-1c3b9d23ca5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 1128 time: 0.0667965 Mar 10 16:12:19.998693 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bec63574-a6df-4da2-92bc-e17681d32141 req-17d93119-4d5e-4d83-b933-414c18307d54 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988758 Mar 10 16:12:20.021085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320ad1-3fe9-4a4f-b17b-6a0c747492a8 req-498362b8-c5d4-475c-9efc-17c9f7b972df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:20.022627 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8320ad1-3fe9-4a4f-b17b-6a0c747492a8 req-498362b8-c5d4-475c-9efc-17c9f7b972df service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f49b990-623c-4aad-8656-20cfa4e6ded2 HTTP/1.1" status: 200 len: 898 time: 0.1168630 Mar 10 16:12:20.091402 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8320ad1-3fe9-4a4f-b17b-6a0c747492a8 req-1f05dc5e-8086-4fd3-989e-7c171799a351 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e HTTP/1.1" status: 200 len: 1002 time: 0.0614591 Mar 10 16:12:20.136478 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320ad1-3fe9-4a4f-b17b-6a0c747492a8 req-c7e631ab-b6eb-4727-8ee6-db7e9c52c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:20.138314 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8320ad1-3fe9-4a4f-b17b-6a0c747492a8 req-c7e631ab-b6eb-4727-8ee6-db7e9c52c1d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=802a1069-8095-40ef-9f19-95acddf3c0e2 HTTP/1.1" status: 200 len: 834 time: 0.0424984 Mar 10 16:12:20.187012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320ad1-3fe9-4a4f-b17b-6a0c747492a8 req-c88fe9e5-6ac8-47c5-8ac3-3dc998149e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:20.188441 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8320ad1-3fe9-4a4f-b17b-6a0c747492a8 req-c88fe9e5-6ac8-47c5-8ac3-3dc998149e4c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f49b990-623c-4aad-8656-20cfa4e6ded2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426109 Mar 10 16:12:20.280568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8320ad1-3fe9-4a4f-b17b-6a0c747492a8 req-7e2efcf6-a6d4-4873-b2a7-8e08d4bd9efa service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856535 Mar 10 16:12:20.375433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8320ad1-3fe9-4a4f-b17b-6a0c747492a8 req-438211b0-51ac-42cb-964f-07601161a348 service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885966 Mar 10 16:12:21.121565 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f4e6-c316-42a9-a3ad-f0d210ac8b3c req-af9f59ec-ff72-421f-81fc-1edf926ab0e1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:21.123787 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0882f4e6-c316-42a9-a3ad-f0d210ac8b3c req-af9f59ec-ff72-421f-81fc-1edf926ab0e1 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0540519 Mar 10 16:12:21.174846 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0882f4e6-c316-42a9-a3ad-f0d210ac8b3c req-c0831678-61cb-40a2-b604-86b0a3e27142 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452094 Mar 10 16:12:21.362280 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:12:21.436314 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:21.858510 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7cbe09ec-9e46-47b7-8b20-8189f2e17022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:22.296395 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1533-7f7a-4e47-a068-79f05c18ab7f req-f13e8690-4b5f-45c1-ad67-2180bc3ccbdb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:22.297899 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b58c1533-7f7a-4e47-a068-79f05c18ab7f req-f13e8690-4b5f-45c1-ad67-2180bc3ccbdb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0532789 Mar 10 16:12:22.345815 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b58c1533-7f7a-4e47-a068-79f05c18ab7f req-5232d6a5-d547-456d-9d66-7c5918e26c2c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422499 Mar 10 16:12:22.368714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44074) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:22.431455 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2ba63876-2331-4221-a75a-f01e58c5cdd3 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/floatingips/08c1a1d5-5842-4a88-ba37-5cb526a1962b HTTP/1.1" status: 200 len: 994 time: 0.0616405 Mar 10 16:12:22.647317 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44080) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:22.799445 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port a0c39475-bee3-4e40-95d0-8f546d88b3e5 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:12:22.799790 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a0c39475-bee3-4e40-95d0-8f546d88b3e5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:22.879162 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a0c39475-bee3-4e40-95d0-8f546d88b3e5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:22.879486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (a0c39475-bee3-4e40-95d0-8f546d88b3e5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:22.891258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for a0c39475-bee3-4e40-95d0-8f546d88b3e5 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:12:23.035284 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a0c39475-bee3-4e40-95d0-8f546d88b3e5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:23.064865 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=a0c39475-bee3-4e40-95d0-8f546d88b3e5,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:23.091172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.091522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.091863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.092195 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.092526 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.092854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.093182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.093502 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.093824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.094143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.094464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.094780 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.095115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:23.139560 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for floatingip (08c1a1d5-5842-4a88-ba37-5cb526a1962b), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:23.139994 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Floating IP 08c1a1d5-5842-4a88-ba37-5cb526a1962b disassociated (deleted). External IP: 172.25.3.156, port: 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e. Mar 10 16:12:23.351220 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:12:23.459601 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:12:23.464305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:23.469263 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25596ea-425d-4d4b-901c-a2e1997b1d54 None None] Sync routers for ids ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:12:23.481770 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25596ea-425d-4d4b-901c-a2e1997b1d54 None None] Routers {'4207ccf9-b8cc-4099-afa7-07e99b7281b5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:23.482385 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b25596ea-425d-4d4b-901c-a2e1997b1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:11:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:23.493501 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-802e1f17-159d-415e-9223-a7d78fc2eb0f tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/floatingips/08c1a1d5-5842-4a88-ba37-5cb526a1962b HTTP/1.1" status: 204 len: 168 time: 0.8451259 Mar 10 16:12:23.494182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'tag': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:12:23.497124 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b36a273-9973-4aa8-9722-359507f42170" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0211f0-0684-4ecf-8ae6-a0257d3e5a11", "tag": "9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:12:23.536910 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505153e8-288a-4fba-8ac8-9ebe2316ea5a x-openstack-request-id: req-505153e8-288a-4fba-8ac8-9ebe2316ea5a {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:12:23.537151 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0211f0-0684-4ecf-8ae6-a0257d3e5a11", "tag": "9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:12:23.537441 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-505153e8-288a-4fba-8ac8-9ebe2316ea5a {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:12:23.537809 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'tag': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e', 'status': 'completed', 'code': 200} Mar 10 16:12:23.592774 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b25596ea-425d-4d4b-901c-a2e1997b1d54 None None] Set router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:23.603136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36a273-9973-4aa8-9722-359507f42170 req-960bf129-5aa5-4389-8a40-689f6dc6de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:23.604578 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b36a273-9973-4aa8-9722-359507f42170 req-960bf129-5aa5-4389-8a40-689f6dc6de63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 1128 time: 0.0485423 Mar 10 16:12:23.746140 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36a273-9973-4aa8-9722-359507f42170 req-c3bc3a53-bf41-470e-ba21-38085bd50f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:23.748165 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b36a273-9973-4aa8-9722-359507f42170 req-c3bc3a53-bf41-470e-ba21-38085bd50f94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0f49b990-623c-4aad-8656-20cfa4e6ded2 HTTP/1.1" status: 200 len: 898 time: 0.1369047 Mar 10 16:12:23.759523 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc91d89-c5aa-4b9f-9992-4378d86a0729 req-f669750d-c722-46c6-af7b-fdc7a1f9a0b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:23.760908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bc91d89-c5aa-4b9f-9992-4378d86a0729 req-f669750d-c722-46c6-af7b-fdc7a1f9a0b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0720952 Mar 10 16:12:23.805967 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b36a273-9973-4aa8-9722-359507f42170 req-bf2497fc-1e9b-4737-bcac-c23191df28e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e HTTP/1.1" status: 200 len: 217 time: 0.0441394 Mar 10 16:12:23.879255 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8bc91d89-c5aa-4b9f-9992-4378d86a0729 req-14720c9f-2a94-4564-9dde-5c4660091fd7 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100976 Mar 10 16:12:23.880764 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36a273-9973-4aa8-9722-359507f42170 req-6f10e7d3-701f-43d6-a9dc-39360f06ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:23.882115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b36a273-9973-4aa8-9722-359507f42170 req-6f10e7d3-701f-43d6-a9dc-39360f06ac20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=802a1069-8095-40ef-9f19-95acddf3c0e2 HTTP/1.1" status: 200 len: 834 time: 0.0683928 Mar 10 16:12:23.898420 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b25596ea-425d-4d4b-901c-a2e1997b1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:31Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ecd778c7-e822-4741-879f-90e61ea097c7', 'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:2e:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:30Z', 'updated_at': '2022-03-10T16:11:34Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:23.924196 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25596ea-425d-4d4b-901c-a2e1997b1d54 None None] Checking router: 4207ccf9-b8cc-4099-afa7-07e99b7281b5 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:12:23.932319 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25596ea-425d-4d4b-901c-a2e1997b1d54 None None] Routers {'4207ccf9-b8cc-4099-afa7-07e99b7281b5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:23.932688 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36a273-9973-4aa8-9722-359507f42170 req-f5b229bf-7ad5-4350-a835-46dc52ff465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:23.932912 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b25596ea-425d-4d4b-901c-a2e1997b1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:11:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:23.934737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b36a273-9973-4aa8-9722-359507f42170 req-f5b229bf-7ad5-4350-a835-46dc52ff465a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0f49b990-623c-4aad-8656-20cfa4e6ded2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453427 Mar 10 16:12:24.027351 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b36a273-9973-4aa8-9722-359507f42170 req-90144ed0-91e6-4e5e-9782-c25cac087367 service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864751 Mar 10 16:12:24.041478 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-b25596ea-425d-4d4b-901c-a2e1997b1d54 None None] Set router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:24.116182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4b36a273-9973-4aa8-9722-359507f42170 req-aea26918-7234-47cd-87af-5c65b54ec372 service neutron] 10.222.0.45 "GET /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827487 Mar 10 16:12:24.228492 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-35195217-50f9-4c0e-8861-f39d626155a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:24.246109 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-b25596ea-425d-4d4b-901c-a2e1997b1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:31Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ecd778c7-e822-4741-879f-90e61ea097c7', 'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:2e:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:30Z', 'updated_at': '2022-03-10T16:11:34Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:24.272207 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25596ea-425d-4d4b-901c-a2e1997b1d54 None None] The sync data for ids ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'] in n-d-833090-1 is: [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:11:31Z', 'revision_number': 4, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'ecd778c7-e822-4741-879f-90e61ea097c7', 'name': '', 'network_id': '0f49b990-623c-4aad-8656-20cfa4e6ded2', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'mac_address': 'fa:16:3e:2e:e8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:30Z', 'updated_at': '2022-03-10T16:11:34Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'subnets': [{'id': '802a1069-8095-40ef-9f19-95acddf3c0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:12:24.493066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f87d6-0b41-4305-a449-2063b5fd4e7a None None] New status for floating IP 08c1a1d5-5842-4a88-ba37-5cb526a1962b: DOWN {{(pid=115535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:12:25.005714 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dd08f-5b13-4b43-ac70-0c2c8e84d8c4 req-7d4efe05-fb7b-427e-881a-cc70b7ab126b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:25.007205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b5dd08f-5b13-4b43-ac70-0c2c8e84d8c4 req-7d4efe05-fb7b-427e-881a-cc70b7ab126b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0559449 Mar 10 16:12:25.060580 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b5dd08f-5b13-4b43-ac70-0c2c8e84d8c4 req-528141a1-6454-418b-a5b1-3ba83402a7ce tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/security-groups?id=656c262b-a763-48be-84a3-d48e122598f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472212 Mar 10 16:12:25.274179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dc287-c749-419d-8642-0e9dc9ac8d47 req-53f7760e-488f-40b9-bb4f-c541a47aef5b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:25.275642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb4dc287-c749-419d-8642-0e9dc9ac8d47 req-53f7760e-488f-40b9-bb4f-c541a47aef5b tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 946 time: 0.0520604 Mar 10 16:12:25.517939 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:25.697112 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-fb4dc287-c749-419d-8642-0e9dc9ac8d47 req-ee50c4d7-00aa-46c4-aedd-11502777324d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:12:25.697348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-fb4dc287-c749-419d-8642-0e9dc9ac8d47 req-ee50c4d7-00aa-46c4-aedd-11502777324d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:25.785525 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-fb4dc287-c749-419d-8642-0e9dc9ac8d47 req-ee50c4d7-00aa-46c4-aedd-11502777324d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e,segment=NetworkSegment(be8535bc-b29e-4502-b72b-d3978e553235),segment_id=be8535bc-b29e-4502-b72b-d3978e553235)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:25.785888 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-fb4dc287-c749-419d-8642-0e9dc9ac8d47 req-ee50c4d7-00aa-46c4-aedd-11502777324d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:25.799010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-fb4dc287-c749-419d-8642-0e9dc9ac8d47 req-ee50c4d7-00aa-46c4-aedd-11502777324d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:12:25.926996 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-fb4dc287-c749-419d-8642-0e9dc9ac8d47 req-ee50c4d7-00aa-46c4-aedd-11502777324d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:25.952918 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50c4d7-00aa-46c4-aedd-11502777324d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:25.998235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4dc287-c749-419d-8642-0e9dc9ac8d47 req-ee50c4d7-00aa-46c4-aedd-11502777324d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] No DVR routers for this DVR port 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:12:26.000839 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-fb4dc287-c749-419d-8642-0e9dc9ac8d47 req-ee50c4d7-00aa-46c4-aedd-11502777324d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:26.004253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fb4dc287-c749-419d-8642-0e9dc9ac8d47 req-ee50c4d7-00aa-46c4-aedd-11502777324d tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.45 "DELETE /v2.0/ports/9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e HTTP/1.1" status: 204 len: 173 time: 0.7225583 Mar 10 16:12:26.004701 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'name': 'network-vif-deleted', 'tag': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:12:26.006983 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8271ab4f-6f98-43fd-bb29-10ce6361a053" -d '{"events": [{"server_uuid": "dc0211f0-0684-4ecf-8ae6-a0257d3e5a11", "name": "network-vif-deleted", "tag": "9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:12:26.052315 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c5f2c6-b1c0-4b89-a4d4-c1fa42bb8c98 x-openstack-request-id: req-63c5f2c6-b1c0-4b89-a4d4-c1fa42bb8c98 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:12:26.052614 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0211f0-0684-4ecf-8ae6-a0257d3e5a11", "name": "network-vif-deleted", "tag": "9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:12:26.052869 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63c5f2c6-b1c0-4b89-a4d4-c1fa42bb8c98 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:12:26.053277 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0211f0-0684-4ecf-8ae6-a0257d3e5a11', 'name': 'network-vif-deleted', 'tag': '9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e', 'status': 'completed', 'code': 200} Mar 10 16:12:26.174029 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64986d65-3cf7-438f-ac58-9ad8b9383318 req-3537d243-11df-459d-a84d-2e10331028a6 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc0211f0-0684-4ecf-8ae6-a0257d3e5a11 HTTP/1.1" status: 200 len: 210 time: 0.0303690 Mar 10 16:12:26.840519 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:27.230750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44096) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:27.591584 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (4207ccf9-b8cc-4099-afa7-07e99b7281b5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:27.846860 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port ecd778c7-e822-4741-879f-90e61ea097c7 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:12:27.847138 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:27.937908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port ecd778c7-e822-4741-879f-90e61ea097c7, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=ecd778c7-e822-4741-879f-90e61ea097c7,segment=NetworkSegment(be8535bc-b29e-4502-b72b-d3978e553235),segment_id=be8535bc-b29e-4502-b72b-d3978e553235)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:27.938275 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:27.951524 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for ecd778c7-e822-4741-879f-90e61ea097c7 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:12:28.138881 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (ecd778c7-e822-4741-879f-90e61ea097c7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:28.165003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=ecd778c7-e822-4741-879f-90e61ea097c7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:28.359895 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (4207ccf9-b8cc-4099-afa7-07e99b7281b5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:28.431839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:28.586233 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:12:28.695491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:12:28.701203 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-72f82ff9-9be6-4655-bb34-48a48f391477 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "PUT /v2.0/routers/4207ccf9-b8cc-4099-afa7-07e99b7281b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4693661 Mar 10 16:12:28.703899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44098) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:28.705348 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603c509-fd70-49f0-97ae-1f657de5b406 None None] Sync routers for ids ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:12:28.715386 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603c509-fd70-49f0-97ae-1f657de5b406 None None] Routers {'4207ccf9-b8cc-4099-afa7-07e99b7281b5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:28.715999 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9603c509-fd70-49f0-97ae-1f657de5b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:28.760734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ad7f39-7540-4035-abf0-7524bd898d30 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting subnet 802a1069-8095-40ef-9f19-95acddf3c0e2 {{(pid=115533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 16:12:28.764686 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7f39-7540-4035-abf0-7524bd898d30 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (802a1069-8095-40ef-9f19-95acddf3c0e2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:28.807857 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7f39-7540-4035-abf0-7524bd898d30 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26538487'] for subnet (802a1069-8095-40ef-9f19-95acddf3c0e2), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:28.828754 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-9603c509-fd70-49f0-97ae-1f657de5b406 None None] Set router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:28.899180 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7f39-7540-4035-abf0-7524bd898d30 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (802a1069-8095-40ef-9f19-95acddf3c0e2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:28.965790 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7f39-7540-4035-abf0-7524bd898d30 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25576745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26248564'] for subnet (802a1069-8095-40ef-9f19-95acddf3c0e2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:28.998345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad7f39-7540-4035-abf0-7524bd898d30 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Subnet': ['ID=802a1069-8095-40ef-9f19-95acddf3c0e2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:29.003243 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7f39-7540-4035-abf0-7524bd898d30 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.006537 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f4ad7f39-7540-4035-abf0-7524bd898d30 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/subnets/802a1069-8095-40ef-9f19-95acddf3c0e2 HTTP/1.1" status: 204 len: 168 time: 0.3013482 Mar 10 16:12:29.009280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44100) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:29.015150 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f9b59-1292-4961-836a-d5c756acfc47 None None] Network 0f49b990-623c-4aad-8656-20cfa4e6ded2 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:12:29.020675 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9603c509-fd70-49f0-97ae-1f657de5b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:12:28Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:29.048821 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603c509-fd70-49f0-97ae-1f657de5b406 None None] Checking router: 4207ccf9-b8cc-4099-afa7-07e99b7281b5 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:12:29.058351 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603c509-fd70-49f0-97ae-1f657de5b406 None None] Routers {'4207ccf9-b8cc-4099-afa7-07e99b7281b5'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:29.059661 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9603c509-fd70-49f0-97ae-1f657de5b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:29.130183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (4207ccf9-b8cc-4099-afa7-07e99b7281b5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.177577 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-9603c509-fd70-49f0-97ae-1f657de5b406 None None] Set router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:29.188494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] DHCP port deletion for 0f49b990-623c-4aad-8656-20cfa4e6ded2 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 16:12:29.220293 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:12:29.243553 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:12:29.243813 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_gateway (4207ccf9-b8cc-4099-afa7-07e99b7281b5), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.244314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 9bdbfb9d-1d18-4bea-bf0e-e89976f93f3e not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:12:29.271716 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Deleting port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:12:29.272090 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.301903 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Deleting port 5bef9d64-8813-417f-b4b7-95005be758e7 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:12:29.302402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.337605 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] For port 079c59d7-03c9-4fdc-8b1a-64743822e0d0, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=079c59d7-03c9-4fdc-8b1a-64743822e0d0,segment=NetworkSegment(be8535bc-b29e-4502-b72b-d3978e553235),segment_id=be8535bc-b29e-4502-b72b-d3978e553235)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:29.338014 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.352357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Calling delete_port for 079c59d7-03c9-4fdc-8b1a-64743822e0d0 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:12:29.367803 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-9603c509-fd70-49f0-97ae-1f657de5b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:12:28Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:29.383965 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] For port 5bef9d64-8813-417f-b4b7-95005be758e7, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=5bef9d64-8813-417f-b4b7-95005be758e7,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:29.384903 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.401431 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603c509-fd70-49f0-97ae-1f657de5b406 None None] The sync data for ids ['4207ccf9-b8cc-4099-afa7-07e99b7281b5'] in n-d-833090-1 is: [{'id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150080570', 'tenant_id': '2ccac637c23649c9b9e2ab7de1468a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:11:27Z', 'updated_at': '2022-03-10T16:12:28Z', 'revision_number': 5, 'project_id': '2ccac637c23649c9b9e2ab7de1468a19', 'gw_port': {'id': '5bef9d64-8813-417f-b4b7-95005be758e7', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4207ccf9-b8cc-4099-afa7-07e99b7281b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:11:28Z', 'updated_at': '2022-03-10T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:12:29.404350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Calling delete_port for 5bef9d64-8813-417f-b4b7-95005be758e7 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:12:29.443534 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (079c59d7-03c9-4fdc-8b1a-64743822e0d0), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.470259 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Pushing event deleted for resources: {'Port': ['ID=079c59d7-03c9-4fdc-8b1a-64743822e0d0,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:29.474998 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] No DVR routers for this DVR port 079c59d7-03c9-4fdc-8b1a-64743822e0d0 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:12:29.481555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.481902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.482246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.482580 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.482937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.483265 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.483591 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.483913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.484634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.484634 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.484831 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.485151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.485468 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ec7920-45d3-4f8e-9c68-4fa955401990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:29.581769 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5bef9d64-8813-417f-b4b7-95005be758e7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.605085 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Port': ['ID=5bef9d64-8813-417f-b4b7-95005be758e7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:29.668988 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (4207ccf9-b8cc-4099-afa7-07e99b7281b5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.761170 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (4207ccf9-b8cc-4099-afa7-07e99b7281b5), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.763975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router_controller (4207ccf9-b8cc-4099-afa7-07e99b7281b5), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.812731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (4207ccf9-b8cc-4099-afa7-07e99b7281b5), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.813364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Fanout notify agent at l3_agent the message router_deleted on router 4207ccf9-b8cc-4099-afa7-07e99b7281b5 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 16:12:29.820395 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.824164 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ecf0ddec-78a2-4f49-a141-558bcc20dafb tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/routers/4207ccf9-b8cc-4099-afa7-07e99b7281b5 HTTP/1.1" status: 204 len: 168 time: 0.8115494 Mar 10 16:12:29.824381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44102) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:29.903183 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (0f49b990-623c-4aad-8656-20cfa4e6ded2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:29.985278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ecd778c7-e822-4741-879f-90e61ea097c7 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:12:30.001811 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (0f49b990-623c-4aad-8656-20cfa4e6ded2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.006627 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: ecd778c7-e822-4741-879f-90e61ea097c7 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:12:30.006946 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device ecd778c7-e822-4741-879f-90e61ea097c7 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:12:30.007363 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 079c59d7-03c9-4fdc-8b1a-64743822e0d0 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:12:30.023452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f49b990-623c-4aad-8656-20cfa4e6ded2']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:30.030183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 079c59d7-03c9-4fdc-8b1a-64743822e0d0 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:12:30.030548 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 079c59d7-03c9-4fdc-8b1a-64743822e0d0 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:12:30.035176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8535bc-b29e-4502-b72b-d3978e553235') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:30.035505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8535bc-b29e-4502-b72b-d3978e553235') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:30.050385 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (be8535bc-b29e-4502-b72b-d3978e553235), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.064895 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (be8535bc-b29e-4502-b72b-d3978e553235), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.071076 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 16:12:30.071518 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (be8535bc-b29e-4502-b72b-d3978e553235), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: timer() Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 16:12:30.074870 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 16:12:30.135819 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (0f49b990-623c-4aad-8656-20cfa4e6ded2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.141064 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.144591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/networks/0f49b990-623c-4aad-8656-20cfa4e6ded2 HTTP/1.1" status: 204 len: 168 time: 0.3192015 Mar 10 16:12:30.148170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44104) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:30.166751 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81d4e4-49c2-4e4d-a061-bfc18ec1d7b8 tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'Network': ['ID=0f49b990-623c-4aad-8656-20cfa4e6ded2,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:30.220618 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-52969710-453c-4071-a55d-404ad4b3725c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (656c262b-a763-48be-84a3-d48e122598f7), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.245726 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-52969710-453c-4071-a55d-404ad4b3725c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (656c262b-a763-48be-84a3-d48e122598f7), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.305364 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-52969710-453c-4071-a55d-404ad4b3725c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (656c262b-a763-48be-84a3-d48e122598f7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.308489 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-52969710-453c-4071-a55d-404ad4b3725c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.309720 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-52969710-453c-4071-a55d-404ad4b3725c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] 10.222.0.11 "DELETE /v2.0/security-groups/656c262b-a763-48be-84a3-d48e122598f7 HTTP/1.1" status: 204 len: 168 time: 0.1606390 Mar 10 16:12:30.318685 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52969710-453c-4071-a55d-404ad4b3725c tempest-TestNetworkAdvancedServerOps-1768458550 tempest-TestNetworkAdvancedServerOps-1768458550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656c262b-a763-48be-84a3-d48e122598f7,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:30.647370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44112) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:30.774785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e5680c0c-6ebf-476d-9e95-e669c8b2636b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ccac637c23649c9b9e2ab7de1468a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262498 Mar 10 16:12:30.777207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44116) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:30.822927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7c61-401f-471f-8005-81980c37e5b5 admin admin] Publish callbacks [] for security_group (63443d23-62a9-4698-bf62-3fc89057d068), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.846120 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7c61-401f-471f-8005-81980c37e5b5 admin admin] Publish callbacks [] for security_group (63443d23-62a9-4698-bf62-3fc89057d068), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.892479 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7c61-401f-471f-8005-81980c37e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (63443d23-62a9-4698-bf62-3fc89057d068), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.895264 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7c61-401f-471f-8005-81980c37e5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:30.896405 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ea7d7c61-401f-471f-8005-81980c37e5b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63443d23-62a9-4698-bf62-3fc89057d068 HTTP/1.1" status: 204 len: 168 time: 0.1177235 Mar 10 16:12:30.905111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d7c61-401f-471f-8005-81980c37e5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63443d23-62a9-4698-bf62-3fc89057d068,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:31.149122 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44122) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:31.162505 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:31.236547 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Publish callbacks [] for security_group (cc357bab-98b8-43df-ac04-1a1d56969421), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:31.240200 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cc357bab-98b8-43df-ac04-1a1d56969421), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:31.276897 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc357bab-98b8-43df-ac04-1a1d56969421,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:31.281444 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e9208f12608475fad11d69ceffc913d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313314 Mar 10 16:12:31.284659 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44124) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:31.288922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.289280 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.289616 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.289953 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.290293 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.290618 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.290970 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.291302 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.291626 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.291949 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.292270 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.292586 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.292907 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6740be7f-6abd-4df4-9787-1fc56b33a115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:31.335661 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c1162b2-3540-42a6-9123-330b89588e46 admin admin] Publish callbacks [] for security_group (cc357bab-98b8-43df-ac04-1a1d56969421), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:31.357086 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c1162b2-3540-42a6-9123-330b89588e46 admin admin] Publish callbacks [] for security_group (cc357bab-98b8-43df-ac04-1a1d56969421), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:31.403770 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c1162b2-3540-42a6-9123-330b89588e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (cc357bab-98b8-43df-ac04-1a1d56969421), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:31.406256 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-5c1162b2-3540-42a6-9123-330b89588e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:31.407437 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-5c1162b2-3540-42a6-9123-330b89588e46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc357bab-98b8-43df-ac04-1a1d56969421 HTTP/1.1" status: 204 len: 168 time: 0.1217074 Mar 10 16:12:31.415021 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1162b2-3540-42a6-9123-330b89588e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc357bab-98b8-43df-ac04-1a1d56969421,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:31.875793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5bef9d64-8813-417f-b4b7-95005be758e7 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:12:31.896806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 5bef9d64-8813-417f-b4b7-95005be758e7 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:12:31.897155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 5bef9d64-8813-417f-b4b7-95005be758e7 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:12:32.101662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44146) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:32.197712 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-725034826-network', 'tenant_id': '13535e85566949b0b680c86449ab8904'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:32.218313 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Made reservation on behalf of 13535e85566949b0b680c86449ab8904 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:12:32.220634 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:32.229019 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:32.302854 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Publish callbacks [] for security_group (27959396-ee47-4cf3-a231-847acee1de1f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:32.306414 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (27959396-ee47-4cf3-a231-847acee1de1f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:32.331175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 16:12:32.343341 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27959396-ee47-4cf3-a231-847acee1de1f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:32.349055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6a720848-eb9e-4cba-a8c7-4a3b7b573d4f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:32.349404 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Added segment 6a720848-eb9e-4cba-a8c7-4a3b7b573d4f of type vlan for network ffb26f97-7ed0-405c-875e-4c66ee1b7abb Mar 10 16:12:32.389944 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (ffb26f97-7ed0-405c-875e-4c66ee1b7abb), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:32.416975 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (ffb26f97-7ed0-405c-875e-4c66ee1b7abb), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:32.417980 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:32.418542 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:32.773041 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6702425 Mar 10 16:12:32.776097 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44150) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:32.781081 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] Request body: {'subnet': {'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-725034826-subnet', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:32.800825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] Made reservation on behalf of 13535e85566949b0b680c86449ab8904 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:12:32.802735 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4892c7-3881-4b02-8584-6be52bc327cf admin admin] Pushing event updated for resources: {'Network': ['ID=ffb26f97-7ed0-405c-875e-4c66ee1b7abb,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:32.803913 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:32.813865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network ffb26f97-7ed0-405c-875e-4c66ee1b7abb details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 16:12:32.972624 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (f6cb99cd-98c0-4498-a382-cbb498444c7b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.028337 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cb99cd-98c0-4498-a382-cbb498444c7b,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:33.037674 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] Checking segment: {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:12:33.038037 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] Network hostable DHCP agents. Network: ffb26f97-7ed0-405c-875e-4c66ee1b7abb, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 16:12:33.055346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] Network ffb26f97-7ed0-405c-875e-4c66ee1b7abb is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 16:12:33.064224 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, ffb26f97-7ed0-405c-875e-4c66ee1b7abb) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:33.068485 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:33.069084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.073417 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4248f49f-5078-47de-81fa-b856f529f0c1 None None] Network ffb26f97-7ed0-405c-875e-4c66ee1b7abb requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:12:33.085370 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1d2fcf96-96fd-45d6-98d7-66193b692ed1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3081694 Mar 10 16:12:33.088175 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44152) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:33.092598 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:33.112454 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (7a9ca4f0-ad89-4564-8422-470bfecea78e), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.113496 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (7a9ca4f0-ad89-4564-8422-470bfecea78e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.175958 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Publish callbacks [] for router_controller (7a9ca4f0-ad89-4564-8422-470bfecea78e), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.190167 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'project_id': '13535e85566949b0b680c86449ab8904', 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 16:12:33.191086 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.316575 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Publish callbacks [] for router_gateway (7a9ca4f0-ad89-4564-8422-470bfecea78e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.325229 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Allocated IP 172.20.0.2 (ffb26f97-7ed0-405c-875e-4c66ee1b7abb/f6cb99cd-98c0-4498-a382-cbb498444c7b/aaef990c-fc60-4934-bfe1-cb0cd795fdc3) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:12:33.469835 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Publish callbacks [] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.476391 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.526041 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Publish callbacks [] for router_gateway (7a9ca4f0-ad89-4564-8422-470bfecea78e), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.533127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Network ffb26f97-7ed0-405c-875e-4c66ee1b7abb is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:12:33.537476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:33.539328 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Pushing event updated for resources: {'Port': ['ID=aaef990c-fc60-4934-bfe1-cb0cd795fdc3,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:33.542693 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:12:33.546869 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.601501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Attempting to bind port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:12:33.601821 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Attempting to bind port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:12:33.602138 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Attempting to bind port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 on network ffb26f97-7ed0-405c-875e-4c66ee1b7abb {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:12:33.607067 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:12:33.607444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Checking segment: {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:12:33.608119 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.608515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Bound using segment: {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:12:33.609325 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Bound port: aaef990c-fc60-4934-bfe1-cb0cd795fdc3, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:12:33.609708 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.654808 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Allocated IP 172.25.3.249 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/3de01996-033d-4c67-adb0-aa4f6235ef56) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:12:33.673012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] For port aaef990c-fc60-4934-bfe1-cb0cd795fdc3, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:12:33.676061 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] For port aaef990c-fc60-4934-bfe1-cb0cd795fdc3, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=aaef990c-fc60-4934-bfe1-cb0cd795fdc3,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:12:33.681517 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.739835 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c43b1-f8d4-478d-b614-2e59810990c1 None None] Pushing event updated for resources: {'Port': ['ID=aaef990c-fc60-4934-bfe1-cb0cd795fdc3,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:33.759103 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Publish callbacks [] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.794877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:33.842254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:12:33.847570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:33.851435 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:12:33.857149 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Pushing event updated for resources: {'Port': ['ID=3de01996-033d-4c67-adb0-aa4f6235ef56,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:34.013052 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device aaef990c-fc60-4934-bfe1-cb0cd795fdc3 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:34.069751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:34.070132 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:34.148697 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:34.149381 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:34.157981 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Publish callbacks [] for router_gateway (7a9ca4f0-ad89-4564-8422-470bfecea78e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:34.186228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port aaef990c-fc60-4934-bfe1-cb0cd795fdc3, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=aaef990c-fc60-4934-bfe1-cb0cd795fdc3,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:34.190327 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:34.243000 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=aaef990c-fc60-4934-bfe1-cb0cd795fdc3,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:34.368443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (7a9ca4f0-ad89-4564-8422-470bfecea78e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:34.513229 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Router 7a9ca4f0-ad89-4564-8422-470bfecea78e is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 16:12:34.629032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:12:34.639506 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Sync routers for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:12:34.650528 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:34.651089 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:34.654860 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:34.655031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-634fc1ab-5e83-49ee-b3da-441d8dd21904 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5626254 Mar 10 16:12:34.655137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44154) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:34.691250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e8c5c-30dd-4086-b2ff-82682afb22ce None None] Network ffb26f97-7ed0-405c-875e-4c66ee1b7abb requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:12:34.837941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-41a4520d-ba79-49ee-846c-cd0031c1918e None None] Provisioning complete for port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:34.838311 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-41a4520d-ba79-49ee-846c-cd0031c1918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:34.844575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:35.089722 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-41a4520d-ba79-49ee-846c-cd0031c1918e None None] Current status of the port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:35.103562 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.117378 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:34Z', 'revision_number': 3, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:35.148776 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Checking router: 7a9ca4f0-ad89-4564-8422-470bfecea78e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:12:35.149481 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Updating router 7a9ca4f0-ad89-4564-8422-470bfecea78e port 3de01996-033d-4c67-adb0-aa4f6235ef56 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:12:35.182189 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.273467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Allocated IP 172.20.0.1 (ffb26f97-7ed0-405c-875e-4c66ee1b7abb/f6cb99cd-98c0-4498-a382-cbb498444c7b/4f05aee0-bf0a-40d8-9846-89aa9739c315) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:12:35.369131 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-60fc87f4-1edc-4a86-88ee-79b9e9ff02f3 None None] Provisioning complete for port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:35.369411 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-60fc87f4-1edc-4a86-88ee-79b9e9ff02f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.382752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Publish callbacks [] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.417952 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.463043 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Network ffb26f97-7ed0-405c-875e-4c66ee1b7abb is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:12:35.468314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:35.471998 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:12:35.495152 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Pushing event updated for resources: {'Port': ['ID=4f05aee0-bf0a-40d8-9846-89aa9739c315,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:35.517030 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (7a9ca4f0-ad89-4564-8422-470bfecea78e), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.659933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.681388 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Publish callbacks [] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.683249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-60fc87f4-1edc-4a86-88ee-79b9e9ff02f3 None None] Current status of the port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:35.689179 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.741568 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6da49a-008f-4a2c-8964-dfd8e4453baf None None] Pushing event updated for resources: {'Port': ['ID=3de01996-033d-4c67-adb0-aa4f6235ef56,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:35.743800 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Attempting to bind port 3de01996-033d-4c67-adb0-aa4f6235ef56 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:12:35.744174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Attempting to bind port 3de01996-033d-4c67-adb0-aa4f6235ef56 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:12:35.744536 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Attempting to bind port 3de01996-033d-4c67-adb0-aa4f6235ef56 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:12:35.750691 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:12:35.751111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:12:35.751502 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.751884 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:12:35.752342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Bound port: 3de01996-033d-4c67-adb0-aa4f6235ef56, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:12:35.752715 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.810350 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] For port 3de01996-033d-4c67-adb0-aa4f6235ef56, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:12:35.814951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] For port 3de01996-033d-4c67-adb0-aa4f6235ef56, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3de01996-033d-4c67-adb0-aa4f6235ef56,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:12:35.819218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-d5db01b6-7a4f-47b4-b3de-62c0d203aef5 None None] Provisioning complete for port 4f05aee0-bf0a-40d8-9846-89aa9739c315 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:35.819579 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d5db01b6-7a4f-47b4-b3de-62c0d203aef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.822668 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.846673 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Publish callbacks [] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.851674 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.901351 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-d5db01b6-7a4f-47b4-b3de-62c0d203aef5 None None] Port 4f05aee0-bf0a-40d8-9846-89aa9739c315 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:12:35.914828 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:35.915435 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:35.917125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6da49a-008f-4a2c-8964-dfd8e4453baf None None] Pushing event updated for resources: {'Port': ['ID=3de01996-033d-4c67-adb0-aa4f6235ef56,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:35.925796 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (7a9ca4f0-ad89-4564-8422-470bfecea78e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:35.928382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Pushing event updated for resources: {'Port': ['ID=4f05aee0-bf0a-40d8-9846-89aa9739c315,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:35.956130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device aaef990c-fc60-4934-bfe1-cb0cd795fdc3 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:36.029122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Network ffb26f97-7ed0-405c-875e-4c66ee1b7abb is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:12:36.030559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:36.069941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:36.101218 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:36.101453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:36.154331 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Router 7a9ca4f0-ad89-4564-8422-470bfecea78e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:12:36.273543 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:12:36.286887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c51d4d99-3784-4b28-badd-c049cb0f255d admin admin] 10.222.0.11 "PUT /v2.0/routers/7a9ca4f0-ad89-4564-8422-470bfecea78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6229687 Mar 10 16:12:36.296994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:36.339238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-76ffc576-2884-46ac-9a1b-0f46b0b8db79 None None] Provisioning complete for port 4f05aee0-bf0a-40d8-9846-89aa9739c315 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:36.339616 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-76ffc576-2884-46ac-9a1b-0f46b0b8db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:36.382895 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-76ffc576-2884-46ac-9a1b-0f46b0b8db79 None None] Port 4f05aee0-bf0a-40d8-9846-89aa9739c315 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:12:36.388159 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 2, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:36.419288 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea668c-d65b-4878-ba4e-b344d483a191 None None] The sync data for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 is: [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 2, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:12:36.806093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44170) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:36.811090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-807758878-network', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:36.831219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Made reservation on behalf of c603546a44fb401fa09bb1041834cdd3 for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:12:36.833637 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:36.843992 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:36.927345 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Publish callbacks [] for security_group (242c6c41-78a8-4870-8925-47be825817b6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:36.932402 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (242c6c41-78a8-4870-8925-47be825817b6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:36.961717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 16:12:36.967446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242c6c41-78a8-4870-8925-47be825817b6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:36.975370 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e1d6c6fd-8c83-444c-a517-3d30667ed597), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:36.975714 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Added segment e1d6c6fd-8c83-444c-a517-3d30667ed597 of type vlan for network 6d41e67c-d262-4867-963a-57bca8fd00e7 Mar 10 16:12:37.020062 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (6d41e67c-d262-4867-963a-57bca8fd00e7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.049360 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (6d41e67c-d262-4867-963a-57bca8fd00e7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.050456 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:37.053747 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.091864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2846522 Mar 10 16:12:37.094505 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44172) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:37.101052 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] Request body: {'subnet': {'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-807758878-subnet', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:37.134136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adb2b1-99d3-4f00-a514-194adbd68e4c admin admin] Pushing event updated for resources: {'Network': ['ID=6d41e67c-d262-4867-963a-57bca8fd00e7,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:37.145479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 6d41e67c-d262-4867-963a-57bca8fd00e7 details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 16:12:37.149452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] Made reservation on behalf of c603546a44fb401fa09bb1041834cdd3 for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:12:37.151983 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.333004 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (0d99c5b7-8b8f-43db-92ae-04943d76f520), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.391954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d99c5b7-8b8f-43db-92ae-04943d76f520,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:37.400983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] Checking segment: {'id': 'e1d6c6fd-8c83-444c-a517-3d30667ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:12:37.401339 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] Network hostable DHCP agents. Network: 6d41e67c-d262-4867-963a-57bca8fd00e7, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 16:12:37.419652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] Network 6d41e67c-d262-4867-963a-57bca8fd00e7 is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 16:12:37.428987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 6d41e67c-d262-4867-963a-57bca8fd00e7) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:37.433328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:37.433964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.441208 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad765b-533b-4e8e-9b5d-2af96dafcd02 None None] Network 6d41e67c-d262-4867-963a-57bca8fd00e7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:12:37.454547 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44174) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:37.455170 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-85285e4d-fe31-4a55-be83-cdb59a93df8d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3590717 Mar 10 16:12:37.460403 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-807758878-router', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:37.488010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (2800f5f2-e663-49ca-88ae-d289e4d67f88), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.489232 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (2800f5f2-e663-49ca-88ae-d289e4d67f88), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.548288 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Publish callbacks [] for router_controller (2800f5f2-e663-49ca-88ae-d289e4d67f88), precommit_add_association {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.561827 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-6d41e67c-d262-4867-963a-57bca8fd00e7', 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7', 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'fixed_ips': [{'subnet_id': '0d99c5b7-8b8f-43db-92ae-04943d76f520'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 16:12:37.562779 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.709037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Allocated IP 172.20.0.2 (6d41e67c-d262-4867-963a-57bca8fd00e7/0d99c5b7-8b8f-43db-92ae-04943d76f520/06b3b828-6211-489a-b388-d104d5ad7e80) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:12:37.709279 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Publish callbacks [] for router_gateway (2800f5f2-e663-49ca-88ae-d289e4d67f88), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.866820 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Publish callbacks [] for port (06b3b828-6211-489a-b388-d104d5ad7e80), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.873994 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.916574 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Publish callbacks [] for router_gateway (2800f5f2-e663-49ca-88ae-d289e4d67f88), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.920830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Network 6d41e67c-d262-4867-963a-57bca8fd00e7 is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:12:37.923892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:37.928434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:12:37.931750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Pushing event updated for resources: {'Port': ['ID=06b3b828-6211-489a-b388-d104d5ad7e80,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:37.939519 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:37.983687 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3de01996-033d-4c67-adb0-aa4f6235ef56 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:38.026732 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Attempting to bind port 06b3b828-6211-489a-b388-d104d5ad7e80 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:12:38.027147 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Attempting to bind port 06b3b828-6211-489a-b388-d104d5ad7e80 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'e1d6c6fd-8c83-444c-a517-3d30667ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:12:38.027682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Attempting to bind port 06b3b828-6211-489a-b388-d104d5ad7e80 on network 6d41e67c-d262-4867-963a-57bca8fd00e7 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:12:38.040266 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:12:38.040648 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Checking segment: {'id': 'e1d6c6fd-8c83-444c-a517-3d30667ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:12:38.041055 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:38.041472 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Bound using segment: {'id': 'e1d6c6fd-8c83-444c-a517-3d30667ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:12:38.041941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Bound port: 06b3b828-6211-489a-b388-d104d5ad7e80, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d6c6fd-8c83-444c-a517-3d30667ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:12:38.042326 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:38.064385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Allocated IP 172.25.3.133 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/f0ae49e1-f0f2-48cc-a91f-b92037d35110) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:12:38.096739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3de01996-033d-4c67-adb0-aa4f6235ef56 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:38.097113 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:38.150246 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] For port 06b3b828-6211-489a-b388-d104d5ad7e80, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:12:38.154561 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] For port 06b3b828-6211-489a-b388-d104d5ad7e80, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=06b3b828-6211-489a-b388-d104d5ad7e80,segment=NetworkSegment(e1d6c6fd-8c83-444c-a517-3d30667ed597),segment_id=e1d6c6fd-8c83-444c-a517-3d30667ed597)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:12:38.162079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:38.167582 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Publish callbacks [] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:38.214328 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:38.256649 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e6b5b-80bb-43aa-9aad-2a39bc334558 None None] Pushing event updated for resources: {'Port': ['ID=06b3b828-6211-489a-b388-d104d5ad7e80,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:38.266510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:12:38.268913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3de01996-033d-4c67-adb0-aa4f6235ef56 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:38.268913 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:38.277076 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:38.282110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:12:38.299307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 3de01996-033d-4c67-adb0-aa4f6235ef56, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3de01996-033d-4c67-adb0-aa4f6235ef56,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:38.304443 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:38.312825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ae49e1-f0f2-48cc-a91f-b92037d35110,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:38.356699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=3de01996-033d-4c67-adb0-aa4f6235ef56,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:38.589463 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Publish callbacks [] for router_gateway (2800f5f2-e663-49ca-88ae-d289e4d67f88), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:38.624446 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Sync routers for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:12:38.635352 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:38.635960 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:38.793747 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (2800f5f2-e663-49ca-88ae-d289e4d67f88), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:38.834721 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:38.927531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Router 2800f5f2-e663-49ca-88ae-d289e4d67f88 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 16:12:39.038491 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 2, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:39.038898 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:12:39.050613 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Sync routers for ids ['2800f5f2-e663-49ca-88ae-d289e4d67f88'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:12:39.066677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Routers {'2800f5f2-e663-49ca-88ae-d289e4d67f88'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:39.067421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2800f5f2-e663-49ca-88ae-d289e4d67f88'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:39.069940 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Checking router: 7a9ca4f0-ad89-4564-8422-470bfecea78e for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:12:39.070506 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Updating router 7a9ca4f0-ad89-4564-8422-470bfecea78e port 4f05aee0-bf0a-40d8-9846-89aa9739c315 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:12:39.071526 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:39.075703 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1da413fc-3f2c-4d53-93f2-80722471c976 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6166806 Mar 10 16:12:39.076063 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44176) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:39.108890 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:39.203444 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Set router 2800f5f2-e663-49ca-88ae-d289e4d67f88 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:39.386601 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Publish callbacks [] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:39.393865 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:39.422758 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'name': 'tempest-TestShelveInstance-807758878-router', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 3, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'gw_port': {'id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:39.457522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Checking router: 2800f5f2-e663-49ca-88ae-d289e4d67f88 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:12:39.457970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Updating router 2800f5f2-e663-49ca-88ae-d289e4d67f88 port f0ae49e1-f0f2-48cc-a91f-b92037d35110 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:12:39.487491 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:39.505498 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Pushing event updated for resources: {'Port': ['ID=4f05aee0-bf0a-40d8-9846-89aa9739c315,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:39.519154 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.520403 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.520928 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.521466 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.525528 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.526201 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.526619 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.527666 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.528102 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.528636 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.529282 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.530301 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.530713 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:12:39.586080 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Attempting to bind port 4f05aee0-bf0a-40d8-9846-89aa9739c315 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:12:39.587088 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Attempting to bind port 4f05aee0-bf0a-40d8-9846-89aa9739c315 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:12:39.587604 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Attempting to bind port 4f05aee0-bf0a-40d8-9846-89aa9739c315 on network ffb26f97-7ed0-405c-875e-4c66ee1b7abb {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:12:39.594235 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:12:39.594832 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Checking segment: {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:12:39.595836 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:39.596320 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Bound using segment: {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:12:39.596885 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Bound port: 4f05aee0-bf0a-40d8-9846-89aa9739c315, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:12:39.597362 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:39.603559 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f2c3f-f83a-472e-91d7-d1241ed297bf None None] Network 6d41e67c-d262-4867-963a-57bca8fd00e7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:12:39.603930 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:39.680537 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] For port 4f05aee0-bf0a-40d8-9846-89aa9739c315, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:12:39.684841 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] For port 4f05aee0-bf0a-40d8-9846-89aa9739c315, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4f05aee0-bf0a-40d8-9846-89aa9739c315,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:12:39.695645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3071d7c9-3a38-44c3-a962-281fa4b75560 None None] Provisioning complete for port 06b3b828-6211-489a-b388-d104d5ad7e80 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:39.695872 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:39.696029 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3071d7c9-3a38-44c3-a962-281fa4b75560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:39.767355 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:39.768142 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:39.770277 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9cf85-9a26-48df-9f3d-eedf25b76250 None None] Pushing event updated for resources: {'Port': ['ID=4f05aee0-bf0a-40d8-9846-89aa9739c315,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:39.798433 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Allocated IP 172.20.0.1 (6d41e67c-d262-4867-963a-57bca8fd00e7/0d99c5b7-8b8f-43db-92ae-04943d76f520/050b23d1-ab9f-460f-a12a-beee82a2ee9d) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:12:39.961508 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:40.160865 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 06b3b828-6211-489a-b388-d104d5ad7e80 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:40.171761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3071d7c9-3a38-44c3-a962-281fa4b75560 None None] Current status of the port 06b3b828-6211-489a-b388-d104d5ad7e80 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:40.172146 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3071d7c9-3a38-44c3-a962-281fa4b75560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.238315 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:39Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:40.274457 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33b1dc-bc8e-4bbc-b48b-cc2031b0eaf1 None None] The sync data for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 is: [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:39Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:12:40.302403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3071d7c9-3a38-44c3-a962-281fa4b75560 None None] For port 06b3b828-6211-489a-b388-d104d5ad7e80, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=06b3b828-6211-489a-b388-d104d5ad7e80,segment=NetworkSegment(e1d6c6fd-8c83-444c-a517-3d30667ed597),segment_id=e1d6c6fd-8c83-444c-a517-3d30667ed597)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:40.322310 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3071d7c9-3a38-44c3-a962-281fa4b75560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.335153 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Publish callbacks [] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.335678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 06b3b828-6211-489a-b388-d104d5ad7e80 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:40.335936 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.343544 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Publish callbacks [] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.388428 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.410199 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.443711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Network 6d41e67c-d262-4867-963a-57bca8fd00e7 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:12:40.447051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:40.453522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:12:40.456511 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Pushing event updated for resources: {'Port': ['ID=050b23d1-ab9f-460f-a12a-beee82a2ee9d,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:40.471116 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Attempting to bind port f0ae49e1-f0f2-48cc-a91f-b92037d35110 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:12:40.471475 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Attempting to bind port f0ae49e1-f0f2-48cc-a91f-b92037d35110 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:12:40.471898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Attempting to bind port f0ae49e1-f0f2-48cc-a91f-b92037d35110 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:12:40.477902 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071d7c9-3a38-44c3-a962-281fa4b75560 None None] Pushing event updated for resources: {'Port': ['ID=06b3b828-6211-489a-b388-d104d5ad7e80,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:40.483146 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:12:40.483535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:12:40.483950 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.484347 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:12:40.484882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Bound port: f0ae49e1-f0f2-48cc-a91f-b92037d35110, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:12:40.485208 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.523661 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (2800f5f2-e663-49ca-88ae-d289e4d67f88), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.569996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-661575fc-de2a-4497-8db3-3688a5e049d2 None None] Provisioning complete for port 4f05aee0-bf0a-40d8-9846-89aa9739c315 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:40.570405 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-661575fc-de2a-4497-8db3-3688a5e049d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.640637 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae54eb8-eb2a-409e-b7d9-c41f61d1e6bb None None] Pushing event updated for resources: {'Port': ['ID=f0ae49e1-f0f2-48cc-a91f-b92037d35110,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:40.679049 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] For port f0ae49e1-f0f2-48cc-a91f-b92037d35110, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:12:40.681021 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 06b3b828-6211-489a-b388-d104d5ad7e80 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:40.682111 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3de01996-033d-4c67-adb0-aa4f6235ef56 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:40.684999 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] For port f0ae49e1-f0f2-48cc-a91f-b92037d35110, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f0ae49e1-f0f2-48cc-a91f-b92037d35110,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:12:40.716403 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.719612 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.825987 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Routers {'2800f5f2-e663-49ca-88ae-d289e4d67f88'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:40.826708 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2800f5f2-e663-49ca-88ae-d289e4d67f88'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:40.873008 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-661575fc-de2a-4497-8db3-3688a5e049d2 None None] Current status of the port 4f05aee0-bf0a-40d8-9846-89aa9739c315 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:40.873406 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-661575fc-de2a-4497-8db3-3688a5e049d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.878667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae54eb8-eb2a-409e-b7d9-c41f61d1e6bb None None] Pushing event updated for resources: {'Port': ['ID=f0ae49e1-f0f2-48cc-a91f-b92037d35110,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:40.909342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 3de01996-033d-4c67-adb0-aa4f6235ef56 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:40.909711 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.914745 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Publish callbacks [] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.921228 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:40.964354 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-661575fc-de2a-4497-8db3-3688a5e049d2 None None] For port 4f05aee0-bf0a-40d8-9846-89aa9739c315, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4f05aee0-bf0a-40d8-9846-89aa9739c315,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:40.992587 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Pushing event updated for resources: {'Port': ['ID=050b23d1-ab9f-460f-a12a-beee82a2ee9d,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:40.995208 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (2800f5f2-e663-49ca-88ae-d289e4d67f88), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:41.002657 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-661575fc-de2a-4497-8db3-3688a5e049d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:41.051922 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] Set router 2800f5f2-e663-49ca-88ae-d289e4d67f88 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:41.097845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Network 6d41e67c-d262-4867-963a-57bca8fd00e7 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:12:41.099289 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:41.157615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661575fc-de2a-4497-8db3-3688a5e049d2 None None] Pushing event updated for resources: {'Port': ['ID=4f05aee0-bf0a-40d8-9846-89aa9739c315,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:41.196801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 3de01996-033d-4c67-adb0-aa4f6235ef56 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:41.197898 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4f05aee0-bf0a-40d8-9846-89aa9739c315 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:41.231236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Router 2800f5f2-e663-49ca-88ae-d289e4d67f88 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:12:41.249342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-173191e7-3bf1-43bc-bbd4-b78d95e0ba8e None None] Provisioning complete for port 050b23d1-ab9f-460f-a12a-beee82a2ee9d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:41.249342 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-173191e7-3bf1-43bc-bbd4-b78d95e0ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:41.342607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-173191e7-3bf1-43bc-bbd4-b78d95e0ba8e None None] Port 050b23d1-ab9f-460f-a12a-beee82a2ee9d cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:12:41.360628 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:12:41.367948 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-90223fa1-1576-4939-8f34-ce901e14a676 admin admin] 10.222.0.11 "PUT /v2.0/routers/2800f5f2-e663-49ca-88ae-d289e4d67f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2907882 Mar 10 16:12:41.398440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-173191e7-3bf1-43bc-bbd4-b78d95e0ba8e None None] Provisioning complete for port 06b3b828-6211-489a-b388-d104d5ad7e80 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:41.398738 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-173191e7-3bf1-43bc-bbd4-b78d95e0ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:41.400241 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4f05aee0-bf0a-40d8-9846-89aa9739c315 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:41.400598 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:41.499721 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'name': 'tempest-TestShelveInstance-807758878-router', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 4, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'gw_port': {'id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '050b23d1-ab9f-460f-a12a-beee82a2ee9d', 'name': '', 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'mac_address': 'fa:16:3e:30:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '0d99c5b7-8b8f-43db-92ae-04943d76f520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:39Z', 'updated_at': '2022-03-10T16:12:39Z', 'revision_number': 1, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'subnets': [{'id': '0d99c5b7-8b8f-43db-92ae-04943d76f520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:41.568674 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b4d9b0-ddfb-4deb-95f7-d8b969ef0e46 None None] The sync data for ids ['2800f5f2-e663-49ca-88ae-d289e4d67f88'] in n-d-833090-1 is: [{'id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'name': 'tempest-TestShelveInstance-807758878-router', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 4, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'gw_port': {'id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '050b23d1-ab9f-460f-a12a-beee82a2ee9d', 'name': '', 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'mac_address': 'fa:16:3e:30:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '0d99c5b7-8b8f-43db-92ae-04943d76f520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:39Z', 'updated_at': '2022-03-10T16:12:39Z', 'revision_number': 1, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'subnets': [{'id': '0d99c5b7-8b8f-43db-92ae-04943d76f520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:12:41.587130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-173191e7-3bf1-43bc-bbd4-b78d95e0ba8e None None] Current status of the port 06b3b828-6211-489a-b388-d104d5ad7e80 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:41.595936 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4f05aee0-bf0a-40d8-9846-89aa9739c315 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:41.707918 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-a3a12279-413a-456c-b98f-63f3bece66c7 None None] Provisioning complete for port 050b23d1-ab9f-460f-a12a-beee82a2ee9d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:41.708408 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a3a12279-413a-456c-b98f-63f3bece66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:41.745979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-a3a12279-413a-456c-b98f-63f3bece66c7 None None] Port 050b23d1-ab9f-460f-a12a-beee82a2ee9d cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:12:41.891878 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44184) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:41.896950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-3c81082a-ac76-43af-9d7b-05a6e6f2ef05 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540986094', 'description': 'tempest-secgroup-smoke-540986094 description', 'project_id': '13535e85566949b0b680c86449ab8904'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:41.936275 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c81082a-ac76-43af-9d7b-05a6e6f2ef05 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:41.944286 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 06b3b828-6211-489a-b388-d104d5ad7e80 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:42.016558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c81082a-ac76-43af-9d7b-05a6e6f2ef05 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (825093c6-9cc4-4821-a71e-f91af9e5fcd1), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.018214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 06b3b828-6211-489a-b388-d104d5ad7e80 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:42.018753 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.022973 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c81082a-ac76-43af-9d7b-05a6e6f2ef05 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (825093c6-9cc4-4821-a71e-f91af9e5fcd1), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.058713 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-3c81082a-ac76-43af-9d7b-05a6e6f2ef05 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.063227 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-3c81082a-ac76-43af-9d7b-05a6e6f2ef05 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1673059 Mar 10 16:12:42.063227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81082a-ac76-43af-9d7b-05a6e6f2ef05 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825093c6-9cc4-4821-a71e-f91af9e5fcd1,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:42.063576 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44186) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:42.068181 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-7ce05ddb-bb34-46aa-8769-ee8ccee4c901 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '825093c6-9cc4-4821-a71e-f91af9e5fcd1', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:42.103935 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ce05ddb-bb34-46aa-8769-ee8ccee4c901 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (0e79353c-cca8-4c13-85da-3b5143e1d3eb), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.127357 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 06b3b828-6211-489a-b388-d104d5ad7e80 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:42.128466 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4f05aee0-bf0a-40d8-9846-89aa9739c315 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:42.179911 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4f05aee0-bf0a-40d8-9846-89aa9739c315 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:42.180282 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.271428 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4f05aee0-bf0a-40d8-9846-89aa9739c315 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:42.454734 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ce05ddb-bb34-46aa-8769-ee8ccee4c901 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (0e79353c-cca8-4c13-85da-3b5143e1d3eb), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.458053 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ce05ddb-bb34-46aa-8769-ee8ccee4c901 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (0e79353c-cca8-4c13-85da-3b5143e1d3eb), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.472692 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce05ddb-bb34-46aa-8769-ee8ccee4c901 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e79353c-cca8-4c13-85da-3b5143e1d3eb,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:42.483473 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-7ce05ddb-bb34-46aa-8769-ee8ccee4c901 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.484660 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-7ce05ddb-bb34-46aa-8769-ee8ccee4c901 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4200890 Mar 10 16:12:42.487513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44188) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:42.492091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0e892343-4676-465c-ba21-f06382da3395 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '825093c6-9cc4-4821-a71e-f91af9e5fcd1', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:42.517196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0e892343-4676-465c-ba21-f06382da3395 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (34cbdf02-ee0f-44a7-975a-59d7776f4808), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.573506 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0e892343-4676-465c-ba21-f06382da3395 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (34cbdf02-ee0f-44a7-975a-59d7776f4808), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.577137 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0e892343-4676-465c-ba21-f06382da3395 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (34cbdf02-ee0f-44a7-975a-59d7776f4808), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.598615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e892343-4676-465c-ba21-f06382da3395 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34cbdf02-ee0f-44a7-975a-59d7776f4808,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:42.606701 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0e892343-4676-465c-ba21-f06382da3395 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.607960 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0e892343-4676-465c-ba21-f06382da3395 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194432 Mar 10 16:12:42.610707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44190) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:42.615130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-c3fee89e-09eb-4c3a-8cd2-ca4e52993940 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '825093c6-9cc4-4821-a71e-f91af9e5fcd1', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:42.639910 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3fee89e-09eb-4c3a-8cd2-ca4e52993940 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (fee43e72-b554-4f60-9ba9-69b7b58a35b3), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.695078 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3fee89e-09eb-4c3a-8cd2-ca4e52993940 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (fee43e72-b554-4f60-9ba9-69b7b58a35b3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.698720 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3fee89e-09eb-4c3a-8cd2-ca4e52993940 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (fee43e72-b554-4f60-9ba9-69b7b58a35b3), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.716314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fee89e-09eb-4c3a-8cd2-ca4e52993940 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee43e72-b554-4f60-9ba9-69b7b58a35b3,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:42.722883 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-c3fee89e-09eb-4c3a-8cd2-ca4e52993940 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.724238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-c3fee89e-09eb-4c3a-8cd2-ca4e52993940 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124964 Mar 10 16:12:42.727366 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44192) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:42.732098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-bf1b6d99-247b-4f4d-a992-5a012037a8e2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '825093c6-9cc4-4821-a71e-f91af9e5fcd1', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:42.756681 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6d99-247b-4f4d-a992-5a012037a8e2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (6c5f7e60-3981-4881-bceb-fb5bfa682a10), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.813254 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6d99-247b-4f4d-a992-5a012037a8e2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (6c5f7e60-3981-4881-bceb-fb5bfa682a10), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.817116 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6d99-247b-4f4d-a992-5a012037a8e2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (6c5f7e60-3981-4881-bceb-fb5bfa682a10), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.836190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b6d99-247b-4f4d-a992-5a012037a8e2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5f7e60-3981-4881-bceb-fb5bfa682a10,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:42.842534 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6d99-247b-4f4d-a992-5a012037a8e2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.843718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bf1b6d99-247b-4f4d-a992-5a012037a8e2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154335 Mar 10 16:12:42.846441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44194) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:42.850911 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-273079c2-bd74-49c3-9094-c9f7c00247a8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '825093c6-9cc4-4821-a71e-f91af9e5fcd1', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:42.872945 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-273079c2-bd74-49c3-9094-c9f7c00247a8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Project 13535e85566949b0b680c86449ab8904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:12:42.878349 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-273079c2-bd74-49c3-9094-c9f7c00247a8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (feaa2a25-a505-4336-9f5a-bf05c0d74ff5), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.937542 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-273079c2-bd74-49c3-9094-c9f7c00247a8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (feaa2a25-a505-4336-9f5a-bf05c0d74ff5), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.941152 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-273079c2-bd74-49c3-9094-c9f7c00247a8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (feaa2a25-a505-4336-9f5a-bf05c0d74ff5), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.961698 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273079c2-bd74-49c3-9094-c9f7c00247a8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feaa2a25-a505-4336-9f5a-bf05c0d74ff5,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:42.970079 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-273079c2-bd74-49c3-9094-c9f7c00247a8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:42.971342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-273079c2-bd74-49c3-9094-c9f7c00247a8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239207 Mar 10 16:12:42.973964 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44196) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:42.978404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-fa361fd3-2fc7-4c59-8705-e6bfb5ed0dc4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '825093c6-9cc4-4821-a71e-f91af9e5fcd1', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:42.998025 n-d-833090-1 neutron-server[115533]: INFO neutron.db.securitygroups_db [None req-fa361fd3-2fc7-4c59-8705-e6bfb5ed0dc4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Project 13535e85566949b0b680c86449ab8904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:12:43.002948 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa361fd3-2fc7-4c59-8705-e6bfb5ed0dc4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (303403c5-3735-44b4-aa51-193254a85ada), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:43.062353 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa361fd3-2fc7-4c59-8705-e6bfb5ed0dc4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (303403c5-3735-44b4-aa51-193254a85ada), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:43.065978 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa361fd3-2fc7-4c59-8705-e6bfb5ed0dc4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (303403c5-3735-44b4-aa51-193254a85ada), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:43.083767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa361fd3-2fc7-4c59-8705-e6bfb5ed0dc4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303403c5-3735-44b4-aa51-193254a85ada,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:43.103305 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fa361fd3-2fc7-4c59-8705-e6bfb5ed0dc4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:43.104843 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fa361fd3-2fc7-4c59-8705-e6bfb5ed0dc4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294861 Mar 10 16:12:43.269267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-72899c64-da70-407c-9bab-6764e962ce12 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540986094&fields=id&tenant_id=13535e85566949b0b680c86449ab8904 HTTP/1.1" status: 200 len: 267 time: 0.0477166 Mar 10 16:12:43.384004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-fd67b8db-fe02-43d4-bc41-10fd9c3891b4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:43.385497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-fd67b8db-fe02-43d4-bc41-10fd9c3891b4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 808 time: 0.1097350 Mar 10 16:12:43.401540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-1168844c-286b-433e-8499-3a8b1da67f3f tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/quotas/13535e85566949b0b680c86449ab8904 HTTP/1.1" status: 200 len: 375 time: 0.0096741 Mar 10 16:12:43.459862 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-bbe4e909-a8af-42f0-b2fd-bbdfd826a97f tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521741 Mar 10 16:12:43.560476 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-199b3398-4c25-4075-a852-ea6f01735e5f service neutron] 10.222.0.11 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885837 Mar 10 16:12:43.660284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-6db31d18-646c-4f1a-9dee-1f31a090dda2 service neutron] 10.222.0.11 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937319 Mar 10 16:12:43.828569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f84d7d97-d8ba-4850-9ad1-e9518adcc85d req-cad433a4-69ff-48d5-b9ce-b2cce10dc7e5 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 210 time: 0.0287032 Mar 10 16:12:43.959055 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f0ae49e1-f0f2-48cc-a91f-b92037d35110 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:44.009927 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f0ae49e1-f0f2-48cc-a91f-b92037d35110 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:44.010329 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:44.099160 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f0ae49e1-f0f2-48cc-a91f-b92037d35110 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:44.099815 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:44.122105 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port f0ae49e1-f0f2-48cc-a91f-b92037d35110, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f0ae49e1-f0f2-48cc-a91f-b92037d35110,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:44.127198 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:44.182689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=f0ae49e1-f0f2-48cc-a91f-b92037d35110,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:44.472088 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292f3f37-b744-456b-979c-5071766096fb None None] Sync routers for ids ['2800f5f2-e663-49ca-88ae-d289e4d67f88'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:12:44.482364 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292f3f37-b744-456b-979c-5071766096fb None None] Routers {'2800f5f2-e663-49ca-88ae-d289e4d67f88'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:44.483023 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-292f3f37-b744-456b-979c-5071766096fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2800f5f2-e663-49ca-88ae-d289e4d67f88'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:44.590270 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-292f3f37-b744-456b-979c-5071766096fb None None] Set router 2800f5f2-e663-49ca-88ae-d289e4d67f88 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:44.796469 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-292f3f37-b744-456b-979c-5071766096fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'name': 'tempest-TestShelveInstance-807758878-router', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 4, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'gw_port': {'id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '050b23d1-ab9f-460f-a12a-beee82a2ee9d', 'name': '', 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'mac_address': 'fa:16:3e:30:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '0d99c5b7-8b8f-43db-92ae-04943d76f520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:39Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 2, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'subnets': [{'id': '0d99c5b7-8b8f-43db-92ae-04943d76f520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:44.821104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-75e4ddb6-7442-49d9-9175-c90c2577c198 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:44.822754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-75e4ddb6-7442-49d9-9175-c90c2577c198 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 808 time: 0.1164558 Mar 10 16:12:44.827444 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292f3f37-b744-456b-979c-5071766096fb None None] Checking router: 2800f5f2-e663-49ca-88ae-d289e4d67f88 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:12:44.827797 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292f3f37-b744-456b-979c-5071766096fb None None] Updating router 2800f5f2-e663-49ca-88ae-d289e4d67f88 port 050b23d1-ab9f-460f-a12a-beee82a2ee9d binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:12:44.858415 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-292f3f37-b744-456b-979c-5071766096fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:44.892290 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f6e9d56-066c-4b89-843a-70e1b8988ddd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13535e85566949b0b680c86449ab8904 HTTP/1.1" status: 200 len: 379 time: 0.0607536 Mar 10 16:12:44.900699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'port': {'device_id': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'admin_state_up': True, 'tenant_id': '13535e85566949b0b680c86449ab8904', 'security_groups': ['825093c6-9cc4-4821-a71e-f91af9e5fcd1']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:44.945551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cfcb7fb4-69bb-491d-8ece-caf4337d5a4a req-38626b6a-2f01-4878-8ec2-0074bb4bb061 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 210 time: 0.0401120 Mar 10 16:12:45.035619 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Made reservation on behalf of 13535e85566949b0b680c86449ab8904 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:12:45.039088 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.133644 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-292f3f37-b744-456b-979c-5071766096fb None None] Publish callbacks [] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.139221 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-292f3f37-b744-456b-979c-5071766096fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.167163 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Allocated IP 172.20.0.14 (ffb26f97-7ed0-405c-875e-4c66ee1b7abb/f6cb99cd-98c0-4498-a382-cbb498444c7b/2a541ebb-f2be-40e3-b1b5-a318b6a8fb62) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:12:45.192136 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4a8c7-c430-494c-892a-3086ffc3f798 None None] Pushing event updated for resources: {'Port': ['ID=050b23d1-ab9f-460f-a12a-beee82a2ee9d,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:45.256800 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-292f3f37-b744-456b-979c-5071766096fb None None] Attempting to bind port 050b23d1-ab9f-460f-a12a-beee82a2ee9d on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:12:45.257168 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-292f3f37-b744-456b-979c-5071766096fb None None] Attempting to bind port 050b23d1-ab9f-460f-a12a-beee82a2ee9d by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'e1d6c6fd-8c83-444c-a517-3d30667ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:12:45.257528 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292f3f37-b744-456b-979c-5071766096fb None None] Attempting to bind port 050b23d1-ab9f-460f-a12a-beee82a2ee9d on network 6d41e67c-d262-4867-963a-57bca8fd00e7 {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:12:45.262785 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292f3f37-b744-456b-979c-5071766096fb None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:12:45.263211 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292f3f37-b744-456b-979c-5071766096fb None None] Checking segment: {'id': 'e1d6c6fd-8c83-444c-a517-3d30667ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:12:45.263619 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-292f3f37-b744-456b-979c-5071766096fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.264010 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292f3f37-b744-456b-979c-5071766096fb None None] Bound using segment: {'id': 'e1d6c6fd-8c83-444c-a517-3d30667ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:12:45.264540 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-292f3f37-b744-456b-979c-5071766096fb None None] Bound port: 050b23d1-ab9f-460f-a12a-beee82a2ee9d, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d6c6fd-8c83-444c-a517-3d30667ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:12:45.265099 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-292f3f37-b744-456b-979c-5071766096fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.323752 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.334229 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-292f3f37-b744-456b-979c-5071766096fb None None] For port 050b23d1-ab9f-460f-a12a-beee82a2ee9d, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:12:45.338500 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-292f3f37-b744-456b-979c-5071766096fb None None] For port 050b23d1-ab9f-460f-a12a-beee82a2ee9d, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=050b23d1-ab9f-460f-a12a-beee82a2ee9d,segment=NetworkSegment(e1d6c6fd-8c83-444c-a517-3d30667ed597),segment_id=e1d6c6fd-8c83-444c-a517-3d30667ed597)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:12:45.345428 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-292f3f37-b744-456b-979c-5071766096fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.364467 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.411492 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4a8c7-c430-494c-892a-3086ffc3f798 None None] Pushing event updated for resources: {'Port': ['ID=050b23d1-ab9f-460f-a12a-beee82a2ee9d,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:45.411802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Network ffb26f97-7ed0-405c-875e-4c66ee1b7abb is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:12:45.415208 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:45.422185 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292f3f37-b744-456b-979c-5071766096fb None None] Routers {'2800f5f2-e663-49ca-88ae-d289e4d67f88'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:45.422363 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:12:45.422893 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-292f3f37-b744-456b-979c-5071766096fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2800f5f2-e663-49ca-88ae-d289e4d67f88'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:45.458608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:45.516699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-b5edbbda-9d79-496c-a8be-20b9f3385115 None None] Provisioning complete for port 050b23d1-ab9f-460f-a12a-beee82a2ee9d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:45.517258 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b5edbbda-9d79-496c-a8be-20b9f3385115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.540051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:45.540745 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.591376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-4f664050-efb2-4401-8cd3-c97034419d22 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6941361 Mar 10 16:12:45.658925 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-b5edbbda-9d79-496c-a8be-20b9f3385115 None None] Current status of the port 050b23d1-ab9f-460f-a12a-beee82a2ee9d is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:45.659841 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b5edbbda-9d79-496c-a8be-20b9f3385115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.681217 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-292f3f37-b744-456b-979c-5071766096fb None None] Set router 2800f5f2-e663-49ca-88ae-d289e4d67f88 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:45.707775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-b5edbbda-9d79-496c-a8be-20b9f3385115 None None] For port 050b23d1-ab9f-460f-a12a-beee82a2ee9d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=050b23d1-ab9f-460f-a12a-beee82a2ee9d,segment=NetworkSegment(e1d6c6fd-8c83-444c-a517-3d30667ed597),segment_id=e1d6c6fd-8c83-444c-a517-3d30667ed597)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:45.713677 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b5edbbda-9d79-496c-a8be-20b9f3385115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.752374 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Request body: {'port': {'device_id': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:45.802892 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edbbda-9d79-496c-a8be-20b9f3385115 None None] Pushing event updated for resources: {'Port': ['ID=050b23d1-ab9f-460f-a12a-beee82a2ee9d,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:45.820424 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.834505 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ccd61a35-6afd-4c74-bc9b-88ea52f1cd02 None None] Provisioning complete for port 050b23d1-ab9f-460f-a12a-beee82a2ee9d triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:45.835190 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ccd61a35-6afd-4c74-bc9b-88ea52f1cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.928650 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ccd61a35-6afd-4c74-bc9b-88ea52f1cd02 None None] Current status of the port 050b23d1-ab9f-460f-a12a-beee82a2ee9d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:45.937011 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-292f3f37-b744-456b-979c-5071766096fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'name': 'tempest-TestShelveInstance-807758878-router', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 4, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'gw_port': {'id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '050b23d1-ab9f-460f-a12a-beee82a2ee9d', 'name': '', 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'mac_address': 'fa:16:3e:30:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '0d99c5b7-8b8f-43db-92ae-04943d76f520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:39Z', 'updated_at': '2022-03-10T16:12:45Z', 'revision_number': 4, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'subnets': [{'id': '0d99c5b7-8b8f-43db-92ae-04943d76f520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:45.940281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-ccd61a35-6afd-4c74-bc9b-88ea52f1cd02 None None] Provisioning complete for port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:45.940656 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ccd61a35-6afd-4c74-bc9b-88ea52f1cd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:45.967216 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292f3f37-b744-456b-979c-5071766096fb None None] The sync data for ids ['2800f5f2-e663-49ca-88ae-d289e4d67f88'] in n-d-833090-1 is: [{'id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'name': 'tempest-TestShelveInstance-807758878-router', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 4, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'gw_port': {'id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '050b23d1-ab9f-460f-a12a-beee82a2ee9d', 'name': '', 'network_id': '6d41e67c-d262-4867-963a-57bca8fd00e7', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'mac_address': 'fa:16:3e:30:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '0d99c5b7-8b8f-43db-92ae-04943d76f520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:39Z', 'updated_at': '2022-03-10T16:12:45Z', 'revision_number': 4, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'subnets': [{'id': '0d99c5b7-8b8f-43db-92ae-04943d76f520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:12:45.990699 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-ccd61a35-6afd-4c74-bc9b-88ea52f1cd02 None None] Port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:12:46.014544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f0ae49e1-f0f2-48cc-a91f-b92037d35110 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:46.076993 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port f0ae49e1-f0f2-48cc-a91f-b92037d35110 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:46.077478 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:46.150530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58192e7-5ea4-40f1-bc2e-12cddeb28228 req-aa635672-879a-47c0-a03e-011a4ef46fd3 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:46.152131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e58192e7-5ea4-40f1-bc2e-12cddeb28228 req-aa635672-879a-47c0-a03e-011a4ef46fd3 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 932 time: 0.0955465 Mar 10 16:12:46.171087 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port f0ae49e1-f0f2-48cc-a91f-b92037d35110 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:46.172082 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 050b23d1-ab9f-460f-a12a-beee82a2ee9d up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:46.223651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:12:46.224750 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 050b23d1-ab9f-460f-a12a-beee82a2ee9d triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:46.225137 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:46.238267 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Publish callbacks [] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:46.252844 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e58192e7-5ea4-40f1-bc2e-12cddeb28228 req-ae5551ba-3588-45c5-893a-3a9db85bf1f8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929775 Mar 10 16:12:46.260458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Transition to ACTIVE for port object 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 16:12:46.266185 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:46.323733 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:46.328979 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 050b23d1-ab9f-460f-a12a-beee82a2ee9d is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:46.408708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Attempting to bind port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:12:46.409049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Attempting to bind port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:12:46.409383 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Attempting to bind port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 on network ffb26f97-7ed0-405c-875e-4c66ee1b7abb {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:12:46.413894 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 on network ffb26f97-7ed0-405c-875e-4c66ee1b7abb not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 16:12:46.414212 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Attempting to bind port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 on network ffb26f97-7ed0-405c-875e-4c66ee1b7abb {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:12:46.419802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:12:46.420143 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Checking segment: {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:12:46.420539 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Bound using segment: {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:12:46.420970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Bound port: 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:12:46.421380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:46.487898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:12:46.491078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:12:46.497872 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:46.534470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:46.535169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:46.536669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] 10.222.0.62 "PUT /v2.0/ports/2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 1092 time: 0.9376402 Mar 10 16:12:46.537093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:12:46.539378 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48" -d '{"events": [{"name": "network-changed", "server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:12:46.573065 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6483547-6eee-4918-97f2-079b2219cdff service neutron] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:46.648627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-0b950154-f8c2-418b-beb6-5a5b0b2ab68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:46.650246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-0b950154-f8c2-418b-beb6-5a5b0b2ab68c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1126 time: 0.0675662 Mar 10 16:12:46.698545 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f5a67f-387f-4b7a-aed2-1fc29c897ad1 x-openstack-request-id: req-c1f5a67f-387f-4b7a-aed2-1fc29c897ad1 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:12:46.698929 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:12:46.699146 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1f5a67f-387f-4b7a-aed2-1fc29c897ad1 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:12:46.699559 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'status': 'completed', 'code': 200} Mar 10 16:12:46.702400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-f9def574-88c5-4a57-9067-63ad852aa0a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 217 time: 0.0455709 Mar 10 16:12:46.755904 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-1f5e0ee8-cea0-4618-bc0f-8fc69db4f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:46.757667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-1f5e0ee8-cea0-4618-bc0f-8fc69db4f650 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0492034 Mar 10 16:12:46.807639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-9f742ebc-dc57-4ee0-b4d0-02a0095d5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:46.809163 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-9f742ebc-dc57-4ee0-b4d0-02a0095d5bc7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458195 Mar 10 16:12:46.901911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-d97c7ccf-c09d-44a1-b7cf-a7f75cfea1ec service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861280 Mar 10 16:12:46.995414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a2cf5bb3-0168-4448-9227-5dfca43f0a88 req-ebcdcf6c-4b65-4290-8d82-02c84a28fd27 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875471 Mar 10 16:12:47.084428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48 req-2b928819-b8af-42c3-9d6f-28ed441dd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:47.085966 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48 req-2b928819-b8af-42c3-9d6f-28ed441dd318 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1126 time: 0.0446892 Mar 10 16:12:47.177066 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48 req-a946df51-6898-4ce7-8e5d-b6ceb4aeeed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:47.178841 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48 req-a946df51-6898-4ce7-8e5d-b6ceb4aeeed7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0858772 Mar 10 16:12:47.224925 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48 req-18c50f37-4e68-4691-8a10-86e7c716d895 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 217 time: 0.0402606 Mar 10 16:12:47.274053 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48 req-8a9444ac-260d-4e87-b734-a8b574780121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:47.275701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48 req-8a9444ac-260d-4e87-b734-a8b574780121 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0455446 Mar 10 16:12:47.326552 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48 req-789791ad-1ef0-4923-9ebd-6547cf0caa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:47.328367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48 req-789791ad-1ef0-4923-9ebd-6547cf0caa94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472646 Mar 10 16:12:47.458137 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf109-7cf4-4cb7-9bbf-f2f97b2cfe22 req-5f94c20a-31d8-43a3-a6a4-b808dce1f983 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:47.459641 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-603bf109-7cf4-4cb7-9bbf-f2f97b2cfe22 req-5f94c20a-31d8-43a3-a6a4-b808dce1f983 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 944 time: 0.1294134 Mar 10 16:12:47.478054 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48 req-3a0d0441-a765-460c-9c6f-580b9d012632 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393218 Mar 10 16:12:47.573400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-603bf109-7cf4-4cb7-9bbf-f2f97b2cfe22 req-df1d722f-5586-4905-b76e-00d8ebe7a216 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076286 Mar 10 16:12:47.597080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0be726d1-ffd9-4bb0-996a-8ae3ed8f8b48 req-d3929d63-0606-4f03-aea5-8c6e9a3acb15 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124847 Mar 10 16:12:48.509475 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:48.694829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab585-1603-4fa4-9cac-ba15e89af1c6 req-bc155f61-a39b-4907-b0ea-5de938fb4f47 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:48.696187 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65ab585-1603-4fa4-9cac-ba15e89af1c6 req-bc155f61-a39b-4907-b0ea-5de938fb4f47 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 944 time: 0.0523493 Mar 10 16:12:48.743676 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d65ab585-1603-4fa4-9cac-ba15e89af1c6 req-c7c83b3e-19de-4402-9d84-b482ceb1d348 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419025 Mar 10 16:12:49.867036 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf977-d91e-422f-94ff-d2f224be5498 req-3d687221-dcb7-4494-ace7-b6c4c172d2e1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:49.868538 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef9cf977-d91e-422f-94ff-d2f224be5498 req-3d687221-dcb7-4494-ace7-b6c4c172d2e1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 944 time: 0.0576565 Mar 10 16:12:49.926611 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef9cf977-d91e-422f-94ff-d2f224be5498 req-3440660b-b632-4068-89ee-686a56da9c37 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518899 Mar 10 16:12:50.458520 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:12:50.562968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:50.573913 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'port_id': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'mac_address': 'fa:16:3e:08:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:12:50.610321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:50.610710 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:50.623534 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:12:50.642933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:50.647145 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:50.693227 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:51.007448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:12:51.045907 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafa557-5783-4e9d-806e-d91db0bc1743 req-40599811-eda2-44b6-acd6-8bac14159c32 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:51.047465 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fcafa557-5783-4e9d-806e-d91db0bc1743 req-40599811-eda2-44b6-acd6-8bac14159c32 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0532851 Mar 10 16:12:51.100206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fcafa557-5783-4e9d-806e-d91db0bc1743 req-daa56874-e917-4f92-b5e8-e3bce28e3226 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467203 Mar 10 16:12:51.451897 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:51.862921 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6c4bcb9a-20fb-4c5d-9f81-672f1dd30aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:52.223011 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2fa88-91f4-4a8c-955a-a6445098b46d req-502c481e-779e-4741-9075-7d5bd288430e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:52.224834 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eff2fa88-91f4-4a8c-955a-a6445098b46d req-502c481e-779e-4741-9075-7d5bd288430e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0557230 Mar 10 16:12:52.272342 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-eff2fa88-91f4-4a8c-955a-a6445098b46d req-1d1f808d-2419-4f29-8c86-7d45217ccd42 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419025 Mar 10 16:12:52.474745 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:12:52.522678 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 16:12:52.526679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:12:52.527095 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:52.602907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:12:52.603299 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:52.626297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:12:52.628801 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9171e76a-2633-4a83-9600-5d3becafe052" -d '{"events": [{"server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "name": "network-vif-plugged", "status": "completed", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:12:52.645541 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:12:52.649373 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:52.671535 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037fe49f-b55b-445c-9d90-72adb1e8b04a x-openstack-request-id: req-037fe49f-b55b-445c-9d90-72adb1e8b04a {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:12:52.671825 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "name": "network-vif-plugged", "status": "completed", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:12:52.672162 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-037fe49f-b55b-445c-9d90-72adb1e8b04a {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:12:52.672582 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'code': 200} Mar 10 16:12:52.698321 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:52.766745 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34048698-7704-4618-bd47-896c0ef9c0a8 req-b139aa9c-7d5c-4bfb-832f-05a338a7e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:52.768286 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34048698-7704-4618-bd47-896c0ef9c0a8 req-b139aa9c-7d5c-4bfb-832f-05a338a7e05c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1128 time: 0.0447879 Mar 10 16:12:52.813513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34048698-7704-4618-bd47-896c0ef9c0a8 req-e9dc7689-573b-4725-b518-90a2e7514020 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392964 Mar 10 16:12:53.391812 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294be058-a5df-4acb-9fef-26c423e810c8 req-7243d5d2-d9f0-4757-84c0-00fd4159973a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:53.393279 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-294be058-a5df-4acb-9fef-26c423e810c8 req-7243d5d2-d9f0-4757-84c0-00fd4159973a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0534909 Mar 10 16:12:53.447066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-294be058-a5df-4acb-9fef-26c423e810c8 req-8d02135e-2fca-4195-8d04-c8e769b72b42 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483158 Mar 10 16:12:54.231629 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c7a012d3-a818-4148-aafb-b2b30c3f3fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:54.572298 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e3845-d0e3-4256-867d-24e02e48c7ac req-c475d0b4-3cbc-44ee-a815-4af186a41997 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:54.573759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-970e3845-d0e3-4256-867d-24e02e48c7ac req-c475d0b4-3cbc-44ee-a815-4af186a41997 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0516729 Mar 10 16:12:54.621100 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-970e3845-d0e3-4256-867d-24e02e48c7ac req-c25c5da2-8908-4e82-8fa6-57ed08eb6086 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418038 Mar 10 16:12:54.738411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a262d-567d-49f3-9afc-8716b50f16b5 req-3f3d2c8e-2b4f-4754-bdba-d96b7e7e8fbd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:54.739891 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f0a262d-567d-49f3-9afc-8716b50f16b5 req-3f3d2c8e-2b4f-4754-bdba-d96b7e7e8fbd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0532775 Mar 10 16:12:54.788208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9f0a262d-567d-49f3-9afc-8716b50f16b5 req-2f8f7b1b-d153-4834-a183-aad7c3c65a41 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426950 Mar 10 16:12:54.810427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44252) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:54.897667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f1059d-5393-4f58-a1be-c72fbcd1b575 tempest-TestShelveInstance-1233321454 tempest-TestShelveInstance-1233321454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:54.899190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-56f1059d-5393-4f58-a1be-c72fbcd1b575 tempest-TestShelveInstance-1233321454 tempest-TestShelveInstance-1233321454-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1123 time: 0.0877922 Mar 10 16:12:54.902094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44256) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:12:54.906691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:12:54.926404 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:55.019357 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:55.125004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Allocated IP 172.25.3.149 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/c252d402-0a65-4989-8c81-98d22d6ce514) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:12:55.222760 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for port (c252d402-0a65-4989-8c81-98d22d6ce514), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:55.256272 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c252d402-0a65-4989-8c81-98d22d6ce514), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:55.296106 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:12:55.298979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:12:55.304867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:12:55.330775 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'Port': ['ID=c252d402-0a65-4989-8c81-98d22d6ce514,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:55.519170 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:55.674982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for floatingip (816bae97-72ae-4077-8524-c10b7cde2e87), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:55.745896 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c252d402-0a65-4989-8c81-98d22d6ce514), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:55.898553 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for port (c252d402-0a65-4989-8c81-98d22d6ce514), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:55.903091 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c252d402-0a65-4989-8c81-98d22d6ce514), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:55.976086 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'Port': ['ID=c252d402-0a65-4989-8c81-98d22d6ce514,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:12:55.981715 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (816bae97-72ae-4077-8524-c10b7cde2e87), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:56.083227 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Floating IP 816bae97-72ae-4077-8524-c10b7cde2e87 associated. External IP: 172.25.3.149, port: 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62. Mar 10 16:12:56.297322 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Router 7a9ca4f0-ad89-4564-8422-470bfecea78e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:12:56.406174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:12:56.415544 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268a36c-c65b-438b-a83c-d15b78a71613 None None] Sync routers for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:12:56.425474 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:56.425914 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268a36c-c65b-438b-a83c-d15b78a71613 None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:56.426539 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1268a36c-c65b-438b-a83c-d15b78a71613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:56.455590 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1c388842-550b-44dd-b9f5-1648bf635247 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5519638 Mar 10 16:12:56.456542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:12:56.459016 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:12:56.494643 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c76d63-70e6-4c0e-8595-a17e6a8d486e x-openstack-request-id: req-f8c76d63-70e6-4c0e-8595-a17e6a8d486e {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:12:56.494963 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:12:56.495223 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8c76d63-70e6-4c0e-8595-a17e6a8d486e {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:12:56.495633 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'status': 'completed', 'code': 200} Mar 10 16:12:56.547078 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1268a36c-c65b-438b-a83c-d15b78a71613 None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:56.567627 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab req-4783cbdf-5851-4b3a-9b83-fb912a7aaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:56.569478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab req-4783cbdf-5851-4b3a-9b83-fb912a7aaa5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1128 time: 0.0495393 Mar 10 16:12:56.796713 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1268a36c-c65b-438b-a83c-d15b78a71613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '816bae97-72ae-4077-8524-c10b7cde2e87', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'port_id': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'mac_address': 'fa:16:3e:08:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:12:55Z', 'updated_at': '2022-03-10T16:12:55Z', 'revision_number': 0, 'project_id': '13535e85566949b0b680c86449ab8904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:56.823381 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268a36c-c65b-438b-a83c-d15b78a71613 None None] Checking router: 7a9ca4f0-ad89-4564-8422-470bfecea78e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:12:56.846186 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268a36c-c65b-438b-a83c-d15b78a71613 None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:12:56.847048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1268a36c-c65b-438b-a83c-d15b78a71613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:12:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:56.851533 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:12:56.960669 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1268a36c-c65b-438b-a83c-d15b78a71613 None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:12:56.998673 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab req-13a02c59-27b0-4b46-968a-4e1bbef5c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:57.000489 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab req-13a02c59-27b0-4b46-968a-4e1bbef5c74a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.4246371 Mar 10 16:12:57.069669 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab req-de32ec93-e01c-4a92-ab7b-aae0693bb4b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 1000 time: 0.0625010 Mar 10 16:12:57.122247 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab req-86b4ca7e-734f-4122-8e4b-d957d3910457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:57.123719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab req-86b4ca7e-734f-4122-8e4b-d957d3910457 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0477083 Mar 10 16:12:57.171692 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab req-24b7a641-3e54-4019-8a00-c587bf7812a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:12:57.173233 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab req-24b7a641-3e54-4019-8a00-c587bf7812a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440316 Mar 10 16:12:57.187467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1268a36c-c65b-438b-a83c-d15b78a71613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '816bae97-72ae-4077-8524-c10b7cde2e87', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'port_id': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'mac_address': 'fa:16:3e:08:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:12:55Z', 'updated_at': '2022-03-10T16:12:55Z', 'revision_number': 0, 'project_id': '13535e85566949b0b680c86449ab8904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:12:57.213604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268a36c-c65b-438b-a83c-d15b78a71613 None None] The sync data for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 is: [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '816bae97-72ae-4077-8524-c10b7cde2e87', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'port_id': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'mac_address': 'fa:16:3e:08:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:12:55Z', 'updated_at': '2022-03-10T16:12:55Z', 'revision_number': 0, 'project_id': '13535e85566949b0b680c86449ab8904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:12:57.269690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab req-59100849-83da-4b47-81e0-560583e87a33 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900190 Mar 10 16:12:57.359852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-94d8bee9-755a-41ee-af4a-3a8b9b3041ab req-167b853f-b96c-446f-88aa-efb9752e0301 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845430 Mar 10 16:12:57.416644 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c4bee-d1e3-4c2b-974d-6eacc1e37781 None None] New status for floating IP 816bae97-72ae-4077-8524-c10b7cde2e87: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:12:58.360901 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:12:58.434180 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:18.524127 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:21.445620 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:21.864051 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-96b7118e-4fa2-4e30-8dc2-49ee7962bee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:24.233518 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f4a7ae64-8533-4483-8552-921ade48d34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:25.521119 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:25.557211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-f587857a-32af-4e93-90ed-974ba8529b75 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431998 Mar 10 16:13:25.646953 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-6582ed10-1cb1-48da-88c6-6a73bfaee573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:13:25.648551 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-6582ed10-1cb1-48da-88c6-6a73bfaee573 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1128 time: 0.0490468 Mar 10 16:13:25.753667 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-8ac7bd0d-58ea-4e35-94b8-3af369a2bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:13:25.755205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-8ac7bd0d-58ea-4e35-94b8-3af369a2bd67 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0887887 Mar 10 16:13:25.824863 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-71ad8186-7d97-42fd-9eaa-911552081051 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 1002 time: 0.0636945 Mar 10 16:13:25.872197 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-933b03b7-fb09-4077-81fd-aa76616ece70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:13:25.873585 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-933b03b7-fb09-4077-81fd-aa76616ece70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0434756 Mar 10 16:13:25.921914 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-4fc740f4-0b09-4f1b-9c62-8ed22cad1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:13:25.923439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-4fc740f4-0b09-4f1b-9c62-8ed22cad1b84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438707 Mar 10 16:13:26.015799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-08bfc3da-36d7-4dd0-bfb9-f11bb9a1fc2e service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850198 Mar 10 16:13:26.104191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87ce8ed5-01d3-49b7-94a6-e26303f4fcea req-6649c369-a7d4-4f61-90a4-310ce5eadcb0 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827272 Mar 10 16:13:26.843620 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:28.439031 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:35.360152 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:13:48.524200 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:51.479709 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:51.865432 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02fab473-a414-4173-86bb-213a3851012a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:54.235209 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-265b0be3-813e-4ac3-a524-12720b65b5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:55.524485 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:56.846285 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:13:58.441625 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:12.361152 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:14:18.528563 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:21.495323 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:21.866967 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-01ee37ab-43da-4cc9-b816-04fbcf848e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:24.237883 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d28d5d7b-d780-472f-b62c-e6b5287ba380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:25.527114 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:26.848358 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:27.538080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-f8d157cb-fab2-40ee-a5b6-6e5446924c85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494215 Mar 10 16:14:27.622483 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-6aa7bdfe-a7cb-491a-b3b9-0fd42f85df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:14:27.624036 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-6aa7bdfe-a7cb-491a-b3b9-0fd42f85df26 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1128 time: 0.0441859 Mar 10 16:14:27.722358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-2f8f649e-0ecd-40b2-8134-f868839cb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:14:27.724080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-2f8f649e-0ecd-40b2-8134-f868839cb457 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0825899 Mar 10 16:14:27.790354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-aabdf338-18c3-471e-b385-906a8a286116 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 1002 time: 0.0607486 Mar 10 16:14:27.836822 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-c5dad24d-9063-40e9-af4a-4bcaa7deb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:14:27.838272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-c5dad24d-9063-40e9-af4a-4bcaa7deb36f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0424135 Mar 10 16:14:27.886845 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-a1f5f8d7-2338-40dd-b3eb-4700af83bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:14:27.888295 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-a1f5f8d7-2338-40dd-b3eb-4700af83bf4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433164 Mar 10 16:14:27.979210 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-f10a7bd5-bfe5-4c99-93df-8bd1c6fb9edb service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850077 Mar 10 16:14:28.069802 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c7c60a9a-5959-4413-b9c1-3cc704d51974 req-9fc36731-c097-4ed0-bd2c-cfe03ae60309 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841949 Mar 10 16:14:28.444678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:48.530770 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:49.361531 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:14:51.511424 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:51.869069 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9662fd0f-2572-459f-849e-03ac92203640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:54.238412 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-53ac19cc-a199-49fe-830b-abd569485f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:55.527853 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:56.851399 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:14:58.447082 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:18.529429 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:21.508350 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:21.871073 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-abdaf8ac-2aab-4b73-92a2-1c2e9a9cbfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:23.769864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b14280-bf08-4087-befa-d3a5f6054ebf req-1f0f4734-6721-4f5a-9da5-74b8bdb02d9a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:23.771400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54b14280-bf08-4087-befa-d3a5f6054ebf req-1f0f4734-6721-4f5a-9da5-74b8bdb02d9a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0553064 Mar 10 16:15:23.819231 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54b14280-bf08-4087-befa-d3a5f6054ebf req-8677935b-9b1f-4c0b-ba42-0bae19e81a99 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420151 Mar 10 16:15:24.241956 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b80b-79ae-4513-97a7-1100054d3c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:24.945940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1958110-759e-4bff-a77d-4061b87c802d req-8b1b1adf-335f-422a-b99c-554ae63516b7 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:24.947447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1958110-759e-4bff-a77d-4061b87c802d req-8b1b1adf-335f-422a-b99c-554ae63516b7 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0523679 Mar 10 16:15:24.999013 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d1958110-759e-4bff-a77d-4061b87c802d req-bb6ca62f-4490-42f4-a973-13a18dfa31a8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460029 Mar 10 16:15:25.530843 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:26.133373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1f263-4213-4678-a46d-c74e1b8958f2 req-c276a021-5d1b-44c5-b501-f35816bebdfc tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:26.134887 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8da1f263-4213-4678-a46d-c74e1b8958f2 req-c276a021-5d1b-44c5-b501-f35816bebdfc tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0578611 Mar 10 16:15:26.182545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8da1f263-4213-4678-a46d-c74e1b8958f2 req-e5700fb2-5aa0-4f7a-907f-a35dfaccad0d tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420821 Mar 10 16:15:26.360286 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:15:26.854161 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:27.300403 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3206f92-6be5-44f1-8830-465685a54896 req-93e6fa2e-58bd-4931-98a5-8af4e9bca682 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:27.301867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3206f92-6be5-44f1-8830-465685a54896 req-93e6fa2e-58bd-4931-98a5-8af4e9bca682 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0520673 Mar 10 16:15:27.350432 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b3206f92-6be5-44f1-8830-465685a54896 req-1487d215-051f-4069-a96e-add17baf5a31 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428214 Mar 10 16:15:28.143174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80829d77-2fbb-4e72-844e-ce78aa1a3ed2 req-ba809a85-7aa3-412d-83c4-990bc463f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:28.144656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80829d77-2fbb-4e72-844e-ce78aa1a3ed2 req-ba809a85-7aa3-412d-83c4-990bc463f27a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1128 time: 0.0447822 Mar 10 16:15:28.249621 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80829d77-2fbb-4e72-844e-ce78aa1a3ed2 req-73526063-c4c3-4d98-aeb5-39239f69a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:28.251570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80829d77-2fbb-4e72-844e-ce78aa1a3ed2 req-73526063-c4c3-4d98-aeb5-39239f69a18a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0888126 Mar 10 16:15:28.319245 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80829d77-2fbb-4e72-844e-ce78aa1a3ed2 req-fea6217d-fc91-4529-a794-31145f39834d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 1002 time: 0.0611577 Mar 10 16:15:28.367497 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80829d77-2fbb-4e72-844e-ce78aa1a3ed2 req-97473bac-58d4-4b69-bea0-8b45f43bc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:28.368907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80829d77-2fbb-4e72-844e-ce78aa1a3ed2 req-97473bac-58d4-4b69-bea0-8b45f43bc1c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0430200 Mar 10 16:15:28.418522 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80829d77-2fbb-4e72-844e-ce78aa1a3ed2 req-b2c779c4-5bd6-41b7-8208-cab858d6c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:28.420090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80829d77-2fbb-4e72-844e-ce78aa1a3ed2 req-b2c779c4-5bd6-41b7-8208-cab858d6c448 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458987 Mar 10 16:15:28.450138 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:28.541087 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde3e05-5081-4993-a586-16759768a9d7 req-83b7f2c4-15ca-420f-8458-a901493908ec tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:28.542584 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4cde3e05-5081-4993-a586-16759768a9d7 req-83b7f2c4-15ca-420f-8458-a901493908ec tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.1216197 Mar 10 16:15:28.565866 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80829d77-2fbb-4e72-844e-ce78aa1a3ed2 req-aab8ef7b-253e-4767-b586-e7e56cb5673b service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363969 Mar 10 16:15:28.620246 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4cde3e05-5081-4993-a586-16759768a9d7 req-28e276d1-f9aa-4e08-8e8b-8559b93a4b63 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712743 Mar 10 16:15:28.681047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-80829d77-2fbb-4e72-844e-ce78aa1a3ed2 req-0f83528b-a25e-469c-abd9-1020824f3f9c service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088746 Mar 10 16:15:29.742767 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1a910-7b34-4840-81a9-360c7a8eec01 req-950eb67a-f74e-4bcd-9fb3-5d11015850d0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:29.744260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64f1a910-7b34-4840-81a9-360c7a8eec01 req-950eb67a-f74e-4bcd-9fb3-5d11015850d0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0538497 Mar 10 16:15:29.792368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-64f1a910-7b34-4840-81a9-360c7a8eec01 req-ecf89fbc-31a8-4ac9-bd2d-987dafcde526 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425513 Mar 10 16:15:30.915039 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b970fa4-b399-4a80-836d-74d88be29649 req-29f9a5b1-bd4c-4276-828f-971c2f9f6070 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:30.916541 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b970fa4-b399-4a80-836d-74d88be29649 req-29f9a5b1-bd4c-4276-828f-971c2f9f6070 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0520148 Mar 10 16:15:30.964738 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b970fa4-b399-4a80-836d-74d88be29649 req-a71f79e1-fc64-4ec4-8b53-da2a587b6e18 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427179 Mar 10 16:15:32.087652 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b047cb3-898f-49ef-bc86-cc5f12197875 req-bf1f4067-af4b-477c-b095-a744b5908913 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:32.089134 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b047cb3-898f-49ef-bc86-cc5f12197875 req-bf1f4067-af4b-477c-b095-a744b5908913 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0567691 Mar 10 16:15:32.139765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2b047cb3-898f-49ef-bc86-cc5f12197875 req-40a29654-8387-4da2-ba4b-b1d81ef9e0d6 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444012 Mar 10 16:15:33.261280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f5283-64f2-441d-aba1-e387487c9210 req-a98aee38-02d2-4332-865e-8135b9908f6c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:33.262759 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-881f5283-64f2-441d-aba1-e387487c9210 req-a98aee38-02d2-4332-865e-8135b9908f6c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0534961 Mar 10 16:15:33.311254 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-881f5283-64f2-441d-aba1-e387487c9210 req-7cbb7262-4531-4415-b8e7-f1d7986e8a19 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427971 Mar 10 16:15:34.435080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff6e4e-af51-436a-a817-f03b5b2397be req-d5dabc24-5cff-4016-8cb1-30f6332f7662 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:34.436560 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6ff6e4e-af51-436a-a817-f03b5b2397be req-d5dabc24-5cff-4016-8cb1-30f6332f7662 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0579176 Mar 10 16:15:34.486597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6ff6e4e-af51-436a-a817-f03b5b2397be req-06dddc4b-1970-4f4e-a41e-77c887c35563 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437288 Mar 10 16:15:35.333787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:15:35.432445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:15:35.444495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'port_id': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'mac_address': 'fa:16:3e:08:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:15:35.485366 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:15:35.485755 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:35.498269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:15:35.517806 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:15:35.521834 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:35.577551 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:15:35.585494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.585762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.586096 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.586431 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.586761 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.587112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.587440 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.587766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.588086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.588432 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.588962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.589290 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.589610 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:35.606098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:15:35.610133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8258c3-780c-4684-870c-de4c53832ed9 req-9caef55d-5291-42cb-ad29-e8a8ea1f0e55 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:35.611753 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d8258c3-780c-4684-870c-de4c53832ed9 req-9caef55d-5291-42cb-ad29-e8a8ea1f0e55 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0548122 Mar 10 16:15:35.661221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d8258c3-780c-4684-870c-de4c53832ed9 req-593fa58e-8db0-49a9-a9ec-31076c1d3f8d tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438309 Mar 10 16:15:36.786032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea158d-f624-41d1-90f5-0cfa666a6804 req-7798dc40-2651-46bb-8c24-532a5bd4e5e4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:36.787621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8ea158d-f624-41d1-90f5-0cfa666a6804 req-7798dc40-2651-46bb-8c24-532a5bd4e5e4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0561450 Mar 10 16:15:36.843308 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8ea158d-f624-41d1-90f5-0cfa666a6804 req-d205cbdc-3646-41c7-bfe6-b6e1bbe3f01f tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496862 Mar 10 16:15:37.348644 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:15:37.401989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:15:37.402358 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:37.478992 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:15:37.479375 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:37.502628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:15:37.504861 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be2e0cd-8f0a-4685-99bf-321724d1acd0" -d '{"events": [{"server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "name": "network-vif-plugged", "status": "completed", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:15:37.520786 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:15:37.525039 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:37.577423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:15:37.596977 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9dd04a-9db1-4787-b9bb-dac024f6e362 x-openstack-request-id: req-db9dd04a-9db1-4787-b9bb-dac024f6e362 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:15:37.597359 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "name": "network-vif-plugged", "status": "completed", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:15:37.597653 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db9dd04a-9db1-4787-b9bb-dac024f6e362 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:15:37.598083 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'code': 200} Mar 10 16:15:37.959653 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ed267-e10d-4ec1-b0a4-e1ef6d66f694 req-c816e8b0-9705-4e16-adbf-2f14ffbcb546 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:37.961118 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-904ed267-e10d-4ec1-b0a4-e1ef6d66f694 req-c816e8b0-9705-4e16-adbf-2f14ffbcb546 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0513794 Mar 10 16:15:38.008574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-904ed267-e10d-4ec1-b0a4-e1ef6d66f694 req-83e30c51-726d-4790-95a7-c55a82fbff84 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420716 Mar 10 16:15:39.135919 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7ed1a-fb5e-469f-b1bf-7af93862e09d req-42fecbdd-f14e-45cd-a0c8-363ca1c462fa tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:39.137362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6b7ed1a-fb5e-469f-b1bf-7af93862e09d req-42fecbdd-f14e-45cd-a0c8-363ca1c462fa tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0525191 Mar 10 16:15:39.185783 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6b7ed1a-fb5e-469f-b1bf-7af93862e09d req-b7133bdf-2aca-424d-8813-f5d1559e3ecc tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427113 Mar 10 16:15:40.316768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3b95d-25b0-455b-98e8-5ae9acb53679 req-ebac0a12-3cb7-4265-9c9d-a10cc4aa4c78 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:40.318266 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59a3b95d-25b0-455b-98e8-5ae9acb53679 req-ebac0a12-3cb7-4265-9c9d-a10cc4aa4c78 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0608349 Mar 10 16:15:40.368690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59a3b95d-25b0-455b-98e8-5ae9acb53679 req-d55aaa64-87b2-407d-83da-8e35e997e4e9 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446210 Mar 10 16:15:41.494182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9cb0f-e6cd-4a15-bc82-c220be19edef req-180417d3-9354-48f5-b9ea-6108a3a0dd37 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:41.495790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9c9cb0f-e6cd-4a15-bc82-c220be19edef req-180417d3-9354-48f5-b9ea-6108a3a0dd37 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0552058 Mar 10 16:15:41.551363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f9c9cb0f-e6cd-4a15-bc82-c220be19edef req-3d64ab14-27a9-4a8a-806c-d5d5c3149ae0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494192 Mar 10 16:15:42.682130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851138f-9219-4a8c-bad9-c2059a3779b3 req-a390fa26-48a0-40c9-947a-324cd1bc25a6 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:42.685251 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2851138f-9219-4a8c-bad9-c2059a3779b3 req-a390fa26-48a0-40c9-947a-324cd1bc25a6 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0608270 Mar 10 16:15:42.744799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2851138f-9219-4a8c-bad9-c2059a3779b3 req-7c2c0116-566e-48e5-9461-eabd380746d9 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546200 Mar 10 16:15:43.877186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b58da-5580-44b8-88d8-dddf64266fe4 req-46bca4ad-16e4-49d0-8ab5-394d6c4deaca tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:43.880787 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6b58da-5580-44b8-88d8-dddf64266fe4 req-46bca4ad-16e4-49d0-8ab5-394d6c4deaca tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0612953 Mar 10 16:15:43.935522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-fa6b58da-5580-44b8-88d8-dddf64266fe4 req-d3f14e73-f785-4400-a2ba-df152ad0f6ef tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489690 Mar 10 16:15:45.076234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f79a0-420c-415b-a5e5-db4e2e212ecc req-d30659be-6704-49ff-879a-6c3f1571db6c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:45.078463 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc0f79a0-420c-415b-a5e5-db4e2e212ecc req-d30659be-6704-49ff-879a-6c3f1571db6c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0575571 Mar 10 16:15:45.129380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dc0f79a0-420c-415b-a5e5-db4e2e212ecc req-0655a642-347c-489a-9c8e-23f4bb5da58e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452621 Mar 10 16:15:46.263037 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edc221-9367-41ca-9b7a-1b61c57f79b0 req-e2a52410-af57-4acd-8e55-40b7b93997a1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:46.264706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57edc221-9367-41ca-9b7a-1b61c57f79b0 req-e2a52410-af57-4acd-8e55-40b7b93997a1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0620883 Mar 10 16:15:46.320080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-57edc221-9367-41ca-9b7a-1b61c57f79b0 req-3887b344-7683-43dd-a40b-8f576f4830e6 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491424 Mar 10 16:15:47.447079 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73810aef-4fe9-4c8f-b9fc-cb2433ba3cbf req-ba6b1d57-348b-467c-9afc-6ccac90c318a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:47.449368 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73810aef-4fe9-4c8f-b9fc-cb2433ba3cbf req-ba6b1d57-348b-467c-9afc-6ccac90c318a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0569367 Mar 10 16:15:47.503492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-73810aef-4fe9-4c8f-b9fc-cb2433ba3cbf req-013e920b-6df2-4324-92b5-8cea2474b482 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493212 Mar 10 16:15:48.538050 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:48.641156 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350a6cd-c2bf-4205-a8fe-7b1536fde6d1 req-2c3101e1-dc1f-4710-addc-08208ce696e3 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:48.642741 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0350a6cd-c2bf-4205-a8fe-7b1536fde6d1 req-2c3101e1-dc1f-4710-addc-08208ce696e3 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0615547 Mar 10 16:15:48.695240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0350a6cd-c2bf-4205-a8fe-7b1536fde6d1 req-99841e80-b288-4ef0-81ab-c166aff93d41 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463383 Mar 10 16:15:49.814707 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804e2fd-6277-48d9-8659-1833e6c6a3e8 req-671b3e5e-ec48-4b10-9ffd-991549a0ea88 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:49.816141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f804e2fd-6277-48d9-8659-1833e6c6a3e8 req-671b3e5e-ec48-4b10-9ffd-991549a0ea88 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0516894 Mar 10 16:15:49.864154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f804e2fd-6277-48d9-8659-1833e6c6a3e8 req-fb2ee7cc-76c2-415b-80ed-6c4cd633d1f4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425742 Mar 10 16:15:50.508559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e261d5-13a2-4890-bc66-5e3ed3a2cfc1 req-d43366de-e3ba-4f19-b3d5-c11f07059d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:50.510343 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88e261d5-13a2-4890-bc66-5e3ed3a2cfc1 req-d43366de-e3ba-4f19-b3d5-c11f07059d9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1128 time: 0.0446985 Mar 10 16:15:50.603646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e261d5-13a2-4890-bc66-5e3ed3a2cfc1 req-9fa0a036-ab8f-426f-a19a-eab22d173819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:50.605090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88e261d5-13a2-4890-bc66-5e3ed3a2cfc1 req-9fa0a036-ab8f-426f-a19a-eab22d173819 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0885215 Mar 10 16:15:50.669062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88e261d5-13a2-4890-bc66-5e3ed3a2cfc1 req-164971a2-a828-4983-a569-fedf45900282 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 1002 time: 0.0576601 Mar 10 16:15:50.720203 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e261d5-13a2-4890-bc66-5e3ed3a2cfc1 req-4d94e250-daee-417f-aa0f-950cfc30ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:50.722911 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88e261d5-13a2-4890-bc66-5e3ed3a2cfc1 req-4d94e250-daee-417f-aa0f-950cfc30ba9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0476806 Mar 10 16:15:50.771150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e261d5-13a2-4890-bc66-5e3ed3a2cfc1 req-e3f6c8a0-d76a-4db1-937c-366b02205bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:50.772550 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88e261d5-13a2-4890-bc66-5e3ed3a2cfc1 req-e3f6c8a0-d76a-4db1-937c-366b02205bf6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440373 Mar 10 16:15:50.869596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88e261d5-13a2-4890-bc66-5e3ed3a2cfc1 req-469bf047-bcec-477b-b4e7-cc7509d1fa65 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904872 Mar 10 16:15:50.986221 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88e261d5-13a2-4890-bc66-5e3ed3a2cfc1 req-bd801e3c-b345-49d2-a08a-33e69c4cd7a3 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105344 Mar 10 16:15:51.001596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb77ca-40cb-4ecf-8d22-b2c3d930b3a8 req-ab5a1fa8-7c94-4a7a-9bd4-964ca0aac32b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:51.003049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4bb77ca-40cb-4ecf-8d22-b2c3d930b3a8 req-ab5a1fa8-7c94-4a7a-9bd4-964ca0aac32b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0698202 Mar 10 16:15:51.053970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4bb77ca-40cb-4ecf-8d22-b2c3d930b3a8 req-17c14bce-97a5-4dde-8a24-b7411bb8e166 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453866 Mar 10 16:15:51.525248 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:51.871780 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5855a5e2-daf0-4f24-a1b7-ec55e7693c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:52.173950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728ed2d-b7f0-4f51-a1ae-f36d4e476b96 req-7fcf9d56-43ef-4e34-855c-89377234a83e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:52.175361 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e728ed2d-b7f0-4f51-a1ae-f36d4e476b96 req-7fcf9d56-43ef-4e34-855c-89377234a83e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0523186 Mar 10 16:15:52.223139 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e728ed2d-b7f0-4f51-a1ae-f36d4e476b96 req-9c0a9fee-00f1-42f8-873d-47cd17cdd729 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422304 Mar 10 16:15:53.341400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be15c11-7ec0-44cd-9019-a3a73eec04c5 req-61286a0d-50a5-47b2-9507-7ae8a84d9fda tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:53.342771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6be15c11-7ec0-44cd-9019-a3a73eec04c5 req-61286a0d-50a5-47b2-9507-7ae8a84d9fda tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0524330 Mar 10 16:15:53.389588 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6be15c11-7ec0-44cd-9019-a3a73eec04c5 req-804531e0-7745-4a78-bc64-630c37d68221 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409625 Mar 10 16:15:53.414570 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:15:53.497679 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:15:53.498068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:53.504262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-29c9c2ff-3ea0-4a8b-9f9e-c71b7a40db7b req-969b5d0b-7748-414c-b8b4-0a699c4ec965 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:15:53.505283 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29c9c2ff-3ea0-4a8b-9f9e-c71b7a40db7b req-969b5d0b-7748-414c-b8b4-0a699c4ec965 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498638 Mar 10 16:15:53.522295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:15:53.524521 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c53f9e-44a0-4645-bd88-457607ffce6c" -d '{"events": [{"server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "name": "network-vif-unplugged", "status": "completed", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:15:53.536418 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:15:53.543780 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:53.586509 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 16:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d88c652-4290-4fdb-be0f-764982859a6d x-openstack-request-id: req-6d88c652-4290-4fdb-be0f-764982859a6d {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:15:53.587053 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "name": "network-vif-unplugged", "status": "failed", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62", "code": 422}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:15:53.587345 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d88c652-4290-4fdb-be0f-764982859a6d {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:15:53.587964 n-d-833090-1 neutron-server[115535]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'code': 422} returned with failed status Mar 10 16:15:53.615646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:15:53.702130 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc05e1-5aba-4072-8653-f3690d1613ff req-1f2aa428-728d-47cc-8cb8-de433778af3b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:53.704181 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05fc05e1-5aba-4072-8653-f3690d1613ff req-1f2aa428-728d-47cc-8cb8-de433778af3b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 944 time: 0.0586212 Mar 10 16:15:53.753531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-05fc05e1-5aba-4072-8653-f3690d1613ff req-405b08cd-add5-4443-a0d5-509734c4b352 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434349 Mar 10 16:15:53.917790 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-b8d5160d-7126-4b13-a526-13b4d124859b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906284 Mar 10 16:15:54.036010 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-4b5222d9-dcb9-4892-9c9c-b59c2372fe9e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:54.037330 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-4b5222d9-dcb9-4892-9c9c-b59c2372fe9e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports/2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 941 time: 0.0931792 Mar 10 16:15:54.247811 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02f60c26-d588-42a7-85b1-7378f94319fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:54.886441 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebeb2b-315d-4a87-b835-0ff6271b8e16 req-3a52bea1-643b-48d4-9f77-8b78ad460e30 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:54.887920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5ebeb2b-315d-4a87-b835-0ff6271b8e16 req-3a52bea1-643b-48d4-9f77-8b78ad460e30 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 944 time: 0.0606842 Mar 10 16:15:54.960120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f5ebeb2b-315d-4a87-b835-0ff6271b8e16 req-13dfaeee-d6b1-41c5-a784-0a49fce9502a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566249 Mar 10 16:15:54.961843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-759b4f3a-888f-431e-8b4b-6321a5dff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:54.963232 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-759b4f3a-888f-431e-8b4b-6321a5dff9d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378&tenant_id=13535e85566949b0b680c86449ab8904 HTTP/1.1" status: 200 len: 1126 time: 0.0925934 Mar 10 16:15:54.975986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833090-1', 'device_owner': 'compute:nova'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:15:55.034049 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:55.241337 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:15:55.274314 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:15:55.311485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:15:55.319851 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Publish callbacks [] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:55.332446 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Transition to ACTIVE for port object 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 16:15:55.336197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:55.417129 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=9']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:15:55.433186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.433559 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.433888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.434232 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.434569 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.434935 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.435272 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.435603 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.435929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.436258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.436584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.436908 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.437230 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:15:55.472358 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] No DVR routers for this DVR port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:15:55.539306 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:55.616787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Attempting to bind port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:15:55.617128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Attempting to bind port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:15:55.617460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Attempting to bind port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 on network ffb26f97-7ed0-405c-875e-4c66ee1b7abb {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:15:55.621805 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 on network ffb26f97-7ed0-405c-875e-4c66ee1b7abb not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 16:15:55.622128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Attempting to bind port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 on network ffb26f97-7ed0-405c-875e-4c66ee1b7abb {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:15:55.627017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:15:55.627356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Checking segment: {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:15:55.627744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Bound using segment: {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:15:55.628170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Bound port: 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:15:55.628523 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:55.690814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:15:55.694094 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:15:55.699731 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:55.734068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:55.735666 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:55.737253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] 10.222.0.45 "PUT /v2.0/ports/2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 1092 time: 0.7659094 Mar 10 16:15:55.737666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:15:55.739958 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba88741-6627-45dd-aad7-e24595278ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:15:55.777596 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74674b-c080-4dfe-9a7e-f9e86de98c75 service neutron] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=10']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:15:55.795822 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e590b8e-a10f-4b49-a1fc-5b5fad4f3712 x-openstack-request-id: req-6e590b8e-a10f-4b49-a1fc-5b5fad4f3712 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:15:55.796118 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:15:55.796379 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e590b8e-a10f-4b49-a1fc-5b5fad4f3712 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:15:55.796782 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'status': 'completed', 'code': 200} Mar 10 16:15:55.817178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-db0cd460-254c-48f8-8349-1cd01b987d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:55.818812 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-db0cd460-254c-48f8-8349-1cd01b987d9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1127 time: 0.0548489 Mar 10 16:15:55.919814 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-8afefe49-2e50-4e04-a71e-468320982917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:55.921464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-8afefe49-2e50-4e04-a71e-468320982917 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0955594 Mar 10 16:15:55.986082 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-a126fc5e-7018-4309-80df-4def1267c842 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 1000 time: 0.0578535 Mar 10 16:15:56.062512 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-af8d2830-f5c8-4f46-94fe-1e15b43a26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:56.064116 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-af8d2830-f5c8-4f46-94fe-1e15b43a26fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0714512 Mar 10 16:15:56.116057 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5da38-d888-453a-89c5-ae6710c40e06 req-7d61aa95-1e2d-4152-9114-7be2780c1894 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:56.117510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77b5da38-d888-453a-89c5-ae6710c40e06 req-7d61aa95-1e2d-4152-9114-7be2780c1894 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0870500 Mar 10 16:15:56.139664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-b88172e8-020b-4c81-973f-27fdacd82899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:56.141605 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-b88172e8-020b-4c81-973f-27fdacd82899 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0704231 Mar 10 16:15:56.198728 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-77b5da38-d888-453a-89c5-ae6710c40e06 req-8a6a257f-9a80-4435-8244-25345721a84b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754423 Mar 10 16:15:56.253352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-0ecedbe8-26f4-443d-b79d-af54550e37df service neutron] 10.222.0.45 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045201 Mar 10 16:15:56.340884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c0ec23ac-9123-4d64-b914-a9ccb91fba59 req-0dcd4d75-48ca-4931-a05a-c9218bcbf064 service neutron] 10.222.0.45 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811822 Mar 10 16:15:56.436017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba88741-6627-45dd-aad7-e24595278ba5 req-65961b7e-b5ec-41f5-80e1-bfccf555b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:56.437607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ba88741-6627-45dd-aad7-e24595278ba5 req-65961b7e-b5ec-41f5-80e1-bfccf555b8b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1127 time: 0.0503640 Mar 10 16:15:56.532400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba88741-6627-45dd-aad7-e24595278ba5 req-5bbf9fca-026b-4c69-aa0f-46e4e829f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:56.533940 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ba88741-6627-45dd-aad7-e24595278ba5 req-5bbf9fca-026b-4c69-aa0f-46e4e829f23b service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0884507 Mar 10 16:15:56.611915 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ba88741-6627-45dd-aad7-e24595278ba5 req-28d1ab48-ddf1-488a-bfe3-03a49e2a9cdb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 1000 time: 0.0717838 Mar 10 16:15:56.860633 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:57.327249 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b617c-fd86-445c-9dc3-98be40ce0608 req-42b69d1b-edef-4db6-b4c0-28586358be74 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:57.329414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-236b617c-fd86-445c-9dc3-98be40ce0608 req-42b69d1b-edef-4db6-b4c0-28586358be74 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0566874 Mar 10 16:15:57.381198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-236b617c-fd86-445c-9dc3-98be40ce0608 req-0c621ae6-0232-4c9e-8a45-76598288d664 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458369 Mar 10 16:15:58.456071 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:15:58.511418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818afec-568d-4d2e-886a-8e99932a89ea req-1dca9258-9b36-4f8a-8584-990b8e3a4987 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:58.512943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3818afec-568d-4d2e-886a-8e99932a89ea req-1dca9258-9b36-4f8a-8584-990b8e3a4987 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0569060 Mar 10 16:15:58.572456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3818afec-568d-4d2e-886a-8e99932a89ea req-840d521b-2a29-4d3f-a73d-e625e8fd2555 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522690 Mar 10 16:15:59.704370 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03f1f7-09a3-40ca-a0ad-ff692999dc4c req-3f7b7e3b-b298-4c2e-81ea-0a334163d952 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:15:59.706006 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c03f1f7-09a3-40ca-a0ad-ff692999dc4c req-3f7b7e3b-b298-4c2e-81ea-0a334163d952 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0574765 Mar 10 16:15:59.763030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5c03f1f7-09a3-40ca-a0ad-ff692999dc4c req-6ace6786-7c65-40ab-90c6-826ec21314ec tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510552 Mar 10 16:16:00.904248 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918145eb-8b51-4db3-ba50-94fe1a83a9ca req-ce145bab-856f-4ed0-9f6c-e6b725b334c7 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:00.905858 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-918145eb-8b51-4db3-ba50-94fe1a83a9ca req-ce145bab-856f-4ed0-9f6c-e6b725b334c7 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0659778 Mar 10 16:16:00.962875 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-918145eb-8b51-4db3-ba50-94fe1a83a9ca req-4ec436b5-2ccf-4ead-b736-68d5cfa190fd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504246 Mar 10 16:16:02.098979 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af481af-960a-4f00-bdbe-d17371ceaecf req-e8f6235f-f784-44a5-8c33-2d9b5cf11ddb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:02.100490 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4af481af-960a-4f00-bdbe-d17371ceaecf req-e8f6235f-f784-44a5-8c33-2d9b5cf11ddb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0603426 Mar 10 16:16:02.161492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4af481af-960a-4f00-bdbe-d17371ceaecf req-8354b0b2-11a5-4426-ade6-ca53fd80d7b1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547490 Mar 10 16:16:03.289637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d318ef-1652-44fb-8a57-fa345f3151fb req-161d0c9b-d4c1-42a1-ad9b-8f403d51025c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:03.291153 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67d318ef-1652-44fb-8a57-fa345f3151fb req-161d0c9b-d4c1-42a1-ad9b-8f403d51025c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0550959 Mar 10 16:16:03.342078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-67d318ef-1652-44fb-8a57-fa345f3151fb req-46fc88ab-2c31-4e75-9d05-4c96caa23bdd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449255 Mar 10 16:16:03.361837 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:16:04.494773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba88741-6627-45dd-aad7-e24595278ba5 req-e929f9c9-1db7-49c9-89de-228d9eb41c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:04.496253 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ba88741-6627-45dd-aad7-e24595278ba5 req-e929f9c9-1db7-49c9-89de-228d9eb41c0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0524266 Mar 10 16:16:04.506715 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded4bc0-8266-408a-8ebc-40fc1b5f4324 req-4534938d-1e59-481f-a9a5-df17913146d4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:04.508117 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ded4bc0-8266-408a-8ebc-40fc1b5f4324 req-4534938d-1e59-481f-a9a5-df17913146d4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0967617 Mar 10 16:16:04.585095 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0ded4bc0-8266-408a-8ebc-40fc1b5f4324 req-434e5b2c-a93b-495f-a954-bc8b3e578033 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689936 Mar 10 16:16:04.587225 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba88741-6627-45dd-aad7-e24595278ba5 req-029683f1-bca0-43d0-ad6b-1f8061f82074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:04.588623 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ba88741-6627-45dd-aad7-e24595278ba5 req-029683f1-bca0-43d0-ad6b-1f8061f82074 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0796890 Mar 10 16:16:04.692114 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ba88741-6627-45dd-aad7-e24595278ba5 req-e538d887-f5a8-47f0-9d47-56acfd13360a service neutron] 10.222.0.45 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931206 Mar 10 16:16:04.778192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7ba88741-6627-45dd-aad7-e24595278ba5 req-1a512904-a01a-4139-a5c3-8af22bcc8d90 service neutron] 10.222.0.45 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801959 Mar 10 16:16:05.710637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a459c68-7923-40cd-9974-23c611aa50e3 req-bf2e4e54-1840-4580-a915-63580d17b017 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:05.712132 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a459c68-7923-40cd-9974-23c611aa50e3 req-bf2e4e54-1840-4580-a915-63580d17b017 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 945 time: 0.0572493 Mar 10 16:16:05.760927 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a459c68-7923-40cd-9974-23c611aa50e3 req-bf776e4d-2e12-4ec8-92c0-a604430765ee tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429473 Mar 10 16:16:06.508037 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:16:06.603660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:16:06.614575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'port_id': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'mac_address': 'fa:16:3e:08:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:16:06.660515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:16:06.660909 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:06.675011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:16:06.695696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:16:06.699940 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:06.760973 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=11']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:16:06.881721 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab031c-6bf5-4988-9b28-781743ee325b req-62b88ec7-3e96-4be2-bfa5-9f715f45c9c7 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:06.883229 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2fab031c-6bf5-4988-9b28-781743ee325b req-62b88ec7-3e96-4be2-bfa5-9f715f45c9c7 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0525472 Mar 10 16:16:06.933352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2fab031c-6bf5-4988-9b28-781743ee325b req-7c995876-f76d-4757-8b3f-eef29ec20380 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442057 Mar 10 16:16:06.942361 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:16:07.316093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a569c36-7c50-49d9-b6b7-10c599124687 req-6bc6c818-4b55-46ac-a908-1ed74f2e9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:07.317530 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a569c36-7c50-49d9-b6b7-10c599124687 req-6bc6c818-4b55-46ac-a908-1ed74f2e9a3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1128 time: 0.0477178 Mar 10 16:16:07.421915 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a569c36-7c50-49d9-b6b7-10c599124687 req-840ad701-a720-4f8f-a3c9-229e8eaf7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:07.423518 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a569c36-7c50-49d9-b6b7-10c599124687 req-840ad701-a720-4f8f-a3c9-229e8eaf7c26 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0861671 Mar 10 16:16:07.826569 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a569c36-7c50-49d9-b6b7-10c599124687 req-c9400eba-d484-40c5-9ff5-e4162b71b6ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 1001 time: 0.3960419 Mar 10 16:16:07.876035 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a569c36-7c50-49d9-b6b7-10c599124687 req-8838f392-e381-45b4-b87f-14e5d1a2238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:07.877540 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a569c36-7c50-49d9-b6b7-10c599124687 req-8838f392-e381-45b4-b87f-14e5d1a2238e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0448437 Mar 10 16:16:07.926695 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a569c36-7c50-49d9-b6b7-10c599124687 req-2f9754f1-7314-4958-80f7-5341f0352a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:07.928205 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a569c36-7c50-49d9-b6b7-10c599124687 req-2f9754f1-7314-4958-80f7-5341f0352a1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448978 Mar 10 16:16:08.047284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a569c36-7c50-49d9-b6b7-10c599124687 req-ddf10e5b-d58c-404e-8b9c-8cf3e311c433 service neutron] 10.222.0.45 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127462 Mar 10 16:16:08.090738 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91172ab7-75d7-42dc-b45e-7defdfbb52fb req-81307c05-e918-4cff-b54e-205f2c02efc9 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:08.092141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91172ab7-75d7-42dc-b45e-7defdfbb52fb req-81307c05-e918-4cff-b54e-205f2c02efc9 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 946 time: 0.0878894 Mar 10 16:16:08.181123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8a569c36-7c50-49d9-b6b7-10c599124687 req-fda72d89-2758-4bd0-a65e-26044e5be568 service neutron] 10.222.0.45 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282241 Mar 10 16:16:08.185795 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-91172ab7-75d7-42dc-b45e-7defdfbb52fb req-8fdf41be-07e0-435a-bbc6-ae2bc9a90d61 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621903 Mar 10 16:16:08.509012 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:16:08.587871 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 16:16:08.595250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:16:08.596688 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:08.684628 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:16:08.685018 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:08.707098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:16:08.709326 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e101f2c7-90f1-4edb-86e4-0597aaa24db2" -d '{"events": [{"server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "name": "network-vif-plugged", "status": "completed", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:16:08.722151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:16:08.726846 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:08.753647 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af33b06-06d6-4984-a999-8f24bb9b6de3 x-openstack-request-id: req-5af33b06-06d6-4984-a999-8f24bb9b6de3 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:16:08.753962 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "name": "network-vif-plugged", "status": "completed", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:16:08.754221 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5af33b06-06d6-4984-a999-8f24bb9b6de3 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:16:08.754617 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'code': 200} Mar 10 16:16:08.781836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=12']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:16:08.908613 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d7cd6-ceea-4767-b19d-fd21ce466749 req-d22bfb97-48be-49d8-bae9-ccc66d300575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:08.910201 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-314d7cd6-ceea-4767-b19d-fd21ce466749 req-d22bfb97-48be-49d8-bae9-ccc66d300575 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1129 time: 0.0471447 Mar 10 16:16:08.954748 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-314d7cd6-ceea-4767-b19d-fd21ce466749 req-324d589b-ba8f-49c9-b671-66b6490381ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390038 Mar 10 16:16:09.311898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f57811-023f-4f22-a1e1-5e69057b8c7c req-5c7d4864-a529-4246-8259-831381bb95bd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:09.313407 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16f57811-023f-4f22-a1e1-5e69057b8c7c req-5c7d4864-a529-4246-8259-831381bb95bd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 947 time: 0.0541430 Mar 10 16:16:09.365864 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16f57811-023f-4f22-a1e1-5e69057b8c7c req-eb86ec50-c767-475d-89f7-9df0b42408e1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469024 Mar 10 16:16:10.490432 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9571b-0891-4a36-862e-d30b8cb151d0 req-d7b53865-b743-410f-a527-16df91b57d02 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:10.491906 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46c9571b-0891-4a36-862e-d30b8cb151d0 req-d7b53865-b743-410f-a527-16df91b57d02 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 947 time: 0.0531242 Mar 10 16:16:10.540867 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-46c9571b-0891-4a36-862e-d30b8cb151d0 req-5bfbb538-f8c4-450c-8f54-d96128b3447c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433550 Mar 10 16:16:11.660618 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e11ba-f7e7-431b-a65b-9adffcaedc7d req-16d4f497-cec0-4a05-b426-3ea25d2d856e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:16:11.662107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-383e11ba-f7e7-431b-a65b-9adffcaedc7d req-16d4f497-cec0-4a05-b426-3ea25d2d856e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 947 time: 0.0526314 Mar 10 16:16:11.709502 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-383e11ba-f7e7-431b-a65b-9adffcaedc7d req-812947ae-4ef9-4ef2-98c7-8339f8757479 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418525 Mar 10 16:16:18.549744 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:21.536189 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:21.872128 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9fec0dfd-f2c5-4571-9348-f36c024efd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:24.247282 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b562adce-cc75-4b0e-91fa-c94b04395906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:25.539878 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:26.862142 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:28.449300 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:40.361585 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:16:48.546633 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:51.551121 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:51.874061 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-186ade4a-b4b5-47cf-99d4-2228003daee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:54.248424 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a78d-e476-465a-91a3-8d9601ff0ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:55.542857 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:56.863093 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:16:58.451224 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:09.353958 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-f45cfea9-e3c7-4b1b-b064-41fd503869f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1081209 Mar 10 16:17:09.443840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-2a9754a1-81bb-439c-8ed4-593692dd4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:09.445323 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-2a9754a1-81bb-439c-8ed4-593692dd4ef8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1129 time: 0.0441988 Mar 10 16:17:09.550388 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-a9b504f2-6c72-4ceb-9286-7bd246759c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:09.551885 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-a9b504f2-6c72-4ceb-9286-7bd246759c96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0884078 Mar 10 16:17:09.614449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-f5e53f83-9388-48e1-85ff-bc04b64ac745 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 1002 time: 0.0569544 Mar 10 16:17:09.661666 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-94d774ca-a9cd-4912-b849-77251cdb1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:09.663161 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-94d774ca-a9cd-4912-b849-77251cdb1606 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0429420 Mar 10 16:17:09.714274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-7d6fb8fb-4d84-421a-9aca-5198b8dccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:09.715827 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-7d6fb8fb-4d84-421a-9aca-5198b8dccd7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473442 Mar 10 16:17:09.725414 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-e52d2dc9-1275-405d-b462-fd37eb33dd59 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:17:09.726362 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-e52d2dc9-1275-405d-b462-fd37eb33dd59 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047987 Mar 10 16:17:09.814707 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-11a3ab2f-0300-4e10-bc19-f0ea6870345d service neutron] 10.222.0.45 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825579 Mar 10 16:17:09.906185 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3a963cd-433c-4f6c-aa71-a9e97614e604 req-c4d5d424-99b9-4eb8-88c6-e08e06e43a99 service neutron] 10.222.0.45 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857472 Mar 10 16:17:17.361301 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:17:18.546022 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:21.549568 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:21.879219 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6e8068ef-6a25-484a-8846-410e7d6e141a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:22.425843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44582) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:17:22.582664 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Deleting port c252d402-0a65-4989-8c81-98d22d6ce514 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:17:22.583033 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c252d402-0a65-4989-8c81-98d22d6ce514), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:22.658014 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c252d402-0a65-4989-8c81-98d22d6ce514), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:22.658338 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for floatingip (c252d402-0a65-4989-8c81-98d22d6ce514), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:22.670017 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Calling delete_port for c252d402-0a65-4989-8c81-98d22d6ce514 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:17:22.816741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c252d402-0a65-4989-8c81-98d22d6ce514), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:22.845768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event deleted for resources: {'Port': ['ID=c252d402-0a65-4989-8c81-98d22d6ce514,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:22.857909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.858262 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.858604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.858987 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.859320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.859651 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.860005 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.860335 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.860662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.860986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.861312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.861637 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.861959 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:22.916293 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for floatingip (816bae97-72ae-4077-8524-c10b7cde2e87), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:22.916621 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Floating IP 816bae97-72ae-4077-8524-c10b7cde2e87 disassociated (deleted). External IP: 172.25.3.149, port: 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62. Mar 10 16:17:23.145503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Router 7a9ca4f0-ad89-4564-8422-470bfecea78e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:17:23.263943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:17:23.268733 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:23.273237 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c542eef-8fd4-40d9-9792-f9778afb2f6d None None] Sync routers for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:17:23.281960 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c542eef-8fd4-40d9-9792-f9778afb2f6d None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:17:23.282574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c542eef-8fd4-40d9-9792-f9778afb2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:16:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:17:23.298523 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-27ea09ca-e11e-466f-b239-4759a7771b48 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "DELETE /v2.0/floatingips/816bae97-72ae-4077-8524-c10b7cde2e87 HTTP/1.1" status: 204 len: 168 time: 0.8716683 Mar 10 16:17:23.299237 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:17:23.301594 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:17:23.345651 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3f5a05-7970-4208-aac0-aa51b8a3346c x-openstack-request-id: req-dc3f5a05-7970-4208-aac0-aa51b8a3346c {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:17:23.346183 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:17:23.346439 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc3f5a05-7970-4208-aac0-aa51b8a3346c {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:17:23.346868 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'status': 'completed', 'code': 200} Mar 10 16:17:23.396513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0c542eef-8fd4-40d9-9792-f9778afb2f6d None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:17:23.410148 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8 req-2aba678a-53c9-4b87-a1b3-d192a918fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:23.411714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8 req-2aba678a-53c9-4b87-a1b3-d192a918fab7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 1129 time: 0.0467415 Mar 10 16:17:23.520789 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8 req-5b29f3fc-4bd1-43af-9e32-add33b04dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:23.523049 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8 req-5b29f3fc-4bd1-43af-9e32-add33b04dbce service neutron] 10.222.0.45 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.1019690 Mar 10 16:17:23.566101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8 req-d34d2daf-1c31-4054-a7b9-8f797e897414 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 200 len: 217 time: 0.0364406 Mar 10 16:17:23.613480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c542eef-8fd4-40d9-9792-f9778afb2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:17:23.639905 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c542eef-8fd4-40d9-9792-f9778afb2f6d None None] Checking router: 7a9ca4f0-ad89-4564-8422-470bfecea78e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:17:23.648726 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c542eef-8fd4-40d9-9792-f9778afb2f6d None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:17:23.649279 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c542eef-8fd4-40d9-9792-f9778afb2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:16:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:17:23.653400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8 req-9f376170-1f52-49e2-8bde-926d643b200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:23.654908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8 req-9f376170-1f52-49e2-8bde-926d643b200f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0824368 Mar 10 16:17:23.695909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21bd43-e6e5-4f19-971c-72f2f87114f4 req-baf2a21e-407d-46fb-a9c4-5c7fe761595c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:23.697383 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd21bd43-e6e5-4f19-971c-72f2f87114f4 req-baf2a21e-407d-46fb-a9c4-5c7fe761595c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 947 time: 0.2040124 Mar 10 16:17:23.733515 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8 req-eeb649ff-7466-421c-abb9-3b55bd2ef333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:23.735025 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8 req-eeb649ff-7466-421c-abb9-3b55bd2ef333 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731802 Mar 10 16:17:23.760207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0c542eef-8fd4-40d9-9792-f9778afb2f6d None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:17:23.777475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cd21bd43-e6e5-4f19-971c-72f2f87114f4 req-7be3fa52-ab09-40be-90fb-137d966b0cb7 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730369 Mar 10 16:17:23.845785 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8 req-9330a1cd-e5d5-489c-a43a-c695061df6e8 service neutron] 10.222.0.45 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023953 Mar 10 16:17:23.941839 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4e14846d-dcf3-47e9-8a62-cf659b01b1e8 req-69c9531e-f71d-4223-9f7a-4ced7e8f1630 service neutron] 10.222.0.45 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879905 Mar 10 16:17:23.968780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0c542eef-8fd4-40d9-9792-f9778afb2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:17:23.995299 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c542eef-8fd4-40d9-9792-f9778afb2f6d None None] The sync data for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 is: [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:17:24.224462 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab710f5-ab89-473a-8c97-05c432aae059 None None] New status for floating IP 816bae97-72ae-4077-8524-c10b7cde2e87: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:17:24.250109 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-06b4666f-45ef-4c11-a124-1d549535098d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:24.828949 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc589e30-9c9d-4231-be7e-f49194e8aef2 req-70c86c20-bc08-4716-872e-edac0109c635 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:24.830433 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc589e30-9c9d-4231-be7e-f49194e8aef2 req-70c86c20-bc08-4716-872e-edac0109c635 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 947 time: 0.0570364 Mar 10 16:17:24.960211 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-bc589e30-9c9d-4231-be7e-f49194e8aef2 req-1ebebaab-66c1-4c34-87e4-b511adb6de1a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Deleting port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:17:24.960546 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc589e30-9c9d-4231-be7e-f49194e8aef2 req-1ebebaab-66c1-4c34-87e4-b511adb6de1a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:25.001555 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bc2df-e8d0-4288-9ef4-e598ed21b8f7 req-904be826-7733-4b70-8f94-6c9174446b91 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:25.003031 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-897bc2df-e8d0-4288-9ef4-e598ed21b8f7 req-904be826-7733-4b70-8f94-6c9174446b91 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f901faf-546c-4bc6-bfe9-f299b0515378 HTTP/1.1" status: 200 len: 947 time: 0.1414332 Mar 10 16:17:25.094350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-bc589e30-9c9d-4231-be7e-f49194e8aef2 req-1ebebaab-66c1-4c34-87e4-b511adb6de1a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] For port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:17:25.094636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc589e30-9c9d-4231-be7e-f49194e8aef2 req-1ebebaab-66c1-4c34-87e4-b511adb6de1a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:25.105629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-897bc2df-e8d0-4288-9ef4-e598ed21b8f7 req-3ead25e2-b15d-437c-b47d-f14714b45892 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=825093c6-9cc4-4821-a71e-f91af9e5fcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965209 Mar 10 16:17:25.111228 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-bc589e30-9c9d-4231-be7e-f49194e8aef2 req-1ebebaab-66c1-4c34-87e4-b511adb6de1a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Calling delete_port for 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:17:25.251055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc589e30-9c9d-4231-be7e-f49194e8aef2 req-1ebebaab-66c1-4c34-87e4-b511adb6de1a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2a541ebb-f2be-40e3-b1b5-a318b6a8fb62), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:25.279950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebebaab-66c1-4c34-87e4-b511adb6de1a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event deleted for resources: {'Port': ['ID=2a541ebb-f2be-40e3-b1b5-a318b6a8fb62,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:25.324864 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc589e30-9c9d-4231-be7e-f49194e8aef2 req-1ebebaab-66c1-4c34-87e4-b511adb6de1a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] No DVR routers for this DVR port 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:17:25.328169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-bc589e30-9c9d-4231-be7e-f49194e8aef2 req-1ebebaab-66c1-4c34-87e4-b511adb6de1a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:25.331629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc589e30-9c9d-4231-be7e-f49194e8aef2 req-1ebebaab-66c1-4c34-87e4-b511adb6de1a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.45 "DELETE /v2.0/ports/2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 HTTP/1.1" status: 204 len: 173 time: 0.4948254 Mar 10 16:17:25.348422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'name': 'network-vif-deleted', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:17:25.350802 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a91729-530b-40f9-afe4-65a2d6a6ab3f" -d '{"events": [{"server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "name": "network-vif-deleted", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:17:25.386822 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258480a4-9177-4fc8-bf0c-c1dc2a7e7989 x-openstack-request-id: req-258480a4-9177-4fc8-bf0c-c1dc2a7e7989 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:17:25.387136 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f901faf-546c-4bc6-bfe9-f299b0515378", "name": "network-vif-deleted", "tag": "2a541ebb-f2be-40e3-b1b5-a318b6a8fb62", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:17:25.387400 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-258480a4-9177-4fc8-bf0c-c1dc2a7e7989 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:17:25.387840 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f901faf-546c-4bc6-bfe9-f299b0515378', 'name': 'network-vif-deleted', 'tag': '2a541ebb-f2be-40e3-b1b5-a318b6a8fb62', 'status': 'completed', 'code': 200} Mar 10 16:17:25.546857 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:26.160855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44604) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:17:26.222219 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d598-2992-47f6-8f9a-863d7e1cb6e0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (825093c6-9cc4-4821-a71e-f91af9e5fcd1), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:26.248636 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d598-2992-47f6-8f9a-863d7e1cb6e0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (825093c6-9cc4-4821-a71e-f91af9e5fcd1), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:26.309210 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d598-2992-47f6-8f9a-863d7e1cb6e0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (825093c6-9cc4-4821-a71e-f91af9e5fcd1), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:26.311941 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d598-2992-47f6-8f9a-863d7e1cb6e0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:26.313521 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-fbd8d598-2992-47f6-8f9a-863d7e1cb6e0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "DELETE /v2.0/security-groups/825093c6-9cc4-4821-a71e-f91af9e5fcd1 HTTP/1.1" status: 204 len: 168 time: 0.1514366 Mar 10 16:17:26.322520 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8d598-2992-47f6-8f9a-863d7e1cb6e0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825093c6-9cc4-4821-a71e-f91af9e5fcd1,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:26.871269 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:26.977492 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:17:26.998133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:17:26.998476 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 2a541ebb-f2be-40e3-b1b5-a318b6a8fb62 not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:17:27.567419 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44612) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:17:27.572639 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-7919f2fa-ff14-4127-b20c-0d851dfa3711 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754984690', 'description': 'tempest-secgroup-smoke-1754984690 description', 'project_id': '13535e85566949b0b680c86449ab8904'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:17:27.594267 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7919f2fa-ff14-4127-b20c-0d851dfa3711 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.660292 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7919f2fa-ff14-4127-b20c-0d851dfa3711 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (030b221f-5d70-4b63-9f6a-b39a1f8c8495), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.663895 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7919f2fa-ff14-4127-b20c-0d851dfa3711 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (030b221f-5d70-4b63-9f6a-b39a1f8c8495), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.692602 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-7919f2fa-ff14-4127-b20c-0d851dfa3711 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.694447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-7919f2fa-ff14-4127-b20c-0d851dfa3711 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1254520 Mar 10 16:17:27.697367 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44614) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:17:27.699178 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919f2fa-ff14-4127-b20c-0d851dfa3711 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030b221f-5d70-4b63-9f6a-b39a1f8c8495,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:27.702330 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '030b221f-5d70-4b63-9f6a-b39a1f8c8495', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:17:27.729673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (8b615de0-d802-4265-8092-da761236e11b), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.774669 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (8b615de0-d802-4265-8092-da761236e11b), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.778190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (8b615de0-d802-4265-8092-da761236e11b), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.795834 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b615de0-d802-4265-8092-da761236e11b,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:27.805146 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.805505 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.805848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.806193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.806531 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.806901 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.807233 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.807565 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.807892 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.808237 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.808671 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.809010 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.809340 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:17:27.814251 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.815707 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-433642bf-4f07-4b9e-868f-3e990546cc7e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171894 Mar 10 16:17:27.818421 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44618) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:17:27.823462 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d92180b7-a012-4deb-9533-eb43c0f3be76 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '030b221f-5d70-4b63-9f6a-b39a1f8c8495', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:17:27.848082 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d92180b7-a012-4deb-9533-eb43c0f3be76 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (0cdcc710-c65e-49e6-81f4-17698ccc4af0), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.902777 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d92180b7-a012-4deb-9533-eb43c0f3be76 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (0cdcc710-c65e-49e6-81f4-17698ccc4af0), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.906349 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d92180b7-a012-4deb-9533-eb43c0f3be76 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (0cdcc710-c65e-49e6-81f4-17698ccc4af0), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.924641 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92180b7-a012-4deb-9533-eb43c0f3be76 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdcc710-c65e-49e6-81f4-17698ccc4af0,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:27.934427 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d92180b7-a012-4deb-9533-eb43c0f3be76 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:27.935675 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d92180b7-a012-4deb-9533-eb43c0f3be76 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156092 Mar 10 16:17:27.938387 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44620) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:17:27.942715 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-5f657e02-75df-460c-b8c8-f4372d7bd000 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '030b221f-5d70-4b63-9f6a-b39a1f8c8495', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:17:27.967635 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f657e02-75df-460c-b8c8-f4372d7bd000 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (44356ccf-427e-4e0a-97e0-038c117e5ef5), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.023953 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f657e02-75df-460c-b8c8-f4372d7bd000 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (44356ccf-427e-4e0a-97e0-038c117e5ef5), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.027526 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f657e02-75df-460c-b8c8-f4372d7bd000 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (44356ccf-427e-4e0a-97e0-038c117e5ef5), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.044724 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f657e02-75df-460c-b8c8-f4372d7bd000 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44356ccf-427e-4e0a-97e0-038c117e5ef5,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:28.054977 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-5f657e02-75df-460c-b8c8-f4372d7bd000 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.056167 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5f657e02-75df-460c-b8c8-f4372d7bd000 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168232 Mar 10 16:17:28.058886 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44622) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:17:28.063090 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cfdaa108-b47f-4013-a62d-67a38831edfa tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '030b221f-5d70-4b63-9f6a-b39a1f8c8495', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:17:28.087405 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfdaa108-b47f-4013-a62d-67a38831edfa tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (6858ebd6-7715-48cc-83f1-0b1230d870b2), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.147028 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfdaa108-b47f-4013-a62d-67a38831edfa tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (6858ebd6-7715-48cc-83f1-0b1230d870b2), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.150382 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfdaa108-b47f-4013-a62d-67a38831edfa tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (6858ebd6-7715-48cc-83f1-0b1230d870b2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.169132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaa108-b47f-4013-a62d-67a38831edfa tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6858ebd6-7715-48cc-83f1-0b1230d870b2,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:28.174321 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cfdaa108-b47f-4013-a62d-67a38831edfa tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.175472 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cfdaa108-b47f-4013-a62d-67a38831edfa tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156843 Mar 10 16:17:28.178762 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44624) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:17:28.183005 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0a89d719-f6aa-416b-94f7-b99b78c3c810 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '030b221f-5d70-4b63-9f6a-b39a1f8c8495', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:17:28.201235 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-0a89d719-f6aa-416b-94f7-b99b78c3c810 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Project 13535e85566949b0b680c86449ab8904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:17:28.206044 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a89d719-f6aa-416b-94f7-b99b78c3c810 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (2978898f-19e7-41a1-b962-e871b96ac14f), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.262221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a89d719-f6aa-416b-94f7-b99b78c3c810 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (2978898f-19e7-41a1-b962-e871b96ac14f), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.266059 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a89d719-f6aa-416b-94f7-b99b78c3c810 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (2978898f-19e7-41a1-b962-e871b96ac14f), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.284432 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89d719-f6aa-416b-94f7-b99b78c3c810 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2978898f-19e7-41a1-b962-e871b96ac14f,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:28.290164 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0a89d719-f6aa-416b-94f7-b99b78c3c810 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.291475 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0a89d719-f6aa-416b-94f7-b99b78c3c810 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1116142 Mar 10 16:17:28.294139 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 44626) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:17:28.298312 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-4df0b8ee-9fde-4f36-b684-2759ce3f6567 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'security_group_rule': {'security_group_id': '030b221f-5d70-4b63-9f6a-b39a1f8c8495', 'project_id': '13535e85566949b0b680c86449ab8904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:17:28.317186 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-4df0b8ee-9fde-4f36-b684-2759ce3f6567 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Project 13535e85566949b0b680c86449ab8904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:17:28.322106 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4df0b8ee-9fde-4f36-b684-2759ce3f6567 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (ec497c23-de56-474e-8b38-771d9f862dfe), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.380750 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4df0b8ee-9fde-4f36-b684-2759ce3f6567 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (ec497c23-de56-474e-8b38-771d9f862dfe), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.384419 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4df0b8ee-9fde-4f36-b684-2759ce3f6567 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (ec497c23-de56-474e-8b38-771d9f862dfe), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.401954 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0b8ee-9fde-4f36-b684-2759ce3f6567 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec497c23-de56-474e-8b38-771d9f862dfe,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:28.410272 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-4df0b8ee-9fde-4f36-b684-2759ce3f6567 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:28.411630 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-4df0b8ee-9fde-4f36-b684-2759ce3f6567 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165526 Mar 10 16:17:28.452639 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:47.980101 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-0bf4668c-9471-4de7-83ff-701f17499cf4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754984690&fields=id&tenant_id=13535e85566949b0b680c86449ab8904 HTTP/1.1" status: 200 len: 267 time: 0.0433438 Mar 10 16:17:48.087084 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-73075b59-0260-487d-8e26-2f4ec9e87025 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:48.088564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-73075b59-0260-487d-8e26-2f4ec9e87025 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 808 time: 0.1020954 Mar 10 16:17:48.104517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-73efd422-6c61-413d-906a-30497369352c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/quotas/13535e85566949b0b680c86449ab8904 HTTP/1.1" status: 200 len: 375 time: 0.0106993 Mar 10 16:17:48.157334 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-9f660005-d8d5-4555-b8b5-243c23b94a4f tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480127 Mar 10 16:17:48.172459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-e27ba2c7-afea-48e1-9e55-8d62e1ff5a8a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:17:48.173416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-e27ba2c7-afea-48e1-9e55-8d62e1ff5a8a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049603 Mar 10 16:17:48.265047 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-e1ce5596-c872-42b4-8a89-e943cda22f5a service neutron] 10.222.0.11 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865026 Mar 10 16:17:48.353600 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-667fd991-6450-4d06-b715-bf7b60f7cb93 service neutron] 10.222.0.11 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827820 Mar 10 16:17:48.582674 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:48.634059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b7453f17-d048-4a57-94ec-d2047a9d1a18 req-cb7630ef-275b-43b5-9693-b0b7adf63561 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0309145 Mar 10 16:17:49.714027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cbdc2ecb-e1b0-41b9-8d01-d6312ea8bca5 req-e312fecd-6aa7-4853-9268-67d7aee4d882 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0269575 Mar 10 16:17:50.793120 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-59592f60-da67-4b4b-85a7-7f0e26c2da6d req-2d193b6c-3764-467e-84ce-d94b08f3835a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0288415 Mar 10 16:17:51.579308 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:51.876663 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-01061b77-3958-4bd3-ba3c-debe07bdbe6e req-279d4192-f07a-4f48-b90f-5aa4c968333b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0325930 Mar 10 16:17:51.884803 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-87b3a4d3-7313-4aaf-9eb8-a45beb397ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:52.972091 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-329c5294-7f54-402b-bb52-35d69fce15e3 req-025e7c00-8cc8-44ae-9440-11e27b130dc8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0276780 Mar 10 16:17:53.618031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-d41192c5-a166-4b39-a4fd-c2b8cf1cab6f tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:53.620712 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-d41192c5-a166-4b39-a4fd-c2b8cf1cab6f tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 808 time: 0.1075940 Mar 10 16:17:53.683110 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-6a2f6e81-b1fa-4c36-a777-50e900f7f684 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13535e85566949b0b680c86449ab8904 HTTP/1.1" status: 200 len: 380 time: 0.0542791 Mar 10 16:17:53.691170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'port': {'device_id': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'admin_state_up': True, 'tenant_id': '13535e85566949b0b680c86449ab8904', 'security_groups': ['030b221f-5d70-4b63-9f6a-b39a1f8c8495']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:17:53.800818 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Made reservation on behalf of 13535e85566949b0b680c86449ab8904 for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:17:53.804917 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:53.934258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Allocated IP 172.20.0.14 (ffb26f97-7ed0-405c-875e-4c66ee1b7abb/f6cb99cd-98c0-4498-a382-cbb498444c7b/a1015425-e7c3-47aa-932e-cedbd2742ea6) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:17:54.089034 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:54.125941 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:54.171083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Network ffb26f97-7ed0-405c-875e-4c66ee1b7abb is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:17:54.176855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:17:54.182686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:17:54.222402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'Port': ['ID=a1015425-e7c3-47aa-932e-cedbd2742ea6,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:54.251602 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:54.252439 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:54.259255 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ca60-c684-4010-b440-c62c9c3c34af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:54.279292 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-bb52395c-c609-4f40-b501-7f489e350edb tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5916605 Mar 10 16:17:54.289884 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-368a8c99-b1a1-4cb1-9fd6-f88fdf1917f8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:17:54.291113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-368a8c99-b1a1-4cb1-9fd6-f88fdf1917f8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063429 Mar 10 16:17:54.358389 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Request body: {'port': {'device_id': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:17:54.360399 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:17:54.455667 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:54.504240 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5ea81-b382-4114-bbc8-e52db0db39db req-e0642c1e-f2c3-40b9-a1db-3acebdc8d947 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:54.505609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3d5ea81-b382-4114-bbc8-e52db0db39db req-e0642c1e-f2c3-40b9-a1db-3acebdc8d947 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 932 time: 0.1081834 Mar 10 16:17:54.547348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-30cfe595-45a9-4287-85a7-bb121c788de7 None None] Provisioning complete for port a1015425-e7c3-47aa-932e-cedbd2742ea6 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:17:54.547721 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-30cfe595-45a9-4287-85a7-bb121c788de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:54.587500 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-30cfe595-45a9-4287-85a7-bb121c788de7 None None] Port a1015425-e7c3-47aa-932e-cedbd2742ea6 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:17:54.625513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3d5ea81-b382-4114-bbc8-e52db0db39db req-e162a783-a5b3-485b-81f2-3f501d77200b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136453 Mar 10 16:17:54.774121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1015425-e7c3-47aa-932e-cedbd2742ea6 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:17:54.781572 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Publish callbacks [] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:54.794172 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Transition to ACTIVE for port object a1015425-e7c3-47aa-932e-cedbd2742ea6 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 16:17:54.798055 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:54.852527 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Pushing event updated for resources: {'Port': ['ID=a1015425-e7c3-47aa-932e-cedbd2742ea6,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:54.929216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Attempting to bind port a1015425-e7c3-47aa-932e-cedbd2742ea6 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:17:54.929562 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Attempting to bind port a1015425-e7c3-47aa-932e-cedbd2742ea6 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:17:54.929898 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Attempting to bind port a1015425-e7c3-47aa-932e-cedbd2742ea6 on network ffb26f97-7ed0-405c-875e-4c66ee1b7abb {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:17:54.934726 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Port a1015425-e7c3-47aa-932e-cedbd2742ea6 on network ffb26f97-7ed0-405c-875e-4c66ee1b7abb not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 16:17:54.935150 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Attempting to bind port a1015425-e7c3-47aa-932e-cedbd2742ea6 on network ffb26f97-7ed0-405c-875e-4c66ee1b7abb {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:17:54.940288 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:17:54.940629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Checking segment: {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:17:54.941018 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Bound using segment: {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:17:54.941458 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Bound port: a1015425-e7c3-47aa-932e-cedbd2742ea6, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:17:54.941822 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:55.345111 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] For port a1015425-e7c3-47aa-932e-cedbd2742ea6, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:17:55.348416 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] For port a1015425-e7c3-47aa-932e-cedbd2742ea6, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:17:55.354392 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:55.391044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:55.391933 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:55.393324 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] 10.222.0.62 "PUT /v2.0/ports/a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 200 len: 1092 time: 1.0943913 Mar 10 16:17:55.393768 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:17:55.396021 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568570ce-68f9-4b55-a704-14e5c550540c" -d '{"events": [{"name": "network-changed", "server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:17:55.437824 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f8e1a-b6e4-4f7a-be44-91ad8c736964 service neutron] Pushing event updated for resources: {'Port': ['ID=a1015425-e7c3-47aa-932e-cedbd2742ea6,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:17:55.496993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-84d17703-f854-490b-a3d9-92cea55df1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:55.499719 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-84d17703-f854-490b-a3d9-92cea55df1f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1126 time: 0.0539224 Mar 10 16:17:55.515724 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d154cb0-e62d-4e8e-8bfe-ada58c0b94bb x-openstack-request-id: req-0d154cb0-e62d-4e8e-8bfe-ada58c0b94bb {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:17:55.516017 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:17:55.516271 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d154cb0-e62d-4e8e-8bfe-ada58c0b94bb {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:17:55.516881 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'status': 'completed', 'code': 200} Mar 10 16:17:55.552755 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:55.558971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-ef27624e-a839-4c19-af0d-a148daa347ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 200 len: 217 time: 0.0517511 Mar 10 16:17:55.612320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-d3ef8a8e-4886-4a50-8e88-c19cb8da1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:55.613792 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-d3ef8a8e-4886-4a50-8e88-c19cb8da1265 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0493460 Mar 10 16:17:55.666400 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-7c79bece-4a81-413e-9f5c-18af4887eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:55.668038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-7c79bece-4a81-413e-9f5c-18af4887eb58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476568 Mar 10 16:17:55.797575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-70514df1-9d24-45cb-b2ab-d77abad3fac0 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228848 Mar 10 16:17:55.809669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccf320-abab-4f6f-b413-a313860cd82a req-e51071da-cc2d-4904-8a3b-b1308508b5e9 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:55.811105 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09ccf320-abab-4f6f-b413-a313860cd82a req-e51071da-cc2d-4904-8a3b-b1308508b5e9 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.1117470 Mar 10 16:17:55.917690 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-09ccf320-abab-4f6f-b413-a313860cd82a req-98b47a1d-ca0a-47a5-a701-0c77d276d903 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986650 Mar 10 16:17:55.938260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ee9dc2c5-ca35-4d55-90e1-1ce4ff3f71e0 req-46586492-1eab-4b45-a3d1-9738b40ce954 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242588 Mar 10 16:17:56.020986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568570ce-68f9-4b55-a704-14e5c550540c req-ef57f57d-096b-4fdb-b0e0-a17324a9e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:56.022478 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-568570ce-68f9-4b55-a704-14e5c550540c req-ef57f57d-096b-4fdb-b0e0-a17324a9e160 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1126 time: 0.0444417 Mar 10 16:17:56.118934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568570ce-68f9-4b55-a704-14e5c550540c req-32117f2e-584f-4160-9ac4-5dfa2ab9fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:56.120414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-568570ce-68f9-4b55-a704-14e5c550540c req-32117f2e-584f-4160-9ac4-5dfa2ab9fefb service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0918050 Mar 10 16:17:56.160695 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-568570ce-68f9-4b55-a704-14e5c550540c req-56fb9c74-2dd9-48b9-94ff-76b62aa3b8bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 200 len: 217 time: 0.0348630 Mar 10 16:17:56.212176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568570ce-68f9-4b55-a704-14e5c550540c req-5bc63010-3d66-4e40-a72e-0d72c4613d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:56.213526 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-568570ce-68f9-4b55-a704-14e5c550540c req-5bc63010-3d66-4e40-a72e-0d72c4613d8c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0464914 Mar 10 16:17:56.261760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568570ce-68f9-4b55-a704-14e5c550540c req-9b08e78e-7068-43f8-8fb1-cb6beb00e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:56.263267 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-568570ce-68f9-4b55-a704-14e5c550540c req-9b08e78e-7068-43f8-8fb1-cb6beb00e323 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439289 Mar 10 16:17:56.351793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-568570ce-68f9-4b55-a704-14e5c550540c req-29166765-d4c9-4b8b-ba61-f053ae46f524 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824230 Mar 10 16:17:56.445497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-568570ce-68f9-4b55-a704-14e5c550540c req-914ed434-4f85-4d99-9504-03ff4ac34b96 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883472 Mar 10 16:17:56.869893 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:57.042809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6673df7-7319-4efb-82b4-9c76a02f5c47 req-6be7f2c9-4dee-47c2-9956-691d01bd498b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:57.044435 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6673df7-7319-4efb-82b4-9c76a02f5c47 req-6be7f2c9-4dee-47c2-9956-691d01bd498b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0551085 Mar 10 16:17:57.101781 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6673df7-7319-4efb-82b4-9c76a02f5c47 req-b44377a7-32ef-4c68-a848-7851df021ee8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513368 Mar 10 16:17:58.224480 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6c32f-cb79-4868-9b2c-2f66d19a4132 req-60210a4f-9e68-46b3-b8e1-bca702d3a836 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:58.226481 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4c6c32f-cb79-4868-9b2c-2f66d19a4132 req-60210a4f-9e68-46b3-b8e1-bca702d3a836 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0587671 Mar 10 16:17:58.283090 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f4c6c32f-cb79-4868-9b2c-2f66d19a4132 req-ff14372c-a969-48f6-b599-06d273f098db tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507417 Mar 10 16:17:58.456984 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:17:59.406049 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ad8fd-aebc-44e3-8a9c-bf11aeb25c01 req-837bea11-77c4-4094-b0a3-e846c3da0538 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:17:59.407562 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-389ad8fd-aebc-44e3-8a9c-bf11aeb25c01 req-837bea11-77c4-4094-b0a3-e846c3da0538 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0525725 Mar 10 16:17:59.456659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-389ad8fd-aebc-44e3-8a9c-bf11aeb25c01 req-ec4de659-dc4b-4a73-9713-6d62b128ba1b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Mar 10 16:18:00.574974 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2acce-ac99-4db5-80e3-621b26940c66 req-8509c3b0-142b-4e07-9f03-f7496114cf0b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:00.576456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0b2acce-ac99-4db5-80e3-621b26940c66 req-8509c3b0-142b-4e07-9f03-f7496114cf0b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0522482 Mar 10 16:18:00.628740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a0b2acce-ac99-4db5-80e3-621b26940c66 req-76d3777e-e91e-4114-a5e2-ebabbaa829ba tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467305 Mar 10 16:18:01.745546 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f033ab-ee6e-46c5-b0c8-637de348c485 req-51b3c91d-faed-4fdd-b5c1-3c353a8d5bff tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:01.747020 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96f033ab-ee6e-46c5-b0c8-637de348c485 req-51b3c91d-faed-4fdd-b5c1-3c353a8d5bff tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0529635 Mar 10 16:18:01.797270 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-96f033ab-ee6e-46c5-b0c8-637de348c485 req-791a8d06-25b2-4fc8-969d-5fc61e97eb9d tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445101 Mar 10 16:18:02.915657 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02946a4-2cc0-4bcf-90de-52e00e00926c req-cf13780e-32d9-4a11-a52d-c3577dbe764e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:02.917217 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f02946a4-2cc0-4bcf-90de-52e00e00926c req-cf13780e-32d9-4a11-a52d-c3577dbe764e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0525608 Mar 10 16:18:02.967192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f02946a4-2cc0-4bcf-90de-52e00e00926c req-da4f5a1e-bf92-40f4-a45a-0e50aaa4dab0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434651 Mar 10 16:18:04.093032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eee28d-7d6d-4475-849a-2fe7f9f378ff req-4f8ccd73-3111-49e8-bca4-22fafb8baeed tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:04.094522 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7eee28d-7d6d-4475-849a-2fe7f9f378ff req-4f8ccd73-3111-49e8-bca4-22fafb8baeed tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0573871 Mar 10 16:18:04.143189 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f7eee28d-7d6d-4475-849a-2fe7f9f378ff req-a1cf606a-c371-46b6-aed6-e118a4ab3db2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426919 Mar 10 16:18:05.262342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603bf05-606c-4973-8c72-296c6cde276e req-4e9f6e19-d113-4b45-936b-e71c61abedb5 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:05.263854 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9603bf05-606c-4973-8c72-296c6cde276e req-4e9f6e19-d113-4b45-936b-e71c61abedb5 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0524015 Mar 10 16:18:05.316052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9603bf05-606c-4973-8c72-296c6cde276e req-15c304fd-1683-480a-abd6-6d3cd2e1705e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465205 Mar 10 16:18:06.442154 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa216f89-745c-48e7-84ad-45f9e3f82579 req-509c1a2b-e3e3-4d4d-a7a6-804accdc0ab8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:06.443817 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa216f89-745c-48e7-84ad-45f9e3f82579 req-509c1a2b-e3e3-4d4d-a7a6-804accdc0ab8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0592785 Mar 10 16:18:06.498492 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aa216f89-745c-48e7-84ad-45f9e3f82579 req-5034a08b-4ea0-4926-a326-9456df6c258b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487983 Mar 10 16:18:07.618055 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f782d7-5182-46c8-a3c0-7e4e54b1a1c2 req-ec1af33e-95fa-4359-aa12-0ab0d3415403 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:07.619696 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7f782d7-5182-46c8-a3c0-7e4e54b1a1c2 req-ec1af33e-95fa-4359-aa12-0ab0d3415403 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0532112 Mar 10 16:18:07.674454 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a7f782d7-5182-46c8-a3c0-7e4e54b1a1c2 req-fbb76329-5fb6-422e-914d-68b4e5719007 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488253 Mar 10 16:18:08.791867 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3781ab6-8771-4c01-9d02-d9937567788c req-612ecdea-3b78-4f15-8bd9-acbed5756f75 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:08.793353 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3781ab6-8771-4c01-9d02-d9937567788c req-612ecdea-3b78-4f15-8bd9-acbed5756f75 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0524578 Mar 10 16:18:08.841380 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d3781ab6-8771-4c01-9d02-d9937567788c req-a8358195-c5a4-4caf-a769-435e13573019 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424838 Mar 10 16:18:09.964075 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d290f-1c59-4ba8-bcfb-3df85b021874 req-6f201499-c6e8-4ee5-a18c-4e620f01f812 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:09.965570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d04d290f-1c59-4ba8-bcfb-3df85b021874 req-6f201499-c6e8-4ee5-a18c-4e620f01f812 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0581985 Mar 10 16:18:10.015968 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d04d290f-1c59-4ba8-bcfb-3df85b021874 req-9e63375e-d83b-4dc7-be7b-1de917937b08 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445094 Mar 10 16:18:11.133467 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325f6d7-a1f5-42e8-88ce-183d7ccd3dac req-9b714b43-46ff-4aa9-a19c-5da041bb5b25 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:11.134943 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9325f6d7-a1f5-42e8-88ce-183d7ccd3dac req-9b714b43-46ff-4aa9-a19c-5da041bb5b25 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0522225 Mar 10 16:18:11.182179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9325f6d7-a1f5-42e8-88ce-183d7ccd3dac req-18d50a06-5ccb-47e0-a317-b34fc737d612 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 Mar 10 16:18:12.124181 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a1015425-e7c3-47aa-932e-cedbd2742ea6 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:18:12.220618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a1015425-e7c3-47aa-932e-cedbd2742ea6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:18:12.233245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'port_id': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:18:12.279028 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port a1015425-e7c3-47aa-932e-cedbd2742ea6 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:18:12.279426 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:12.292651 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1015425-e7c3-47aa-932e-cedbd2742ea6 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:18:12.307554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa6d34-e7e0-4c61-9963-bceebc38e921 req-ba3379e4-4cab-4aff-9274-f8395d1bf9e2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:12.309111 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8aa6d34-e7e0-4c61-9963-bceebc38e921 req-ba3379e4-4cab-4aff-9274-f8395d1bf9e2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0589099 Mar 10 16:18:12.311893 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a1015425-e7c3-47aa-932e-cedbd2742ea6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:18:12.315856 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:12.362228 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c8aa6d34-e7e0-4c61-9963-bceebc38e921 req-e178eab7-19de-47ce-8013-8481438e8738 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466599 Mar 10 16:18:12.370621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=a1015425-e7c3-47aa-932e-cedbd2742ea6,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:18:12.378929 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.379278 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.379619 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.379962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.380296 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.380625 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.380953 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.381273 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.381623 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.381976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.382297 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.383192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.383519 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:18:12.667643 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['a1015425-e7c3-47aa-932e-cedbd2742ea6'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:18:13.481989 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956dd86-22d9-4f19-8601-62cec79636bc req-ea9b2c46-8c59-4a7a-a7c3-c4732d2600a7 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:13.483497 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7956dd86-22d9-4f19-8601-62cec79636bc req-ea9b2c46-8c59-4a7a-a7c3-c4732d2600a7 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 945 time: 0.0520906 Mar 10 16:18:13.533928 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7956dd86-22d9-4f19-8601-62cec79636bc req-104f66a0-b783-4794-b072-3b32cdd2c523 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447564 Mar 10 16:18:14.140077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a1015425-e7c3-47aa-932e-cedbd2742ea6 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:18:14.188515 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port a1015425-e7c3-47aa-932e-cedbd2742ea6 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 16:18:14.192327 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port a1015425-e7c3-47aa-932e-cedbd2742ea6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:18:14.192700 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:14.269793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port a1015425-e7c3-47aa-932e-cedbd2742ea6 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:18:14.270175 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:14.293248 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:18:14.295587 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbda4b11-475a-402e-915c-27fad6a173fd" -d '{"events": [{"server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "name": "network-vif-plugged", "status": "completed", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:18:14.308479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a1015425-e7c3-47aa-932e-cedbd2742ea6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:18:14.312429 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:14.336529 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69234acf-7e89-48ac-a89d-93ff8c04b4c6 x-openstack-request-id: req-69234acf-7e89-48ac-a89d-93ff8c04b4c6 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:18:14.336831 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "name": "network-vif-plugged", "status": "completed", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:18:14.337148 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69234acf-7e89-48ac-a89d-93ff8c04b4c6 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:18:14.337532 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'code': 200} Mar 10 16:18:14.365249 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=a1015425-e7c3-47aa-932e-cedbd2742ea6,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:18:14.432551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35fceb-01ad-4630-b76b-9ca8d7fcecdc req-9fcda105-3926-49e6-a54c-fcaa6e73d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:14.434026 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be35fceb-01ad-4630-b76b-9ca8d7fcecdc req-9fcda105-3926-49e6-a54c-fcaa6e73d0ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1128 time: 0.0431523 Mar 10 16:18:14.482920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-be35fceb-01ad-4630-b76b-9ca8d7fcecdc req-b801c30b-c090-46b0-93e1-c878a49ff38a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427904 Mar 10 16:18:14.651636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aebd3-980f-453e-a3a2-10d16d105177 req-8559ffb4-fcda-48cb-a165-6abedac2f9a4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:14.653154 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-076aebd3-980f-453e-a3a2-10d16d105177 req-8559ffb4-fcda-48cb-a165-6abedac2f9a4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0524595 Mar 10 16:18:14.701917 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-076aebd3-980f-453e-a3a2-10d16d105177 req-c4abef7c-d1a0-4b2c-864b-d142f2257bab tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433033 Mar 10 16:18:15.831398 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3616d6-be3f-45d8-b75a-64b63ad2cb45 req-ffdd70cc-3537-4241-81af-5c1020f1b714 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:15.834088 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a3616d6-be3f-45d8-b75a-64b63ad2cb45 req-ffdd70cc-3537-4241-81af-5c1020f1b714 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0602460 Mar 10 16:18:15.883131 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a3616d6-be3f-45d8-b75a-64b63ad2cb45 req-7bd29b2f-9a3a-4665-9386-4b55e70a08f0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439918 Mar 10 16:18:17.004170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b0ed6-d9e9-424b-9c30-f034171e6869 req-b00efc0f-841f-4904-af9a-a81aa323a985 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:17.005618 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b08b0ed6-d9e9-424b-9c30-f034171e6869 req-b00efc0f-841f-4904-af9a-a81aa323a985 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0554698 Mar 10 16:18:17.053449 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b08b0ed6-d9e9-424b-9c30-f034171e6869 req-0c1ea242-bdb1-451b-9b33-b311c15e5bb1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415077 Mar 10 16:18:17.170381 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0968f-5dae-4c62-b4ac-716b153f2f0c req-229e75d7-07c1-41f7-b20c-4107a5b02d3b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:17.171793 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abb0968f-5dae-4c62-b4ac-716b153f2f0c req-229e75d7-07c1-41f7-b20c-4107a5b02d3b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0520542 Mar 10 16:18:17.219916 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-abb0968f-5dae-4c62-b4ac-716b153f2f0c req-320b8881-96d8-49f2-b59c-3cd7c12cf4ed tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Mar 10 16:18:17.241089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44860) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:18:17.326291 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330146a2-d958-4099-ad75-21d3ae4d34b1 tempest-TestShelveInstance-1233321454 tempest-TestShelveInstance-1233321454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:17.328553 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-330146a2-d958-4099-ad75-21d3ae4d34b1 tempest-TestShelveInstance-1233321454 tempest-TestShelveInstance-1233321454-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1123 time: 0.0864995 Mar 10 16:18:17.331542 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 44864) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:18:17.335993 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:18:17.356500 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:17.455662 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:17.560402 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Allocated IP 172.25.3.46 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/e50a4705-a1e6-446c-8abf-4a8722c646fe) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:18:17.662505 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for port (e50a4705-a1e6-446c-8abf-4a8722c646fe), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:17.695231 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e50a4705-a1e6-446c-8abf-4a8722c646fe), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:17.732777 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:18:17.737404 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:18:17.740817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:18:17.767429 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'Port': ['ID=e50a4705-a1e6-446c-8abf-4a8722c646fe,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:18:18.111531 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for floatingip (5f0a77d5-070f-4ef4-aeb4-253c827cd50d), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:18.182632 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e50a4705-a1e6-446c-8abf-4a8722c646fe), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:18.334023 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for port (e50a4705-a1e6-446c-8abf-4a8722c646fe), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:18.338600 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (e50a4705-a1e6-446c-8abf-4a8722c646fe), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:18.405868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event updated for resources: {'Port': ['ID=e50a4705-a1e6-446c-8abf-4a8722c646fe,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:18:18.417890 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (5f0a77d5-070f-4ef4-aeb4-253c827cd50d), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:18.519656 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Floating IP 5f0a77d5-070f-4ef4-aeb4-253c827cd50d associated. External IP: 172.25.3.46, port: a1015425-e7c3-47aa-932e-cedbd2742ea6. Mar 10 16:18:18.566663 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:18.732330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Router 7a9ca4f0-ad89-4564-8422-470bfecea78e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:18:18.851116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:18:18.862395 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0add70b8-612f-4c6d-9cda-46918cd0f1c6 None None] Sync routers for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:18:18.874228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0add70b8-612f-4c6d-9cda-46918cd0f1c6 None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:18:18.874887 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0add70b8-612f-4c6d-9cda-46918cd0f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:18:18.877881 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:18.921373 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-9440e2df-2f4c-49ea-b583-4487951d8725 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5746710 Mar 10 16:18:18.921373 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:18:18.921373 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dfbae8-6775-4996-8cc7-9d02139102c7" -d '{"events": [{"name": "network-changed", "server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:18:18.948371 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d066f4-6e45-46d1-8a7f-4b54f6263b86 x-openstack-request-id: req-85d066f4-6e45-46d1-8a7f-4b54f6263b86 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:18:18.948916 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:18:18.949376 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85d066f4-6e45-46d1-8a7f-4b54f6263b86 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:18:18.950010 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'status': 'completed', 'code': 200} Mar 10 16:18:19.022093 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfbae8-6775-4996-8cc7-9d02139102c7 req-0f47a7b2-ba7d-4741-afb5-5ab5cf6a4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:19.023765 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27dfbae8-6775-4996-8cc7-9d02139102c7 req-0f47a7b2-ba7d-4741-afb5-5ab5cf6a4403 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1128 time: 0.0550723 Mar 10 16:18:19.123186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfbae8-6775-4996-8cc7-9d02139102c7 req-3feec2e9-e18a-494b-8f23-2d82aef9e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:19.124714 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27dfbae8-6775-4996-8cc7-9d02139102c7 req-3feec2e9-e18a-494b-8f23-2d82aef9e901 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0950489 Mar 10 16:18:19.151430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0add70b8-612f-4c6d-9cda-46918cd0f1c6 None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:18:19.189115 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27dfbae8-6775-4996-8cc7-9d02139102c7 req-1e076ae7-5caa-4a18-a84c-efdec1afb5aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 200 len: 999 time: 0.0591495 Mar 10 16:18:19.237100 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfbae8-6775-4996-8cc7-9d02139102c7 req-44b73ea7-2bf4-40ab-b371-50953af63c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:19.238556 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27dfbae8-6775-4996-8cc7-9d02139102c7 req-44b73ea7-2bf4-40ab-b371-50953af63c90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0437825 Mar 10 16:18:19.291218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfbae8-6775-4996-8cc7-9d02139102c7 req-0816c57a-0629-44ea-919e-375cbfe29d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:19.292650 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27dfbae8-6775-4996-8cc7-9d02139102c7 req-0816c57a-0629-44ea-919e-375cbfe29d94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483179 Mar 10 16:18:19.379436 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0add70b8-612f-4c6d-9cda-46918cd0f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '5f0a77d5-070f-4ef4-aeb4-253c827cd50d', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'port_id': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:18:17Z', 'updated_at': '2022-03-10T16:18:17Z', 'revision_number': 0, 'project_id': '13535e85566949b0b680c86449ab8904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:18:19.380780 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27dfbae8-6775-4996-8cc7-9d02139102c7 req-762eadb0-a44c-4b5e-99e0-83f638ffda6a service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823426 Mar 10 16:18:19.409801 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0add70b8-612f-4c6d-9cda-46918cd0f1c6 None None] Checking router: 7a9ca4f0-ad89-4564-8422-470bfecea78e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:18:19.419211 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0add70b8-612f-4c6d-9cda-46918cd0f1c6 None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:18:19.419838 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0add70b8-612f-4c6d-9cda-46918cd0f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:17:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:18:19.472919 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-27dfbae8-6775-4996-8cc7-9d02139102c7 req-14cafc78-a15a-4ef0-a8b3-52f3f33de0c5 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865419 Mar 10 16:18:19.527970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-0add70b8-612f-4c6d-9cda-46918cd0f1c6 None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:18:19.748857 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-0add70b8-612f-4c6d-9cda-46918cd0f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '5f0a77d5-070f-4ef4-aeb4-253c827cd50d', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'port_id': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:18:17Z', 'updated_at': '2022-03-10T16:18:17Z', 'revision_number': 0, 'project_id': '13535e85566949b0b680c86449ab8904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:18:19.775231 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0add70b8-612f-4c6d-9cda-46918cd0f1c6 None None] The sync data for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 is: [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '5f0a77d5-070f-4ef4-aeb4-253c827cd50d', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'port_id': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:18:17Z', 'updated_at': '2022-03-10T16:18:17Z', 'revision_number': 0, 'project_id': '13535e85566949b0b680c86449ab8904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:18:19.970608 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f9571-255f-4a35-a183-616104640ea6 None None] New status for floating IP 5f0a77d5-070f-4ef4-aeb4-253c827cd50d: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:18:21.583256 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:21.877923 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e1e06b8f-a51b-491a-9f50-da38dcb09dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:24.251985 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7a967a0d-cd40-4999-b7f1-d549a1bc1d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:25.552760 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:26.873403 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:28.459869 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:29.072666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-004de218-c808-4f22-b4b0-99c5c681277b req-28b7b987-7613-40b9-a5ef-13fb05288912 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543563 Mar 10 16:18:29.159117 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004de218-c808-4f22-b4b0-99c5c681277b req-2f421504-f1a9-48bc-8836-dc0b5300ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:29.160655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-004de218-c808-4f22-b4b0-99c5c681277b req-2f421504-f1a9-48bc-8836-dc0b5300ec9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1128 time: 0.0443895 Mar 10 16:18:29.265816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004de218-c808-4f22-b4b0-99c5c681277b req-62d95db4-fcbc-4111-a410-0607ae12edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:29.267335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-004de218-c808-4f22-b4b0-99c5c681277b req-62d95db4-fcbc-4111-a410-0607ae12edc1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0888257 Mar 10 16:18:29.331179 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-004de218-c808-4f22-b4b0-99c5c681277b req-f595c5a1-8567-4c1a-9a05-c549c4e28c2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0567768 Mar 10 16:18:29.389463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004de218-c808-4f22-b4b0-99c5c681277b req-4e741ec8-7d6f-4db4-8b28-b074c67d8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:29.390988 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-004de218-c808-4f22-b4b0-99c5c681277b req-4e741ec8-7d6f-4db4-8b28-b074c67d8cb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0523686 Mar 10 16:18:29.440139 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004de218-c808-4f22-b4b0-99c5c681277b req-79b08639-17db-40a1-a4d1-b2e9d331442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:18:29.441642 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-004de218-c808-4f22-b4b0-99c5c681277b req-79b08639-17db-40a1-a4d1-b2e9d331442a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446558 Mar 10 16:18:29.533635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-004de218-c808-4f22-b4b0-99c5c681277b req-8f3c9514-2080-421d-b548-91096066e1bb service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857844 Mar 10 16:18:29.622510 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-004de218-c808-4f22-b4b0-99c5c681277b req-4e59918d-8004-45b2-b79e-10202d4d3bd6 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825603 Mar 10 16:18:31.360682 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:18:48.559762 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:51.577197 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:51.878641 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e2bf826c-a91f-4c77-8b8d-6cbf130be430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:54.252747 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-eaf62d0d-b20a-42dc-8c8a-ffe10c9e32c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:55.555158 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:56.874933 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:18:58.462224 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:08.359808 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:19:18.572363 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:21.577170 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:21.880922 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-84f6e165-ddb0-4e58-a4af-bda7fd9f1bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:24.254823 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1a211a2f-5d62-4042-b065-e366cbed2720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:25.558027 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:26.877263 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:28.463901 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:29.529198 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-e7c7dfc2-22a9-4048-853b-78d02c1772dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438540 Mar 10 16:19:29.621392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-c1f2b9b2-3738-4f49-8931-e7d11f88d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:19:29.622977 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-c1f2b9b2-3738-4f49-8931-e7d11f88d20a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1128 time: 0.0494499 Mar 10 16:19:29.723554 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-b26eabf8-8b30-4cca-8af1-a6686c9fdfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:19:29.725884 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-b26eabf8-8b30-4cca-8af1-a6686c9fdfc9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0853274 Mar 10 16:19:29.794750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-ad2dec80-d38d-4d95-ba48-f520b14f9505 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0634987 Mar 10 16:19:29.842179 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-4b053f36-41dd-470b-80a1-bf8ba41f71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:19:29.843936 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-4b053f36-41dd-470b-80a1-bf8ba41f71a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0435607 Mar 10 16:19:29.891758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-3222e135-5554-4990-b26c-0e99ce909d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:19:29.893215 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-3222e135-5554-4990-b26c-0e99ce909d27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430391 Mar 10 16:19:29.985447 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-e12ad8f3-414f-4c01-a869-927a8d46197d service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859253 Mar 10 16:19:30.074652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9d9a10df-b168-48c9-bf4c-85d1ee444864 req-3dfce0b4-b107-4d3f-8c64-3f57aac9f570 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836277 Mar 10 16:19:45.359043 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:19:48.571233 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:51.575408 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:51.882678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-10e27133-739d-4d56-a560-de48ff090c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:54.256759 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-39df95db-5a16-4e8c-83e7-acd1c92f2d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:55.560962 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:56.880648 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:19:58.465295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:11.532756 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9033-d298-40bc-b655-935e9bfcd699 req-3c35b5ca-8153-4997-bbfa-7cbf7e4ad525 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:11.534238 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-425d9033-d298-40bc-b655-935e9bfcd699 req-3c35b5ca-8153-4997-bbfa-7cbf7e4ad525 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0570929 Mar 10 16:20:11.582879 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-425d9033-d298-40bc-b655-935e9bfcd699 req-0198a495-348c-4ef0-a384-1a44f7d1f629 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Mar 10 16:20:12.702257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab53668-1e7d-44db-967d-4a00585e5fbe req-27b46af2-903a-4e8c-a2af-b8d7bbe44c8c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:12.703740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bab53668-1e7d-44db-967d-4a00585e5fbe req-27b46af2-903a-4e8c-a2af-b8d7bbe44c8c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0512836 Mar 10 16:20:12.751939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bab53668-1e7d-44db-967d-4a00585e5fbe req-ec9a55bc-542b-4fcb-aafe-ca92af15b78c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Mar 10 16:20:13.876684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d80fb8-8e47-4760-bf83-ea4db39a240f req-c8ec0411-df0f-4b01-b397-60990de293a8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:13.878121 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2d80fb8-8e47-4760-bf83-ea4db39a240f req-c8ec0411-df0f-4b01-b397-60990de293a8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0518544 Mar 10 16:20:13.929529 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c2d80fb8-8e47-4760-bf83-ea4db39a240f req-2a10b9b0-e0e9-4c86-80fd-7d1e4ebc17bd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458524 Mar 10 16:20:15.049551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196102a4-c7f1-46dd-b1f9-270fc25dc398 req-01a256b7-95b8-4a81-9dfd-d75cea871ef6 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:15.051058 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-196102a4-c7f1-46dd-b1f9-270fc25dc398 req-01a256b7-95b8-4a81-9dfd-d75cea871ef6 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0529113 Mar 10 16:20:15.101007 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-196102a4-c7f1-46dd-b1f9-270fc25dc398 req-75e264c9-074e-4f76-b105-c0e10eeab1a0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434413 Mar 10 16:20:16.223691 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152f21f-64d7-4455-a5ef-445dcfb41ff0 req-c75617f1-5632-4d21-bbe4-15175948f3a5 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:16.225171 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8152f21f-64d7-4455-a5ef-445dcfb41ff0 req-c75617f1-5632-4d21-bbe4-15175948f3a5 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0534995 Mar 10 16:20:16.282969 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8152f21f-64d7-4455-a5ef-445dcfb41ff0 req-1aa08022-76dc-445c-b0bc-00adb8e5f474 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518177 Mar 10 16:20:17.405122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7408f8-1222-4616-bb1e-568e87b36517 req-894d0431-76f7-4b9d-9f60-f8d17aff774d tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:17.406902 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e7408f8-1222-4616-bb1e-568e87b36517 req-894d0431-76f7-4b9d-9f60-f8d17aff774d tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0560791 Mar 10 16:20:17.455620 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e7408f8-1222-4616-bb1e-568e87b36517 req-ee813e20-c25a-4e18-8ac7-3cca67e1d83a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424616 Mar 10 16:20:18.573983 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647581a-5673-431f-a71b-d35005056afc req-c781d09c-d910-49c7-b82c-8d7666500087 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:18.575533 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9647581a-5673-431f-a71b-d35005056afc req-c781d09c-d910-49c7-b82c-8d7666500087 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0522854 Mar 10 16:20:18.576306 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:18.624727 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9647581a-5673-431f-a71b-d35005056afc req-9551b488-2fc3-4a25-ad3a-5e0c28f5af18 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435302 Mar 10 16:20:19.747325 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ec17d-2f51-4126-85a2-65246259ebeb req-6f78dace-8273-4ebe-8058-142a9895580a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:19.748935 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-365ec17d-2f51-4126-85a2-65246259ebeb req-6f78dace-8273-4ebe-8058-142a9895580a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0580671 Mar 10 16:20:20.120329 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-365ec17d-2f51-4126-85a2-65246259ebeb req-b19ec71b-f03a-48f6-9dcf-f25b42250a2f tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637474 Mar 10 16:20:21.239722 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da584000-74a1-4634-af7a-d3278268bd5f req-2585ecdc-9fc2-4a21-bd32-3b0b6c239a30 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:21.241200 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da584000-74a1-4634-af7a-d3278268bd5f req-2585ecdc-9fc2-4a21-bd32-3b0b6c239a30 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0528104 Mar 10 16:20:21.290051 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-da584000-74a1-4634-af7a-d3278268bd5f req-a0ad1881-ed13-4f68-81c1-c73bd8bb563a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432725 Mar 10 16:20:21.573627 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:21.667640 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0a844-d57e-4f56-8471-b910aec855f9 req-fd6bebae-c45e-4d9c-bad5-847513eec28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:21.669162 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b0a844-d57e-4f56-8471-b910aec855f9 req-fd6bebae-c45e-4d9c-bad5-847513eec28c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1128 time: 0.0444627 Mar 10 16:20:21.761706 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0a844-d57e-4f56-8471-b910aec855f9 req-f8b073ba-5ea1-40e6-b1de-b9a5340a9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:21.763190 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b0a844-d57e-4f56-8471-b910aec855f9 req-f8b073ba-5ea1-40e6-b1de-b9a5340a9644 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0888424 Mar 10 16:20:21.825852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b0a844-d57e-4f56-8471-b910aec855f9 req-7cf94052-8601-41c5-a85a-1a53391e846b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0570433 Mar 10 16:20:21.876678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0a844-d57e-4f56-8471-b910aec855f9 req-2823fa13-7bc6-4bec-97b3-cfb195ae0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:21.878108 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b0a844-d57e-4f56-8471-b910aec855f9 req-2823fa13-7bc6-4bec-97b3-cfb195ae0362 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0468509 Mar 10 16:20:21.884239 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5b33ffd5-eb1b-489d-89f9-36bcf4475560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:21.929125 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0a844-d57e-4f56-8471-b910aec855f9 req-ed9f3a31-996c-4550-8485-50eda1e7f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:21.930570 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b0a844-d57e-4f56-8471-b910aec855f9 req-ed9f3a31-996c-4550-8485-50eda1e7f957 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449629 Mar 10 16:20:22.021335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b0a844-d57e-4f56-8471-b910aec855f9 req-89a9249d-57c0-42ec-b96c-c7c4e9be1c81 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846148 Mar 10 16:20:22.109423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7b0a844-d57e-4f56-8471-b910aec855f9 req-f92af97f-e546-42e1-976d-b790006ca6a8 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822003 Mar 10 16:20:22.358417 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:20:22.407350 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95523c0-22f5-46bc-8770-d730dbdee637 req-f0e3583a-5085-46ca-9d06-5f5d6d004dd4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:22.408737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a95523c0-22f5-46bc-8770-d730dbdee637 req-f0e3583a-5085-46ca-9d06-5f5d6d004dd4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0519361 Mar 10 16:20:22.462907 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a95523c0-22f5-46bc-8770-d730dbdee637 req-07c3b3d0-71cd-403f-82ca-22a9717cdb3a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476265 Mar 10 16:20:23.581967 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672ff75-8012-473a-80e5-74e8b91e2023 req-a8dfd8d7-0ce4-4257-9bd5-48ace9757fdf tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:23.583488 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a672ff75-8012-473a-80e5-74e8b91e2023 req-a8dfd8d7-0ce4-4257-9bd5-48ace9757fdf tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0539207 Mar 10 16:20:23.634401 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a672ff75-8012-473a-80e5-74e8b91e2023 req-04aa81bf-22b4-4b5e-9c85-75c940c6bf92 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452487 Mar 10 16:20:24.260444 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b43347ea-3410-471b-b8be-187bbe0e900a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:24.758330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850155ef-2607-4b22-be3d-57cea3c8ba03 req-976d8d41-23ec-4a16-b121-f65e86e51705 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:24.759750 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-850155ef-2607-4b22-be3d-57cea3c8ba03 req-976d8d41-23ec-4a16-b121-f65e86e51705 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0534043 Mar 10 16:20:24.809444 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-850155ef-2607-4b22-be3d-57cea3c8ba03 req-5b815abd-9e28-4a51-bec6-390313d6b39b tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Mar 10 16:20:25.563303 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:25.931367 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ebb2a-0853-4fc4-9966-d99f3f50afbe req-54390f3a-0aa9-4c54-985b-00b01f1bcc6e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:25.932852 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e64ebb2a-0853-4fc4-9966-d99f3f50afbe req-54390f3a-0aa9-4c54-985b-00b01f1bcc6e tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0571101 Mar 10 16:20:25.981431 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e64ebb2a-0853-4fc4-9966-d99f3f50afbe req-9947ea66-c09a-4862-acbc-0bcea419d693 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425138 Mar 10 16:20:26.667307 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a1015425-e7c3-47aa-932e-cedbd2742ea6 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:20:26.744939 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port a1015425-e7c3-47aa-932e-cedbd2742ea6 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:20:26.745324 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:26.767742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:20:26.769974 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9738b3-91ad-4a0a-9275-f9de5d1169d4" -d '{"events": [{"server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "name": "network-vif-unplugged", "status": "completed", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:20:26.782582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a1015425-e7c3-47aa-932e-cedbd2742ea6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:20:26.786701 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:26.811149 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 16:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e0a595-7fdb-4ac2-a6dc-dd5514b394c9 x-openstack-request-id: req-50e0a595-7fdb-4ac2-a6dc-dd5514b394c9 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:20:26.811439 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "name": "network-vif-unplugged", "status": "completed", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:20:26.811692 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50e0a595-7fdb-4ac2-a6dc-dd5514b394c9 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:20:26.812080 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'code': 200} Mar 10 16:20:26.837209 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=a1015425-e7c3-47aa-932e-cedbd2742ea6,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:20:26.844866 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.845212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.845552 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.845887 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.846221 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.846550 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.846897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.847222 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.847560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.847869 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.848851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.848851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.848851 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:20:26.883783 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:27.105201 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3167ac4-eb65-4144-aab0-6a48c6f7c203 req-f69257e9-7bc1-4a94-8d61-f6456492c673 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:27.106882 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3167ac4-eb65-4144-aab0-6a48c6f7c203 req-f69257e9-7bc1-4a94-8d61-f6456492c673 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0572157 Mar 10 16:20:27.159414 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3167ac4-eb65-4144-aab0-6a48c6f7c203 req-b5ee98d1-5759-44bc-8214-1412993f8487 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469091 Mar 10 16:20:28.280929 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49df617-9292-4792-845c-8507b6b00db9 req-2bc5e718-3a4c-4427-86d6-4c1a05c59393 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:28.282421 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e49df617-9292-4792-845c-8507b6b00db9 req-2bc5e718-3a4c-4427-86d6-4c1a05c59393 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0532608 Mar 10 16:20:28.334957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e49df617-9292-4792-845c-8507b6b00db9 req-e7532f8f-dad4-413a-b89f-cff3c88ab612 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462029 Mar 10 16:20:28.459807 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-16e3d721-7f2a-4e81-a9d4-a3c08b60f1e1 req-56afd8dc-0613-452f-b137-936eaccc61d6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:20:28.460831 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-16e3d721-7f2a-4e81-a9d4-a3c08b60f1e1 req-56afd8dc-0613-452f-b137-936eaccc61d6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0604463 Mar 10 16:20:28.468874 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:28.600164 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-898460ce-b3ce-4723-b732-c966c235d2d1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0478921 Mar 10 16:20:28.608777 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-8852ef0d-9292-4305-90ed-b15062c9f7b8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:20:28.610419 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-8852ef0d-9292-4305-90ed-b15062c9f7b8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050557 Mar 10 16:20:28.625880 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d91d5-ecaf-4d0e-adb5-fa14e1f1411a req-2724d511-3d05-4568-aacd-25c9e450d2b0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:28.627514 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e3d91d5-ecaf-4d0e-adb5-fa14e1f1411a req-2724d511-3d05-4568-aacd-25c9e450d2b0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0541363 Mar 10 16:20:28.677764 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7e3d91d5-ecaf-4d0e-adb5-fa14e1f1411a req-bae7c414-0e86-4ec5-b36a-e0938aa26669 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435371 Mar 10 16:20:28.681645 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-035b8ed0-618a-4239-9d1f-05eb35dd0918 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:28.683054 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-035b8ed0-618a-4239-9d1f-05eb35dd0918 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports/a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 200 len: 941 time: 0.0453537 Mar 10 16:20:29.801590 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc65c7-f1dc-4010-ac3d-5a5c410b2e66 req-e16629ce-a8e3-44ba-abbc-b586eea9e3b2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:29.803123 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0adc65c7-f1dc-4010-ac3d-5a5c410b2e66 req-e16629ce-a8e3-44ba-abbc-b586eea9e3b2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0574167 Mar 10 16:20:29.852209 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0adc65c7-f1dc-4010-ac3d-5a5c410b2e66 req-f55787d8-72c9-4a87-a36a-9001699e69ac tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434413 Mar 10 16:20:30.974135 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac56d7-9f9f-4876-82a3-c3ba0ef44b3c req-7080cb9a-ea1d-44a2-8676-31ed5d20cc43 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:30.975654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65ac56d7-9f9f-4876-82a3-c3ba0ef44b3c req-7080cb9a-ea1d-44a2-8676-31ed5d20cc43 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0570483 Mar 10 16:20:31.037573 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65ac56d7-9f9f-4876-82a3-c3ba0ef44b3c req-46d7c318-e87f-4118-9d9d-9bfa5581b77a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524178 Mar 10 16:20:32.164361 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c46ae-dc9b-46fe-89f6-b56c3c391d4c req-12be8b09-bcc9-4604-b442-bcad0c1c79bf tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:32.166010 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab6c46ae-dc9b-46fe-89f6-b56c3c391d4c req-12be8b09-bcc9-4604-b442-bcad0c1c79bf tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0530183 Mar 10 16:20:32.221656 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ab6c46ae-dc9b-46fe-89f6-b56c3c391d4c req-d3f7d5e4-3ad3-469b-91c2-e16c71676ac4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451806 Mar 10 16:20:33.345826 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb74d-eb95-4932-97ba-d54078b806d3 req-13c5dd6f-c979-454a-b6fa-a2da7e439b77 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:33.347745 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-678bb74d-eb95-4932-97ba-d54078b806d3 req-13c5dd6f-c979-454a-b6fa-a2da7e439b77 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0585902 Mar 10 16:20:33.397782 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-678bb74d-eb95-4932-97ba-d54078b806d3 req-e64c865a-8dd4-42ec-9d74-ce265487d238 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Mar 10 16:20:34.520200 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d724c-7fd8-48a7-8c78-a784d5705dd5 req-2a4ebd42-b068-4a44-a37e-8d3beb938bfe tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:34.521718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a6d724c-7fd8-48a7-8c78-a784d5705dd5 req-2a4ebd42-b068-4a44-a37e-8d3beb938bfe tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0565398 Mar 10 16:20:34.571462 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7a6d724c-7fd8-48a7-8c78-a784d5705dd5 req-dbb058ec-0b2f-434d-ad52-e6971f958159 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440481 Mar 10 16:20:35.690551 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1fada-e228-498d-bc91-9ac5c9076be4 req-6b5c8364-a9f8-4154-b23a-6eacb25f4bfd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:35.692607 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15c1fada-e228-498d-bc91-9ac5c9076be4 req-6b5c8364-a9f8-4154-b23a-6eacb25f4bfd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0528038 Mar 10 16:20:35.744909 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-15c1fada-e228-498d-bc91-9ac5c9076be4 req-66313d7f-d040-4d8f-b627-28823a899a1c tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466990 Mar 10 16:20:36.866186 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8caa48-1beb-4e53-b087-0448d007a649 req-6a9fb474-3629-4f8a-b4ac-ed30f3c6cbe4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:36.867809 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d8caa48-1beb-4e53-b087-0448d007a649 req-6a9fb474-3629-4f8a-b4ac-ed30f3c6cbe4 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0558746 Mar 10 16:20:36.918591 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d8caa48-1beb-4e53-b087-0448d007a649 req-1f3d0ecc-b19b-4836-8900-e014e03e3ee9 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452323 Mar 10 16:20:38.040752 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87939e6f-3027-4df3-8d65-07e40537499a req-066cc006-83e5-4473-a596-09d926703693 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:38.042289 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87939e6f-3027-4df3-8d65-07e40537499a req-066cc006-83e5-4473-a596-09d926703693 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0547240 Mar 10 16:20:38.090575 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-87939e6f-3027-4df3-8d65-07e40537499a req-b645fd39-7860-41d8-abf7-1db9fbec1d42 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Mar 10 16:20:39.218146 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aecb4-fe33-4081-9cab-eb1630c46e16 req-036fb32c-dc47-45f5-b06d-42d7485da684 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:39.219571 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-572aecb4-fe33-4081-9cab-eb1630c46e16 req-036fb32c-dc47-45f5-b06d-42d7485da684 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0595286 Mar 10 16:20:39.269806 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-572aecb4-fe33-4081-9cab-eb1630c46e16 req-b13564a6-346c-48df-ac29-54ab64409428 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438740 Mar 10 16:20:39.504891 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-37205346-31f3-46a5-92eb-b1a77e34144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:39.506344 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-37205346-31f3-46a5-92eb-b1a77e34144f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f&tenant_id=13535e85566949b0b680c86449ab8904 HTTP/1.1" status: 200 len: 1126 time: 0.0454295 Mar 10 16:20:39.574772 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-194ea5c7-2a0e-4b78-84a7-3fb996644543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:39.576376 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-194ea5c7-2a0e-4b78-84a7-3fb996644543 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1126 time: 0.0482099 Mar 10 16:20:39.668662 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-0b5e24de-fc61-4d03-8faa-170061389860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:39.670113 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-0b5e24de-fc61-4d03-8faa-170061389860 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0883415 Mar 10 16:20:39.733030 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-ff4c7c93-b38e-4bba-bcd6-02bc8bfe60c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 200 len: 999 time: 0.0573666 Mar 10 16:20:39.784537 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-ad6e26fd-2f38-4b9b-8a83-4ba63102e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:39.786008 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-ad6e26fd-2f38-4b9b-8a83-4ba63102e905 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0474358 Mar 10 16:20:39.834599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-86d080fd-16ca-4c37-b578-9f8a0ed5c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:39.836855 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-86d080fd-16ca-4c37-b578-9f8a0ed5c41e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444493 Mar 10 16:20:39.924908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-ab095d86-e837-4afa-a98b-6b1a5e33e016 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823627 Mar 10 16:20:40.018932 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-8323a29e-af72-4a54-8242-8de11e03b0a7 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885642 Mar 10 16:20:40.388834 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614f433-fb7c-4b9e-afd8-103469b794a0 req-8d160244-9c2a-450b-b780-8288c0f12176 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:40.390354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b614f433-fb7c-4b9e-afd8-103469b794a0 req-8d160244-9c2a-450b-b780-8288c0f12176 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0536327 Mar 10 16:20:40.444934 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b614f433-fb7c-4b9e-afd8-103469b794a0 req-a29a0269-a9e2-402d-98c1-32f342f7ebc1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489795 Mar 10 16:20:41.572943 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160f6d6-7da9-4a12-937d-89c66d41e499 req-2583d8c0-1562-4f2d-824b-8b495921615a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:41.574429 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6160f6d6-7da9-4a12-937d-89c66d41e499 req-2583d8c0-1562-4f2d-824b-8b495921615a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0572584 Mar 10 16:20:41.622643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6160f6d6-7da9-4a12-937d-89c66d41e499 req-5952ba9d-752e-4ccb-895a-aee2d5ee3dfc tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Mar 10 16:20:42.739470 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdb5de-1d6d-487b-bc40-fcebb77f6769 req-84f2ffa5-fd9a-4a41-b832-113cef31d658 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:42.741577 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6fdb5de-1d6d-487b-bc40-fcebb77f6769 req-84f2ffa5-fd9a-4a41-b832-113cef31d658 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0536180 Mar 10 16:20:42.791949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6fdb5de-1d6d-487b-bc40-fcebb77f6769 req-29eac51e-bfd1-4e7a-b791-7d0460ec096a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445459 Mar 10 16:20:43.924271 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e0e8f-12b3-450c-bff1-bab16b23d33f req-0cca0f3d-0d6e-4d40-af62-9ed1f7a33905 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:43.925737 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c69e0e8f-12b3-450c-bff1-bab16b23d33f req-0cca0f3d-0d6e-4d40-af62-9ed1f7a33905 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0555091 Mar 10 16:20:43.974913 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-c69e0e8f-12b3-450c-bff1-bab16b23d33f req-eec0bb68-ba42-4b98-ab46-35a9f02cdf77 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429883 Mar 10 16:20:45.091833 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d1bd2-12f2-4f44-8555-b8cf50202094 req-14ea0e57-9849-410d-8026-498805d9aa25 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:45.093594 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-395d1bd2-12f2-4f44-8555-b8cf50202094 req-14ea0e57-9849-410d-8026-498805d9aa25 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0526621 Mar 10 16:20:45.146937 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-395d1bd2-12f2-4f44-8555-b8cf50202094 req-a6e981f5-1c45-443c-beb5-f47622bc5b24 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477371 Mar 10 16:20:46.269263 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b45e1f-ae8d-4b40-97c7-645927010a96 req-60c3d4e0-c4b8-4d3b-8f71-68d9947d10fe tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:46.270718 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35b45e1f-ae8d-4b40-97c7-645927010a96 req-60c3d4e0-c4b8-4d3b-8f71-68d9947d10fe tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0519540 Mar 10 16:20:46.324037 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-35b45e1f-ae8d-4b40-97c7-645927010a96 req-8a81ef1e-e282-4ce8-a76b-966ee32c64c3 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476615 Mar 10 16:20:47.453320 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fb89c-b7cb-475c-b18b-fee04fedbec0 req-344dbf84-21e2-40f5-8f53-4d99556516cc tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:47.454872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-608fb89c-b7cb-475c-b18b-fee04fedbec0 req-344dbf84-21e2-40f5-8f53-4d99556516cc tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0551045 Mar 10 16:20:47.505706 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-608fb89c-b7cb-475c-b18b-fee04fedbec0 req-1803225c-2f2a-495d-b42d-1b845de4b06f tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433218 Mar 10 16:20:48.588102 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:48.627708 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af1ea2-0b41-4a96-9761-2f0bc8fbff3f req-f5018a7a-7fef-467c-9231-05ec341dd718 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:48.629472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36af1ea2-0b41-4a96-9761-2f0bc8fbff3f req-f5018a7a-7fef-467c-9231-05ec341dd718 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 944 time: 0.0533707 Mar 10 16:20:48.678337 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-36af1ea2-0b41-4a96-9761-2f0bc8fbff3f req-f4c9f151-830b-4872-9721-1cd7f18f4483 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427332 Mar 10 16:20:48.746535 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a1015425-e7c3-47aa-932e-cedbd2742ea6 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:20:48.846344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a1015425-e7c3-47aa-932e-cedbd2742ea6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:20:48.857846 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'port_id': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:20:48.893963 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port a1015425-e7c3-47aa-932e-cedbd2742ea6 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:20:48.894354 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:48.906601 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1015425-e7c3-47aa-932e-cedbd2742ea6 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:20:48.925511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a1015425-e7c3-47aa-932e-cedbd2742ea6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:20:48.930281 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:48.979545 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=a1015425-e7c3-47aa-932e-cedbd2742ea6,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:20:49.236059 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['a1015425-e7c3-47aa-932e-cedbd2742ea6'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:20:49.807334 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c02e9-8c23-4788-af90-793f359fd997 req-7c406e97-45fd-499d-a8be-2fa6f40429d9 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:49.808790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d10c02e9-8c23-4788-af90-793f359fd997 req-7c406e97-45fd-499d-a8be-2fa6f40429d9 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 945 time: 0.0561638 Mar 10 16:20:49.856955 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d10c02e9-8c23-4788-af90-793f359fd997 req-bfa75ecb-574c-44a9-88a9-1394c5ca32ea tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 Mar 10 16:20:50.759785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a1015425-e7c3-47aa-932e-cedbd2742ea6 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:20:50.805807 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port a1015425-e7c3-47aa-932e-cedbd2742ea6 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:20:50.806175 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:50.880044 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port a1015425-e7c3-47aa-932e-cedbd2742ea6 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:20:50.880433 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:50.906285 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:20:50.908626 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b820ce2d-cffc-4848-b725-eb00a2f3c092" -d '{"events": [{"server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "name": "network-vif-plugged", "status": "completed", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:20:50.922206 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port a1015425-e7c3-47aa-932e-cedbd2742ea6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:20:50.928614 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:50.980109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=a1015425-e7c3-47aa-932e-cedbd2742ea6,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:20:50.988336 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7fa7b-b1d4-441c-bc9c-937dfb5cd66e req-d45d1966-c7bf-4096-818d-83a189c39f8a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:50.989872 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10b7fa7b-b1d4-441c-bc9c-937dfb5cd66e req-d45d1966-c7bf-4096-818d-83a189c39f8a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0564978 Mar 10 16:20:51.030035 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c626820d-1375-4664-badb-e36192fd48bf x-openstack-request-id: req-c626820d-1375-4664-badb-e36192fd48bf {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:20:51.030351 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "name": "network-vif-plugged", "status": "completed", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:20:51.030606 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c626820d-1375-4664-badb-e36192fd48bf {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:20:51.031059 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'code': 200} Mar 10 16:20:51.041970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-10b7fa7b-b1d4-441c-bc9c-937dfb5cd66e req-a3632e5d-5fae-4a99-bbaf-3389292f1bce tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462048 Mar 10 16:20:51.175162 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db526a-ca8c-492c-b757-2a6ab1fc899a req-e8ae944e-471f-4b03-ac70-37a745076cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:51.176625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03db526a-ca8c-492c-b757-2a6ab1fc899a req-e8ae944e-471f-4b03-ac70-37a745076cc8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1128 time: 0.0430212 Mar 10 16:20:51.227206 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-03db526a-ca8c-492c-b757-2a6ab1fc899a req-505c3c1c-0582-47a8-b248-e0a9e7d3f53e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 Mar 10 16:20:51.589541 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:51.886913 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-21e83901-64d3-4c04-a1fb-a002172a07e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:52.164042 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1dec3-635b-40a0-af91-686623b21bc7 req-50ab2ade-21e3-4a18-9625-d5288c42ab71 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:52.165453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cf1dec3-635b-40a0-af91-686623b21bc7 req-50ab2ade-21e3-4a18-9625-d5288c42ab71 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0526652 Mar 10 16:20:52.214158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9cf1dec3-635b-40a0-af91-686623b21bc7 req-4f6aee7b-6c89-4480-ba7b-51950c6cfce8 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431705 Mar 10 16:20:53.331678 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ac632-5346-45bf-b657-74baea874e19 req-d52d90d1-b822-4a4c-b280-b54d70ddc4db tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:20:53.333052 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a02ac632-5346-45bf-b657-74baea874e19 req-d52d90d1-b822-4a4c-b280-b54d70ddc4db tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0519395 Mar 10 16:20:53.380990 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a02ac632-5346-45bf-b657-74baea874e19 req-e4511c9c-24fe-4e0e-9e4e-f8e4984c9f47 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423582 Mar 10 16:20:54.262115 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-63227d77-0636-41db-b256-d015cd3e6e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:55.566232 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:56.884214 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:58.471634 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:20:59.358301 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:21:18.590380 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:21.604831 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:21.887890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5a1158b8-d592-4fa4-8b0c-e95161afcc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:24.264519 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a6f198e4-07a1-4bed-a43c-6b939db8ab54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:25.570612 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:26.886538 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:28.474537 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:31.515957 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-7e9990d6-f44f-4ab4-b54b-21722ff157d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474529 Mar 10 16:21:31.600091 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-168c9295-19e0-4315-94c1-68aae83f8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:21:31.601566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-168c9295-19e0-4315-94c1-68aae83f8755 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1128 time: 0.0454016 Mar 10 16:21:31.715421 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-ff43ee8c-8313-417e-87c6-563048f3043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:21:31.717146 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-ff43ee8c-8313-417e-87c6-563048f3043d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.0973976 Mar 10 16:21:31.779754 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-c16847ec-01ba-4a0f-9a69-522aacb1ee08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 200 len: 1001 time: 0.0565884 Mar 10 16:21:31.825676 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-c1248599-d7db-4588-a508-3312dffe2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:21:31.827157 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-c1248599-d7db-4588-a508-3312dffe2a43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0418460 Mar 10 16:21:31.880468 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-b184c2ec-67c8-4c8e-bb9e-b05a21953363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:21:31.881939 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-b184c2ec-67c8-4c8e-bb9e-b05a21953363 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485964 Mar 10 16:21:31.969264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-794a0126-2832-4f67-ba2c-3af4447b6ddc service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814452 Mar 10 16:21:32.065850 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba6647e0-c14f-40f0-abff-678445383bc9 req-1b8c00a0-5c33-4d33-b1bf-5b6f6f8562d5 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907176 Mar 10 16:21:36.358079 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:21:48.586695 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:51.603385 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:51.889017 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a0a344b6-db86-440a-bcff-592fb6bb0b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:54.265272 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6d6d07bd-a086-47cb-95a8-dfd81db8b6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:55.571954 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:56.889277 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:21:58.476902 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:06.682254 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45026) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:06.839634 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Deleting port e50a4705-a1e6-446c-8abf-4a8722c646fe {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:22:06.839980 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e50a4705-a1e6-446c-8abf-4a8722c646fe), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:06.915248 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e50a4705-a1e6-446c-8abf-4a8722c646fe), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:06.915501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for floatingip (e50a4705-a1e6-446c-8abf-4a8722c646fe), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:06.926981 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Calling delete_port for e50a4705-a1e6-446c-8abf-4a8722c646fe owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:22:07.072979 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e50a4705-a1e6-446c-8abf-4a8722c646fe), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:07.106948 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event deleted for resources: {'Port': ['ID=e50a4705-a1e6-446c-8abf-4a8722c646fe,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:07.130234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.130584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.130954 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.131294 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.131632 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.131970 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.132302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.132629 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.132956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.133280 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.133608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.133931 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.134256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:07.175584 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for floatingip (5f0a77d5-070f-4ef4-aeb4-253c827cd50d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:07.175816 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Floating IP 5f0a77d5-070f-4ef4-aeb4-253c827cd50d disassociated (deleted). External IP: 172.25.3.46, port: a1015425-e7c3-47aa-932e-cedbd2742ea6. Mar 10 16:22:07.389901 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Router 7a9ca4f0-ad89-4564-8422-470bfecea78e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:22:07.501307 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:22:07.506694 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:07.512084 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aae5ea-88c7-4a3c-ba69-893ab3739720 None None] Sync routers for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:22:07.521742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aae5ea-88c7-4a3c-ba69-893ab3739720 None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:07.522368 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-87aae5ea-88c7-4a3c-ba69-893ab3739720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:07.536350 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-e3538894-8203-414e-bc0f-d5399e5b0a23 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "DELETE /v2.0/floatingips/5f0a77d5-070f-4ef4-aeb4-253c827cd50d HTTP/1.1" status: 204 len: 168 time: 0.8528981 Mar 10 16:22:07.537210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:22:07.539806 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a9426b-fcb0-4797-b74d-a5d629e595ca" -d '{"events": [{"name": "network-changed", "server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:22:07.607256 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88551a3-cdff-4c11-aff9-dea3f5cfe6fa x-openstack-request-id: req-b88551a3-cdff-4c11-aff9-dea3f5cfe6fa {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:22:07.607552 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:22:07.607809 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b88551a3-cdff-4c11-aff9-dea3f5cfe6fa {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:22:07.608226 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'status': 'completed', 'code': 200} Mar 10 16:22:07.658244 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9426b-fcb0-4797-b74d-a5d629e595ca req-99bc2c29-53d3-4b17-8f5c-f8c545325eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:07.660340 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08a9426b-fcb0-4797-b74d-a5d629e595ca req-99bc2c29-53d3-4b17-8f5c-f8c545325eff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=13535e85566949b0b680c86449ab8904&device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 1128 time: 0.0497394 Mar 10 16:22:07.817854 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9426b-fcb0-4797-b74d-a5d629e595ca req-fce5e5ee-d0ca-4671-bc97-7e329a58f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:07.819378 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08a9426b-fcb0-4797-b74d-a5d629e595ca req-fce5e5ee-d0ca-4671-bc97-7e329a58f445 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 200 len: 909 time: 0.1516240 Mar 10 16:22:07.848585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-87aae5ea-88c7-4a3c-ba69-893ab3739720 None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:07.864949 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08a9426b-fcb0-4797-b74d-a5d629e595ca req-92ab7b04-1e51-416d-b310-1d7b6d2e715a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 200 len: 217 time: 0.0388479 Mar 10 16:22:07.875732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2b7a0-6457-46e7-abe2-a0db6618d84e req-6cf99848-1405-4e54-af64-18b1e87c46b1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:07.877158 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93a2b7a0-6457-46e7-abe2-a0db6618d84e req-6cf99848-1405-4e54-af64-18b1e87c46b1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.1001530 Mar 10 16:22:07.948129 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9426b-fcb0-4797-b74d-a5d629e595ca req-22c49876-086b-435a-b111-e951bf10917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:07.949629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08a9426b-fcb0-4797-b74d-a5d629e595ca req-22c49876-086b-435a-b111-e951bf10917e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 200 len: 847 time: 0.0710680 Mar 10 16:22:07.988277 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-93a2b7a0-6457-46e7-abe2-a0db6618d84e req-02fe72b7-2cdb-4787-b263-98286404c37a tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026194 Mar 10 16:22:08.010003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9426b-fcb0-4797-b74d-a5d629e595ca req-4bd17d65-b677-47a9-b4b4-2a353cd16e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:08.011534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08a9426b-fcb0-4797-b74d-a5d629e595ca req-4bd17d65-b677-47a9-b4b4-2a353cd16e75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ffb26f97-7ed0-405c-875e-4c66ee1b7abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529938 Mar 10 16:22:08.060799 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-87aae5ea-88c7-4a3c-ba69-893ab3739720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:08.090197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aae5ea-88c7-4a3c-ba69-893ab3739720 None None] Checking router: 7a9ca4f0-ad89-4564-8422-470bfecea78e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:22:08.094742 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aae5ea-88c7-4a3c-ba69-893ab3739720 None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:08.095383 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-87aae5ea-88c7-4a3c-ba69-893ab3739720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:08.105240 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08a9426b-fcb0-4797-b74d-a5d629e595ca req-f4f4cb50-bff6-4d29-a5be-2f199605f584 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874412 Mar 10 16:22:08.198596 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-08a9426b-fcb0-4797-b74d-a5d629e595ca req-04230531-bd1f-40b9-814e-29b77f2c3fa5 service neutron] 10.222.0.62 "GET /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857508 Mar 10 16:22:08.204322 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-87aae5ea-88c7-4a3c-ba69-893ab3739720 None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:08.402971 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-87aae5ea-88c7-4a3c-ba69-893ab3739720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:08.428780 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aae5ea-88c7-4a3c-ba69-893ab3739720 None None] The sync data for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 is: [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:35Z', 'revision_number': 4, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4f05aee0-bf0a-40d8-9846-89aa9739c315', 'name': '', 'network_id': 'ffb26f97-7ed0-405c-875e-4c66ee1b7abb', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'mac_address': 'fa:16:3e:61:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:35Z', 'updated_at': '2022-03-10T16:12:40Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'subnets': [{'id': 'f6cb99cd-98c0-4498-a382-cbb498444c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:22:08.650605 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ed990-efea-48c0-bed0-f8a0c470bd5c None None] New status for floating IP 5f0a77d5-070f-4ef4-aeb4-253c827cd50d: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:22:09.109791 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29969ba3-3ec0-4671-81d0-96bce6379a28 req-d7d1e28e-2be7-4554-b2a5-76cb0bda1301 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:09.111296 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29969ba3-3ec0-4671-81d0-96bce6379a28 req-d7d1e28e-2be7-4554-b2a5-76cb0bda1301 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0528986 Mar 10 16:22:09.163701 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-29969ba3-3ec0-4671-81d0-96bce6379a28 req-f5e4f0d3-1a57-47a9-b751-6361959ece6f tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/security-groups?id=030b221f-5d70-4b63-9f6a-b39a1f8c8495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467544 Mar 10 16:22:09.404477 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa630bd-33d9-44bb-b67d-3d2e3ac33ed0 req-578c99a9-80d9-4689-84e6-69bfd417c1bd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:09.405918 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffa630bd-33d9-44bb-b67d-3d2e3ac33ed0 req-578c99a9-80d9-4689-84e6-69bfd417c1bd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.62 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 946 time: 0.0523362 Mar 10 16:22:09.496032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-ffa630bd-33d9-44bb-b67d-3d2e3ac33ed0 req-a6348918-b673-46c7-8209-bfbea3899ac1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Deleting port a1015425-e7c3-47aa-932e-cedbd2742ea6 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:22:09.496380 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ffa630bd-33d9-44bb-b67d-3d2e3ac33ed0 req-a6348918-b673-46c7-8209-bfbea3899ac1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:09.587422 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-ffa630bd-33d9-44bb-b67d-3d2e3ac33ed0 req-a6348918-b673-46c7-8209-bfbea3899ac1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] For port a1015425-e7c3-47aa-932e-cedbd2742ea6, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=a1015425-e7c3-47aa-932e-cedbd2742ea6,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:09.587800 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ffa630bd-33d9-44bb-b67d-3d2e3ac33ed0 req-a6348918-b673-46c7-8209-bfbea3899ac1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:09.601888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-ffa630bd-33d9-44bb-b67d-3d2e3ac33ed0 req-a6348918-b673-46c7-8209-bfbea3899ac1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Calling delete_port for a1015425-e7c3-47aa-932e-cedbd2742ea6 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:22:09.731878 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ffa630bd-33d9-44bb-b67d-3d2e3ac33ed0 req-a6348918-b673-46c7-8209-bfbea3899ac1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (a1015425-e7c3-47aa-932e-cedbd2742ea6), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:09.762259 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6348918-b673-46c7-8209-bfbea3899ac1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event deleted for resources: {'Port': ['ID=a1015425-e7c3-47aa-932e-cedbd2742ea6,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:09.807345 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa630bd-33d9-44bb-b67d-3d2e3ac33ed0 req-a6348918-b673-46c7-8209-bfbea3899ac1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] No DVR routers for this DVR port a1015425-e7c3-47aa-932e-cedbd2742ea6 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:22:09.810239 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-ffa630bd-33d9-44bb-b67d-3d2e3ac33ed0 req-a6348918-b673-46c7-8209-bfbea3899ac1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:09.813630 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffa630bd-33d9-44bb-b67d-3d2e3ac33ed0 req-a6348918-b673-46c7-8209-bfbea3899ac1 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.62 "DELETE /v2.0/ports/a1015425-e7c3-47aa-932e-cedbd2742ea6 HTTP/1.1" status: 204 len: 173 time: 0.4027252 Mar 10 16:22:09.814115 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'name': 'network-vif-deleted', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:22:09.816973 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63816670-0272-4f91-8f23-ea4f5ab69f5c" -d '{"events": [{"server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "name": "network-vif-deleted", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:22:09.854178 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13a6a47-c902-4e95-bc3d-bcef30a05c2f x-openstack-request-id: req-a13a6a47-c902-4e95-bc3d-bcef30a05c2f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:22:09.854477 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852bcc70-3022-4e06-b7b7-c3428d4fed6f", "name": "network-vif-deleted", "tag": "a1015425-e7c3-47aa-932e-cedbd2742ea6", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:22:09.854734 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a13a6a47-c902-4e95-bc3d-bcef30a05c2f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:22:09.855197 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852bcc70-3022-4e06-b7b7-c3428d4fed6f', 'name': 'network-vif-deleted', 'tag': 'a1015425-e7c3-47aa-932e-cedbd2742ea6', 'status': 'completed', 'code': 200} Mar 10 16:22:10.264443 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-88ad28b7-c4c9-4c78-9cc5-236c468f8dec req-7e1066d1-b9ec-4a6c-be2c-e5b5cd01b6c2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0280850 Mar 10 16:22:11.369416 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a8968b32-24d3-4849-ab6f-765e2d8c1d9c req-08315c56-6353-47d1-83c9-28fcbfdb97f0 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0309772 Mar 10 16:22:12.464011 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7343e486-be74-41fa-83e4-7644e412983d req-ea534f9b-9be5-47a0-97ea-4d27eb7c09a2 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0276730 Mar 10 16:22:13.181799 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a1015425-e7c3-47aa-932e-cedbd2742ea6 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:22:13.202453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: a1015425-e7c3-47aa-932e-cedbd2742ea6 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:22:13.202890 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device a1015425-e7c3-47aa-932e-cedbd2742ea6 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:22:13.357740 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:22:13.562027 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2aa071f3-0666-4df0-89f2-5dbdc8b451b6 req-12ecdc71-9b43-4622-9e9f-f7d9cd9bb901 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0277832 Mar 10 16:22:14.660788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-352ad201-8d70-45f7-b6ba-f9aabe361fb6 req-4265cd09-408f-4ec3-954b-178f5b7aac08 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0279074 Mar 10 16:22:15.754976 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ef0ef789-8ac8-408d-9b2d-dc8b86d9af25 req-bd486e37-51fd-4b8b-ba7c-52bb88b140dd tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0273416 Mar 10 16:22:16.852814 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bc86b68-f1dd-49ee-8111-00d3ecd8b15e req-a8278303-ba66-4754-8a57-65a9ccc7ea85 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0278819 Mar 10 16:22:17.951808 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4bd10458-d6ea-45d8-91e3-61ee8e9aa1cf req-f0f8924d-e6ac-4ed4-b1a5-bec9db83e006 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0305026 Mar 10 16:22:18.586498 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:19.064204 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-65731aa5-2fb1-4ed1-b1f1-a92c17ddc5b6 req-4933424a-f5f3-442b-87f5-2bf42c22dde5 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "GET /v2.0/ports?device_id=852bcc70-3022-4e06-b7b7-c3428d4fed6f HTTP/1.1" status: 200 len: 210 time: 0.0334663 Mar 10 16:22:20.128861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45066) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:20.184565 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ba53e19-613a-4b50-bb3c-e9c5ab2bd830 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (030b221f-5d70-4b63-9f6a-b39a1f8c8495), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:20.209830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ba53e19-613a-4b50-bb3c-e9c5ab2bd830 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (030b221f-5d70-4b63-9f6a-b39a1f8c8495), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:20.272664 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ba53e19-613a-4b50-bb3c-e9c5ab2bd830 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (030b221f-5d70-4b63-9f6a-b39a1f8c8495), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:20.275881 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-2ba53e19-613a-4b50-bb3c-e9c5ab2bd830 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:20.277466 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-2ba53e19-613a-4b50-bb3c-e9c5ab2bd830 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] 10.222.0.11 "DELETE /v2.0/security-groups/030b221f-5d70-4b63-9f6a-b39a1f8c8495 HTTP/1.1" status: 204 len: 168 time: 0.1476026 Mar 10 16:22:20.287952 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba53e19-613a-4b50-bb3c-e9c5ab2bd830 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030b221f-5d70-4b63-9f6a-b39a1f8c8495,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:20.329717 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45070) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:21.155196 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (7a9ca4f0-ad89-4564-8422-470bfecea78e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:21.408626 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] Deleting port 4f05aee0-bf0a-40d8-9846-89aa9739c315 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:22:21.408857 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:21.490386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] For port 4f05aee0-bf0a-40d8-9846-89aa9739c315, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4f05aee0-bf0a-40d8-9846-89aa9739c315,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:21.490741 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:21.503003 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] Calling delete_port for 4f05aee0-bf0a-40d8-9846-89aa9739c315 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:22:21.634257 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:21.691108 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (4f05aee0-bf0a-40d8-9846-89aa9739c315), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:21.722748 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f05aee0-bf0a-40d8-9846-89aa9739c315,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:21.894524 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-22e3ffa7-25d2-4fc3-ade2-c71b58479ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:21.897875 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (7a9ca4f0-ad89-4564-8422-470bfecea78e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:22.118840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] Router 7a9ca4f0-ad89-4564-8422-470bfecea78e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:22:22.229888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:22:22.235563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-bd029776-b4d3-4153-8ee2-28d36aed4119 admin admin] 10.222.0.11 "PUT /v2.0/routers/7a9ca4f0-ad89-4564-8422-470bfecea78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9042778 Mar 10 16:22:22.238465 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45074) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:22.240124 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638b10d-24dc-44e9-a3dd-98481702d58f None None] Sync routers for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:22:22.255467 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638b10d-24dc-44e9-a3dd-98481702d58f None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:22.256136 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5638b10d-24dc-44e9-a3dd-98481702d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:22.369818 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Publish callbacks [] for router (7a9ca4f0-ad89-4564-8422-470bfecea78e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:22.386645 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-5638b10d-24dc-44e9-a3dd-98481702d58f None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:22.479470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Publish callbacks [] for router_gateway (7a9ca4f0-ad89-4564-8422-470bfecea78e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:22.534119 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Deleting port 3de01996-033d-4c67-adb0-aa4f6235ef56 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:22:22.534896 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:22.574141 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5638b10d-24dc-44e9-a3dd-98481702d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:22:21Z', 'revision_number': 5, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port': {'id': '3de01996-033d-4c67-adb0-aa4f6235ef56', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:22.602595 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638b10d-24dc-44e9-a3dd-98481702d58f None None] Checking router: 7a9ca4f0-ad89-4564-8422-470bfecea78e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:22:22.613038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638b10d-24dc-44e9-a3dd-98481702d58f None None] Routers {'7a9ca4f0-ad89-4564-8422-470bfecea78e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:22.613660 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5638b10d-24dc-44e9-a3dd-98481702d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:21:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['7a9ca4f0-ad89-4564-8422-470bfecea78e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:22.622273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] For port 3de01996-033d-4c67-adb0-aa4f6235ef56, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=3de01996-033d-4c67-adb0-aa4f6235ef56,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:22.622639 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:22.636394 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Calling delete_port for 3de01996-033d-4c67-adb0-aa4f6235ef56 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:22:22.704098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-5638b10d-24dc-44e9-a3dd-98481702d58f None None] Set router 7a9ca4f0-ad89-4564-8422-470bfecea78e gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:22.759522 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-5638b10d-24dc-44e9-a3dd-98481702d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:22:22Z', 'revision_number': 6, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:22.793409 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638b10d-24dc-44e9-a3dd-98481702d58f None None] The sync data for ids ['7a9ca4f0-ad89-4564-8422-470bfecea78e'] in n-d-833090-1 is: [{'id': '7a9ca4f0-ad89-4564-8422-470bfecea78e', 'name': 'tempest-TestShelveInstance-725034826-router', 'tenant_id': '13535e85566949b0b680c86449ab8904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:33Z', 'updated_at': '2022-03-10T16:22:22Z', 'revision_number': 6, 'project_id': '13535e85566949b0b680c86449ab8904', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:22:22.819181 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (3de01996-033d-4c67-adb0-aa4f6235ef56), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:22.845435 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de01996-033d-4c67-adb0-aa4f6235ef56,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:22.855876 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.856226 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.856568 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.856903 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.857236 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.858079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.858079 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.858273 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.858497 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.858865 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.859193 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.859510 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.859830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:22.919480 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (7a9ca4f0-ad89-4564-8422-470bfecea78e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.013583 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (7a9ca4f0-ad89-4564-8422-470bfecea78e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.015688 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Publish callbacks [] for router_controller (7a9ca4f0-ad89-4564-8422-470bfecea78e), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.062286 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (7a9ca4f0-ad89-4564-8422-470bfecea78e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.062841 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a9ca4f0-ad89-4564-8422-470bfecea78e {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 16:22:23.067251 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.068403 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-c11a503c-d749-403e-933e-7c5a75157375 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7a9ca4f0-ad89-4564-8422-470bfecea78e HTTP/1.1" status: 204 len: 168 time: 0.8289349 Mar 10 16:22:23.070922 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45078) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:23.116377 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9daa254b-62dc-4518-b451-fdd923657472 admin admin] Deleting subnet f6cb99cd-98c0-4498-a382-cbb498444c7b {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 16:22:23.119394 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9daa254b-62dc-4518-b451-fdd923657472 admin admin] Publish callbacks [] for subnet (f6cb99cd-98c0-4498-a382-cbb498444c7b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.154093 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9daa254b-62dc-4518-b451-fdd923657472 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (f6cb99cd-98c0-4498-a382-cbb498444c7b), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.241151 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9daa254b-62dc-4518-b451-fdd923657472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (f6cb99cd-98c0-4498-a382-cbb498444c7b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.296042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9daa254b-62dc-4518-b451-fdd923657472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (f6cb99cd-98c0-4498-a382-cbb498444c7b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.322385 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa254b-62dc-4518-b451-fdd923657472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cb99cd-98c0-4498-a382-cbb498444c7b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:23.327296 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-9daa254b-62dc-4518-b451-fdd923657472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.332530 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-9daa254b-62dc-4518-b451-fdd923657472 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f6cb99cd-98c0-4498-a382-cbb498444c7b HTTP/1.1" status: 204 len: 168 time: 0.2606344 Mar 10 16:22:23.333399 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71121924-8c41-4608-8740-a449e8356840 None None] Network ffb26f97-7ed0-405c-875e-4c66ee1b7abb requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:22:23.335019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45080) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:23.409385 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (ffb26f97-7ed0-405c-875e-4c66ee1b7abb), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.470773 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Deleting port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:22:23.471386 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.536959 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] For port aaef990c-fc60-4934-bfe1-cb0cd795fdc3, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=aaef990c-fc60-4934-bfe1-cb0cd795fdc3,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:23.537324 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.551700 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Calling delete_port for aaef990c-fc60-4934-bfe1-cb0cd795fdc3 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:22:23.577579 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] DHCP port deletion for ffb26f97-7ed0-405c-875e-4c66ee1b7abb request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 16:22:23.633463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Deleting port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:22:23.634164 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.653580 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.685111 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=aaef990c-fc60-4934-bfe1-cb0cd795fdc3,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:23.687642 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] No DVR routers for this DVR port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:22:23.709834 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] For port aaef990c-fc60-4934-bfe1-cb0cd795fdc3, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=aaef990c-fc60-4934-bfe1-cb0cd795fdc3,segment=NetworkSegment(6a720848-eb9e-4cba-a8c7-4a3b7b573d4f),segment_id=6a720848-eb9e-4cba-a8c7-4a3b7b573d4f)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:23.710846 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.725603 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Calling delete_port for aaef990c-fc60-4934-bfe1-cb0cd795fdc3 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:22:23.776520 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (ffb26f97-7ed0-405c-875e-4c66ee1b7abb), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.805083 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb26f97-7ed0-405c-875e-4c66ee1b7abb']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:22:23.809288 n-d-833090-1 neutron-server[115535]: self.session.flush() Mar 10 16:22:23.813853 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (aaef990c-fc60-4934-bfe1-cb0cd795fdc3), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.816433 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:23.816807 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a720848-eb9e-4cba-a8c7-4a3b7b573d4f') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:23.828895 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (6a720848-eb9e-4cba-a8c7-4a3b7b573d4f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.839683 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Pushing event deleted for resources: {'Port': ['ID=aaef990c-fc60-4934-bfe1-cb0cd795fdc3,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:23.845011 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (6a720848-eb9e-4cba-a8c7-4a3b7b573d4f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.852349 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] No DVR routers for this DVR port aaef990c-fc60-4934-bfe1-cb0cd795fdc3 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:22:23.854816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.854970 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 16:22:23.855183 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.855490 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.855919 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.856086 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (6a720848-eb9e-4cba-a8c7-4a3b7b573d4f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.856214 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.857130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.857130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.857130 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.857480 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.858340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.858340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: timer() Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 16:22:23.858557 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 16:22:23.862484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.862484 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feddac8e-4cf6-406a-a6d1-1fd1f698def6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:23.936042 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (ffb26f97-7ed0-405c-875e-4c66ee1b7abb), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.943566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:23.949793 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] 10.222.0.11 "DELETE /v2.0/networks/ffb26f97-7ed0-405c-875e-4c66ee1b7abb HTTP/1.1" status: 204 len: 168 time: 0.6107056 Mar 10 16:22:23.950089 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45082) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:23.972019 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542cc3d-d4b5-42f4-a038-d49887e8fd4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb26f97-7ed0-405c-875e-4c66ee1b7abb,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:24.272282 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8b678952-b539-4f58-8171-a36c7ed42898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:24.304646 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3de01996-033d-4c67-adb0-aa4f6235ef56 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:22:24.327336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 3de01996-033d-4c67-adb0-aa4f6235ef56 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:22:24.328337 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 3de01996-033d-4c67-adb0-aa4f6235ef56 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:22:24.328787 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device aaef990c-fc60-4934-bfe1-cb0cd795fdc3 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:22:24.331943 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (2800f5f2-e663-49ca-88ae-d289e4d67f88), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:24.350152 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: aaef990c-fc60-4934-bfe1-cb0cd795fdc3 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:22:24.350621 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device aaef990c-fc60-4934-bfe1-cb0cd795fdc3 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:22:24.351118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4f05aee0-bf0a-40d8-9846-89aa9739c315 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:22:24.378117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 4f05aee0-bf0a-40d8-9846-89aa9739c315 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:22:24.378508 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4f05aee0-bf0a-40d8-9846-89aa9739c315 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:22:24.594315 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] Deleting port 050b23d1-ab9f-460f-a12a-beee82a2ee9d {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:22:24.594558 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:24.680799 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] For port 050b23d1-ab9f-460f-a12a-beee82a2ee9d, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=050b23d1-ab9f-460f-a12a-beee82a2ee9d,segment=NetworkSegment(e1d6c6fd-8c83-444c-a517-3d30667ed597),segment_id=e1d6c6fd-8c83-444c-a517-3d30667ed597)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:24.681163 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:24.694316 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] Calling delete_port for 050b23d1-ab9f-460f-a12a-beee82a2ee9d owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:22:24.878542 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (050b23d1-ab9f-460f-a12a-beee82a2ee9d), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:24.910641 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=050b23d1-ab9f-460f-a12a-beee82a2ee9d,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:25.081802 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (2800f5f2-e663-49ca-88ae-d289e4d67f88), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:25.313222 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] Router 2800f5f2-e663-49ca-88ae-d289e4d67f88 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:22:25.579198 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:25.758083 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:22:25.766043 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-6d5b5d87-58a7-477e-a5db-d6445607dd47 admin admin] 10.222.0.11 "PUT /v2.0/routers/2800f5f2-e663-49ca-88ae-d289e4d67f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140879 Mar 10 16:22:25.766204 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45084) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:25.770501 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cce5653-aebe-4406-94a0-bfdadbf52c06 None None] Sync routers for ids ['2800f5f2-e663-49ca-88ae-d289e4d67f88'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:22:25.782648 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce5653-aebe-4406-94a0-bfdadbf52c06 None None] Routers {'2800f5f2-e663-49ca-88ae-d289e4d67f88'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:25.783353 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6cce5653-aebe-4406-94a0-bfdadbf52c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2800f5f2-e663-49ca-88ae-d289e4d67f88'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:25.887949 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Publish callbacks [] for router (2800f5f2-e663-49ca-88ae-d289e4d67f88), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:25.895165 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-6cce5653-aebe-4406-94a0-bfdadbf52c06 None None] Set router 2800f5f2-e663-49ca-88ae-d289e4d67f88 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:25.997974 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Publish callbacks [] for router_gateway (2800f5f2-e663-49ca-88ae-d289e4d67f88), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.056142 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Deleting port f0ae49e1-f0f2-48cc-a91f-b92037d35110 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:22:26.056499 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.086755 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6cce5653-aebe-4406-94a0-bfdadbf52c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'name': 'tempest-TestShelveInstance-807758878-router', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:22:24Z', 'revision_number': 5, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'gw_port': {'id': 'f0ae49e1-f0f2-48cc-a91f-b92037d35110', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:26.114904 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cce5653-aebe-4406-94a0-bfdadbf52c06 None None] Checking router: 2800f5f2-e663-49ca-88ae-d289e4d67f88 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:22:26.123653 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce5653-aebe-4406-94a0-bfdadbf52c06 None None] Routers {'2800f5f2-e663-49ca-88ae-d289e4d67f88'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:26.124258 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6cce5653-aebe-4406-94a0-bfdadbf52c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['2800f5f2-e663-49ca-88ae-d289e4d67f88'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:26.145397 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] For port f0ae49e1-f0f2-48cc-a91f-b92037d35110, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=f0ae49e1-f0f2-48cc-a91f-b92037d35110,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:26.145766 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.160860 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Calling delete_port for f0ae49e1-f0f2-48cc-a91f-b92037d35110 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:22:26.323930 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-6cce5653-aebe-4406-94a0-bfdadbf52c06 None None] Set router 2800f5f2-e663-49ca-88ae-d289e4d67f88 gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:26.349454 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (f0ae49e1-f0f2-48cc-a91f-b92037d35110), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.377545 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-6cce5653-aebe-4406-94a0-bfdadbf52c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'name': 'tempest-TestShelveInstance-807758878-router', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:22:25Z', 'revision_number': 6, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:26.379109 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ae49e1-f0f2-48cc-a91f-b92037d35110,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:26.409375 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cce5653-aebe-4406-94a0-bfdadbf52c06 None None] The sync data for ids ['2800f5f2-e663-49ca-88ae-d289e4d67f88'] in n-d-833090-1 is: [{'id': '2800f5f2-e663-49ca-88ae-d289e4d67f88', 'name': 'tempest-TestShelveInstance-807758878-router', 'tenant_id': 'c603546a44fb401fa09bb1041834cdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:12:37Z', 'updated_at': '2022-03-10T16:22:25Z', 'revision_number': 6, 'project_id': 'c603546a44fb401fa09bb1041834cdd3', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:22:26.442541 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (2800f5f2-e663-49ca-88ae-d289e4d67f88), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.539112 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (2800f5f2-e663-49ca-88ae-d289e4d67f88), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.541248 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Publish callbacks [] for router_controller (2800f5f2-e663-49ca-88ae-d289e4d67f88), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.583132 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (2800f5f2-e663-49ca-88ae-d289e4d67f88), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.583647 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2800f5f2-e663-49ca-88ae-d289e4d67f88 {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 16:22:26.587880 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.589029 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3d73b469-75f0-48d5-b264-1907405c7a1e admin admin] 10.222.0.11 "DELETE /v2.0/routers/2800f5f2-e663-49ca-88ae-d289e4d67f88 HTTP/1.1" status: 204 len: 168 time: 0.8215134 Mar 10 16:22:26.591848 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45086) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:26.636114 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-d414b17a-72c1-4b6a-b370-126ecb026c06 admin admin] Deleting subnet 0d99c5b7-8b8f-43db-92ae-04943d76f520 {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 16:22:26.639035 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d414b17a-72c1-4b6a-b370-126ecb026c06 admin admin] Publish callbacks [] for subnet (0d99c5b7-8b8f-43db-92ae-04943d76f520), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.672955 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d414b17a-72c1-4b6a-b370-126ecb026c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (0d99c5b7-8b8f-43db-92ae-04943d76f520), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.755711 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d414b17a-72c1-4b6a-b370-126ecb026c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (0d99c5b7-8b8f-43db-92ae-04943d76f520), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.809083 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d414b17a-72c1-4b6a-b370-126ecb026c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (0d99c5b7-8b8f-43db-92ae-04943d76f520), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.839487 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414b17a-72c1-4b6a-b370-126ecb026c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d99c5b7-8b8f-43db-92ae-04943d76f520,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:26.842482 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d414b17a-72c1-4b6a-b370-126ecb026c06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.844098 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d414b17a-72c1-4b6a-b370-126ecb026c06 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0d99c5b7-8b8f-43db-92ae-04943d76f520 HTTP/1.1" status: 204 len: 168 time: 0.2511673 Mar 10 16:22:26.846653 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45088) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:26.848223 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0df521-c280-4fb6-a451-0c885595f40d None None] Network 6d41e67c-d262-4867-963a-57bca8fd00e7 requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:22:26.920083 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (6d41e67c-d262-4867-963a-57bca8fd00e7), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.939978 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:26.975720 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Deleting port 06b3b828-6211-489a-b388-d104d5ad7e80 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:22:26.976113 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.038171 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] For port 06b3b828-6211-489a-b388-d104d5ad7e80, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=06b3b828-6211-489a-b388-d104d5ad7e80,segment=NetworkSegment(e1d6c6fd-8c83-444c-a517-3d30667ed597),segment_id=e1d6c6fd-8c83-444c-a517-3d30667ed597)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:27.038548 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.055522 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Calling delete_port for 06b3b828-6211-489a-b388-d104d5ad7e80 owned by network:dhcp {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:22:27.131506 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (06b3b828-6211-489a-b388-d104d5ad7e80), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.159887 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] No DVR routers for this DVR port 06b3b828-6211-489a-b388-d104d5ad7e80 on host n-d-833090-1 {{(pid=115534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:22:27.161887 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b3b828-6211-489a-b388-d104d5ad7e80,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:27.194907 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee1193-0202-493d-b2ad-b2f1c94e58cd None None] DHCP port deletion for 6d41e67c-d262-4867-963a-57bca8fd00e7 request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 16:22:27.239474 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (6d41e67c-d262-4867-963a-57bca8fd00e7), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.260281 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d41e67c-d262-4867-963a-57bca8fd00e7']}} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:27.270178 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d6c6fd-8c83-444c-a517-3d30667ed597') {'for_net_delete': True} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:27.270478 n-d-833090-1 neutron-server[115534]: DEBUG neutron.services.segments.db [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d6c6fd-8c83-444c-a517-3d30667ed597') {} {{(pid=115534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:27.280221 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28372873'] for segment (e1d6c6fd-8c83-444c-a517-3d30667ed597), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.294991 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (e1d6c6fd-8c83-444c-a517-3d30667ed597), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.301287 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=115534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 16:22:27.301687 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28372637'] for segment (e1d6c6fd-8c83-444c-a517-3d30667ed597), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: Traceback (most recent call last): Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: timer() Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: cb(*args, **kw) Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: return func(*args, **kwargs) Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: self._notify() Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: self.callback(batched_events) Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: event.method(event) Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: return f(self, *a, **k) Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: return self._get(url).json() Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: return self.request(url, 'GET', **kwargs) Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 16:22:27.303530 n-d-833090-1 neutron-server[115534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 16:22:27.359416 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (6d41e67c-d262-4867-963a-57bca8fd00e7), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.367031 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.370479 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6d41e67c-d262-4867-963a-57bca8fd00e7 HTTP/1.1" status: 204 len: 168 time: 0.5228717 Mar 10 16:22:27.380957 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ea2e6-95b6-44ed-8f9c-6f8656139fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d41e67c-d262-4867-963a-57bca8fd00e7,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:27.496402 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45092) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:27.540324 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-5157238f-6d5b-4ab7-9cd4-ab4ef853e932 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13535e85566949b0b680c86449ab8904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427661 Mar 10 16:22:27.542667 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45094) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:27.589186 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcbd1bce-ad3b-479e-8d37-925865faf213 admin admin] Publish callbacks [] for security_group (27959396-ee47-4cf3-a231-847acee1de1f), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.610007 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcbd1bce-ad3b-479e-8d37-925865faf213 admin admin] Publish callbacks [] for security_group (27959396-ee47-4cf3-a231-847acee1de1f), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.656074 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcbd1bce-ad3b-479e-8d37-925865faf213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (27959396-ee47-4cf3-a231-847acee1de1f), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.659104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-fcbd1bce-ad3b-479e-8d37-925865faf213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:27.660278 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-fcbd1bce-ad3b-479e-8d37-925865faf213 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27959396-ee47-4cf3-a231-847acee1de1f HTTP/1.1" status: 204 len: 168 time: 0.1166773 Mar 10 16:22:27.667916 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd1bce-ad3b-479e-8d37-925865faf213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27959396-ee47-4cf3-a231-847acee1de1f,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:27.969375 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45100) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:28.008964 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-730b6371-a44b-4b57-b69d-73956684c327 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c603546a44fb401fa09bb1041834cdd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383830 Mar 10 16:22:28.011342 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45102) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:28.057982 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-55ecd255-5afb-496f-9ad4-86a88b56b31c admin admin] Publish callbacks [] for security_group (242c6c41-78a8-4870-8925-47be825817b6), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:28.078966 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-55ecd255-5afb-496f-9ad4-86a88b56b31c admin admin] Publish callbacks [] for security_group (242c6c41-78a8-4870-8925-47be825817b6), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:28.127342 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-55ecd255-5afb-496f-9ad4-86a88b56b31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (242c6c41-78a8-4870-8925-47be825817b6), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:28.129862 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-55ecd255-5afb-496f-9ad4-86a88b56b31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:28.131028 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-55ecd255-5afb-496f-9ad4-86a88b56b31c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/242c6c41-78a8-4870-8925-47be825817b6 HTTP/1.1" status: 204 len: 168 time: 0.1187854 Mar 10 16:22:28.138630 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecd255-5afb-496f-9ad4-86a88b56b31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c6c41-78a8-4870-8925-47be825817b6,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:28.304830 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 06b3b828-6211-489a-b388-d104d5ad7e80 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:22:28.325312 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 06b3b828-6211-489a-b388-d104d5ad7e80 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:22:28.325672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 06b3b828-6211-489a-b388-d104d5ad7e80 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:22:28.326091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f0ae49e1-f0f2-48cc-a91f-b92037d35110 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:22:28.345753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: f0ae49e1-f0f2-48cc-a91f-b92037d35110 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:22:28.346103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device f0ae49e1-f0f2-48cc-a91f-b92037d35110 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:22:28.346537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 050b23d1-ab9f-460f-a12a-beee82a2ee9d no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:22:28.368045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 050b23d1-ab9f-460f-a12a-beee82a2ee9d {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:22:28.368386 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 050b23d1-ab9f-460f-a12a-beee82a2ee9d not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:22:28.480295 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:28.803258 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45124) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:28.897196 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-684468040-network', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:28.916020 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Made reservation on behalf of 4c44d1e909884588ba3460b72dd1c58c for: {'network': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:22:28.918375 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:28.926833 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.000037 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Publish callbacks [] for security_group (c43d87a5-b626-473a-b840-df794b533231), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.004393 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c43d87a5-b626-473a-b840-df794b533231), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.026044 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=115533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 16:22:29.040809 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43d87a5-b626-473a-b840-df794b533231,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:29.043656 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5254d857-e8f5-41cb-bbd1-1a8e3c4627d3), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.044008 n-d-833090-1 neutron-server[115533]: INFO neutron.db.segments_db [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Added segment 5254d857-e8f5-41cb-bbd1-1a8e3c4627d3 of type vlan for network d2553163-44fd-4135-9bf7-ba323eb11f7e Mar 10 16:22:29.084251 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (d2553163-44fd-4135-9bf7-ba323eb11f7e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.108655 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (d2553163-44fd-4135-9bf7-ba323eb11f7e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.109753 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:29.110341 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.144970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3406179 Mar 10 16:22:29.147798 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45128) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:29.178190 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] Request body: {'subnet': {'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-684468040-subnet', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'ip_version': 4}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:29.182223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80102440-259e-4941-b4b0-d2a6691e22f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d2553163-44fd-4135-9bf7-ba323eb11f7e,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:29.198086 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network d2553163-44fd-4135-9bf7-ba323eb11f7e details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 16:22:29.199795 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] Made reservation on behalf of 4c44d1e909884588ba3460b72dd1c58c for: {'subnet': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:22:29.202160 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26248531'] for subnet (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.368962 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25576810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26248573'] for subnet (e9f56411-a2ab-4fc5-a1b4-10cebb4e141b), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.426010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:29.433741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] Checking segment: {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:22:29.434102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] Network hostable DHCP agents. Network: d2553163-44fd-4135-9bf7-ba323eb11f7e, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 16:22:29.451351 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] Network d2553163-44fd-4135-9bf7-ba323eb11f7e is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 16:22:29.459564 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, d2553163-44fd-4135-9bf7-ba323eb11f7e) {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:29.463669 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:29.464288 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.469739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc39b92-4e49-41a3-b6aa-b5d5f5267f10 None None] Network d2553163-44fd-4135-9bf7-ba323eb11f7e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:22:29.480871 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1712f2c8-0ed2-49a9-bf2e-389cbc55da70 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3063984 Mar 10 16:22:29.483643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45130) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:29.488762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:29.508392 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (8a650d70-0396-453c-ba44-42fe2c0d7eb2), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.509496 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (8a650d70-0396-453c-ba44-42fe2c0d7eb2), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.569579 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Publish callbacks [] for router_controller (8a650d70-0396-453c-ba44-42fe2c0d7eb2), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.571702 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-d2553163-44fd-4135-9bf7-ba323eb11f7e', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 16:22:29.572647 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.708509 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Allocated IP 172.20.0.2 (d2553163-44fd-4135-9bf7-ba323eb11f7e/e9f56411-a2ab-4fc5-a1b4-10cebb4e141b/128b9636-66c4-4e88-a58f-c2feb3ff4679) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:22:29.712763 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Publish callbacks [] for router_gateway (8a650d70-0396-453c-ba44-42fe2c0d7eb2), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.850950 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Publish callbacks [] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.856011 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.892792 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Network d2553163-44fd-4135-9bf7-ba323eb11f7e is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:22:29.897573 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:29.903662 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:22:29.906607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Pushing event updated for resources: {'Port': ['ID=128b9636-66c4-4e88-a58f-c2feb3ff4679,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:29.919250 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Publish callbacks [] for router_gateway (8a650d70-0396-453c-ba44-42fe2c0d7eb2), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.939586 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.959680 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Attempting to bind port 128b9636-66c4-4e88-a58f-c2feb3ff4679 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:22:29.959975 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Attempting to bind port 128b9636-66c4-4e88-a58f-c2feb3ff4679 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:22:29.960348 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Attempting to bind port 128b9636-66c4-4e88-a58f-c2feb3ff4679 on network d2553163-44fd-4135-9bf7-ba323eb11f7e {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:22:29.966727 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:22:29.967165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Checking segment: {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:22:29.967547 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:29.967941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Bound using segment: {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:22:29.968406 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Bound port: 128b9636-66c4-4e88-a58f-c2feb3ff4679, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:22:29.968786 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:30.030300 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] For port 128b9636-66c4-4e88-a58f-c2feb3ff4679, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:22:30.034080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] For port 128b9636-66c4-4e88-a58f-c2feb3ff4679, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=128b9636-66c4-4e88-a58f-c2feb3ff4679,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:22:30.040625 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:30.047164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Allocated IP 172.25.3.155 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/2af9ba58-3849-4717-bacd-0d7bbdd40e95) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:22:30.100729 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0227fb-6a16-4445-a36e-fd1f52a65725 None None] Pushing event updated for resources: {'Port': ['ID=128b9636-66c4-4e88-a58f-c2feb3ff4679,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:30.161072 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Publish callbacks [] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:30.194724 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:30.234681 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:22:30.239950 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:30.244811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:22:30.278223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Pushing event updated for resources: {'Port': ['ID=2af9ba58-3849-4717-bacd-0d7bbdd40e95,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:30.511791 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Publish callbacks [] for router_gateway (8a650d70-0396-453c-ba44-42fe2c0d7eb2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:30.716190 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (8a650d70-0396-453c-ba44-42fe2c0d7eb2), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:30.857068 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 16:22:30.977636 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:22:30.987881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Sync routers for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:22:30.997489 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:30.999779 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:31.000407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:31.002473 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45132) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:31.002995 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1374c1c9-45ce-4328-baea-ba7843e3d30a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5171876 Mar 10 16:22:31.102250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdb11ec-d3f5-4a4b-8526-ede5e7abae97 None None] Network d2553163-44fd-4135-9bf7-ba323eb11f7e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:22:31.155636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:31.406388 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-854a91b5-04bd-4815-860d-d09511cbde1f None None] Provisioning complete for port 128b9636-66c4-4e88-a58f-c2feb3ff4679 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:31.406661 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-854a91b5-04bd-4815-860d-d09511cbde1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:31.433770 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:31.589450 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Allocated IP 172.20.0.1 (d2553163-44fd-4135-9bf7-ba323eb11f7e/e9f56411-a2ab-4fc5-a1b4-10cebb4e141b/e633b168-0fc1-4aa8-a395-805fbcaceae3) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:22:31.639664 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-854a91b5-04bd-4815-860d-d09511cbde1f None None] Current status of the port 128b9636-66c4-4e88-a58f-c2feb3ff4679 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:31.640165 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-854a91b5-04bd-4815-860d-d09511cbde1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:31.676672 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-854a91b5-04bd-4815-860d-d09511cbde1f None None] For port 128b9636-66c4-4e88-a58f-c2feb3ff4679, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=128b9636-66c4-4e88-a58f-c2feb3ff4679,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:31.684536 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-854a91b5-04bd-4815-860d-d09511cbde1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:31.692460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:30Z', 'revision_number': 3, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:31.714038 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Publish callbacks [] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:31.739585 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Checking router: 8a650d70-0396-453c-ba44-42fe2c0d7eb2 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:22:31.739976 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Updating router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 port 2af9ba58-3849-4717-bacd-0d7bbdd40e95 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:22:31.751852 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:31.789869 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:31.791620 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a91b5-04bd-4815-860d-d09511cbde1f None None] Pushing event updated for resources: {'Port': ['ID=128b9636-66c4-4e88-a58f-c2feb3ff4679,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:31.794407 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Network d2553163-44fd-4135-9bf7-ba323eb11f7e is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:22:31.799768 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:31.802454 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:22:31.828009 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=e633b168-0fc1-4aa8-a395-805fbcaceae3,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:31.847104 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (8a650d70-0396-453c-ba44-42fe2c0d7eb2), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:31.943344 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-95999eb2-8b6c-43a8-ac67-9ddc462a1c4f None None] Provisioning complete for port 128b9636-66c4-4e88-a58f-c2feb3ff4679 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:31.943631 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-95999eb2-8b6c-43a8-ac67-9ddc462a1c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.132994 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-95999eb2-8b6c-43a8-ac67-9ddc462a1c4f None None] Current status of the port 128b9636-66c4-4e88-a58f-c2feb3ff4679 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:32.144850 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Publish callbacks [] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.150506 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.206295 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Attempting to bind port 2af9ba58-3849-4717-bacd-0d7bbdd40e95 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:22:32.206555 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Attempting to bind port 2af9ba58-3849-4717-bacd-0d7bbdd40e95 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:22:32.206951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Attempting to bind port 2af9ba58-3849-4717-bacd-0d7bbdd40e95 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:22:32.209077 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498741ca-8bc1-4690-99e1-c283f69e7c87 None None] Pushing event updated for resources: {'Port': ['ID=2af9ba58-3849-4717-bacd-0d7bbdd40e95,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:32.216314 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:22:32.216817 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:22:32.217088 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.217576 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:22:32.217934 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Bound port: 2af9ba58-3849-4717-bacd-0d7bbdd40e95, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:22:32.218312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.289675 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7785b576-f884-4ac9-98b3-1b2b9e624445 None None] Provisioning complete for port e633b168-0fc1-4aa8-a395-805fbcaceae3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:32.290058 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7785b576-f884-4ac9-98b3-1b2b9e624445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.309190 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.313739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] For port 2af9ba58-3849-4717-bacd-0d7bbdd40e95, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:22:32.331332 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] For port 2af9ba58-3849-4717-bacd-0d7bbdd40e95, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2af9ba58-3849-4717-bacd-0d7bbdd40e95,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:22:32.340609 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7785b576-f884-4ac9-98b3-1b2b9e624445 None None] Port e633b168-0fc1-4aa8-a395-805fbcaceae3 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:22:32.344385 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.373856 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 128b9636-66c4-4e88-a58f-c2feb3ff4679 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:22:32.442942 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498741ca-8bc1-4690-99e1-c283f69e7c87 None None] Pushing event updated for resources: {'Port': ['ID=2af9ba58-3849-4717-bacd-0d7bbdd40e95,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:32.447038 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:32.447655 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:32.478696 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Publish callbacks [] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.483076 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.511165 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 128b9636-66c4-4e88-a58f-c2feb3ff4679 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:32.511542 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.547966 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=e633b168-0fc1-4aa8-a395-805fbcaceae3,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:32.551315 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (8a650d70-0396-453c-ba44-42fe2c0d7eb2), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:32.601018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:32.646107 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Network d2553163-44fd-4135-9bf7-ba323eb11f7e is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:22:32.647637 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:32.718752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 128b9636-66c4-4e88-a58f-c2feb3ff4679 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:32.776441 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:22:32.844494 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:31Z', 'revision_number': 1, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:32.875710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813c569a-2548-43a5-bf15-19bf82f1324c None None] The sync data for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 is: [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:31Z', 'revision_number': 1, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:22:32.893851 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:22:32.899091 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-506771bd-0175-4c87-baca-acd6aaeeb8a9 admin admin] 10.222.0.11 "PUT /v2.0/routers/8a650d70-0396-453c-ba44-42fe2c0d7eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8954260 Mar 10 16:22:32.964202 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-4f501574-09b4-4bfa-b0d8-93421c3f82a5 None None] Provisioning complete for port e633b168-0fc1-4aa8-a395-805fbcaceae3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:32.964585 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f501574-09b4-4bfa-b0d8-93421c3f82a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:33.002815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-4f501574-09b4-4bfa-b0d8-93421c3f82a5 None None] Port e633b168-0fc1-4aa8-a395-805fbcaceae3 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:22:33.464929 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45148) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:33.470055 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1847218426-network', 'tenant_id': '09ff10696dd1412d95c5342e32655411'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:33.492088 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Made reservation on behalf of 09ff10696dd1412d95c5342e32655411 for: {'network': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:22:33.494938 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for network (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:33.504303 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:33.609044 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Publish callbacks [] for security_group (bb00f64c-ed11-4014-99e7-0b8c60422009), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:33.613773 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bb00f64c-ed11-4014-99e7-0b8c60422009), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:33.641346 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=115534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 16:22:33.648160 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb00f64c-ed11-4014-99e7-0b8c60422009,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:33.654463 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0ba47bfe-e24e-4328-8e16-ea387fdcd164), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:33.654877 n-d-833090-1 neutron-server[115534]: INFO neutron.db.segments_db [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Added segment 0ba47bfe-e24e-4328-8e16-ea387fdcd164 of type vlan for network 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e Mar 10 16:22:33.699459 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750711800010'] for network (431fbf30-a0f1-4a60-bbe1-bb4ec26af09e), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:33.725673 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010'] for network (431fbf30-a0f1-4a60-bbe1-bb4ec26af09e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:33.726681 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:33.727308 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:33.767529 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3014815 Mar 10 16:22:33.770248 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45150) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:33.800132 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] Request body: {'subnet': {'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1847218426-subnet', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'ip_version': 4}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:33.804555 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc866955-f65f-4f71-ae18-dbc2028d4636 admin admin] Pushing event updated for resources: {'Network': ['ID=431fbf30-a0f1-4a60-bbe1-bb4ec26af09e,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:33.816205 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Network 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e details requested by agent ovs-agent-n-d-833090-1 with host n-d-833090-1 {{(pid=115535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 16:22:33.824805 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] Made reservation on behalf of 09ff10696dd1412d95c5342e32655411 for: {'subnet': 1} {{(pid=115534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:22:33.827675 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29002927'] for subnet (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.011240 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28372736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29002881'] for subnet (0cc3097a-71b6-4bcc-941a-9a331d2126ea), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.066488 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc3097a-71b6-4bcc-941a-9a331d2126ea,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:34.077748 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] Checking segment: {'id': '0ba47bfe-e24e-4328-8e16-ea387fdcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:22:34.078116 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] Network hostable DHCP agents. Network: 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e, hostable agents: ['34d70ea5-e54b-453c-ad18-5bd770307537'], hosted agents: [] {{(pid=115534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 16:22:34.097255 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] Network 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e is scheduled to be hosted by DHCP agent 34d70ea5-e54b-453c-ad18-5bd770307537 with binding_index 1 {{(pid=115534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 16:22:34.106993 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833090-1, 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e) {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:34.111276 n-d-833090-1 neutron-server[115534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:34.112025 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.116921 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2761c140-2e81-46a0-b12f-145f46298ca6 None None] Network 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:22:34.131616 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-1902451e-30fc-4dca-aa73-278090277580 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3602891 Mar 10 16:22:34.134126 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45152) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:34.139356 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1847218426-router', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:34.168056 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-543524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25080'] for router (66052d6a-5f08-40ea-a68c-6dc695766e4e), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.169197 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-738789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router (66052d6a-5f08-40ea-a68c-6dc695766e4e), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.235849 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21374079-72ad-530f-86b9-ec1862d02b2f-431fbf30-a0f1-4a60-bbe1-bb4ec26af09e', 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e', 'project_id': '09ff10696dd1412d95c5342e32655411', 'fixed_ips': [{'subnet_id': '0cc3097a-71b6-4bcc-941a-9a331d2126ea'}]}} from n-d-833090-1. {{(pid=115535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 16:22:34.236415 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Publish callbacks [] for router_controller (66052d6a-5f08-40ea-a68c-6dc695766e4e), precommit_add_association {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.236884 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.351968 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2af9ba58-3849-4717-bacd-0d7bbdd40e95 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:22:34.403811 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Publish callbacks [] for router_gateway (66052d6a-5f08-40ea-a68c-6dc695766e4e), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.422134 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.db_base_plugin_common [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Allocated IP 172.20.0.2 (431fbf30-a0f1-4a60-bbe1-bb4ec26af09e/0cc3097a-71b6-4bcc-941a-9a331d2126ea/85536887-4e90-4bf3-8d1b-89809912a97a) {{(pid=115535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:22:34.470093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2af9ba58-3849-4717-bacd-0d7bbdd40e95 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:34.470501 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.621021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Publish callbacks [] for router_gateway (66052d6a-5f08-40ea-a68c-6dc695766e4e), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.642410 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.756391 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Allocated IP 172.25.3.18 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/c6c028b0-b144-463f-be79-5dda64981a42) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:22:34.810521 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2af9ba58-3849-4717-bacd-0d7bbdd40e95 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:34.810927 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.816914 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Publish callbacks [] for port (85536887-4e90-4bf3-8d1b-89809912a97a), precommit_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.829312 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), after_create {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.863524 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 2af9ba58-3849-4717-bacd-0d7bbdd40e95, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2af9ba58-3849-4717-bacd-0d7bbdd40e95,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:34.873116 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.884425 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Publish callbacks [] for port (c6c028b0-b144-463f-be79-5dda64981a42), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.886665 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Network 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e is already hosted by enough agents. {{(pid=115535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:22:34.890593 n-d-833090-1 neutron-server[115535]: DEBUG neutron.scheduler.base_scheduler [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Resources bound (agent type, host, resource id): {{(pid=115535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:34.892689 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Pushing event updated for resources: {'Port': ['ID=85536887-4e90-4bf3-8d1b-89809912a97a,revision_number=1']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:34.895263 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Received port after_create {{(pid=115535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:22:34.922374 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c6c028b0-b144-463f-be79-5dda64981a42), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:34.961671 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:22:34.967995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:34.971357 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:22:34.991407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Attempting to bind port 85536887-4e90-4bf3-8d1b-89809912a97a on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:22:34.991794 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Attempting to bind port 85536887-4e90-4bf3-8d1b-89809912a97a by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '0ba47bfe-e24e-4328-8e16-ea387fdcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:22:34.992161 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Attempting to bind port 85536887-4e90-4bf3-8d1b-89809912a97a on network 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:22:34.995462 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=2af9ba58-3849-4717-bacd-0d7bbdd40e95,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:34.997771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c028b0-b144-463f-be79-5dda64981a42,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:35.000688 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:22:35.001072 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Checking segment: {'id': '0ba47bfe-e24e-4328-8e16-ea387fdcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:22:35.001510 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:35.001917 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Bound using segment: {'id': '0ba47bfe-e24e-4328-8e16-ea387fdcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:22:35.002373 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Bound port: 85536887-4e90-4bf3-8d1b-89809912a97a, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba47bfe-e24e-4328-8e16-ea387fdcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:22:35.002755 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:35.048237 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Sync routers for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:22:35.059088 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:35.059713 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:35.072340 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] For port 85536887-4e90-4bf3-8d1b-89809912a97a, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:22:35.075560 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] For port 85536887-4e90-4bf3-8d1b-89809912a97a, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=85536887-4e90-4bf3-8d1b-89809912a97a,segment=NetworkSegment(0ba47bfe-e24e-4328-8e16-ea387fdcd164),segment_id=0ba47bfe-e24e-4328-8e16-ea387fdcd164)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:22:35.083371 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:35.147452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11725cfc-2d8e-470d-b4fc-7d271d5161b1 None None] Pushing event updated for resources: {'Port': ['ID=85536887-4e90-4bf3-8d1b-89809912a97a,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:35.187433 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:35.283877 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Publish callbacks [] for router_gateway (66052d6a-5f08-40ea-a68c-6dc695766e4e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:35.440847 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 2, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:35.476908 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Checking router: 8a650d70-0396-453c-ba44-42fe2c0d7eb2 for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:22:35.477274 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Updating router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 port e633b168-0fc1-4aa8-a395-805fbcaceae3 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:22:35.504805 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:35.520794 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541725'] for router (66052d6a-5f08-40ea-a68c-6dc695766e4e), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:35.660534 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Router 66052d6a-5f08-40ea-a68c-6dc695766e4e is scheduled to L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec with binding_index 1 {{(pid=115533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 16:22:35.772207 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:22:35.781894 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Sync routers for ids ['66052d6a-5f08-40ea-a68c-6dc695766e4e'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:22:35.783764 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Publish callbacks [] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:35.790319 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:35.792133 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:35.795342 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Routers {'66052d6a-5f08-40ea-a68c-6dc695766e4e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:35.796635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66052d6a-5f08-40ea-a68c-6dc695766e4e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:35.796793 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45154) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:35.810275 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f53c235f-ec47-4f89-8bea-7ccf10478f96 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6627932 Mar 10 16:22:35.906956 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Pushing event updated for resources: {'Port': ['ID=e633b168-0fc1-4aa8-a395-805fbcaceae3,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:35.917656 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.918032 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.918341 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.918868 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.919048 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.919383 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.919708 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.920035 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.920363 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.920679 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.921004 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.921320 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.921635 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:22:35.928291 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Attempting to bind port e633b168-0fc1-4aa8-a395-805fbcaceae3 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:22:35.928664 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Attempting to bind port e633b168-0fc1-4aa8-a395-805fbcaceae3 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:22:35.929024 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Attempting to bind port e633b168-0fc1-4aa8-a395-805fbcaceae3 on network d2553163-44fd-4135-9bf7-ba323eb11f7e {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:22:35.934589 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:22:35.935001 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Checking segment: {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:22:35.935409 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:35.935799 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Bound using segment: {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:22:35.936267 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Bound port: e633b168-0fc1-4aa8-a395-805fbcaceae3, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:22:35.936645 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:35.971204 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Set router 66052d6a-5f08-40ea-a68c-6dc695766e4e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:36.027194 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] For port e633b168-0fc1-4aa8-a395-805fbcaceae3, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:22:36.034261 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] For port e633b168-0fc1-4aa8-a395-805fbcaceae3, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e633b168-0fc1-4aa8-a395-805fbcaceae3,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:22:36.049247 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:36.123574 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214165c-1e8a-49a9-a071-fdd50f909322 None None] Pushing event updated for resources: {'Port': ['ID=e633b168-0fc1-4aa8-a395-805fbcaceae3,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:36.164632 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:36.165288 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:36.230635 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'name': 'tempest-TestSnapshotPattern-1847218426-router', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:35Z', 'revision_number': 3, 'project_id': '09ff10696dd1412d95c5342e32655411', 'gw_port': {'id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ce:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:36.343294 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:36.360040 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Checking router: 66052d6a-5f08-40ea-a68c-6dc695766e4e for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:22:36.360397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Updating router 66052d6a-5f08-40ea-a68c-6dc695766e4e port c6c028b0-b144-463f-be79-5dda64981a42 binding host n-d-833090-1 {{(pid=115535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:22:36.434397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-36a3d317-7cf6-4d5d-81d5-6ca1addfd0ea None None] Provisioning complete for port e633b168-0fc1-4aa8-a395-805fbcaceae3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:36.434784 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-36a3d317-7cf6-4d5d-81d5-6ca1addfd0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:36.445768 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c6c028b0-b144-463f-be79-5dda64981a42), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:36.504708 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:36.511793 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207af57-bec6-40f0-97b4-7a59e367833a None None] Network 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:22:36.602282 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 85536887-4e90-4bf3-8d1b-89809912a97a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:22:36.659445 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:36.686913 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf8fe3f-3d07-47f8-9a44-e78a00b1e806 None None] The sync data for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 is: [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:22:36.700833 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_common [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Allocated IP 172.20.0.1 (431fbf30-a0f1-4a60-bbe1-bb4ec26af09e/0cc3097a-71b6-4bcc-941a-9a331d2126ea/4c2caca1-8279-4030-930b-a830d0c44997) {{(pid=115534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:22:36.814784 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-36a3d317-7cf6-4d5d-81d5-6ca1addfd0ea None None] Current status of the port e633b168-0fc1-4aa8-a395-805fbcaceae3 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:36.814784 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-36a3d317-7cf6-4d5d-81d5-6ca1addfd0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:36.818820 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Publish callbacks [] for port (4c2caca1-8279-4030-930b-a830d0c44997), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:36.864989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 85536887-4e90-4bf3-8d1b-89809912a97a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:36.865369 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:36.868338 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4c2caca1-8279-4030-930b-a830d0c44997), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:36.920393 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Network 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:22:36.924004 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:36.929940 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Received port after_create {{(pid=115534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:22:36.956755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-36a3d317-7cf6-4d5d-81d5-6ca1addfd0ea None None] For port e633b168-0fc1-4aa8-a395-805fbcaceae3, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e633b168-0fc1-4aa8-a395-805fbcaceae3,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:36.975973 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-36a3d317-7cf6-4d5d-81d5-6ca1addfd0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:36.980300 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2caca1-8279-4030-930b-a830d0c44997,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:36.987082 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540786'] for router_interface (66052d6a-5f08-40ea-a68c-6dc695766e4e), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.060090 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Publish callbacks [] for port (c6c028b0-b144-463f-be79-5dda64981a42), precommit_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.102556 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c6c028b0-b144-463f-be79-5dda64981a42), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.151428 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4c2caca1-8279-4030-930b-a830d0c44997), before_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.162495 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Attempting to bind port c6c028b0-b144-463f-be79-5dda64981a42 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:22:37.162908 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Attempting to bind port c6c028b0-b144-463f-be79-5dda64981a42 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:22:37.163276 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Attempting to bind port c6c028b0-b144-463f-be79-5dda64981a42 on network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:22:37.195823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c1d80c15-7dea-45d0-9604-364e90358e1d None None] Provisioning complete for port e633b168-0fc1-4aa8-a395-805fbcaceae3 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:37.196206 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c1d80c15-7dea-45d0-9604-364e90358e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.199836 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3d317-7cf6-4d5d-81d5-6ca1addfd0ea None None] Pushing event updated for resources: {'Port': ['ID=e633b168-0fc1-4aa8-a395-805fbcaceae3,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:37.207324 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:22:37.207606 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Checking segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:22:37.208097 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.208501 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Bound using segment: {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'} {{(pid=115535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:22:37.208989 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.managers [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Bound port: c6c028b0-b144-463f-be79-5dda64981a42, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c277f70f-4589-4128-872e-9c346cab2a4c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5'}}] {{(pid=115535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:22:37.209372 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c6c028b0-b144-463f-be79-5dda64981a42), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.294824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 85536887-4e90-4bf3-8d1b-89809912a97a is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:37.295226 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.333666 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e297a93-f424-438c-b046-9d697a8fd25f None None] Pushing event updated for resources: {'Port': ['ID=c6c028b0-b144-463f-be79-5dda64981a42,revision_number=2']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:37.379958 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] For port c6c028b0-b144-463f-be79-5dda64981a42, host n-d-833090-1, cleared binding levels {{(pid=115535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:22:37.380242 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Publish callbacks [] for port (4c2caca1-8279-4030-930b-a830d0c44997), precommit_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.384588 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] For port c6c028b0-b144-463f-be79-5dda64981a42, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c6c028b0-b144-463f-be79-5dda64981a42,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:22:37.390397 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port 85536887-4e90-4bf3-8d1b-89809912a97a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=85536887-4e90-4bf3-8d1b-89809912a97a,segment=NetworkSegment(0ba47bfe-e24e-4328-8e16-ea387fdcd164),segment_id=0ba47bfe-e24e-4328-8e16-ea387fdcd164)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:37.396414 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28372853'] for port (4c2caca1-8279-4030-930b-a830d0c44997), after_update {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.415391 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.416182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e633b168-0fc1-4aa8-a395-805fbcaceae3 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:22:37.418353 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c6c028b0-b144-463f-be79-5dda64981a42), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.472884 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2caca1-8279-4030-930b-a830d0c44997,revision_number=2']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:37.475323 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540894'] for router_interface (66052d6a-5f08-40ea-a68c-6dc695766e4e), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.523174 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c1d80c15-7dea-45d0-9604-364e90358e1d None None] Current status of the port e633b168-0fc1-4aa8-a395-805fbcaceae3 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:37.546880 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=85536887-4e90-4bf3-8d1b-89809912a97a,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:37.556250 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Routers {'66052d6a-5f08-40ea-a68c-6dc695766e4e'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:37.556882 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66052d6a-5f08-40ea-a68c-6dc695766e4e'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:37.584033 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Network 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e is already hosted by enough agents. {{(pid=115534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:22:37.586561 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.base_scheduler [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Resources bound (agent type, host, resource id): {{(pid=115534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:37.633752 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-c1d80c15-7dea-45d0-9604-364e90358e1d None None] Provisioning complete for port 85536887-4e90-4bf3-8d1b-89809912a97a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:37.634025 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c1d80c15-7dea-45d0-9604-364e90358e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.680529 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port e633b168-0fc1-4aa8-a395-805fbcaceae3 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:37.680905 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:37.711903 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Router 66052d6a-5f08-40ea-a68c-6dc695766e4e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:22:37.836810 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:22:37.842502 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-e3ae72b3-f951-41f6-be17-af59ffbdc748 admin admin] 10.222.0.11 "PUT /v2.0/routers/66052d6a-5f08-40ea-a68c-6dc695766e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0446777 Mar 10 16:22:37.903641 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e297a93-f424-438c-b046-9d697a8fd25f None None] Pushing event updated for resources: {'Port': ['ID=c6c028b0-b144-463f-be79-5dda64981a42,revision_number=3']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:37.949941 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] Set router 66052d6a-5f08-40ea-a68c-6dc695766e4e gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:38.108850 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-c1d80c15-7dea-45d0-9604-364e90358e1d None None] Current status of the port 85536887-4e90-4bf3-8d1b-89809912a97a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:38.116933 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port e633b168-0fc1-4aa8-a395-805fbcaceae3 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:38.117980 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2af9ba58-3849-4717-bacd-0d7bbdd40e95 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:22:38.241394 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 2af9ba58-3849-4717-bacd-0d7bbdd40e95 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:38.241680 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.276704 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-88f1e86b-679d-4d9f-b1ac-b6f45c158a26 None None] Provisioning complete for port 4c2caca1-8279-4030-930b-a830d0c44997 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:38.277070 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-88f1e86b-679d-4d9f-b1ac-b6f45c158a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4c2caca1-8279-4030-930b-a830d0c44997), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.332018 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-88f1e86b-679d-4d9f-b1ac-b6f45c158a26 None None] Port 4c2caca1-8279-4030-930b-a830d0c44997 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:22:38.351525 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'name': 'tempest-TestSnapshotPattern-1847218426-router', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:37Z', 'revision_number': 4, 'project_id': '09ff10696dd1412d95c5342e32655411', 'gw_port': {'id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ce:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4c2caca1-8279-4030-930b-a830d0c44997', 'name': '', 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'mac_address': 'fa:16:3e:94:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '0cc3097a-71b6-4bcc-941a-9a331d2126ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:36Z', 'updated_at': '2022-03-10T16:22:37Z', 'revision_number': 2, 'project_id': '09ff10696dd1412d95c5342e32655411', 'subnets': [{'id': '0cc3097a-71b6-4bcc-941a-9a331d2126ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:38.395811 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-88f1e86b-679d-4d9f-b1ac-b6f45c158a26 None None] Provisioning complete for port 85536887-4e90-4bf3-8d1b-89809912a97a triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:38.396180 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-88f1e86b-679d-4d9f-b1ac-b6f45c158a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.399352 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ff585-0ebc-4ac9-9c4d-5a06a78e20bd None None] The sync data for ids ['66052d6a-5f08-40ea-a68c-6dc695766e4e'] in n-d-833090-1 is: [{'id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'name': 'tempest-TestSnapshotPattern-1847218426-router', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:37Z', 'revision_number': 4, 'project_id': '09ff10696dd1412d95c5342e32655411', 'gw_port': {'id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ce:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4c2caca1-8279-4030-930b-a830d0c44997', 'name': '', 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'mac_address': 'fa:16:3e:94:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '0cc3097a-71b6-4bcc-941a-9a331d2126ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:36Z', 'updated_at': '2022-03-10T16:22:37Z', 'revision_number': 2, 'project_id': '09ff10696dd1412d95c5342e32655411', 'subnets': [{'id': '0cc3097a-71b6-4bcc-941a-9a331d2126ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:22:38.432091 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 2af9ba58-3849-4717-bacd-0d7bbdd40e95 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:38.486714 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45162) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:38.491500 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-89c96be2-b823-4e3d-b8fc-c7704c85ab26 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148440431', 'description': 'tempest-secgroup-smoke-148440431 description', 'project_id': '4c44d1e909884588ba3460b72dd1c58c'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:38.510402 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-88f1e86b-679d-4d9f-b1ac-b6f45c158a26 None None] Current status of the port 85536887-4e90-4bf3-8d1b-89809912a97a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:38.521869 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89c96be2-b823-4e3d-b8fc-c7704c85ab26 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group (None), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.548407 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 85536887-4e90-4bf3-8d1b-89809912a97a up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:22:38.599512 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 85536887-4e90-4bf3-8d1b-89809912a97a triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:38.600137 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.604655 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89c96be2-b823-4e3d-b8fc-c7704c85ab26 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group (fb04cc7f-02f3-45f5-8a85-f76db71bc482), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.608961 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89c96be2-b823-4e3d-b8fc-c7704c85ab26 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fb04cc7f-02f3-45f5-8a85-f76db71bc482), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.648750 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-89c96be2-b823-4e3d-b8fc-c7704c85ab26 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.653840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45164) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:38.656179 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-89c96be2-b823-4e3d-b8fc-c7704c85ab26 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1676326 Mar 10 16:22:38.658449 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-dc121958-26bb-481f-8945-1f0b5d899c9a tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Request body: {'security_group_rule': {'security_group_id': 'fb04cc7f-02f3-45f5-8a85-f76db71bc482', 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:38.659513 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c96be2-b823-4e3d-b8fc-c7704c85ab26 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb04cc7f-02f3-45f5-8a85-f76db71bc482,revision_number=1']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:38.697458 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc121958-26bb-481f-8945-1f0b5d899c9a tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (374fa5dd-714e-4ceb-8445-3afffc1cf4da), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.717710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 85536887-4e90-4bf3-8d1b-89809912a97a is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:38.719088 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e633b168-0fc1-4aa8-a395-805fbcaceae3 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:22:38.764556 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc121958-26bb-481f-8945-1f0b5d899c9a tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (374fa5dd-714e-4ceb-8445-3afffc1cf4da), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.770054 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc121958-26bb-481f-8945-1f0b5d899c9a tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (374fa5dd-714e-4ceb-8445-3afffc1cf4da), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.773782 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port e633b168-0fc1-4aa8-a395-805fbcaceae3 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:38.774337 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.791176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc121958-26bb-481f-8945-1f0b5d899c9a tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374fa5dd-714e-4ceb-8445-3afffc1cf4da,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:38.797090 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-dc121958-26bb-481f-8945-1f0b5d899c9a tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.802192 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-dc121958-26bb-481f-8945-1f0b5d899c9a tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439881 Mar 10 16:22:38.802192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45166) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:38.807090 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-16e597ef-4875-4a03-81a4-8bba38bcc832 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Request body: {'security_group_rule': {'security_group_id': 'fb04cc7f-02f3-45f5-8a85-f76db71bc482', 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:38.836167 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16e597ef-4875-4a03-81a4-8bba38bcc832 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (250cb5e0-699d-4dfe-a27c-81262cf8524f), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.871379 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port e633b168-0fc1-4aa8-a395-805fbcaceae3 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:38.904774 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16e597ef-4875-4a03-81a4-8bba38bcc832 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (250cb5e0-699d-4dfe-a27c-81262cf8524f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.908911 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16e597ef-4875-4a03-81a4-8bba38bcc832 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (250cb5e0-699d-4dfe-a27c-81262cf8524f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.928216 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e597ef-4875-4a03-81a4-8bba38bcc832 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250cb5e0-699d-4dfe-a27c-81262cf8524f,revision_number=0']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:38.939540 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-16e597ef-4875-4a03-81a4-8bba38bcc832 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:38.940773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-16e597ef-4875-4a03-81a4-8bba38bcc832 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377156 Mar 10 16:22:38.943804 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45168) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:38.948977 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-d077eeed-9775-42b1-b670-58e0795a8a45 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Request body: {'security_group_rule': {'security_group_id': 'fb04cc7f-02f3-45f5-8a85-f76db71bc482', 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:38.976196 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d077eeed-9775-42b1-b670-58e0795a8a45 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (742eeb2a-d639-47ee-b45a-55f094aed062), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.036112 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d077eeed-9775-42b1-b670-58e0795a8a45 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (742eeb2a-d639-47ee-b45a-55f094aed062), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.039761 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d077eeed-9775-42b1-b670-58e0795a8a45 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (742eeb2a-d639-47ee-b45a-55f094aed062), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.057856 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077eeed-9775-42b1-b670-58e0795a8a45 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742eeb2a-d639-47ee-b45a-55f094aed062,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:39.066173 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-d077eeed-9775-42b1-b670-58e0795a8a45 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.067510 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-d077eeed-9775-42b1-b670-58e0795a8a45 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220427 Mar 10 16:22:39.070362 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45170) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:39.074830 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-6653e4a2-5a69-4f45-a1f3-03fe7463ee48 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Request body: {'security_group_rule': {'security_group_id': 'fb04cc7f-02f3-45f5-8a85-f76db71bc482', 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:39.104366 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6653e4a2-5a69-4f45-a1f3-03fe7463ee48 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (c10a2975-c6b4-41e4-b84c-de04f1cfa23a), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.160532 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6653e4a2-5a69-4f45-a1f3-03fe7463ee48 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (c10a2975-c6b4-41e4-b84c-de04f1cfa23a), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.164058 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6653e4a2-5a69-4f45-a1f3-03fe7463ee48 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (c10a2975-c6b4-41e4-b84c-de04f1cfa23a), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.180946 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653e4a2-5a69-4f45-a1f3-03fe7463ee48 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10a2975-c6b4-41e4-b84c-de04f1cfa23a,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:39.187453 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-6653e4a2-5a69-4f45-a1f3-03fe7463ee48 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.188600 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-6653e4a2-5a69-4f45-a1f3-03fe7463ee48 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172099 Mar 10 16:22:39.191379 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45172) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:39.195556 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-753e243f-c0bd-4749-aa24-40a0ead89526 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Request body: {'security_group_rule': {'security_group_id': 'fb04cc7f-02f3-45f5-8a85-f76db71bc482', 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:39.216312 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-753e243f-c0bd-4749-aa24-40a0ead89526 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Project 4c44d1e909884588ba3460b72dd1c58c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:22:39.221710 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-753e243f-c0bd-4749-aa24-40a0ead89526 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (0f9cb5b6-c9cf-4ca7-9a9e-530ee04ed343), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.280024 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-753e243f-c0bd-4749-aa24-40a0ead89526 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (0f9cb5b6-c9cf-4ca7-9a9e-530ee04ed343), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.284323 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-753e243f-c0bd-4749-aa24-40a0ead89526 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (0f9cb5b6-c9cf-4ca7-9a9e-530ee04ed343), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.301182 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e243f-c0bd-4749-aa24-40a0ead89526 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9cb5b6-c9cf-4ca7-9a9e-530ee04ed343,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:39.309234 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-753e243f-c0bd-4749-aa24-40a0ead89526 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.310486 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-753e243f-c0bd-4749-aa24-40a0ead89526 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182055 Mar 10 16:22:39.313389 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45174) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:39.317906 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.v2.base [None req-0f35c7b9-21d8-4f5f-8184-7386c97e3559 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Request body: {'security_group_rule': {'security_group_id': 'fb04cc7f-02f3-45f5-8a85-f76db71bc482', 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:39.338939 n-d-833090-1 neutron-server[115534]: INFO neutron.db.securitygroups_db [None req-0f35c7b9-21d8-4f5f-8184-7386c97e3559 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Project 4c44d1e909884588ba3460b72dd1c58c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 16:22:39.344289 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f35c7b9-21d8-4f5f-8184-7386c97e3559 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (2103fe0a-d881-476d-82fa-8734bc187dc3), before_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.405208 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f35c7b9-21d8-4f5f-8184-7386c97e3559 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (2103fe0a-d881-476d-82fa-8734bc187dc3), precommit_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.409292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f35c7b9-21d8-4f5f-8184-7386c97e3559 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739896'] for security_group_rule (2103fe0a-d881-476d-82fa-8734bc187dc3), after_create {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.426825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35c7b9-21d8-4f5f-8184-7386c97e3559 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2103fe0a-d881-476d-82fa-8734bc187dc3,revision_number=0']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:39.435212 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-0f35c7b9-21d8-4f5f-8184-7386c97e3559 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:39.436508 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-0f35c7b9-21d8-4f5f-8184-7386c97e3559 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221313 Mar 10 16:22:39.724829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a0f4db67-0f3e-45d1-8862-3642c69b7145 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148440431&fields=id&tenant_id=4c44d1e909884588ba3460b72dd1c58c HTTP/1.1" status: 200 len: 267 time: 0.0465569 Mar 10 16:22:39.835984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-d7720e3f-9eb0-4b57-bc84-c7a559fe4dea tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:39.837422 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-d7720e3f-9eb0-4b57-bc84-c7a559fe4dea tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 809 time: 0.1052055 Mar 10 16:22:39.852771 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-07083a58-4b48-43a7-9732-f722b060e30c tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/quotas/4c44d1e909884588ba3460b72dd1c58c HTTP/1.1" status: 200 len: 375 time: 0.0094755 Mar 10 16:22:39.915773 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-c69abac8-1793-4aa0-ae94-73b04ec5d848 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571921 Mar 10 16:22:40.112786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-e75b9189-8b34-4c22-9f2f-43fd40ade7ca service neutron] 10.222.0.11 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847146 Mar 10 16:22:40.211602 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-7e449e47-ce6d-4385-a1c2-82fe7297c2f4 service neutron] 10.222.0.11 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930078 Mar 10 16:22:40.438086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-8b15595d-1ff6-45c2-b1d6-be622676a277 req-e015c934-bc7b-4160-ae95-2a546ef8145c tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 210 time: 0.0893865 Mar 10 16:22:40.551423 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c6c028b0-b144-463f-be79-5dda64981a42 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:22:40.618783 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c6c028b0-b144-463f-be79-5dda64981a42 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:40.619116 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c6c028b0-b144-463f-be79-5dda64981a42), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:40.712755 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c6c028b0-b144-463f-be79-5dda64981a42 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:40.713130 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c6c028b0-b144-463f-be79-5dda64981a42), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:40.740926 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] For port c6c028b0-b144-463f-be79-5dda64981a42, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c6c028b0-b144-463f-be79-5dda64981a42,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:40.744883 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (c6c028b0-b144-463f-be79-5dda64981a42), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:40.798226 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Pushing event updated for resources: {'Port': ['ID=c6c028b0-b144-463f-be79-5dda64981a42,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:40.889523 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Sync routers for ids ['66052d6a-5f08-40ea-a68c-6dc695766e4e'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:22:40.903650 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Routers {'66052d6a-5f08-40ea-a68c-6dc695766e4e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:40.904276 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66052d6a-5f08-40ea-a68c-6dc695766e4e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:41.016180 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Set router 66052d6a-5f08-40ea-a68c-6dc695766e4e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:41.301002 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'name': 'tempest-TestSnapshotPattern-1847218426-router', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:37Z', 'revision_number': 4, 'project_id': '09ff10696dd1412d95c5342e32655411', 'gw_port': {'id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4c2caca1-8279-4030-930b-a830d0c44997', 'name': '', 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'mac_address': 'fa:16:3e:94:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '0cc3097a-71b6-4bcc-941a-9a331d2126ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:36Z', 'updated_at': '2022-03-10T16:22:37Z', 'revision_number': 2, 'project_id': '09ff10696dd1412d95c5342e32655411', 'subnets': [{'id': '0cc3097a-71b6-4bcc-941a-9a331d2126ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:41.330739 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Checking router: 66052d6a-5f08-40ea-a68c-6dc695766e4e for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:22:41.331118 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Updating router 66052d6a-5f08-40ea-a68c-6dc695766e4e port 4c2caca1-8279-4030-930b-a830d0c44997 binding host n-d-833090-1 {{(pid=115536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 16:22:41.362757 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4c2caca1-8279-4030-930b-a830d0c44997), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:41.401368 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-20f4f109-99ed-459b-ae02-58d2ae4e3702 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:41.405184 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-20f4f109-99ed-459b-ae02-58d2ae4e3702 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.62 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 809 time: 0.1282980 Mar 10 16:22:41.634987 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Publish callbacks [] for port (4c2caca1-8279-4030-930b-a830d0c44997), precommit_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:41.641739 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4c2caca1-8279-4030-930b-a830d0c44997), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:41.708012 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d410d6-8b3b-4643-8743-e73a6ca2038b None None] Pushing event updated for resources: {'Port': ['ID=4c2caca1-8279-4030-930b-a830d0c44997,revision_number=3']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:41.763458 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Attempting to bind port 4c2caca1-8279-4030-930b-a830d0c44997 on host n-d-833090-1 for vnic_type normal with profile {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:22:41.763836 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Attempting to bind port 4c2caca1-8279-4030-930b-a830d0c44997 by drivers openvswitch,hyperv on host n-d-833090-1 at level 0 using segments [{'id': '0ba47bfe-e24e-4328-8e16-ea387fdcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e'}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:22:41.764200 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Attempting to bind port 4c2caca1-8279-4030-930b-a830d0c44997 on network 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:22:41.771009 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Checking agent: {'id': '37931393-dba0-405d-b717-0fb80d3f75ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 42, 58), 'started_at': datetime.datetime(2022, 3, 10, 14, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833090-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:22:41.771422 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Checking segment: {'id': '0ba47bfe-e24e-4328-8e16-ea387fdcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:22:41.771798 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:41.772221 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Bound using segment: {'id': '0ba47bfe-e24e-4328-8e16-ea387fdcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e'} {{(pid=115536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:22:41.772886 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.managers [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Bound port: 4c2caca1-8279-4030-930b-a830d0c44997, host: n-d-833090-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba47bfe-e24e-4328-8e16-ea387fdcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e'}}] {{(pid=115536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:22:41.773273 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4c2caca1-8279-4030-930b-a830d0c44997), before_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:41.831761 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5e74f5e5-f6c7-4f2d-ac9e-f7392f3191ef req-c8546172-ad57-4d61-ba68-4be28bc99a1c tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 210 time: 0.0370376 Mar 10 16:22:41.843739 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] For port 4c2caca1-8279-4030-930b-a830d0c44997, host n-d-833090-1, cleared binding levels {{(pid=115536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:22:41.847633 n-d-833090-1 neutron-server[115536]: DEBUG neutron.plugins.ml2.db [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] For port 4c2caca1-8279-4030-930b-a830d0c44997, host n-d-833090-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4c2caca1-8279-4030-930b-a830d0c44997,segment=NetworkSegment(0ba47bfe-e24e-4328-8e16-ea387fdcd164),segment_id=0ba47bfe-e24e-4328-8e16-ea387fdcd164)] {{(pid=115536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:22:41.854337 n-d-833090-1 neutron-server[115536]: DEBUG neutron_lib.callbacks.manager [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4c2caca1-8279-4030-930b-a830d0c44997), after_update {{(pid=115536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:41.872637 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-3f33a5c6-c019-4331-9f45-da723bc3bc14 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c44d1e909884588ba3460b72dd1c58c HTTP/1.1" status: 200 len: 379 time: 0.4594200 Mar 10 16:22:41.882260 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Request body: {'port': {'device_id': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'admin_state_up': True, 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'security_groups': ['fb04cc7f-02f3-45f5-8a85-f76db71bc482']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:41.910234 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Routers {'66052d6a-5f08-40ea-a68c-6dc695766e4e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:41.910906 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66052d6a-5f08-40ea-a68c-6dc695766e4e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:41.970615 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-0d1295fa-415e-4e69-9473-cd7bd94d0333 None None] Provisioning complete for port 4c2caca1-8279-4030-930b-a830d0c44997 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:41.972694 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d1295fa-415e-4e69-9473-cd7bd94d0333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4c2caca1-8279-4030-930b-a830d0c44997), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.004283 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Made reservation on behalf of 4c44d1e909884588ba3460b72dd1c58c for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:22:42.009964 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.025630 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d410d6-8b3b-4643-8743-e73a6ca2038b None None] Pushing event updated for resources: {'Port': ['ID=4c2caca1-8279-4030-930b-a830d0c44997,revision_number=4']} {{(pid=115536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:42.039478 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] Set router 66052d6a-5f08-40ea-a68c-6dc695766e4e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:42.098155 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-0d1295fa-415e-4e69-9473-cd7bd94d0333 None None] Current status of the port 4c2caca1-8279-4030-930b-a830d0c44997 is: DOWN; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:42.098605 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d1295fa-415e-4e69-9473-cd7bd94d0333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (4c2caca1-8279-4030-930b-a830d0c44997), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.137705 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-0d1295fa-415e-4e69-9473-cd7bd94d0333 None None] For port 4c2caca1-8279-4030-930b-a830d0c44997, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4c2caca1-8279-4030-930b-a830d0c44997,segment=NetworkSegment(0ba47bfe-e24e-4328-8e16-ea387fdcd164),segment_id=0ba47bfe-e24e-4328-8e16-ea387fdcd164)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:42.143436 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0d1295fa-415e-4e69-9473-cd7bd94d0333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (4c2caca1-8279-4030-930b-a830d0c44997), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.163321 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Allocated IP 172.20.0.5 (d2553163-44fd-4135-9bf7-ba323eb11f7e/e9f56411-a2ab-4fc5-a1b4-10cebb4e141b/121d595d-e23f-4d87-b3b8-e08f9273a246) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:22:42.199217 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1295fa-415e-4e69-9473-cd7bd94d0333 None None] Pushing event updated for resources: {'Port': ['ID=4c2caca1-8279-4030-930b-a830d0c44997,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:42.264372 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-7d8275d7-300a-4ddb-a6e1-9bc2dad9dc15 None None] Provisioning complete for port 4c2caca1-8279-4030-930b-a830d0c44997 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:42.264784 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7d8275d7-300a-4ddb-a6e1-9bc2dad9dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4c2caca1-8279-4030-930b-a830d0c44997), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.280505 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'name': 'tempest-TestSnapshotPattern-1847218426-router', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:37Z', 'revision_number': 4, 'project_id': '09ff10696dd1412d95c5342e32655411', 'gw_port': {'id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4c2caca1-8279-4030-930b-a830d0c44997', 'name': '', 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'mac_address': 'fa:16:3e:94:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '0cc3097a-71b6-4bcc-941a-9a331d2126ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:36Z', 'updated_at': '2022-03-10T16:22:41Z', 'revision_number': 4, 'project_id': '09ff10696dd1412d95c5342e32655411', 'subnets': [{'id': '0cc3097a-71b6-4bcc-941a-9a331d2126ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:42.311122 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1787c5a4-68b0-49ca-91e5-ccd050358999 None None] The sync data for ids ['66052d6a-5f08-40ea-a68c-6dc695766e4e'] in n-d-833090-1 is: [{'id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'name': 'tempest-TestSnapshotPattern-1847218426-router', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:37Z', 'revision_number': 4, 'project_id': '09ff10696dd1412d95c5342e32655411', 'gw_port': {'id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': '4c2caca1-8279-4030-930b-a830d0c44997', 'name': '', 'network_id': '431fbf30-a0f1-4a60-bbe1-bb4ec26af09e', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'mac_address': 'fa:16:3e:94:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4460, 'fixed_ips': [{'subnet_id': '0cc3097a-71b6-4bcc-941a-9a331d2126ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:36Z', 'updated_at': '2022-03-10T16:22:41Z', 'revision_number': 4, 'project_id': '09ff10696dd1412d95c5342e32655411', 'subnets': [{'id': '0cc3097a-71b6-4bcc-941a-9a331d2126ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:22:42.337927 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.354715 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-7d8275d7-300a-4ddb-a6e1-9bc2dad9dc15 None None] Current status of the port 4c2caca1-8279-4030-930b-a830d0c44997 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:42.377178 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.420817 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Network d2553163-44fd-4135-9bf7-ba323eb11f7e is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:22:42.424686 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:42.427099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:22:42.466769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'Port': ['ID=121d595d-e23f-4d87-b3b8-e08f9273a246,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:42.504185 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:42.504826 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.524107 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-a58050c1-f956-4317-8a47-9873cff04afe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6456144 Mar 10 16:22:42.535760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Request body: {'port': {'device_id': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:42.593944 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c6c028b0-b144-463f-be79-5dda64981a42 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:22:42.609749 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.656192 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port c6c028b0-b144-463f-be79-5dda64981a42 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:42.656598 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (c6c028b0-b144-463f-be79-5dda64981a42), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.757493 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port c6c028b0-b144-463f-be79-5dda64981a42 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:42.758598 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4c2caca1-8279-4030-930b-a830d0c44997 up at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:22:42.807066 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-2455a9a0-efb5-4aaa-9c05-5bd248216786 None None] Provisioning complete for port 121d595d-e23f-4d87-b3b8-e08f9273a246 triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:42.807383 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2455a9a0-efb5-4aaa-9c05-5bd248216786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.850511 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-2455a9a0-efb5-4aaa-9c05-5bd248216786 None None] Port 121d595d-e23f-4d87-b3b8-e08f9273a246 cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:22:42.854701 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Provisioning complete for port 4c2caca1-8279-4030-930b-a830d0c44997 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:42.855111 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (4c2caca1-8279-4030-930b-a830d0c44997), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.925457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121d595d-e23f-4d87-b3b8-e08f9273a246 {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:22:42.944308 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Publish callbacks [] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:42.947962 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Current status of the port 4c2caca1-8279-4030-930b-a830d0c44997 is: ACTIVE; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:42.974750 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Transition to ACTIVE for port object 121d595d-e23f-4d87-b3b8-e08f9273a246 will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 16:22:42.980751 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:43.031386 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3df36-46d6-4c33-85e4-f50bea562c04 req-8486ff82-1c72-49aa-a5b7-7d87bb8da02b tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:43.032952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dab3df36-46d6-4c33-85e4-f50bea562c04 req-8486ff82-1c72-49aa-a5b7-7d87bb8da02b tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 931 time: 0.1026914 Mar 10 16:22:43.070462 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Pushing event updated for resources: {'Port': ['ID=121d595d-e23f-4d87-b3b8-e08f9273a246,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:43.148970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-dab3df36-46d6-4c33-85e4-f50bea562c04 req-144a5c60-0c8f-4edb-9c47-96bc33db1582 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067860 Mar 10 16:22:43.166840 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Attempting to bind port 121d595d-e23f-4d87-b3b8-e08f9273a246 on host n-h2-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:22:43.167192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Attempting to bind port 121d595d-e23f-4d87-b3b8-e08f9273a246 by drivers openvswitch,hyperv on host n-h2-833090-1 at level 0 using segments [{'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:22:43.167530 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Attempting to bind port 121d595d-e23f-4d87-b3b8-e08f9273a246 on network d2553163-44fd-4135-9bf7-ba323eb11f7e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:22:43.172122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Port 121d595d-e23f-4d87-b3b8-e08f9273a246 on network d2553163-44fd-4135-9bf7-ba323eb11f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 16:22:43.172455 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Attempting to bind port 121d595d-e23f-4d87-b3b8-e08f9273a246 on network d2553163-44fd-4135-9bf7-ba323eb11f7e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:22:43.178328 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Checking agent: {'id': 'fed87d71-0265-492e-a8fe-0f3f57b22469', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:22:43.178737 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Checking segment: {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:22:43.179176 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Bound using segment: {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:22:43.179622 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Bound port: 121d595d-e23f-4d87-b3b8-e08f9273a246, host: n-h2-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:22:43.180268 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:43.244982 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] For port 121d595d-e23f-4d87-b3b8-e08f9273a246, host n-h2-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:22:43.248287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] For port 121d595d-e23f-4d87-b3b8-e08f9273a246, host n-h2-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=121d595d-e23f-4d87-b3b8-e08f9273a246,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:22:43.255202 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:43.302210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:43.302906 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:43.304419 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] 10.222.0.62 "PUT /v2.0/ports/121d595d-e23f-4d87-b3b8-e08f9273a246 HTTP/1.1" status: 200 len: 1091 time: 0.7736709 Mar 10 16:22:43.304861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:22:43.307186 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:22:43.337028 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e93879-5c07-4568-9591-6c56a20358e0 service neutron] Pushing event updated for resources: {'Port': ['ID=121d595d-e23f-4d87-b3b8-e08f9273a246,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:43.355289 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40da6a6-0d56-49a7-9578-a43531a09ba0 x-openstack-request-id: req-c40da6a6-0d56-49a7-9578-a43531a09ba0 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:22:43.355637 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:22:43.355865 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c40da6a6-0d56-49a7-9578-a43531a09ba0 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:22:43.356238 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'status': 'completed', 'code': 200} Mar 10 16:22:43.395760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-dcf50281-84b6-4228-9e15-1eefbd574ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:43.397335 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-dcf50281-84b6-4228-9e15-1eefbd574ac9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 1125 time: 0.0539560 Mar 10 16:22:43.443713 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-56669e40-6cc8-4a57-b0fd-0a7e2e70a5f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121d595d-e23f-4d87-b3b8-e08f9273a246 HTTP/1.1" status: 200 len: 217 time: 0.0386457 Mar 10 16:22:43.498110 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-584cdc84-2bbe-4f3a-b19b-4d874d359aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:43.499622 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-584cdc84-2bbe-4f3a-b19b-4d874d359aa5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0501044 Mar 10 16:22:43.547802 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-4ee4ce2d-fb9d-4869-8743-03934f4c4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:43.549845 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-4ee4ce2d-fb9d-4869-8743-03934f4c4886 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444491 Mar 10 16:22:43.645374 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-38da7b5a-24ff-44c9-9941-c672004881f5 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884058 Mar 10 16:22:43.742001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4f57c8b3-09f5-49c1-9924-5619be029fde req-72c6098e-70fa-49e8-b6fc-c6ddfeedcfb2 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898812 Mar 10 16:22:43.832123 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1 req-9674812f-7c61-4ba8-8085-949ddd24a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:43.833639 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1 req-9674812f-7c61-4ba8-8085-949ddd24a0a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 1125 time: 0.0470150 Mar 10 16:22:43.927848 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1 req-ceb825d6-bb7f-4872-b63f-355aea0c56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:43.929315 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1 req-ceb825d6-bb7f-4872-b63f-355aea0c56c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.0887935 Mar 10 16:22:43.974459 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1 req-a2d46b7b-0723-42ff-b02e-113c5baff7fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121d595d-e23f-4d87-b3b8-e08f9273a246 HTTP/1.1" status: 200 len: 217 time: 0.0384133 Mar 10 16:22:44.025923 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1 req-92d653fe-d87a-4e5f-ac76-660aee64e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:44.027399 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1 req-92d653fe-d87a-4e5f-ac76-660aee64e776 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0440462 Mar 10 16:22:44.075863 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1 req-cdff3175-5711-4ba8-8892-d7aaf22021fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:44.077333 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1 req-cdff3175-5711-4ba8-8892-d7aaf22021fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442989 Mar 10 16:22:44.168616 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1 req-e14a12c2-02f3-4210-9447-a5157a4699a8 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849409 Mar 10 16:22:44.292325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a3b096c3-728d-4911-ad3f-6c3117d0c8c1 req-ee5394c1-97ee-430f-8fc0-76ddec5fad4a service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185198 Mar 10 16:22:44.306971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ea0cd-7b30-48e0-939c-ffe00dc864fa req-efe07142-7947-484c-9ac8-2a704c3de2b7 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:44.308829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d0ea0cd-7b30-48e0-939c-ffe00dc864fa req-efe07142-7947-484c-9ac8-2a704c3de2b7 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 943 time: 0.0761466 Mar 10 16:22:44.359400 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-5d0ea0cd-7b30-48e0-939c-ffe00dc864fa req-6a5a2863-1c51-4d48-93d7-6cf8b5739493 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444188 Mar 10 16:22:45.255065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 121d595d-e23f-4d87-b3b8-e08f9273a246 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:22:45.354781 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 121d595d-e23f-4d87-b3b8-e08f9273a246, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=121d595d-e23f-4d87-b3b8-e08f9273a246,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:45.367042 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'mac_address': 'fa:16:3e:31:45:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:22:45.405710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 121d595d-e23f-4d87-b3b8-e08f9273a246 is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:45.406106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:45.420463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121d595d-e23f-4d87-b3b8-e08f9273a246 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:22:45.441853 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 121d595d-e23f-4d87-b3b8-e08f9273a246, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=121d595d-e23f-4d87-b3b8-e08f9273a246,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:45.445570 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:45.481966 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6f6c7-3dd6-4885-b45f-017569a80592 req-489a7186-3a0b-4ecd-88a9-7caeedc51920 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:45.483479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2e6f6c7-3dd6-4885-b45f-017569a80592 req-489a7186-3a0b-4ecd-88a9-7caeedc51920 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 943 time: 0.0545523 Mar 10 16:22:45.491860 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=121d595d-e23f-4d87-b3b8-e08f9273a246,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:45.535098 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e2e6f6c7-3dd6-4885-b45f-017569a80592 req-698d7b65-5672-425e-8dcb-cc1a18c6c056 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456140 Mar 10 16:22:45.781410 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['121d595d-e23f-4d87-b3b8-e08f9273a246'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:22:46.655029 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bf499-76a0-421c-a69e-1fe6add13f1a req-608943e1-d4e7-4995-8498-6afebfbeeb78 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:46.656513 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc4bf499-76a0-421c-a69e-1fe6add13f1a req-608943e1-d4e7-4995-8498-6afebfbeeb78 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 944 time: 0.0526221 Mar 10 16:22:46.708739 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc4bf499-76a0-421c-a69e-1fe6add13f1a req-dc69fd84-c7b4-4d60-bba6-9e604cb6dca4 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465605 Mar 10 16:22:47.254051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 121d595d-e23f-4d87-b3b8-e08f9273a246 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:22:47.311527 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning for port 121d595d-e23f-4d87-b3b8-e08f9273a246 completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 16:22:47.315220 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 121d595d-e23f-4d87-b3b8-e08f9273a246 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:22:47.315599 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:47.391058 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 121d595d-e23f-4d87-b3b8-e08f9273a246 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:22:47.391453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:47.415080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:22:47.418410 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6905b819-96ce-4fc1-a087-e2d29dcb08c5" -d '{"events": [{"server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "name": "network-vif-plugged", "status": "completed", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:22:47.431864 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 121d595d-e23f-4d87-b3b8-e08f9273a246, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=121d595d-e23f-4d87-b3b8-e08f9273a246,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:22:47.435850 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:47.459248 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac199581-6c19-46cb-9775-b799cdc384e8 x-openstack-request-id: req-ac199581-6c19-46cb-9775-b799cdc384e8 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:22:47.459539 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "name": "network-vif-plugged", "status": "completed", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:22:47.459790 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac199581-6c19-46cb-9775-b799cdc384e8 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:22:47.460171 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'code': 200} Mar 10 16:22:47.489421 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=121d595d-e23f-4d87-b3b8-e08f9273a246,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:47.558431 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998caaf-2f85-4d88-a9e6-ede95d4bb3b1 req-6ca43c2e-52cb-4154-951c-6976c83412fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:47.559970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7998caaf-2f85-4d88-a9e6-ede95d4bb3b1 req-6ca43c2e-52cb-4154-951c-6976c83412fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 1127 time: 0.0460274 Mar 10 16:22:47.605572 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7998caaf-2f85-4d88-a9e6-ede95d4bb3b1 req-b69584e4-e82f-4266-a879-fb1ea9cf456c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394418 Mar 10 16:22:47.825595 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77cd97-837d-497c-aa80-21d302aaabdb req-59cc05bf-e671-494c-a35f-c82ed3ef46cd tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:47.827276 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d77cd97-837d-497c-aa80-21d302aaabdb req-59cc05bf-e671-494c-a35f-c82ed3ef46cd tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 945 time: 0.0517406 Mar 10 16:22:47.875621 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-7d77cd97-837d-497c-aa80-21d302aaabdb req-f89e87db-58e2-40b0-b8a6-9153ad68df84 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Mar 10 16:22:48.589171 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:49.005104 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc195b30-e061-4f59-9e7c-8fc5e601a0fb req-52b6101a-e1e3-4c1d-abc2-d0ad771eb8fe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:49.006667 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc195b30-e061-4f59-9e7c-8fc5e601a0fb req-52b6101a-e1e3-4c1d-abc2-d0ad771eb8fe tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 945 time: 0.0598934 Mar 10 16:22:49.055291 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-cc195b30-e061-4f59-9e7c-8fc5e601a0fb req-b5fc694a-22aa-476b-aeec-8bb4730c72e2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429530 Mar 10 16:22:49.178930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa7cb-c953-4d13-a1d6-b3803f992a63 req-f2677cda-6165-4796-96ea-ed91bc041578 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:49.180307 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5caa7cb-c953-4d13-a1d6-b3803f992a63 req-f2677cda-6165-4796-96ea-ed91bc041578 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 945 time: 0.0562708 Mar 10 16:22:49.228807 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b5caa7cb-c953-4d13-a1d6-b3803f992a63 req-d17a2ea4-5209-4123-a74c-530d7c4d7987 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429571 Mar 10 16:22:49.250762 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45228) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:49.337934 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62711c2b-ffc8-46a2-8d23-ef5921a3d2f7 tempest-TestSnapshotPattern-2123578707 tempest-TestSnapshotPattern-2123578707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:49.339486 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-62711c2b-ffc8-46a2-8d23-ef5921a3d2f7 tempest-TestSnapshotPattern-2123578707 tempest-TestSnapshotPattern-2123578707-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 1122 time: 0.0877552 Mar 10 16:22:49.342761 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45232) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:22:49.347868 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:22:49.368486 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:49.465059 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:49.569484 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Allocated IP 172.25.3.85 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/c176b6bc-f235-46bf-a214-6fd968ddbb81) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:22:49.675405 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for port (c176b6bc-f235-46bf-a214-6fd968ddbb81), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:49.710574 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c176b6bc-f235-46bf-a214-6fd968ddbb81), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:49.753102 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:22:49.757773 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:22:49.761740 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:22:49.767557 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'Port': ['ID=c176b6bc-f235-46bf-a214-6fd968ddbb81,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:50.135682 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for floatingip (0c6470d2-8979-4184-9843-39d110dc9bc0), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:50.207121 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (c176b6bc-f235-46bf-a214-6fd968ddbb81), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:50.358823 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for port (c176b6bc-f235-46bf-a214-6fd968ddbb81), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:50.361743 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:22:50.364504 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (c176b6bc-f235-46bf-a214-6fd968ddbb81), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:50.434947 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'Port': ['ID=c176b6bc-f235-46bf-a214-6fd968ddbb81,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:22:50.445189 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (0c6470d2-8979-4184-9843-39d110dc9bc0), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:50.545610 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Floating IP 0c6470d2-8979-4184-9843-39d110dc9bc0 associated. External IP: 172.25.3.85, port: 121d595d-e23f-4d87-b3b8-e08f9273a246. Mar 10 16:22:50.765394 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:22:50.874004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:22:50.883881 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfb104-155f-43c0-b7e5-d18b9f7340c4 None None] Sync routers for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:22:50.891982 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:50.893824 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfb104-155f-43c0-b7e5-d18b9f7340c4 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:50.894452 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1bdfb104-155f-43c0-b7e5-d18b9f7340c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:50.922211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-469c9eec-1ab1-4760-9753-05c0ffb45bb8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5783896 Mar 10 16:22:50.923839 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:22:50.926281 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1" -d '{"events": [{"name": "network-changed", "server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:22:50.962403 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353fabd3-ba7c-47bb-9ce5-e335c15555e6 x-openstack-request-id: req-353fabd3-ba7c-47bb-9ce5-e335c15555e6 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:22:50.962704 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:22:50.962997 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-353fabd3-ba7c-47bb-9ce5-e335c15555e6 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:22:50.963412 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'status': 'completed', 'code': 200} Mar 10 16:22:51.030138 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1 req-92fb8e61-5987-4495-9d39-d34fec729eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:51.031760 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1 req-92fb8e61-5987-4495-9d39-d34fec729eb3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 1127 time: 0.0478597 Mar 10 16:22:51.151219 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1 req-c8328356-c1a1-471f-8468-fdce21144b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:51.152468 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1 req-c8328356-c1a1-471f-8468-fdce21144b94 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.1125112 Mar 10 16:22:51.171131 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1bdfb104-155f-43c0-b7e5-d18b9f7340c4 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:51.216790 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1 req-cd92e30b-06ac-44fd-97f0-fda546a2ed8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121d595d-e23f-4d87-b3b8-e08f9273a246 HTTP/1.1" status: 200 len: 998 time: 0.0588796 Mar 10 16:22:51.268221 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1 req-2e54adda-fe36-4a79-bdca-6fe1054aa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:51.269691 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1 req-2e54adda-fe36-4a79-bdca-6fe1054aa1ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0474517 Mar 10 16:22:51.321128 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1 req-442fb610-b841-4a5b-a8be-ab3073168d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:22:51.322546 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1 req-442fb610-b841-4a5b-a8be-ab3073168d89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465481 Mar 10 16:22:51.401582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1bdfb104-155f-43c0-b7e5-d18b9f7340c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0c6470d2-8979-4184-9843-39d110dc9bc0', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:31:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:22:49Z', 'updated_at': '2022-03-10T16:22:49Z', 'revision_number': 0, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:51.416589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1 req-3020412c-7d70-48f2-8ae6-9519eeb8bd97 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880768 Mar 10 16:22:51.435751 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfb104-155f-43c0-b7e5-d18b9f7340c4 None None] Checking router: 8a650d70-0396-453c-ba44-42fe2c0d7eb2 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:22:51.445182 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfb104-155f-43c0-b7e5-d18b9f7340c4 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:22:51.445808 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1bdfb104-155f-43c0-b7e5-d18b9f7340c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:22:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:51.509660 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6a944fd5-ba9d-4a31-823b-2b57c24dcfe1 req-fe3cc809-7eb6-4ab8-b069-d3c96539547e service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872884 Mar 10 16:22:51.555207 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-1bdfb104-155f-43c0-b7e5-d18b9f7340c4 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:22:51.650527 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:51.788712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-1bdfb104-155f-43c0-b7e5-d18b9f7340c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0c6470d2-8979-4184-9843-39d110dc9bc0', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:31:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:22:49Z', 'updated_at': '2022-03-10T16:22:49Z', 'revision_number': 0, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:22:51.818710 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfb104-155f-43c0-b7e5-d18b9f7340c4 None None] The sync data for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 is: [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0c6470d2-8979-4184-9843-39d110dc9bc0', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:31:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:22:49Z', 'updated_at': '2022-03-10T16:22:49Z', 'revision_number': 0, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:22:51.887293 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-c4914408-bdb2-4b96-b927-9433117995b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:52.019286 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45b3478-cca3-430b-bedc-bf8e9121b8fa None None] New status for floating IP 0c6470d2-8979-4184-9843-39d110dc9bc0: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:22:54.263609 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-1aaa0d39-161a-4c88-98fc-02e608524519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:55.576555 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:56.896335 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:22:58.482499 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:18.598535 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:21.629760 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:21.891231 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b880bbfe-d938-4935-ac86-f1219d7c2c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:24.265448 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-94dcd485-c4ec-418c-8a7b-b60c5cfe0827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:25.580441 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:26.896948 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:27.360928 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:23:28.484567 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:32.092788 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-304d869c-6e0b-46ca-948c-76a7f205948a req-519950d7-f74b-4543-8065-6d2a8f885c56 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853393 Mar 10 16:23:32.184099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d869c-6e0b-46ca-948c-76a7f205948a req-71d74523-42a3-471f-b2fc-53d4fe7ce2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:23:32.185592 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-304d869c-6e0b-46ca-948c-76a7f205948a req-71d74523-42a3-471f-b2fc-53d4fe7ce2a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 1127 time: 0.0466869 Mar 10 16:23:32.290121 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d869c-6e0b-46ca-948c-76a7f205948a req-e3426373-8d28-47ef-9471-e7cf09d0170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:23:32.291629 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-304d869c-6e0b-46ca-948c-76a7f205948a req-e3426373-8d28-47ef-9471-e7cf09d0170c service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.0890651 Mar 10 16:23:32.354487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-304d869c-6e0b-46ca-948c-76a7f205948a req-586fda81-5251-4f44-9b64-66ff0fdfb7d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121d595d-e23f-4d87-b3b8-e08f9273a246 HTTP/1.1" status: 200 len: 1000 time: 0.0568461 Mar 10 16:23:32.407570 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d869c-6e0b-46ca-948c-76a7f205948a req-747c2375-9980-481d-96fe-812b3daa70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:23:32.409797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-304d869c-6e0b-46ca-948c-76a7f205948a req-747c2375-9980-481d-96fe-812b3daa70fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0496149 Mar 10 16:23:32.462550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d869c-6e0b-46ca-948c-76a7f205948a req-a6603fc5-fcde-4057-9b1b-cc6b5fcd996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:23:32.464191 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-304d869c-6e0b-46ca-948c-76a7f205948a req-a6603fc5-fcde-4057-9b1b-cc6b5fcd996a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481381 Mar 10 16:23:32.563072 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-304d869c-6e0b-46ca-948c-76a7f205948a req-fd076f68-a4d5-4b78-8352-bc2162b97f72 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930827 Mar 10 16:23:32.651636 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-304d869c-6e0b-46ca-948c-76a7f205948a req-12374b84-2c7b-42ab-a0c5-85df177dc709 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821738 Mar 10 16:23:48.614933 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:51.630007 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:51.893451 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5566c136-45f5-4a3f-8885-937d9000604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:54.266456 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bf0194e3-8fe0-4fb3-b064-eb78cd1d6e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:55.582359 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:56.901778 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:23:58.485728 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:04.361223 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:24:18.619641 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:21.643580 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:21.897678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-bc7b1741-45f8-4c81-b79d-64c9a62660bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:24.269976 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e907c5d5-a6e1-4387-92b6-b73c736645f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:25.586400 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:26.903522 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:28.488227 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:34.170758 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-b0c23d24-dd9d-438c-bd29-521b0e166f24 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429535 Mar 10 16:24:34.594841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-508bbeff-90d7-499a-827d-71ca84c76da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:24:34.596367 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-508bbeff-90d7-499a-827d-71ca84c76da5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 1127 time: 0.3825548 Mar 10 16:24:34.700082 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-662a0139-ee6b-4d01-b2c6-6077533c3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:24:34.701564 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-662a0139-ee6b-4d01-b2c6-6077533c3b8f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.0866354 Mar 10 16:24:34.775810 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-5e0b909f-4759-4df9-bca1-6524952db7af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121d595d-e23f-4d87-b3b8-e08f9273a246 HTTP/1.1" status: 200 len: 1000 time: 0.0633869 Mar 10 16:24:34.823193 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-06cb3fba-dbe2-4e42-897f-f906f42c627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:24:34.824531 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-06cb3fba-dbe2-4e42-897f-f906f42c627b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0438671 Mar 10 16:24:34.872392 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-29cfca19-7bbf-4d8a-84ea-25f4b3d34077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:24:34.873863 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-29cfca19-7bbf-4d8a-84ea-25f4b3d34077 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437160 Mar 10 16:24:34.962652 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-1d03254b-3417-4ccf-b908-055dcbbdd1b1 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828731 Mar 10 16:24:35.050821 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3830aa5-018d-4fb1-ae51-895bce1de611 req-5163fc03-0fa1-4aaa-83cf-07674abe4351 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819871 Mar 10 16:24:41.360213 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:24:48.607540 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:51.658344 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:51.898773 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-361db69f-b90d-489b-a205-9b8329daee2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:54.273492 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-9f09bc83-5844-4158-9571-b7cae8250cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:55.589960 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:56.907079 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:24:58.490030 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:18.358854 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:25:18.620103 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:21.672659 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:21.858238 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 121d595d-e23f-4d87-b3b8-e08f9273a246 details requested by agent hyperv_n-h2-833090-1 with host n-h2-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:25:21.937900 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d5d72818-57d4-40d0-80cd-b737d9e598b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:21.965897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 121d595d-e23f-4d87-b3b8-e08f9273a246, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=121d595d-e23f-4d87-b3b8-e08f9273a246,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:25:21.976961 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Returning: {'device': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'mac_address': 'fa:16:3e:31:45:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:25:22.016125 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 121d595d-e23f-4d87-b3b8-e08f9273a246 is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:25:22.016513 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:22.029245 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 121d595d-e23f-4d87-b3b8-e08f9273a246 {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:25:22.048943 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 121d595d-e23f-4d87-b3b8-e08f9273a246, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=121d595d-e23f-4d87-b3b8-e08f9273a246,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:25:22.052528 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:22.103816 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=121d595d-e23f-4d87-b3b8-e08f9273a246,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:25:22.111448 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.111739 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.112085 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.112426 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.112762 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.113093 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.113429 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.115123 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.115463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.115791 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.116127 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.116453 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.116786 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:22.129151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] get_ports_and_sgs() called for port_ids ['121d595d-e23f-4d87-b3b8-e08f9273a246'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:25:23.858392 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 121d595d-e23f-4d87-b3b8-e08f9273a246 up at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:25:23.904970 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Provisioning complete for port 121d595d-e23f-4d87-b3b8-e08f9273a246 triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:25:23.905345 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:23.981696 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 121d595d-e23f-4d87-b3b8-e08f9273a246 is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:25:23.982126 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:24.004080 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:25:24.006308 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ab3d9e-0043-4c36-b3e8-733ddbbc583e" -d '{"events": [{"server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "name": "network-vif-plugged", "status": "completed", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:25:24.017991 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 121d595d-e23f-4d87-b3b8-e08f9273a246, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=121d595d-e23f-4d87-b3b8-e08f9273a246,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:25:24.024092 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:24.050865 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b8f2aa-3a54-4a26-814e-e389478aa29e x-openstack-request-id: req-63b8f2aa-3a54-4a26-814e-e389478aa29e {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:25:24.051162 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "name": "network-vif-plugged", "status": "completed", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:25:24.051419 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63b8f2aa-3a54-4a26-814e-e389478aa29e {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:25:24.051872 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'code': 200} Mar 10 16:25:24.073608 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=121d595d-e23f-4d87-b3b8-e08f9273a246,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:25:24.275234 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a560eb0a-b819-4071-8299-f83e0f13f9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:25.595783 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:26.912603 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:28.493721 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:35.155475 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7f522-4b21-4761-808a-7107d6fbb814 req-d8dd4418-4917-4e6f-92d6-fca6d34975df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:35.156900 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90c7f522-4b21-4761-808a-7107d6fbb814 req-d8dd4418-4917-4e6f-92d6-fca6d34975df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 1127 time: 0.0516434 Mar 10 16:25:35.267372 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7f522-4b21-4761-808a-7107d6fbb814 req-667052d2-27e9-4067-9dd7-85c6dbbcd024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:35.268857 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90c7f522-4b21-4761-808a-7107d6fbb814 req-667052d2-27e9-4067-9dd7-85c6dbbcd024 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.0930099 Mar 10 16:25:35.341609 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90c7f522-4b21-4761-808a-7107d6fbb814 req-fe3f9c9d-bfbc-4be0-98cc-2ef72e72297c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121d595d-e23f-4d87-b3b8-e08f9273a246 HTTP/1.1" status: 200 len: 1000 time: 0.0656891 Mar 10 16:25:35.495899 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7f522-4b21-4761-808a-7107d6fbb814 req-d114d3bb-ba26-4d00-95c9-e35cd2fe3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:35.497284 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90c7f522-4b21-4761-808a-7107d6fbb814 req-d114d3bb-ba26-4d00-95c9-e35cd2fe3d76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0459781 Mar 10 16:25:35.548790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7f522-4b21-4761-808a-7107d6fbb814 req-cf86cc3d-05d5-4abb-a49b-fba872d8eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:35.550261 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90c7f522-4b21-4761-808a-7107d6fbb814 req-cf86cc3d-05d5-4abb-a49b-fba872d8eae2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451114 Mar 10 16:25:35.644971 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90c7f522-4b21-4761-808a-7107d6fbb814 req-58a30ba2-3694-4676-8bd2-052a7ae03932 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868714 Mar 10 16:25:35.734508 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-90c7f522-4b21-4761-808a-7107d6fbb814 req-8ce4e777-dfba-4034-8543-687e7710edaf service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810611 Mar 10 16:25:36.107188 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-d642dc25-d51e-403c-819d-1a1e7a7b27c2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148440431&fields=id&tenant_id=4c44d1e909884588ba3460b72dd1c58c HTTP/1.1" status: 200 len: 267 time: 0.0448728 Mar 10 16:25:36.215464 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-e755ff25-b01f-41c1-9957-799819fcb931 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:36.216920 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-e755ff25-b01f-41c1-9957-799819fcb931 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 809 time: 0.1033332 Mar 10 16:25:36.231770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-c846358c-34ad-488b-acab-ff353ceaa3d4 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/quotas/4c44d1e909884588ba3460b72dd1c58c HTTP/1.1" status: 200 len: 375 time: 0.0095260 Mar 10 16:25:36.288654 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-8b7d6067-7791-4e73-9f24-a656471be83e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516372 Mar 10 16:25:36.344769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-63b39907-07b5-4a08-84e1-e64ab9e84205 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:25:36.345833 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-63b39907-07b5-4a08-84e1-e64ab9e84205 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463002 Mar 10 16:25:36.438975 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-7b4603e5-2670-4a4c-8713-617854a3a34f service neutron] 10.222.0.11 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865691 Mar 10 16:25:36.527740 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-138e599f-b6f7-4c9e-b92b-c5345018fc71 service neutron] 10.222.0.11 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832176 Mar 10 16:25:36.718989 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-54addbe0-166c-4eff-b58f-1ab1d7819611 req-36e0662b-75e1-4272-bd21-0c99963a4367 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 210 time: 0.0322611 Mar 10 16:25:37.799268 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-978ed64a-4b39-483e-9cd0-abdf96871445 req-1c26cbf3-4191-4854-bfcb-db5ca40aca14 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 210 time: 0.0276182 Mar 10 16:25:38.717494 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-a3d3dd28-e9f4-4cb0-ae63-f48d6b2dd57e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:38.719001 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-a3d3dd28-e9f4-4cb0-ae63-f48d6b2dd57e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.45 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 809 time: 0.1089208 Mar 10 16:25:38.786202 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-5a6164b0-2ac1-4e88-97dd-17f2eb41dff4 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c44d1e909884588ba3460b72dd1c58c HTTP/1.1" status: 200 len: 379 time: 0.0588152 Mar 10 16:25:38.795371 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Request body: {'port': {'device_id': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'admin_state_up': True, 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'security_groups': ['fb04cc7f-02f3-45f5-8a85-f76db71bc482']}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:25:38.905345 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-daa738ea-1be2-4ade-895b-c49913428260 req-49f317d8-5e55-4cec-951b-e887b286fec1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 210 time: 0.0338550 Mar 10 16:25:38.929986 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Made reservation on behalf of 4c44d1e909884588ba3460b72dd1c58c for: {'port': 1} {{(pid=115533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 16:25:38.933443 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:39.111405 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Allocated IP 172.20.0.4 (d2553163-44fd-4135-9bf7-ba323eb11f7e/e9f56411-a2ab-4fc5-a1b4-10cebb4e141b/22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:25:39.324498 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:39.382683 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:39.434010 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Network d2553163-44fd-4135-9bf7-ba323eb11f7e is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:25:39.439940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:25:39.444739 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:25:39.490774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'Port': ['ID=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:25:39.506027 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.506420 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.506769 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.507243 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.507561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.507897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.508227 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.508561 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.508892 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.509218 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.509550 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.509944 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.510279 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:25:39.519051 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:39.519686 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:39.541536 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-bb5d48b9-1544-4f8a-a890-6985d2f3a3ab tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7496312 Mar 10 16:25:39.872341 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-771d3e2e-86bb-4f7e-92a4-b44a19575d23 None None] Provisioning complete for port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f triggered by entity DHCP. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:25:39.872925 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-771d3e2e-86bb-4f7e-92a4-b44a19575d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:39.923171 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-771d3e2e-86bb-4f7e-92a4-b44a19575d23 None None] Port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f cannot update to ACTIVE because it is not bound. {{(pid=115535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 16:25:39.935434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 121d595d-e23f-4d87-b3b8-e08f9273a246 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:25:40.035734 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Current status of the port 121d595d-e23f-4d87-b3b8-e08f9273a246 is: ACTIVE; New status is: DOWN {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:25:40.036116 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:40.066035 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:25:40.069646 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f9760a-b77a-4f64-96e2-75883d938444" -d '{"events": [{"server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "name": "network-vif-unplugged", "status": "completed", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:25:40.093543 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] For port 121d595d-e23f-4d87-b3b8-e08f9273a246, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=121d595d-e23f-4d87-b3b8-e08f9273a246,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:25:40.104271 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:40.120765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155aaff-3c5c-4aa8-9ade-a34991d049ea req-d4216c93-1607-4ea8-99e5-e6de3710f86a tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:40.122226 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d155aaff-3c5c-4aa8-9ade-a34991d049ea req-d4216c93-1607-4ea8-99e5-e6de3710f86a tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 931 time: 0.1064484 Mar 10 16:25:40.135343 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 16:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a674e3-1e81-4290-8400-b81a2f4576e5 x-openstack-request-id: req-85a674e3-1e81-4290-8400-b81a2f4576e5 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:25:40.135739 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "name": "network-vif-unplugged", "status": "completed", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:25:40.135879 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85a674e3-1e81-4290-8400-b81a2f4576e5 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:25:40.137334 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'code': 200} Mar 10 16:25:40.173937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Pushing event updated for resources: {'Port': ['ID=121d595d-e23f-4d87-b3b8-e08f9273a246,revision_number=8']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:25:40.212243 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d155aaff-3c5c-4aa8-9ade-a34991d049ea req-dc0afa87-b7aa-42b2-ab54-b6290b91128e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834215 Mar 10 16:25:41.362274 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6e2c5-32c7-43ed-898f-545751488bc5 req-e735383a-b0c4-46a5-9d5b-1a03a71ff2ed tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:41.365797 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4f6e2c5-32c7-43ed-898f-545751488bc5 req-e735383a-b0c4-46a5-9d5b-1a03a71ff2ed tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 931 time: 0.0660884 Mar 10 16:25:41.426182 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a4f6e2c5-32c7-43ed-898f-545751488bc5 req-8e012866-fe29-4ae4-a080-29e1462786a8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548754 Mar 10 16:25:42.566330 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790010a8-854e-4eb8-b979-0d9584fd405f req-a172f2b4-a5d1-4882-8d4a-c0c91daa55aa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:42.569053 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-790010a8-854e-4eb8-b979-0d9584fd405f req-a172f2b4-a5d1-4882-8d4a-c0c91daa55aa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 931 time: 0.0664823 Mar 10 16:25:42.623903 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-790010a8-854e-4eb8-b979-0d9584fd405f req-b138f8c0-ec64-45a3-a675-95d1c1efec2d tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488544 Mar 10 16:25:43.760080 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc829e58-ffb8-484b-a8ac-1fd40ad57b9e req-1da8c424-153b-40ea-bd66-0b1df9c7c7b6 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:43.761574 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc829e58-ffb8-484b-a8ac-1fd40ad57b9e req-1da8c424-153b-40ea-bd66-0b1df9c7c7b6 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 931 time: 0.0657289 Mar 10 16:25:43.811832 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-bc829e58-ffb8-484b-a8ac-1fd40ad57b9e req-f427324d-41b1-4756-b09a-90c7625d2619 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445242 Mar 10 16:25:44.940362 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c9621-1a63-49c6-bb04-84f5ff025cd5 req-e24c6aa1-cbf3-41c1-bc39-b81e813e73c4 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:44.941838 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-970c9621-1a63-49c6-bb04-84f5ff025cd5 req-e24c6aa1-cbf3-41c1-bc39-b81e813e73c4 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 931 time: 0.0522881 Mar 10 16:25:45.006746 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-970c9621-1a63-49c6-bb04-84f5ff025cd5 req-58b2810b-6b4b-4916-a980-07dcd53f7380 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587034 Mar 10 16:25:46.127758 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240232f-22f5-4ca4-a24c-81b53e21c6ef req-20cf5c40-e155-4a01-91d8-7f55e730968d tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:46.129272 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6240232f-22f5-4ca4-a24c-81b53e21c6ef req-20cf5c40-e155-4a01-91d8-7f55e730968d tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 931 time: 0.0619223 Mar 10 16:25:46.183517 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-6240232f-22f5-4ca4-a24c-81b53e21c6ef req-74f13396-68bd-4168-933d-6eca8b841311 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481839 Mar 10 16:25:47.311134 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3a01a-bc64-496c-9a6e-59002b45fec7 req-40c65b88-0395-41b4-aa27-0475df8da6e8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:47.312515 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6b3a01a-bc64-496c-9a6e-59002b45fec7 req-40c65b88-0395-41b4-aa27-0475df8da6e8 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 931 time: 0.0521333 Mar 10 16:25:47.359659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f6b3a01a-bc64-496c-9a6e-59002b45fec7 req-dacf329f-91b5-45cf-a705-25c9f0ac36f9 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416000 Mar 10 16:25:47.713604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Request body: {'port': {'device_id': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833090-1'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:25:47.776382 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:48.030723 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f {{(pid=115533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:25:48.038644 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Publish callbacks [] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:48.051816 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.provisioning_blocks [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Transition to ACTIVE for port object 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f will not be triggered until provisioned by entity L2. {{(pid=115533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 16:25:48.056344 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:48.106194 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Pushing event updated for resources: {'Port': ['ID=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:25:48.180760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Attempting to bind port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f on host n-h1-833090-1 for vnic_type normal with profile {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 16:25:48.181103 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Attempting to bind port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f by drivers openvswitch,hyperv on host n-h1-833090-1 at level 0 using segments [{'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 16:25:48.181436 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Attempting to bind port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f on network d2553163-44fd-4135-9bf7-ba323eb11f7e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:25:48.186285 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f on network d2553163-44fd-4135-9bf7-ba323eb11f7e not bound, no agent of type Open vSwitch agent registered on host n-h1-833090-1 {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 16:25:48.186615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Attempting to bind port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f on network d2553163-44fd-4135-9bf7-ba323eb11f7e {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 16:25:48.192165 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Checking agent: {'id': '0a1ce2f4-2405-4226-84d7-d10fbbb78ce3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833090-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'started_at': datetime.datetime(2022, 3, 10, 14, 50, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 16, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 16:25:48.192507 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Checking segment: {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 16:25:48.192896 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Bound using segment: {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'} {{(pid=115533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 16:25:48.193329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.managers [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Bound port: 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f, host: n-h1-833090-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e'}}] {{(pid=115533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 16:25:48.193689 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:48.259428 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] For port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f, host n-h1-833090-1, cleared binding levels {{(pid=115533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 16:25:48.262631 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] For port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f, host n-h1-833090-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 16:25:48.269542 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:48.307611 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:48.308369 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:48.309768 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f HTTP/1.1" status: 200 len: 1091 time: 0.6439662 Mar 10 16:25:48.312633 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:25:48.315456 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:25:48.345855 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa24ac-f7a1-43d6-a4bb-5736a04726c6 service neutron] Pushing event updated for resources: {'Port': ['ID=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,revision_number=3']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:25:48.409765 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-6950c105-51dd-4857-8005-8053a3494754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:48.411325 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-6950c105-51dd-4857-8005-8053a3494754 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 1125 time: 0.0621090 Mar 10 16:25:48.457109 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acacf7b3-e2a5-456e-a588-8c751005e448 x-openstack-request-id: req-acacf7b3-e2a5-456e-a588-8c751005e448 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:25:48.457385 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:25:48.457648 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-acacf7b3-e2a5-456e-a588-8c751005e448 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:25:48.458056 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'status': 'completed', 'code': 200} Mar 10 16:25:48.469045 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-10965193-76ba-414c-ac8a-27b0d9c55ec7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f HTTP/1.1" status: 200 len: 217 time: 0.0493076 Mar 10 16:25:48.545549 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-38be3f03-4201-40b0-92eb-6fde0fc2498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:48.547014 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-38be3f03-4201-40b0-92eb-6fde0fc2498a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0589287 Mar 10 16:25:48.557734 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde2029-129f-4b19-8efd-8e349e02d449 req-38ae51ca-935b-4010-81a6-4931018bc3d0 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:48.559064 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffde2029-129f-4b19-8efd-8e349e02d449 req-38ae51ca-935b-4010-81a6-4931018bc3d0 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 943 time: 0.0996850 Mar 10 16:25:48.637799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ffde2029-129f-4b19-8efd-8e349e02d449 req-5bd2bf41-174f-48b6-9e8a-82223233c234 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699980 Mar 10 16:25:48.640236 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-3ba8bd4a-02e7-4427-af79-de4d48b392f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:48.641671 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-3ba8bd4a-02e7-4427-af79-de4d48b392f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0817783 Mar 10 16:25:48.660488 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:48.736829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-8e82cfae-f58f-44fb-9398-04a442bf65c5 service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883348 Mar 10 16:25:48.824234 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9addcda9-3ea5-45bd-9d56-c3052c9af0e7 req-c8eab0cb-615c-4ee3-b9b4-3d895a6bc7c1 service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810888 Mar 10 16:25:48.913888 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3 req-568901a6-2c62-46a6-bc25-478fb953f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:48.915423 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3 req-568901a6-2c62-46a6-bc25-478fb953f7c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 1125 time: 0.0488820 Mar 10 16:25:49.002506 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3 req-95242e37-e27a-4e21-8e8d-e4a52df3f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:49.003964 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3 req-95242e37-e27a-4e21-8e8d-e4a52df3f79d service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.0830281 Mar 10 16:25:49.048381 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3 req-0f884eab-bcf4-4ccf-b7a5-1446ba54bcc6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f HTTP/1.1" status: 200 len: 217 time: 0.0378909 Mar 10 16:25:49.096702 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3 req-f1f19a16-efd0-4ac5-9023-26a97ea2a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:49.098050 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3 req-f1f19a16-efd0-4ac5-9023-26a97ea2a622 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0425479 Mar 10 16:25:49.146584 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3 req-fe9a0459-1a97-43e6-a239-8fd7d311e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:49.148088 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3 req-fe9a0459-1a97-43e6-a239-8fd7d311e5d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433724 Mar 10 16:25:49.238908 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3 req-a27e6c7e-b926-41b7-a868-592cae24951c service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837903 Mar 10 16:25:49.326967 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-b8a3020e-2969-4c78-bdcd-71b03b76ecd3 req-6615b9d1-686b-4948-be68-05266fc75884 service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808136 Mar 10 16:25:49.759699 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8560d-cafa-4923-8866-640064d591f5 req-babd943b-6422-4ee7-9a39-a5829d9fc3e5 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:49.761183 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11b8560d-cafa-4923-8866-640064d591f5 req-babd943b-6422-4ee7-9a39-a5829d9fc3e5 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 943 time: 0.0531063 Mar 10 16:25:49.812666 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-11b8560d-cafa-4923-8866-640064d591f5 req-ea910bce-83a2-4dc4-969f-e7e83977d25c tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459144 Mar 10 16:25:50.933277 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e702af-e929-4e44-a2ac-54182099f8bb req-ff607b33-b496-409a-ac1a-6d014cdd554d tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:50.934659 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42e702af-e929-4e44-a2ac-54182099f8bb req-ff607b33-b496-409a-ac1a-6d014cdd554d tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 943 time: 0.0518854 Mar 10 16:25:50.982208 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-42e702af-e929-4e44-a2ac-54182099f8bb req-ab67493a-6af1-4778-8067-47e144698f6f tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419738 Mar 10 16:25:51.393497 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:25:51.645556 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:25:51.656456 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'port_id': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'mac_address': 'fa:16:3e:5c:99:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:25:51.704682 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f is: DOWN; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:25:51.705135 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:51.714449 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:51.720109 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:25:51.742430 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:25:51.746310 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:51.794320 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,revision_number=4']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:25:51.899353 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-072a2ce9-b126-46eb-964b-f6791b95f513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:51.970990 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:25:52.102716 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e832f82-6a90-448a-a6c6-fc99cb0cbefa req-0c039e91-db4b-4d89-8723-5f52c0802be6 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:52.104236 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e832f82-6a90-448a-a6c6-fc99cb0cbefa req-0c039e91-db4b-4d89-8723-5f52c0802be6 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 944 time: 0.0525990 Mar 10 16:25:52.152057 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e832f82-6a90-448a-a6c6-fc99cb0cbefa req-5ed4d28f-ed5a-48a0-ae29-cc8d5c62127d tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422051 Mar 10 16:25:53.344608 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafab57f-7208-4f85-9e13-260b2d72ee1e req-9434db58-7b75-44b8-aff7-db10fcf53691 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:53.345970 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aafab57f-7208-4f85-9e13-260b2d72ee1e req-9434db58-7b75-44b8-aff7-db10fcf53691 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 944 time: 0.0554028 Mar 10 16:25:53.394086 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-aafab57f-7208-4f85-9e13-260b2d72ee1e req-557edf14-7879-472e-9728-f5e5b2dd6f1e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416219 Mar 10 16:25:53.424766 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:25:53.474422 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning for port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f completed by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 16:25:53.478272 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:25:53.478648 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:53.557823 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:25:53.558208 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:53.580607 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:25:53.582841 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd758fd8-bf3d-42da-8c12-f52618a6632c" -d '{"events": [{"server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "name": "network-vif-plugged", "status": "completed", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:25:53.595815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:25:53.599657 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:53.649108 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,revision_number=5']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:25:53.674385 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1405f1e8-e019-4770-8b53-be180df0facb x-openstack-request-id: req-1405f1e8-e019-4770-8b53-be180df0facb {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:25:53.674686 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "name": "network-vif-plugged", "status": "completed", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:25:53.675003 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1405f1e8-e019-4770-8b53-be180df0facb {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:25:53.675406 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'code': 200} Mar 10 16:25:53.771004 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be080d-d4b4-4a09-b22b-f370e68292db req-872096ca-36ba-4888-8faa-042cca7d7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:53.772479 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37be080d-d4b4-4a09-b22b-f370e68292db req-872096ca-36ba-4888-8faa-042cca7d7ad8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 1127 time: 0.0436709 Mar 10 16:25:53.816589 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-37be080d-d4b4-4a09-b22b-f370e68292db req-344f27b8-9a1b-4042-97d5-cae4fd4ce3a7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379255 Mar 10 16:25:54.277782 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d61a9982-a366-43eb-bcba-1bd3d4ad6ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:54.515787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8e73b-660e-4046-965b-55d344e82bfb req-4d1e0c7a-e92d-40a0-b488-31377153ae5c tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:54.517249 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2b8e73b-660e-4046-965b-55d344e82bfb req-4d1e0c7a-e92d-40a0-b488-31377153ae5c tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 945 time: 0.0553858 Mar 10 16:25:54.566635 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d2b8e73b-660e-4046-965b-55d344e82bfb req-5d3896b7-0191-48f4-a449-72ad2cc17123 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432711 Mar 10 16:25:55.363578 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:25:55.594550 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:55.689333 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bac2b0-ee6a-4754-8284-7f90746215c1 req-3ae369f2-0496-40a0-adf5-36710f440e02 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:55.690893 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34bac2b0-ee6a-4754-8284-7f90746215c1 req-3ae369f2-0496-40a0-adf5-36710f440e02 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 945 time: 0.0542464 Mar 10 16:25:55.742385 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-34bac2b0-ee6a-4754-8284-7f90746215c1 req-8f84afff-1ab7-40ac-9b91-f5fa69710006 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457263 Mar 10 16:25:55.859460 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610432f-f3b6-4a1e-b953-3c8987825fd8 req-91965642-cecc-4e5c-870d-a33ec1539c22 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:55.860922 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4610432f-f3b6-4a1e-b953-3c8987825fd8 req-91965642-cecc-4e5c-870d-a33ec1539c22 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 945 time: 0.0519967 Mar 10 16:25:55.912487 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-4610432f-f3b6-4a1e-b953-3c8987825fd8 req-aecc9a1e-c590-493b-a98f-9bd87fa43f3a tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459838 Mar 10 16:25:55.933645 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45562) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:25:55.977861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed947cae-6670-4875-af57-57b41ea0ef56 tempest-TestSnapshotPattern-2123578707 tempest-TestSnapshotPattern-2123578707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:55.979306 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-ed947cae-6670-4875-af57-57b41ea0ef56 tempest-TestSnapshotPattern-2123578707 tempest-TestSnapshotPattern-2123578707-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 1122 time: 0.0446692 Mar 10 16:25:55.987296 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45564) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:25:55.994493 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.v2.base [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Request body: {'floatingip': {'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'port_id': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 16:25:56.016371 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:56.111411 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (None), before_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:56.216312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.db_base_plugin_common [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Allocated IP 172.25.3.154 (fcbc8291-ce7f-4d57-95fc-a87382d1c0c5/561fad8e-7ce8-4576-b16d-7bc2f0a3b07c/5963785f-5028-46bf-aaab-185ab7a2e12a) {{(pid=115533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 16:25:56.325252 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for port (5963785f-5028-46bf-aaab-185ab7a2e12a), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:56.368321 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750711841127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5963785f-5028-46bf-aaab-185ab7a2e12a), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:56.407984 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Network fcbc8291-ce7f-4d57-95fc-a87382d1c0c5 is already hosted by enough agents. {{(pid=115533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 16:25:56.413235 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.base_scheduler [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Resources bound (agent type, host, resource id): {{(pid=115533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 16:25:56.416803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Received port after_create {{(pid=115533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 16:25:56.422040 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'Port': ['ID=5963785f-5028-46bf-aaab-185ab7a2e12a,revision_number=1']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:25:56.810924 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for floatingip (714fb943-9fee-4f76-aab1-4831684077d7), precommit_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:56.877745 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (5963785f-5028-46bf-aaab-185ab7a2e12a), before_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:56.911141 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:57.029621 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for port (5963785f-5028-46bf-aaab-185ab7a2e12a), precommit_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:57.036510 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25576735'] for port (5963785f-5028-46bf-aaab-185ab7a2e12a), after_update {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:57.106538 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event updated for resources: {'Port': ['ID=5963785f-5028-46bf-aaab-185ab7a2e12a,revision_number=2']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:25:57.119765 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541947'] for floatingip (714fb943-9fee-4f76-aab1-4831684077d7), after_create {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:57.222392 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Floating IP 714fb943-9fee-4f76-aab1-4831684077d7 associated. External IP: 172.25.3.154, port: 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f. Mar 10 16:25:57.444223 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:25:57.569485 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:25:57.579489 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62931407-86fd-41a0-879a-d332471e8983 None None] Sync routers for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:25:57.591491 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:57.596408 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62931407-86fd-41a0-879a-d332471e8983 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:25:57.597046 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-62931407-86fd-41a0-879a-d332471e8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:25:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:25:57.621597 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0b3dd6b7-f256-42f7-9b0a-9e17b7b3d2b1 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6332619 Mar 10 16:25:57.622300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:25:57.624664 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:25:57.662319 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79229bbb-c92c-4a7d-bc87-2f039c5efcff x-openstack-request-id: req-79229bbb-c92c-4a7d-bc87-2f039c5efcff {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:25:57.662614 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:25:57.663249 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79229bbb-c92c-4a7d-bc87-2f039c5efcff {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:25:57.663403 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'status': 'completed', 'code': 200} Mar 10 16:25:57.710740 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-62931407-86fd-41a0-879a-d332471e8983 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:25:57.729204 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf req-2dce09f3-0c91-4a15-8c02-cabb231f82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:57.730730 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf req-2dce09f3-0c91-4a15-8c02-cabb231f82b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 1127 time: 0.0451636 Mar 10 16:25:57.823604 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf req-17bfab75-e3bb-44aa-8573-73956b700e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:57.825002 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf req-17bfab75-e3bb-44aa-8573-73956b700e1a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.0884531 Mar 10 16:25:57.900770 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf req-d46e6b4d-f867-4d93-a1c1-97913dfbdf09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f HTTP/1.1" status: 200 len: 999 time: 0.0690181 Mar 10 16:25:57.943897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-62931407-86fd-41a0-879a-d332471e8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0c6470d2-8979-4184-9843-39d110dc9bc0', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:31:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:22:49Z', 'updated_at': '2022-03-10T16:22:52Z', 'revision_number': 1, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}, {'id': '714fb943-9fee-4f76-aab1-4831684077d7', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:5c:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:25:56Z', 'updated_at': '2022-03-10T16:25:56Z', 'revision_number': 0, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:25:57.949760 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf req-70fb343d-1729-4b25-9228-5af6184e152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:57.951288 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf req-70fb343d-1729-4b25-9228-5af6184e152e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0431161 Mar 10 16:25:57.974690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62931407-86fd-41a0-879a-d332471e8983 None None] Checking router: 8a650d70-0396-453c-ba44-42fe2c0d7eb2 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:25:57.983098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62931407-86fd-41a0-879a-d332471e8983 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:25:57.983712 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-62931407-86fd-41a0-879a-d332471e8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:25:54Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:25:58.000099 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf req-fd155df2-c53e-4c9a-8967-49dce5f09aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:25:58.001625 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf req-fd155df2-c53e-4c9a-8967-49dce5f09aaa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449533 Mar 10 16:25:58.094118 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-62931407-86fd-41a0-879a-d332471e8983 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:25:58.329377 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-62931407-86fd-41a0-879a-d332471e8983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0c6470d2-8979-4184-9843-39d110dc9bc0', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:31:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:22:49Z', 'updated_at': '2022-03-10T16:22:52Z', 'revision_number': 1, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}, {'id': '714fb943-9fee-4f76-aab1-4831684077d7', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:5c:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:25:56Z', 'updated_at': '2022-03-10T16:25:56Z', 'revision_number': 0, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:25:58.356045 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62931407-86fd-41a0-879a-d332471e8983 None None] The sync data for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 is: [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0c6470d2-8979-4184-9843-39d110dc9bc0', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:31:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:22:49Z', 'updated_at': '2022-03-10T16:22:52Z', 'revision_number': 1, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}, {'id': '714fb943-9fee-4f76-aab1-4831684077d7', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:5c:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:25:56Z', 'updated_at': '2022-03-10T16:25:56Z', 'revision_number': 0, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:25:58.424149 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf req-aa2c7fbf-a57d-4b97-91a3-c13efa818916 service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159260 Mar 10 16:25:58.497128 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:25:58.516264 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d7e1b3a1-68af-4651-8056-4d68b62e7aaf req-17ccee3a-0ab7-48f3-b368-f8e5daa8df4a service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857317 Mar 10 16:25:58.564579 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efca3b-af65-4d9d-8c7e-3a1070615a3c None None] New status for floating IP 714fb943-9fee-4f76-aab1-4831684077d7: ACTIVE {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:26:13.278868 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-d07b7df1-e31f-4ef6-84b0-19404615aa57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497181 Mar 10 16:26:13.372136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-8cf0e962-8ebc-4360-9ade-06444edd21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:26:13.373566 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-8cf0e962-8ebc-4360-9ade-06444edd21ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 1127 time: 0.0479672 Mar 10 16:26:13.475643 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-c97b336f-2997-4e84-99c6-ed9d23a68b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:26:13.477137 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-c97b336f-2997-4e84-99c6-ed9d23a68b23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.0832002 Mar 10 16:26:13.547330 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-621d8c7d-85bf-4a06-a660-6032ce186abf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f HTTP/1.1" status: 200 len: 1001 time: 0.0623424 Mar 10 16:26:13.595606 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-b89e1a73-77c5-43aa-923f-a7de3307cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:26:13.597009 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-b89e1a73-77c5-43aa-923f-a7de3307cd56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0441172 Mar 10 16:26:13.644302 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-cfa659c7-bfc8-43fc-a635-dd176a090dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:26:13.645658 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-cfa659c7-bfc8-43fc-a635-dd176a090dfe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420041 Mar 10 16:26:13.736917 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-8f49c159-1e77-466e-9591-ed4504c56436 service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847316 Mar 10 16:26:13.824341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ba941912-1d61-4b4b-8ca5-1042bad663b1 req-b9c7437c-27f3-4597-9ced-6868214df31f service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809994 Mar 10 16:26:18.646106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:21.702940 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:21.900793 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6cbf1e6e-7538-4f81-90a9-ffb867c10bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:24.279409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e3946052-a3d2-4eb3-bb4d-92d0b3686d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:25.597484 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:26.914305 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:28.501508 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:32.362682 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:26:34.499078 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-2519cb19-1744-4631-a812-028aeb18701f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478868 Mar 10 16:26:34.584256 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-2cf6024b-7b1a-4bd6-a8ae-216d393514b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:26:34.585786 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-2cf6024b-7b1a-4bd6-a8ae-216d393514b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 1125 time: 0.0468702 Mar 10 16:26:34.686872 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-1e798af4-6a9c-47a6-aef7-12d3f491d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:26:34.688464 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-1e798af4-6a9c-47a6-aef7-12d3f491d34e service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.0843709 Mar 10 16:26:34.755641 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-6c0a6050-32ed-45e0-b54c-a9c4b5f345a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121d595d-e23f-4d87-b3b8-e08f9273a246 HTTP/1.1" status: 200 len: 998 time: 0.0617270 Mar 10 16:26:34.801174 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-689af2e0-9cf9-48ee-b64b-0ea5571621af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:26:34.802534 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-689af2e0-9cf9-48ee-b64b-0ea5571621af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0411150 Mar 10 16:26:34.849427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-578bca1b-1a55-40be-8941-3facc67d7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:26:34.850912 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-578bca1b-1a55-40be-8941-3facc67d7010 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427930 Mar 10 16:26:34.940947 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-21dab56a-d800-4a52-9970-666f53615905 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839584 Mar 10 16:26:35.032398 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-9629999f-356f-4e30-bfb5-840c2f94fe0a req-20a92d6b-d2e7-49c5-92aa-2c6d187a4bfa service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849779 Mar 10 16:26:48.631587 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:51.716692 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:51.901867 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5101ff4f-4524-4965-afed-d3f2b464486f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:54.280351 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-6d17db93-2501-4076-9b63-24fea798279c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:55.600355 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:56.917893 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:26:58.503787 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:09.362465 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:27:15.283066 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-7379e482-4efb-40ee-ba40-faa2d80a3225 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446124 Mar 10 16:27:15.366774 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-105a5740-0d6e-491f-9099-121036f5a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:15.368318 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-105a5740-0d6e-491f-9099-121036f5a8b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 1127 time: 0.0444922 Mar 10 16:27:15.473711 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-1341c05a-b53c-4a81-be88-1acd3b4d4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:15.475525 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-1341c05a-b53c-4a81-be88-1acd3b4d4540 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.0892069 Mar 10 16:27:15.540698 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-b4138bee-c040-467d-bd9f-27a5ed378517 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f HTTP/1.1" status: 200 len: 1001 time: 0.0580683 Mar 10 16:27:15.588821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-21573aca-8e1f-41bb-9321-4f2a3ed7e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:15.590262 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-21573aca-8e1f-41bb-9321-4f2a3ed7e455 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0442433 Mar 10 16:27:15.642897 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-3cbf40d7-86db-4add-b385-7a56cf21f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:15.644299 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-3cbf40d7-86db-4add-b385-7a56cf21f047 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477254 Mar 10 16:27:15.654463 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-c346c9a0-14e2-451c-99e6-86a6b999c436 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=115533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 16:27:15.655475 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-c346c9a0-14e2-451c-99e6-86a6b999c436 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048196 Mar 10 16:27:15.744028 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-31956995-c3b1-4543-b297-18940426bebc service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827737 Mar 10 16:27:15.835155 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-e1a97972-c0a5-426d-bb65-646bd76d40cf req-cb7d950b-d9d4-4f4d-a72f-2a3eaec6d464 service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850089 Mar 10 16:27:18.644724 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:21.716839 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:21.894233 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f details requested by agent hyperv_n-h1-833090-1 with host n-h1-833090-1 {{(pid=115535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 16:27:21.918483 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-51257657-52e4-4045-91df-0a2b51c4063e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:22.009897 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:22.021112 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Returning: {'device': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'port_id': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'mac_address': 'fa:16:3e:5c:99:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 16:27:22.062401 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f is: ACTIVE; New status is: BUILD {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:27:22.062809 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:22.076858 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f {{(pid=115535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 16:27:22.098479 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:22.102470 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:22.153103 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,revision_number=6']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:22.160760 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.161110 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.161450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.161785 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.162117 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.162575 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.162815 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.163151 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.163537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.163797 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.164119 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.164434 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.164841 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:22.179677 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] get_ports_and_sgs() called for port_ids ['22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f'] {{(pid=115535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 16:27:23.910459 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f up at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 16:27:23.972260 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.provisioning_blocks [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Provisioning complete for port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f triggered by entity L2. {{(pid=115535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 16:27:23.972946 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930102'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), provisioning_complete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:24.059403 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Current status of the port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f is: BUILD; New status is: ACTIVE {{(pid=115535) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 16:27:24.060043 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3744184'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), before_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:24.083813 n-d-833090-1 neutron-server[115535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f'}] {{(pid=115535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:27:24.088971 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37ee7556ed4c4451049bdf824f202f5094249249c940fabc6f2e26e0065c3026" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130f332f-c5d0-41c2-964f-edf96173de4b" -d '{"events": [{"server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "name": "network-vif-plugged", "status": "completed", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f"}]}' {{(pid=115535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:27:24.112360 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] For port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:24.119157 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750712408167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750711841145', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750711841163'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:24.156016 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15668eb-590f-4d2c-b44e-e9eb283edf85 x-openstack-request-id: req-f15668eb-590f-4d2c-b44e-e9eb283edf85 {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:27:24.156456 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "name": "network-vif-plugged", "status": "completed", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f", "code": 200}]} {{(pid=115535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:27:24.156808 n-d-833090-1 neutron-server[115535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f15668eb-590f-4d2c-b44e-e9eb283edf85 {{(pid=115535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:27:24.157298 n-d-833090-1 neutron-server[115535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'code': 200} Mar 10 16:27:24.188812 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Pushing event updated for resources: {'Port': ['ID=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,revision_number=7']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:24.285701 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-f2db23ea-7eaf-4b97-9bcc-fa03884c1ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:25.604070 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:26.926993 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:28.514582 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:31.895257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45754) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:32.052741 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Deleting port 5963785f-5028-46bf-aaab-185ab7a2e12a {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:32.053654 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (5963785f-5028-46bf-aaab-185ab7a2e12a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:32.128985 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (5963785f-5028-46bf-aaab-185ab7a2e12a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:32.129309 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for floatingip (5963785f-5028-46bf-aaab-185ab7a2e12a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:32.140861 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Calling delete_port for 5963785f-5028-46bf-aaab-185ab7a2e12a owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:32.290852 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (5963785f-5028-46bf-aaab-185ab7a2e12a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:32.320793 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event deleted for resources: {'Port': ['ID=5963785f-5028-46bf-aaab-185ab7a2e12a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:32.349342 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.350411 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.350879 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.351234 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.351599 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.351963 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.352382 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.352835 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.353170 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.353499 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.353829 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.354153 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.354821 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:32.392956 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for floatingip (714fb943-9fee-4f76-aab1-4831684077d7), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:32.393301 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Floating IP 714fb943-9fee-4f76-aab1-4831684077d7 disassociated (deleted). External IP: 172.25.3.154, port: 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f. Mar 10 16:27:32.608971 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:27:32.719047 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:27:32.723799 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:32.729017 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e57b70-5cc1-44ce-92d5-300b40b227a7 None None] Sync routers for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:27:32.738574 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e57b70-5cc1-44ce-92d5-300b40b227a7 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:27:32.739228 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9e57b70-5cc1-44ce-92d5-300b40b227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:27:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:32.752672 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-f268027f-3323-40d4-b1b2-3d718d36a15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "DELETE /v2.0/floatingips/714fb943-9fee-4f76-aab1-4831684077d7 HTTP/1.1" status: 204 len: 168 time: 0.8563218 Mar 10 16:27:32.753267 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:27:32.755521 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f9c0cc-2099-49f3-a624-467e11ba87e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:27:32.795918 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4d9966-437b-4233-8e46-5ccc8115e6d0 x-openstack-request-id: req-2c4d9966-437b-4233-8e46-5ccc8115e6d0 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:27:32.796808 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:27:32.796808 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c4d9966-437b-4233-8e46-5ccc8115e6d0 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:27:32.797043 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'status': 'completed', 'code': 200} Mar 10 16:27:32.861753 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d9e57b70-5cc1-44ce-92d5-300b40b227a7 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:27:32.863956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9c0cc-2099-49f3-a624-467e11ba87e9 req-1e1f7ed1-6054-42c9-97c8-106120c51419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:32.866354 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6f9c0cc-2099-49f3-a624-467e11ba87e9 req-1e1f7ed1-6054-42c9-97c8-106120c51419 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 1127 time: 0.0483360 Mar 10 16:27:32.995597 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9c0cc-2099-49f3-a624-467e11ba87e9 req-d83a898e-bb4a-468e-ac95-7176946d5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:32.997080 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6f9c0cc-2099-49f3-a624-467e11ba87e9 req-d83a898e-bb4a-468e-ac95-7176946d5121 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.1254649 Mar 10 16:27:33.041563 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6f9c0cc-2099-49f3-a624-467e11ba87e9 req-934330b3-d5a6-4a46-942b-20234bd2b3c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f HTTP/1.1" status: 200 len: 217 time: 0.0379424 Mar 10 16:27:33.049940 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d19ab-d8ad-4ded-9ad0-294f4ac2a55b req-c97db5e0-5362-429c-8440-a40e16cf6671 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:33.050996 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-600d19ab-d8ad-4ded-9ad0-294f4ac2a55b req-c97db5e0-5362-429c-8440-a40e16cf6671 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 945 time: 0.1027439 Mar 10 16:27:33.108048 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9e57b70-5cc1-44ce-92d5-300b40b227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0c6470d2-8979-4184-9843-39d110dc9bc0', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:31:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:22:49Z', 'updated_at': '2022-03-10T16:22:52Z', 'revision_number': 1, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:33.123136 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9c0cc-2099-49f3-a624-467e11ba87e9 req-51276f04-42a0-40c4-8e0c-d9ba4a2ceb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:33.124643 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6f9c0cc-2099-49f3-a624-467e11ba87e9 req-51276f04-42a0-40c4-8e0c-d9ba4a2ceb7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0726786 Mar 10 16:27:33.135269 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e57b70-5cc1-44ce-92d5-300b40b227a7 None None] Checking router: 8a650d70-0396-453c-ba44-42fe2c0d7eb2 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:27:33.143526 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e57b70-5cc1-44ce-92d5-300b40b227a7 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:27:33.144135 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9e57b70-5cc1-44ce-92d5-300b40b227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:27:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:33.146717 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-600d19ab-d8ad-4ded-9ad0-294f4ac2a55b req-ec524e37-7c2b-4a05-afe2-41c40859244d tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870936 Mar 10 16:27:33.179122 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9c0cc-2099-49f3-a624-467e11ba87e9 req-ea8bf0b2-150c-4576-8b8b-0c77e23f83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:33.180634 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6f9c0cc-2099-49f3-a624-467e11ba87e9 req-ea8bf0b2-150c-4576-8b8b-0c77e23f83f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467551 Mar 10 16:27:33.253011 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-d9e57b70-5cc1-44ce-92d5-300b40b227a7 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:27:33.276195 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6f9c0cc-2099-49f3-a624-467e11ba87e9 req-ceb85b04-4b3d-4d56-97af-dcb61a5a1f96 service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883927 Mar 10 16:27:33.370112 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-d6f9c0cc-2099-49f3-a624-467e11ba87e9 req-c7456fa4-8403-4458-aad6-d421aa4edd20 service neutron] 10.222.0.45 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875165 Mar 10 16:27:33.633582 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-d9e57b70-5cc1-44ce-92d5-300b40b227a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0c6470d2-8979-4184-9843-39d110dc9bc0', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:31:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:22:49Z', 'updated_at': '2022-03-10T16:22:52Z', 'revision_number': 1, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:33.658667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e57b70-5cc1-44ce-92d5-300b40b227a7 None None] The sync data for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 is: [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_floatingips': [{'id': '0c6470d2-8979-4184-9843-39d110dc9bc0', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'router_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'port_id': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'mac_address': 'fa:16:3e:31:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T16:22:49Z', 'updated_at': '2022-03-10T16:22:52Z', 'revision_number': 1, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:27:33.885697 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667b007-323a-4471-a429-337a87b50640 None None] New status for floating IP 714fb943-9fee-4f76-aab1-4831684077d7: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:27:34.266841 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a3235-8a34-4c4d-b5fe-b64a82b79ba4 req-9b32d8f3-9541-4e57-8447-73abc8c459db tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:34.268305 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca3a3235-8a34-4c4d-b5fe-b64a82b79ba4 req-9b32d8f3-9541-4e57-8447-73abc8c459db tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 945 time: 0.0522685 Mar 10 16:27:34.320799 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ca3a3235-8a34-4c4d-b5fe-b64a82b79ba4 req-98493f5b-e34b-46f3-b879-1cb88cdb19c4 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461059 Mar 10 16:27:34.495672 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42226f-ff9e-4c83-b6b6-dc6d48360162 req-de2348f2-6f3f-458c-a840-b8b442f07efc tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:34.497038 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e42226f-ff9e-4c83-b6b6-dc6d48360162 req-de2348f2-6f3f-458c-a840-b8b442f07efc tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c8cbc84-6be6-47a0-b562-d866d1ce4740 HTTP/1.1" status: 200 len: 945 time: 0.0528316 Mar 10 16:27:34.587287 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0e42226f-ff9e-4c83-b6b6-dc6d48360162 req-3eff610e-1709-4876-b75f-8237070090b2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Deleting port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:34.587630 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0e42226f-ff9e-4c83-b6b6-dc6d48360162 req-3eff610e-1709-4876-b75f-8237070090b2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:34.676771 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-0e42226f-ff9e-4c83-b6b6-dc6d48360162 req-3eff610e-1709-4876-b75f-8237070090b2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] For port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f, host n-h1-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833090-1',level=0,port_id=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:34.677140 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0e42226f-ff9e-4c83-b6b6-dc6d48360162 req-3eff610e-1709-4876-b75f-8237070090b2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:34.689390 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-0e42226f-ff9e-4c83-b6b6-dc6d48360162 req-3eff610e-1709-4876-b75f-8237070090b2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Calling delete_port for 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:34.820114 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0e42226f-ff9e-4c83-b6b6-dc6d48360162 req-3eff610e-1709-4876-b75f-8237070090b2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:34.848384 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff610e-1709-4876-b75f-8237070090b2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event deleted for resources: {'Port': ['ID=22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:34.892508 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e42226f-ff9e-4c83-b6b6-dc6d48360162 req-3eff610e-1709-4876-b75f-8237070090b2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] No DVR routers for this DVR port 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f on host n-h1-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:27:34.895108 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-0e42226f-ff9e-4c83-b6b6-dc6d48360162 req-3eff610e-1709-4876-b75f-8237070090b2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:34.898456 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-0e42226f-ff9e-4c83-b6b6-dc6d48360162 req-3eff610e-1709-4876-b75f-8237070090b2 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.45 "DELETE /v2.0/ports/22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f HTTP/1.1" status: 204 len: 173 time: 0.3963697 Mar 10 16:27:34.898921 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'name': 'network-vif-deleted', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:27:34.901166 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07184da2-d816-4cf6-9caf-0a58de0dfacf" -d '{"events": [{"server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "name": "network-vif-deleted", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:27:34.941002 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e50fa7-2a46-4263-b970-c1b1d79a2232 x-openstack-request-id: req-74e50fa7-2a46-4263-b970-c1b1d79a2232 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:27:34.941303 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8cbc84-6be6-47a0-b562-d866d1ce4740", "name": "network-vif-deleted", "tag": "22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:27:34.941570 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74e50fa7-2a46-4263-b970-c1b1d79a2232 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:27:34.941983 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8cbc84-6be6-47a0-b562-d866d1ce4740', 'name': 'network-vif-deleted', 'tag': '22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f', 'status': 'completed', 'code': 200} Mar 10 16:27:35.865452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45808) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:35.938848 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f no longer exists at agent hyperv_n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:27:35.962602 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] No Port match for: 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:27:35.962974 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Device 22b07554-fbb1-4a8b-b8da-f8ad45b5bc8f not bound to the agent host n-h1-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:27:36.022843 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Deleting port c176b6bc-f235-46bf-a214-6fd968ddbb81 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:36.023194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c176b6bc-f235-46bf-a214-6fd968ddbb81), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:36.100545 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c176b6bc-f235-46bf-a214-6fd968ddbb81), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:36.100854 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for floatingip (c176b6bc-f235-46bf-a214-6fd968ddbb81), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:36.112364 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Calling delete_port for c176b6bc-f235-46bf-a214-6fd968ddbb81 owned by network:floatingip {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:36.260172 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (c176b6bc-f235-46bf-a214-6fd968ddbb81), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:36.283457 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event deleted for resources: {'Port': ['ID=c176b6bc-f235-46bf-a214-6fd968ddbb81,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:36.346571 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for floatingip (0c6470d2-8979-4184-9843-39d110dc9bc0), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:36.346934 n-d-833090-1 neutron-server[115533]: INFO neutron.db.l3_db [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Floating IP 0c6470d2-8979-4184-9843-39d110dc9bc0 disassociated (deleted). External IP: 172.25.3.85, port: 121d595d-e23f-4d87-b3b8-e08f9273a246. Mar 10 16:27:36.590164 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:27:36.598068 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-022ddd1e-74d9-4dcd-9d38-2dbf32edcf2d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0943081 Mar 10 16:27:37.062649 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-1d19b822-8b62-49e8-b780-74bcf2435d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:37.064138 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-1d19b822-8b62-49e8-b780-74bcf2435d38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 1125 time: 0.4246421 Mar 10 16:27:37.067465 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:27:37.072129 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for floatingip (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:37.078873 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a9f4f-ef14-4b19-a1c7-046cf8039ba9 None None] Sync routers for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:27:37.089212 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a9f4f-ef14-4b19-a1c7-046cf8039ba9 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:27:37.090690 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cd8a9f4f-ef14-4b19-a1c7-046cf8039ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:27:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:37.127379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-36b05d0a-c630-453d-b9f7-72ace0909d6e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "DELETE /v2.0/floatingips/0c6470d2-8979-4184-9843-39d110dc9bc0 HTTP/1.1" status: 204 len: 168 time: 1.2608519 Mar 10 16:27:37.129491 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:27:37.131739 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e" -d '{"events": [{"name": "network-changed", "server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:27:37.186928 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0495bab0-30f6-4c98-8d46-436d3837d99f x-openstack-request-id: req-0495bab0-30f6-4c98-8d46-436d3837d99f {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:27:37.187300 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:27:37.188168 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0495bab0-30f6-4c98-8d46-436d3837d99f {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:27:37.188669 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'status': 'completed', 'code': 200} Mar 10 16:27:37.199513 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-bb261b04-e90a-46a1-9788-c445f6f1f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:37.201059 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-bb261b04-e90a-46a1-9788-c445f6f1f4a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.1105614 Mar 10 16:27:37.211667 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-cd8a9f4f-ef14-4b19-a1c7-046cf8039ba9 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:27:37.245763 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-94a67435-9a4a-485a-8eb7-08de438bf7a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121d595d-e23f-4d87-b3b8-e08f9273a246 HTTP/1.1" status: 200 len: 217 time: 0.0378158 Mar 10 16:27:37.300747 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-a0b35f14-5e94-416d-82c4-1c1b91015519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:37.302141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-a0b35f14-5e94-416d-82c4-1c1b91015519 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0480535 Mar 10 16:27:37.389312 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-a359ef6b-d95e-4081-833a-737bbeb0de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:37.390829 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-a359ef6b-d95e-4081-833a-737bbeb0de9e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0820599 Mar 10 16:27:37.401887 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85a728-b3c8-40fa-be29-338c7a4cf59b req-6a1e3fa0-0875-41c7-aabf-9e2a05ff736c tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:37.403341 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f85a728-b3c8-40fa-be29-338c7a4cf59b req-6a1e3fa0-0875-41c7-aabf-9e2a05ff736c tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 943 time: 0.0697379 Mar 10 16:27:37.428336 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cd8a9f4f-ef14-4b19-a1c7-046cf8039ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:37.453937 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a9f4f-ef14-4b19-a1c7-046cf8039ba9 None None] Checking router: 8a650d70-0396-453c-ba44-42fe2c0d7eb2 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:27:37.463197 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a9f4f-ef14-4b19-a1c7-046cf8039ba9 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:27:37.463826 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cd8a9f4f-ef14-4b19-a1c7-046cf8039ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:27:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:37.511141 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3f85a728-b3c8-40fa-be29-338c7a4cf59b req-d6383d26-669f-4712-9154-e47b8d4ee567 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997982 Mar 10 16:27:37.529062 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-d2a71b20-4056-4842-b031-7d1620b9f1f7 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247802 Mar 10 16:27:37.576057 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-cd8a9f4f-ef14-4b19-a1c7-046cf8039ba9 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:27:37.623439 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-2d43226f-0101-410d-b0ef-dfd5bfba9907 req-bbd468e5-a4bd-41a5-a261-2c22832fcc48 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861490 Mar 10 16:27:37.713427 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e req-05936dd1-bfe6-4cd8-8c2d-1798825cf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:37.714987 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e req-05936dd1-bfe6-4cd8-8c2d-1798825cf95b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c44d1e909884588ba3460b72dd1c58c&device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 1125 time: 0.0481930 Mar 10 16:27:37.786906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-cd8a9f4f-ef14-4b19-a1c7-046cf8039ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:37.810973 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e req-77ff649b-03b4-4caf-bdcc-a0f0426c941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:37.812472 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e req-77ff649b-03b4-4caf-bdcc-a0f0426c941e service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 200 len: 910 time: 0.0914230 Mar 10 16:27:37.813566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8a9f4f-ef14-4b19-a1c7-046cf8039ba9 None None] The sync data for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 is: [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:32Z', 'revision_number': 4, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1', '_interfaces': [{'id': 'e633b168-0fc1-4aa8-a395-805fbcaceae3', 'name': '', 'network_id': 'd2553163-44fd-4135-9bf7-ba323eb11f7e', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'mac_address': 'fa:16:3e:ca:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:31Z', 'updated_at': '2022-03-10T16:22:36Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'subnets': [{'id': 'e9f56411-a2ab-4fc5-a1b4-10cebb4e141b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:27:37.856539 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e req-7b31e954-832d-4e68-8282-abbdf93c3d5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121d595d-e23f-4d87-b3b8-e08f9273a246 HTTP/1.1" status: 200 len: 217 time: 0.0361655 Mar 10 16:27:37.910746 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e req-7faa9365-a25f-4f51-a311-78aab823f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:37.912260 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e req-7faa9365-a25f-4f51-a311-78aab823f342 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 200 len: 848 time: 0.0494640 Mar 10 16:27:37.969144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e req-f7b33cea-1733-4903-bee6-b02f98745d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:37.970775 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e req-f7b33cea-1733-4903-bee6-b02f98745d2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2553163-44fd-4135-9bf7-ba323eb11f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517962 Mar 10 16:27:38.051798 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db50f7-6c4e-4c34-9c21-6eb9d7615cbf None None] New status for floating IP 0c6470d2-8979-4184-9843-39d110dc9bc0: DOWN {{(pid=115536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 16:27:38.066119 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e req-73b717f4-0acb-4367-b9c1-4d8a81e99dd9 service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886519 Mar 10 16:27:38.163352 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-a6c165bc-72f3-4757-bb2d-ea7486f8ab9e req-ff38af58-b04d-46a2-8784-8b388816cfeb service neutron] 10.222.0.62 "GET /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893898 Mar 10 16:27:38.682710 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce646828-0bed-4d38-9131-792585d00f69 req-152f09e2-c67c-47d6-a69f-6a0ab85f8fbf tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:38.684211 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce646828-0bed-4d38-9131-792585d00f69 req-152f09e2-c67c-47d6-a69f-6a0ab85f8fbf tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 943 time: 0.0528769 Mar 10 16:27:38.738379 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-ce646828-0bed-4d38-9131-792585d00f69 req-617524ba-903b-4cab-b0e5-7d7ad5a8daa9 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb04cc7f-02f3-45f5-8a85-f76db71bc482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486012 Mar 10 16:27:39.097870 n-d-833090-1 neutron-server[115533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3258737-0d8a-4eff-ad1b-bc6f12a5f0a1 req-c65656de-9232-4dd1-baf8-b06c898ff15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 16:27:39.099363 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3258737-0d8a-4eff-ad1b-bc6f12a5f0a1 req-c65656de-9232-4dd1-baf8-b06c898ff15e tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.62 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 943 time: 0.0620580 Mar 10 16:27:39.189831 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f3258737-0d8a-4eff-ad1b-bc6f12a5f0a1 req-701d5ece-199f-4633-abc8-6e104c067314 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Deleting port 121d595d-e23f-4d87-b3b8-e08f9273a246 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:39.190169 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f3258737-0d8a-4eff-ad1b-bc6f12a5f0a1 req-701d5ece-199f-4633-abc8-6e104c067314 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:39.282755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [req-f3258737-0d8a-4eff-ad1b-bc6f12a5f0a1 req-701d5ece-199f-4633-abc8-6e104c067314 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] For port 121d595d-e23f-4d87-b3b8-e08f9273a246, host n-h2-833090-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833090-1',level=0,port_id=121d595d-e23f-4d87-b3b8-e08f9273a246,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:39.283141 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f3258737-0d8a-4eff-ad1b-bc6f12a5f0a1 req-701d5ece-199f-4633-abc8-6e104c067314 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:39.294755 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [req-f3258737-0d8a-4eff-ad1b-bc6f12a5f0a1 req-701d5ece-199f-4633-abc8-6e104c067314 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Calling delete_port for 121d595d-e23f-4d87-b3b8-e08f9273a246 owned by compute:nova {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:39.421793 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f3258737-0d8a-4eff-ad1b-bc6f12a5f0a1 req-701d5ece-199f-4633-abc8-6e104c067314 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (121d595d-e23f-4d87-b3b8-e08f9273a246), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:39.452684 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d5ece-199f-4633-abc8-6e104c067314 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event deleted for resources: {'Port': ['ID=121d595d-e23f-4d87-b3b8-e08f9273a246,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:39.498665 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3258737-0d8a-4eff-ad1b-bc6f12a5f0a1 req-701d5ece-199f-4633-abc8-6e104c067314 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] No DVR routers for this DVR port 121d595d-e23f-4d87-b3b8-e08f9273a246 on host n-h2-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:27:39.501028 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [req-f3258737-0d8a-4eff-ad1b-bc6f12a5f0a1 req-701d5ece-199f-4633-abc8-6e104c067314 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40034'] for port (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:39.504327 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-f3258737-0d8a-4eff-ad1b-bc6f12a5f0a1 req-701d5ece-199f-4633-abc8-6e104c067314 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.62 "DELETE /v2.0/ports/121d595d-e23f-4d87-b3b8-e08f9273a246 HTTP/1.1" status: 204 len: 173 time: 0.3994117 Mar 10 16:27:39.504787 n-d-833090-1 neutron-server[115533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'name': 'network-vif-deleted', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246'}] {{(pid=115533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 16:27:39.507627 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2bb4ac97f43ec89ba58fe654f462e2d663bdf9a768ba617ce94b77daf208f48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5c287c-804d-42b9-9427-7d264d4d53bf" -d '{"events": [{"server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "name": "network-vif-deleted", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246"}]}' {{(pid=115533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 16:27:39.544105 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0544c44-c704-4c72-b7af-2e8b6b0036b5 x-openstack-request-id: req-c0544c44-c704-4c72-b7af-2e8b6b0036b5 {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 16:27:39.544404 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cffc38-c7fd-471d-bb99-fbbf0795a80f", "name": "network-vif-deleted", "tag": "121d595d-e23f-4d87-b3b8-e08f9273a246", "status": "completed", "code": 200}]} {{(pid=115533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 16:27:39.544665 n-d-833090-1 neutron-server[115533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0544c44-c704-4c72-b7af-2e8b6b0036b5 {{(pid=115533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 16:27:39.545078 n-d-833090-1 neutron-server[115533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cffc38-c7fd-471d-bb99-fbbf0795a80f', 'name': 'network-vif-deleted', 'tag': '121d595d-e23f-4d87-b3b8-e08f9273a246', 'status': 'completed', 'code': 200} Mar 10 16:27:39.895453 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [req-3b34f7f9-92fe-40ce-9c4f-b61fe3f11350 req-24c260ad-1698-4d54-82bc-364d0e251f68 tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "GET /v2.0/ports?device_id=51cffc38-c7fd-471d-bb99-fbbf0795a80f HTTP/1.1" status: 200 len: 210 time: 0.0774572 Mar 10 16:27:40.955757 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45828) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:41.011859 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group (fb04cc7f-02f3-45f5-8a85-f76db71bc482), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:41.039244 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group (fb04cc7f-02f3-45f5-8a85-f76db71bc482), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:41.099215 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (fb04cc7f-02f3-45f5-8a85-f76db71bc482), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:41.102158 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Publish callbacks [] for security_group (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:41.103468 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] 10.222.0.11 "DELETE /v2.0/security-groups/fb04cc7f-02f3-45f5-8a85-f76db71bc482 HTTP/1.1" status: 204 len: 168 time: 0.1466918 Mar 10 16:27:41.112636 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb04cc7f-02f3-45f5-8a85-f76db71bc482,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:41.120143 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.120490 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.120831 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.121168 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.121507 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.121836 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.122160 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.122483 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.122825 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.123148 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.123469 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.123789 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.124110 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe83501-844b-4d14-a893-a280d1e29dfa tempest-TestSnapshotPattern-878645168 tempest-TestSnapshotPattern-878645168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833090-1 {{(pid=115534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 16:27:41.156452 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45834) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:41.611460 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (8a650d70-0396-453c-ba44-42fe2c0d7eb2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:41.862732 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] Deleting port e633b168-0fc1-4aa8-a395-805fbcaceae3 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:41.863026 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:41.939300 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] For port e633b168-0fc1-4aa8-a395-805fbcaceae3, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=e633b168-0fc1-4aa8-a395-805fbcaceae3,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:41.939664 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:41.951909 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] Calling delete_port for e633b168-0fc1-4aa8-a395-805fbcaceae3 owned by network:router_interface {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:42.133208 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (e633b168-0fc1-4aa8-a395-805fbcaceae3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:42.163790 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] Pushing event deleted for resources: {'Port': ['ID=e633b168-0fc1-4aa8-a395-805fbcaceae3,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:42.340356 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (8a650d70-0396-453c-ba44-42fe2c0d7eb2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:42.385102 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 121d595d-e23f-4d87-b3b8-e08f9273a246 no longer exists at agent hyperv_n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:27:42.411910 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] No Port match for: 121d595d-e23f-4d87-b3b8-e08f9273a246 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:27:42.412258 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Device 121d595d-e23f-4d87-b3b8-e08f9273a246 not bound to the agent host n-h2-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:27:42.588886 n-d-833090-1 neutron-server[115533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] Router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:27:42.709078 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:27:42.718703 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-b82727d0-8bd1-486c-8cd2-58172c8e2986 admin admin] 10.222.0.11 "PUT /v2.0/routers/8a650d70-0396-453c-ba44-42fe2c0d7eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5575597 Mar 10 16:27:42.718703 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45838) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:42.724537 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391e1a5-a34c-419b-bcb1-a17f9955dc15 None None] Sync routers for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:27:42.735450 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c391e1a5-a34c-419b-bcb1-a17f9955dc15 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:27:42.736076 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c391e1a5-a34c-419b-bcb1-a17f9955dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:27:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:42.830429 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Publish callbacks [] for router (8a650d70-0396-453c-ba44-42fe2c0d7eb2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:42.852906 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-c391e1a5-a34c-419b-bcb1-a17f9955dc15 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: n-d-833090-1 {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:27:42.939680 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Publish callbacks [] for router_gateway (8a650d70-0396-453c-ba44-42fe2c0d7eb2), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:42.993930 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Deleting port 2af9ba58-3849-4717-bacd-0d7bbdd40e95 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:42.994263 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.045948 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c391e1a5-a34c-419b-bcb1-a17f9955dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:27:42Z', 'revision_number': 5, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port': {'id': '2af9ba58-3849-4717-bacd-0d7bbdd40e95', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:76:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:43.073098 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] For port 2af9ba58-3849-4717-bacd-0d7bbdd40e95, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=2af9ba58-3849-4717-bacd-0d7bbdd40e95,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:43.073463 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.075513 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391e1a5-a34c-419b-bcb1-a17f9955dc15 None None] Checking router: 8a650d70-0396-453c-ba44-42fe2c0d7eb2 for host: n-d-833090-1 {{(pid=115535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:27:43.083795 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c391e1a5-a34c-419b-bcb1-a17f9955dc15 None None] Routers {'8a650d70-0396-453c-ba44-42fe2c0d7eb2'} bound to L3 agent in host n-d-833090-1 {{(pid=115535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:27:43.084951 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c391e1a5-a34c-419b-bcb1-a17f9955dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:27:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'], 'active': True} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:43.086646 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Calling delete_port for 2af9ba58-3849-4717-bacd-0d7bbdd40e95 owned by network:router_gateway {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:43.171213 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvr_db [None req-c391e1a5-a34c-419b-bcb1-a17f9955dc15 None None] Set router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 gateway port host: None {{(pid=115535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:27:43.229133 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_hamode_db [None req-c391e1a5-a34c-419b-bcb1-a17f9955dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:27:42Z', 'revision_number': 6, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:43.254847 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391e1a5-a34c-419b-bcb1-a17f9955dc15 None None] The sync data for ids ['8a650d70-0396-453c-ba44-42fe2c0d7eb2'] in n-d-833090-1 is: [{'id': '8a650d70-0396-453c-ba44-42fe2c0d7eb2', 'name': 'tempest-TestSnapshotPattern-684468040-router', 'tenant_id': '4c44d1e909884588ba3460b72dd1c58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:29Z', 'updated_at': '2022-03-10T16:27:42Z', 'revision_number': 6, 'project_id': '4c44d1e909884588ba3460b72dd1c58c', 'gw_port_host': None}] {{(pid=115535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:27:43.274898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (2af9ba58-3849-4717-bacd-0d7bbdd40e95), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.306182 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af9ba58-3849-4717-bacd-0d7bbdd40e95,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:43.365194 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (8a650d70-0396-453c-ba44-42fe2c0d7eb2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.467386 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (8a650d70-0396-453c-ba44-42fe2c0d7eb2), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.469540 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Publish callbacks [] for router_controller (8a650d70-0396-453c-ba44-42fe2c0d7eb2), precommit_delete_associations {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.514710 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (8a650d70-0396-453c-ba44-42fe2c0d7eb2), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.515192 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a650d70-0396-453c-ba44-42fe2c0d7eb2 {{(pid=115533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 16:27:43.519416 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.520568 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-1d707f6e-a06c-49b5-901b-b32f0bc198e6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8a650d70-0396-453c-ba44-42fe2c0d7eb2 HTTP/1.1" status: 204 len: 168 time: 0.8013108 Mar 10 16:27:43.523924 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45840) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:43.566457 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2b6622-0390-4335-ae33-4977e1cb5a95 admin admin] Deleting subnet e9f56411-a2ab-4fc5-a1b4-10cebb4e141b {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 16:27:43.569904 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc2b6622-0390-4335-ae33-4977e1cb5a95 admin admin] Publish callbacks [] for subnet (e9f56411-a2ab-4fc5-a1b4-10cebb4e141b), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.605250 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc2b6622-0390-4335-ae33-4977e1cb5a95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (e9f56411-a2ab-4fc5-a1b4-10cebb4e141b), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.686865 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc2b6622-0390-4335-ae33-4977e1cb5a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (e9f56411-a2ab-4fc5-a1b4-10cebb4e141b), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.740358 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc2b6622-0390-4335-ae33-4977e1cb5a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (e9f56411-a2ab-4fc5-a1b4-10cebb4e141b), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.767056 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b6622-0390-4335-ae33-4977e1cb5a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f56411-a2ab-4fc5-a1b4-10cebb4e141b,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:43.773084 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-bc2b6622-0390-4335-ae33-4977e1cb5a95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.777120 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-bc2b6622-0390-4335-ae33-4977e1cb5a95 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e9f56411-a2ab-4fc5-a1b4-10cebb4e141b HTTP/1.1" status: 204 len: 168 time: 0.2521954 Mar 10 16:27:43.777996 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684d4a52-c080-47f7-b61b-31f7095d03d7 None None] Network d2553163-44fd-4135-9bf7-ba323eb11f7e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:27:43.779811 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45842) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:43.852206 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (d2553163-44fd-4135-9bf7-ba323eb11f7e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:43.905012 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Deleting port 128b9636-66c4-4e88-a58f-c2feb3ff4679 {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:43.905348 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.040618 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af6f28-f2d1-4d72-843e-d102ce13e930 None None] DHCP port deletion for d2553163-44fd-4135-9bf7-ba323eb11f7e request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 16:27:44.109445 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-96af6f28-f2d1-4d72-843e-d102ce13e930 None None] Deleting port 128b9636-66c4-4e88-a58f-c2feb3ff4679 {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:44.109828 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-96af6f28-f2d1-4d72-843e-d102ce13e930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.176657 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-96af6f28-f2d1-4d72-843e-d102ce13e930 None None] For port 128b9636-66c4-4e88-a58f-c2feb3ff4679, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=128b9636-66c4-4e88-a58f-c2feb3ff4679,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:44.177059 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-96af6f28-f2d1-4d72-843e-d102ce13e930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.191463 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-96af6f28-f2d1-4d72-843e-d102ce13e930 None None] Calling delete_port for 128b9636-66c4-4e88-a58f-c2feb3ff4679 owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:44.281422 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-96af6f28-f2d1-4d72-843e-d102ce13e930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.312636 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af6f28-f2d1-4d72-843e-d102ce13e930 None None] Pushing event deleted for resources: {'Port': ['ID=128b9636-66c4-4e88-a58f-c2feb3ff4679,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:44.316566 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af6f28-f2d1-4d72-843e-d102ce13e930 None None] No DVR routers for this DVR port 128b9636-66c4-4e88-a58f-c2feb3ff4679 on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:27:44.326533 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] For port 128b9636-66c4-4e88-a58f-c2feb3ff4679, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=128b9636-66c4-4e88-a58f-c2feb3ff4679,segment=NetworkSegment(5254d857-e8f5-41cb-bbd1-1a8e3c4627d3),segment_id=5254d857-e8f5-41cb-bbd1-1a8e3c4627d3)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:44.326995 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.339744 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Calling delete_port for 128b9636-66c4-4e88-a58f-c2feb3ff4679 owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:44.413081 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (128b9636-66c4-4e88-a58f-c2feb3ff4679), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.442133 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] No DVR routers for this DVR port 128b9636-66c4-4e88-a58f-c2feb3ff4679 on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:27:44.444077 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=128b9636-66c4-4e88-a58f-c2feb3ff4679,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:44.518898 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (d2553163-44fd-4135-9bf7-ba323eb11f7e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.540922 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2553163-44fd-4135-9bf7-ba323eb11f7e']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:44.550032 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:44.550329 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5254d857-e8f5-41cb-bbd1-1a8e3c4627d3') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:44.560021 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (5254d857-e8f5-41cb-bbd1-1a8e3c4627d3), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.573835 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (5254d857-e8f5-41cb-bbd1-1a8e3c4627d3), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.579830 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 16:27:44.580208 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (5254d857-e8f5-41cb-bbd1-1a8e3c4627d3), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: self.session.flush() Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: timer() Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 16:27:44.581855 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 16:27:44.638699 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (d2553163-44fd-4135-9bf7-ba323eb11f7e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.643831 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:44.646952 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d2553163-44fd-4135-9bf7-ba323eb11f7e HTTP/1.1" status: 204 len: 168 time: 0.8655066 Mar 10 16:27:44.649951 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45844) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:44.657837 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f85126-e64c-4fbc-a0c7-578916612b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2553163-44fd-4135-9bf7-ba323eb11f7e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:44.724789 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e633b168-0fc1-4aa8-a395-805fbcaceae3 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:27:44.745532 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: e633b168-0fc1-4aa8-a395-805fbcaceae3 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:27:44.745877 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device e633b168-0fc1-4aa8-a395-805fbcaceae3 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:27:44.746281 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 128b9636-66c4-4e88-a58f-c2feb3ff4679 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:27:44.765255 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 128b9636-66c4-4e88-a58f-c2feb3ff4679 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:27:44.765604 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 128b9636-66c4-4e88-a58f-c2feb3ff4679 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:27:44.766016 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2af9ba58-3849-4717-bacd-0d7bbdd40e95 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:27:44.785065 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 2af9ba58-3849-4717-bacd-0d7bbdd40e95 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:27:44.786051 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 2af9ba58-3849-4717-bacd-0d7bbdd40e95 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:27:45.001552 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-540923'] for router_interface (66052d6a-5f08-40ea-a68c-6dc695766e4e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:45.558701 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] Deleting port 4c2caca1-8279-4030-930b-a830d0c44997 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:45.559075 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (4c2caca1-8279-4030-930b-a830d0c44997), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:45.637230 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] For port 4c2caca1-8279-4030-930b-a830d0c44997, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=4c2caca1-8279-4030-930b-a830d0c44997,segment=NetworkSegment(0ba47bfe-e24e-4328-8e16-ea387fdcd164),segment_id=0ba47bfe-e24e-4328-8e16-ea387fdcd164)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:45.637595 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (4c2caca1-8279-4030-930b-a830d0c44997), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:45.650499 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] Calling delete_port for 4c2caca1-8279-4030-930b-a830d0c44997 owned by network:router_interface {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:45.830584 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (4c2caca1-8279-4030-930b-a830d0c44997), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:45.855598 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2caca1-8279-4030-930b-a830d0c44997,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:46.025243 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544107'] for router_interface (66052d6a-5f08-40ea-a68c-6dc695766e4e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:46.241894 n-d-833090-1 neutron-server[115534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] Router 66052d6a-5f08-40ea-a68c-6dc695766e4e has already been hosted by L3 agent 2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec {{(pid=115534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 16:27:46.349466 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] Notify agent at l3_agent.n-d-833090-1 the message routers_updated {{(pid=115534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 16:27:46.357847 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-12143ef7-4cd2-4442-84d4-196f19d85dce admin admin] 10.222.0.11 "PUT /v2.0/routers/66052d6a-5f08-40ea-a68c-6dc695766e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7039735 Mar 10 16:27:46.357847 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45846) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:46.362293 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fe550-65da-408f-9815-164369e822fc None None] Sync routers for ids ['66052d6a-5f08-40ea-a68c-6dc695766e4e'] in n-d-833090-1 {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 16:27:46.365404 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:27:46.373568 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931fe550-65da-408f-9815-164369e822fc None None] Routers {'66052d6a-5f08-40ea-a68c-6dc695766e4e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:27:46.374167 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-931fe550-65da-408f-9815-164369e822fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:27:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66052d6a-5f08-40ea-a68c-6dc695766e4e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:46.464145 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Publish callbacks [] for router (66052d6a-5f08-40ea-a68c-6dc695766e4e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:46.480286 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-931fe550-65da-408f-9815-164369e822fc None None] Set router 66052d6a-5f08-40ea-a68c-6dc695766e4e gateway port host: n-d-833090-1 {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:27:46.569039 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Publish callbacks [] for router_gateway (66052d6a-5f08-40ea-a68c-6dc695766e4e), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:46.623559 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Deleting port c6c028b0-b144-463f-be79-5dda64981a42 {{(pid=115534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:46.623900 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (c6c028b0-b144-463f-be79-5dda64981a42), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:46.659572 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-931fe550-65da-408f-9815-164369e822fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'name': 'tempest-TestSnapshotPattern-1847218426-router', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'external_fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:27:45Z', 'revision_number': 5, 'project_id': '09ff10696dd1412d95c5342e32655411', 'gw_port': {'id': 'c6c028b0-b144-463f-be79-5dda64981a42', 'name': '', 'network_id': 'fcbc8291-ce7f-4d57-95fc-a87382d1c0c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833090-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '561fad8e-7ce8-4576-b16d-7bc2f0a3b07c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833090-1'}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:46.686007 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fe550-65da-408f-9815-164369e822fc None None] Checking router: 66052d6a-5f08-40ea-a68c-6dc695766e4e for host: n-d-833090-1 {{(pid=115536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 16:27:46.696051 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931fe550-65da-408f-9815-164369e822fc None None] Routers {'66052d6a-5f08-40ea-a68c-6dc695766e4e'} bound to L3 agent in host n-d-833090-1 {{(pid=115536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 16:27:46.696346 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-931fe550-65da-408f-9815-164369e822fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833090-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T14:42:54Z,description=,heartbeat_timestamp=2022-03-10T16:27:24Z,host='n-d-833090-1',id=2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T14:42:54Z,topic='l3_agent')) {'router_ids': ['66052d6a-5f08-40ea-a68c-6dc695766e4e'], 'active': True} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:46.707073 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.db [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] For port c6c028b0-b144-463f-be79-5dda64981a42, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=c6c028b0-b144-463f-be79-5dda64981a42,segment=NetworkSegment(c277f70f-4589-4128-872e-9c346cab2a4c),segment_id=c277f70f-4589-4128-872e-9c346cab2a4c)] {{(pid=115534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:46.707661 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (c6c028b0-b144-463f-be79-5dda64981a42), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:46.721850 n-d-833090-1 neutron-server[115534]: DEBUG neutron.plugins.ml2.plugin [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Calling delete_port for c6c028b0-b144-463f-be79-5dda64981a42 owned by network:router_gateway {{(pid=115534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:46.787090 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_dvr_db [None req-931fe550-65da-408f-9815-164369e822fc None None] Set router 66052d6a-5f08-40ea-a68c-6dc695766e4e gateway port host: None {{(pid=115536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 16:27:46.841014 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.l3_hamode_db [None req-931fe550-65da-408f-9815-164369e822fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'name': 'tempest-TestSnapshotPattern-1847218426-router', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:27:46Z', 'revision_number': 6, 'project_id': '09ff10696dd1412d95c5342e32655411', 'gw_port_host': None}], 'n-d-833090-1', False) {} {{(pid=115536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:46.867182 n-d-833090-1 neutron-server[115536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fe550-65da-408f-9815-164369e822fc None None] The sync data for ids ['66052d6a-5f08-40ea-a68c-6dc695766e4e'] in n-d-833090-1 is: [{'id': '66052d6a-5f08-40ea-a68c-6dc695766e4e', 'name': 'tempest-TestSnapshotPattern-1847218426-router', 'tenant_id': '09ff10696dd1412d95c5342e32655411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T16:22:34Z', 'updated_at': '2022-03-10T16:27:46Z', 'revision_number': 6, 'project_id': '09ff10696dd1412d95c5342e32655411', 'gw_port_host': None}] {{(pid=115536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 16:27:46.888472 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28372844'] for port (c6c028b0-b144-463f-be79-5dda64981a42), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:46.920879 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c028b0-b144-463f-be79-5dda64981a42,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:46.979978 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541889'] for router_gateway (66052d6a-5f08-40ea-a68c-6dc695766e4e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.068470 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router (66052d6a-5f08-40ea-a68c-6dc695766e4e), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.071111 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Publish callbacks [] for router_controller (66052d6a-5f08-40ea-a68c-6dc695766e4e), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.116141 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-542805'] for router (66052d6a-5f08-40ea-a68c-6dc695766e4e), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.116608 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66052d6a-5f08-40ea-a68c-6dc695766e4e {{(pid=115534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 16:27:47.120688 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.121817 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-db2d3770-5d83-4269-b95a-ef46fd396de2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/66052d6a-5f08-40ea-a68c-6dc695766e4e HTTP/1.1" status: 204 len: 168 time: 0.7628419 Mar 10 16:27:47.124315 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [-] (115534) accepted ('10.222.0.11', 45848) {{(pid=115534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:47.167808 n-d-833090-1 neutron-server[115534]: DEBUG neutron.db.db_base_plugin_v2 [None req-183de10f-3e9f-4a62-be2f-590f044cd103 admin admin] Deleting subnet 0cc3097a-71b6-4bcc-941a-9a331d2126ea {{(pid=115534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 16:27:47.170670 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-183de10f-3e9f-4a62-be2f-590f044cd103 admin admin] Publish callbacks [] for subnet (0cc3097a-71b6-4bcc-941a-9a331d2126ea), before_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.204440 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-183de10f-3e9f-4a62-be2f-590f044cd103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28372866'] for subnet (0cc3097a-71b6-4bcc-941a-9a331d2126ea), precommit_delete_associations {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.289010 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-183de10f-3e9f-4a62-be2f-590f044cd103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3916004'] for subnet (0cc3097a-71b6-4bcc-941a-9a331d2126ea), precommit_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.340566 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-183de10f-3e9f-4a62-be2f-590f044cd103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3916015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28372803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29002888'] for subnet (0cc3097a-71b6-4bcc-941a-9a331d2126ea), after_delete {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.364783 n-d-833090-1 neutron-server[115534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183de10f-3e9f-4a62-be2f-590f044cd103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc3097a-71b6-4bcc-941a-9a331d2126ea,revision_number=None']} {{(pid=115534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:47.371292 n-d-833090-1 neutron-server[115534]: DEBUG neutron_lib.callbacks.manager [None req-183de10f-3e9f-4a62-be2f-590f044cd103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.374442 n-d-833090-1 neutron-server[115534]: INFO neutron.wsgi [None req-183de10f-3e9f-4a62-be2f-590f044cd103 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0cc3097a-71b6-4bcc-941a-9a331d2126ea HTTP/1.1" status: 204 len: 168 time: 0.2492352 Mar 10 16:27:47.377257 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45850) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:47.377775 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0381a2-98eb-4798-9e48-e53ded8f0124 None None] Network 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e requested from n-d-833090-1 {{(pid=115535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 16:27:47.447652 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3455009'] for network (431fbf30-a0f1-4a60-bbe1-bb4ec26af09e), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.507210 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Deleting port 85536887-4e90-4bf3-8d1b-89809912a97a {{(pid=115533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:47.507552 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.568487 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.db [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] For port 85536887-4e90-4bf3-8d1b-89809912a97a, host n-d-833090-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833090-1',level=0,port_id=85536887-4e90-4bf3-8d1b-89809912a97a,segment=NetworkSegment(0ba47bfe-e24e-4328-8e16-ea387fdcd164),segment_id=0ba47bfe-e24e-4328-8e16-ea387fdcd164)] {{(pid=115533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:47.569356 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.582503 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.plugin [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Calling delete_port for 85536887-4e90-4bf3-8d1b-89809912a97a owned by network:dhcp {{(pid=115533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:47.636460 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964b0710-ad68-4187-9b26-da41167af6f0 None None] DHCP port deletion for 431fbf30-a0f1-4a60-bbe1-bb4ec26af09e request from n-d-833090-1 {{(pid=115535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 16:27:47.672319 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25576710'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.689950 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-964b0710-ad68-4187-9b26-da41167af6f0 None None] Deleting port 85536887-4e90-4bf3-8d1b-89809912a97a {{(pid=115535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 16:27:47.690409 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-964b0710-ad68-4187-9b26-da41167af6f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750712403182'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), before_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.701116 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Pushing event deleted for resources: {'Port': ['ID=85536887-4e90-4bf3-8d1b-89809912a97a,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:47.706438 n-d-833090-1 neutron-server[115533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] No DVR routers for this DVR port 85536887-4e90-4bf3-8d1b-89809912a97a on host n-d-833090-1 {{(pid=115533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:27:47.758900 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.db [None req-964b0710-ad68-4187-9b26-da41167af6f0 None None] For port 85536887-4e90-4bf3-8d1b-89809912a97a, host n-d-833090-1, got binding levels [] {{(pid=115535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 16:27:47.759360 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-964b0710-ad68-4187-9b26-da41167af6f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548269'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), precommit_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.772496 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-964b0710-ad68-4187-9b26-da41167af6f0 None None] Calling delete_port for 85536887-4e90-4bf3-8d1b-89809912a97a owned by network:dhcp {{(pid=115535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 16:27:47.775461 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.ipam_backend_mixin [None req-964b0710-ad68-4187-9b26-da41167af6f0 None None] Port 85536887-4e90-4bf3-8d1b-89809912a97a was not found and therefore no delete operation was performed {{(pid=115535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 16:27:47.776768 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-964b0710-ad68-4187-9b26-da41167af6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3744020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750712408149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750711841136'] for port (85536887-4e90-4bf3-8d1b-89809912a97a), after_delete {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.787481 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3918879', 'neutron.services.segments.db._delete_segments_for_network-8750712169750'] for network (431fbf30-a0f1-4a60-bbe1-bb4ec26af09e), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.805709 n-d-833090-1 neutron-server[115535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0710-ad68-4187-9b26-da41167af6f0 None None] Pushing event deleted for resources: {'Port': ['ID=85536887-4e90-4bf3-8d1b-89809912a97a,revision_number=None']} {{(pid=115535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:47.808803 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431fbf30-a0f1-4a60-bbe1-bb4ec26af09e']}} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:47.809199 n-d-833090-1 neutron-server[115535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b0710-ad68-4187-9b26-da41167af6f0 None None] No DVR routers for this DVR port 85536887-4e90-4bf3-8d1b-89809912a97a on host n-d-833090-1 {{(pid=115535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 16:27:47.821615 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba47bfe-e24e-4328-8e16-ea387fdcd164') {'for_net_delete': True} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:47.822031 n-d-833090-1 neutron-server[115533]: DEBUG neutron.services.segments.db [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba47bfe-e24e-4328-8e16-ea387fdcd164') {} {{(pid=115533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 16:27:47.831610 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750712171039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26538492'] for segment (0ba47bfe-e24e-4328-8e16-ea387fdcd164), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.846453 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995'] for segment (0ba47bfe-e24e-4328-8e16-ea387fdcd164), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.853191 n-d-833090-1 neutron-server[115533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=115533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 16:27:47.853501 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25576695'] for segment (0ba47bfe-e24e-4328-8e16-ea387fdcd164), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: Traceback (most recent call last): Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: timer() Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: cb(*args, **kw) Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: return func(*args, **kwargs) Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: self._notify() Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: self.callback(batched_events) Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: event.method(event) Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: return f(self, *a, **k) Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: return self._get(url).json() Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: return self.request(url, 'GET', **kwargs) Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 16:27:47.855251 n-d-833090-1 neutron-server[115533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 16:27:47.917235 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3918950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541925'] for network (431fbf30-a0f1-4a60-bbe1-bb4ec26af09e), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.925830 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:47.929501 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] 10.222.0.11 "DELETE /v2.0/networks/431fbf30-a0f1-4a60-bbe1-bb4ec26af09e HTTP/1.1" status: 204 len: 168 time: 0.5511732 Mar 10 16:27:47.944231 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859aa61-c6a6-43ab-a13e-4bb18f9bea29 admin admin] Pushing event deleted for resources: {'Network': ['ID=431fbf30-a0f1-4a60-bbe1-bb4ec26af09e,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:48.050995 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45854) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:48.091396 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-29bcaed0-a74c-4849-9c16-6f1ae0ca2179 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c44d1e909884588ba3460b72dd1c58c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390112 Mar 10 16:27:48.093825 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45856) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:48.145605 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfd22a66-f61f-442c-a1d2-99eafb05e5d4 admin admin] Publish callbacks [] for security_group (c43d87a5-b626-473a-b840-df794b533231), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:48.166623 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfd22a66-f61f-442c-a1d2-99eafb05e5d4 admin admin] Publish callbacks [] for security_group (c43d87a5-b626-473a-b840-df794b533231), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:48.215785 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfd22a66-f61f-442c-a1d2-99eafb05e5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (c43d87a5-b626-473a-b840-df794b533231), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:48.218350 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-cfd22a66-f61f-442c-a1d2-99eafb05e5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:48.219545 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-cfd22a66-f61f-442c-a1d2-99eafb05e5d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c43d87a5-b626-473a-b840-df794b533231 HTTP/1.1" status: 204 len: 168 time: 0.1247978 Mar 10 16:27:48.227956 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd22a66-f61f-442c-a1d2-99eafb05e5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43d87a5-b626-473a-b840-df794b533231,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:48.543144 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45862) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:48.584682 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-96588e14-24dc-4dd6-a6da-f1c4dc780493 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09ff10696dd1412d95c5342e32655411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404019 Mar 10 16:27:48.587418 n-d-833090-1 neutron-server[115533]: DEBUG neutron.wsgi [-] (115533) accepted ('10.222.0.11', 45864) {{(pid=115533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 16:27:48.633676 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2c82-a0b7-4cf8-8259-b24313ff222d admin admin] Publish callbacks [] for security_group (bb00f64c-ed11-4014-99e7-0b8c60422009), before_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:48.645128 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:48.655534 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2c82-a0b7-4cf8-8259-b24313ff222d admin admin] Publish callbacks [] for security_group (bb00f64c-ed11-4014-99e7-0b8c60422009), precommit_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:48.705788 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2c82-a0b7-4cf8-8259-b24313ff222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739913'] for security_group (bb00f64c-ed11-4014-99e7-0b8c60422009), after_delete {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:48.708490 n-d-833090-1 neutron-server[115533]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2c82-a0b7-4cf8-8259-b24313ff222d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:48.709655 n-d-833090-1 neutron-server[115533]: INFO neutron.wsgi [None req-eb8f2c82-a0b7-4cf8-8259-b24313ff222d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb00f64c-ed11-4014-99e7-0b8c60422009 HTTP/1.1" status: 204 len: 168 time: 0.1213574 Mar 10 16:27:48.718459 n-d-833090-1 neutron-server[115533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f2c82-a0b7-4cf8-8259-b24313ff222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb00f64c-ed11-4014-99e7-0b8c60422009,revision_number=None']} {{(pid=115533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 16:27:48.732294 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c6c028b0-b144-463f-be79-5dda64981a42 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:27:48.756586 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: c6c028b0-b144-463f-be79-5dda64981a42 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:27:48.757001 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device c6c028b0-b144-463f-be79-5dda64981a42 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:27:48.757413 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 85536887-4e90-4bf3-8d1b-89809912a97a no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:27:48.777098 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 85536887-4e90-4bf3-8d1b-89809912a97a {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:27:48.777554 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 85536887-4e90-4bf3-8d1b-89809912a97a not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:27:48.777854 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4c2caca1-8279-4030-930b-a830d0c44997 no longer exists at agent ovs-agent-n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 16:27:48.797711 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.plugin [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] No Port match for: 4c2caca1-8279-4030-930b-a830d0c44997 {{(pid=115535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 16:27:48.798074 n-d-833090-1 neutron-server[115535]: DEBUG neutron.plugins.ml2.rpc [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Device 4c2caca1-8279-4030-930b-a830d0c44997 not bound to the agent host n-d-833090-1 {{(pid=115535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 16:27:51.718588 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:51.903602 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fbecac39-0941-4d20-b619-1ac86cd2a27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:54.280284 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4bb32b88-783e-4549-ae2f-c0cac80321c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:55.606711 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:56.921128 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:27:58.507101 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:18.646096 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:21.735868 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:21.905090 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-262d50f9-03bf-43fb-8b75-a21d36d31fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:23.369124 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:28:24.282068 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-fa3dba00-80ea-4a4b-98fc-00bec92da621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:25.609208 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:26.924170 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:28.509325 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:48.647651 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:51.727377 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:51.905678 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5b265ba9-ca5a-49a1-9816-40279e6da7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:54.283963 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-67fdb625-101b-41c9-987f-3f3997e4a1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:55.612988 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:56.926148 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:28:58.511335 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:00.368304 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:29:18.667707 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:21.727781 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:21.907189 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ac856e50-2434-423c-b32e-d51cd1b7c926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:24.285036 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-cc574c8c-99bf-4686-b6fd-698d70949fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:25.618589 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:26.929334 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:28.513434 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:37.368101 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:29:48.664530 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:51.730494 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:51.908414 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-01894412-eb41-40f3-a6e7-0e3708ca462a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:54.287179 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-70b10d2b-0775-4efc-a45c-6480fcac6a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:55.619042 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:56.931900 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:29:58.518077 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:14.367502 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:30:18.666849 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:21.740208 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:21.909329 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b858b0d1-8711-4bb8-84d7-28c9f9f2b079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:24.288230 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40e1bb35-c4d0-4a54-947a-3683b38266b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:25.621001 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:26.935525 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:28.510734 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:48.662425 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:51.366752 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:30:51.735770 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:51.914245 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-2655cac3-1bee-4d08-a070-9ca56607f97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:54.290117 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-02f0ee21-26c5-4991-8a12-1d0ba9a45ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:55.624208 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:56.937401 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:30:58.513889 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:18.679566 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:21.768858 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:21.916563 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ebd3334d-6909-4548-8f6c-02706bcc0220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:24.292532 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-14e0c5dd-4936-4419-937a-36b95f5d6dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:25.627677 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:26.941094 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:28.369575 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:31:28.515527 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:48.690648 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:51.768419 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:51.918453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0c27a1dd-332d-43a3-a5af-6775b23a5261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:54.295053 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7a83c87d-012e-4f54-b756-dfdb49d13e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:55.630601 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:56.943734 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:31:58.518703 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:05.369626 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:32:18.699386 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:21.784289 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:21.919520 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-28024a10-0b16-4969-be5d-a8a76f98b76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:24.296688 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-497fd618-8859-469e-b1db-53abbda593f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:25.633853 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:26.947470 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:28.522818 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:42.369167 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:32:48.722626 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:51.782059 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:51.919998 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b75b13f3-cc1f-488e-b138-8ac48d51507d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:54.299512 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-698a2ce8-3141-46bd-96da-641ecd03293c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:55.636968 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:56.951208 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:32:58.524342 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:18.737192 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:19.367972 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:33:21.796286 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:21.920212 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-8eaf19c3-c9fc-45c2-bb2f-1586184184aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:24.302609 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-b087b294-360a-4180-8e91-baafcec4561e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:25.639890 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:26.955340 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:28.526273 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:48.750683 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:51.795650 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:51.921637 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-82ba916a-ffd1-4ceb-938c-0b8cd30bfbbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:54.303883 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83bd5b83-59a2-4280-be6f-fd042f575992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:55.645341 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:56.367392 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:33:56.958453 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:33:58.528864 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:18.759267 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:21.794464 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:21.927539 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-61bf80b3-1270-4f73-8848-1e590c062efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:24.304990 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5625de0d-5a03-4598-bc6c-78bc1ae9f487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:25.645693 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:26.962533 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:28.531819 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:33.366524 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:34:48.762319 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:51.794005 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:51.918721 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-83927ea0-22f3-4812-8b75-4b4fc08aad80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:54.307298 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-a90eff89-6eaa-4d17-a26f-7ddd6fe85792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:55.649199 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:56.962145 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:34:58.533600 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:10.366756 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:35:18.787233 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:21.791870 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:21.920106 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-18aab7fc-f79d-4b45-906b-89b1e281d448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:24.309499 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-e824c6cb-4754-4d86-89d0-faf5986a7a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:25.652183 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:26.964930 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:28.535846 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:28.611593 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-8852ef0d-9292-4305-90ed-b15062c9f7b8 service neutron] (115534) timed out ('10.222.0.11', 43574) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 16:35:28.684352 n-d-833090-1 neutron-server[115534]: DEBUG neutron.wsgi [req-4fc4b368-167e-4efb-8597-0c02d70923d9 req-035b8ed0-618a-4239-9d1f-05eb35dd0918 tempest-TestShelveInstance-1604562059 tempest-TestShelveInstance-1604562059-project] (115534) timed out ('10.222.0.11', 43596) {{(pid=115534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 16:35:47.365790 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:35:48.802888 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:51.791853 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:51.921534 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-0a3af178-8202-407e-b71b-5975e457b9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:54.313692 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-d92a2165-b5c5-4cff-998b-02e11c55f516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:55.654654 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:56.967986 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:35:58.537629 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:36:18.817559 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3130237f-afdc-41aa-a2ae-8cfc8c3ba143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (fed87d71-0265-492e-a8fe-0f3f57b22469), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:36:21.807308 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-40f83e73-2347-4654-9681-b3e160bb5ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0a1ce2f4-2405-4226-84d7-d10fbbb78ce3), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:36:21.925033 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-7ef570e4-7f56-4db2-ad39-f330d71707b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (34d70ea5-e54b-453c-ad18-5bd770307537), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:36:24.315963 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-ea65eb80-5665-4a52-bb4b-c8ebbf484008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (2fe75647-1a00-4cdd-a6a0-0e3f52ba3fec), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:36:24.365446 n-d-833090-1 neutron-server[115536]: DEBUG neutron.db.agents_db [None req-8cfb5ac7-e7ff-4f05-8cbc-ddc0eb63c53c None None] Agent healthcheck: found 7 active agents {{(pid=115536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 16:36:25.659531 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-4f184c72-15f5-4954-b827-1920ae2c8d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (54eb4674-2dba-4e52-ad42-1b804796911a), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:36:26.970464 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-5fad55c0-ef48-4b94-b989-35268761c04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (0bbd5918-ae8a-4ff6-8b30-a957606b0cbf), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 16:36:28.539768 n-d-833090-1 neutron-server[115535]: DEBUG neutron_lib.callbacks.manager [None req-3adbf737-0f09-49cd-abf5-d3fffe783779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750712169732', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929108'] for agent (37931393-dba0-405d-b717-0fb80d3f75ea), after_update {{(pid=115535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}